-- Logs begin at Wed 2022-02-09 14:34:50 UTC, end at Wed 2022-02-09 17:25:09 UTC. -- Feb 09 15:27:34.932446 n-d-828542-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 15:27:37.703974 n-d-828542-1 neutron-server[103067]: INFO neutron.common.config [-] Logging enabled! Feb 09 15:27:37.704633 n-d-828542-1 neutron-server[103067]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 09 15:27:37.704772 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103067) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 15:27:37.708498 n-d-828542-1 neutron-server[103067]: INFO neutron.common.config [-] Logging enabled! Feb 09 15:27:37.708758 n-d-828542-1 neutron-server[103067]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 09 15:27:37.709074 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103067) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 15:27:37.710027 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:27:37.710266 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:27:37.710626 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:27:37.710876 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:27:37.711105 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:27:37.711429 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.711722 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.712025 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.712277 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.712572 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.712867 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.713155 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.713451 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.713753 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.714044 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.714328 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.714614 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.714848 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.715131 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.715425 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.715718 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.715945 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] debug = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.716263 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.716695 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.717103 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.717389 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.717682 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.717963 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.718252 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.718523 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.718803 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.719133 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] host = n-d-828542-1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.719414 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.719708 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.720000 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.720315 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.720596 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.720877 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.721164 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.721440 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.721719 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] log_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.721997 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.722290 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.722582 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.722875 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.723103 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.723329 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.724199 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.724495 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.724815 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.725092 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.725371 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.725647 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.725924 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.726195 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.726497 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.726770 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.727075 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.727336 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.727611 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.727886 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.728184 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.728478 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.728755 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.729029 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.729303 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.729592 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.729868 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.730145 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.730451 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.730741 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.731027 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.731315 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.731590 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.731876 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.732174 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.732454 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.732728 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] use_json = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.733002 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.733274 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.733558 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.733833 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.734106 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.734382 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.734655 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.734945 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.735219 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:37.735518 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.735820 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.736147 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.736443 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.736739 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.737021 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.737313 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.737593 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.737928 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.738220 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.738513 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.738793 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.739137 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.739421 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.739725 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.740034 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.740362 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.740661 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.740941 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.741220 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.741497 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.741776 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.742066 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.742348 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.742641 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.742937 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.743217 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.743507 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.743803 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.744117 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.744401 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.744683 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.744977 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.745258 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.745533 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.745814 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.746106 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.746388 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.746663 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.746949 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.747233 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.747509 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.747783 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.748063 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.748382 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.748665 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.748941 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.749215 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.749495 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.749773 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.750060 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.750341 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.750646 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.750924 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.751205 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.751481 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.751756 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.752033 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.752340 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.752624 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.752900 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.753174 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.753448 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.753723 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.753996 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.754268 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.754540 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.754840 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.755114 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.755389 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.755664 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.755938 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.756242 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.756533 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.756835 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.757117 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.757398 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.757679 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.757959 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.758237 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.758555 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.758837 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.759119 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.759393 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.759695 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.759978 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.760294 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.760583 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.760871 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.761172 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.761452 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.761736 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.762015 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.762292 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.762577 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.762863 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.763164 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.763462 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.763758 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.764055 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.764372 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.764656 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.764970 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.765252 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:37.765471 n-d-828542-1 neutron-server[103067]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:27:37.765712 n-d-828542-1 neutron-server[103067]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103067) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 15:27:38.123805 n-d-828542-1 neutron-server[103067]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 15:27:38.124105 n-d-828542-1 neutron-server[103067]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 15:27:38.124398 n-d-828542-1 neutron-server[103067]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 15:27:38.124734 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 15:27:38.520769 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.521064 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.521338 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.522694 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.522966 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.523232 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.559775 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.560047 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.560347 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.575649 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.575932 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.576239 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.606487 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.606773 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.607050 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.644432 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.644711 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.644986 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.882248 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.882888 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.882888 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.883029 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:38.883720 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.007244 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.007569 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.007864 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.008161 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.008437 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.008752 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.009017 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.009275 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.009531 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.009814 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.010076 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.010341 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.010600 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.010850 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.011106 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.011369 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.011624 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.011889 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.012183 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.012446 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.012714 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.012969 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.013250 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.013626 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.013877 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.014121 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.014516 n-d-828542-1 neutron-server[103067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:27:39.014757 n-d-828542-1 neutron-server[103067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:27:39.014995 n-d-828542-1 neutron-server[103067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:27:39.015231 n-d-828542-1 neutron-server[103067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:27:39.015467 n-d-828542-1 neutron-server[103067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:27:39.015704 n-d-828542-1 neutron-server[103067]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:27:39.016075 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 15:27:39.019307 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 15:27:39.023959 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 15:27:39.027909 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Feb 09 15:27:39.029607 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 15:27:39.030059 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 15:27:39.030398 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 15:27:39.030787 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 15:27:39.033847 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 15:27:39.034105 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 15:27:39.034460 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 15:27:39.039913 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 15:27:39.062271 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 15:27:39.062730 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.063034 n-d-828542-1 neutron-server[103067]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103067) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 15:27:39.063394 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.064833 n-d-828542-1 neutron-server[103067]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103067) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 15:27:39.065120 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 15:27:39.065371 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 15:27:39.069183 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.069467 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:39.133677 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 15:27:39.133858 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 15:27:39.134102 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 15:27:39.134490 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 15:27:39.157289 n-d-828542-1 neutron-server[103067]: DEBUG oslo_db.sqlalchemy.engines [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103067) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 15:27:39.938522 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Initializing driver for type 'gre' Feb 09 15:27:39.939178 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] gre ID ranges: [(1, 1000)] Feb 09 15:27:40.203436 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Initializing driver for type 'local' Feb 09 15:27:40.203694 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Initializing driver for type 'vlan' Feb 09 15:27:40.344233 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] VlanTypeDriver initialization complete Feb 09 15:27:40.344589 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Initializing driver for type 'vxlan' Feb 09 15:27:40.345135 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] vxlan ID ranges: [(1, 1000)] Feb 09 15:27:40.527143 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Initializing extension driver 'port_security' Feb 09 15:27:40.527488 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.extensions.port_security [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] PortSecurityExtensionDriver initialization complete Feb 09 15:27:40.527830 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Initializing mechanism driver 'openvswitch' Feb 09 15:27:40.528214 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Initializing mechanism driver 'hyperv' Feb 09 15:27:40.535052 n-d-828542-1 neutron-server[103067]: DEBUG neutron.plugins.ml2.plugin [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:27:40.547175 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > port after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.547175 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > port after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.547175 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > port after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.547175 n-d-828542-1 neutron-server[103067]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103067) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 15:27:40.547175 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > subnet after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.547773 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > subnet after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.547773 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.547773 n-d-828542-1 neutron-server[103067]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103067) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 15:27:40.547773 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > network after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.547773 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > network after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.548363 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > network after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.548363 n-d-828542-1 neutron-server[103067]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103067) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 15:27:40.548363 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > security_group after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.548363 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > security_group after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.548363 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.548903 n-d-828542-1 neutron-server[103067]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103067) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 15:27:40.548903 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.548903 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.548903 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.548903 n-d-828542-1 neutron-server[103067]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103067) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 15:27:40.549435 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > address_group after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.549435 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > address_group after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.549435 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.549435 n-d-828542-1 neutron-server[103067]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103067) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 15:27:40.549435 n-d-828542-1 neutron-server[103067]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] ML2 OVO RPC backend initialized. {{(pid=103067) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 15:27:40.550243 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.550243 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.550243 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > network before_response 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.550243 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > networks before_response 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.550728 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > port before_response 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.550728 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > ports before_response 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.550728 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > subnet before_response 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.550728 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > subnets before_response 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.551156 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > network after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.551156 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > network after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.551481 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > network after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.551820 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > port after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.552188 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > port after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.552527 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > port after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.552862 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > subnet after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.553198 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > subnet after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.553533 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.554113 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.plugin [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Modular L2 Plugin initialization complete Feb 09 15:27:40.554446 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading services supported by the core plugin {{(pid=103067) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 15:27:40.554774 n-d-828542-1 neutron-server[103067]: INFO neutron.plugins.ml2.managers [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Got port-security extension from driver 'port_security' Feb 09 15:27:40.555237 n-d-828542-1 neutron-server[103067]: INFO neutron.extensions.vlantransparent [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Disabled vlantransparent extension. Feb 09 15:27:40.556322 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103067) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 15:27:40.556642 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading Plugin: router Feb 09 15:27:40.598864 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.599260 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router after_create 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.599635 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router before_create 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.600005 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.600416 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.600779 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router after_delete 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.601146 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.601626 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.602099 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router after_create 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.603019 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router after_update 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.603376 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router after_update 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.603734 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.604118 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router after_update 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.604535 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_update 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.605833 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: port after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.605833 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: port after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.605833 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: subnet after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.606318 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.606609 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.606962 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_create 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.607329 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: port before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.607670 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.608030 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router after_update 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.608409 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.608769 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_create 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.609139 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.609492 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_update 55549900 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.609863 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > agent after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.610218 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > agent after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.610568 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > network after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.611505 n-d-828542-1 neutron-server[103067]: DEBUG neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Tracking information for resource: router configured {{(pid=103067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:27:40.611834 n-d-828542-1 neutron-server[103067]: DEBUG neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Tracking information for resource: floatingip configured {{(pid=103067) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:27:40.617106 n-d-828542-1 neutron-server[103067]: INFO neutron.db.l3_agentschedulers_db [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 15:27:40.617703 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: port after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.618125 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: port after_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.618483 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: port after_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.618846 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: port after_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.619658 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router before_create 55550100 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.620027 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.620418 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_create 55550100 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.620780 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > router precommit_update 55550100 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.625598 n-d-828542-1 neutron-server[103067]: DEBUG neutron.services.provider_configuration [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service providers = [] {{(pid=103067) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 15:27:40.625962 n-d-828542-1 neutron-server[103067]: DEBUG neutron.db.servicetype_db [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103067) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 15:27:40.628966 n-d-828542-1 neutron-server[103067]: DEBUG neutron.services.service_base [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:27:40.629321 n-d-828542-1 neutron-server[103067]: DEBUG neutron.services.service_base [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:27:40.629668 n-d-828542-1 neutron-server[103067]: DEBUG neutron.services.service_base [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:27:40.630562 n-d-828542-1 neutron-server[103067]: DEBUG neutron.services.service_base [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103067) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:27:40.630939 n-d-828542-1 neutron-server[103067]: INFO neutron.services.service_base [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 15:27:40.631325 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:27:40.631646 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 15:27:40.642572 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:27:40.642913 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading Plugin: auto_allocate Feb 09 15:27:40.653504 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: network precommit_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.653883 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: network precommit_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.654409 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:27:40.654732 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading Plugin: tag Feb 09 15:27:40.661621 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:27:40.661951 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading Plugin: timestamp Feb 09 15:27:40.666534 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:27:40.666869 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading Plugin: network_ip_availability Feb 09 15:27:40.672418 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.672795 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.673158 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.673887 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:27:40.674211 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading Plugin: flavors Feb 09 15:27:40.679544 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:27:40.679878 n-d-828542-1 neutron-server[103067]: INFO neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading Plugin: revisions Feb 09 15:27:40.684298 n-d-828542-1 neutron-server[103067]: DEBUG neutron.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103067) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:27:40.684694 n-d-828542-1 neutron-server[103067]: DEBUG oslo_concurrency.lockutils [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.560s {{(pid=103067) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 15:27:40.685451 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103067) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 15:27:40.685794 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Initializing extension manager. Feb 09 15:27:40.686314 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: __init__.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.686659 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: __pycache__ {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.687005 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.687337 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: address_group.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.688125 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.688714 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: address-group Feb 09 15:27:40.689088 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: address_scope.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.689791 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.690307 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: address-scope Feb 09 15:27:40.690631 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.691564 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.692096 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: router-admin-state-down-before-update Feb 09 15:27:40.692431 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: agent.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.693134 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.693647 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: agent Feb 09 15:27:40.693975 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: agent_resources_synced.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.694885 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.695402 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: agent-resources-synced Feb 09 15:27:40.695724 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: allowedaddresspairs.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.697638 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.698165 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: allowed-address-pairs Feb 09 15:27:40.698494 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: auto_allocated_topology.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.699591 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.700143 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: auto-allocated-topology Feb 09 15:27:40.700476 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: availability_zone.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.701176 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.701696 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: availability_zone Feb 09 15:27:40.702019 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: availability_zone_filter.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.702945 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.703467 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: availability_zone_filter Feb 09 15:27:40.703787 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: data_plane_status.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.704732 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.705246 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 15:27:40.705567 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: default_subnetpools.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.706600 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.707109 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: default-subnetpools Feb 09 15:27:40.707483 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.708310 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.708828 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: dhcp_agent_scheduler Feb 09 15:27:40.709149 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: dns.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.710065 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.710573 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 15:27:40.710898 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: dns_domain_ports.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.712362 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.712884 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 15:27:40.713206 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.714145 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.714655 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 15:27:40.714978 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: dvr.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.715674 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.716215 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: dvr Feb 09 15:27:40.716542 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: ecmp_routes.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.717465 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.717977 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 15:27:40.718298 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: empty_string_filtering.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.719251 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.719768 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: empty-string-filtering Feb 09 15:27:40.720183 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.721095 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.721605 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 15:27:40.721927 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.722847 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.723356 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 15:27:40.723679 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: external_net.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.724625 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.725140 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: external-net Feb 09 15:27:40.725464 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.726367 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.726884 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: extra_dhcp_opt Feb 09 15:27:40.727222 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: extraroute.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.728752 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.729267 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: extraroute Feb 09 15:27:40.729591 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: extraroute_atomic.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.730635 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.731153 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: extraroute-atomic Feb 09 15:27:40.731480 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: filter_validation.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.732374 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.732892 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: filter-validation Feb 09 15:27:40.733258 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: fip_pf_description.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.734181 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.734691 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 15:27:40.735017 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: fip_port_details.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.735940 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.736488 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: fip-port-details Feb 09 15:27:40.736824 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: flavors.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.738078 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.738603 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: flavors Feb 09 15:27:40.739005 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.740721 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.741258 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 15:27:40.741593 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: floatingip_pools.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.742300 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.742819 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: floatingip-pools Feb 09 15:27:40.743170 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: ip_allocation.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.744134 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.744651 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 15:27:40.744978 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.745900 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.746418 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: ip-substring-filtering Feb 09 15:27:40.746791 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: l2_adjacency.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.747725 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.748275 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 15:27:40.748602 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: l3.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.749577 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.750102 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: router Feb 09 15:27:40.750430 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.752744 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.753281 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 15:27:40.753619 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.754568 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.755091 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: ext-gw-mode Feb 09 15:27:40.755423 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.756481 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.757003 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: l3-ha Feb 09 15:27:40.757330 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: l3_flavors.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.758250 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.758789 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: l3-flavors Feb 09 15:27:40.759145 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.760061 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.760599 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 15:27:40.760925 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: l3agentscheduler.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.761980 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.762502 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: l3_agent_scheduler Feb 09 15:27:40.762832 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: logging.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.779183 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.779678 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension logging not supported by any of loaded plugins Feb 09 15:27:40.780011 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: metering.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.780834 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.781431 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: metering Feb 09 15:27:40.781761 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.783064 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.783593 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: metering_source_and_destination_fields Feb 09 15:27:40.783924 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: multiprovidernet.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.784893 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.785416 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: multi-provider Feb 09 15:27:40.785744 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: netmtu.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.786671 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.787196 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: net-mtu Feb 09 15:27:40.787527 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: netmtu_writable.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.788484 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.789004 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: net-mtu-writable Feb 09 15:27:40.789329 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: network_availability_zone.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.790620 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.791148 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: network_availability_zone Feb 09 15:27:40.791476 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: network_ip_availability.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.792637 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.793159 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: network-ip-availability Feb 09 15:27:40.793487 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: network_segment_range.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.794273 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.794785 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 15:27:40.795152 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: pagination.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.796185 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.796519 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: pagination Feb 09 15:27:40.796838 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: port_device_profile.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.797770 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.798292 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: port-device-profile Feb 09 15:27:40.798613 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.799537 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.800343 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: port-mac-address-regenerate Feb 09 15:27:40.800674 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.801609 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.802126 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: port-numa-affinity-policy Feb 09 15:27:40.802451 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: port_resource_request.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.803370 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.803879 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 15:27:40.804235 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: portbindings.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.805170 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.805711 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: binding Feb 09 15:27:40.806040 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: portbindings_extended.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.807469 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.808035 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: binding-extended Feb 09 15:27:40.808400 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: portsecurity.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.809326 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.809844 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: port-security Feb 09 15:27:40.810170 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: project_id.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.811161 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.811488 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: project-id Feb 09 15:27:40.811811 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: providernet.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.812777 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.813302 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: provider Feb 09 15:27:40.813625 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.825588 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.826121 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos not supported by any of loaded plugins Feb 09 15:27:40.826453 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.827714 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.828265 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 15:27:40.828602 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.829535 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.830051 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 15:27:40.830388 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_default.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.831313 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.831834 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-default not supported by any of loaded plugins Feb 09 15:27:40.832188 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_fip.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.832855 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.833368 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 15:27:40.833693 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_gateway_ip.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.834619 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.835136 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 15:27:40.835462 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_port_network_policy.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.836461 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.837504 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 15:27:40.837830 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_pps_rule.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.839022 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.839540 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-pps not supported by any of loaded plugins Feb 09 15:27:40.839874 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_rule_type_details.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.840866 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.841383 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 15:27:40.841711 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: qos_rules_alias.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.842760 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.843277 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 15:27:40.843605 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: quotasv2.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.844802 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.845135 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: quotas Feb 09 15:27:40.845462 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: quotasv2_detail.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.848842 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.849182 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: quota_details Feb 09 15:27:40.849516 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: rbac.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.850600 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.851163 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: rbac-policies Feb 09 15:27:40.851477 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: rbac_address_group.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.853099 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.853625 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: rbac-address-group Feb 09 15:27:40.853952 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: rbac_address_scope.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.854923 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.855444 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: rbac-address-scope Feb 09 15:27:40.855770 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: rbac_security_groups.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.859163 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.859681 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: rbac-security-groups Feb 09 15:27:40.860005 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: rbac_subnetpool.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.860976 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.861498 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: rbac-subnetpool Feb 09 15:27:40.861816 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: revisionifmatch.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.862752 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.863272 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: revision-if-match Feb 09 15:27:40.863595 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: revisions.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.864754 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.865277 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: standard-attr-revisions Feb 09 15:27:40.865606 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: router_availability_zone.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.866284 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.866806 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: router_availability_zone Feb 09 15:27:40.867131 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: routerservicetype.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.868135 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.868741 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 15:27:40.869068 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.869997 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.870519 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: security-groups-normalized-cidr Feb 09 15:27:40.870844 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.871775 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.872331 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: port-security-groups-filtering Feb 09 15:27:40.872657 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.873582 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.874096 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: security-groups-remote-address-group Feb 09 15:27:40.874422 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: securitygroup.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.885836 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.886423 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: security-group Feb 09 15:27:40.886765 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: segment.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.887577 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.888121 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension segment not supported by any of loaded plugins Feb 09 15:27:40.888456 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.899699 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.900260 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 15:27:40.900595 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: servicetype.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.901823 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.902356 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: service-type Feb 09 15:27:40.902688 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: sorting.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.903686 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.904021 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: sorting Feb 09 15:27:40.904379 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: standard_attr_segment.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.905332 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.905859 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 15:27:40.906188 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: standardattrdescription.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.906842 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.907361 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: standard-attr-description Feb 09 15:27:40.907687 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: stateful_security_group.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.908760 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.909286 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: stateful-security-group Feb 09 15:27:40.909615 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: stdattrs_common.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.910301 n-d-828542-1 neutron-server[103067]: WARNING neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 15:27:40.910637 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.911600 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.912270 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 15:27:40.912650 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: subnet_onboard.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.913813 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.914351 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: subnet_onboard Feb 09 15:27:40.914678 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.915669 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.916255 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 15:27:40.916585 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: subnet_service_types.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.917514 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.918033 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: subnet-service-types Feb 09 15:27:40.918363 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: subnetallocation.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.919451 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.919971 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: subnet_allocation Feb 09 15:27:40.920334 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.921014 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.921530 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: subnetpool-prefix-ops Feb 09 15:27:40.921859 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.922849 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.923365 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 15:27:40.923695 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: tagging.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.925066 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.925598 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: standard-attr-tag Feb 09 15:27:40.925929 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: timestamp.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.927157 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.927687 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loaded extension: standard-attr-timestamp Feb 09 15:27:40.928017 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: trunk.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.929092 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.929617 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension trunk not supported by any of loaded plugins Feb 09 15:27:40.929943 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: trunk_details.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.930940 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.931461 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 15:27:40.931787 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: uplink_status_propagation.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.939287 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.939812 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 15:27:40.940148 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Loading extension file: vlantransparent.py {{(pid=103067) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 15:27:40.940830 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103067) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 15:27:40.941344 n-d-828542-1 neutron-server[103067]: INFO neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 15:27:40.943828 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:network Feb 09 15:27:40.944398 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:subnet Feb 09 15:27:40.944799 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:27:40.945190 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:port Feb 09 15:27:40.946990 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.947431 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service FLAVORS assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.948056 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.948514 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.948847 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:router Feb 09 15:27:40.949276 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 15:27:40.949780 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service METERING assigned prefix: /metering {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.951251 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.951679 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.952039 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:27:40.953113 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 15:27:40.953605 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:security_group Feb 09 15:27:40.954048 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 15:27:40.954784 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service CORE assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.955138 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:27:40.955490 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] subnetpool is already registered Feb 09 15:27:40.955938 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service CORE assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.956291 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:27:40.956646 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] subnetpool is already registered Feb 09 15:27:40.959017 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.959478 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service FLAVORS assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.960171 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.960927 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.961444 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:router Feb 09 15:27:40.962341 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] router is already registered Feb 09 15:27:40.962773 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 15:27:40.963114 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] floatingip is already registered Feb 09 15:27:40.963580 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service METERING assigned prefix: /metering {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.964281 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 15:27:40.964614 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] rbac_policy is already registered Feb 09 15:27:40.965030 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:security_group Feb 09 15:27:40.965370 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] security_group is already registered Feb 09 15:27:40.965777 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 15:27:40.966108 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] security_group_rule is already registered Feb 09 15:27:40.966747 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service CORE assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.967078 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:27:40.967412 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] subnetpool is already registered Feb 09 15:27:40.967836 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.v2.resource_helper [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Service CORE assigned prefix: {{(pid=103067) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:27:40.968196 n-d-828542-1 neutron-server[103067]: INFO neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:27:40.968537 n-d-828542-1 neutron-server[103067]: WARNING neutron.quota.resource_registry [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] subnetpool is already registered Feb 09 15:27:40.969019 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: extensions {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.970517 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: address-groups {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.972010 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: address-scopes {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.973366 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: agents {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.974528 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: auto-allocated-topology {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.975770 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: availability_zones {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.977019 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: dhcp-networks {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.978565 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: dhcp-agents {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.980025 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: routers {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.982224 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: flavors {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.983382 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: service_profiles {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.984641 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: next_providers {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.986131 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: service_profiles {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.987703 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: floatingip-pools {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.988944 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: routers {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.991114 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: floatingips {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.992466 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: l3-routers {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.993882 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: l3-agents {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.995276 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: metering-labels {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.996675 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: metering-label-rules {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.997968 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: network-ip-availabilities {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:40.999290 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: bindings {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.000959 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: quotas {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.002480 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: quotas {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.003882 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: rbac-policies {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.005119 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: security-groups {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.007435 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: security-group-rules {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.009384 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: service-providers {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.010604 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: subnetpools {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.012026 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: subnetpools {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.013514 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.015253 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.017084 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.018961 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.020897 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.022729 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.024499 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.026421 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.028685 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.030499 n-d-828542-1 neutron-server[103067]: DEBUG neutron.api.extensions [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Extended resource: tags {{(pid=103067) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 15:27:41.036668 n-d-828542-1 neutron-server[103067]: WARNING keystonemiddleware.auth_token [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 15:27:41.041504 n-d-828542-1 neutron-server[103067]: WARNING keystonemiddleware.auth_token [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 15:27:41.050379 n-d-828542-1 neutron-server[103067]: DEBUG oslo_concurrency.lockutils [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Acquired lock "singleton_lock" {{(pid=103067) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 15:27:41.050893 n-d-828542-1 neutron-server[103067]: DEBUG oslo_concurrency.lockutils [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Releasing lock "singleton_lock" {{(pid=103067) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 15:27:41.051526 n-d-828542-1 neutron-server[103067]: INFO oslo_service.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Starting 2 workers Feb 09 15:27:41.056404 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Started child 103178 {{(pid=103067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 15:27:41.061028 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Started child 103179 {{(pid=103067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 15:27:41.061939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:41.062759 n-d-828542-1 neutron-server[103067]: INFO neutron.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 15:27:41.063416 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Notify callbacks [] for process, before_spawn {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:41.064011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [-] (103178) wsgi starting up on http://0.0.0.0:9696 Feb 09 15:27:41.065958 n-d-828542-1 neutron-server[103067]: INFO oslo_service.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Starting 1 workers Feb 09 15:27:41.066701 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:41.068114 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [-] (103179) wsgi starting up on http://0.0.0.0:9696 Feb 09 15:27:41.071708 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Started child 103180 {{(pid=103067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 15:27:41.072289 n-d-828542-1 neutron-server[103067]: INFO oslo_service.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Starting 1 workers Feb 09 15:27:41.075370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] calling RpcWorker wait() {{(pid=103180) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 15:27:41.075941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] returning from RpcWorker wait() {{(pid=103180) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 15:27:41.077135 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Started child 103181 {{(pid=103067) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 15:27:41.077339 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:41.077774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:27:41.077971 n-d-828542-1 neutron-server[103067]: DEBUG neutron_lib.callbacks.manager [None req-f6155a48-bad7-41e0-8292-4fe7b4f9cc83 None None] Notify callbacks [] for process, after_spawn {{(pid=103067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:41.080032 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103067) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 15:27:41.080304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:27:41.080493 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:27:41.080718 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:27:41.081046 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:27:41.081213 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:27:41.081732 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.082088 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.082340 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.082619 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.082927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.083286 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:41.083806 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.083806 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.084131 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.084228 n-d-828542-1 neutron-server[103181]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:27:41.084423 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.084660 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.084838 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.085006 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.087833 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.087833 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.087833 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.087833 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.087833 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.087833 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.087833 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.087833 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.088376 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.088376 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.088494 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] debug = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.088740 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.089151 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.089387 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.089644 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.089880 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.090320 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.090597 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.090884 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.091131 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.091368 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.091603 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.091863 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.092112 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.092334 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.092560 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.092820 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.093035 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.093538 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] host = n-d-828542-1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.093778 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.094012 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.094263 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.094503 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.094768 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.094979 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.095293 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.095555 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.095813 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.096041 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.096344 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.096604 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.096846 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.097089 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.097254 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_options = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.097503 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.097781 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.098054 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.098241 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.098412 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.098572 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.098810 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.098965 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.099232 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.099454 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.099685 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.099901 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.100180 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.100397 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.102205 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.103019 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.103327 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.103542 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.103812 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.104065 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.104335 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.104576 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.104829 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.105055 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.105286 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.105532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.105786 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.106055 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.106256 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.106632 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.106799 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.107019 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.107558 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.107558 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.107828 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.107965 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.108418 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.108646 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.108946 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.109178 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.109434 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.109696 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.109912 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.110172 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.110416 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.110632 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.110872 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_json = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.111224 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.111367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52090) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:27:41.111519 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.111660 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.111899 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.112051 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.112342 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.112485 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.112717 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.112963 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.113478 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.113659 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.114078 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.114244 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.114470 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.114721 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.115025 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.115182 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.115438 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.115668 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.116047 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.116557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.116557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.116841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.117006 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.117300 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.117542 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.118099 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.118759 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.118914 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.119089 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.119333 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.119588 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.119849 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.120067 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.120335 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.120556 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.120890 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.121097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070536 Feb 09 15:27:41.121429 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.122120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.122410 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.122640 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.123329 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.123329 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.123329 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.123554 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.123740 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.124040 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.124265 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.124484 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.124704 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.124935 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.125164 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.125394 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.125953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.127473 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.127473 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.127473 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.127473 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.128282 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.128282 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.128826 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.128826 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.139374 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.140520 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.141338 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142092 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.142681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143235 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143235 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143235 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143235 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143235 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143235 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143235 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143235 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.143953 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.145103 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.145103 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.145103 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.145103 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.145103 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.145103 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.148391 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.148767 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.149138 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.150155 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.150155 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.150155 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.150491 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.150577 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.150861 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.151131 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.151371 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.151642 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.152563 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.152563 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.152563 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.153245 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.153245 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.153245 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.154790 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.154790 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.154790 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.154790 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.154790 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.154790 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.154790 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.155928 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.155928 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.155928 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.155928 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.155928 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.156908 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.156908 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.156908 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.156908 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.157397 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.157397 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.157546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.157750 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.157960 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.158189 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.158389 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.158937 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.158937 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.159365 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.159365 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.160519 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.160519 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.160519 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.160519 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.160519 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.161187 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.161187 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.161187 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.161410 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.161505 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.161698 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.161945 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.162234 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.162479 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.162718 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.162967 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.163178 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.163424 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.165315 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.165315 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.165315 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.165315 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.165315 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.165315 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.166961 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.166961 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.166961 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.166961 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.166961 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.166961 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.166961 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.167806 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.167806 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.167806 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.167806 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.168224 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.168329 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.168477 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.174311 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.174311 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.174311 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.174311 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.174311 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.174311 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.174311 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.174311 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.175468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.175468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.175468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.175468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.175468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.175468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.175468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.175468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.178842 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.178842 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.178842 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.178842 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.178842 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.178842 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.178842 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.178842 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.179614 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.179614 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.179614 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.179614 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.179614 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.179614 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.179614 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.179614 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.180253 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.180253 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.180253 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.180253 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.180253 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.180253 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.180253 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.180253 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182020 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182020 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182020 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182020 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182020 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182020 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182020 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182020 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.182949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.183498 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.183498 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.183498 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.183498 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.183788 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.183949 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.184274 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.184814 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.184814 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.185155 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.185252 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.185523 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.185858 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.186134 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.186394 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.187436 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.187436 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.187436 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.187436 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.188156 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.188156 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.188156 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.188156 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.188615 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.188722 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.188892 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.189098 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.189331 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.189592 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.189800 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.190010 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.190221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.190394 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:27:41.192610 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103067) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 15:27:41.192610 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:27:41.192610 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:27:41.192610 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:27:41.192610 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:27:41.192610 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:27:41.192610 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.192610 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193126 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193126 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193126 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193126 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193126 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193126 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193126 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193511 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193511 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193511 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193741 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.193916 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.194516 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.194516 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.194516 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.194516 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.194787 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.194787 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.194903 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.195120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] debug = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.195213 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.195398 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.195599 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.195787 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.195978 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.196156 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.197068 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.197237 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.197397 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.197546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.197687 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.197845 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.197998 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.198392 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.198750 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.199152 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.199316 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.199475 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] host = n-d-828542-1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.199631 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.200406 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.200406 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.200406 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.200767 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.200767 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.200767 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.201051 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.201051 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.201243 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.201348 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.201452 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.201613 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.201768 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.201925 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_options = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.202120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.202250 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.202362 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.202549 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.202712 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.202869 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.203025 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.203180 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.203859 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.203859 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.203859 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.203859 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.204316 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.204316 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.204316 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.204597 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.204597 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.204830 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.204830 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.205063 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.205063 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206052 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206052 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206052 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206052 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206052 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206052 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206616 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206616 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206616 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206616 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206984 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206984 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.206984 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.207275 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.207275 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.207468 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.207570 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.207699 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.208681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.208681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.208681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.208681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.208681 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.209351 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.209351 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.209351 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_json = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.209351 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.209351 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.209813 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.209813 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.209813 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.210104 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.210104 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.210297 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.210297 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:27:41.210489 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.210631 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.210805 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.210965 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.211123 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.211281 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.211436 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.211607 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.211769 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.211925 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.212111 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.212269 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.212438 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.212595 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.212752 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.212911 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.213068 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.213224 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.213381 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.213537 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.213726 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.213844 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.214003 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.214155 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.214317 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.214476 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.214633 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.214866 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.214958 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.215095 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.215275 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.215432 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.215590 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.215748 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.215911 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.216069 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.216245 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.216402 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.216558 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.216715 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.216873 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.226304 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.228120 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.230487 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.231461 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.232546 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.233609 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.233609 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.233609 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.233609 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.233609 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.233609 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.233609 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.233609 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.234532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.234532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.234532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.234532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.234532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.234532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.234532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.234532 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.235420 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.235420 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.235420 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.235420 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.235420 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.235420 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.235420 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.235420 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237017 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237017 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237017 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237017 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237017 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237017 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237017 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237017 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.237557 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238227 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238227 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238227 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238227 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238227 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238227 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238227 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238227 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.238841 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239308 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239308 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239308 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239308 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239308 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239308 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239308 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239308 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239775 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239775 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239775 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239775 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239775 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239775 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239775 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.239775 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.240356 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.240356 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.240356 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.240356 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.240356 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.240356 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.240356 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.240356 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241208 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241208 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241208 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241208 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241208 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241208 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241208 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241208 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241695 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241695 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241695 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241695 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241695 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241695 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241695 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.241695 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.242606 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.242606 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.242606 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.242606 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.242606 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.242606 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.242606 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.242606 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.243927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.243927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.243927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.243927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.243927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.243927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.243927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.243927 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.244678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.244678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.244678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.244678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.244678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.244678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.244678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.244678 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245268 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245268 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245268 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245268 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245268 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245268 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245268 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245268 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245714 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245714 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245714 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245714 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245714 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245714 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245714 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.245714 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.246165 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.246165 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.246165 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.246333 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.246481 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.246677 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.246827 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.246965 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.247102 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.247910 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.247910 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.247910 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.247910 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.247910 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.259941 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.259941 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.259941 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.259941 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.259941 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.259941 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.259941 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.259941 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.260530 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.260530 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.260530 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.260530 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.260530 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.260530 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.260530 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.260530 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.261287 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.261287 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.261287 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.261287 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.261287 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.261287 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.261287 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.261287 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262258 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262258 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262258 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262258 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262258 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262258 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262258 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262258 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262800 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262800 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262800 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262800 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.262800 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263221 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263796 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263796 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263796 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263796 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263796 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263796 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263796 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.263796 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:27:41.264822 n-d-828542-1 neutron-server[103067]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103067) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:27:52.715494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a552f-fcbb-48e2-9eb9-cac9c26ead95 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 15:27:52.793798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a552f-fcbb-48e2-9eb9-cac9c26ead95 None None] No non-hosted networks {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 15:27:52.806238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.agentschedulers_db [None req-8b1a552f-fcbb-48e2-9eb9-cac9c26ead95 None None] DHCP Agent not found on host n-d-828542-1 {{(pid=103180) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 15:27:52.951067 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74b842ce-0623-4bae-8a8a-e0b7fecb33f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33139002'] for agent, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:55.154692 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a95f9053-af89-43b8-9759-94363d80dae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33139002'] for agent, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:55.241720 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-49abeaef-f48d-4b1b-93f1-6750b401ed26 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-828542-1 {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:27:55.242511 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-49abeaef-f48d-4b1b-93f1-6750b401ed26 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:27:55.837792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49abeaef-f48d-4b1b-93f1-6750b401ed26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:56.305824 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33139002'] for agent, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:57.900681 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33139002'] for agent, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:58.321125 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33139002'] for agent, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:27:58.322361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.322786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.323115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.323605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.323931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.324279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.324596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.325399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.325842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.326173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.326489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.326802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:27:58.327381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828542-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:27:58.334107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828542-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:27:59.075512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52190) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:27:59.627425 n-d-828542-1 neutron-server[103178]: WARNING oslo_policy.policy [None req-5401f842-a7a3-4125-943e-42ba2bbd25e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:27:59.628014 n-d-828542-1 neutron-server[103178]: WARNING oslo_policy.policy [None req-5401f842-a7a3-4125-943e-42ba2bbd25e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:27:59.852609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-5401f842-a7a3-4125-943e-42ba2bbd25e5 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:27:59.853768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5401f842-a7a3-4125-943e-42ba2bbd25e5 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7772524 Feb 09 15:28:01.408313 n-d-828542-1 neutron-server[103180]: INFO neutron.db.l3_hamode_db [None req-4c071fe4-f62d-47ef-9906-f4ef31f71dae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 15:28:01.485921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c071fe4-f62d-47ef-9906-f4ef31f71dae None None] Routers set() bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:28:01.486295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c071fe4-f62d-47ef-9906-f4ef31f71dae None None] Router IDs set() for agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 15:28:02.330694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52206) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:02.646412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-84a7d54b-09b9-4942-8dc5-46839203a2b4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:28:02.746231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.policy [None req-84a7d54b-09b9-4942-8dc5-46839203a2b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103178) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 15:28:02.791314 n-d-828542-1 neutron-server[103178]: WARNING oslo_policy.policy [None req-84a7d54b-09b9-4942-8dc5-46839203a2b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:28:02.791689 n-d-828542-1 neutron-server[103178]: WARNING oslo_policy.policy [None req-84a7d54b-09b9-4942-8dc5-46839203a2b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:28:02.800606 n-d-828542-1 neutron-server[103178]: INFO neutron.quota [None req-84a7d54b-09b9-4942-8dc5-46839203a2b4 admin admin] Loaded quota_driver: . Feb 09 15:28:02.986002 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84a7d54b-09b9-4942-8dc5-46839203a2b4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783026930658', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783026930127', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783026918097', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783026919821', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783027621030', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783026899989', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-823317', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33373224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33432510'] for rbac-policy, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:03.191386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84a7d54b-09b9-4942-8dc5-46839203a2b4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:03.192616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-84a7d54b-09b9-4942-8dc5-46839203a2b4 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8609066 Feb 09 15:28:05.782918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52218) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:06.082743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'name': 'private', 'project_id': 'c36a156d0329433ea5e4dddc6e119f73'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:28:06.231776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Made reservation on behalf of c36a156d0329433ea5e4dddc6e119f73 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:28:06.234578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:06.252183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:06.361948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:06.459629 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:06.479802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:28:06.508484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783023795770', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:06.509023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Unsubscribe: segment precommit_create {{(pid=103178) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 15:28:06.510020 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Added segment 6da5bb3e-1ecf-4511-a9e4-1502bf8c070a of type vlan for network 95784606-4cb3-463d-89dd-811b6d2e0797 Feb 09 15:28:06.527222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed85a2e-52df-4a93-abff-64f3366ab113,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:06.577541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.577888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.578229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.578565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.578896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.579225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.579548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.579874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.580223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.580549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.580867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.581183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Tracked resource versions report: Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: pushed versions: Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: { 'AddressGroup': {'1.2'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'ConntrackHelper': {'1.0'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Log': {'1.0'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Network': {'1.1'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Port': {'1.7'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'PortForwarding': {'1.2'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'QosPolicy': {'1.9'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'SecurityGroup': {'1.4'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'SecurityGroupRule': {'1.2'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'SubPort': {'1.0'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Subnet': {'1.1'}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Trunk': {'1.1'}} Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: consumer versions: Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: { DHCP agent@n-d-828542-1: {}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: L3 agent@n-d-828542-1: {}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: Metadata agent@n-d-828542-1: {}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: Metering agent@n-d-828542-1: {}, Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: Open vSwitch agent@n-d-828542-1: { 'AddressGroup': '1.2', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'ConntrackHelper': '1.0', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Log': '1.0', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Network': '1.1', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Port': '1.7', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'PortForwarding': '1.2', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'QosPolicy': '1.9', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'SecurityGroup': '1.4', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'SecurityGroupRule': '1.2', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'SubPort': '1.0', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Subnet': '1.1', Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: 'Trunk': '1.1'}} Feb 09 15:28:06.582268 n-d-828542-1 neutron-server[103178]: {{(pid=103178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:28:06.624899 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:06.757412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:06.758667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:06.759773 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:06.856559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] Pushing event updated for resources: {'Network': ['ID=95784606-4cb3-463d-89dd-811b6d2e0797,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:06.867615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 95784606-4cb3-463d-89dd-811b6d2e0797 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:28:06.919627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f48339c6-c05d-4c48-87fc-5bab0e0f86c4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1356194 Feb 09 15:28:09.579420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52232) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:09.965632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd740230-37c6-4ff7-8bf7-f1646a194568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:09.967043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cd740230-37c6-4ff7-8bf7-f1646a194568 admin admin] 10.222.0.53 "GET /v2.0/networks/95784606-4cb3-463d-89dd-811b6d2e0797 HTTP/1.1" status: 200 len: 825 time: 0.3934073 Feb 09 15:28:09.993594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-22c914ab-d7f0-483f-801f-f9bd5bd6e35c admin admin] 10.222.0.53 "GET /v2.0/subnetpools/cfc8a777-2b1a-46d7-aadb-58323fd12508 HTTP/1.1" status: 200 len: 734 time: 0.0202365 Feb 09 15:28:10.003203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'cfc8a777-2b1a-46d7-aadb-58323fd12508', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:28:10.086060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Made reservation on behalf of c36a156d0329433ea5e4dddc6e119f73 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:28:10.088979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:10.459806 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:10.530467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Checking segment: {'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:28:10.530857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Network hostable DHCP agents. Network: 95784606-4cb3-463d-89dd-811b6d2e0797, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:28:10.539059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d9be76-7ac7-4ed5-ba94-7b775e4296cf,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:10.623406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Network 95784606-4cb3-463d-89dd-811b6d2e0797 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:28:10.745770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 95784606-4cb3-463d-89dd-811b6d2e0797) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:28:10.750431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:10.750995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:10.755478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1f9353-4e3a-4a5a-bc06-6816fb40566d None None] Network 95784606-4cb3-463d-89dd-811b6d2e0797 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:28:10.862291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5dc3e3fb-139a-40cc-adbf-0086aa7a1d2f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8624172 Feb 09 15:28:11.075022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-95784606-4cb3-463d-89dd-811b6d2e0797', 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'fixed_ips': [{'subnet_id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:28:11.076281 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:11.390293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Allocated IP 172.20.0.2 (95784606-4cb3-463d-89dd-811b6d2e0797/86d9be76-7ac7-4ed5-ba94-7b775e4296cf/b38154cf-e0ff-4f9e-9e68-138b0c97f6f5) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:28:11.591919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:11.755686 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:11.831336 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Network 95784606-4cb3-463d-89dd-811b6d2e0797 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:28:11.841820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:28:11.847061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Pushing event updated for resources: {'Port': ['ID=b38154cf-e0ff-4f9e-9e68-138b0c97f6f5,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:11.849391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:28:11.859116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.859465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.859808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.860166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.860507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.860837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.861167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.861489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.861814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.862192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.862517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.862843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Tracked resource versions report: Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: pushed versions: Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: { 'AddressGroup': {'1.2'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'ConntrackHelper': {'1.0'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Log': {'1.0'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Network': {'1.1'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Port': {'1.7'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'PortForwarding': {'1.2'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'QosPolicy': {'1.9'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'SecurityGroup': {'1.4'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'SecurityGroupRule': {'1.2'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'SubPort': {'1.0'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Subnet': {'1.1'}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Trunk': {'1.1'}} Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: consumer versions: Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: { DHCP agent@n-d-828542-1: {}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: L3 agent@n-d-828542-1: {}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: Metadata agent@n-d-828542-1: {}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: Metering agent@n-d-828542-1: {}, Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: Open vSwitch agent@n-d-828542-1: { 'AddressGroup': '1.2', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'ConntrackHelper': '1.0', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Log': '1.0', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Network': '1.1', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Port': '1.7', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'PortForwarding': '1.2', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'QosPolicy': '1.9', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'SecurityGroup': '1.4', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'SecurityGroupRule': '1.2', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'SubPort': '1.0', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Subnet': '1.1', Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: 'Trunk': '1.1'}} Feb 09 15:28:11.863962 n-d-828542-1 neutron-server[103180]: {{(pid=103180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:28:11.939677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Attempting to bind port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:28:11.940071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Attempting to bind port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:28:11.940512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Attempting to bind port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 on network 95784606-4cb3-463d-89dd-811b6d2e0797 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:28:11.945887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:28:11.946304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Checking segment: {'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:28:11.947346 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:11.947736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Bound using segment: {'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:28:11.948257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Bound port: b38154cf-e0ff-4f9e-9e68-138b0c97f6f5, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:28:11.948679 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:12.013480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] For port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:28:12.017765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] For port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b38154cf-e0ff-4f9e-9e68-138b0c97f6f5,segment=NetworkSegment(6da5bb3e-1ecf-4511-a9e4-1502bf8c070a),segment_id=6da5bb3e-1ecf-4511-a9e4-1502bf8c070a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:28:12.083192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:12.158505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c8da1-a84c-4ed4-b787-033ce3795587 None None] Pushing event updated for resources: {'Port': ['ID=b38154cf-e0ff-4f9e-9e68-138b0c97f6f5,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:13.361777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52240) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:13.690892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-b28bb3b5-0baf-4534-8b90-7842c3fa71af admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:28:13.691970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b28bb3b5-0baf-4534-8b90-7842c3fa71af admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3292301 Feb 09 15:28:16.130885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52248) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:16.456533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-cb3eaa11-48bb-4780-ba50-4920784346c4 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:28:16.457547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cb3eaa11-48bb-4780-ba50-4920784346c4 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3257325 Feb 09 15:28:18.121860 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:28:19.137373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52258) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:19.444149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8f110456-5b9c-47c2-a637-98440bd5d3f7 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:28:19.537958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f110456-5b9c-47c2-a637-98440bd5d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:19.539604 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f110456-5b9c-47c2-a637-98440bd5d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:19.615125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:28:19.682001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f110456-5b9c-47c2-a637-98440bd5d3f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:19.703620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:19.703947 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:19.849864 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:19.854030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b38154cf-e0ff-4f9e-9e68-138b0c97f6f5,segment=NetworkSegment(6da5bb3e-1ecf-4511-a9e4-1502bf8c070a),segment_id=6da5bb3e-1ecf-4511-a9e4-1502bf8c070a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:28:19.923097 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f110456-5b9c-47c2-a637-98440bd5d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:20.026233 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:20.050228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f110456-5b9c-47c2-a637-98440bd5d3f7 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:20.051476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f110456-5b9c-47c2-a637-98440bd5d3f7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9130323 Feb 09 15:28:20.077313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=b38154cf-e0ff-4f9e-9e68-138b0c97f6f5,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:20.672036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63942766-b78c-4306-bb8e-89ac94516392 None None] Network 95784606-4cb3-463d-89dd-811b6d2e0797 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:28:20.792401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8f62b703-9fe9-498e-9b96-a2052d264875 None None] Provisioning complete for port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:20.792772 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8f62b703-9fe9-498e-9b96-a2052d264875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:21.136836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-810e1366-1590-42fe-8142-22c4a45035aa None None] Provisioning complete for port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:21.137200 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-810e1366-1590-42fe-8142-22c4a45035aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:21.572738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:28:21.619040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:21.619408 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:22.487757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52270) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:22.722350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-60b0640e-c8cc-456b-a931-9d2573cae56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:23.001054 n-d-828542-1 neutron-server[103179]: WARNING oslo_policy.policy [None req-186dfe6d-3c1c-4833-b9cb-1904801c365c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:28:23.001653 n-d-828542-1 neutron-server[103179]: WARNING oslo_policy.policy [None req-186dfe6d-3c1c-4833-b9cb-1904801c365c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:28:23.223316 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-186dfe6d-3c1c-4833-b9cb-1904801c365c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:28:23.224555 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-186dfe6d-3c1c-4833-b9cb-1904801c365c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7347043 Feb 09 15:28:25.150704 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c66ae53-7501-4f51-b869-c33ebcfaabf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:25.663356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52284) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:25.977911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:28:26.064990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Made reservation on behalf of 73ea54dd84f44f9395bd384a7174ee44 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:28:26.067216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.076634 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.150584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.236456 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.253700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Reserving flat network on physical network physnet1 {{(pid=103178) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 15:28:26.270035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea5a7f-9d99-4bb4-850f-b2e9e8653f7a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:26.270428 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.275335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.275684 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Added segment 9673f4b6-8a7a-4bff-9360-1bea12ba63d9 of type flat for network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd Feb 09 15:28:26.329369 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.417122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.418072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:26.418650 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:26.478092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] Pushing event updated for resources: {'Network': ['ID=0382ca27-9a12-48f1-9cee-c4b2aaccebfd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:26.487716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:28:26.547705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bf9764dc-d447-4858-a32d-d9edbf9fbf75 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8832357 Feb 09 15:28:27.882213 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:28.314176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:28.959803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52302) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:29.138753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa51ed3-e100-4c7f-9ea1-032a7f893e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:29.140103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dfa51ed3-e100-4c7f-9ea1-032a7f893e3a admin admin] 10.222.0.53 "GET /v2.0/subnets/86d9be76-7ac7-4ed5-ba94-7b775e4296cf HTTP/1.1" status: 200 len: 849 time: 0.1792567 Feb 09 15:28:29.257165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e4cee6a7-1aca-4c1d-b4ae-7d4a23a79ac5 admin admin] 10.222.0.53 "GET /v2.0/routers/20d6c7f2-95c1-4bd8-a87a-618138ec3722 HTTP/1.1" status: 200 len: 704 time: 0.1108048 Feb 09 15:28:29.527455 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:29.831255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Allocated IP 172.20.0.1 (95784606-4cb3-463d-89dd-811b6d2e0797/86d9be76-7ac7-4ed5-ba94-7b775e4296cf/be7e8054-03bc-434f-b8a5-f7d5f5ee3da9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:28:30.035831 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.179894 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.248452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Network 95784606-4cb3-463d-89dd-811b6d2e0797 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:28:30.255060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:28:30.261617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:28:30.262150 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.326785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Pushing event updated for resources: {'Port': ['ID=be7e8054-03bc-434f-b8a5-f7d5f5ee3da9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:30.490713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1fcb872a-6618-4fe6-9df2-46ed566f849e None None] Provisioning complete for port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:30.491349 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1fcb872a-6618-4fe6-9df2-46ed566f849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.523737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb872a-6618-4fe6-9df2-46ed566f849e None None] Port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:28:30.560315 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.766109 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.830452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.831243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:30.907862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Pushing event updated for resources: {'Port': ['ID=be7e8054-03bc-434f-b8a5-f7d5f5ee3da9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:30.956779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Network 95784606-4cb3-463d-89dd-811b6d2e0797 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:28:30.958062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:28:31.146178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e7e28cf2-4d07-48c5-966d-f7c9c59674ee None None] Provisioning complete for port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:31.146550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e7e28cf2-4d07-48c5-966d-f7c9c59674ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:31.180822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e7e28cf2-4d07-48c5-966d-f7c9c59674ee None None] Port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:28:31.214034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Router 20d6c7f2-95c1-4bd8-a87a-618138ec3722 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:28:31.305917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:28:31.311224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1e647b82-c054-4d9e-9b9a-5608007a91ca admin admin] 10.222.0.53 "PUT /v2.0/routers/20d6c7f2-95c1-4bd8-a87a-618138ec3722/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0481536 Feb 09 15:28:31.316918 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Sync routers for ids ['20d6c7f2-95c1-4bd8-a87a-618138ec3722'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:28:31.331674 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Routers {'20d6c7f2-95c1-4bd8-a87a-618138ec3722'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:28:31.332562 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:28:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['20d6c7f2-95c1-4bd8-a87a-618138ec3722'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:28:31.517218 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Set router 20d6c7f2-95c1-4bd8-a87a-618138ec3722 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:28:31.946225 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'name': 'router1', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:28:19Z', 'updated_at': '2022-02-09T15:28:30Z', 'revision_number': 2, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'gw_port_host': None, '_interfaces': [{'id': 'be7e8054-03bc-434f-b8a5-f7d5f5ee3da9', 'name': '', 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:29Z', 'updated_at': '2022-02-09T15:28:30Z', 'revision_number': 2, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'subnets': [{'id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc8a777-2b1a-46d7-aadb-58323fd12508'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:28:31.998727 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Checking router: 20d6c7f2-95c1-4bd8-a87a-618138ec3722 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:28:31.999096 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Updating router 20d6c7f2-95c1-4bd8-a87a-618138ec3722 port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:28:32.046383 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:32.562426 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:32.710597 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:32.871604 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Pushing event updated for resources: {'Port': ['ID=be7e8054-03bc-434f-b8a5-f7d5f5ee3da9,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:32.878206 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Attempting to bind port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:28:32.878614 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Attempting to bind port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:28:32.879056 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Attempting to bind port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 on network 95784606-4cb3-463d-89dd-811b6d2e0797 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:28:32.887114 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:28:32.887536 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Checking segment: {'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:28:32.888020 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:32.888429 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Bound using segment: {'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:28:32.889004 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Bound port: be7e8054-03bc-434f-b8a5-f7d5f5ee3da9, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da5bb3e-1ecf-4511-a9e4-1502bf8c070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:28:32.889318 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:32.891793 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.892156 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.892492 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.892820 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.893145 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.893467 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.893787 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.894104 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.894419 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.894733 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.895048 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.895360 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Tracked resource versions report: Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: pushed versions: Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: { 'AddressGroup': {'1.2'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'ConntrackHelper': {'1.0'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Log': {'1.0'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Network': {'1.1'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Port': {'1.7'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'PortForwarding': {'1.2'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'QosPolicy': {'1.9'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'SecurityGroup': {'1.4'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'SecurityGroupRule': {'1.2'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'SubPort': {'1.0'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Subnet': {'1.1'}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Trunk': {'1.1'}} Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: consumer versions: Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: { DHCP agent@n-d-828542-1: {}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: L3 agent@n-d-828542-1: {}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: Metadata agent@n-d-828542-1: {}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: Metering agent@n-d-828542-1: {}, Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: Open vSwitch agent@n-d-828542-1: { 'AddressGroup': '1.2', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'ConntrackHelper': '1.0', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Log': '1.0', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Network': '1.1', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Port': '1.7', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'PortForwarding': '1.2', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'QosPolicy': '1.9', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'SecurityGroup': '1.4', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'SecurityGroupRule': '1.2', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'SubPort': '1.0', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Subnet': '1.1', Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: 'Trunk': '1.1'}} Feb 09 15:28:32.896947 n-d-828542-1 neutron-server[103181]: {{(pid=103181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:28:32.910380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-43e313e1-9eef-4b0e-9806-dfc8f4b80f8f None None] Provisioning complete for port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:32.910761 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-43e313e1-9eef-4b0e-9806-dfc8f4b80f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:32.945630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-43e313e1-9eef-4b0e-9806-dfc8f4b80f8f None None] Port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:28:32.972296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] For port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:28:32.991658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] For port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=be7e8054-03bc-434f-b8a5-f7d5f5ee3da9,segment=NetworkSegment(6da5bb3e-1ecf-4511-a9e4-1502bf8c070a),segment_id=6da5bb3e-1ecf-4511-a9e4-1502bf8c070a)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:28:33.071952 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:33.128185 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Routers {'20d6c7f2-95c1-4bd8-a87a-618138ec3722'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:28:33.128816 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:28:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['20d6c7f2-95c1-4bd8-a87a-618138ec3722'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:28:33.198445 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd27e7-6657-4c2a-a584-281b892998ad None None] Pushing event updated for resources: {'Port': ['ID=be7e8054-03bc-434f-b8a5-f7d5f5ee3da9,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:33.225980 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] Set router 20d6c7f2-95c1-4bd8-a87a-618138ec3722 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:28:33.267146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5eb1ddeb-6214-4679-b9c6-b10787c6ed3f None None] Provisioning complete for port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:33.267620 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ddeb-6214-4679-b9c6-b10787c6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:33.347475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ddeb-6214-4679-b9c6-b10787c6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:33.382144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5eb1ddeb-6214-4679-b9c6-b10787c6ed3f None None] For port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=be7e8054-03bc-434f-b8a5-f7d5f5ee3da9,segment=NetworkSegment(6da5bb3e-1ecf-4511-a9e4-1502bf8c070a),segment_id=6da5bb3e-1ecf-4511-a9e4-1502bf8c070a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:28:33.441556 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'name': 'router1', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:28:19Z', 'updated_at': '2022-02-09T15:28:30Z', 'revision_number': 2, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'gw_port_host': None, '_interfaces': [{'id': 'be7e8054-03bc-434f-b8a5-f7d5f5ee3da9', 'name': '', 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:29Z', 'updated_at': '2022-02-09T15:28:32Z', 'revision_number': 4, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'subnets': [{'id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc8a777-2b1a-46d7-aadb-58323fd12508'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:28:33.470304 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6006f22-da87-4a48-a442-524f57687cb2 None None] The sync data for ids ['20d6c7f2-95c1-4bd8-a87a-618138ec3722'] in n-d-828542-1 is: [{'id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'name': 'router1', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:28:19Z', 'updated_at': '2022-02-09T15:28:30Z', 'revision_number': 2, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'gw_port_host': None, '_interfaces': [{'id': 'be7e8054-03bc-434f-b8a5-f7d5f5ee3da9', 'name': '', 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:29Z', 'updated_at': '2022-02-09T15:28:32Z', 'revision_number': 4, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'subnets': [{'id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc8a777-2b1a-46d7-aadb-58323fd12508'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:28:33.485994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ddeb-6214-4679-b9c6-b10787c6ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:33.538563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1ddeb-6214-4679-b9c6-b10787c6ed3f None None] Pushing event updated for resources: {'Port': ['ID=be7e8054-03bc-434f-b8a5-f7d5f5ee3da9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:33.572695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52322) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:33.693127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5d719-345e-4dcc-a575-5908b6806049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:33.694454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a7d5d719-345e-4dcc-a575-5908b6806049 admin admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 842 time: 0.1207027 Feb 09 15:28:33.705711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'ip_version': 4, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:28:33.791548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Made reservation on behalf of 73ea54dd84f44f9395bd384a7174ee44 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:28:33.793896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:34.229648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.objects.ports [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 15:28:34.230023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:34.277497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=058af293-5ebd-4580-8def-25bbcad659b1,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:34.295199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:28:34.295578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Network hostable DHCP agents. Network: 0382ca27-9a12-48f1-9cee-c4b2aaccebfd, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:28:34.413484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:28:34.503356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0382ca27-9a12-48f1-9cee-c4b2aaccebfd) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:28:34.508097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:34.509302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:34.514593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c3c9b5-3917-49fe-aa6a-ae28c1293718 None None] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:28:34.628124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ed00b107-b05a-4237-88b5-c1a82e842ce3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9090922 Feb 09 15:28:34.647297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3409d4e7-03b2-4f15-99d7-fa6c1d19abee None None] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:28:36.982530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52330) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:37.116054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d6b65254-9b4a-464a-a441-50f8d210f835 admin admin] 10.222.0.53 "GET /v2.0/routers/20d6c7f2-95c1-4bd8-a87a-618138ec3722 HTTP/1.1" status: 200 len: 710 time: 0.1323133 Feb 09 15:28:37.204545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2077d15-c3df-4fde-b34f-850cf6bc4733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:28:37.205860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e2077d15-c3df-4fde-b34f-850cf6bc4733 admin admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 886 time: 0.0836458 Feb 09 15:28:37.216028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:28:37.464405 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:37.781256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:37.858261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:37.963648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Allocated IP 172.25.5.48 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/c74d851e-9c98-438f-8e4e-75045dd0ca9f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:28:38.068832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:38.282265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:38.328421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:28:38.332351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:28:38.336969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:28:38.337813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Pushing event updated for resources: {'Port': ['ID=c74d851e-9c98-438f-8e4e-75045dd0ca9f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:38.815130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:39.021994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:39.025937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:39.133980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Router 20d6c7f2-95c1-4bd8-a87a-618138ec3722 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:28:39.237414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:28:39.241599 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:39.243330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0bafd9e7-de8d-4480-a09f-a525583f423d admin admin] 10.222.0.53 "PUT /v2.0/routers/20d6c7f2-95c1-4bd8-a87a-618138ec3722 HTTP/1.1" status: 200 len: 889 time: 2.0299850 Feb 09 15:28:39.609045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:28:39.661213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:39.661507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:39.965444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Sync routers for ids ['20d6c7f2-95c1-4bd8-a87a-618138ec3722'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:28:39.976517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Routers {'20d6c7f2-95c1-4bd8-a87a-618138ec3722'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:28:39.977784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:28:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['20d6c7f2-95c1-4bd8-a87a-618138ec3722'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:28:40.183066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Set router 20d6c7f2-95c1-4bd8-a87a-618138ec3722 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:28:40.641024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'name': 'router1', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c74d851e-9c98-438f-8e4e-75045dd0ca9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:28:19Z', 'updated_at': '2022-02-09T15:28:38Z', 'revision_number': 4, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'gw_port': {'id': 'c74d851e-9c98-438f-8e4e-75045dd0ca9f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:37Z', 'updated_at': '2022-02-09T15:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'be7e8054-03bc-434f-b8a5-f7d5f5ee3da9', 'name': '', 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:29Z', 'updated_at': '2022-02-09T15:28:33Z', 'revision_number': 5, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'subnets': [{'id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc8a777-2b1a-46d7-aadb-58323fd12508'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:28:40.693084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Checking router: 20d6c7f2-95c1-4bd8-a87a-618138ec3722 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:28:40.693444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Updating router 20d6c7f2-95c1-4bd8-a87a-618138ec3722 port c74d851e-9c98-438f-8e4e-75045dd0ca9f binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:28:40.740099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:41.057541 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:41.139198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:41.193491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Attempting to bind port c74d851e-9c98-438f-8e4e-75045dd0ca9f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:28:41.193863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Attempting to bind port c74d851e-9c98-438f-8e4e-75045dd0ca9f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:28:41.194244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Attempting to bind port c74d851e-9c98-438f-8e4e-75045dd0ca9f on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:28:41.196653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba7f42-6a85-4739-947c-457dc720844e None None] Pushing event updated for resources: {'Port': ['ID=c74d851e-9c98-438f-8e4e-75045dd0ca9f,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:41.202508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:28:41.202880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:28:41.203276 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:41.203661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:28:41.204139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Bound port: c74d851e-9c98-438f-8e4e-75045dd0ca9f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:28:41.204534 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:41.255395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] For port c74d851e-9c98-438f-8e4e-75045dd0ca9f, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:28:41.258871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] For port c74d851e-9c98-438f-8e4e-75045dd0ca9f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c74d851e-9c98-438f-8e4e-75045dd0ca9f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:28:41.323184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:41.377007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Routers {'20d6c7f2-95c1-4bd8-a87a-618138ec3722'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:28:41.377619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:28:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['20d6c7f2-95c1-4bd8-a87a-618138ec3722'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:28:41.420310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba7f42-6a85-4739-947c-457dc720844e None None] Pushing event updated for resources: {'Port': ['ID=c74d851e-9c98-438f-8e4e-75045dd0ca9f,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:41.493306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] Set router 20d6c7f2-95c1-4bd8-a87a-618138ec3722 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:28:41.706394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'name': 'router1', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c74d851e-9c98-438f-8e4e-75045dd0ca9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:28:19Z', 'updated_at': '2022-02-09T15:28:38Z', 'revision_number': 4, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'gw_port': {'id': 'c74d851e-9c98-438f-8e4e-75045dd0ca9f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:37Z', 'updated_at': '2022-02-09T15:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'be7e8054-03bc-434f-b8a5-f7d5f5ee3da9', 'name': '', 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:29Z', 'updated_at': '2022-02-09T15:28:33Z', 'revision_number': 5, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'subnets': [{'id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc8a777-2b1a-46d7-aadb-58323fd12508'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:28:41.719851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52342) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:28:41.732562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea182f5-8ba6-410f-8bb9-d798dc4bcaea None None] The sync data for ids ['20d6c7f2-95c1-4bd8-a87a-618138ec3722'] in n-d-828542-1 is: [{'id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'name': 'router1', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'c74d851e-9c98-438f-8e4e-75045dd0ca9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:28:19Z', 'updated_at': '2022-02-09T15:28:38Z', 'revision_number': 4, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'gw_port': {'id': 'c74d851e-9c98-438f-8e4e-75045dd0ca9f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:37Z', 'updated_at': '2022-02-09T15:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'be7e8054-03bc-434f-b8a5-f7d5f5ee3da9', 'name': '', 'network_id': '95784606-4cb3-463d-89dd-811b6d2e0797', 'tenant_id': 'c36a156d0329433ea5e4dddc6e119f73', 'mac_address': 'fa:16:3e:31:c2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d6c7f2-95c1-4bd8-a87a-618138ec3722', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:28:29Z', 'updated_at': '2022-02-09T15:28:33Z', 'revision_number': 5, 'project_id': 'c36a156d0329433ea5e4dddc6e119f73', 'subnets': [{'id': '86d9be76-7ac7-4ed5-ba94-7b775e4296cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc8a777-2b1a-46d7-aadb-58323fd12508'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:28:41.981279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.policy [None req-c571a43a-8268-46f7-a2ae-804a71388c70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103179) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 15:28:42.028878 n-d-828542-1 neutron-server[103179]: WARNING oslo_policy.policy [None req-c571a43a-8268-46f7-a2ae-804a71388c70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:28:42.029200 n-d-828542-1 neutron-server[103179]: WARNING oslo_policy.policy [None req-c571a43a-8268-46f7-a2ae-804a71388c70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:28:42.039348 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c571a43a-8268-46f7-a2ae-804a71388c70 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3183842 Feb 09 15:28:43.618069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c74d851e-9c98-438f-8e4e-75045dd0ca9f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:28:43.674953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c74d851e-9c98-438f-8e4e-75045dd0ca9f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:43.674953 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:43.761609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:43.783943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port c74d851e-9c98-438f-8e4e-75045dd0ca9f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c74d851e-9c98-438f-8e4e-75045dd0ca9f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:28:43.854419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:43.906683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=c74d851e-9c98-438f-8e4e-75045dd0ca9f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:28:45.622986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c74d851e-9c98-438f-8e4e-75045dd0ca9f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:28:45.678717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c74d851e-9c98-438f-8e4e-75045dd0ca9f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:28:45.679476 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:52.728601 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7c2f304d-aacf-4304-8f57-03f43cc327a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:55.103177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea385a90-2969-4e54-a77e-69f8d97533a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:55.122205 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:28:56.259262 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:57.851002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:28:58.342541 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:22.892507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5447a014-956b-430f-880b-9a7bbc506451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:25.109063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3640b83-2122-42eb-baf6-ad1a7f614ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:26.307562 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:27.956040 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:28.324373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:32.121214 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:29:52.737767 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86c153b1-ed3d-48ed-bb55-ef0c7b0c1282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:55.134039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac3d2965-a3bd-4712-b755-69d4f5a2a6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:56.274283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:57.867351 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:29:58.318048 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:09.120650 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:30:22.791656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6cb0-4239-4e1a-8aee-30e8c74132bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:25.147614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c17fe41-a869-4781-ac67-2fefb3f11664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:26.267677 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:26.984046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52938) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:27.047763 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9c394d-2d13-4ed0-89c6-c8c45ff529db admin admin] GET failed (client error): The resource could not be found. Feb 09 15:30:27.049192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cd9c394d-2d13-4ed0-89c6-c8c45ff529db admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640843 Feb 09 15:30:27.214733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4306f29f-fe51-4775-b244-17d11e7cb040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:27.216215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4306f29f-fe51-4775-b244-17d11e7cb040 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1621251 Feb 09 15:30:27.859925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:28.330760 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:29.461193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52948) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:29.556108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb94c96-c12b-402a-8dec-ea45aac35b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:29.557467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9cb94c96-c12b-402a-8dec-ea45aac35b06 admin admin] 10.222.0.53 "GET /v2.0/subnets/86d9be76-7ac7-4ed5-ba94-7b775e4296cf HTTP/1.1" status: 200 len: 849 time: 0.0953114 Feb 09 15:30:29.567526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:30:29.652283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:29.878873 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783024034151'] for subnet, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:29.911921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:29.912468 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:29.913923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] 10.222.0.53 "PUT /v2.0/subnets/86d9be76-7ac7-4ed5-ba94-7b775e4296cf HTTP/1.1" status: 200 len: 868 time: 0.3500507 Feb 09 15:30:29.918421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3246dc6-ba09-4997-a8b4-65330d665715 None None] Network 95784606-4cb3-463d-89dd-811b6d2e0797 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:30:29.953994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d9be76-7ac7-4ed5-ba94-7b775e4296cf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:30:29.969905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.970252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.970592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.970927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.971255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.971582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.971908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.973346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.973697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.974031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.974362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:29.974685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdce9cdf-1f50-44cf-bcc7-3f05c9b2b914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:30:30.324764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-10ed44a5-3ffe-4706-bc3c-4fd23d0e2a0e None None] Provisioning complete for port b38154cf-e0ff-4f9e-9e68-138b0c97f6f5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:30:30.325467 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-10ed44a5-3ffe-4706-bc3c-4fd23d0e2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:30.415623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-10ed44a5-3ffe-4706-bc3c-4fd23d0e2a0e None None] Provisioning complete for port be7e8054-03bc-434f-b8a5-f7d5f5ee3da9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:30:30.415940 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-10ed44a5-3ffe-4706-bc3c-4fd23d0e2a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:32.193226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52956) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:32.419974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba031e69-3464-4312-9b1a-b40f43d054a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:32.420478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba031e69-3464-4312-9b1a-b40f43d054a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:32.422403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ba031e69-3464-4312-9b1a-b40f43d054a1 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2280927 Feb 09 15:30:34.733296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52964) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:34.895181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311143a-b865-41dc-a2ae-d1f1c61cf7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:34.895807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e311143a-b865-41dc-a2ae-d1f1c61cf7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:34.908281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e311143a-b865-41dc-a2ae-d1f1c61cf7f0 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1639638 Feb 09 15:30:37.200484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52972) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:37.465602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31177a11-6357-42e4-8509-1eba0b54fd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:37.470758 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-31177a11-6357-42e4-8509-1eba0b54fd30 admin admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 886 time: 0.2655609 Feb 09 15:30:39.770824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:39.925749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a825d-d328-4693-b01e-dc1c8ad9fefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:39.927043 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f67a825d-d328-4693-b01e-dc1c8ad9fefb admin admin] 10.222.0.53 "GET /v2.0/networks/95784606-4cb3-463d-89dd-811b6d2e0797 HTTP/1.1" status: 200 len: 869 time: 0.1552844 Feb 09 15:30:42.281202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52990) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:42.421149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0affcf8-fdb0-411e-a20f-04c14e868f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:42.421868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0affcf8-fdb0-411e-a20f-04c14e868f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:42.423463 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f0affcf8-fdb0-411e-a20f-04c14e868f34 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1410060 Feb 09 15:30:44.757188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52998) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:44.857517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf7df6-9a44-4d70-8ca4-db24547573da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:44.857974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcf7df6-9a44-4d70-8ca4-db24547573da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:44.859590 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bdcf7df6-9a44-4d70-8ca4-db24547573da admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1014020 Feb 09 15:30:46.120389 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:30:47.144377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53006) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:47.232585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10b24f-7adf-44f3-b1ff-1dd5272043de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:47.233794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9d10b24f-7adf-44f3-b1ff-1dd5272043de admin admin] 10.222.0.53 "GET /v2.0/subnets/058af293-5ebd-4580-8def-25bbcad659b1 HTTP/1.1" status: 200 len: 816 time: 0.0884454 Feb 09 15:30:49.544326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53014) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:30:49.677481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4557d-6e3d-4d63-b46d-89f311d56cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:30:49.679830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-18d4557d-6e3d-4d63-b46d-89f311d56cd9 admin admin] 10.222.0.53 "GET /v2.0/subnets/86d9be76-7ac7-4ed5-ba94-7b775e4296cf HTTP/1.1" status: 200 len: 868 time: 0.1343784 Feb 09 15:30:52.747316 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e5e5e82-256c-43c2-a3f2-34cedfa2e250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:55.096124 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-51be183e-4e32-48b8-a079-498e49321f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:56.307499 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:57.876686 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:30:58.334463 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:11.797955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53068) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:31:11.874268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-719e73e7-bf43-4fbb-827c-9523f49f45ca admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:31:11.875889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-719e73e7-bf43-4fbb-827c-9523f49f45ca admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0768158 Feb 09 15:31:14.266959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53076) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:31:14.340919 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-0359e5c1-f882-45d7-9585-c7a5840e80a7 admin admin] GET failed (client error): The resource could not be found. Feb 09 15:31:14.343079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0359e5c1-f882-45d7-9585-c7a5840e80a7 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0745125 Feb 09 15:31:14.433099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1345ceb5-6480-40b5-b720-6b19c54913d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:31:14.434666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1345ceb5-6480-40b5-b720-6b19c54913d9 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0874202 Feb 09 15:31:16.778899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53084) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:31:16.832713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:31:16.933029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Made reservation on behalf of 73ea54dd84f44f9395bd384a7174ee44 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:31:16.936479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:16.974767 n-d-828542-1 neutron-server[103178]: WARNING neutron.services.revisions.revision_plugin [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Could not find related network for resource to bump revision. Feb 09 15:31:16.986732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:31:16.996584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:16.996926 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Added segment 18165c1a-5e66-4de2-b65f-7a43037679d0 of type vlan for network a2926a78-205d-48fc-82b3-8999ed4af539 Feb 09 15:31:17.156030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:17.264888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:17.265778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:31:17.266386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:17.325231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] Pushing event updated for resources: {'Network': ['ID=a2926a78-205d-48fc-82b3-8999ed4af539,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:31:17.335017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a2926a78-205d-48fc-82b3-8999ed4af539 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:31:17.419286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5d703232-9535-4869-862a-359a4c25a18d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6385834 Feb 09 15:31:19.767053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53092) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:31:19.836728 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0533f0-301e-4de2-8698-52d0fa488cc9 admin admin] GET failed (client error): The resource could not be found. Feb 09 15:31:19.838133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0c0533f0-301e-4de2-8698-52d0fa488cc9 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0697374 Feb 09 15:31:19.915495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0d7d8-967e-4d33-b9bd-f2f632a37c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:31:19.916965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1da0d7d8-967e-4d33-b9bd-f2f632a37c63 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0739810 Feb 09 15:31:19.929046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'description': 'shared-subnet'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:31:20.025889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Made reservation on behalf of 73ea54dd84f44f9395bd384a7174ee44 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:31:20.028306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:20.295135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:20.357026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9894269-2f00-44c0-94d5-21017e756883,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:31:20.364988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:31:20.365347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Network hostable DHCP agents. Network: a2926a78-205d-48fc-82b3-8999ed4af539, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:31:20.459088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Network a2926a78-205d-48fc-82b3-8999ed4af539 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:31:20.557517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a2926a78-205d-48fc-82b3-8999ed4af539) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:31:20.563346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:31:20.564208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:20.568451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc2407-a296-40ab-a6e9-5ae755ebd9d6 None None] Network a2926a78-205d-48fc-82b3-8999ed4af539 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:31:20.646872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0e05ad2b-86d5-46c0-9fb7-3c6157973879 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7214952 Feb 09 15:31:20.751711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-a2926a78-205d-48fc-82b3-8999ed4af539', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'tenant_id': '73ea54dd84f44f9395bd384a7174ee44', 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:31:20.753382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:20.991517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Allocated IP 192.168.233.2 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/a30de2a5-9807-40bb-b33c-de0b74ac2f4b) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:31:21.150093 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:21.221080 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:21.265439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:31:21.268273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:31:21.273257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:31:21.276488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Pushing event updated for resources: {'Port': ['ID=a30de2a5-9807-40bb-b33c-de0b74ac2f4b,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:31:21.285264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.285612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.285958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.286884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.287217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.287535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.287886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.288248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.288568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.288889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.289210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.290681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:31:21.343540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Attempting to bind port a30de2a5-9807-40bb-b33c-de0b74ac2f4b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:31:21.343910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Attempting to bind port a30de2a5-9807-40bb-b33c-de0b74ac2f4b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:31:21.344437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Attempting to bind port a30de2a5-9807-40bb-b33c-de0b74ac2f4b on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:31:21.350605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:31:21.351015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:31:21.351422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:21.351821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:31:21.352322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Bound port: a30de2a5-9807-40bb-b33c-de0b74ac2f4b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:31:21.352729 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:21.425630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] For port a30de2a5-9807-40bb-b33c-de0b74ac2f4b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:31:21.429750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] For port a30de2a5-9807-40bb-b33c-de0b74ac2f4b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a30de2a5-9807-40bb-b33c-de0b74ac2f4b,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:31:21.529696 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:21.593320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196f105-a5fb-42f7-8027-5f62fd14c2e5 None None] Pushing event updated for resources: {'Port': ['ID=a30de2a5-9807-40bb-b33c-de0b74ac2f4b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:31:22.557660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84650897-ba4e-4a06-a43f-aa6c28e9ebcd None None] Network a2926a78-205d-48fc-82b3-8999ed4af539 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:31:22.617139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8b95cdbd-e013-4b67-b35f-ed9f172217f4 None None] Provisioning complete for port a30de2a5-9807-40bb-b33c-de0b74ac2f4b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:31:22.617804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b95cdbd-e013-4b67-b35f-ed9f172217f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:22.777346 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-45caa477-d5e6-4aaf-8b69-e56ad7e90f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:22.796356 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b95cdbd-e013-4b67-b35f-ed9f172217f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:22.845248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8b95cdbd-e013-4b67-b35f-ed9f172217f4 None None] For port a30de2a5-9807-40bb-b33c-de0b74ac2f4b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a30de2a5-9807-40bb-b33c-de0b74ac2f4b,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:31:22.924425 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b95cdbd-e013-4b67-b35f-ed9f172217f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:22.993546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95cdbd-e013-4b67-b35f-ed9f172217f4 None None] Pushing event updated for resources: {'Port': ['ID=a30de2a5-9807-40bb-b33c-de0b74ac2f4b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:31:23.052970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d7ed941c-b84e-4835-aea8-222fa1ac3e8d None None] Provisioning complete for port a30de2a5-9807-40bb-b33c-de0b74ac2f4b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:31:23.053770 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d7ed941c-b84e-4835-aea8-222fa1ac3e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:23.127809 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:31:23.751725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a30de2a5-9807-40bb-b33c-de0b74ac2f4b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:31:23.828206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a30de2a5-9807-40bb-b33c-de0b74ac2f4b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:31:23.828896 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:25.180676 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64385313-0661-45d6-9e69-5cc4b7f5505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:26.335378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:27.894917 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:28.340867 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:52.774042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4942608f-925d-4aff-89f0-caefcd5b4b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:55.105638 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ff162ee-06b1-4c0b-b82a-01e04a74acae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:56.322819 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:57.865689 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:31:58.362861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:00.119189 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:32:22.749127 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac939a96-69de-4c6d-b581-8200c622b96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:25.142960 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c28e1f3a-69e5-470c-8bb0-ca4e967df014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:26.315799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:27.893117 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:28.338905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:37.118321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:32:52.744106 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-113c6355-41cf-49b3-9bf0-7fb09e38f197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:54.323589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53138) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:32:54.329862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-7e8b7186-84f0-4fca-9569-fb6a644d8eef tempest-verify_tempest_config-1049385408 tempest-verify_tempest_config-1049385408-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:32:54.331061 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7e8b7186-84f0-4fca-9569-fb6a644d8eef tempest-verify_tempest_config-1049385408 tempest-verify_tempest_config-1049385408-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064394 Feb 09 15:32:54.902354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53156) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:32:55.049554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:55.058849 n-d-828542-1 neutron-server[103179]: INFO neutron.quota [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Loaded quota_driver: . Feb 09 15:32:55.126603 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad7e5498-7017-4767-905a-a186b55e2f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:55.255656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:55.366909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:55.444614 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02e2caf427534f99a73fe4c89069bd85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5407763 Feb 09 15:32:55.447339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53162) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:32:55.452979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd14ba45-0a3c-47fe-b597-fe139a6ac2af,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:55.469973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.470493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.471061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.471574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.472108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.472649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.473159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.473672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.474187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.474710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.475487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.475752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0c67e-9578-4d55-982a-ac4eb522cdd8 admin admin] Tracked resource versions report: Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: pushed versions: Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: { 'AddressGroup': {'1.2'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'ConntrackHelper': {'1.0'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Log': {'1.0'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Network': {'1.1'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Port': {'1.7'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'PortForwarding': {'1.2'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'QosPolicy': {'1.9'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'SecurityGroup': {'1.4'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'SecurityGroupRule': {'1.2'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'SubPort': {'1.0'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Subnet': {'1.1'}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Trunk': {'1.1'}} Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: consumer versions: Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: { DHCP agent@n-d-828542-1: {}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: L3 agent@n-d-828542-1: {}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: Metadata agent@n-d-828542-1: {}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: Metering agent@n-d-828542-1: {}, Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: Open vSwitch agent@n-d-828542-1: { 'AddressGroup': '1.2', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'ConntrackHelper': '1.0', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Log': '1.0', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Network': '1.1', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Port': '1.7', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'PortForwarding': '1.2', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'QosPolicy': '1.9', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'SecurityGroup': '1.4', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'SecurityGroupRule': '1.2', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'SubPort': '1.0', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Subnet': '1.1', Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: 'Trunk': '1.1'}} Feb 09 15:32:55.477638 n-d-828542-1 neutron-server[103179]: {{(pid=103179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:32:55.514818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:55.555665 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:55.824321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:55.827036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:55.828254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd14ba45-0a3c-47fe-b597-fe139a6ac2af HTTP/1.1" status: 204 len: 168 time: 0.3797450 Feb 09 15:32:55.837246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd14ba45-0a3c-47fe-b597-fe139a6ac2af,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:32:55.844675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.845032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.845371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.845706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.846642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.846969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.847299 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.847625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.847949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.848313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.848617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:55.848938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96515f53-774f-4d47-80c6-7733b3aa3253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:32:56.326814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:57.887995 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:32:58.343786 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:14.117261 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:33:22.765780 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e6678f99-c414-438b-b50f-271c92869875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:25.143341 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5030e301-1273-41fc-8d41-c82fb7f71457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:26.325688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:27.879874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:28.348491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:51.117324 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:33:52.787895 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-058fa88f-7b8f-4309-b4bb-1b4c61d402e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:55.170627 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fca61d8-5b85-404f-902a-b90cb20fd49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:56.346492 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:57.861937 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:58.348137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:22.769616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72122459-7925-4f6a-83e4-7194c40e3d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:25.141274 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d7eceae3-b897-47bd-96c6-cad17bdf4a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:26.313333 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:27.918526 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:28.117694 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:34:28.329868 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:52.792031 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ca36ce36-22f3-4160-9639-d0f294ca8633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:55.209368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-05023341-ba74-48bd-9ad4-915f03bb6db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:56.357258 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:57.883843 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:58.329170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:05.116957 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:35:22.864013 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65d0e5a9-6444-4736-a8dc-708bdfd22431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:25.127177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bca6b11-17ae-46ce-bc21-b184699d11bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:26.310782 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:27.888236 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:28.339637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:42.115682 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 5 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:35:52.795780 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-075cdabd-6c29-4821-95cf-d998bc09a25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:55.128201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bfc48fc4-682c-43fa-bd35-585a171c19cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:56.314694 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:57.899362 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:58.339249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:59.676484 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33139002'] for agent, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:01.494170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33139002'] for agent, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:19.115136 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:36:22.772156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01f7c725-2730-4749-a0c5-0a56864908d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:25.133036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-62ce7edf-f21e-45ab-8003-7625ab13edd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:26.361767 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:27.904596 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:28.396475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:29.612989 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:31.396379 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:51.450902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53226) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:36:51.578276 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc4f8bb8-1337-43f4-933a-7ebf3d8df166 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1252494 Feb 09 15:36:52.749985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-95dccdc7-1303-4665-9179-7378fec8a429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:53.996781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53236) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:36:54.073841 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9ec27609-95ec-4e62-9835-86064833f438 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0759506 Feb 09 15:36:55.171059 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd4e972a-4a9b-4d6a-bc19-d45d79bb1126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:56.114355 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:36:56.365991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:57.933168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:58.326574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:59.617107 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:01.446652 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:22.783701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e990414e-2c74-49b2-ad90-08af34226b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:25.201224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f2f20a97-1a97-49b7-878b-e12c9a12517b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:26.344053 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:27.898227 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:28.337976 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:29.606572 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:31.405405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:33.116473 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:37:52.749507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9bb6cf81-525c-478b-af84-6d9815046c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:55.125911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-385fccc1-99d2-4025-9b0f-d91ba98f2972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:56.340786 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:57.903904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:58.320776 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:59.623130 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:01.428875 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:10.117641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:38:22.805961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7da2acbe-bb72-4e1d-81b0-8e71e974f624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:25.126364 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f613d834-effb-4702-a9e2-5b848e986255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:26.349005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:27.958890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:28.348939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:29.656860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:31.452386 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:43.930868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53448) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:44.525912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-network', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:38:44.851897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Made reservation on behalf of 8bfb9517f1ef43b986558b2fe034579e for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:38:44.857364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:44.880882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.054439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.221158 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.255503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:38:45.267188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06106f98-e845-4573-a7fc-144ccdd2094a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:45.280653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.280994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.281330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.281667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.281994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.282320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.282639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.282976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.283280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.283605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.283925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.284331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Tracked resource versions report: Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: pushed versions: Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: { 'AddressGroup': {'1.2'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'ConntrackHelper': {'1.0'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Log': {'1.0'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Network': {'1.1'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Port': {'1.7'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'PortForwarding': {'1.2'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'QosPolicy': {'1.9'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'SecurityGroup': {'1.4'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'SecurityGroupRule': {'1.2'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'SubPort': {'1.0'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Subnet': {'1.1'}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Trunk': {'1.1'}} Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: consumer versions: Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: { DHCP agent@n-d-828542-1: {}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: HyperV agent@n-h1-828542-1: {}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: HyperV agent@n-h2-828542-1: {}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: L3 agent@n-d-828542-1: {}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: Metadata agent@n-d-828542-1: {}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: Metering agent@n-d-828542-1: {}, Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: Open vSwitch agent@n-d-828542-1: { 'AddressGroup': '1.2', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'ConntrackHelper': '1.0', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Log': '1.0', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Network': '1.1', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Port': '1.7', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'PortForwarding': '1.2', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'QosPolicy': '1.9', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'SecurityGroup': '1.4', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'SecurityGroupRule': '1.2', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'SubPort': '1.0', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Subnet': '1.1', Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: 'Trunk': '1.1'}} Feb 09 15:38:45.285461 n-d-828542-1 neutron-server[103179]: {{(pid=103179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:38:45.290800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783023795770', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.291474 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Unsubscribe: segment precommit_create {{(pid=103179) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 15:38:45.291963 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Added segment 8b3bf3ab-c3ba-41fc-8c03-68a14aa93700 of type vlan for network 2a096b41-b9ff-4385-b004-2fb3b24bd080 Feb 09 15:38:45.351271 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.450599 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.452314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:45.453109 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:45.559551 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2a096b41-b9ff-4385-b004-2fb3b24bd080,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:45.576040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:38:45.618764 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e8f7af67-6287-4f98-9375-24f2231961e4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6825624 Feb 09 15:38:45.619210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:45.624795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Request body: {'subnet': {'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-subnet', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:38:45.760542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Made reservation on behalf of 8bfb9517f1ef43b986558b2fe034579e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:38:45.764949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:46.241265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:46.340911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba5ba73-d06f-4eb7-ac11-9fe80a337657,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:46.374710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Checking segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:38:46.375512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Network hostable DHCP agents. Network: 2a096b41-b9ff-4385-b004-2fb3b24bd080, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:38:46.514819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:38:46.627513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2a096b41-b9ff-4385-b004-2fb3b24bd080) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:38:46.636108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:46.637349 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:46.654423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08ddef-9826-4c6d-851a-fd3dfa915ae7 None None] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:38:46.839669 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c2ad42ce-0a9a-478e-a2ce-8bc42044f2c1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2184134 Feb 09 15:38:46.843454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53526) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:46.853018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:38:46.912227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2a096b41-b9ff-4385-b004-2fb3b24bd080', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:38:46.914224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.001035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.003262 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.095358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Allocated IP 172.20.0.2 (2a096b41-b9ff-4385-b004-2fb3b24bd080/aba5ba73-d06f-4eb7-ac11-9fe80a337657/0a1f2049-7355-4397-aa2a-80223211cf02) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:38:47.120556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.129513 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:38:47.335596 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.417008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.473477 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.523207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Pushing event updated for resources: {'Port': ['ID=0a1f2049-7355-4397-aa2a-80223211cf02,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:47.545132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:38:47.547689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:38:47.551443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:38:47.554640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.555278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.555773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.556175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.556678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.558103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.558590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.559051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.559529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.559838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.560349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.560848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Tracked resource versions report: Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: pushed versions: Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: { 'AddressGroup': {'1.2'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'ConntrackHelper': {'1.0'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Log': {'1.0'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Network': {'1.1'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Port': {'1.7'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'PortForwarding': {'1.2'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'QosPolicy': {'1.9'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'SecurityGroup': {'1.4'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'SecurityGroupRule': {'1.2'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'SubPort': {'1.0'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Subnet': {'1.1'}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Trunk': {'1.1'}} Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: consumer versions: Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: { DHCP agent@n-d-828542-1: {}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: HyperV agent@n-h1-828542-1: {}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: HyperV agent@n-h2-828542-1: {}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: L3 agent@n-d-828542-1: {}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: Metadata agent@n-d-828542-1: {}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: Metering agent@n-d-828542-1: {}, Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: Open vSwitch agent@n-d-828542-1: { 'AddressGroup': '1.2', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'ConntrackHelper': '1.0', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Log': '1.0', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Network': '1.1', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Port': '1.7', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'PortForwarding': '1.2', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'QosPolicy': '1.9', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'SecurityGroup': '1.4', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'SecurityGroupRule': '1.2', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'SubPort': '1.0', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Subnet': '1.1', Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: 'Trunk': '1.1'}} Feb 09 15:38:47.562594 n-d-828542-1 neutron-server[103180]: {{(pid=103180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:38:47.645393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Attempting to bind port 0a1f2049-7355-4397-aa2a-80223211cf02 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:38:47.646079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Attempting to bind port 0a1f2049-7355-4397-aa2a-80223211cf02 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:38:47.653252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Attempting to bind port 0a1f2049-7355-4397-aa2a-80223211cf02 on network 2a096b41-b9ff-4385-b004-2fb3b24bd080 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:38:47.653836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:38:47.654234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Checking segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:38:47.654606 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.655684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Bound using segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:38:47.656285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Bound port: 0a1f2049-7355-4397-aa2a-80223211cf02, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:38:47.656655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.756248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] For port 0a1f2049-7355-4397-aa2a-80223211cf02, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:38:47.763464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] For port 0a1f2049-7355-4397-aa2a-80223211cf02, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a1f2049-7355-4397-aa2a-80223211cf02,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:38:47.847362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.851119 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:47.891967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:48.006855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd11697-566b-4e44-b826-dda9e8d840f8 None None] Pushing event updated for resources: {'Port': ['ID=0a1f2049-7355-4397-aa2a-80223211cf02,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:48.154402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Allocated IP 172.25.5.110 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/fd691328-ca6e-4d60-87f0-300db5bb42b7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:38:48.402847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:48.558984 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:48.623759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:38:48.627700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:38:48.632423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:38:48.682610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Pushing event updated for resources: {'Port': ['ID=fd691328-ca6e-4d60-87f0-300db5bb42b7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:48.761874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.762746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.763832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.764883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.765458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.766022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.766497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.767016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.767593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.768391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.768903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.769465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Tracked resource versions report: Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: pushed versions: Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: { 'AddressGroup': {'1.2'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'ConntrackHelper': {'1.0'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Log': {'1.0'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Network': {'1.1'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Port': {'1.7'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'PortForwarding': {'1.2'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'QosPolicy': {'1.9'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'SecurityGroup': {'1.4'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'SecurityGroupRule': {'1.2'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'SubPort': {'1.0'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Subnet': {'1.1'}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Trunk': {'1.1'}} Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: consumer versions: Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: { DHCP agent@n-d-828542-1: {}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: HyperV agent@n-h1-828542-1: {}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: HyperV agent@n-h2-828542-1: {}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: L3 agent@n-d-828542-1: {}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: Metadata agent@n-d-828542-1: {}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: Metering agent@n-d-828542-1: {}, Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: Open vSwitch agent@n-d-828542-1: { 'AddressGroup': '1.2', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'ConntrackHelper': '1.0', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Log': '1.0', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Network': '1.1', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Port': '1.7', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'PortForwarding': '1.2', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'QosPolicy': '1.9', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'SecurityGroup': '1.4', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'SecurityGroupRule': '1.2', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'SubPort': '1.0', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Subnet': '1.1', Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: 'Trunk': '1.1'}} Feb 09 15:38:48.771547 n-d-828542-1 neutron-server[103178]: {{(pid=103178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:38:49.188558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:49.740457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4ac5ac-4975-4d52-b8b8-c5b8770daf21 None None] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:38:49.855364 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:49.860402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dba742d5-cb6e-4684-97f6-60108f608657 None None] Provisioning complete for port 0a1f2049-7355-4397-aa2a-80223211cf02 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:49.861069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dba742d5-cb6e-4684-97f6-60108f608657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.123058 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dba742d5-cb6e-4684-97f6-60108f608657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.233552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53602) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:50.262413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a1f2049-7355-4397-aa2a-80223211cf02 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:38:50.371564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:38:50.382555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dba742d5-cb6e-4684-97f6-60108f608657 None None] For port 0a1f2049-7355-4397-aa2a-80223211cf02, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a1f2049-7355-4397-aa2a-80223211cf02,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:38:50.418355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0a1f2049-7355-4397-aa2a-80223211cf02 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:50.418728 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.483267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a308f1c4-9342-4421-abc7-b79af106243f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.519207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dba742d5-cb6e-4684-97f6-60108f608657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.610433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:38:50.630838 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Sync routers for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:38:50.645399 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:38:50.646113 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:38:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:50.707664 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a308f1c4-9342-4421-abc7-b79af106243f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.728618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.730316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-162799be-8c26-43e6-9f74-dc76c1baba52 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8844204 Feb 09 15:38:50.733088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53612) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:50.795871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba742d5-cb6e-4684-97f6-60108f608657 None None] Pushing event updated for resources: {'Port': ['ID=0a1f2049-7355-4397-aa2a-80223211cf02,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:50.809019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f749aa8a-2ddb-454b-98bc-4aa5bc2c6a4d None None] Provisioning complete for port 0a1f2049-7355-4397-aa2a-80223211cf02 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:50.809621 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f749aa8a-2ddb-454b-98bc-4aa5bc2c6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.811091 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a308f1c4-9342-4421-abc7-b79af106243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.926208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a308f1c4-9342-4421-abc7-b79af106243f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31ee450ef0ab4fcc80785157f93d6a0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6867812 Feb 09 15:38:50.926208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308f1c4-9342-4421-abc7-b79af106243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd585690-7271-480a-808e-18ef96888169,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:50.938029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53618) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:51.002231 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:38:51.086811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f995b73-f3bc-49e8-88af-1f32d6d02c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.154349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f995b73-f3bc-49e8-88af-1f32d6d02c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.422627 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f995b73-f3bc-49e8-88af-1f32d6d02c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.426144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f995b73-f3bc-49e8-88af-1f32d6d02c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.427892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1f995b73-f3bc-49e8-88af-1f32d6d02c6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd585690-7271-480a-808e-18ef96888169 HTTP/1.1" status: 204 len: 168 time: 0.4901350 Feb 09 15:38:51.438009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f995b73-f3bc-49e8-88af-1f32d6d02c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd585690-7271-480a-808e-18ef96888169,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:51.438595 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:48Z', 'revision_number': 3, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:51.504187 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Checking router: 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:38:51.505252 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Updating router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 port fd691328-ca6e-4d60-87f0-300db5bb42b7 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:38:51.548906 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.671076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53666) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:51.673522 n-d-828542-1 neutron-server[103178]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 15:38:51.745854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-4f06f311-1636-4736-8e49-f10b2c07d960 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4eb67f7464794050b55e8c96958f5713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735354 Feb 09 15:38:51.773135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.923788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53668) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:52.037090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a1f2049-7355-4397-aa2a-80223211cf02 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:38:52.039547 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.165981 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.169318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0a1f2049-7355-4397-aa2a-80223211cf02 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:52.170176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.191159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-44a8f13f-9684-4d37-b672-2f08a4bc7d5e tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:52.193572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-44a8f13f-9684-4d37-b672-2f08a4bc7d5e tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4412737 Feb 09 15:38:52.231922 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Attempting to bind port fd691328-ca6e-4d60-87f0-300db5bb42b7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:38:52.232224 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Attempting to bind port fd691328-ca6e-4d60-87f0-300db5bb42b7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:38:52.232548 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Attempting to bind port fd691328-ca6e-4d60-87f0-300db5bb42b7 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:38:52.274580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-37639614-ffed-4855-83b4-a7009b1107d0 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/quotas/4eb67f7464794050b55e8c96958f5713 HTTP/1.1" status: 200 len: 375 time: 0.0625222 Feb 09 15:38:52.297461 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:38:52.298095 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:38:52.298530 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.299424 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:38:52.300665 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Bound port: fd691328-ca6e-4d60-87f0-300db5bb42b7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:38:52.301095 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.419342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-3a704d71-f006-4b26-a01d-76eeb82aea70 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4eb67f7464794050b55e8c96958f5713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264083 Feb 09 15:38:52.462440 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Pushing event updated for resources: {'Port': ['ID=fd691328-ca6e-4d60-87f0-300db5bb42b7,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:52.477495 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.478168 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.478662 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.479196 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.479816 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.481796 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.482404 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.484318 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.484671 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.485013 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.485341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.485668 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Tracked resource versions report: Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: pushed versions: Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: { 'AddressGroup': {'1.2'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'ConntrackHelper': {'1.0'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Log': {'1.0'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Network': {'1.1'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Port': {'1.7'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'PortForwarding': {'1.2'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'QosPolicy': {'1.9'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'SecurityGroup': {'1.4'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'SecurityGroupRule': {'1.2'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'SubPort': {'1.0'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Subnet': {'1.1'}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Trunk': {'1.1'}} Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: consumer versions: Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: { DHCP agent@n-d-828542-1: {}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: HyperV agent@n-h1-828542-1: {}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: HyperV agent@n-h2-828542-1: {}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: L3 agent@n-d-828542-1: {}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: Metadata agent@n-d-828542-1: {}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: Metering agent@n-d-828542-1: {}, Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: Open vSwitch agent@n-d-828542-1: { 'AddressGroup': '1.2', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'ConntrackHelper': '1.0', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Log': '1.0', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Network': '1.1', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Port': '1.7', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'PortForwarding': '1.2', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'QosPolicy': '1.9', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'SecurityGroup': '1.4', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'SecurityGroupRule': '1.2', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'SubPort': '1.0', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Subnet': '1.1', Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: 'Trunk': '1.1'}} Feb 09 15:38:52.487065 n-d-828542-1 neutron-server[103181]: {{(pid=103181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:38:52.490638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd53-fc12-433a-8263-7d6fd05b81f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.495558 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] For port fd691328-ca6e-4d60-87f0-300db5bb42b7, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:38:52.499801 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] For port fd691328-ca6e-4d60-87f0-300db5bb42b7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fd691328-ca6e-4d60-87f0-300db5bb42b7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:38:52.551111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Allocated IP 172.20.0.1 (2a096b41-b9ff-4385-b004-2fb3b24bd080/aba5ba73-d06f-4eb7-ac11-9fe80a337657/b81a4336-f3d7-4efa-bc53-eed26bb1f793) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:38:52.629994 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.753442 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:38:52.754509 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:38:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:52.771021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.805751 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-de998f6f-233b-4f3c-83c6-026e169330c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.870074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd53-fc12-433a-8263-7d6fd05b81f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.895348 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c1fa1-ddb2-437a-bac2-0b51e37cf98a None None] Pushing event updated for resources: {'Port': ['ID=fd691328-ca6e-4d60-87f0-300db5bb42b7,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:52.906755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53694) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:52.952913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5918ae41-8077-43b4-9ecc-71aea9a598e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:52.983307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.045545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:38:53.052032 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:38:53.066736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:38:53.069771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d06dbd53-fc12-433a-8263-7d6fd05b81f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.149400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:38:53.149997 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.388346 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d06dbd53-fc12-433a-8263-7d6fd05b81f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d79a593becb4d4ab52d00638120956f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4624782 Feb 09 15:38:53.391038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53712) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:53.496259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-724d4a09-56f2-4689-a303-c927cfb67167 None None] Provisioning complete for port b81a4336-f3d7-4efa-bc53-eed26bb1f793 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:53.500156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-724d4a09-56f2-4689-a303-c927cfb67167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.530922 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61e7e399-9bed-43df-9093-f78ee4e79677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.545854 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:48Z', 'revision_number': 3, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:53.575712 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066d95f5-83b2-42e1-a456-4f8551fe5349 None None] The sync data for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 is: [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:48Z', 'revision_number': 3, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:38:53.604432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5918ae41-8077-43b4-9ecc-71aea9a598e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.632932 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61e7e399-9bed-43df-9093-f78ee4e79677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.686178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-724d4a09-56f2-4689-a303-c927cfb67167 None None] Port b81a4336-f3d7-4efa-bc53-eed26bb1f793 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:38:53.729901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53724) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:53.809295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5918ae41-8077-43b4-9ecc-71aea9a598e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.894192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61e7e399-9bed-43df-9093-f78ee4e79677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.897145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61e7e399-9bed-43df-9093-f78ee4e79677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:53.902726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-61e7e399-9bed-43df-9093-f78ee4e79677 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01e15dae-9020-44b0-8e65-0f26f83326a6 HTTP/1.1" status: 204 len: 168 time: 0.5097082 Feb 09 15:38:53.943375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7e399-9bed-43df-9093-f78ee4e79677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e15dae-9020-44b0-8e65-0f26f83326a6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:54.002030 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5918ae41-8077-43b4-9ecc-71aea9a598e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b16902fd4d7643f5947c3e418e0b55b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0935552 Feb 09 15:38:54.038443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53740) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:54.112815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bf600f8-6a8b-466f-a736-e7744ac95dd9 req-270443c8-c8db-4292-afcf-5da7e5f30ad3 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 210 time: 0.3752625 Feb 09 15:38:54.321330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dbd53-fc12-433a-8263-7d6fd05b81f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e15dae-9020-44b0-8e65-0f26f83326a6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:54.356853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Pushing event updated for resources: {'Port': ['ID=b81a4336-f3d7-4efa-bc53-eed26bb1f793,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:54.416879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53754) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:54.446386 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918ae41-8077-43b4-9ecc-71aea9a598e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d90fbd1-c6ed-4fb8-99ad-e9b4ba55d055,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:54.456625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fa562c0-f2ea-4427-8908-a26bca52f7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:54.557379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fa562c0-f2ea-4427-8908-a26bca52f7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:54.567181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:54.950709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fa562c0-f2ea-4427-8908-a26bca52f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:54.958117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fa562c0-f2ea-4427-8908-a26bca52f7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:54.960188 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3fa562c0-f2ea-4427-8908-a26bca52f7db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d90fbd1-c6ed-4fb8-99ad-e9b4ba55d055 HTTP/1.1" status: 204 len: 168 time: 0.8934581 Feb 09 15:38:55.005454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa562c0-f2ea-4427-8908-a26bca52f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d90fbd1-c6ed-4fb8-99ad-e9b4ba55d055,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:55.159553 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0b890fc-8614-403e-83bd-1bb57c32f38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.169686 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.226581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55b23c6f-6ca2-4d4d-b8c5-9270ed7cf8eb req-12469ec9-45a4-484d-afdc-2a62cb241aae tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 210 time: 0.0339653 Feb 09 15:38:55.273950 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d311b7f1-3589-4196-90bf-16dc547586cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.303003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.313260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.361364 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0b890fc-8614-403e-83bd-1bb57c32f38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.435978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0b890fc-8614-403e-83bd-1bb57c32f38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.502023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Pushing event updated for resources: {'Port': ['ID=b81a4336-f3d7-4efa-bc53-eed26bb1f793,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:55.529202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a0b890fc-8614-403e-83bd-1bb57c32f38b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=350ac4b6391c40f7b377c7204764f9cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1047170 Feb 09 15:38:55.531015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53800) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:55.542275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b890fc-8614-403e-83bd-1bb57c32f38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e880d5-b8be-476f-90b6-e7f44387d296,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:55.657618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53808) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:55.670312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:38:55.674388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:38:55.676469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35557fff-cc47-46de-b337-d76f4cc58e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.807780 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffafd-5de9-47c8-b13f-04124f74011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.819954 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35557fff-cc47-46de-b337-d76f4cc58e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.948630 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35557fff-cc47-46de-b337-d76f4cc58e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:55.963001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffafd-5de9-47c8-b13f-04124f74011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.076582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557fff-cc47-46de-b337-d76f4cc58e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc519efb-9857-4c00-bb29-a2f06bf1c21c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:56.110987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-35557fff-cc47-46de-b337-d76f4cc58e00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d017fea715f4ef29a4fa69924ab3edc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4520695 Feb 09 15:38:56.122180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53824) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:56.160611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0510c8f7-d2f3-4948-aa12-a0a30188de6d None None] Provisioning complete for port b81a4336-f3d7-4efa-bc53-eed26bb1f793 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:56.160989 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0510c8f7-d2f3-4948-aa12-a0a30188de6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.192278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:38:56.207728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fd691328-ca6e-4d60-87f0-300db5bb42b7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:38:56.207995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9df21863-9865-4d0e-a6d3-2bd565ebc7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.275172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9df21863-9865-4d0e-a6d3-2bd565ebc7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.293986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0510c8f7-d2f3-4948-aa12-a0a30188de6d None None] Port b81a4336-f3d7-4efa-bc53-eed26bb1f793 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:38:56.320899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fd691328-ca6e-4d60-87f0-300db5bb42b7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:56.320899 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.346156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffafd-5de9-47c8-b13f-04124f74011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.362232 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3b0ffafd-5de9-47c8-b13f-04124f74011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.367541 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3b0ffafd-5de9-47c8-b13f-04124f74011d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58e880d5-b8be-476f-90b6-e7f44387d296 HTTP/1.1" status: 204 len: 168 time: 0.8347461 Feb 09 15:38:56.382670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ffafd-5de9-47c8-b13f-04124f74011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e880d5-b8be-476f-90b6-e7f44387d296,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:56.394800 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.458100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:38:56.478780 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3aa3fb36-ecef-4a98-8c5c-34f22cbeff76 admin admin] 10.222.0.53 "PUT /v2.0/routers/1f21b97b-2918-4144-9ea1-1a4d6acc3f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7439096 Feb 09 15:38:56.502033 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.502474 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9df21863-9865-4d0e-a6d3-2bd565ebc7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.511768 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9df21863-9865-4d0e-a6d3-2bd565ebc7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.514094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9df21863-9865-4d0e-a6d3-2bd565ebc7a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc519efb-9857-4c00-bb29-a2f06bf1c21c HTTP/1.1" status: 204 len: 168 time: 0.3908250 Feb 09 15:38:56.526465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df21863-9865-4d0e-a6d3-2bd565ebc7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc519efb-9857-4c00-bb29-a2f06bf1c21c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:56.548352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port fd691328-ca6e-4d60-87f0-300db5bb42b7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fd691328-ca6e-4d60-87f0-300db5bb42b7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:38:56.656111 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:56.788256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=fd691328-ca6e-4d60-87f0-300db5bb42b7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:56.942248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e1c421-e7ad-4666-8f77-abeb7c167b72 req-77a4d677-9d6c-4122-99f6-f58287a287f7 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 210 time: 0.0964503 Feb 09 15:38:57.043539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Sync routers for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:38:57.222405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:38:57.223084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:38:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:57.380818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:38:57.694174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 2, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:57.751173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Checking router: 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:38:57.751887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Updating router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 port b81a4336-f3d7-4efa-bc53-eed26bb1f793 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:38:57.800027 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.929712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53894) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:57.958557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d85b20b1-5cd8-41b4-b61e-fdfe2d85bf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:57.993365 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.080928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fd691328-ca6e-4d60-87f0-300db5bb42b7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:38:58.181725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.73', 64470) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:58.247119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-5aaaf40e-58f7-4536-99ae-15ba63fa0840 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4eb67f7464794050b55e8c96958f5713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624475 Feb 09 15:38:58.291764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d85b20b1-5cd8-41b4-b61e-fdfe2d85bf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.380951 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d85b20b1-5cd8-41b4-b61e-fdfe2d85bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.473148 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d85b20b1-5cd8-41b4-b61e-fdfe2d85bf0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be303d2e753d4401965a1615c438ce06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5359499 Feb 09 15:38:58.473941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53906) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:38:58.474780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b20b1-5cd8-41b4-b61e-fdfe2d85bf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2645ffbc-c77b-4b0e-81c9-a4cc7622f333,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:58.516131 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.533196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fd691328-ca6e-4d60-87f0-300db5bb42b7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:58.533961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.558759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-775b789a-4f4f-4513-8d81-f2dff7e6504a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:58.560353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-775b789a-4f4f-4513-8d81-f2dff7e6504a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084753 Feb 09 15:38:58.584482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.610027 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.610867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e694b28-c0cd-4655-a07a-1a810cbe194c req-887da2dc-375c-4752-97c5-7541ad5acfad tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 210 time: 0.2289214 Feb 09 15:38:58.628127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd5c2-53a2-4356-85de-14d589169aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:58.650313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Request body: {'port': {'device_id': '6b257238-6132-41a6-a446-c42f421b3bf2', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '4eb67f7464794050b55e8c96958f5713'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:38:58.732648 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd5c2-53a2-4356-85de-14d589169aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.120682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd5c2-53a2-4356-85de-14d589169aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.127346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd5c2-53a2-4356-85de-14d589169aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.129903 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aa4dd5c2-53a2-4356-85de-14d589169aad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2645ffbc-c77b-4b0e-81c9-a4cc7622f333 HTTP/1.1" status: 204 len: 168 time: 0.6299350 Feb 09 15:38:59.165427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dd5c2-53a2-4356-85de-14d589169aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2645ffbc-c77b-4b0e-81c9-a4cc7622f333,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:59.178964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e75606-1656-45d4-af0b-022f4fb1f46d None None] Pushing event updated for resources: {'Port': ['ID=b81a4336-f3d7-4efa-bc53-eed26bb1f793,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:59.216274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-ce8376fa-0fc0-4c03-bcfb-4df45ecfe9ad tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a8489f8b29704465962b4d6bb3db0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205058 Feb 09 15:38:59.256800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Attempting to bind port b81a4336-f3d7-4efa-bc53-eed26bb1f793 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:38:59.259657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Attempting to bind port b81a4336-f3d7-4efa-bc53-eed26bb1f793 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:38:59.259657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Attempting to bind port b81a4336-f3d7-4efa-bc53-eed26bb1f793 on network 2a096b41-b9ff-4385-b004-2fb3b24bd080 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:38:59.278468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:38:59.279176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Checking segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:38:59.279761 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.280534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Bound using segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:38:59.281286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Bound port: b81a4336-f3d7-4efa-bc53-eed26bb1f793, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:38:59.281886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.366146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7202ce77-d84e-40d1-a0e3-a83e212574b7 None None] Provisioning complete for port b81a4336-f3d7-4efa-bc53-eed26bb1f793 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:38:59.366555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7202ce77-d84e-40d1-a0e3-a83e212574b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.490050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] For port b81a4336-f3d7-4efa-bc53-eed26bb1f793, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:38:59.495138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] For port b81a4336-f3d7-4efa-bc53-eed26bb1f793, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b81a4336-f3d7-4efa-bc53-eed26bb1f793,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:38:59.502480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7202ce77-d84e-40d1-a0e3-a83e212574b7 None None] Port b81a4336-f3d7-4efa-bc53-eed26bb1f793 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:38:59.623508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.677713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-82693f5c-f47f-4610-9f0e-043300d67026 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:38:59.681020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-82693f5c-f47f-4610-9f0e-043300d67026 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4636557 Feb 09 15:38:59.710356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:38:59.711284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:38:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:38:59.714958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e75606-1656-45d4-af0b-022f4fb1f46d None None] Pushing event updated for resources: {'Port': ['ID=b81a4336-f3d7-4efa-bc53-eed26bb1f793,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:59.723621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Made reservation on behalf of 4eb67f7464794050b55e8c96958f5713 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:38:59.742874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.747610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-16ad2773-76e6-46cc-8f82-7311d433a244 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/quotas/a8489f8b29704465962b4d6bb3db0bce HTTP/1.1" status: 200 len: 375 time: 0.0452998 Feb 09 15:38:59.757306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.782629 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:59.848423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-271c9165-900b-4a78-87f9-029873e7ac6f tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a8489f8b29704465962b4d6bb3db0bce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928555 Feb 09 15:38:59.906727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:38:59.994864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.094285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e4b00844-8c81-46ea-9890-40d6fc85ffcb None None] Provisioning complete for port b81a4336-f3d7-4efa-bc53-eed26bb1f793 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:00.094657 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4b00844-8c81-46ea-9890-40d6fc85ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.125241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53984) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:00.131223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-network', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:00.149034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.251084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Made reservation on behalf of 34e9a790fc4e435c9cc44d1a565cdeed for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:00.253760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.279007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.331132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4b00844-8c81-46ea-9890-40d6fc85ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.367835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:00.436430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3eb7f94-37d3-4c24-9bba-bae8998f3302 req-9e5fdc0b-e1bb-42af-8007-d376c863cde0 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 210 time: 0.1622424 Feb 09 15:39:00.455345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:38:59Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:00.473279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e4b00844-8c81-46ea-9890-40d6fc85ffcb None None] For port b81a4336-f3d7-4efa-bc53-eed26bb1f793, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b81a4336-f3d7-4efa-bc53-eed26bb1f793,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:00.518221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.551448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc61ea-92af-4897-bee2-aa41feb471a1 None None] The sync data for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 is: [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:38:59Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:00.567555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4b00844-8c81-46ea-9890-40d6fc85ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.594054 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.615306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7816548-da5e-4463-99d4-18873612052f req-0e2e616c-384d-4836-a92c-f2b98b0ee308 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 210 time: 0.1319208 Feb 09 15:39:00.702198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:39:00.730691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Allocated IP 192.168.233.200 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/dbbbb512-ff30-4af4-a6c7-61640dba213a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:00.730925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.732152 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Added segment e763ee09-d2d3-4664-8ace-5d6e439b1e16 of type vlan for network af53bc0e-ea61-4734-8691-9aa9d2c44f0f Feb 09 15:39:00.775612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229ae43c-b041-41fd-aa37-74a65dbf9c88,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:00.863377 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.072580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b00844-8c81-46ea-9890-40d6fc85ffcb None None] Pushing event updated for resources: {'Port': ['ID=b81a4336-f3d7-4efa-bc53-eed26bb1f793,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:01.079431 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.080498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:01.081131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.215982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.271507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] Pushing event updated for resources: {'Network': ['ID=af53bc0e-ea61-4734-8691-9aa9d2c44f0f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:01.297942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network af53bc0e-ea61-4734-8691-9aa9d2c44f0f details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:39:01.375385 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-674c3afa-b93e-4918-817c-f576d1a4551d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2483983 Feb 09 15:39:01.380211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54058) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:01.387294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Request body: {'subnet': {'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-subnet', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:01.440053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.542099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:01.553769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Made reservation on behalf of 34e9a790fc4e435c9cc44d1a565cdeed for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:01.556594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.609753 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.651407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:01.728344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:39:01.755524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:01.756249 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.890635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f510589-28c6-41bb-9ed2-abf8c1d9fee3 req-3452ae1b-5640-4a9e-80f0-122b2eee4e9c tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 210 time: 0.0880988 Feb 09 15:39:01.912338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2668731 Feb 09 15:39:02.068118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-2fc19ed7-ea7f-482a-a1ee-0d12996fcfe1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:39:02.071490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-2fc19ed7-ea7f-482a-a1ee-0d12996fcfe1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1243436 Feb 09 15:39:02.074951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a3876-c261-4bf0-a43a-f129bc3d788a tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Pushing event updated for resources: {'Port': ['ID=dbbbb512-ff30-4af4-a6c7-61640dba213a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:02.199289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b81a4336-f3d7-4efa-bc53-eed26bb1f793 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:02.238886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9924-c0f3-45b4-bd8b-20f4f73568e8 req-cbb2ccd3-aed6-4794-9dd7-4baee167cab8 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:02.241911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-311f9924-c0f3-45b4-bd8b-20f4f73568e8 req-cbb2ccd3-aed6-4794-9dd7-4baee167cab8 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 936 time: 0.3065755 Feb 09 15:39:02.510935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-311f9924-c0f3-45b4-bd8b-20f4f73568e8 req-fa519f2d-0d7f-4c0e-822b-d4da28877de5 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519093 Feb 09 15:39:02.522233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b81a4336-f3d7-4efa-bc53-eed26bb1f793 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:02.522965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.623894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-68f4015e-c77f-490f-b191-6ee45454e3fe None None] Provisioning complete for port dbbbb512-ff30-4af4-a6c7-61640dba213a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:02.642690 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68f4015e-c77f-490f-b191-6ee45454e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.708185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.873898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-68f4015e-c77f-490f-b191-6ee45454e3fe None None] Port dbbbb512-ff30-4af4-a6c7-61640dba213a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:39:03.086440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d73b58-ad55-45b6-b160-b08f32472e34,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:03.086440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Checking segment: {'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:03.086440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Network hostable DHCP agents. Network: af53bc0e-ea61-4734-8691-9aa9d2c44f0f, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:39:03.091188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2c0a247-b663-4375-99a6-5c8a3c2ca2a9 req-f15d20d5-b16b-46e3-8904-f8d30ee20317 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 210 time: 0.0424528 Feb 09 15:39:03.114309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Request body: {'port': {'device_id': '6b257238-6132-41a6-a446-c42f421b3bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:03.227554 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.475425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Network af53bc0e-ea61-4734-8691-9aa9d2c44f0f is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:39:03.647058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, af53bc0e-ea61-4734-8691-9aa9d2c44f0f) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:03.666353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e6bb8-20f4-406a-b1c3-9fbe1a82bb00 None None] Network af53bc0e-ea61-4734-8691-9aa9d2c44f0f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:39:03.669804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:03.672153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.853443 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-704675d6-717b-4f11-bcf9-5e3e2a94e095 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4716866 Feb 09 15:39:03.858486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54140) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:03.867125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:04.045235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbc2c2-87cc-40b4-b32a-4054d4c1a908 req-789d9fb2-6578-4abf-a233-319c6f39c3d2 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:04.047358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fdbc2c2-87cc-40b4-b32a-4054d4c1a908 req-789d9fb2-6578-4abf-a233-319c6f39c3d2 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 936 time: 0.1883502 Feb 09 15:39:04.156548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.160014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.163253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fdbc2c2-87cc-40b4-b32a-4054d4c1a908 req-81e5c8e6-5873-4001-83ca-65b0c1812baf tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982859 Feb 09 15:39:04.255355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-af53bc0e-ea61-4734-8691-9aa9d2c44f0f', 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'fixed_ips': [{'subnet_id': 'a5d73b58-ad55-45b6-b160-b08f32472e34'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:39:04.256680 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.261195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbbb512-ff30-4af4-a6c7-61640dba213a {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:04.281714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.388391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36d45131-ecd6-4af5-9a72-e3695ab1a369 req-d6da0603-0280-4721-a415-3d96bd2e0301 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 210 time: 0.0875959 Feb 09 15:39:04.420727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Transition to ACTIVE for port object dbbbb512-ff30-4af4-a6c7-61640dba213a will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:04.442591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.555105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.684028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Allocated IP 172.20.0.2 (af53bc0e-ea61-4734-8691-9aa9d2c44f0f/a5d73b58-ad55-45b6-b160-b08f32472e34/dee397d5-b577-4c15-9d2c-8d529334d445) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:04.711804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbbb512-ff30-4af4-a6c7-61640dba213a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:04.826229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:04.919530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Attempting to bind port dbbbb512-ff30-4af4-a6c7-61640dba213a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:04.919530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Attempting to bind port dbbbb512-ff30-4af4-a6c7-61640dba213a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:04.919530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Attempting to bind port dbbbb512-ff30-4af4-a6c7-61640dba213a on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:04.929432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Port dbbbb512-ff30-4af4-a6c7-61640dba213a on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:39:04.929962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Attempting to bind port dbbbb512-ff30-4af4-a6c7-61640dba213a on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:04.942032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:39:04.943709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:04.945701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:39:04.947635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Bound port: dbbbb512-ff30-4af4-a6c7-61640dba213a, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:04.948792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.183225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] For port dbbbb512-ff30-4af4-a6c7-61640dba213a, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:39:05.206039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] For port dbbbb512-ff30-4af4-a6c7-61640dba213a, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=dbbbb512-ff30-4af4-a6c7-61640dba213a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:39:05.306964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.386111 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.544030 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.584638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:05.586695 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.591248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] 10.222.0.73 "PUT /v2.0/ports/dbbbb512-ff30-4af4-a6c7-61640dba213a HTTP/1.1" status: 200 len: 1096 time: 2.8785713 Feb 09 15:39:05.607968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b257238-6132-41a6-a446-c42f421b3bf2', 'tag': 'dbbbb512-ff30-4af4-a6c7-61640dba213a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:05.661967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.742173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:05.785019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Network af53bc0e-ea61-4734-8691-9aa9d2c44f0f is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:05.789959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:05.796698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:39:05.910067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Pushing event updated for resources: {'Port': ['ID=dee397d5-b577-4c15-9d2c-8d529334d445,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:05.995343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54170) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:06.029482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Attempting to bind port dee397d5-b577-4c15-9d2c-8d529334d445 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:06.046383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Attempting to bind port dee397d5-b577-4c15-9d2c-8d529334d445 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:06.047955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Attempting to bind port dee397d5-b577-4c15-9d2c-8d529334d445 on network af53bc0e-ea61-4734-8691-9aa9d2c44f0f {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:06.085243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:39:06.086479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Checking segment: {'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:06.087855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.089458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Bound using segment: {'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:39:06.091440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Bound port: dee397d5-b577-4c15-9d2c-8d529334d445, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:06.092636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.132029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:06.210637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Allocated IP 172.25.5.105 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/09d09137-37bd-4c18-a6ed-ed24e0a552a6) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:06.335811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] For port dee397d5-b577-4c15-9d2c-8d529334d445, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:39:06.348930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] For port dee397d5-b577-4c15-9d2c-8d529334d445, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=dee397d5-b577-4c15-9d2c-8d529334d445,segment=NetworkSegment(e763ee09-d2d3-4664-8ace-5d6e439b1e16),segment_id=e763ee09-d2d3-4664-8ace-5d6e439b1e16)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:39:06.488233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.73', 64476) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:06.489130 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.504863 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.599022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ded126-0e45-4d99-8c23-5198377fca98 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbbb512-ff30-4af4-a6c7-61640dba213a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:06.671337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bfbb49ee-674b-4a44-80be-90f00519b30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.677059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cd139-a72f-4464-8f66-3990562d8213 req-480bae3a-9613-41ca-b859-629885e4ca95 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:06.690092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b2cd139-a72f-4464-8f66-3990562d8213 req-480bae3a-9613-41ca-b859-629885e4ca95 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 1.3178735 Feb 09 15:39:06.716999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbdcb1-49a4-4417-9a43-2f193a10c32b None None] Pushing event updated for resources: {'Port': ['ID=dee397d5-b577-4c15-9d2c-8d529334d445,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:06.725947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:06.880157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Pushing event updated for resources: {'Port': ['ID=09d09137-37bd-4c18-a6ed-ed24e0a552a6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:06.927031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:06.929834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:06.952631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78725fe5-e333-4b2e-af0f-8858f82c230f req-6074ae7d-2d10-4c22-a1a7-03ef14f1c7bf tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 210 time: 1.3691030 Feb 09 15:39:06.989832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-1d38ba30-d081-43ff-9f7f-fe711dcb537a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a8489f8b29704465962b4d6bb3db0bce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4292758 Feb 09 15:39:07.047962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:39:07.217270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bfbb49ee-674b-4a44-80be-90f00519b30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.334123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-4c639a64-a15c-4ee8-a0c6-5b6198ad0a50 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:07.336806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-4c639a64-a15c-4ee8-a0c6-5b6198ad0a50 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194933 Feb 09 15:39:07.337012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dab28a38-e4c3-4e72-a403-c48edc6b77f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.346129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bfbb49ee-674b-4a44-80be-90f00519b30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.355450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Request body: {'port': {'device_id': 'fe3d7067-a19a-4913-a052-af615d06d356', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': 'a8489f8b29704465962b4d6bb3db0bce'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:07.442163 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb49ee-674b-4a44-80be-90f00519b30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5de382-8768-412b-a695-da9a85a804af,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:07.460645 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bfbb49ee-674b-4a44-80be-90f00519b30a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d87da252689c4e14902ba251cf359ff9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4624770 Feb 09 15:39:07.472399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-ac022de7-26ab-4024-83c9-ecfbdc9a63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:07.473708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54200) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:07.474345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-ac022de7-26ab-4024-83c9-ecfbdc9a63bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eb67f7464794050b55e8c96958f5713&device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 1099 time: 1.0293977 Feb 09 15:39:07.498440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b2cd139-a72f-4464-8f66-3990562d8213 req-60d28ebf-ac03-4476-91e4-5c4387ad6d9c tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986821 Feb 09 15:39:07.587525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dab28a38-e4c3-4e72-a403-c48edc6b77f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.607879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-f6fd5e62-dc63-4469-aa07-465e78e4dc22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=dbbbb512-ff30-4af4-a6c7-61640dba213a HTTP/1.1" status: 200 len: 217 time: 0.1057770 Feb 09 15:39:07.612154 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9799a3-5665-41a2-a23d-f3eea306fea1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b257238-6132-41a6-a446-c42f421b3bf2", "tag": "dbbbb512-ff30-4af4-a6c7-61640dba213a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:07.706308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-fadc1665-e71e-4b22-95f6-56ce4148ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:07.711207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-fadc1665-e71e-4b22-95f6-56ce4148ec2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0942063 Feb 09 15:39:07.793494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Made reservation on behalf of a8489f8b29704465962b4d6bb3db0bce for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:07.797653 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.820991 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:07.821216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dab28a38-e4c3-4e72-a403-c48edc6b77f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.204738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device dee397d5-b577-4c15-9d2c-8d529334d445 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:08.358551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1dbdc7-4ac1-436e-bd7c-8d2f4bba0e23 req-5acbdd52-822b-4323-92c2-06876aa29c02 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 210 time: 0.1281621 Feb 09 15:39:08.383910 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dab28a38-e4c3-4e72-a403-c48edc6b77f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61b5ef00eb0a43f9be8ea176fb8d7d6f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2357228 Feb 09 15:39:08.415068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.439957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54214) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:08.481864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-657d50ba-7bcc-44ed-b956-d778e355ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:08.485739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-657d50ba-7bcc-44ed-b956-d778e355ad2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5750806 Feb 09 15:39:08.487555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.491335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port dee397d5-b577-4c15-9d2c-8d529334d445 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:08.491729 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.613622 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.618088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab28a38-e4c3-4e72-a403-c48edc6b77f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b21f45-b686-4439-a068-17e970e7d414,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:08.636311 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2344340-1ba2-4989-b622-d629c89fe661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.644999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199bae80-4945-4d71-a330-342ad597e1a3 None None] Network af53bc0e-ea61-4734-8691-9aa9d2c44f0f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:39:08.761757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2344340-1ba2-4989-b622-d629c89fe661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:08.852977 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed08e781-1818-4e5e-8bd1-5f77d1020fa5 x-openstack-request-id: req-ed08e781-1818-4e5e-8bd1-5f77d1020fa5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:08.853335 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b257238-6132-41a6-a446-c42f421b3bf2", "tag": "dbbbb512-ff30-4af4-a6c7-61640dba213a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:08.854918 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed08e781-1818-4e5e-8bd1-5f77d1020fa5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:08.855118 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b257238-6132-41a6-a446-c42f421b3bf2', 'tag': 'dbbbb512-ff30-4af4-a6c7-61640dba213a', 'status': 'completed', 'code': 200} Feb 09 15:39:08.948701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-64fd575e-ade2-43ef-8417-421b9e1e3a39 None None] Provisioning complete for port dee397d5-b577-4c15-9d2c-8d529334d445 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:08.949111 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64fd575e-ade2-43ef-8417-421b9e1e3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.104935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Allocated IP 192.168.233.46 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/d5eae6aa-fd8c-465e-97d7-f41a9df11888) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:09.123022 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64fd575e-ade2-43ef-8417-421b9e1e3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.201298 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.258581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-64fd575e-ade2-43ef-8417-421b9e1e3a39 None None] For port dee397d5-b577-4c15-9d2c-8d529334d445, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=dee397d5-b577-4c15-9d2c-8d529334d445,segment=NetworkSegment(e763ee09-d2d3-4664-8ace-5d6e439b1e16),segment_id=e763ee09-d2d3-4664-8ace-5d6e439b1e16)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:09.497840 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:39:09.503148 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:39:09.504303 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64fd575e-ade2-43ef-8417-421b9e1e3a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.594455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5900e3e5-a633-43f0-ad37-a9c471ebe3d5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:09.600619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-19d24c79-3c16-4f8b-8fee-5c4ace94c14a service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0573204 Feb 09 15:39:09.615215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd575e-ade2-43ef-8417-421b9e1e3a39 None None] Pushing event updated for resources: {'Port': ['ID=dee397d5-b577-4c15-9d2c-8d529334d445,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:09.638444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-824f6633-ab04-49ab-8cfe-4ab2531d8554 None None] Provisioning complete for port dee397d5-b577-4c15-9d2c-8d529334d445 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:09.638921 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-824f6633-ab04-49ab-8cfe-4ab2531d8554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.643679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-644f2a83-7169-4c4d-af13-abed91baee80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.684037 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-644f2a83-7169-4c4d-af13-abed91baee80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.684321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2344340-1ba2-4989-b622-d629c89fe661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.701216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2344340-1ba2-4989-b622-d629c89fe661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.706650 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d2344340-1ba2-4989-b622-d629c89fe661 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a5de382-8768-412b-a695-da9a85a804af HTTP/1.1" status: 204 len: 168 time: 2.1157022 Feb 09 15:39:09.738392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2344340-1ba2-4989-b622-d629c89fe661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5de382-8768-412b-a695-da9a85a804af,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:09.763575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3949d02-8273-4b9b-a32f-cd885c80d1f3 req-2d60c0be-7eda-4112-9c90-08ca7e57b196 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:09.766570 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:09.769623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3949d02-8273-4b9b-a32f-cd885c80d1f3 req-2d60c0be-7eda-4112-9c90-08ca7e57b196 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.3928561 Feb 09 15:39:09.817726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abecb9b2-3330-4beb-8d0b-7607fe83a160 req-7cc6371d-164f-4bda-bb9f-6d2aef7703c7 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 210 time: 0.2811668 Feb 09 15:39:09.836367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.064613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec4fd5b-5292-409d-9187-f36fd9ed85c7 req-fc887f55-9f87-4fe3-bb5b-5e0a6d0f3e06 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718092 Feb 09 15:39:10.197498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3949d02-8273-4b9b-a32f-cd885c80d1f3 req-bcac8ee0-2ff0-441b-bd1b-2968457f1f0c tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076594 Feb 09 15:39:10.292331 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.340314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Router cffa2833-6da8-4256-87e2-071648761aca is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:39:10.342827 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-644f2a83-7169-4c4d-af13-abed91baee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.346878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device dee397d5-b577-4c15-9d2c-8d529334d445 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:10.359757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-644f2a83-7169-4c4d-af13-abed91baee80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.363578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-644f2a83-7169-4c4d-af13-abed91baee80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25b21f45-b686-4439-a068-17e970e7d414 HTTP/1.1" status: 204 len: 168 time: 1.9220777 Feb 09 15:39:10.401466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:10.427058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:10.434936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:39:10.442633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:10.450182 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.477074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port dee397d5-b577-4c15-9d2c-8d529334d445 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:10.477228 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:10.478680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:10.524518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f2a83-7169-4c4d-af13-abed91baee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b21f45-b686-4439-a068-17e970e7d414,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:10.530107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Pushing event updated for resources: {'Port': ['ID=d5eae6aa-fd8c-465e-97d7-f41a9df11888,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:10.546069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-f4cdb258-483f-49d3-b96d-b54666d7a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:10.547742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-f4cdb258-483f-49d3-b96d-b54666d7a55a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eb67f7464794050b55e8c96958f5713&device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 1099 time: 0.2886314 Feb 09 15:39:10.656411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-96be8f26-c7c2-4e5a-bc07-382abb417c9a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3082705 Feb 09 15:39:10.667887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:39:10.685229 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Sync routers for ids ['cffa2833-6da8-4256-87e2-071648761aca'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:39:10.709144 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Routers {'cffa2833-6da8-4256-87e2-071648761aca'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:39:10.728373 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:38:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cffa2833-6da8-4256-87e2-071648761aca'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:10.729134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Request body: {'port': {'device_id': 'fe3d7067-a19a-4913-a052-af615d06d356', 'device_owner': 'compute:tempest-test_az-1577278035', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:10.866162 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Set router cffa2833-6da8-4256-87e2-071648761aca gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:39:11.061347 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.066499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-94b24653-66e8-4db8-ae2b-0d60cbcf7db5 None None] Provisioning complete for port d5eae6aa-fd8c-465e-97d7-f41a9df11888 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:11.066499 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-94b24653-66e8-4db8-ae2b-0d60cbcf7db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.149779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6eac7-65da-49a5-b120-4f6b5dec0398 req-17447cd3-84aa-43df-86d6-6ee74a448191 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:11.159227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.160139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31f6eac7-65da-49a5-b120-4f6b5dec0398 req-17447cd3-84aa-43df-86d6-6ee74a448191 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 935 time: 0.1702144 Feb 09 15:39:11.161862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-96c07d2c-40d6-4fd9-b7d5-80839d21f80e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3007610 Feb 09 15:39:11.169915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54260) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:11.206958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-65bd9bc9-b4e8-4ca5-b013-e43bb246a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:11.209723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-65bd9bc9-b4e8-4ca5-b013-e43bb246a78b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.6338460 Feb 09 15:39:11.218452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-94b24653-66e8-4db8-ae2b-0d60cbcf7db5 None None] Port d5eae6aa-fd8c-465e-97d7-f41a9df11888 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:39:11.339946 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:39:07Z', 'revision_number': 3, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:11.401868 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Checking router: cffa2833-6da8-4256-87e2-071648761aca for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:39:11.402488 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Updating router cffa2833-6da8-4256-87e2-071648761aca port 09d09137-37bd-4c18-a6ed-ed24e0a552a6 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:39:11.449754 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.577593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54266) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:11.629572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e258285a-a880-4733-823f-47dd1dcc5db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.771662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e258285a-a880-4733-823f-47dd1dcc5db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:11.862033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31f6eac7-65da-49a5-b120-4f6b5dec0398 req-dda5e86a-ec1e-401a-81f4-d1901b393b1c tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6996219 Feb 09 15:39:11.868935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-9e779f9c-72d6-46d0-bdd8-4c594f5cd032 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=dbbbb512-ff30-4af4-a6c7-61640dba213a HTTP/1.1" status: 200 len: 217 time: 0.6302865 Feb 09 15:39:11.901120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e258285a-a880-4733-823f-47dd1dcc5db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.120261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258285a-a880-4733-823f-47dd1dcc5db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5808454-66e2-462b-884c-2c6c1f7c7483,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:12.145848 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e258285a-a880-4733-823f-47dd1dcc5db9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=539097c8ad6541e1928e87c5fa85f195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5638039 Feb 09 15:39:12.150570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54270) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:12.352479 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.407661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:12.508313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dfbcea2-737c-4972-bf0e-830c8e5229ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.560486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b20f0456-5b4c-4ecd-acfb-62bad05378a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.599435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5eae6aa-fd8c-465e-97d7-f41a9df11888 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:12.607157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dfbcea2-737c-4972-bf0e-830c8e5229ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.629444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07beb4-c1c6-4518-98d1-4ff7901ede25 req-80f34431-278f-44d6-a0ce-6c700fe48b2f tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:12.632280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b07beb4-c1c6-4518-98d1-4ff7901ede25 req-80f34431-278f-44d6-a0ce-6c700fe48b2f tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.8169463 Feb 09 15:39:12.636030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.664491 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.707091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-c385d99f-322a-4a8d-aa55-d62c3ea498d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:12.723322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-c385d99f-322a-4a8d-aa55-d62c3ea498d8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.3126454 Feb 09 15:39:12.747090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.785327 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb026ab-3a20-4eec-bee6-c016e6448e0e None None] Pushing event updated for resources: {'Port': ['ID=09d09137-37bd-4c18-a6ed-ed24e0a552a6,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:12.827001 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Attempting to bind port 09d09137-37bd-4c18-a6ed-ed24e0a552a6 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:12.827646 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Attempting to bind port 09d09137-37bd-4c18-a6ed-ed24e0a552a6 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:12.828313 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Attempting to bind port 09d09137-37bd-4c18-a6ed-ed24e0a552a6 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:12.842621 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:39:12.843037 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:12.843720 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.844209 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:39:12.844834 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Bound port: 09d09137-37bd-4c18-a6ed-ed24e0a552a6, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:12.845334 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.856061 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-781432bf-9ec3-490e-bef7-71b8872f516e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.902667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Transition to ACTIVE for port object d5eae6aa-fd8c-465e-97d7-f41a9df11888 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:12.970032 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] For port 09d09137-37bd-4c18-a6ed-ed24e0a552a6, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:39:12.973649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54280) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:12.977266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dfbcea2-737c-4972-bf0e-830c8e5229ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:12.980747 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] For port 09d09137-37bd-4c18-a6ed-ed24e0a552a6, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=09d09137-37bd-4c18-a6ed-ed24e0a552a6,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:39:12.987381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b07beb4-c1c6-4518-98d1-4ff7901ede25 req-8ada1611-7bd3-4cfd-984a-f6d7848e0c10 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372040 Feb 09 15:39:12.997174 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dfbcea2-737c-4972-bf0e-830c8e5229ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.004666 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8dfbcea2-737c-4972-bf0e-830c8e5229ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5808454-66e2-462b-884c-2c6c1f7c7483 HTTP/1.1" status: 204 len: 168 time: 0.8443077 Feb 09 15:39:13.010891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.059677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a09da19-f818-4b2d-9783-35a3207be386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.064074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbcea2-737c-4972-bf0e-830c8e5229ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5808454-66e2-462b-884c-2c6c1f7c7483,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:13.071372 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.116601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5eae6aa-fd8c-465e-97d7-f41a9df11888,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:13.143814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-d8e96621-7da3-434d-833e-3c423e4143b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:13.146581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-d8e96621-7da3-434d-833e-3c423e4143b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3751934 Feb 09 15:39:13.307485 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb026ab-3a20-4eec-bee6-c016e6448e0e None None] Pushing event updated for resources: {'Port': ['ID=09d09137-37bd-4c18-a6ed-ed24e0a552a6,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:13.355008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Allocated IP 172.20.0.1 (af53bc0e-ea61-4734-8691-9aa9d2c44f0f/a5d73b58-ad55-45b6-b160-b08f32472e34/778b4c01-b064-4f1f-909a-521efdf009a9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:13.384969 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Routers {'cffa2833-6da8-4256-87e2-071648761aca'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:39:13.386632 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:38:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cffa2833-6da8-4256-87e2-071648761aca'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:13.532229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.583696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38479f9-80a1-4b1c-865c-3ad067cdc72d req-e13a6a8d-0f76-4ec5-b6fa-63b498712bc5 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:13.592906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d38479f9-80a1-4b1c-865c-3ad067cdc72d req-e13a6a8d-0f76-4ec5-b6fa-63b498712bc5 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 969 time: 0.4776618 Feb 09 15:39:13.627306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Attempting to bind port d5eae6aa-fd8c-465e-97d7-f41a9df11888 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:13.627708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Attempting to bind port d5eae6aa-fd8c-465e-97d7-f41a9df11888 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:13.628111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Attempting to bind port d5eae6aa-fd8c-465e-97d7-f41a9df11888 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:13.662673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d38479f9-80a1-4b1c-865c-3ad067cdc72d req-2913d6a2-bd17-4c4e-a32c-f76778dd9d5e tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688753 Feb 09 15:39:13.689133 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] Set router cffa2833-6da8-4256-87e2-071648761aca gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:39:13.695572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a09da19-f818-4b2d-9783-35a3207be386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.707814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b20f0456-5b4c-4ecd-acfb-62bad05378a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.711426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Port d5eae6aa-fd8c-465e-97d7-f41a9df11888 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:39:13.711760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Attempting to bind port d5eae6aa-fd8c-465e-97d7-f41a9df11888 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:13.750705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:39:13.751115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:13.751556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:39:13.752189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Bound port: d5eae6aa-fd8c-465e-97d7-f41a9df11888, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:13.753754 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.805389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-a9521efb-6442-4d05-956b-48c91ddcf02e service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747423 Feb 09 15:39:13.826771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a09da19-f818-4b2d-9783-35a3207be386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.874668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] For port d5eae6aa-fd8c-465e-97d7-f41a9df11888, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:39:13.878256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] For port d5eae6aa-fd8c-465e-97d7-f41a9df11888, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=d5eae6aa-fd8c-465e-97d7-f41a9df11888,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:39:13.894719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-781432bf-9ec3-490e-bef7-71b8872f516e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.905942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:13.952819 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b20f0456-5b4c-4ecd-acfb-62bad05378a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.134124 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.155236 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:39:07Z', 'revision_number': 3, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:14.171077 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9a09da19-f818-4b2d-9783-35a3207be386 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f98d9fbad6f24fbaa7890247433678f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1952176 Feb 09 15:39:14.171910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:14.176679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09da19-f818-4b2d-9783-35a3207be386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb825c4-ea73-4fe2-a226-52d3a2adaba7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:14.216491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-781432bf-9ec3-490e-bef7-71b8872f516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.234817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Network af53bc0e-ea61-4734-8691-9aa9d2c44f0f is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:14.238660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:14.262495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:39:14.263133 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.273884 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb564146-6c04-4a22-8a69-68aad1252749 None None] The sync data for ids ['cffa2833-6da8-4256-87e2-071648761aca'] in n-d-828542-1 is: [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:39:07Z', 'revision_number': 3, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:14.295035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=778b4c01-b064-4f1f-909a-521efdf009a9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:14.433794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-781432bf-9ec3-490e-bef7-71b8872f516e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c5f415511704f53b4e0051e121d8fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0152607 Feb 09 15:39:14.448701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9799a3-5665-41a2-a23d-f3eea306fea1 req-6d0e0a8d-b9c7-4c73-b21e-f4c28753bd7d service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688522 Feb 09 15:39:14.453500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-828d169f-343d-4cc7-ad55-bc16194a1cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.456756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54302) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:14.551695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:14.552620 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.558570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] 10.222.0.73 "PUT /v2.0/ports/d5eae6aa-fd8c-465e-97d7-f41a9df11888 HTTP/1.1" status: 200 len: 1117 time: 3.8607235 Feb 09 15:39:14.574783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe3d7067-a19a-4913-a052-af615d06d356', 'tag': 'd5eae6aa-fd8c-465e-97d7-f41a9df11888'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:14.577441 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25e8abc-bdff-4d8e-b811-4975aae19e93" -d '{"events": [{"name": "network-changed", "server_uuid": "fe3d7067-a19a-4913-a052-af615d06d356", "tag": "d5eae6aa-fd8c-465e-97d7-f41a9df11888"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:14.585665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-828d169f-343d-4cc7-ad55-bc16194a1cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:14.671084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88526d2-235c-4bda-8e47-51ff0a59dda8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5eae6aa-fd8c-465e-97d7-f41a9df11888,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:14.687745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b20f0456-5b4c-4ecd-acfb-62bad05378a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba9377a98c8744cca71ae7c874c92dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1968925 Feb 09 15:39:14.704024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54306) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:14.708707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f0456-5b4c-4ecd-acfb-62bad05378a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d72972-92f2-47b0-8ba2-8260ce2f4013,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:14.841373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781432bf-9ec3-490e-bef7-71b8872f516e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c1484a-a275-405b-8337-b6778fae03ec,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:14.864282 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8240953b-1e7c-4d5b-af9a-7d30d44dab95 x-openstack-request-id: req-8240953b-1e7c-4d5b-af9a-7d30d44dab95 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:14.864960 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe3d7067-a19a-4913-a052-af615d06d356", "tag": "d5eae6aa-fd8c-465e-97d7-f41a9df11888", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:14.865435 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8240953b-1e7c-4d5b-af9a-7d30d44dab95 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:14.866052 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe3d7067-a19a-4913-a052-af615d06d356', 'tag': 'd5eae6aa-fd8c-465e-97d7-f41a9df11888', 'status': 'completed', 'code': 200} Feb 09 15:39:14.957616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0b343efb-5809-41c7-ac09-95c4161a9495 None None] Provisioning complete for port 778b4c01-b064-4f1f-909a-521efdf009a9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:14.958625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b343efb-5809-41c7-ac09-95c4161a9495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.026143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd874df-aca8-4f45-aa18-288c6dde2aca req-2da635be-b479-479f-9fef-5227e1ab8646 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:15.027822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fd874df-aca8-4f45-aa18-288c6dde2aca req-2da635be-b479-479f-9fef-5227e1ab8646 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.7451417 Feb 09 15:39:15.102760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ed5284e-a9f1-4b98-9e3e-034d8ffd806f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.127740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fd874df-aca8-4f45-aa18-288c6dde2aca req-1eca9888-5df5-47bd-92ad-6756a833881c tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502687 Feb 09 15:39:15.137370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-add788f4-afe3-4c10-b5da-b6f3e98b85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:15.138840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-add788f4-afe3-4c10-b5da-b6f3e98b85b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8489f8b29704465962b4d6bb3db0bce&device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 1120 time: 0.2715812 Feb 09 15:39:15.149067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0b343efb-5809-41c7-ac09-95c4161a9495 None None] Port 778b4c01-b064-4f1f-909a-521efdf009a9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:39:15.193325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce90cc-99d0-4b90-8895-a2424c8dc8be req-799e405a-18e5-4c0b-a491-ed9890409c50 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:15.203278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84ce90cc-99d0-4b90-8895-a2424c8dc8be req-799e405a-18e5-4c0b-a491-ed9890409c50 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 969 time: 0.2009773 Feb 09 15:39:15.232479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ed5284e-a9f1-4b98-9e3e-034d8ffd806f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.273184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8622-d706-4309-a19b-03a8ec9c435b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.312190 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-828d169f-343d-4cc7-ad55-bc16194a1cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.317988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-828d169f-343d-4cc7-ad55-bc16194a1cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.320496 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-828d169f-343d-4cc7-ad55-bc16194a1cce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bb825c4-ea73-4fe2-a226-52d3a2adaba7 HTTP/1.1" status: 204 len: 168 time: 1.1445854 Feb 09 15:39:15.411115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8622-d706-4309-a19b-03a8ec9c435b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.429433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d169f-343d-4cc7-ad55-bc16194a1cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb825c4-ea73-4fe2-a226-52d3a2adaba7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:15.436803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-7a27714b-45ab-4cc1-b939-497870fa43a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=d5eae6aa-fd8c-465e-97d7-f41a9df11888 HTTP/1.1" status: 200 len: 217 time: 0.2730401 Feb 09 15:39:15.517349 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.647502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ed5284e-a9f1-4b98-9e3e-034d8ffd806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.673163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ed5284e-a9f1-4b98-9e3e-034d8ffd806f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.677437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84ce90cc-99d0-4b90-8895-a2424c8dc8be req-810b8164-a066-43a8-9fa4-aa185d392e38 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724178 Feb 09 15:39:15.692323 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0ed5284e-a9f1-4b98-9e3e-034d8ffd806f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22d72972-92f2-47b0-8ba2-8260ce2f4013 HTTP/1.1" status: 204 len: 168 time: 0.9816654 Feb 09 15:39:15.748718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5284e-a9f1-4b98-9e3e-034d8ffd806f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d72972-92f2-47b0-8ba2-8260ce2f4013,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:15.794453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-65e92d98-0769-4d2a-97f4-9d162d704273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:15.795956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-65e92d98-0769-4d2a-97f4-9d162d704273 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.3196106 Feb 09 15:39:15.879548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8622-d706-4309-a19b-03a8ec9c435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.883302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea1a8622-d706-4309-a19b-03a8ec9c435b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:15.885849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea1a8622-d706-4309-a19b-03a8ec9c435b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89c1484a-a275-405b-8337-b6778fae03ec HTTP/1.1" status: 204 len: 168 time: 1.3756039 Feb 09 15:39:15.930236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a8622-d706-4309-a19b-03a8ec9c435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c1484a-a275-405b-8337-b6778fae03ec,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:16.088274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-924dcf82-19be-48fc-a990-542bd11a58d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:16.095447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-924dcf82-19be-48fc-a990-542bd11a58d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2089453 Feb 09 15:39:16.104913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.204707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.209131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.476689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-2a6a97fb-86ef-48b5-abd4-e2e604a7b029 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394096 Feb 09 15:39:16.488402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=778b4c01-b064-4f1f-909a-521efdf009a9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:16.492405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 09d09137-37bd-4c18-a6ed-ed24e0a552a6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:16.568644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Network af53bc0e-ea61-4734-8691-9aa9d2c44f0f is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:16.571462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:16.757943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 09d09137-37bd-4c18-a6ed-ed24e0a552a6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:16.758591 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:16.875106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c2c9b06-d34e-4b34-b6ce-38d15be05bf6 req-5cb7cdaf-c5ae-4e29-bf46-f7587b182673 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354473 Feb 09 15:39:16.905927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e26ce8-8a77-4b99-ba36-d2e95576de04 req-6e9ec45d-b83b-4e9a-a210-548edb6a13d8 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:16.917583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16e26ce8-8a77-4b99-ba36-d2e95576de04 req-6e9ec45d-b83b-4e9a-a210-548edb6a13d8 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.5088723 Feb 09 15:39:17.159626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16e26ce8-8a77-4b99-ba36-d2e95576de04 req-2d73aa02-f5cf-4604-8ea6-fdba5ca33e85 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249343 Feb 09 15:39:17.172013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e4a375f5-d72d-4610-8a47-3065a03b88d5 None None] Provisioning complete for port 778b4c01-b064-4f1f-909a-521efdf009a9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:17.172429 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4a375f5-d72d-4610-8a47-3065a03b88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.175654 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.198667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635edfd5-e505-47ba-ac66-7190c1d48156 req-77becc34-21ea-42d6-9f06-fd6b01fbd467 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:17.204288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-635edfd5-e505-47ba-ac66-7190c1d48156 req-77becc34-21ea-42d6-9f06-fd6b01fbd467 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 969 time: 0.2864373 Feb 09 15:39:17.241659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Router cffa2833-6da8-4256-87e2-071648761aca has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:39:17.303638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 09d09137-37bd-4c18-a6ed-ed24e0a552a6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=09d09137-37bd-4c18-a6ed-ed24e0a552a6,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:17.308122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e4a375f5-d72d-4610-8a47-3065a03b88d5 None None] Port 778b4c01-b064-4f1f-909a-521efdf009a9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:39:17.369650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-635edfd5-e505-47ba-ac66-7190c1d48156 req-b0315612-b83b-4c07-a985-19c9b0de84cb tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207435 Feb 09 15:39:17.398658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-4e2a992f-bbde-4deb-b466-a5b19308c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:17.398658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-4e2a992f-bbde-4deb-b466-a5b19308c72e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8489f8b29704465962b4d6bb3db0bce&device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 1120 time: 0.1690731 Feb 09 15:39:17.497834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:39:17.507336 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7b18e84a-c8d6-49a0-9b68-300264270cc3 admin admin] 10.222.0.53 "PUT /v2.0/routers/cffa2833-6da8-4256-87e2-071648761aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3322222 Feb 09 15:39:17.570472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-a759df63-9bf4-4c61-817a-6fad0398138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:17.571988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-a759df63-9bf4-4c61-817a-6fad0398138e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1887093 Feb 09 15:39:17.628538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-997d0878-09a3-42c3-8cbf-6202a915c59d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=d5eae6aa-fd8c-465e-97d7-f41a9df11888 HTTP/1.1" status: 200 len: 217 time: 0.0364692 Feb 09 15:39:17.688011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-8b4eb994-5dde-41e2-bfe6-60b405afed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:17.689979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-8b4eb994-5dde-41e2-bfe6-60b405afed89 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0556345 Feb 09 15:39:17.745076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Sync routers for ids ['cffa2833-6da8-4256-87e2-071648761aca'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:39:17.745945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-39022432-51b7-47c3-93fb-3276de245fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:17.747535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-39022432-51b7-47c3-93fb-3276de245fc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507429 Feb 09 15:39:17.760500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Routers {'cffa2833-6da8-4256-87e2-071648761aca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:39:17.761226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:38:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cffa2833-6da8-4256-87e2-071648761aca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:17.804142 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:17.879759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-ff2bd19a-630a-41bd-94ec-7b5ff21d3f01 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241043 Feb 09 15:39:18.001301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54346) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:18.023410 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-650b4af1-bd26-4266-8f08-0f1a33ca3410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.064229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=09d09137-37bd-4c18-a6ed-ed24e0a552a6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:18.126380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Set router cffa2833-6da8-4256-87e2-071648761aca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:39:18.221304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-650b4af1-bd26-4266-8f08-0f1a33ca3410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.284970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-650b4af1-bd26-4266-8f08-0f1a33ca3410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.291594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 09d09137-37bd-4c18-a6ed-ed24e0a552a6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:18.367899 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-650b4af1-bd26-4266-8f08-0f1a33ca3410 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8d3d70138f04183b2367f1d0f7c3cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653963 Feb 09 15:39:18.368968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54360) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:18.370501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b4af1-bd26-4266-8f08-0f1a33ca3410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7959d8d-ba60-48ce-a981-88011c2ca3c5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:18.443556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d25e8abc-bdff-4d8e-b811-4975aae19e93 req-41096517-5dba-41a4-9765-88ffdde2a509 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609344 Feb 09 15:39:18.458985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 09d09137-37bd-4c18-a6ed-ed24e0a552a6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:18.460398 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.481100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44aca77b-8f53-4b64-9a52-b302542de670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.510024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44aca77b-8f53-4b64-9a52-b302542de670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.523527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc40ba7-7b8c-4960-91dc-1d9eee8d774b req-34ef7f62-ba08-40fc-aa0f-7b04dc06e010 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:18.527071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-edc40ba7-7b8c-4960-91dc-1d9eee8d774b req-34ef7f62-ba08-40fc-aa0f-7b04dc06e010 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.1040807 Feb 09 15:39:18.596568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:39:15Z', 'revision_number': 4, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '778b4c01-b064-4f1f-909a-521efdf009a9', 'name': '', 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'mac_address': 'fa:16:3e:90:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a5d73b58-ad55-45b6-b160-b08f32472e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:12Z', 'updated_at': '2022-02-09T15:39:15Z', 'revision_number': 2, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'subnets': [{'id': 'a5d73b58-ad55-45b6-b160-b08f32472e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:18.600843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-edc40ba7-7b8c-4960-91dc-1d9eee8d774b req-f49b6661-3bbd-4756-b586-dfee95214cfa tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629737 Feb 09 15:39:18.633635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Checking router: cffa2833-6da8-4256-87e2-071648761aca for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:39:18.634033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Updating router cffa2833-6da8-4256-87e2-071648761aca port 778b4c01-b064-4f1f-909a-521efdf009a9 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:39:18.685188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44aca77b-8f53-4b64-9a52-b302542de670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.687986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44aca77b-8f53-4b64-9a52-b302542de670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.689612 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44aca77b-8f53-4b64-9a52-b302542de670 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7959d8d-ba60-48ce-a981-88011c2ca3c5 HTTP/1.1" status: 204 len: 168 time: 0.2913904 Feb 09 15:39:18.698190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.700747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aca77b-8f53-4b64-9a52-b302542de670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7959d8d-ba60-48ce-a981-88011c2ca3c5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:18.718292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:18.762390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-364da989-5f91-435a-83aa-2b9a9378e09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.765132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5728cf2-c051-471c-a5bd-68138b80fca3 req-581e6b32-f953-4a41-a580-820982010737 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:18.766688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5728cf2-c051-471c-a5bd-68138b80fca3 req-581e6b32-f953-4a41-a580-820982010737 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 969 time: 0.0879996 Feb 09 15:39:18.875759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5728cf2-c051-471c-a5bd-68138b80fca3 req-acd7b69f-cf9b-4939-9a4e-965cda222dea tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987628 Feb 09 15:39:18.893706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-364da989-5f91-435a-83aa-2b9a9378e09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:18.994714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-364da989-5f91-435a-83aa-2b9a9378e09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.028515 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-364da989-5f91-435a-83aa-2b9a9378e09f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02292d2c6ddc4af88686755c40a560c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071337 Feb 09 15:39:19.033220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54376) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:19.066476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364da989-5f91-435a-83aa-2b9a9378e09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d72562-4a7d-4611-8364-a9b6eb4e80ed,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:19.133006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a106443-8279-4c54-a6e4-a7b36c15c44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.159216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a106443-8279-4c54-a6e4-a7b36c15c44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.245885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.336761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a106443-8279-4c54-a6e4-a7b36c15c44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.340294 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a106443-8279-4c54-a6e4-a7b36c15c44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.342107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7a106443-8279-4c54-a6e4-a7b36c15c44c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63d72562-4a7d-4611-8364-a9b6eb4e80ed HTTP/1.1" status: 204 len: 168 time: 0.3076646 Feb 09 15:39:19.357964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a106443-8279-4c54-a6e4-a7b36c15c44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d72562-4a7d-4611-8364-a9b6eb4e80ed,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:19.381855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.531123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5738c-2192-4bdb-8cec-a97ce9018228 None None] Pushing event updated for resources: {'Port': ['ID=778b4c01-b064-4f1f-909a-521efdf009a9,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:19.581627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Attempting to bind port 778b4c01-b064-4f1f-909a-521efdf009a9 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:19.582008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Attempting to bind port 778b4c01-b064-4f1f-909a-521efdf009a9 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:19.592348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Attempting to bind port 778b4c01-b064-4f1f-909a-521efdf009a9 on network af53bc0e-ea61-4734-8691-9aa9d2c44f0f {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:19.592348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:39:19.592348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Checking segment: {'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:19.592348 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.592348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Bound using segment: {'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:39:19.592348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Bound port: 778b4c01-b064-4f1f-909a-521efdf009a9, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e763ee09-d2d3-4664-8ace-5d6e439b1e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:19.592348 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.693724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] For port 778b4c01-b064-4f1f-909a-521efdf009a9, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:39:19.700536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] For port 778b4c01-b064-4f1f-909a-521efdf009a9, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=778b4c01-b064-4f1f-909a-521efdf009a9,segment=NetworkSegment(e763ee09-d2d3-4664-8ace-5d6e439b1e16),segment_id=e763ee09-d2d3-4664-8ace-5d6e439b1e16)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:39:19.805405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.826910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48dcd8-28d2-42ec-9449-f348b2ded5f3 req-4851ef34-302d-4317-abe8-87080dd32c02 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:19.840377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c48dcd8-28d2-42ec-9449-f348b2ded5f3 req-4851ef34-302d-4317-abe8-87080dd32c02 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.1020241 Feb 09 15:39:19.865118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5738c-2192-4bdb-8cec-a97ce9018228 None None] Pushing event updated for resources: {'Port': ['ID=778b4c01-b064-4f1f-909a-521efdf009a9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:19.896395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dd75bf73-d528-4eb9-bd55-0e0d23128553 None None] Provisioning complete for port 778b4c01-b064-4f1f-909a-521efdf009a9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:19.897188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd75bf73-d528-4eb9-bd55-0e0d23128553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:19.958278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Routers {'cffa2833-6da8-4256-87e2-071648761aca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:39:19.967515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:38:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cffa2833-6da8-4256-87e2-071648761aca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:19.984830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c48dcd8-28d2-42ec-9449-f348b2ded5f3 req-350188f7-0532-4754-9f54-89776aad1c57 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426513 Feb 09 15:39:20.279060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d1af9-1870-47f4-a289-2da5c2854030 req-dff8d43f-8c79-4e4c-a0bc-599cfa7016c8 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:20.281700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094d1af9-1870-47f4-a289-2da5c2854030 req-dff8d43f-8c79-4e4c-a0bc-599cfa7016c8 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 969 time: 0.1549664 Feb 09 15:39:20.373340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] Set router cffa2833-6da8-4256-87e2-071648761aca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:39:20.374091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094d1af9-1870-47f4-a289-2da5c2854030 req-d8ce8fe7-89cc-42ba-8345-fc8cf0b410ed tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821891 Feb 09 15:39:20.444614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd75bf73-d528-4eb9-bd55-0e0d23128553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:20.591357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dd75bf73-d528-4eb9-bd55-0e0d23128553 None None] For port 778b4c01-b064-4f1f-909a-521efdf009a9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=778b4c01-b064-4f1f-909a-521efdf009a9,segment=NetworkSegment(e763ee09-d2d3-4664-8ace-5d6e439b1e16),segment_id=e763ee09-d2d3-4664-8ace-5d6e439b1e16)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:20.699827 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd75bf73-d528-4eb9-bd55-0e0d23128553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:20.753552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54424) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:20.763349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-003f4549-a573-4768-98ca-24385eadebbf tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738637988', 'description': 'tempest-description--1172946967'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:20.881155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75bf73-d528-4eb9-bd55-0e0d23128553 None None] Pushing event updated for resources: {'Port': ['ID=778b4c01-b064-4f1f-909a-521efdf009a9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:20.910340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d72c7985-3615-4d06-80d7-739d0aade6ee None None] Provisioning complete for port 778b4c01-b064-4f1f-909a-521efdf009a9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:20.910982 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d72c7985-3615-4d06-80d7-739d0aade6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:20.953802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-003f4549-a573-4768-98ca-24385eadebbf tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:21.006118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:39:15Z', 'revision_number': 4, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '778b4c01-b064-4f1f-909a-521efdf009a9', 'name': '', 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'mac_address': 'fa:16:3e:90:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a5d73b58-ad55-45b6-b160-b08f32472e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:12Z', 'updated_at': '2022-02-09T15:39:19Z', 'revision_number': 4, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'subnets': [{'id': 'a5d73b58-ad55-45b6-b160-b08f32472e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:21.168058 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-003f4549-a573-4768-98ca-24385eadebbf tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:21.233159 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-003f4549-a573-4768-98ca-24385eadebbf tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:21.278738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15bc79-d0fb-4d1c-aa37-5136c660cee6 req-1861e17a-c507-4509-b0ae-5f0e2abfe7fa tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:21.281500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a15bc79-d0fb-4d1c-aa37-5136c660cee6 req-1861e17a-c507-4509-b0ae-5f0e2abfe7fa tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.1758091 Feb 09 15:39:21.339274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f4549-a573-4768-98ca-24385eadebbf tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e4da7d-a8ca-40fa-8309-c1c64799e500,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:21.345951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1477cd-0633-4f2d-a7e4-7e67e6b229b9 None None] The sync data for ids ['cffa2833-6da8-4256-87e2-071648761aca'] in n-d-828542-1 is: [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:39:15Z', 'revision_number': 4, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '778b4c01-b064-4f1f-909a-521efdf009a9', 'name': '', 'network_id': 'af53bc0e-ea61-4734-8691-9aa9d2c44f0f', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'mac_address': 'fa:16:3e:90:a5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'a5d73b58-ad55-45b6-b160-b08f32472e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:12Z', 'updated_at': '2022-02-09T15:39:19Z', 'revision_number': 4, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'subnets': [{'id': 'a5d73b58-ad55-45b6-b160-b08f32472e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:21.420302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-003f4549-a573-4768-98ca-24385eadebbf tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:21.427848 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-003f4549-a573-4768-98ca-24385eadebbf tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6688099 Feb 09 15:39:21.430494 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:21.432341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a15bc79-d0fb-4d1c-aa37-5136c660cee6 req-0b698e8d-b181-4ef2-88c8-e1d88832e5b1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385431 Feb 09 15:39:21.475370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f38333ab-a395-409e-9164-e04b7877b22c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Request body: {'security_group_rule': {'security_group_id': 'f2e4da7d-a8ca-40fa-8309-c1c64799e500', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:21.749517 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f38333ab-a395-409e-9164-e04b7877b22c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:21.762201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4a2c-38c9-4a86-8792-88ede7b1cba3 req-1df2171c-ded0-4ef9-9f1b-886c7f7d8e0a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:21.769761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-709f4a2c-38c9-4a86-8792-88ede7b1cba3 req-1df2171c-ded0-4ef9-9f1b-886c7f7d8e0a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 969 time: 0.1250231 Feb 09 15:39:21.897468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-709f4a2c-38c9-4a86-8792-88ede7b1cba3 req-b2959a83-58ff-4426-82dc-8c9e2fe1e55f tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152833 Feb 09 15:39:21.976710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f38333ab-a395-409e-9164-e04b7877b22c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.046169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f38333ab-a395-409e-9164-e04b7877b22c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.077728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38333ab-a395-409e-9164-e04b7877b22c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce7d2af-3dc7-4c0f-8037-acc32ed9aa4d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:22.232210 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f38333ab-a395-409e-9164-e04b7877b22c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.234724 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f38333ab-a395-409e-9164-e04b7877b22c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7899566 Feb 09 15:39:22.237458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54474) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:22.246211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e61e07bc-3acd-4cb7-8984-d6cd4591b4a8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Request body: {'security_group_rule': {'security_group_id': 'f2e4da7d-a8ca-40fa-8309-c1c64799e500', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:22.276531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 778b4c01-b064-4f1f-909a-521efdf009a9 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:22.347317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device dbbbb512-ff30-4af4-a6c7-61640dba213a details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:39:22.390346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 778b4c01-b064-4f1f-909a-521efdf009a9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:22.390346 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.400379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e61e07bc-3acd-4cb7-8984-d6cd4591b4a8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.507325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e61e07bc-3acd-4cb7-8984-d6cd4591b4a8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.670728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56e092-cde0-455d-91e8-c1292678f112 req-1356b307-ce52-4ba8-b200-f0d79f7c46a2 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:22.673305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff56e092-cde0-455d-91e8-c1292678f112 req-1356b307-ce52-4ba8-b200-f0d79f7c46a2 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.0729778 Feb 09 15:39:22.721631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port dbbbb512-ff30-4af4-a6c7-61640dba213a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=dbbbb512-ff30-4af4-a6c7-61640dba213a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:22.762033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'dbbbb512-ff30-4af4-a6c7-61640dba213a', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'dbbbb512-ff30-4af4-a6c7-61640dba213a', 'mac_address': 'fa:16:3e:62:9a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:39:22.803823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff56e092-cde0-455d-91e8-c1292678f112 req-57beefc6-bc8a-4f96-a67b-292226a9c186 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199229 Feb 09 15:39:22.847857 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:22.867626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbbb512-ff30-4af4-a6c7-61640dba213a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:22.872649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:22.901337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port dbbbb512-ff30-4af4-a6c7-61640dba213a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=dbbbb512-ff30-4af4-a6c7-61640dba213a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:23.050623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db5682-9f42-4636-9e5d-fb859994b458 req-5cddb100-112b-4445-bc11-f8607a4e44e9 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:23.052319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8db5682-9f42-4636-9e5d-fb859994b458 req-5cddb100-112b-4445-bc11-f8607a4e44e9 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 969 time: 0.0643690 Feb 09 15:39:23.112375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8db5682-9f42-4636-9e5d-fb859994b458 req-dedae9b8-578c-4603-8b8d-00b17fc34b18 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Feb 09 15:39:23.708270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e61e07bc-3acd-4cb7-8984-d6cd4591b4a8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:23.725777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e07bc-3acd-4cb7-8984-d6cd4591b4a8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ac5e82-ea4a-435d-91a2-5813b741936a,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:23.961339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3dadb-f75d-4ea9-9422-4036dae20e08 req-50937b5e-f5a5-4cd2-88f5-287675b0a2a1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:23.963426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0c3dadb-f75d-4ea9-9422-4036dae20e08 req-50937b5e-f5a5-4cd2-88f5-287675b0a2a1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 948 time: 0.0644498 Feb 09 15:39:24.020938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0c3dadb-f75d-4ea9-9422-4036dae20e08 req-43c7f899-cea6-4d9b-bc8f-b837ed0bd5f2 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Feb 09 15:39:24.102865 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b2e12920-ccda-4bbb-9c15-94b6cc2a35bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.105523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.106556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device d5eae6aa-fd8c-465e-97d7-f41a9df11888 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:39:24.133083 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:39:24.209122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port d5eae6aa-fd8c-465e-97d7-f41a9df11888, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=d5eae6aa-fd8c-465e-97d7-f41a9df11888,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:24.209381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e61e07bc-3acd-4cb7-8984-d6cd4591b4a8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.212744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e61e07bc-3acd-4cb7-8984-d6cd4591b4a8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9735842 Feb 09 15:39:24.217047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54502) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:24.222266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:24.231701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=dbbbb512-ff30-4af4-a6c7-61640dba213a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:24.241145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'd5eae6aa-fd8c-465e-97d7-f41a9df11888', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'd5eae6aa-fd8c-465e-97d7-f41a9df11888', 'mac_address': 'fa:16:3e:52:fb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-1577278035', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:39:24.312131 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.318038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907ae6-e32c-4f6a-801d-9349a9eb3154 req-d98d64df-9e05-4938-932f-c64cfd4075ce tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:24.327526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9907ae6-e32c-4f6a-801d-9349a9eb3154 req-d98d64df-9e05-4938-932f-c64cfd4075ce tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 969 time: 0.1096272 Feb 09 15:39:24.342512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5eae6aa-fd8c-465e-97d7-f41a9df11888 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:24.363405 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.382459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port d5eae6aa-fd8c-465e-97d7-f41a9df11888, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=d5eae6aa-fd8c-465e-97d7-f41a9df11888,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:24.401701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9907ae6-e32c-4f6a-801d-9349a9eb3154 req-2c5b720b-ca0a-4103-98f2-bf5e8a6f226e tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731289 Feb 09 15:39:24.456495 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.536416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=d5eae6aa-fd8c-465e-97d7-f41a9df11888,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:24.567283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3a5-994d-4191-afaf-ce9bf75cdcc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.839107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['dbbbb512-ff30-4af4-a6c7-61640dba213a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:39:24.842309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['d5eae6aa-fd8c-465e-97d7-f41a9df11888'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:39:24.872729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.909176 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3a5-994d-4191-afaf-ce9bf75cdcc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:24.994583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3a2c3a5-994d-4191-afaf-ce9bf75cdcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:25.062331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2c3a5-994d-4191-afaf-ce9bf75cdcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc9fa8-cbaa-4534-b4f7-f9fdd0969e62,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:25.073661 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b3a2c3a5-994d-4191-afaf-ce9bf75cdcc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6fecd4e8c1840e791a56f47a7bd5f61&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1991365 Feb 09 15:39:25.078896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54520) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:25.083818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Allocated IP 172.25.5.233 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/81149afe-7c6c-4b3c-b112-0e45734abc8e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:25.271896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce93cd1c-f81e-4a70-abd9-632de5dd39af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:25.283206 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0b56-73ff-4092-869c-4b27184b3bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:25.301460 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:25.383876 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce93cd1c-f81e-4a70-abd9-632de5dd39af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:25.419382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3c81d-e388-46f9-b7f3-0301701bbd7e req-0d5b00e9-80b5-4d2a-b32b-e66dee44cecb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:25.421198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3aa3c81d-e388-46f9-b7f3-0301701bbd7e req-0d5b00e9-80b5-4d2a-b32b-e66dee44cecb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 949 time: 0.1645405 Feb 09 15:39:25.473822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:25.546148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:25.550404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:25.553492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:39:25.577422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event updated for resources: {'Port': ['ID=81149afe-7c6c-4b3c-b112-0e45734abc8e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:25.579228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3aa3c81d-e388-46f9-b7f3-0301701bbd7e req-d5aa1737-a812-4d81-af69-f58ef5525280 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193962 Feb 09 15:39:25.588896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce93cd1c-f81e-4a70-abd9-632de5dd39af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:25.592400 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce93cd1c-f81e-4a70-abd9-632de5dd39af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:25.594599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ce93cd1c-f81e-4a70-abd9-632de5dd39af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebdc9fa8-cbaa-4534-b4f7-f9fdd0969e62 HTTP/1.1" status: 204 len: 168 time: 0.5133705 Feb 09 15:39:25.608131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93cd1c-f81e-4a70-abd9-632de5dd39af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc9fa8-cbaa-4534-b4f7-f9fdd0969e62,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:25.625261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7650f90-d435-431d-b48e-2415c33d1b48 req-9c50717e-f62e-42e9-b28b-f2c5492893ce tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:25.629744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7650f90-d435-431d-b48e-2415c33d1b48 req-9c50717e-f62e-42e9-b28b-f2c5492893ce tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 970 time: 0.1308477 Feb 09 15:39:25.712138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7650f90-d435-431d-b48e-2415c33d1b48 req-06da4e69-7c98-4a72-babb-2d35106335b2 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741119 Feb 09 15:39:25.883312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.039521 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.302621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.383239 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.393388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.428930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.455946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event updated for resources: {'Port': ['ID=81149afe-7c6c-4b3c-b112-0e45734abc8e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:26.484536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device dbbbb512-ff30-4af4-a6c7-61640dba213a up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:26.529478 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.532109 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0906de82-8b44-4690-997a-31500607dc02 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3129635 Feb 09 15:39:26.685600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port dbbbb512-ff30-4af4-a6c7-61640dba213a completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:26.692854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port dbbbb512-ff30-4af4-a6c7-61640dba213a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:26.693461 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.797246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7099af2-9892-477f-9336-f4806dd70fda req-cb38d1f6-2bf8-4433-81b9-69a3b2d61aa5 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:26.801709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7099af2-9892-477f-9336-f4806dd70fda req-cb38d1f6-2bf8-4433-81b9-69a3b2d61aa5 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 949 time: 0.0987921 Feb 09 15:39:26.831074 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:26.880177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b257238-6132-41a6-a446-c42f421b3bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbbb512-ff30-4af4-a6c7-61640dba213a'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:26.883875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7099af2-9892-477f-9336-f4806dd70fda req-b316aad1-b48d-4147-96aa-dc2066c8cf05 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 Feb 09 15:39:26.975624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port dbbbb512-ff30-4af4-a6c7-61640dba213a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=dbbbb512-ff30-4af4-a6c7-61640dba213a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:27.046828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54564) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:27.047116 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.047116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device d5eae6aa-fd8c-465e-97d7-f41a9df11888 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:27.097886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55e53-2d64-425a-8cb3-4f8cb0c3a51b req-b1043e0c-8a56-49d9-a9d3-c2cbec441b38 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:27.100461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bb55e53-2d64-425a-8cb3-4f8cb0c3a51b req-b1043e0c-8a56-49d9-a9d3-c2cbec441b38 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 970 time: 0.1025939 Feb 09 15:39:27.101196 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2e23650-9e2d-441e-b10f-173fa393bec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.162723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bb55e53-2d64-425a-8cb3-4f8cb0c3a51b req-86cbdbc1-7479-4e47-ab4a-bd3bf9b0db40 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552216 Feb 09 15:39:27.249163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=dbbbb512-ff30-4af4-a6c7-61640dba213a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:27.274118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2e23650-9e2d-441e-b10f-173fa393bec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.335432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port d5eae6aa-fd8c-465e-97d7-f41a9df11888 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:27.342121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port d5eae6aa-fd8c-465e-97d7-f41a9df11888 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:27.343063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.366670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2e23650-9e2d-441e-b10f-173fa393bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.429741 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca92cd5-414d-46ff-9149-5b984f416723" -d '{"events": [{"server_uuid": "6b257238-6132-41a6-a446-c42f421b3bf2", "name": "network-vif-plugged", "status": "completed", "tag": "dbbbb512-ff30-4af4-a6c7-61640dba213a"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:27.492594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.511586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e23650-9e2d-441e-b10f-173fa393bec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e3eb8-ff64-46a5-9c3f-95f8d1ccc134,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:27.540918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port d5eae6aa-fd8c-465e-97d7-f41a9df11888, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=d5eae6aa-fd8c-465e-97d7-f41a9df11888,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:27.548576 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2e23650-9e2d-441e-b10f-173fa393bec3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f8aca73a6924c02872428da5b3e52d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072362 Feb 09 15:39:27.549482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54586) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:27.633401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.645340 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32ee5a2c-2868-46e4-9d51-e1954d80a5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.667669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-b8da890d-7dec-47f3-a294-915c917f5617 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--738637988&fields=id&tenant_id=8bfb9517f1ef43b986558b2fe034579e HTTP/1.1" status: 200 len: 267 time: 0.0852785 Feb 09 15:39:27.686300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32ee5a2c-2868-46e4-9d51-e1954d80a5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.695303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=d5eae6aa-fd8c-465e-97d7-f41a9df11888,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:27.839880 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32ee5a2c-2868-46e4-9d51-e1954d80a5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.843184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32ee5a2c-2868-46e4-9d51-e1954d80a5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:27.856520 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-32ee5a2c-2868-46e4-9d51-e1954d80a5d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c4e3eb8-ff64-46a5-9c3f-95f8d1ccc134 HTTP/1.1" status: 204 len: 168 time: 0.2941885 Feb 09 15:39:27.857627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee5a2c-2868-46e4-9d51-e1954d80a5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e3eb8-ff64-46a5-9c3f-95f8d1ccc134,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:27.892567 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3939a794-5968-4ff7-8b26-f844efa52c8d x-openstack-request-id: req-3939a794-5968-4ff7-8b26-f844efa52c8d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:27.894107 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b257238-6132-41a6-a446-c42f421b3bf2", "name": "network-vif-plugged", "status": "completed", "tag": "dbbbb512-ff30-4af4-a6c7-61640dba213a", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:27.895179 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3939a794-5968-4ff7-8b26-f844efa52c8d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:27.896195 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b257238-6132-41a6-a446-c42f421b3bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbbb512-ff30-4af4-a6c7-61640dba213a', 'code': 200} Feb 09 15:39:27.946766 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.078121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-6a5bb7ac-a099-430e-b6f7-51cff7dfe414 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:28.079727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-6a5bb7ac-a099-430e-b6f7-51cff7dfe414 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 824 time: 0.4040728 Feb 09 15:39:28.099265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d9e8c-b083-4d71-bb7e-1ec5bd13a817 req-29ff154d-7324-46a4-af16-8ec6b80598c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:28.100817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-505d9e8c-b083-4d71-bb7e-1ec5bd13a817 req-29ff154d-7324-46a4-af16-8ec6b80598c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 1101 time: 0.1337669 Feb 09 15:39:28.117271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-d3a56e59-86f7-409f-9499-d2d0921d2d95 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/quotas/8bfb9517f1ef43b986558b2fe034579e HTTP/1.1" status: 200 len: 375 time: 0.0203984 Feb 09 15:39:28.136595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-505d9e8c-b083-4d71-bb7e-1ec5bd13a817 req-946b6935-b8bb-4021-844f-c2e7b0de1b51 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.311076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-9bf71403-2d0e-42f1-b7c3-0197700c1c2c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1778095 Feb 09 15:39:28.349649 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.388162 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-505d9e8c-b083-4d71-bb7e-1ec5bd13a817 req-946b6935-b8bb-4021-844f-c2e7b0de1b51 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.454587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-505d9e8c-b083-4d71-bb7e-1ec5bd13a817 req-946b6935-b8bb-4021-844f-c2e7b0de1b51 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:28.502279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-505d9e8c-b083-4d71-bb7e-1ec5bd13a817 req-946b6935-b8bb-4021-844f-c2e7b0de1b51 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917282 Feb 09 15:39:28.523755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b6935-b8bb-4021-844f-c2e7b0de1b51 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0335d2af-1b2a-4c3f-a586-754d52f9da45,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:28.699471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-8e96b0e4-e94d-404a-ad9a-f8e8a5da5a15 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:39:28.701347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-8e96b0e4-e94d-404a-ad9a-f8e8a5da5a15 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0871408 Feb 09 15:39:28.851626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-91cf06e9-27a0-483e-b307-69b7a2c10da8 service neutron] 10.222.0.53 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406105 Feb 09 15:39:29.003152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-6a4b13f4-2b4a-44a9-ac07-a6ef8cef8cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334274 Feb 09 15:39:29.312551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66e446-bee5-408a-b90d-d0d3d09d1ab5 req-10a06e6f-20ce-4643-8bb2-d3d901b95edf tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:29.326997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed66e446-bee5-408a-b90d-d0d3d09d1ab5 req-10a06e6f-20ce-4643-8bb2-d3d901b95edf tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 950 time: 0.1118264 Feb 09 15:39:29.455813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed66e446-bee5-408a-b90d-d0d3d09d1ab5 req-3872458f-e0eb-45c9-9450-6378f3e61562 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270778 Feb 09 15:39:29.470179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4008f-d401-403f-b05a-c8cced9d62d4 req-00358047-c600-4b3f-922e-bbf34c606f58 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:29.481483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abd4008f-d401-403f-b05a-c8cced9d62d4 req-00358047-c600-4b3f-922e-bbf34c606f58 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 971 time: 0.1407847 Feb 09 15:39:29.535411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abd4008f-d401-403f-b05a-c8cced9d62d4 req-d0da4c0b-e01a-4137-80c8-2d8909eee9ca tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527830 Feb 09 15:39:29.747658 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:29.873098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ef6341a-88e9-4faf-9f70-2ec5f8c3a5a8 req-32d58e9a-801c-45f1-b7cb-a163f78d1941 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 210 time: 0.0429766 Feb 09 15:39:29.908872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3d7067-a19a-4913-a052-af615d06d356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5eae6aa-fd8c-465e-97d7-f41a9df11888'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:29.912778 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a82d2-a088-40b7-92c9-f7f5c1b41c10" -d '{"events": [{"server_uuid": "fe3d7067-a19a-4913-a052-af615d06d356", "name": "network-vif-plugged", "status": "completed", "tag": "d5eae6aa-fd8c-465e-97d7-f41a9df11888"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:30.264066 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd64646-4f3f-4094-a3b0-16d7f933761f x-openstack-request-id: req-dfd64646-4f3f-4094-a3b0-16d7f933761f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:30.264066 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3d7067-a19a-4913-a052-af615d06d356", "name": "network-vif-plugged", "status": "completed", "tag": "d5eae6aa-fd8c-465e-97d7-f41a9df11888", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:30.264265 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfd64646-4f3f-4094-a3b0-16d7f933761f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:30.265018 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3d7067-a19a-4913-a052-af615d06d356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5eae6aa-fd8c-465e-97d7-f41a9df11888', 'code': 200} Feb 09 15:39:30.464823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6378c-4902-4bd7-b787-d6a0f11a0c90 req-52af22c8-028f-4d93-956b-971a58c07078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:30.468924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49f6378c-4902-4bd7-b787-d6a0f11a0c90 req-52af22c8-028f-4d93-956b-971a58c07078 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 1122 time: 0.1083155 Feb 09 15:39:30.537877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49f6378c-4902-4bd7-b787-d6a0f11a0c90 req-e5c3c7ea-cc85-4f9a-bcc4-3fb1ee0ca5c1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578072 Feb 09 15:39:30.693004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0b041-0897-4cd8-a944-f76c88c2bf14 req-941501fe-f79e-4eda-b140-4b98184f4150 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:30.695359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70e0b041-0897-4cd8-a944-f76c88c2bf14 req-941501fe-f79e-4eda-b140-4b98184f4150 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 950 time: 0.1047380 Feb 09 15:39:30.765876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70e0b041-0897-4cd8-a944-f76c88c2bf14 req-e9814f86-c563-4474-8609-64bfd2ed9af4 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634849 Feb 09 15:39:31.119711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8e133-4445-49c2-a9bd-1dba0317b8db req-3c70c825-5200-44ce-88c6-162ed5a0b029 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:31.126889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1cf8e133-4445-49c2-a9bd-1dba0317b8db req-3c70c825-5200-44ce-88c6-162ed5a0b029 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 971 time: 0.1019731 Feb 09 15:39:31.203414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1cf8e133-4445-49c2-a9bd-1dba0317b8db req-e5e77d9d-1a8c-4484-9e59-9dff08fd76c9 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698996 Feb 09 15:39:31.344133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60108e57-7685-4a0b-a8f5-95808ae371e8 req-aaed1e96-4104-4678-83d7-1383750d6f7b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 210 time: 0.0513754 Feb 09 15:39:31.561861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:31.754760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54734) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:32.018270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ca641-479d-4df6-a027-945a523b9a92 req-23e71495-9af6-442a-97c6-37f9ea506088 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:32.020796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c8ca641-479d-4df6-a027-945a523b9a92 req-23e71495-9af6-442a-97c6-37f9ea506088 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 950 time: 0.1003354 Feb 09 15:39:32.078226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c8ca641-479d-4df6-a027-945a523b9a92 req-adc8c666-90a2-4859-8893-2f7873463de3 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453546 Feb 09 15:39:32.145883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3fd2-a66c-4e27-9928-1d2ccfa18ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:32.283435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3fd2-a66c-4e27-9928-1d2ccfa18ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:32.347670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4ff3fd2-a66c-4e27-9928-1d2ccfa18ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:32.407960 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a4ff3fd2-a66c-4e27-9928-1d2ccfa18ca7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d916ae2d516b449db2e97c6fd012bedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503422 Feb 09 15:39:32.413417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54764) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:32.423260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff3fd2-a66c-4e27-9928-1d2ccfa18ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4142b27d-3245-4cd3-94d1-d347d6c05952,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:32.443540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.13', 63832) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:32.539147 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b99a7e8-4495-4f3a-b689-a1c5fc0758bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:32.589147 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b99a7e8-4495-4f3a-b689-a1c5fc0758bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:32.730272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-2d7573e2-329b-4c8a-895a-16329d71f48e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:32.731968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-2d7573e2-329b-4c8a-895a-16329d71f48e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 824 time: 0.2867043 Feb 09 15:39:32.754230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54766) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:32.864689 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-5870cf93-3353-4b7a-a92e-b391ff4cc368 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bfb9517f1ef43b986558b2fe034579e HTTP/1.1" status: 200 len: 379 time: 0.0504754 Feb 09 15:39:32.867578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b99a7e8-4495-4f3a-b689-a1c5fc0758bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:32.881885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b99a7e8-4495-4f3a-b689-a1c5fc0758bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:32.881885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8b99a7e8-4495-4f3a-b689-a1c5fc0758bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4142b27d-3245-4cd3-94d1-d347d6c05952 HTTP/1.1" status: 204 len: 168 time: 0.4573193 Feb 09 15:39:32.882058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Request body: {'port': {'device_id': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'admin_state_up': True, 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'security_groups': ['f2e4da7d-a8ca-40fa-8309-c1c64799e500']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:32.887693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99a7e8-4495-4f3a-b689-a1c5fc0758bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4142b27d-3245-4cd3-94d1-d347d6c05952,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:32.939702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effcc9f-3557-4468-ad44-eb3af474090b req-66b3701e-17f3-4901-97fa-c0b3fe6b7558 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:32.942372 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7effcc9f-3557-4468-ad44-eb3af474090b req-66b3701e-17f3-4901-97fa-c0b3fe6b7558 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 971 time: 0.1089408 Feb 09 15:39:33.007699 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90b9e99d-a97e-4777-9599-24b20195ac38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:33.028110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7effcc9f-3557-4468-ad44-eb3af474090b req-fc0a7ab4-8fed-4eae-ad31-b2b29c79fc77 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673234 Feb 09 15:39:33.103174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54778) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:33.128487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-320058b3-9c86-4b8d-8f5c-82aa7d42163d req-bebe6409-0eb1-42a7-abf2-f428c6259ed8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 210 time: 0.0344529 Feb 09 15:39:33.156928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90b9e99d-a97e-4777-9599-24b20195ac38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:33.215239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Made reservation on behalf of 8bfb9517f1ef43b986558b2fe034579e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:33.218853 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:33.396849 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b68e79a3-e849-45b9-bd6e-56c8190701ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:33.471622 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90b9e99d-a97e-4777-9599-24b20195ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:33.558513 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-90b9e99d-a97e-4777-9599-24b20195ac38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=23f8e4353f494bf78d45e02ea4f14459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8026083 Feb 09 15:39:33.581814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54794) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:33.737865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9e99d-a97e-4777-9599-24b20195ac38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512efd65-5287-4302-bee3-650bbea1ae68,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:33.833524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Allocated IP 172.20.0.9 (2a096b41-b9ff-4385-b004-2fb3b24bd080/aba5ba73-d06f-4eb7-ac11-9fe80a337657/feaf809d-1972-4770-b7a8-8e1cb8754ab2) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:33.899170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b68e79a3-e849-45b9-bd6e-56c8190701ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:33.942795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d1281-0250-4312-b71c-74b4e052bd1c req-35afda00-486b-452a-8c20-51de536fc767 tempest-AggregatesAdminTestJSON-836923205 tempest-AggregatesAdminTestJSON-836923205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:33.945358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-518d1281-0250-4312-b71c-74b4e052bd1c req-35afda00-486b-452a-8c20-51de536fc767 tempest-AggregatesAdminTestJSON-836923205 tempest-AggregatesAdminTestJSON-836923205-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 1122 time: 0.3026457 Feb 09 15:39:33.947027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62be4841-576e-434c-bb3b-cbf8b37005f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.019023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-518d1281-0250-4312-b71c-74b4e052bd1c req-0f3156f7-0daa-4ca2-b623-15d6b4aad086 tempest-AggregatesAdminTestJSON-836923205 tempest-AggregatesAdminTestJSON-836923205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.032909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b68e79a3-e849-45b9-bd6e-56c8190701ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.048199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54796) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:34.124690 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62be4841-576e-434c-bb3b-cbf8b37005f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.131066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e79a3-e849-45b9-bd6e-56c8190701ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58f6954-b235-4751-8560-628d58958362,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:34.136184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13108f07-2a0b-4488-b609-6d8f1e2fa9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.204979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b68e79a3-e849-45b9-bd6e-56c8190701ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be7fac0f61024b099aadd8ddca45b4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1005042 Feb 09 15:39:34.207588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54802) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:34.363027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.474200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7b49d-67df-46e3-949d-56547cfcfb3f req-fe60656d-70c2-4e2c-bc4d-e8b26efc120d tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:34.477506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34a7b49d-67df-46e3-949d-56547cfcfb3f req-fe60656d-70c2-4e2c-bc4d-e8b26efc120d tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 950 time: 0.2216206 Feb 09 15:39:34.489322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62be4841-576e-434c-bb3b-cbf8b37005f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.495314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62be4841-576e-434c-bb3b-cbf8b37005f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.508774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-62be4841-576e-434c-bb3b-cbf8b37005f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/512efd65-5287-4302-bee3-650bbea1ae68 HTTP/1.1" status: 204 len: 168 time: 0.9182670 Feb 09 15:39:34.522151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13108f07-2a0b-4488-b609-6d8f1e2fa9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.531808 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-518d1281-0250-4312-b71c-74b4e052bd1c req-0f3156f7-0daa-4ca2-b623-15d6b4aad086 tempest-AggregatesAdminTestJSON-836923205 tempest-AggregatesAdminTestJSON-836923205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.543062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.550967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48758a57-8047-405c-a9cb-4d064f87cf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.573474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be4841-576e-434c-bb3b-cbf8b37005f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512efd65-5287-4302-bee3-650bbea1ae68,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:34.613553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13108f07-2a0b-4488-b609-6d8f1e2fa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.632230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:34.643790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-518d1281-0250-4312-b71c-74b4e052bd1c req-0f3156f7-0daa-4ca2-b623-15d6b4aad086 tempest-AggregatesAdminTestJSON-836923205 tempest-AggregatesAdminTestJSON-836923205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.647983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:34.653681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:39:34.658385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:34.659829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.668982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48758a57-8047-405c-a9cb-4d064f87cf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.738278 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-13108f07-2a0b-4488-b609-6d8f1e2fa9cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40618e3c7e2e45e1a4cc6e6696d92f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6843338 Feb 09 15:39:34.738550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34a7b49d-67df-46e3-949d-56547cfcfb3f req-e0f34d9c-0ad7-4350-adf1-d37e2defc4cc tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111664 Feb 09 15:39:34.738693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event updated for resources: {'Port': ['ID=feaf809d-1972-4770-b7a8-8e1cb8754ab2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:34.738864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54812) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:34.742084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13108f07-2a0b-4488-b609-6d8f1e2fa9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0eb1d-a83e-4ccc-a53c-d9a14331673e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:34.777997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-518d1281-0250-4312-b71c-74b4e052bd1c req-0f3156f7-0daa-4ca2-b623-15d6b4aad086 tempest-AggregatesAdminTestJSON-836923205 tempest-AggregatesAdminTestJSON-836923205-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8091271 Feb 09 15:39:34.805999 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5394ecdb-7893-4cc3-a3b3-40c46af05e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:34.830292 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-c9b46142-812e-475f-8cb9-2e40412d9aea tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9586551 Feb 09 15:39:34.843480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3156f7-0daa-4ca2-b623-15d6b4aad086 tempest-AggregatesAdminTestJSON-836923205 tempest-AggregatesAdminTestJSON-836923205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c0357d-e795-49c5-b0c8-d9e50b8b7658,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:34.929791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5394ecdb-7893-4cc3-a3b3-40c46af05e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.046779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a74be-0043-4505-8a69-9b5f67792e36 req-1ffde39a-116e-45c2-b417-e7ebe14f61ed tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:35.051314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c36a74be-0043-4505-8a69-9b5f67792e36 req-1ffde39a-116e-45c2-b417-e7ebe14f61ed tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 931 time: 0.1562395 Feb 09 15:39:35.058812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-3fc39c23-8033-40d1-836b-5f1c6a6c5ac0 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:35.061867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-3fc39c23-8033-40d1-836b-5f1c6a6c5ac0 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 1101 time: 0.1157737 Feb 09 15:39:35.129335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48758a57-8047-405c-a9cb-4d064f87cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.129335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48758a57-8047-405c-a9cb-4d064f87cf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.130143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-48758a57-8047-405c-a9cb-4d064f87cf3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b58f6954-b235-4751-8560-628d58958362 HTTP/1.1" status: 204 len: 168 time: 0.9133701 Feb 09 15:39:35.153280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48758a57-8047-405c-a9cb-4d064f87cf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58f6954-b235-4751-8560-628d58958362,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:35.200182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c36a74be-0043-4505-8a69-9b5f67792e36 req-dac41bd4-bea8-4e42-9da2-ab19fd7567de tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394043 Feb 09 15:39:35.257361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] Deleting port dbbbb512-ff30-4af4-a6c7-61640dba213a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:39:35.258077 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.273454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-34d987f2-04ab-46ff-9105-b6b015b8a115 None None] Provisioning complete for port feaf809d-1972-4770-b7a8-8e1cb8754ab2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:35.276072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-34d987f2-04ab-46ff-9105-b6b015b8a115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.310534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5394ecdb-7893-4cc3-a3b3-40c46af05e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.317780 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5394ecdb-7893-4cc3-a3b3-40c46af05e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.359020 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5394ecdb-7893-4cc3-a3b3-40c46af05e39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24f0eb1d-a83e-4ccc-a53c-d9a14331673e HTTP/1.1" status: 204 len: 168 time: 0.6179380 Feb 09 15:39:35.379312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-34d987f2-04ab-46ff-9105-b6b015b8a115 None None] Port feaf809d-1972-4770-b7a8-8e1cb8754ab2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:39:35.391921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394ecdb-7893-4cc3-a3b3-40c46af05e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0eb1d-a83e-4ccc-a53c-d9a14331673e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:35.421272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] For port dbbbb512-ff30-4af4-a6c7-61640dba213a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=dbbbb512-ff30-4af4-a6c7-61640dba213a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:35.423833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.440326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] Calling delete_port for dbbbb512-ff30-4af4-a6c7-61640dba213a owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:39:35.839527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:35.849938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['dbbbb512-ff30-4af4-a6c7-61640dba213a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:39:36.080264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbbbb512-ff30-4af4-a6c7-61640dba213a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:36.144181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] No DVR routers for this DVR port dbbbb512-ff30-4af4-a6c7-61640dba213a on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:39:36.149743 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:36.156605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c01f79e-6398-453c-b4a1-8f091366db17 req-239d4e35-9640-4554-aa03-407ad52b6758 tempest-DeleteServersAdminTestJSON-1107216464 tempest-DeleteServersAdminTestJSON-1107216464-project-admin] 10.222.0.73 "DELETE /v2.0/ports/dbbbb512-ff30-4af4-a6c7-61640dba213a HTTP/1.1" status: 204 len: 173 time: 1.0808213 Feb 09 15:39:36.157369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b257238-6132-41a6-a446-c42f421b3bf2', 'name': 'network-vif-deleted', 'tag': 'dbbbb512-ff30-4af4-a6c7-61640dba213a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:36.161201 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0d1388-b81d-4599-936f-9cc2ac5798a0" -d '{"events": [{"server_uuid": "6b257238-6132-41a6-a446-c42f421b3bf2", "name": "network-vif-deleted", "tag": "dbbbb512-ff30-4af4-a6c7-61640dba213a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:36.317088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb078163-b1cb-41ac-b656-0379f830945c req-0ab33fbe-60b1-4712-b616-be730e7fb4fd tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 210 time: 0.0469635 Feb 09 15:39:36.377341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54840) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:36.424513 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9093a991-82ba-4945-9f06-19af89a7c2f9 x-openstack-request-id: req-9093a991-82ba-4945-9f06-19af89a7c2f9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:36.424987 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b257238-6132-41a6-a446-c42f421b3bf2", "name": "network-vif-deleted", "tag": "dbbbb512-ff30-4af4-a6c7-61640dba213a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:36.426569 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9093a991-82ba-4945-9f06-19af89a7c2f9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:36.427621 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b257238-6132-41a6-a446-c42f421b3bf2', 'name': 'network-vif-deleted', 'tag': 'dbbbb512-ff30-4af4-a6c7-61640dba213a', 'status': 'completed', 'code': 200} Feb 09 15:39:36.457715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0227b807-1726-426b-971f-7d31a08da4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:36.684108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d8a60-9e5f-4a67-805e-88905146bf6a req-710b94d7-83b9-4ebe-9824-d15554b8d53a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:36.686587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a68d8a60-9e5f-4a67-805e-88905146bf6a req-710b94d7-83b9-4ebe-9824-d15554b8d53a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 971 time: 0.0776813 Feb 09 15:39:36.739677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0227b807-1726-426b-971f-7d31a08da4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:36.756363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a68d8a60-9e5f-4a67-805e-88905146bf6a req-aee19d58-a50e-4dc8-8f49-d762266114f6 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539887 Feb 09 15:39:36.890709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0227b807-1726-426b-971f-7d31a08da4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:36.996280 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0227b807-1726-426b-971f-7d31a08da4ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=303ed7350d114af5807f7b55c9f1a13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6163990 Feb 09 15:39:36.999228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227b807-1726-426b-971f-7d31a08da4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762577a5-ea2d-4a1f-87b1-d0f248e2eab8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:37.002336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e82de-9d43-4831-981b-9fb80bf2883c req-3d717712-bed2-42e0-a50f-d5f3f0941b9d tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:37.003608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:37.045759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-238e82de-9d43-4831-981b-9fb80bf2883c req-3d717712-bed2-42e0-a50f-d5f3f0941b9d tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 931 time: 0.1764889 Feb 09 15:39:37.132981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-238e82de-9d43-4831-981b-9fb80bf2883c req-8430f20a-dcf0-4902-bbf2-8e40f4523496 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852766 Feb 09 15:39:37.147443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ee1161c-4819-4d51-82d3-16512b9e0aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:37.165177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54854) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:37.199883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-155554f5-20c5-47ea-89fe-2caf7b7ad288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:37.229639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ee1161c-4819-4d51-82d3-16512b9e0aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:37.355014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-155554f5-20c5-47ea-89fe-2caf7b7ad288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:37.405040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ee1161c-4819-4d51-82d3-16512b9e0aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:37.410014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ee1161c-4819-4d51-82d3-16512b9e0aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:37.415888 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6ee1161c-4819-4d51-82d3-16512b9e0aef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/762577a5-ea2d-4a1f-87b1-d0f248e2eab8 HTTP/1.1" status: 204 len: 168 time: 0.4106159 Feb 09 15:39:37.426012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1161c-4819-4d51-82d3-16512b9e0aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762577a5-ea2d-4a1f-87b1-d0f248e2eab8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:37.459730 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-155554f5-20c5-47ea-89fe-2caf7b7ad288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:37.502978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd3aa373-4306-44ff-82e9-6334c09b3a46 req-4654ce90-a072-4ccf-8630-9ba3a7f29d60 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b257238-6132-41a6-a446-c42f421b3bf2 HTTP/1.1" status: 200 len: 210 time: 0.0406561 Feb 09 15:39:37.528980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155554f5-20c5-47ea-89fe-2caf7b7ad288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c24912-b5b3-4d56-8515-7cc59d1af5fc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:37.536595 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-155554f5-20c5-47ea-89fe-2caf7b7ad288 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f643bc1b334d44f585787b68535892a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701694 Feb 09 15:39:37.536823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54864) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:37.693157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3824798a-261a-4604-9d28-90de1a69ff95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:37.704289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-f739c0ea-5839-4aaf-b576-23ad5b96c0ef tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:37.706260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-f739c0ea-5839-4aaf-b576-23ad5b96c0ef tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 971 time: 0.1177361 Feb 09 15:39:37.815284 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3824798a-261a-4604-9d28-90de1a69ff95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:38.013397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877eea9-ba08-4bc8-ae4c-94bff02445af req-65813baf-73c9-4d5f-bc0c-69e7d40f07c6 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:38.015064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8877eea9-ba08-4bc8-ae4c-94bff02445af req-65813baf-73c9-4d5f-bc0c-69e7d40f07c6 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 971 time: 0.1034780 Feb 09 15:39:38.017082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Deleting port d5eae6aa-fd8c-465e-97d7-f41a9df11888 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:39:38.017428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:38.100382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3824798a-261a-4604-9d28-90de1a69ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:38.102779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3824798a-261a-4604-9d28-90de1a69ff95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:38.107852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3824798a-261a-4604-9d28-90de1a69ff95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5c24912-b5b3-4d56-8515-7cc59d1af5fc HTTP/1.1" status: 204 len: 168 time: 0.5623741 Feb 09 15:39:38.132738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824798a-261a-4604-9d28-90de1a69ff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c24912-b5b3-4d56-8515-7cc59d1af5fc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:38.158537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8877eea9-ba08-4bc8-ae4c-94bff02445af req-aaafb019-423b-4b98-a65f-42d7ebbab25a tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/security-groups?id=5900e3e5-a633-43f0-ad37-a9c471ebe3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242032 Feb 09 15:39:38.242550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] For port d5eae6aa-fd8c-465e-97d7-f41a9df11888, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=d5eae6aa-fd8c-465e-97d7-f41a9df11888,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:38.242953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:38.318597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Calling delete_port for d5eae6aa-fd8c-465e-97d7-f41a9df11888 owned by compute:tempest-test_az-1577278035 {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:39:38.446514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92436e07-634c-4d20-a227-0d0fc684621a req-ad36a961-8214-4ee0-962a-55e5efaf1c8b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:38.448203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92436e07-634c-4d20-a227-0d0fc684621a req-ad36a961-8214-4ee0-962a-55e5efaf1c8b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 931 time: 0.2154768 Feb 09 15:39:38.544667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92436e07-634c-4d20-a227-0d0fc684621a req-a79fb0cc-7d1a-443b-8e0e-0369300272da tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792718 Feb 09 15:39:38.561088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device dbbbb512-ff30-4af4-a6c7-61640dba213a no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:39:38.742051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:38.760581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['d5eae6aa-fd8c-465e-97d7-f41a9df11888'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:39:38.763150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: dbbbb512-ff30-4af4-a6c7-61640dba213a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:39:38.763494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device dbbbb512-ff30-4af4-a6c7-61640dba213a not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:39:38.803382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Pushing event deleted for resources: {'Port': ['ID=d5eae6aa-fd8c-465e-97d7-f41a9df11888,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:38.910333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] No DVR routers for this DVR port d5eae6aa-fd8c-465e-97d7-f41a9df11888 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:39:38.922005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:38.928224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf8a4e28-1c22-49b9-a53e-e2eaadf14e21 req-2ee0e779-2d5f-46d5-8e3b-9443005fda37 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.73 "DELETE /v2.0/ports/d5eae6aa-fd8c-465e-97d7-f41a9df11888 HTTP/1.1" status: 204 len: 173 time: 1.2083020 Feb 09 15:39:38.932586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe3d7067-a19a-4913-a052-af615d06d356', 'name': 'network-vif-deleted', 'tag': 'd5eae6aa-fd8c-465e-97d7-f41a9df11888'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:38.942729 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e1c5d-bc97-4170-9175-2155d58fa6b4" -d '{"events": [{"server_uuid": "fe3d7067-a19a-4913-a052-af615d06d356", "name": "network-vif-deleted", "tag": "d5eae6aa-fd8c-465e-97d7-f41a9df11888"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:39.004035 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7230cacd-a991-4262-956b-728fef097c4d x-openstack-request-id: req-7230cacd-a991-4262-956b-728fef097c4d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:39.018096 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe3d7067-a19a-4913-a052-af615d06d356", "name": "network-vif-deleted", "tag": "d5eae6aa-fd8c-465e-97d7-f41a9df11888", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:39.018096 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7230cacd-a991-4262-956b-728fef097c4d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:39.018096 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe3d7067-a19a-4913-a052-af615d06d356', 'name': 'network-vif-deleted', 'tag': 'd5eae6aa-fd8c-465e-97d7-f41a9df11888', 'status': 'completed', 'code': 200} Feb 09 15:39:39.132796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-0cae43df-9941-48fb-b9ae-0b008c472fcd tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4eb67f7464794050b55e8c96958f5713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423064 Feb 09 15:39:39.292967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-5979aa0d-2497-4e48-b69e-4ff207595eb6 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:39:39.294700 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-5979aa0d-2497-4e48-b69e-4ff207595eb6 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070689 Feb 09 15:39:39.349007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f16dded-c519-476f-b7d9-6ac9a02ae0ff req-1d188336-4759-4b60-8ec6-14d2517c05b9 tempest-AggregatesAdminTestJSON-1594176288 tempest-AggregatesAdminTestJSON-1594176288-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe3d7067-a19a-4913-a052-af615d06d356 HTTP/1.1" status: 200 len: 210 time: 0.0334094 Feb 09 15:39:39.356228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-585215c1-04d3-4552-879b-dbd457941632 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:39.357734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-585215c1-04d3-4552-879b-dbd457941632 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105243 Feb 09 15:39:39.378386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-b26876b2-1aad-40f6-87d4-e3eef9de358b tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/quotas/4eb67f7464794050b55e8c96958f5713 HTTP/1.1" status: 200 len: 375 time: 0.0113506 Feb 09 15:39:39.419437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-389e1ba6-eda7-48b1-8df4-33df2995d58e tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4eb67f7464794050b55e8c96958f5713&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320179 Feb 09 15:39:39.742865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849270c-2e2f-4ea2-b2c8-5759667f7de6 req-109f69eb-c4fb-495c-b31c-f50155bdd179 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:39.745373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0849270c-2e2f-4ea2-b2c8-5759667f7de6 req-109f69eb-c4fb-495c-b31c-f50155bdd179 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 931 time: 0.0699246 Feb 09 15:39:39.823315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0849270c-2e2f-4ea2-b2c8-5759667f7de6 req-50f5a64e-6e59-4e96-a4a9-cc9fc45c8e5b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635974 Feb 09 15:39:39.920462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-352c4f15-2daf-43b1-b78f-ab2026beba56 req-b6538f51-301a-451e-be27-5d2cba7d32ec tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 210 time: 0.0513129 Feb 09 15:39:40.001473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Request body: {'port': {'device_id': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:40.249389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:40.836725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaf809d-1972-4770-b7a8-8e1cb8754ab2 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:40.848689 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:40.872394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Transition to ACTIVE for port object feaf809d-1972-4770-b7a8-8e1cb8754ab2 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:41.016872 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:41.119038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88db2d-8c95-4baf-9895-97cbf521ec31 req-1c1dc587-b1e1-498a-846d-a5eab49b3107 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:41.121333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa88db2d-8c95-4baf-9895-97cbf521ec31 req-1c1dc587-b1e1-498a-846d-a5eab49b3107 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 943 time: 0.0810151 Feb 09 15:39:41.202328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Pushing event updated for resources: {'Port': ['ID=feaf809d-1972-4770-b7a8-8e1cb8754ab2,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:41.209710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa88db2d-8c95-4baf-9895-97cbf521ec31 req-a6ba0f1e-2873-4bfd-8436-fddbfc9573ab tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800557 Feb 09 15:39:41.240496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Attempting to bind port feaf809d-1972-4770-b7a8-8e1cb8754ab2 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:41.241676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Attempting to bind port feaf809d-1972-4770-b7a8-8e1cb8754ab2 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:41.244455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Attempting to bind port feaf809d-1972-4770-b7a8-8e1cb8754ab2 on network 2a096b41-b9ff-4385-b004-2fb3b24bd080 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:41.259117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Port feaf809d-1972-4770-b7a8-8e1cb8754ab2 on network 2a096b41-b9ff-4385-b004-2fb3b24bd080 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:39:41.259675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Attempting to bind port feaf809d-1972-4770-b7a8-8e1cb8754ab2 on network 2a096b41-b9ff-4385-b004-2fb3b24bd080 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:41.267583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:39:41.267583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Checking segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:41.268178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Bound using segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:39:41.268886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Bound port: feaf809d-1972-4770-b7a8-8e1cb8754ab2, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:41.269449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:41.362902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] For port feaf809d-1972-4770-b7a8-8e1cb8754ab2, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:39:41.368857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] For port feaf809d-1972-4770-b7a8-8e1cb8754ab2, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:39:41.526136 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:41.615930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e02ca287-a771-45c9-928d-408c94850b8f req-bd1ce719-5ad4-42e3-abcd-867ed12875f8 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 210 time: 0.0472291 Feb 09 15:39:41.642760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:41.643444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:41.645393 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] 10.222.0.13 "PUT /v2.0/ports/feaf809d-1972-4770-b7a8-8e1cb8754ab2 HTTP/1.1" status: 200 len: 1091 time: 2.0823021 Feb 09 15:39:41.653173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'tag': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:41.722179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32782b82-6023-4606-8faa-dbd59ab06df0 service neutron] Pushing event updated for resources: {'Port': ['ID=feaf809d-1972-4770-b7a8-8e1cb8754ab2,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:41.876447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-f7026ea6-3966-4aee-a69f-f4621dc7900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:41.878029 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-f7026ea6-3966-4aee-a69f-f4621dc7900c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 1094 time: 0.0925264 Feb 09 15:39:42.035142 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-002ba68d-069c-43a4-a3db-670dc473f97b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2 HTTP/1.1" status: 200 len: 217 time: 0.1217928 Feb 09 15:39:42.107012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-71c60c9c-1716-4c14-bbf1-536a141a380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:42.109919 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-71c60c9c-1716-4c14-bbf1-536a141a380c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aba5ba73-d06f-4eb7-ac11-9fe80a337657 HTTP/1.1" status: 200 len: 863 time: 0.0931158 Feb 09 15:39:42.246372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-79bc2f92-5362-43a7-91c2-b2778e8c291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:42.248218 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-79bc2f92-5362-43a7-91c2-b2778e8c291d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a096b41-b9ff-4385-b004-2fb3b24bd080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317201 Feb 09 15:39:42.414926 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-57356e85-c33d-4dac-bcbf-e6e850160f94 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581178 Feb 09 15:39:42.589662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device d5eae6aa-fd8c-465e-97d7-f41a9df11888 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:39:42.601006 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a940f22d-860b-46e2-bc24-0f700ffe3a85 req-fd2c8781-6fa3-4980-9b78-776e31559deb service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785712 Feb 09 15:39:42.609026 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da242d70-24c5-4fb9-874a-adf9f6a3c094" -d '{"events": [{"name": "network-changed", "server_uuid": "b31fc937-5bf9-4f3c-9316-17f4096cc8f6", "tag": "feaf809d-1972-4770-b7a8-8e1cb8754ab2"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:42.656915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: d5eae6aa-fd8c-465e-97d7-f41a9df11888 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:39:42.658135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device d5eae6aa-fd8c-465e-97d7-f41a9df11888 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:39:43.149956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-447ed1f6-a4d1-4f9f-94ba-0927a16617e3 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4eb67f7464794050b55e8c96958f5713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329366 Feb 09 15:39:43.348831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-7d3c3ae4-ff2e-4476-938c-e383f3a038a3 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:43.351040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-7d3c3ae4-ff2e-4476-938c-e383f3a038a3 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955678 Feb 09 15:39:43.368140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Request body: {'port': {'device_id': 'b0daec00-b092-42d5-bf3d-25fafbf9cb91', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '4eb67f7464794050b55e8c96958f5713'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:43.473149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b58331-2e27-4832-a679-0ac521321833 req-86d3d24c-adb6-433a-bacc-7f5a2917f040 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:43.474863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92b58331-2e27-4832-a679-0ac521321833 req-86d3d24c-adb6-433a-bacc-7f5a2917f040 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 943 time: 0.1226931 Feb 09 15:39:43.554773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92b58331-2e27-4832-a679-0ac521321833 req-bc76996a-8d0c-4b05-90ec-82164c08f67b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719619 Feb 09 15:39:43.696429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Made reservation on behalf of 4eb67f7464794050b55e8c96958f5713 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:43.702467 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:43.777561 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c9c325-ad60-41f0-ba50-91ccf50b1099 x-openstack-request-id: req-39c9c325-ad60-41f0-ba50-91ccf50b1099 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:43.777561 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31fc937-5bf9-4f3c-9316-17f4096cc8f6", "tag": "feaf809d-1972-4770-b7a8-8e1cb8754ab2", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:43.777561 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39c9c325-ad60-41f0-ba50-91ccf50b1099 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:43.777561 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'tag': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'status': 'completed', 'code': 200} Feb 09 15:39:43.879739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-7f8ccf82-f648-4418-86b0-dd498ca07fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:43.882347 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-7f8ccf82-f648-4418-86b0-dd498ca07fc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 1094 time: 0.0839541 Feb 09 15:39:43.916028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c194ba71-c6b1-4fba-932b-7f4675a73eef req-aefcb08c-2bba-4479-a196-83b5854d1565 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 210 time: 0.0448334 Feb 09 15:39:43.958912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Allocated IP 192.168.233.108 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/bafbfe76-608b-46fe-b3c7-0facf1f4d8bc) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:39:44.221795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-7e04d5dc-1a9b-4931-8e0f-6d172cd072ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:44.223306 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-7e04d5dc-1a9b-4931-8e0f-6d172cd072ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 925 time: 0.3326316 Feb 09 15:39:44.249960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:44.274524 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-6e75fce4-5154-48a5-871c-726e65ff25f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2 HTTP/1.1" status: 200 len: 217 time: 0.0435903 Feb 09 15:39:44.334958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-cd7ad27b-0cbb-4a8f-b57f-e9ec25c0e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:44.336593 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-cd7ad27b-0cbb-4a8f-b57f-e9ec25c0e89a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aba5ba73-d06f-4eb7-ac11-9fe80a337657 HTTP/1.1" status: 200 len: 863 time: 0.0550539 Feb 09 15:39:44.382489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:44.390123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-64113252-8537-46a2-b42f-e8af7757d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:44.391699 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-64113252-8537-46a2-b42f-e8af7757d39e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a096b41-b9ff-4385-b004-2fb3b24bd080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489020 Feb 09 15:39:44.437045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:39:44.446166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:44.448939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:39:44.455165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:44.456304 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:44.473549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Pushing event updated for resources: {'Port': ['ID=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:44.512403 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-a52e0500-5820-49c8-be26-23ef3e009fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134889 Feb 09 15:39:44.558678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-8d835515-0a3b-480d-8c22-01c8f41cdccb tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1961284 Feb 09 15:39:44.578566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Request body: {'port': {'device_id': 'b0daec00-b092-42d5-bf3d-25fafbf9cb91', 'device_owner': 'compute:tempest-test_az-1577278035', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:44.687763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:44.848558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9bc4d21c-90b0-42b3-be4b-cf434649f729 None None] Provisioning complete for port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:44.852357 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9bc4d21c-90b0-42b3-be4b-cf434649f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:44.869264 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da242d70-24c5-4fb9-874a-adf9f6a3c094 req-7898e20f-0aed-4217-b318-bf5c3623674a service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490543 Feb 09 15:39:44.929743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4d21c-90b0-42b3-be4b-cf434649f729 None None] Port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:39:45.157820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafbfe76-608b-46fe-b3c7-0facf1f4d8bc {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:45.167942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:45.196760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Transition to ACTIVE for port object bafbfe76-608b-46fe-b3c7-0facf1f4d8bc will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:39:45.308032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:45.366257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Pushing event updated for resources: {'Port': ['ID=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:45.403074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Attempting to bind port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:39:45.403426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Attempting to bind port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:39:45.403761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Attempting to bind port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:45.410047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:39:45.410352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Attempting to bind port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:39:45.417848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:39:45.418601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:45.419350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:39:45.420070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Bound port: bafbfe76-608b-46fe-b3c7-0facf1f4d8bc, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:39:45.420713 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:45.520263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] For port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:39:45.525791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] For port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:39:45.633898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:45.758601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:45.758601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:45.759919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] 10.222.0.73 "PUT /v2.0/ports/bafbfe76-608b-46fe-b3c7-0facf1f4d8bc HTTP/1.1" status: 200 len: 1118 time: 1.1923811 Feb 09 15:39:45.773565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0daec00-b092-42d5-bf3d-25fafbf9cb91', 'tag': 'bafbfe76-608b-46fe-b3c7-0facf1f4d8bc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:45.777947 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd007fe-01de-4040-a714-ae9bc14d7fba" -d '{"events": [{"name": "network-changed", "server_uuid": "b0daec00-b092-42d5-bf3d-25fafbf9cb91", "tag": "bafbfe76-608b-46fe-b3c7-0facf1f4d8bc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:45.836876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc0335-6623-4a46-92ce-a6345dd731a6 req-49c55cfd-b80e-416f-b41c-855129c436d2 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:45.840356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ddc0335-6623-4a46-92ce-a6345dd731a6 req-49c55cfd-b80e-416f-b41c-855129c436d2 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 943 time: 0.2030380 Feb 09 15:39:45.863111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5b321-d55d-4a36-829d-57f3e2e21c1d service neutron] Pushing event updated for resources: {'Port': ['ID=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:45.991129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ddc0335-6623-4a46-92ce-a6345dd731a6 req-896230b0-db56-4aac-b5c2-a01ba5fe21e4 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349103 Feb 09 15:39:46.004423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67592f01-28af-439d-99d1-53899dc9a673 req-6e27ccdf-f98a-48ff-90a8-dbff6a09e8f1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:46.006095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67592f01-28af-439d-99d1-53899dc9a673 req-6e27ccdf-f98a-48ff-90a8-dbff6a09e8f1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 970 time: 0.1899116 Feb 09 15:39:46.036746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a43e4535-c349-47f5-8027-151996731cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:46.037742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-a43e4535-c349-47f5-8027-151996731cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eb67f7464794050b55e8c96958f5713&device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 1121 time: 0.1220131 Feb 09 15:39:46.096868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-f90b0231-aaaf-44c6-8f33-bacbc47cb71a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc HTTP/1.1" status: 200 len: 217 time: 0.0502162 Feb 09 15:39:46.100053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67592f01-28af-439d-99d1-53899dc9a673 req-f1ada611-e297-465e-b2fb-e36ad0a53091 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833220 Feb 09 15:39:46.153040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-13d5cda0-e0b5-4ea5-81e6-29819a8aa340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:46.154610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-13d5cda0-e0b5-4ea5-81e6-29819a8aa340 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0520432 Feb 09 15:39:46.216561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-81147413-bb89-4172-9be9-ff2ea87fada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:46.218220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-81147413-bb89-4172-9be9-ff2ea87fada4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558188 Feb 09 15:39:46.353857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-36c17bc0-f7c4-48a2-b744-0fdb66f13054 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276660 Feb 09 15:39:46.382587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device feaf809d-1972-4770-b7a8-8e1cb8754ab2 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:39:46.524454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95fccac4-d56f-4e5b-854d-daa7bff0b25f req-f5d3c3fc-bd13-4051-a501-f0a086b98b65 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641183 Feb 09 15:39:46.651584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port feaf809d-1972-4770-b7a8-8e1cb8754ab2, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:46.672895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'port_id': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'mac_address': 'fa:16:3e:e9:0b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:39:46.686671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55100) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:46.735387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55104) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:46.769187 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:46.790169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaf809d-1972-4770-b7a8-8e1cb8754ab2 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:46.820514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port feaf809d-1972-4770-b7a8-8e1cb8754ab2, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:46.927549 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f23eab77-cf87-4186-bb24-120743ec287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:46.927649 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:46.937882 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc09ee-2be3-4c1b-a06a-872890f2f46d x-openstack-request-id: req-62cc09ee-2be3-4c1b-a06a-872890f2f46d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:46.938334 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0daec00-b092-42d5-bf3d-25fafbf9cb91", "tag": "bafbfe76-608b-46fe-b3c7-0facf1f4d8bc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:46.943929 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62cc09ee-2be3-4c1b-a06a-872890f2f46d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:46.943929 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0daec00-b092-42d5-bf3d-25fafbf9cb91', 'tag': 'bafbfe76-608b-46fe-b3c7-0facf1f4d8bc', 'status': 'completed', 'code': 200} Feb 09 15:39:46.997692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.024301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=feaf809d-1972-4770-b7a8-8e1cb8754ab2,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:47.113014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.115335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-e8971bf9-b0e2-4e50-9f15-ac1376572ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:47.117827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-e8971bf9-b0e2-4e50-9f15-ac1376572ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4eb67f7464794050b55e8c96958f5713&device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 1121 time: 0.1656539 Feb 09 15:39:47.187436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.233756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f674bc1c-54c7-4996-9f0d-d83f68d71aaf,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:47.243100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.243459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.244124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.244627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.245178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.245359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['feaf809d-1972-4770-b7a8-8e1cb8754ab2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:39:47.245496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.245825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.246144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.246467 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.246789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.247104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.247596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:47.253642 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1bef388b-4e34-4d72-a828-e8bb308afa81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=231a34af472d434486c9e72d8ae35c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156059 Feb 09 15:39:47.258402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55126) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:47.374625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-770d4507-b035-4bd4-b375-367c9b9bcc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.421099 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-770d4507-b035-4bd4-b375-367c9b9bcc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.604417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f23eab77-cf87-4186-bb24-120743ec287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.619148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277216d2-8352-4149-92d7-89d7d3ce3d7d req-a27f8757-03ec-4cb5-80f6-93959f85221d tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:47.621665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-770d4507-b035-4bd4-b375-367c9b9bcc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.621951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-277216d2-8352-4149-92d7-89d7d3ce3d7d req-a27f8757-03ec-4cb5-80f6-93959f85221d tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 944 time: 0.4946840 Feb 09 15:39:47.626914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-770d4507-b035-4bd4-b375-367c9b9bcc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.629460 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-770d4507-b035-4bd4-b375-367c9b9bcc4b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f674bc1c-54c7-4996-9f0d-d83f68d71aaf HTTP/1.1" status: 204 len: 168 time: 0.3693893 Feb 09 15:39:47.645559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d4507-b035-4bd4-b375-367c9b9bcc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f674bc1c-54c7-4996-9f0d-d83f68d71aaf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:47.677572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-be353620-cf65-481a-9be1-2f2f22e61bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:47.679957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-be353620-cf65-481a-9be1-2f2f22e61bda service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.5479348 Feb 09 15:39:47.748737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-d6198a22-e4d4-4d46-919c-7f7d037531ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc HTTP/1.1" status: 200 len: 217 time: 0.0597594 Feb 09 15:39:47.749353 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f23eab77-cf87-4186-bb24-120743ec287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:47.774312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-277216d2-8352-4149-92d7-89d7d3ce3d7d req-68f8fe2c-d5e0-4c9d-8a3b-71efbe62cc8a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388454 Feb 09 15:39:47.843762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eab77-cf87-4186-bb24-120743ec287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af979d99-8941-4087-9ce4-8208bec17e52,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:47.869282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f23eab77-cf87-4186-bb24-120743ec287d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9619d0b8f4634c02bf99ec7084fb5529&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1768682 Feb 09 15:39:47.883727 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55140) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:47.885591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-b9e5461d-496c-4a8c-88cd-d4bb070d275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:47.885591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-b9e5461d-496c-4a8c-88cd-d4bb070d275d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1211491 Feb 09 15:39:47.936430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d68306-53a5-49b9-85cd-08b08a2bf7c7 req-8de82c9c-2d41-43bd-9b7c-2131121375d3 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:47.938043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85d68306-53a5-49b9-85cd-08b08a2bf7c7 req-8de82c9c-2d41-43bd-9b7c-2131121375d3 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 970 time: 0.1172347 Feb 09 15:39:47.952212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-cd7452d1-ace9-446a-be4f-906fd3c7a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:47.953641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-cd7452d1-ace9-446a-be4f-906fd3c7a306 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673530 Feb 09 15:39:47.954384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b15fba5-48d1-4f7d-996a-6dfdc6ba25a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.002546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b15fba5-48d1-4f7d-996a-6dfdc6ba25a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.099955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85d68306-53a5-49b9-85cd-08b08a2bf7c7 req-f099d7a3-c856-4819-bffa-bbfa5d4ed62b tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411390 Feb 09 15:39:48.138190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-cc2cce26-eb77-4d90-a3a2-b3dd15b541d4 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769731 Feb 09 15:39:48.176607 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b15fba5-48d1-4f7d-996a-6dfdc6ba25a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.186802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b15fba5-48d1-4f7d-996a-6dfdc6ba25a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.190780 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5b15fba5-48d1-4f7d-996a-6dfdc6ba25a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af979d99-8941-4087-9ce4-8208bec17e52 HTTP/1.1" status: 204 len: 168 time: 0.3186841 Feb 09 15:39:48.215434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15fba5-48d1-4f7d-996a-6dfdc6ba25a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af979d99-8941-4087-9ce4-8208bec17e52,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:48.322487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd007fe-01de-4040-a714-ae9bc14d7fba req-5d04160d-eb2a-4744-8f9b-0807e80f84e0 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750865 Feb 09 15:39:48.382510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device feaf809d-1972-4770-b7a8-8e1cb8754ab2 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:48.537439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port feaf809d-1972-4770-b7a8-8e1cb8754ab2 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:48.545477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port feaf809d-1972-4770-b7a8-8e1cb8754ab2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:48.546059 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.651797 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.699590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:48.738951 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d673fd6b-d310-4c7f-9b0d-ac0824ee1852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.742973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:48.750204 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c08736-29c0-44c1-b763-93718292ccdb" -d '{"events": [{"server_uuid": "b31fc937-5bf9-4f3c-9316-17f4096cc8f6", "name": "network-vif-plugged", "status": "completed", "tag": "feaf809d-1972-4770-b7a8-8e1cb8754ab2"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:48.763223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port feaf809d-1972-4770-b7a8-8e1cb8754ab2, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:48.881976 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41e00ef-ba61-430e-a5eb-d151dd4d854e x-openstack-request-id: req-c41e00ef-ba61-430e-a5eb-d151dd4d854e {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:48.882497 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31fc937-5bf9-4f3c-9316-17f4096cc8f6", "name": "network-vif-plugged", "status": "completed", "tag": "feaf809d-1972-4770-b7a8-8e1cb8754ab2", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:48.883114 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c41e00ef-ba61-430e-a5eb-d151dd4d854e {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:48.883457 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'code': 200} Feb 09 15:39:48.885426 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.929375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d673fd6b-d310-4c7f-9b0d-ac0824ee1852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:48.956938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=feaf809d-1972-4770-b7a8-8e1cb8754ab2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:48.966204 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.966688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.967105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.967509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.968064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.968540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.968961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.969354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.969750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.970178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.970613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:48.971003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:49.024324 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d673fd6b-d310-4c7f-9b0d-ac0824ee1852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:49.063950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c8b46-2ab4-41ab-879d-f340a4ab4d06 req-ac16e6a7-32be-424f-899d-00f2ee2664fb tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:49.065791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-344c8b46-2ab4-41ab-879d-f340a4ab4d06 req-ac16e6a7-32be-424f-899d-00f2ee2664fb tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.0651009 Feb 09 15:39:49.084721 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d673fd6b-d310-4c7f-9b0d-ac0824ee1852 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=780b2f5942964c8d855f0b99eaa39406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832097 Feb 09 15:39:49.085676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:49.093207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673fd6b-d310-4c7f-9b0d-ac0824ee1852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf0ff77-0c88-4b2a-a22a-0a02ece5b603,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:49.113642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c84795-c5f6-44cd-8c7f-16889d995524 req-3eaa778a-ab2e-491c-a407-be58d0f70c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:49.115226 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a1c84795-c5f6-44cd-8c7f-16889d995524 req-3eaa778a-ab2e-491c-a407-be58d0f70c0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 1096 time: 0.1688814 Feb 09 15:39:49.115502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-344c8b46-2ab4-41ab-879d-f340a4ab4d06 req-9745df3c-6c6b-4c9d-93ce-578ff74ee53c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392439 Feb 09 15:39:49.239576 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a1c84795-c5f6-44cd-8c7f-16889d995524 req-84870394-7115-4a8d-a6e2-910079ba333f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120820 Feb 09 15:39:49.260965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e87d9213-2da8-4656-98eb-0be7bd526db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:49.274013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadb3dc-f657-44f0-bdf6-ced8aa73f9e6 req-06d644c0-ce17-41b7-87d8-f1816957d7ed tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:49.276176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aadb3dc-f657-44f0-bdf6-ced8aa73f9e6 req-06d644c0-ce17-41b7-87d8-f1816957d7ed tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 970 time: 0.0645993 Feb 09 15:39:49.306524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e87d9213-2da8-4656-98eb-0be7bd526db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:49.336627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aadb3dc-f657-44f0-bdf6-ced8aa73f9e6 req-50e4779c-8c50-4154-880e-d63c66620142 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492365 Feb 09 15:39:49.417441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55190) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:49.459230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55194) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:49.542887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e87d9213-2da8-4656-98eb-0be7bd526db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:49.548924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e87d9213-2da8-4656-98eb-0be7bd526db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:49.565278 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e87d9213-2da8-4656-98eb-0be7bd526db5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/adf0ff77-0c88-4b2a-a22a-0a02ece5b603 HTTP/1.1" status: 204 len: 168 time: 0.4590428 Feb 09 15:39:49.570060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d9213-2da8-4656-98eb-0be7bd526db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf0ff77-0c88-4b2a-a22a-0a02ece5b603,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:49.616071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed789-d9af-4da0-854a-7d82182b4d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:49.687257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4cf923d0-bc3c-473f-b590-7f4b93296112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:49.752973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed789-d9af-4da0-854a-7d82182b4d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:49.830023 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4cf923d0-bc3c-473f-b590-7f4b93296112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.187436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed789-d9af-4da0-854a-7d82182b4d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.256548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4cf923d0-bc3c-473f-b590-7f4b93296112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.259309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ed789-d9af-4da0-854a-7d82182b4d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d0b490-29a2-4cc7-9d24-50b7013cceae,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:50.268238 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cb7ed789-d9af-4da0-854a-7d82182b4d1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e8beacee2bd4a14942f48203fe6c145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8495321 Feb 09 15:39:50.271085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55210) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:50.287191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55212) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:50.319639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0551587-436e-48aa-ba5d-84f2851cc570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.328351 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4cf923d0-bc3c-473f-b590-7f4b93296112 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4402eb8073a44947b27fe328c387ee0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8678367 Feb 09 15:39:50.331935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55214) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:50.337912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf923d0-bc3c-473f-b590-7f4b93296112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986d9769-0ecb-4f6d-a190-c1b9cd67471f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:50.365755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96bc38-0861-4d4e-9143-dce0c37594e6 req-80bc2a4d-197a-4097-8b27-bdce89e4766b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:50.367316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a96bc38-0861-4d4e-9143-dce0c37594e6 req-80bc2a4d-197a-4097-8b27-bdce89e4766b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.1709912 Feb 09 15:39:50.432531 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.435091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0551587-436e-48aa-ba5d-84f2851cc570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.491705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39d864d1-7f73-440b-9008-5725df07814c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.503231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a96bc38-0861-4d4e-9143-dce0c37594e6 req-3de79d27-3451-43dd-b6ab-b648dff9e238 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260948 Feb 09 15:39:50.516103 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.574106 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39d864d1-7f73-440b-9008-5725df07814c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.593550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0551587-436e-48aa-ba5d-84f2851cc570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.624628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bafbfe76-608b-46fe-b3c7-0facf1f4d8bc details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:39:50.662234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0551587-436e-48aa-ba5d-84f2851cc570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501d1557-ab88-45f6-92bd-a16b626989c9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:50.676944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0002a-abe5-4256-96de-ad212d6f3f60 req-63c5cfd0-1fd4-4f53-aad4-aeebf26a430d tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:50.679807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8d0002a-abe5-4256-96de-ad212d6f3f60 req-63c5cfd0-1fd4-4f53-aad4-aeebf26a430d tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 970 time: 0.1209378 Feb 09 15:39:50.727510 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f0551587-436e-48aa-ba5d-84f2851cc570 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0215dbb6aaf143088e095c51cd9b11d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354930 Feb 09 15:39:50.731710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55228) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:50.818121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8d0002a-abe5-4256-96de-ad212d6f3f60 req-02165e68-b22d-4877-af41-9cfbd0784a54 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274328 Feb 09 15:39:50.849926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:50.851913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.857098 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.858901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59d0b490-29a2-4cc7-9d24-50b7013cceae HTTP/1.1" status: 204 len: 168 time: 0.5847664 Feb 09 15:39:50.868206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39d864d1-7f73-440b-9008-5725df07814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.874520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39d864d1-7f73-440b-9008-5725df07814c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.874785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'bafbfe76-608b-46fe-b3c7-0facf1f4d8bc', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'bafbfe76-608b-46fe-b3c7-0facf1f4d8bc', 'mac_address': 'fa:16:3e:0b:5f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-1577278035', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:39:50.881244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-39d864d1-7f73-440b-9008-5725df07814c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/986d9769-0ecb-4f6d-a190-c1b9cd67471f HTTP/1.1" status: 204 len: 168 time: 0.5446079 Feb 09 15:39:50.896329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d0b490-29a2-4cc7-9d24-50b7013cceae,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:50.943441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.943838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.951218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:50.962777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.962777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.972938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.972938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.972938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.972938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.972938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.972938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.972938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.976835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b6902-d1df-4c2a-b8bf-6283b01c1cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:39:50.985328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafbfe76-608b-46fe-b3c7-0facf1f4d8bc {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:39:51.000970 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-961a0e02-949c-414b-9dbf-5a24ce2d5382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:51.025482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d864d1-7f73-440b-9008-5725df07814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986d9769-0ecb-4f6d-a190-c1b9cd67471f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:51.039406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:51.104675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-961a0e02-949c-414b-9dbf-5a24ce2d5382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:51.199781 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:51.256143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:51.318817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-961a0e02-949c-414b-9dbf-5a24ce2d5382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:51.322432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-961a0e02-949c-414b-9dbf-5a24ce2d5382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:51.323977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-961a0e02-949c-414b-9dbf-5a24ce2d5382 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/501d1557-ab88-45f6-92bd-a16b626989c9 HTTP/1.1" status: 204 len: 168 time: 0.5900106 Feb 09 15:39:51.338025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a0e02-949c-414b-9dbf-5a24ce2d5382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501d1557-ab88-45f6-92bd-a16b626989c9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:51.396625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['bafbfe76-608b-46fe-b3c7-0facf1f4d8bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:39:51.789597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3963a7-ea39-43f9-9148-680108ea1b92 req-2f03d5b4-4d18-4c79-89dd-cf2955acb331 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:51.792940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f3963a7-ea39-43f9-9148-680108ea1b92 req-2f03d5b4-4d18-4c79-89dd-cf2955acb331 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.1061110 Feb 09 15:39:51.857283 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f3963a7-ea39-43f9-9148-680108ea1b92 req-a5ee5754-b479-4bab-bd9b-3370c844c0c1 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542357 Feb 09 15:39:52.207045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54ccb6-1afd-4bfe-b615-41e1293a5767 req-cc44bfdd-1f83-4bb1-9122-0dbb8e631531 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:52.214281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee54ccb6-1afd-4bfe-b615-41e1293a5767 req-cc44bfdd-1f83-4bb1-9122-0dbb8e631531 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 971 time: 0.0780947 Feb 09 15:39:52.280711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee54ccb6-1afd-4bfe-b615-41e1293a5767 req-962c29d1-5b11-4d12-b9fd-bb746c077aa2 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492673 Feb 09 15:39:52.394320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635fbc-b095-4a1c-8998-86d8efd3408e req-e759cbfd-ae35-4284-832b-7737a1e1f644 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:52.395963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82635fbc-b095-4a1c-8998-86d8efd3408e req-e759cbfd-ae35-4284-832b-7737a1e1f644 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.0859439 Feb 09 15:39:52.408195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55294) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:52.414167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Request body: {'floatingip': {'port_id': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:52.494082 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:52.563056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:52.587824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c79220df-7fea-4ce4-a67a-df519a814893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:52.624223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bafbfe76-608b-46fe-b3c7-0facf1f4d8bc up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:39:52.726970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c79220df-7fea-4ce4-a67a-df519a814893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:52.820628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c79220df-7fea-4ce4-a67a-df519a814893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:52.887420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79220df-7fea-4ce4-a67a-df519a814893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f1b248-95b7-42b2-8024-0c5c57b96cfe,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:52.903295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:39:52.909971 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00c31642-63cc-49c5-9057-2b1195e1f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:52.923841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:39:52.955115 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:52.977436 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c79220df-7fea-4ce4-a67a-df519a814893 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c37c5ff0a9bb42708122e7d4ae1bd49b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999491 Feb 09 15:39:52.977436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55312) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:52.999826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:53.175834 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f96f30a-ad26-4f2e-a3ff-1b3f53f06682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:53.405136 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:53.457090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7591eb6-2cf0-4ea4-9c90-199ad2675196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:53.498171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0daec00-b092-42d5-bf3d-25fafbf9cb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafbfe76-608b-46fe-b3c7-0facf1f4d8bc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:53.512985 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ed2b8-3fa8-4e8e-81d9-b21a3d03cb82" -d '{"events": [{"server_uuid": "b0daec00-b092-42d5-bf3d-25fafbf9cb91", "name": "network-vif-plugged", "status": "completed", "tag": "bafbfe76-608b-46fe-b3c7-0facf1f4d8bc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:53.538862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:39:53.549123 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7591eb6-2cf0-4ea4-9c90-199ad2675196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:53.612555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:39:53.614639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f96f30a-ad26-4f2e-a3ff-1b3f53f06682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:53.690999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b81fa-db93-44bd-9c91-6b8c2ffa52e8 req-28c8efd5-7c85-4d12-a75c-341f1771da2f tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:53.692937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-683b81fa-db93-44bd-9c91-6b8c2ffa52e8 req-28c8efd5-7c85-4d12-a75c-341f1771da2f tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 971 time: 0.1504967 Feb 09 15:39:53.790804 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:53.790804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-683b81fa-db93-44bd-9c91-6b8c2ffa52e8 req-c6826006-0835-4137-97b1-0c1f0a05b01c tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509124 Feb 09 15:39:53.800961 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f675d9e-de73-48b2-a7d2-454ceec9e302 x-openstack-request-id: req-9f675d9e-de73-48b2-a7d2-454ceec9e302 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:53.801547 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0daec00-b092-42d5-bf3d-25fafbf9cb91", "name": "network-vif-plugged", "status": "completed", "tag": "bafbfe76-608b-46fe-b3c7-0facf1f4d8bc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:53.801824 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f675d9e-de73-48b2-a7d2-454ceec9e302 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:53.802232 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0daec00-b092-42d5-bf3d-25fafbf9cb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafbfe76-608b-46fe-b3c7-0facf1f4d8bc', 'code': 200} Feb 09 15:39:53.923921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4e0b3-91fd-4166-987c-8a5209bba7f7 req-8f2c4dd4-9277-4213-a01e-d58ca45bc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:53.925832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5a4e0b3-91fd-4166-987c-8a5209bba7f7 req-8f2c4dd4-9277-4213-a01e-d58ca45bc05d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 1122 time: 0.0536530 Feb 09 15:39:53.984184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5a4e0b3-91fd-4166-987c-8a5209bba7f7 req-d31885f1-54df-4572-82b1-f682edffc79c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504427 Feb 09 15:39:54.057804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f96f30a-ad26-4f2e-a3ff-1b3f53f06682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:54.058105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:54.060834 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:54.066111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7591eb6-2cf0-4ea4-9c90-199ad2675196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:54.072453 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7591eb6-2cf0-4ea4-9c90-199ad2675196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:54.081868 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a7591eb6-2cf0-4ea4-9c90-199ad2675196 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37f1b248-95b7-42b2-8024-0c5c57b96cfe HTTP/1.1" status: 204 len: 168 time: 1.1100848 Feb 09 15:39:54.172875 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f96f30a-ad26-4f2e-a3ff-1b3f53f06682 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f829236c857467a9e0c07fa8da93387&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1531804 Feb 09 15:39:54.177023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:54.179631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96f30a-ad26-4f2e-a3ff-1b3f53f06682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897e7207-0532-402f-87f0-b4dfd0582da4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:54.195496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:54.210352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7591eb6-2cf0-4ea4-9c90-199ad2675196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f1b248-95b7-42b2-8024-0c5c57b96cfe,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:54.360240 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Floating IP 330b725f-6e4e-4164-afff-0b6e5e286863 associated. External IP: 172.25.5.233, port: feaf809d-1972-4770-b7a8-8e1cb8754ab2. Feb 09 15:39:54.430580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55346) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:54.465533 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-906cd632-455b-427d-b499-c9a67aef5159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:54.848450 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-906cd632-455b-427d-b499-c9a67aef5159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.047611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b3108-6950-4549-b576-f6fc76811e1c req-e285133d-deac-4026-91f2-45152332b77d tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:55.049472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-573b3108-6950-4549-b576-f6fc76811e1c req-e285133d-deac-4026-91f2-45152332b77d tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 972 time: 0.1734602 Feb 09 15:39:55.175319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-573b3108-6950-4549-b576-f6fc76811e1c req-c0ec5e30-cb4c-4184-a15b-331443bd2e50 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091523 Feb 09 15:39:55.190411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55370) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:55.212927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:39:55.268593 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-107e309c-0ac9-452c-bfb6-68bd6e241bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.292578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-906cd632-455b-427d-b499-c9a67aef5159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.295712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-906cd632-455b-427d-b499-c9a67aef5159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.299750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-906cd632-455b-427d-b499-c9a67aef5159 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/897e7207-0532-402f-87f0-b4dfd0582da4 HTTP/1.1" status: 204 len: 168 time: 1.1187363 Feb 09 15:39:55.340251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cd632-455b-427d-b499-c9a67aef5159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897e7207-0532-402f-87f0-b4dfd0582da4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:55.358012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-23819361-network', 'tenant_id': '67e93c2dfe9f49eb90be156bbca66090'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:55.463139 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d32da15-8d7d-4773-984e-9648e05c330b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.467143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:39:55.473697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.500431 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] Sync routers for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:39:55.521415 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:39:55.522937 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:39:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:55.528971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de578f75-7cfc-4286-b597-5d14d6f573ee tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "PUT /v2.0/floatingips/330b725f-6e4e-4164-afff-0b6e5e286863 HTTP/1.1" status: 200 len: 991 time: 3.1188776 Feb 09 15:39:55.529930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'tag': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:39:55.543231 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef08981-55ea-4223-9517-26b0fb9a07c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b31fc937-5bf9-4f3c-9316-17f4096cc8f6", "tag": "feaf809d-1972-4770-b7a8-8e1cb8754ab2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:39:55.599896 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59e4ef8-7520-47f3-88c5-e0585078a22c x-openstack-request-id: req-d59e4ef8-7520-47f3-88c5-e0585078a22c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:39:55.601074 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31fc937-5bf9-4f3c-9316-17f4096cc8f6", "tag": "feaf809d-1972-4770-b7a8-8e1cb8754ab2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:39:55.601722 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d59e4ef8-7520-47f3-88c5-e0585078a22c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:39:55.602568 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'tag': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'status': 'completed', 'code': 200} Feb 09 15:39:55.613499 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d32da15-8d7d-4773-984e-9648e05c330b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.622205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Made reservation on behalf of 67e93c2dfe9f49eb90be156bbca66090 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:55.626465 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.706802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.724696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d32da15-8d7d-4773-984e-9648e05c330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:55.733492 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:39:55.762207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e1ea-851e-4a9d-8c0e-03abf438a108 req-a73df01c-120c-4b3d-8354-11390693786e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:55.764978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d478e1ea-851e-4a9d-8c0e-03abf438a108 req-a73df01c-120c-4b3d-8354-11390693786e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.1174679 Feb 09 15:39:55.850576 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8d32da15-8d7d-4773-984e-9648e05c330b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a017f97110bb4429a83830f07b3af129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580970 Feb 09 15:39:55.856561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55386) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:55.858587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32da15-8d7d-4773-984e-9648e05c330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90484682-cbfc-4f90-ad90-7a90716bccb2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:55.875950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-8a7aff2d-e82a-4b07-98e6-7c8707016355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:55.882599 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-8a7aff2d-e82a-4b07-98e6-7c8707016355 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 1096 time: 0.2496593 Feb 09 15:39:55.945815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d478e1ea-851e-4a9d-8c0e-03abf438a108 req-000574c9-d537-41e6-bc4d-5d9ad3fc2a16 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525400 Feb 09 15:39:56.129553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55394) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:56.289449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c8fbedb-43cb-4a8e-b0f2-843a886f1f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.298149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.304709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-2de52dc4-075d-4eba-b5c5-9ed8704cc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:56.307066 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-2de52dc4-075d-4eba-b5c5-9ed8704cc64f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 925 time: 0.3976336 Feb 09 15:39:56.426967 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '330b725f-6e4e-4164-afff-0b6e5e286863', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'port_id': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'mac_address': 'fa:16:3e:e9:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:25Z', 'updated_at': '2022-02-09T15:39:53Z', 'revision_number': 1, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:56.450336 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.466589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c8fbedb-43cb-4a8e-b0f2-843a886f1f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.469819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.490049 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] Checking router: 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:39:56.505189 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:39:56.506320 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:39:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:56.520933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6d9eb79d-87f9-455b-9d72-db755d5bad42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8489f8b29704465962b4d6bb3db0bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897216 Feb 09 15:39:56.524360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55408) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:56.633000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47402a8-c493-4aa9-95f5-69e5954900b0 req-b5dee46f-cdc8-471e-b8be-ebf92384507e tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:56.637088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e47402a8-c493-4aa9-95f5-69e5954900b0 req-b5dee46f-cdc8-471e-b8be-ebf92384507e tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 972 time: 0.1755497 Feb 09 15:39:56.638783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:39:56.692843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8f627d5-8b5f-4d9c-9015-a7480a4c8426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.717348 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-18558e55-f0d3-4f4a-88ec-afa8d496bcea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2 HTTP/1.1" status: 200 len: 999 time: 0.3998563 Feb 09 15:39:56.727848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.728287 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Added segment c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068 of type vlan for network fac2674f-7944-4954-9a45-9dcc131b2b17 Feb 09 15:39:56.748575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e51c92-6e9a-4bc1-bbdc-e99a311e810b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:56.779797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e47402a8-c493-4aa9-95f5-69e5954900b0 req-d6b3554e-b90e-4187-9acf-c2548a6b6ae4 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258249 Feb 09 15:39:56.829061 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:39:56.839736 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8f627d5-8b5f-4d9c-9015-a7480a4c8426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.845733 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.864501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-f055d31e-feca-4231-9289-0fe976753217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:56.864501 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-f055d31e-feca-4231-9289-0fe976753217 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aba5ba73-d06f-4eb7-ac11-9fe80a337657 HTTP/1.1" status: 200 len: 863 time: 0.1335053 Feb 09 15:39:56.946215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c8fbedb-43cb-4a8e-b0f2-843a886f1f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.951796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c8fbedb-43cb-4a8e-b0f2-843a886f1f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:56.953944 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1c8fbedb-43cb-4a8e-b0f2-843a886f1f42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90484682-cbfc-4f90-ad90-7a90716bccb2 HTTP/1.1" status: 204 len: 168 time: 1.0972068 Feb 09 15:39:56.973306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fbedb-43cb-4a8e-b0f2-843a886f1f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90484682-cbfc-4f90-ad90-7a90716bccb2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:56.989365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-15f7ad14-3c78-49ac-a760-17db7147f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:56.994968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-15f7ad14-3c78-49ac-a760-17db7147f166 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a096b41-b9ff-4385-b004-2fb3b24bd080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212130 Feb 09 15:39:57.112724 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8f627d5-8b5f-4d9c-9015-a7480a4c8426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:57.115322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8f627d5-8b5f-4d9c-9015-a7480a4c8426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:57.116551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c8f627d5-8b5f-4d9c-9015-a7480a4c8426 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5900e3e5-a633-43f0-ad37-a9c471ebe3d5 HTTP/1.1" status: 204 len: 168 time: 0.5907891 Feb 09 15:39:57.130080 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:57.130372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f627d5-8b5f-4d9c-9015-a7480a4c8426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5900e3e5-a633-43f0-ad37-a9c471ebe3d5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:57.131073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:57.131692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:57.240215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] Pushing event updated for resources: {'Network': ['ID=fac2674f-7944-4954-9a45-9dcc131b2b17,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:57.270301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network fac2674f-7944-4954-9a45-9dcc131b2b17 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:39:57.273039 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-f9f87c00-d443-4c23-801d-56155f085669 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636654 Feb 09 15:39:57.320369 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '330b725f-6e4e-4164-afff-0b6e5e286863', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'port_id': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'mac_address': 'fa:16:3e:e9:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:25Z', 'updated_at': '2022-02-09T15:39:53Z', 'revision_number': 1, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:39:57.330548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f08a20-bf7d-42a7-b1d8-0ad7c5f3957f req-a99c4a71-8fb7-41ec-95dc-b09d312a8f41 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:57.334171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f08a20-bf7d-42a7-b1d8-0ad7c5f3957f req-a99c4a71-8fb7-41ec-95dc-b09d312a8f41 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.1484427 Feb 09 15:39:57.346060 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c603e1a2-c756-4b2b-9605-4be4124f98a4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9126096 Feb 09 15:39:57.348710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55428) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:57.353630 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937755-db10-4337-85a4-e19b54b831ab None None] The sync data for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 is: [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '330b725f-6e4e-4164-afff-0b6e5e286863', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'port_id': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'mac_address': 'fa:16:3e:e9:0b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:25Z', 'updated_at': '2022-02-09T15:39:53Z', 'revision_number': 1, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:39:57.363047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Request body: {'subnet': {'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-23819361-subnet', 'tenant_id': '67e93c2dfe9f49eb90be156bbca66090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:39:57.479490 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6ef08981-55ea-4223-9517-26b0fb9a07c0 req-ba5120dd-9f2e-4604-bcd0-4a06746d9e6b service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966000 Feb 09 15:39:57.503676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f08a20-bf7d-42a7-b1d8-0ad7c5f3957f req-fc59bdc3-e0aa-4a45-a740-6eb96188a7e5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335809 Feb 09 15:39:57.570240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Made reservation on behalf of 67e93c2dfe9f49eb90be156bbca66090 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:39:57.573060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:57.791453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63080a6e-9359-443d-8462-f2bcc86d73e2 None None] New status for floating IP 330b725f-6e4e-4164-afff-0b6e5e286863: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:39:57.884735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f6014-bd3e-43ab-92f6-5f6c5920a25d req-021dadbf-f442-4254-afba-ce176825b2e1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:57.887787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd5f6014-bd3e-43ab-92f6-5f6c5920a25d req-021dadbf-f442-4254-afba-ce176825b2e1 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 972 time: 0.1661828 Feb 09 15:39:58.029717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd5f6014-bd3e-43ab-92f6-5f6c5920a25d req-ed674f19-daa5-4ad3-a91f-6ddd98ff55c2 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320922 Feb 09 15:39:58.075606 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:58.268327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:58.338717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad2ca4b2-80df-4b67-b468-18d697cb7531,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:58.355488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:39:58.356071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Network hostable DHCP agents. Network: fac2674f-7944-4954-9a45-9dcc131b2b17, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:39:58.523212 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:58.650203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47969b-ee26-4c08-82cb-efac18688a14 req-30ff1be6-172d-4d05-8791-c189f840564c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:58.652941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d47969b-ee26-4c08-82cb-efac18688a14 req-30ff1be6-172d-4d05-8791-c189f840564c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.0568228 Feb 09 15:39:58.654579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Network fac2674f-7944-4954-9a45-9dcc131b2b17 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:39:58.708207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d47969b-ee26-4c08-82cb-efac18688a14 req-b9de0d5d-92b5-46f6-b51b-975c71554b6d tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461731 Feb 09 15:39:58.777578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, fac2674f-7944-4954-9a45-9dcc131b2b17) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:39:58.796787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1d925-f61a-4a89-b4c2-2048a6e4d860 None None] Network fac2674f-7944-4954-9a45-9dcc131b2b17 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:39:58.813916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:58.815953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:58.910740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dbca-d9cb-4391-beda-26a0fe080b2e req-3e36f4d5-2bd8-41bf-991a-070905c5ca4b tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:58.912558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92c4dbca-d9cb-4391-beda-26a0fe080b2e req-3e36f4d5-2bd8-41bf-991a-070905c5ca4b tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 972 time: 0.1295042 Feb 09 15:39:58.931855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf70fef-68a5-4bf6-9686-0c262ccfb8ec req-597d8ffa-cbc9-4c1c-b7fe-093ee2144e42 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:39:58.933698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5bf70fef-68a5-4bf6-9686-0c262ccfb8ec req-597d8ffa-cbc9-4c1c-b7fe-093ee2144e42 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.0854292 Feb 09 15:39:58.966104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55452) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:58.993824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b52a2c64-9496-416d-bedd-8b2145bde216 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6304395 Feb 09 15:39:59.006679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54bec96d-03d9-40ac-83a9-7ba2fde55400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.033100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92c4dbca-d9cb-4391-beda-26a0fe080b2e req-43f8a90b-82ea-447d-aefb-37d430c0ccad tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982914 Feb 09 15:39:59.056597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5bf70fef-68a5-4bf6-9686-0c262ccfb8ec req-fb4c1d47-f1ec-4fa3-8f8d-9cc046fb0c2c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017802 Feb 09 15:39:59.091231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55456) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:59.198868 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ebea2bcb-36f0-4b46-967a-9be82e0e70d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d56ee87412964e8fb1a4abfb22bfb8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806367 Feb 09 15:39:59.198868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55460) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:59.202798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c02c6-eed8-44bf-93f7-4deeb71f0447 None None] Network fac2674f-7944-4954-9a45-9dcc131b2b17 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:39:59.209451 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54bec96d-03d9-40ac-83a9-7ba2fde55400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.280116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc45ea82-2bd5-4c96-9562-0e23d5d2b40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.319524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc45ea82-2bd5-4c96-9562-0e23d5d2b40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.335486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54bec96d-03d9-40ac-83a9-7ba2fde55400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.417663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-54bec96d-03d9-40ac-83a9-7ba2fde55400 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91bce68b1647475fbcd0dd6c6314861c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536045 Feb 09 15:39:59.420320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55468) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:39:59.428210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bec96d-03d9-40ac-83a9-7ba2fde55400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80efdb9f-8255-4a23-8c14-ebcb6825d020,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:59.494802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc45ea82-2bd5-4c96-9562-0e23d5d2b40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.497307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-447ded87-d4ea-40db-99bf-29015d761648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.501223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc45ea82-2bd5-4c96-9562-0e23d5d2b40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.505718 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dc45ea82-2bd5-4c96-9562-0e23d5d2b40e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2c0357d-e795-49c5-b0c8-d9e50b8b7658 HTTP/1.1" status: 204 len: 168 time: 0.3055348 Feb 09 15:39:59.515804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45ea82-2bd5-4c96-9562-0e23d5d2b40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c0357d-e795-49c5-b0c8-d9e50b8b7658,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:39:59.546942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-447ded87-d4ea-40db-99bf-29015d761648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.679645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.721287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-447ded87-d4ea-40db-99bf-29015d761648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.728579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-447ded87-d4ea-40db-99bf-29015d761648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:59.731526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-447ded87-d4ea-40db-99bf-29015d761648 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80efdb9f-8255-4a23-8c14-ebcb6825d020 HTTP/1.1" status: 204 len: 168 time: 0.3098032 Feb 09 15:39:59.752192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ded87-d4ea-40db-99bf-29015d761648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80efdb9f-8255-4a23-8c14-ebcb6825d020,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:00.076446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-952e3980-323a-4750-abf3-2d49e739ac78 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:00.078897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-952e3980-323a-4750-abf3-2d49e739ac78 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 972 time: 0.0780458 Feb 09 15:40:00.281295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Deleting port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:40:00.281641 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:00.359394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd89d62-fc8c-447f-a6fe-2dd5bfb8b67c req-9cbe1a4e-812d-44ac-a8e9-1afc49b6a541 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:00.360253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdd89d62-fc8c-447f-a6fe-2dd5bfb8b67c req-9cbe1a4e-812d-44ac-a8e9-1afc49b6a541 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 972 time: 0.1304479 Feb 09 15:40:00.431670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] For port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:00.432192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:00.444819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdd89d62-fc8c-447f-a6fe-2dd5bfb8b67c req-766851ce-b513-4fcd-80c6-1697f79bd04b tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/security-groups?id=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757251 Feb 09 15:40:00.453067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Calling delete_port for bafbfe76-608b-46fe-b3c7-0facf1f4d8bc owned by compute:tempest-test_az-1577278035 {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:40:00.713087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:00.726455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['bafbfe76-608b-46fe-b3c7-0facf1f4d8bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:40:00.756927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Pushing event deleted for resources: {'Port': ['ID=bafbfe76-608b-46fe-b3c7-0facf1f4d8bc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:00.848969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] No DVR routers for this DVR port bafbfe76-608b-46fe-b3c7-0facf1f4d8bc on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:40:00.855352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:00.867613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a885ef71-ca92-4ef2-877e-af4c2db2a5d5 req-daa60a0d-909f-44e5-8aff-844c8d7f3707 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.73 "DELETE /v2.0/ports/bafbfe76-608b-46fe-b3c7-0facf1f4d8bc HTTP/1.1" status: 204 len: 173 time: 0.7821214 Feb 09 15:40:00.868766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0daec00-b092-42d5-bf3d-25fafbf9cb91', 'name': 'network-vif-deleted', 'tag': 'bafbfe76-608b-46fe-b3c7-0facf1f4d8bc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:00.873992 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f0283e-948d-498d-92f2-d224aef5f4fd" -d '{"events": [{"server_uuid": "b0daec00-b092-42d5-bf3d-25fafbf9cb91", "name": "network-vif-deleted", "tag": "bafbfe76-608b-46fe-b3c7-0facf1f4d8bc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:00.934073 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba071ad-9a5b-4974-88f2-afdb27ff9b04 x-openstack-request-id: req-8ba071ad-9a5b-4974-88f2-afdb27ff9b04 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:00.934373 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0daec00-b092-42d5-bf3d-25fafbf9cb91", "name": "network-vif-deleted", "tag": "bafbfe76-608b-46fe-b3c7-0facf1f4d8bc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:00.934621 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ba071ad-9a5b-4974-88f2-afdb27ff9b04 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:00.935043 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0daec00-b092-42d5-bf3d-25fafbf9cb91', 'name': 'network-vif-deleted', 'tag': 'bafbfe76-608b-46fe-b3c7-0facf1f4d8bc', 'status': 'completed', 'code': 200} Feb 09 15:40:01.127796 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:40:01.427809 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:01.748819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39cb2f9c-9ab3-4ae6-b834-d33aeaa762e2 req-c1873b01-cf9f-4ecb-9e13-aa14524da998 tempest-DeleteServersAdminTestJSON-584342415 tempest-DeleteServersAdminTestJSON-584342415-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0daec00-b092-42d5-bf3d-25fafbf9cb91 HTTP/1.1" status: 200 len: 210 time: 0.0388601 Feb 09 15:40:02.620195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55598) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:02.626822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1807100602-network', 'tenant_id': 'd5d2d2a9c341427da087acf5888131a2'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:02.724307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Made reservation on behalf of d5d2d2a9c341427da087acf5888131a2 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:02.726903 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:02.737344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:02.856371 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:02.959104 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:02.992498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:40:03.026535 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:03.027123 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Added segment f1b815b3-4946-43cd-9a26-504821ccd007 of type vlan for network 50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5 Feb 09 15:40:03.045647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ded6c6-053e-4399-b217-291728ea9bd4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:03.058388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55616) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:03.100284 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:03.208726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:03.209743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:03.210414 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:03.284316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:03.300247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:40:03.353161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6fc8c62e-c836-4a8d-a2e1-aaf82fc8e8a6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7309730 Feb 09 15:40:03.356665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55630) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:03.361656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Request body: {'subnet': {'network_id': '50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1807100602-subnet', 'tenant_id': 'd5d2d2a9c341427da087acf5888131a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:03.464140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4de7c0a0-5d5d-47ad-ad39-166ca9847368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:03.473072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Made reservation on behalf of d5d2d2a9c341427da087acf5888131a2 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:03.475601 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:03.746445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4de7c0a0-5d5d-47ad-ad39-166ca9847368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:03.861554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4de7c0a0-5d5d-47ad-ad39-166ca9847368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:03.907155 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4de7c0a0-5d5d-47ad-ad39-166ca9847368 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4c47254d2c440968617abc432477d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8484287 Feb 09 15:40:03.910290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55640) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:03.918614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7c0a0-5d5d-47ad-ad39-166ca9847368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4701b8-6c35-48c9-9cf1-044540b74d07,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:03.938187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.015412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5769f9e6-304e-498a-96d4-e6d9bea2a474,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:04.039545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d281ccda-c0e0-4dfb-a96a-37fc82abbffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.047398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Checking segment: {'id': 'f1b815b3-4946-43cd-9a26-504821ccd007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:04.047752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Network hostable DHCP agents. Network: 50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:40:04.075710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d281ccda-c0e0-4dfb-a96a-37fc82abbffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.155093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:04.182591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Network 50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:40:04.215086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55654) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:04.228428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d281ccda-c0e0-4dfb-a96a-37fc82abbffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.232762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d281ccda-c0e0-4dfb-a96a-37fc82abbffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.234381 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d281ccda-c0e0-4dfb-a96a-37fc82abbffc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca4701b8-6c35-48c9-9cf1-044540b74d07 HTTP/1.1" status: 204 len: 168 time: 0.3230276 Feb 09 15:40:04.246223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281ccda-c0e0-4dfb-a96a-37fc82abbffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4701b8-6c35-48c9-9cf1-044540b74d07,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:04.359348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:04.366924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:04.369209 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.381102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c396711-7213-465c-97d1-f61530cc18c0 None None] Network 50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:04.486681 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e96cbdfc-de12-4f8b-9734-00de18cde205 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1264927 Feb 09 15:40:04.582798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-9e5e22d7-4178-4313-8821-a4bb6de58fb2 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=671e7cc543de441c893da2563febc5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551484 Feb 09 15:40:04.613847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d226fc82-f8b8-4b1d-ba8f-f30b9fc4c710 None None] Network 50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:04.642611 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bf7d9db4-bb17-4777-ab1a-ba03d38fbd98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4eb67f7464794050b55e8c96958f5713&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4259467 Feb 09 15:40:04.652256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55674) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:04.661815 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15ae1509-8065-4ca6-a686-340c60519041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.729743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bafbfe76-608b-46fe-b3c7-0facf1f4d8bc no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:40:04.761452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a005664c-603a-4a8a-988c-6bb766290ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.801216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a005664c-603a-4a8a-988c-6bb766290ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.820790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: bafbfe76-608b-46fe-b3c7-0facf1f4d8bc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:40:04.822065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bafbfe76-608b-46fe-b3c7-0facf1f4d8bc not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:40:04.841784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-a1834cfa-cfbc-40d3-b28d-d6dc2a379e45 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:04.850412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-a1834cfa-cfbc-40d3-b28d-d6dc2a379e45 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663870 Feb 09 15:40:04.869630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-cd798b0f-7d9f-4aa7-9b8a-8df0c5124f1e tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/quotas/671e7cc543de441c893da2563febc5a1 HTTP/1.1" status: 200 len: 375 time: 0.0182123 Feb 09 15:40:04.879909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15ae1509-8065-4ca6-a686-340c60519041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:04.903995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-5e96d46c-c88e-4332-9788-9a1386927635 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=671e7cc543de441c893da2563febc5a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334415 Feb 09 15:40:05.011524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a005664c-603a-4a8a-988c-6bb766290ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:05.016037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a005664c-603a-4a8a-988c-6bb766290ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:05.017974 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a005664c-603a-4a8a-988c-6bb766290ff1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf HTTP/1.1" status: 204 len: 168 time: 0.3636181 Feb 09 15:40:05.019106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15ae1509-8065-4ca6-a686-340c60519041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:05.045974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005664c-603a-4a8a-988c-6bb766290ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef0c99f-4b3d-4ac3-8130-0dfdb2d79acf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:05.070069 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-15ae1509-8065-4ca6-a686-340c60519041 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66d2e37409df47138d518d6345fd4d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9138377 Feb 09 15:40:05.075257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55684) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:05.087312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae1509-8065-4ca6-a686-340c60519041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56b816-79d8-41bd-a813-c4f5b523901d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:05.182530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da917a33-5b13-4eee-9ef3-01e7d5e749e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:05.218769 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-36125712-6086-4aba-a238-3e044eed84a9 req-74b10391-fc75-4595-b967-197401687296 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517802 Feb 09 15:40:05.234982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da917a33-5b13-4eee-9ef3-01e7d5e749e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:05.381457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66b3c3eb-43ff-4f05-b110-f4265036a4f2 req-23d50c80-4de3-44e9-b4fa-e770f618e06a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0341632 Feb 09 15:40:05.385841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125712-6086-4aba-a238-3e044eed84a9 req-f83a4984-e4e3-4831-9483-cae25291090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:05.387862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-36125712-6086-4aba-a238-3e044eed84a9 req-f83a4984-e4e3-4831-9483-cae25291090f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0878201 Feb 09 15:40:05.507242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125712-6086-4aba-a238-3e044eed84a9 req-4c9ab6ce-364a-4e37-9aef-a215e07260f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:05.508812 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-36125712-6086-4aba-a238-3e044eed84a9 req-4c9ab6ce-364a-4e37-9aef-a215e07260f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 925 time: 0.0977263 Feb 09 15:40:05.511173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da917a33-5b13-4eee-9ef3-01e7d5e749e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:05.513853 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da917a33-5b13-4eee-9ef3-01e7d5e749e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:05.518680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-da917a33-5b13-4eee-9ef3-01e7d5e749e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d56b816-79d8-41bd-a813-c4f5b523901d HTTP/1.1" status: 204 len: 168 time: 0.4383452 Feb 09 15:40:05.528981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da917a33-5b13-4eee-9ef3-01e7d5e749e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d56b816-79d8-41bd-a813-c4f5b523901d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:05.756536 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-36125712-6086-4aba-a238-3e044eed84a9 req-75eafda3-37ba-4677-ac18-ac51a4f7e921 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2 HTTP/1.1" status: 200 len: 1001 time: 0.2404404 Feb 09 15:40:05.815838 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125712-6086-4aba-a238-3e044eed84a9 req-d61248f9-e19e-444d-adf4-cdcfb146f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:05.818103 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-36125712-6086-4aba-a238-3e044eed84a9 req-d61248f9-e19e-444d-adf4-cdcfb146f39d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aba5ba73-d06f-4eb7-ac11-9fe80a337657 HTTP/1.1" status: 200 len: 863 time: 0.0540369 Feb 09 15:40:05.836038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55702) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:05.858498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8db2a741-6c8d-49b0-9d6f-8a537c3d33e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:05.873011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125712-6086-4aba-a238-3e044eed84a9 req-f07bb70f-8e97-4ef9-a7ec-9271a30f7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:05.874728 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-36125712-6086-4aba-a238-3e044eed84a9 req-f07bb70f-8e97-4ef9-a7ec-9271a30f7e22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a096b41-b9ff-4385-b004-2fb3b24bd080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490386 Feb 09 15:40:05.978359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8db2a741-6c8d-49b0-9d6f-8a537c3d33e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:06.042503 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-36125712-6086-4aba-a238-3e044eed84a9 req-bf6b40ee-c3e7-4911-a73e-2242c534daaf service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602199 Feb 09 15:40:06.118319 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8db2a741-6c8d-49b0-9d6f-8a537c3d33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:06.170301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8db2a741-6c8d-49b0-9d6f-8a537c3d33e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c95c7463573c4b2881f3162dce5bb3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325019 Feb 09 15:40:06.170982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55710) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:06.179427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2a741-6c8d-49b0-9d6f-8a537c3d33e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc19ec96-2b18-4970-8b5e-24c437349ea8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:06.187192 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-36125712-6086-4aba-a238-3e044eed84a9 req-373a64fe-6da4-464a-8c31-a8312a0ad268 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341109 Feb 09 15:40:06.277503 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fb820a7-bc7e-4ed1-b114-5769a1b9157d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:06.307518 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fb820a7-bc7e-4ed1-b114-5769a1b9157d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:06.459314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac36d903-dcdf-4273-84aa-d0cc896aaaca req-15dbbe1b-7baa-453c-bff5-a5919a8d1379 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0297170 Feb 09 15:40:06.469146 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fb820a7-bc7e-4ed1-b114-5769a1b9157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:06.472293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fb820a7-bc7e-4ed1-b114-5769a1b9157d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:06.473626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1fb820a7-bc7e-4ed1-b114-5769a1b9157d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc19ec96-2b18-4970-8b5e-24c437349ea8 HTTP/1.1" status: 204 len: 168 time: 0.3013098 Feb 09 15:40:06.482666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb820a7-bc7e-4ed1-b114-5769a1b9157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc19ec96-2b18-4970-8b5e-24c437349ea8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:06.742790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55724) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:06.764351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dbb960d-62e7-474b-bb23-57098840931b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:06.877986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dbb960d-62e7-474b-bb23-57098840931b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:06.968388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8dbb960d-62e7-474b-bb23-57098840931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:07.036559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb960d-62e7-474b-bb23-57098840931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd4789-4da6-40b6-87a6-6f4008820f3e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:07.041731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8dbb960d-62e7-474b-bb23-57098840931b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8be641ab10e4e538a24458673621a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973020 Feb 09 15:40:07.045216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55736) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:07.076064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-c8d88cb4-61e7-4f12-ac02-74b6b2fdad15 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:07.077735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-c8d88cb4-61e7-4f12-ac02-74b6b2fdad15 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 806 time: 0.1902585 Feb 09 15:40:07.099267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-1f4ef061-20d5-40e6-9992-6c4bf258c346 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/quotas/67e93c2dfe9f49eb90be156bbca66090 HTTP/1.1" status: 200 len: 375 time: 0.0144308 Feb 09 15:40:07.114293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-caf6d8dc-4b2e-4b9c-b72c-bff5462ad143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:07.138412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-35833d2a-0caf-4562-844a-7d78e3f5a989 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319128 Feb 09 15:40:07.158573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-caf6d8dc-4b2e-4b9c-b72c-bff5462ad143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:07.261060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-bd7c7bfd-a0da-497d-b16d-2cae4d1e7ae5 service neutron] 10.222.0.53 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142807 Feb 09 15:40:07.364465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-35864010-40e6-4274-bda2-8eb179c9d5a7 service neutron] 10.222.0.53 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967441 Feb 09 15:40:07.507565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-caf6d8dc-4b2e-4b9c-b72c-bff5462ad143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:07.511292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-caf6d8dc-4b2e-4b9c-b72c-bff5462ad143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:07.516460 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-caf6d8dc-4b2e-4b9c-b72c-bff5462ad143 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6fd4789-4da6-40b6-87a6-6f4008820f3e HTTP/1.1" status: 204 len: 168 time: 0.4662621 Feb 09 15:40:07.521796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6d8dc-4b2e-4b9c-b72c-bff5462ad143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd4789-4da6-40b6-87a6-6f4008820f3e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:07.633854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6de9117a-6c1f-4416-ae4b-991ed149f541 req-7f692694-6c14-418e-a7bc-989494935c81 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0353982 Feb 09 15:40:07.844447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf6340ad-d108-4c4f-984b-f9c368f4f654 req-dac96a1a-e925-4fc0-af69-2016e578f4c4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0367835 Feb 09 15:40:08.752477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71b3689f-0d91-4df3-94f3-5aa6d793d87f req-5734a467-2333-4289-99d1-b11e4626bc25 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0292983 Feb 09 15:40:09.060941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ae2b40c-9815-446e-83e1-8acc8325d26e req-00ec8851-3506-4f6c-9cf4-10383963b38d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 210 time: 0.1053371 Feb 09 15:40:09.125172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-27967209-ccb5-4614-9faf-1119366e81c2 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=671e7cc543de441c893da2563febc5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793717 Feb 09 15:40:09.329636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-5d463dc4-8667-462c-954f-154d132b5008 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:09.331341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-5d463dc4-8667-462c-954f-154d132b5008 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991985 Feb 09 15:40:09.345720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Request body: {'port': {'device_id': 'ed5e91da-8a1f-4d86-8460-d022ab90bfe2', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '671e7cc543de441c893da2563febc5a1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:09.809572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Made reservation on behalf of 671e7cc543de441c893da2563febc5a1 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:09.813528 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:09.832005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:09.935335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-657dcb4a-d16f-4634-af90-f45383c08ecc req-612c7dc4-5338-4e77-b54b-b82a906bc4a9 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0576921 Feb 09 15:40:10.020149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.133541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.194277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46a278-e5bf-48a9-82f6-2211adcb0258,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:10.204839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55848) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:10.276098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-209b6143-06db-4cfe-8be0-0df9b44933d5 req-87c205a4-9d91-43c6-8c2c-f093f03d7c80 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0825372 Feb 09 15:40:10.394277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Allocated IP 192.168.233.110 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/c54d5149-5024-4b4f-9363-d09de188e7d4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:40:10.423513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-network', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:10.587221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Made reservation on behalf of 0d6830ae7a5d46b291da54adea166bdb for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:10.593722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.613400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.625805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55866) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:10.640796 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.755062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.787195 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.844168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:10.847449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:10.851585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:40:10.858274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:10.859131 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.869678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Pushing event updated for resources: {'Port': ['ID=c54d5149-5024-4b4f-9363-d09de188e7d4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:10.878133 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.939017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:40:10.954884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5333d5d8-e67f-4329-9569-4a949719342a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:10.972835 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:10.972835 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Added segment 7e2a6e51-8642-4484-aa10-b373f4160e7b of type vlan for network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 Feb 09 15:40:11.005309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fc06db4b-70e1-4357-a874-61ec7b775d59 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6636367 Feb 09 15:40:11.032343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Request body: {'port': {'device_id': 'ed5e91da-8a1f-4d86-8460-d022ab90bfe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:11.113007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.184203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-518036b0-0503-45fc-a158-8dce5f943c25 None None] Provisioning complete for port c54d5149-5024-4b4f-9363-d09de188e7d4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:11.185928 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-518036b0-0503-45fc-a158-8dce5f943c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.229292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.232567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:11.234502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.295614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-518036b0-0503-45fc-a158-8dce5f943c25 None None] Port c54d5149-5024-4b4f-9363-d09de188e7d4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:40:11.345277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1977129461-network', 'tenant_id': '5e9ea437e3eb4a6ea2e992626d91384e'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:11.374393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] Pushing event updated for resources: {'Network': ['ID=df3c0ade-ecaa-4983-b27e-41e24bd32ec3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:11.394599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:40:11.423135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e067b8f-2832-443b-9f10-09cefd3d6642 req-989aefbb-d41a-4466-873a-8bc4cfd7fa87 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:11.437001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e067b8f-2832-443b-9f10-09cefd3d6642 req-989aefbb-d41a-4466-873a-8bc4cfd7fa87 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 936 time: 0.3445947 Feb 09 15:40:11.476449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:11.489865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.505678 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e753f11e-2439-4c6a-ba36-9501f6750b63 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2994895 Feb 09 15:40:11.510788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55888) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:11.518626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Request body: {'subnet': {'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-subnet', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:11.688307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e067b8f-2832-443b-9f10-09cefd3d6642 req-549ec59e-a8b4-487c-8438-2835e041d0f1 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496917 Feb 09 15:40:11.718194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-907c6bff-9707-4219-8bc3-6a64deff964f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:11.727912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-907c6bff-9707-4219-8bc3-6a64deff964f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 806 time: 0.6366289 Feb 09 15:40:11.740873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Made reservation on behalf of 5e9ea437e3eb4a6ea2e992626d91384e for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:11.744888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.756891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Request body: {'port': {'device_id': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'admin_state_up': True, 'tenant_id': '67e93c2dfe9f49eb90be156bbca66090'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:11.799044 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86e932f2-a84d-49c2-a075-cdb5049cb002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.863267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Made reservation on behalf of 0d6830ae7a5d46b291da54adea166bdb for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:11.865870 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.875222 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:11.987856 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86e932f2-a84d-49c2-a075-cdb5049cb002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.170821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86e932f2-a84d-49c2-a075-cdb5049cb002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.266402 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-86e932f2-a84d-49c2-a075-cdb5049cb002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f99897ff7904d529b9dbd5c7868792b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7842672 Feb 09 15:40:12.267320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:12.279327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e932f2-a84d-49c2-a075-cdb5049cb002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009e37be-7776-45af-8d93-b9dc6bc37ee8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:12.296646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.403116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda0126b-9fbb-4c7d-b235-68c05dff97fc,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:12.422190 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44b0f173-c4c2-4f21-9d7b-6b85171f2548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.430836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8129005-8bb9-446b-ac92-e1e40b5bb7f9 req-6bdd49fd-1296-4139-ab38-0c0e008249a5 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 210 time: 0.5548804 Feb 09 15:40:12.435224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Checking segment: {'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:12.435224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Network hostable DHCP agents. Network: df3c0ade-ecaa-4983-b27e-41e24bd32ec3, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:40:12.457169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44b0f173-c4c2-4f21-9d7b-6b85171f2548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.763523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:40:12.772265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54d5149-5024-4b4f-9363-d09de188e7d4 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:12.782180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.798505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44b0f173-c4c2-4f21-9d7b-6b85171f2548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.801511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44b0f173-c4c2-4f21-9d7b-6b85171f2548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.807085 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44b0f173-c4c2-4f21-9d7b-6b85171f2548 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/009e37be-7776-45af-8d93-b9dc6bc37ee8 HTTP/1.1" status: 204 len: 168 time: 0.5352614 Feb 09 15:40:12.809136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Transition to ACTIVE for port object c54d5149-5024-4b4f-9363-d09de188e7d4 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:40:12.818266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0f173-c4c2-4f21-9d7b-6b85171f2548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009e37be-7776-45af-8d93-b9dc6bc37ee8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:12.903598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Made reservation on behalf of 67e93c2dfe9f49eb90be156bbca66090 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:12.906854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, df3c0ade-ecaa-4983-b27e-41e24bd32ec3) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:12.911528 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.918443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:12.919140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:12.928697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5523cbfb-626d-4cee-a032-c4bbcc29078f None None] Network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:12.954521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.027428 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-51701c2f-5caa-410a-9920-1013fe424100 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5150206 Feb 09 15:40:13.030402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55924) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:13.037021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:13.135560 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.140148 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.160541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.253277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Attempting to bind port c54d5149-5024-4b4f-9363-d09de188e7d4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:13.253885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Attempting to bind port c54d5149-5024-4b4f-9363-d09de188e7d4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:13.254229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Attempting to bind port c54d5149-5024-4b4f-9363-d09de188e7d4 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:13.266190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d100b-6e06-416a-8042-49a366ea4d43 req-e732dd00-99f1-494c-bbc3-a01aac0f4f6a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:13.276992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf9d100b-6e06-416a-8042-49a366ea4d43 req-e732dd00-99f1-494c-bbc3-a01aac0f4f6a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 936 time: 0.3971169 Feb 09 15:40:13.298356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Pushing event updated for resources: {'Port': ['ID=c54d5149-5024-4b4f-9363-d09de188e7d4,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:13.330316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.330651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-df3c0ade-ecaa-4983-b27e-41e24bd32ec3', 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'fixed_ips': [{'subnet_id': 'bda0126b-9fbb-4c7d-b235-68c05dff97fc'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:40:13.333164 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.350788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.383126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Port c54d5149-5024-4b4f-9363-d09de188e7d4 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:40:13.383573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Attempting to bind port c54d5149-5024-4b4f-9363-d09de188e7d4 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:13.456005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:13.456568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:13.457169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:13.457894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Bound port: c54d5149-5024-4b4f-9363-d09de188e7d4, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:13.458485 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.510451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:40:13.575718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4390bc-ce66-481c-a5ff-0d3955f6ee79,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:13.622646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.623321 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Added segment 855781ee-7781-4d0f-9efc-20ddd1bc7e45 of type vlan for network c327f406-6a3b-4970-a56b-6beabe5d8c37 Feb 09 15:40:13.657724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf9d100b-6e06-416a-8042-49a366ea4d43 req-015fe3a7-801f-4840-b440-b3890255449d tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405769 Feb 09 15:40:13.691584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Allocated IP 172.20.0.2 (df3c0ade-ecaa-4983-b27e-41e24bd32ec3/bda0126b-9fbb-4c7d-b235-68c05dff97fc/8784458b-3495-45f6-bc93-e7d91e85f506) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:40:13.754092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.781276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Allocated IP 172.20.0.8 (fac2674f-7944-4954-9a45-9dcc131b2b17/ad2ca4b2-80df-4b67-b468-18d697cb7531/6223a3f1-7242-41ea-91ca-35dad7eff454) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:40:13.787254 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:13.871292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6eb63376-7a5a-42a2-9643-3c4e2b1031b6 req-3756b964-e311-4b2b-8d9b-b98810e3e04f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0952263 Feb 09 15:40:13.994147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] For port c54d5149-5024-4b4f-9363-d09de188e7d4, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:14.009557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.045942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] For port c54d5149-5024-4b4f-9363-d09de188e7d4, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c54d5149-5024-4b4f-9363-d09de188e7d4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:14.111010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.112761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:14.118756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.168699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55962) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:14.187875 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.214636 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.247103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:14.251144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:14.258185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:40:14.262776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Pushing event updated for resources: {'Port': ['ID=8784458b-3495-45f6-bc93-e7d91e85f506,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:14.325934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a4d17ed-685a-4124-b45d-962639903453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.389254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:14.391208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.393073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Attempting to bind port 8784458b-3495-45f6-bc93-e7d91e85f506 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:14.393438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Attempting to bind port 8784458b-3495-45f6-bc93-e7d91e85f506 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:14.393861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Attempting to bind port 8784458b-3495-45f6-bc93-e7d91e85f506 on network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:14.398211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] 10.222.0.73 "PUT /v2.0/ports/c54d5149-5024-4b4f-9363-d09de188e7d4 HTTP/1.1" status: 200 len: 1096 time: 3.3823977 Feb 09 15:40:14.408683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:14.415544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Checking segment: {'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:14.415544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.415544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Bound using segment: {'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:14.415544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Bound port: 8784458b-3495-45f6-bc93-e7d91e85f506, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:14.415544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.419832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.422984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5e91da-8a1f-4d86-8460-d022ab90bfe2', 'tag': 'c54d5149-5024-4b4f-9363-d09de188e7d4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:14.429378 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5ec4d4-c03f-4922-b74e-483b06e78bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5e91da-8a1f-4d86-8460-d022ab90bfe2", "tag": "c54d5149-5024-4b4f-9363-d09de188e7d4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:14.453370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] Pushing event updated for resources: {'Network': ['ID=c327f406-6a3b-4970-a56b-6beabe5d8c37,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:14.471164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.525191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c327f406-6a3b-4970-a56b-6beabe5d8c37 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:40:14.526329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9eb2642d-16fc-479a-a37f-41ab4655636e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.8930428 Feb 09 15:40:14.534405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55976) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:14.542567 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f987e0-d8a7-4ae3-aa61-5dd5598fc663 x-openstack-request-id: req-73f987e0-d8a7-4ae3-aa61-5dd5598fc663 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:14.543021 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5e91da-8a1f-4d86-8460-d022ab90bfe2", "tag": "c54d5149-5024-4b4f-9363-d09de188e7d4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:14.543410 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73f987e0-d8a7-4ae3-aa61-5dd5598fc663 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:14.544050 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5e91da-8a1f-4d86-8460-d022ab90bfe2', 'tag': 'c54d5149-5024-4b4f-9363-d09de188e7d4', 'status': 'completed', 'code': 200} Feb 09 15:40:14.545814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Request body: {'subnet': {'network_id': 'c327f406-6a3b-4970-a56b-6beabe5d8c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1977129461-subnet', 'tenant_id': '5e9ea437e3eb4a6ea2e992626d91384e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:14.668487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] For port 8784458b-3495-45f6-bc93-e7d91e85f506, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:14.672209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] For port 8784458b-3495-45f6-bc93-e7d91e85f506, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8784458b-3495-45f6-bc93-e7d91e85f506,segment=NetworkSegment(7e2a6e51-8642-4484-aa10-b373f4160e7b),segment_id=7e2a6e51-8642-4484-aa10-b373f4160e7b)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:14.705350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86f2a2-9f26-4ba9-9cf3-d445a3a6d559 service neutron] Pushing event updated for resources: {'Port': ['ID=c54d5149-5024-4b4f-9363-d09de188e7d4,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:14.728384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.763268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ec4d4-c03f-4922-b74e-483b06e78bd6 req-f1590d9a-de46-4dd1-b1fa-0c27622adb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:14.764950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c5ec4d4-c03f-4922-b74e-483b06e78bd6 req-f1590d9a-de46-4dd1-b1fa-0c27622adb39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=671e7cc543de441c893da2563febc5a1&device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 1099 time: 0.1835072 Feb 09 15:40:14.795579 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:14.849913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c5ec4d4-c03f-4922-b74e-483b06e78bd6 req-6357f48d-3997-47b1-be8c-3810028237e7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=671e7cc543de441c893da2563febc5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691586 Feb 09 15:40:14.903470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Made reservation on behalf of 5e9ea437e3eb4a6ea2e992626d91384e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:14.928532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba6efe-2dd9-4124-8ae2-9db94c9a12eb None None] Pushing event updated for resources: {'Port': ['ID=8784458b-3495-45f6-bc93-e7d91e85f506,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:14.932014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Notify callbacks [] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.060507 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a4d17ed-685a-4124-b45d-962639903453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.142666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.144127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Allocated IP 172.25.5.18 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/a070abb0-4d9a-4677-bfa2-0e4cee367a78) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:40:15.203171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a4d17ed-685a-4124-b45d-962639903453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.389324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Network fac2674f-7944-4954-9a45-9dcc131b2b17 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:15.389977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55986) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:15.412439 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4a4d17ed-685a-4124-b45d-962639903453 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7e03f97c8b949d4b4272e763f8e53f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2421763 Feb 09 15:40:15.417550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d17ed-685a-4124-b45d-962639903453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5d37a-787d-42d7-aa20-01b3e606bab6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:15.424193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55990) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:15.443154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:15.467086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:40:15.491274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:15.492777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.501616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Pushing event updated for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:15.541564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362ef43-b93b-423a-b991-7516cdcf21eb req-3507d88e-6351-4615-ad11-fefd54c25853 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:15.555305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5362ef43-b93b-423a-b991-7516cdcf21eb req-3507d88e-6351-4615-ad11-fefd54c25853 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 948 time: 0.6035008 Feb 09 15:40:15.566349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ec4d4-c03f-4922-b74e-483b06e78bd6 req-5932b617-afeb-4787-a3ef-831771319383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:15.569047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c5ec4d4-c03f-4922-b74e-483b06e78bd6 req-5932b617-afeb-4787-a3ef-831771319383 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7092724 Feb 09 15:40:15.630677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.642362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adff09b-029e-4337-8b31-49b7e970ef14 req-374f02d6-7525-4fba-b6eb-205112c740c8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:15.644706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8adff09b-029e-4337-8b31-49b7e970ef14 req-374f02d6-7525-4fba-b6eb-205112c740c8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 931 time: 0.4199467 Feb 09 15:40:15.670237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4277-0764-45ed-8a95-b9dcdf74ca26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.689460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5362ef43-b93b-423a-b991-7516cdcf21eb req-10eb20b3-4794-44ea-b470-92c41054d266 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180501 Feb 09 15:40:15.720549 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4277-0764-45ed-8a95-b9dcdf74ca26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.727868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-f8d3618b-e2e6-4a97-8f16-d5226df85f82 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9889300 Feb 09 15:40:15.752053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Request body: {'port': {'device_id': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:15.755525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1997e2fd-5454-4367-8ca5-54ebb31d7fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.830604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8adff09b-029e-4337-8b31-49b7e970ef14 req-935307a4-c1c0-4568-a7c8-cae22e1573e4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524479 Feb 09 15:40:15.838772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.839439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-4caeab42-e6e1-4976-bbba-00f05bfc7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:15.841267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-4caeab42-e6e1-4976-bbba-00f05bfc7cc8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=671e7cc543de441c893da2563febc5a1&device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 1099 time: 0.1862180 Feb 09 15:40:15.910069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-64f94a8a-7bef-401f-9088-247d120b75a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c54d5149-5024-4b4f-9363-d09de188e7d4 HTTP/1.1" status: 200 len: 217 time: 0.0461860 Feb 09 15:40:15.910675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:15.925207 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:16.003315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4277-0764-45ed-8a95-b9dcdf74ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:16.006002 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5ec4277-0764-45ed-8a95-b9dcdf74ca26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:16.010707 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5ec4277-0764-45ed-8a95-b9dcdf74ca26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfa5d37a-787d-42d7-aa20-01b3e606bab6 HTTP/1.1" status: 204 len: 168 time: 0.5820079 Feb 09 15:40:16.010707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b134e2-bc35-4d7e-a7b1-d70df95aa165,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:16.041277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:16.058366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:16.063344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec4277-0764-45ed-8a95-b9dcdf74ca26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5d37a-787d-42d7-aa20-01b3e606bab6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:16.065913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:40:16.067901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a070abb0-4d9a-4677-bfa2-0e4cee367a78,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:16.072577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Checking segment: {'id': '855781ee-7781-4d0f-9efc-20ddd1bc7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c327f406-6a3b-4970-a56b-6beabe5d8c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:16.072963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Network hostable DHCP agents. Network: c327f406-6a3b-4970-a56b-6beabe5d8c37, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:40:16.091341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-d19f7478-0b61-4ac2-a667-ba16726af44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:16.093955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-d19f7478-0b61-4ac2-a667-ba16726af44c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1737099 Feb 09 15:40:16.338395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-8d90fdec-7c0a-4a8d-a102-865d591ccdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:16.339919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-8d90fdec-7c0a-4a8d-a102-865d591ccdca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312739 Feb 09 15:40:16.347516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1997e2fd-5454-4367-8ca5-54ebb31d7fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:16.415886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8784458b-3495-45f6-bc93-e7d91e85f506 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:16.433305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Network c327f406-6a3b-4970-a56b-6beabe5d8c37 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:40:16.530529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8784458b-3495-45f6-bc93-e7d91e85f506 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:16.531388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:16.560929 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1997e2fd-5454-4367-8ca5-54ebb31d7fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:16.635240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a482eb15-07f0-4bc2-ab78-ea919971fc7e None None] Network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:16.655145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, c327f406-6a3b-4970-a56b-6beabe5d8c37) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:16.663892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:16.665537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:16.703969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:16.720408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1997e2fd-5454-4367-8ca5-54ebb31d7fe0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17fa5165bdc84e10a3282ded47343af1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3193314 Feb 09 15:40:16.720408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997e2fd-5454-4367-8ca5-54ebb31d7fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7a1b57-5c5b-481c-8be5-8e6736281ae1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:16.726119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-76d0f603-ce49-467e-9b42-7495cd0ee0d3 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715725 Feb 09 15:40:16.732403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55998) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:16.918581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b755ff-3ef8-4e8c-83c1-88c659be0034 None None] Network c327f406-6a3b-4970-a56b-6beabe5d8c37 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:17.022506 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.092743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3a63021d-7b03-474b-b531-939f446090ce None None] Provisioning complete for port 8784458b-3495-45f6-bc93-e7d91e85f506 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:17.093123 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3a63021d-7b03-474b-b531-939f446090ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.162015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 8784458b-3495-45f6-bc93-e7d91e85f506, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8784458b-3495-45f6-bc93-e7d91e85f506,segment=NetworkSegment(7e2a6e51-8642-4484-aa10-b373f4160e7b),segment_id=7e2a6e51-8642-4484-aa10-b373f4160e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:17.181378 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-709e4e14-22a4-4e65-8a73-76040be44eac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6448362 Feb 09 15:40:17.222735 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.265952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0faf31b3-a01d-4fe8-a8fe-1781e577f79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.275499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6223a3f1-7242-41ea-91ca-35dad7eff454 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:17.276525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df7bed-38b9-4831-a2f0-764f574c7a94 None None] Network c327f406-6a3b-4970-a56b-6beabe5d8c37 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:17.293555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.339328 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.384297 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0faf31b3-a01d-4fe8-a8fe-1781e577f79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.389939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Transition to ACTIVE for port object 6223a3f1-7242-41ea-91ca-35dad7eff454 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:40:17.411940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e61d6-6fa5-4833-bfbc-978ed098a588 req-65cebcce-69b6-4e71-b658-2debbee979cb tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:17.420951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177e61d6-6fa5-4833-bfbc-978ed098a588 req-65cebcce-69b6-4e71-b658-2debbee979cb tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 931 time: 0.2428710 Feb 09 15:40:17.435420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4e893-85ba-45c9-b199-db43019d72bf req-f39f5931-0c5c-42ca-8a64-27b1013ea6c8 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:17.437905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60c4e893-85ba-45c9-b199-db43019d72bf req-f39f5931-0c5c-42ca-8a64-27b1013ea6c8 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 948 time: 0.6124184 Feb 09 15:40:17.439499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58f03d8e-5c90-4dd5-8cfb-04b1f0abee16 req-f4d25962-3a73-4388-90ec-9022f5add74e service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587768 Feb 09 15:40:17.461550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3a63021d-7b03-474b-b531-939f446090ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.532930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177e61d6-6fa5-4833-bfbc-978ed098a588 req-5f8a2fa3-2c4f-4a1f-8a3c-f7eb1c1da4e1 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110122 Feb 09 15:40:17.542673 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.566691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=8784458b-3495-45f6-bc93-e7d91e85f506,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:17.574599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56012) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:17.606064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:40:17.674385 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-3a63021d-7b03-474b-b531-939f446090ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:40:17.674746 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-3a63021d-7b03-474b-b531-939f446090ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:40:17.713130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Pushing event updated for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:17.752750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:17.752969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:17.753312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:17.763023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60c4e893-85ba-45c9-b199-db43019d72bf req-c9e81427-2002-4995-a46a-ee950517febd tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845981 Feb 09 15:40:17.763693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:40:17.764016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:17.777200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:17.778897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:17.779972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:17.781568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Bound port: 6223a3f1-7242-41ea-91ca-35dad7eff454, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:17.783072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.879192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed35654e-825c-4783-9e77-112a4e70e216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.892865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0faf31b3-a01d-4fe8-a8fe-1781e577f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.895721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0faf31b3-a01d-4fe8-a8fe-1781e577f79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.897033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0faf31b3-a01d-4fe8-a8fe-1781e577f79d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f7a1b57-5c5b-481c-8be5-8e6736281ae1 HTTP/1.1" status: 204 len: 168 time: 1.1635659 Feb 09 15:40:17.898364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:17.911181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:17.916217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf31b3-a01d-4fe8-a8fe-1781e577f79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7a1b57-5c5b-481c-8be5-8e6736281ae1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:17.943654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:40:17.962449 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Sync routers for ids ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:40:17.998926 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Routers {'923b1661-73b1-4765-b1e0-3e57d3bc2d27'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:18.000274 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:39:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:18.033442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.060312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed35654e-825c-4783-9e77-112a4e70e216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.086759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:18.087562 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.089590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] 10.222.0.73 "PUT /v2.0/ports/6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 1091 time: 2.3451505 Feb 09 15:40:18.092417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:18.096411 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce5eee3-76dc-4b7a-814f-50f46a5985e8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:18.114649 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.116013 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3a1bddcb-f1e5-4e2f-a406-b352ad7257e6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0845678 Feb 09 15:40:18.121324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56030) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:18.146434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4da135-0635-48ac-a9b9-135bdf47f8cc service neutron] Pushing event updated for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:18.183191 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c68cde-81c5-4bcf-a3bb-c663689cab38 x-openstack-request-id: req-f1c68cde-81c5-4bcf-a3bb-c663689cab38 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:18.184511 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:18.184782 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1c68cde-81c5-4bcf-a3bb-c663689cab38 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:18.185438 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454', 'status': 'completed', 'code': 200} Feb 09 15:40:18.251487 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Set router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:18.261114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed35654e-825c-4783-9e77-112a4e70e216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.324611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5eee3-76dc-4b7a-814f-50f46a5985e8 req-ea7acc51-579d-4e92-9050-33d205eec895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:18.324611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ce5eee3-76dc-4b7a-814f-50f46a5985e8 req-ea7acc51-579d-4e92-9050-33d205eec895 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1094 time: 0.1054063 Feb 09 15:40:18.351185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8784458b-3495-45f6-bc93-e7d91e85f506 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:18.366921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35654e-825c-4783-9e77-112a4e70e216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47f5fe3-8181-4ee7-99bb-01f2d0afaa6c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:18.372712 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ed35654e-825c-4783-9e77-112a4e70e216 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7ba95889ad040c29abaf6986d2fbba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7971377 Feb 09 15:40:18.394195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56034) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:18.509824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d86c0ad7-3125-4e09-b66d-7c7821710634 None None] Provisioning complete for port 8784458b-3495-45f6-bc93-e7d91e85f506 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:18.513860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d86c0ad7-3125-4e09-b66d-7c7821710634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.675355 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:16Z', 'revision_number': 3, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port': {'id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:14Z', 'updated_at': '2022-02-09T15:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:18.741224 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Checking router: 923b1661-73b1-4765-b1e0-3e57d3bc2d27 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:40:18.743908 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Updating router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 port a070abb0-4d9a-4677-bfa2-0e4cee367a78 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:40:18.780612 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-880f220c-6a41-4d39-92eb-6b5ea1f8913b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.791587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5eee3-76dc-4b7a-814f-50f46a5985e8 req-d56e09ca-592b-4f1c-8d7d-20dc7328c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:18.794063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ce5eee3-76dc-4b7a-814f-50f46a5985e8 req-d56e09ca-592b-4f1c-8d7d-20dc7328c0c4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=67e93c2dfe9f49eb90be156bbca66090&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4637289 Feb 09 15:40:18.803720 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.859608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8784458b-3495-45f6-bc93-e7d91e85f506 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:18.859984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.939411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-880f220c-6a41-4d39-92eb-6b5ea1f8913b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:18.982879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f30df9-722c-4ffc-b747-194651cb3224 req-20445ef9-1c63-418f-99b5-e4230650e794 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:18.991932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25f30df9-722c-4ffc-b747-194651cb3224 req-20445ef9-1c63-418f-99b5-e4230650e794 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.3054061 Feb 09 15:40:19.140493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5eee3-76dc-4b7a-814f-50f46a5985e8 req-991f1651-04ae-4dc0-bb0a-ac6d73ee74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:19.143059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ce5eee3-76dc-4b7a-814f-50f46a5985e8 req-991f1651-04ae-4dc0-bb0a-ac6d73ee74f5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3397880 Feb 09 15:40:19.158708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25f30df9-722c-4ffc-b747-194651cb3224 req-cfb10464-1e3f-4b8b-9e9d-6cdb35f5b7f4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640069 Feb 09 15:40:19.181085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1dc2d-4deb-480c-8335-3b25147ee254 req-d2dda5b1-6fa1-4a78-96db-397b02a1fb42 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:19.190726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90e1dc2d-4deb-480c-8335-3b25147ee254 req-d2dda5b1-6fa1-4a78-96db-397b02a1fb42 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 948 time: 0.2465694 Feb 09 15:40:19.294309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90e1dc2d-4deb-480c-8335-3b25147ee254 req-28655f82-3523-44b0-837d-e6d6bcef376e tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992246 Feb 09 15:40:19.327163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-1657c7f5-0d90-4e85-8e6d-b2116cdc5475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:19.329596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-1657c7f5-0d90-4e85-8e6d-b2116cdc5475 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1094 time: 0.1047547 Feb 09 15:40:19.385176 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.393061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-a4ed3b98-a6d9-4201-9ae2-baf9ab853ec0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 217 time: 0.0532532 Feb 09 15:40:19.404709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.427327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-880f220c-6a41-4d39-92eb-6b5ea1f8913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.431606 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-880f220c-6a41-4d39-92eb-6b5ea1f8913b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.433170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-880f220c-6a41-4d39-92eb-6b5ea1f8913b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b47f5fe3-8181-4ee7-99bb-01f2d0afaa6c HTTP/1.1" status: 204 len: 168 time: 1.0361927 Feb 09 15:40:19.476879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f220c-6a41-4d39-92eb-6b5ea1f8913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47f5fe3-8181-4ee7-99bb-01f2d0afaa6c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:19.509855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-016ef14b-1bb3-4766-8046-505337c069b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:19.513184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-016ef14b-1bb3-4766-8046-505337c069b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.1112158 Feb 09 15:40:19.554254 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.580609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56054) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:19.584244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-1eaf9eb9-e572-4adb-b353-c4f7b17fe3dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622931 Feb 09 15:40:19.643265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5127029d-efbc-4a55-80aa-694a2dabc870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.662729 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Attempting to bind port a070abb0-4d9a-4677-bfa2-0e4cee367a78 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:19.664632 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Attempting to bind port a070abb0-4d9a-4677-bfa2-0e4cee367a78 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:19.665856 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Attempting to bind port a070abb0-4d9a-4677-bfa2-0e4cee367a78 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:19.678346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Allocated IP 172.20.0.1 (df3c0ade-ecaa-4983-b27e-41e24bd32ec3/bda0126b-9fbb-4c7d-b235-68c05dff97fc/a7761cc2-16bd-4403-9097-7ae3cc157318) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:40:19.696619 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:19.697256 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:19.697989 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.699329 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:19.700258 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Bound port: a070abb0-4d9a-4677-bfa2-0e4cee367a78, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:19.700946 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.770119 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Pushing event updated for resources: {'Port': ['ID=a070abb0-4d9a-4677-bfa2-0e4cee367a78,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:19.796499 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.797045 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.797603 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.798182 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.798736 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.799304 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.799864 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.800464 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.801504 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.802238 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.802756 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.803658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:19.855747 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] For port a070abb0-4d9a-4677-bfa2-0e4cee367a78, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:19.861602 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] For port a070abb0-4d9a-4677-bfa2-0e4cee367a78, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a070abb0-4d9a-4677-bfa2-0e4cee367a78,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:19.864715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.981421 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:19.986388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-c48dc98c-ac91-4fd7-9a6d-1d60c93577b9 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880379 Feb 09 15:40:20.059201 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Routers {'923b1661-73b1-4765-b1e0-3e57d3bc2d27'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:20.060257 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:39:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:20.067746 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61c0ae-daf1-465f-9cdc-114802091c5b None None] Pushing event updated for resources: {'Port': ['ID=a070abb0-4d9a-4677-bfa2-0e4cee367a78,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:20.074246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.142473 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5127029d-efbc-4a55-80aa-694a2dabc870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.165605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:20.172822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:20.184226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:40:20.185321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.189888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7761cc2-16bd-4403-9097-7ae3cc157318,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:20.270618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5127029d-efbc-4a55-80aa-694a2dabc870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.305376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af202091-4ae6-43fd-9ec0-66b4e027a135 req-1b23ed46-249d-4568-921c-ad9928a2e738 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042116 Feb 09 15:40:20.401562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5127029d-efbc-4a55-80aa-694a2dabc870 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7daf239091cf48c6b004ffb21df4b90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8151569 Feb 09 15:40:20.470064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56068) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:20.473782 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] Set router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:20.481104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127029d-efbc-4a55-80aa-694a2dabc870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a80aa5-38cc-42f0-b6fb-386602b6c9ff,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:20.681146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2405528-76dc-435f-b9c6-3aa66465f20d req-6f1aca43-f12e-49d8-8314-9381c8160a39 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:20.688834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2405528-76dc-435f-b9c6-3aa66465f20d req-6f1aca43-f12e-49d8-8314-9381c8160a39 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.2385678 Feb 09 15:40:20.697535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f4e54814-0406-4352-8ef5-d5f417566293 None None] Provisioning complete for port a7761cc2-16bd-4403-9097-7ae3cc157318 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:20.700368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e557df-a472-4b72-83cc-7612fe8bfd56 req-49a8280a-a0b3-426c-80a9-456fa8e2271a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:20.702762 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f4e54814-0406-4352-8ef5-d5f417566293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.713006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4e557df-a472-4b72-83cc-7612fe8bfd56 req-49a8280a-a0b3-426c-80a9-456fa8e2271a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 948 time: 0.1540151 Feb 09 15:40:20.726733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56072) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:20.746478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-310579879-network', 'tenant_id': '537d9c8888614cba81441ff12858505c'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:20.768779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:20.779985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f4e54814-0406-4352-8ef5-d5f417566293 None None] Port a7761cc2-16bd-4403-9097-7ae3cc157318 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:40:20.809226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2405528-76dc-435f-b9c6-3aa66465f20d req-a89fcdac-5614-4eda-a7af-daf353198013 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191416 Feb 09 15:40:20.816729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c54d5149-5024-4b4f-9363-d09de188e7d4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:40:20.843623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4e557df-a472-4b72-83cc-7612fe8bfd56 req-b4f0998b-a225-40d9-b902-2e2fb53a52e8 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294463 Feb 09 15:40:20.845539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b91fed05-fada-4ab1-8d32-c197e270530f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.926204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.959923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b91fed05-fada-4ab1-8d32-c197e270530f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.961373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Made reservation on behalf of 537d9c8888614cba81441ff12858505c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:20.964877 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:20.994723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.023397 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:16Z', 'revision_number': 3, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port': {'id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:14Z', 'updated_at': '2022-02-09T15:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:21.048384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c54d5149-5024-4b4f-9363-d09de188e7d4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c54d5149-5024-4b4f-9363-d09de188e7d4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:21.075129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'c54d5149-5024-4b4f-9363-d09de188e7d4', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'c54d5149-5024-4b4f-9363-d09de188e7d4', 'mac_address': 'fa:16:3e:d9:de:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:40:21.079414 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f25b6-d748-42a3-aff5-df1f8ae4a336 None None] The sync data for ids ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'] in n-d-828542-1 is: [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:16Z', 'revision_number': 3, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port': {'id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:14Z', 'updated_at': '2022-02-09T15:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:40:21.125208 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.156409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54d5149-5024-4b4f-9363-d09de188e7d4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:21.182945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c54d5149-5024-4b4f-9363-d09de188e7d4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c54d5149-5024-4b4f-9363-d09de188e7d4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:21.293627 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.324273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b91fed05-fada-4ab1-8d32-c197e270530f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.327956 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b91fed05-fada-4ab1-8d32-c197e270530f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.339859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b91fed05-fada-4ab1-8d32-c197e270530f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40a80aa5-38cc-42f0-b6fb-386602b6c9ff HTTP/1.1" status: 204 len: 168 time: 0.9065580 Feb 09 15:40:21.346287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fed05-fada-4ab1-8d32-c197e270530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a80aa5-38cc-42f0-b6fb-386602b6c9ff,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:21.388171 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.416284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.422478 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ff297ac7-e5eb-4cde-9c40-8e1e5338faa8 tempest-AutoAllocateNetworkTest-774352448 tempest-AutoAllocateNetworkTest-774352448-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5a49a8201b924a26a005a35e7fedf38d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6501698 Feb 09 15:40:21.426245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56080) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:21.509541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.517941 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.571989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c54d5149-5024-4b4f-9363-d09de188e7d4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:21.593558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c54d5149-5024-4b4f-9363-d09de188e7d4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:40:21.614634 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.735229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56082) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:21.755588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8384f8bc-9086-4ce8-9870-98f52963a326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.755844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:40:21.828161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a7761cc2-16bd-4403-9097-7ae3cc157318,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:21.867337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:21.867685 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Added segment 32e05557-2da0-4262-b28e-a91b1fdebfa2 of type vlan for network ddd5cbff-1b59-489f-8bcb-08a617c13e5a Feb 09 15:40:21.885754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dbd5e2-8352-42cc-929e-74c53ab9ea87,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:21.916603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9812a60-7ba1-431b-8ca5-41720181bc60 tempest-AutoAllocateNetworkTest-774352448 tempest-AutoAllocateNetworkTest-774352448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:21.923765 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d9812a60-7ba1-431b-8ca5-41720181bc60 tempest-AutoAllocateNetworkTest-774352448 tempest-AutoAllocateNetworkTest-774352448-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4918292 Feb 09 15:40:21.927134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56088) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:22.005484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8384f8bc-9086-4ce8-9870-98f52963a326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.118351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90827c-e85d-44f5-8d58-a21c8911d85e req-679f8681-b229-4ae9-bd45-6a9b088a0dcc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:22.129518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd90827c-e85d-44f5-8d58-a21c8911d85e req-679f8681-b229-4ae9-bd45-6a9b088a0dcc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.1489022 Feb 09 15:40:22.134798 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8384f8bc-9086-4ce8-9870-98f52963a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.186927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384f8bc-9086-4ce8-9870-98f52963a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead3fe85-34fe-41f7-9c26-14620ec9bc2f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:22.262460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8384f8bc-9086-4ce8-9870-98f52963a326 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bc8944944d147ec8f4dd3d6e0762999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276725 Feb 09 15:40:22.275456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56096) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:22.338648 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-34f04bbb-e137-4955-ba93-e1e03760803a tempest-AutoAllocateNetworkTest-774352448 tempest-AutoAllocateNetworkTest-774352448-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4126976 Feb 09 15:40:22.351145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146b49-6d7a-42d2-9d4c-32d09c70c044 req-adf4e7f1-3f6d-45ba-9b2b-02a13d7ae782 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:22.359453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56098) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:22.360716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65146b49-6d7a-42d2-9d4c-32d09c70c044 req-adf4e7f1-3f6d-45ba-9b2b-02a13d7ae782 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 949 time: 0.3050230 Feb 09 15:40:22.433896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.447239 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-499e40ab-e323-41e0-8e97-26d97751a56c tempest-AutoAllocateNetworkTest-774352448 tempest-AutoAllocateNetworkTest-774352448-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5a49a8201b924a26a005a35e7fedf38d HTTP/1.1" status: 200 len: 208 time: 0.0642169 Feb 09 15:40:22.462409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a070abb0-4d9a-4677-bfa2-0e4cee367a78 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:22.512591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:22.515695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:22.569083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd90827c-e85d-44f5-8d58-a21c8911d85e req-0aad95d2-cc16-4a15-82aa-fb274ddc2d69 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381480 Feb 09 15:40:22.627338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a070abb0-4d9a-4677-bfa2-0e4cee367a78 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:22.627870 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.641990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-429d03cf-6b1b-4ccc-846d-2bc2d9b3f640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.658817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65146b49-6d7a-42d2-9d4c-32d09c70c044 req-9fb4b4e9-317a-4c52-8370-9c2d2c75046a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666984 Feb 09 15:40:22.683547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.684775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:22.685493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.744049 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-429d03cf-6b1b-4ccc-846d-2bc2d9b3f640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.817416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c54d5149-5024-4b4f-9363-d09de188e7d4 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:22.854823 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.889299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd5cbff-1b59-489f-8bcb-08a617c13e5a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:22.910979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ddd5cbff-1b59-489f-8bcb-08a617c13e5a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:40:22.921832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port a070abb0-4d9a-4677-bfa2-0e4cee367a78, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a070abb0-4d9a-4677-bfa2-0e4cee367a78,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:22.935090 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-429d03cf-6b1b-4ccc-846d-2bc2d9b3f640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.939939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-429d03cf-6b1b-4ccc-846d-2bc2d9b3f640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:22.947924 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e41d7e94-a05f-4421-8032-a905fc87a6c3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2156386 Feb 09 15:40:22.950070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-429d03cf-6b1b-4ccc-846d-2bc2d9b3f640 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ead3fe85-34fe-41f7-9c26-14620ec9bc2f HTTP/1.1" status: 204 len: 168 time: 0.6588178 Feb 09 15:40:22.950444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:40:22.951433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56110) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:22.984366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Request body: {'subnet': {'network_id': 'ddd5cbff-1b59-489f-8bcb-08a617c13e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-310579879-subnet', 'tenant_id': '537d9c8888614cba81441ff12858505c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:22.992075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d03cf-6b1b-4ccc-846d-2bc2d9b3f640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead3fe85-34fe-41f7-9c26-14620ec9bc2f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:23.003631 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e6ef8eca-fe42-4882-9a8d-8928cb0dfb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:23.090952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5ed399d2-3e79-493b-b3f5-3f90d7114738 None None] Provisioning complete for port a7761cc2-16bd-4403-9097-7ae3cc157318 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:23.091527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5ed399d2-3e79-493b-b3f5-3f90d7114738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:23.142214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Made reservation on behalf of 537d9c8888614cba81441ff12858505c for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:23.143653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:40:23.145818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:23.158912 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d763eeb2-6629-48a2-ba5c-114f4fa2e5e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/923b1661-73b1-4765-b1e0-3e57d3bc2d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0339048 Feb 09 15:40:23.162504 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:23.246031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5ed399d2-3e79-493b-b3f5-3f90d7114738 None None] Port a7761cc2-16bd-4403-9097-7ae3cc157318 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:40:23.304788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=a070abb0-4d9a-4677-bfa2-0e4cee367a78,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:23.321797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port c54d5149-5024-4b4f-9363-d09de188e7d4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:40:23.333116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port c54d5149-5024-4b4f-9363-d09de188e7d4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:23.337996 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:23.441830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:23.514218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c54d5149-5024-4b4f-9363-d09de188e7d4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c54d5149-5024-4b4f-9363-d09de188e7d4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:23.516877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5e91da-8a1f-4d86-8460-d022ab90bfe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54d5149-5024-4b4f-9363-d09de188e7d4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:23.519971 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9755d16b-aaac-48f8-b487-2c149297c9fb" -d '{"events": [{"server_uuid": "ed5e91da-8a1f-4d86-8460-d022ab90bfe2", "name": "network-vif-plugged", "status": "completed", "tag": "c54d5149-5024-4b4f-9363-d09de188e7d4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:23.585198 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f7892d-2730-498f-ac5d-f2a7bcd63fbe x-openstack-request-id: req-26f7892d-2730-498f-ac5d-f2a7bcd63fbe {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:23.585198 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5e91da-8a1f-4d86-8460-d022ab90bfe2", "name": "network-vif-plugged", "status": "completed", "tag": "c54d5149-5024-4b4f-9363-d09de188e7d4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:23.585198 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26f7892d-2730-498f-ac5d-f2a7bcd63fbe {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:23.585198 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5e91da-8a1f-4d86-8460-d022ab90bfe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54d5149-5024-4b4f-9363-d09de188e7d4', 'code': 200} Feb 09 15:40:23.594555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56124) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:23.813808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:23.817573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:23.883243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Sync routers for ids ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:40:23.929158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Routers {'923b1661-73b1-4765-b1e0-3e57d3bc2d27'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:23.931624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:39:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:23.965062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a681b1-e531-4838-82f3-901a7bf78a6a,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:23.992613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd62d8-605d-4290-b740-9c1e31c2d2ba req-27e59bcf-9119-49e7-a212-729597a323c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:23.996283 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14dd62d8-605d-4290-b740-9c1e31c2d2ba req-27e59bcf-9119-49e7-a212-729597a323c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 1100 time: 0.3261089 Feb 09 15:40:24.013055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c54d5149-5024-4b4f-9363-d09de188e7d4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:24.092595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96208a2e-1343-433a-b18e-279768e7428c req-b3ddd8d3-1aaa-41bc-b39d-40f8ec88a11b tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:24.095244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96208a2e-1343-433a-b18e-279768e7428c req-b3ddd8d3-1aaa-41bc-b39d-40f8ec88a11b tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 950 time: 0.2582784 Feb 09 15:40:24.111044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ac471-2dea-4305-b910-4b099c75f638 req-5c4e0ced-4494-4fce-a642-9d831c3b0908 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:24.117481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e5ac471-2dea-4305-b910-4b099c75f638 req-5c4e0ced-4494-4fce-a642-9d831c3b0908 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.3771353 Feb 09 15:40:24.146866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Checking segment: {'id': '32e05557-2da0-4262-b28e-a91b1fdebfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'ddd5cbff-1b59-489f-8bcb-08a617c13e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:24.147871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Network hostable DHCP agents. Network: ddd5cbff-1b59-489f-8bcb-08a617c13e5a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:40:24.159691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc80bf5a-31a9-4307-9177-c0398a260d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:24.168745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Set router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:24.249706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14dd62d8-605d-4290-b740-9c1e31c2d2ba req-e6eb8783-9330-4807-846d-d12dcab9de76 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396753 Feb 09 15:40:24.313518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96208a2e-1343-433a-b18e-279768e7428c req-dfa8001d-846f-4bf7-ab96-fbe111b4b876 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902285 Feb 09 15:40:24.335274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e5ac471-2dea-4305-b910-4b099c75f638 req-7f529a86-18b5-4d30-8de8-b97b6d23a6a7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904583 Feb 09 15:40:24.418863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Network ddd5cbff-1b59-489f-8bcb-08a617c13e5a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:40:24.488663 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc80bf5a-31a9-4307-9177-c0398a260d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:24.525760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ddd5cbff-1b59-489f-8bcb-08a617c13e5a) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:24.545180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:24.546348 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:24.586422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a070abb0-4d9a-4677-bfa2-0e4cee367a78 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:24.589377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68877b-be7d-4783-b193-a5f13b407409 None None] Network ddd5cbff-1b59-489f-8bcb-08a617c13e5a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:24.616340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc80bf5a-31a9-4307-9177-c0398a260d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:24.717064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f48c6c3b-09d2-4ce8-8afc-63bcfa583c5b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7485209 Feb 09 15:40:24.737462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fc80bf5a-31a9-4307-9177-c0398a260d7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a49a8201b924a26a005a35e7fedf38d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1436665 Feb 09 15:40:24.738993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80bf5a-31a9-4307-9177-c0398a260d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c0b3ae-d5fe-450e-9e60-90dc71a60257,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:24.741564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56154) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:24.835104 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-8cc4247b-414d-41a4-96e2-1f7743452ea5 req-49e85709-e02d-4798-b030-65afcd473de7 tempest-FloatingIPDetailsNegativeTestJSON-1130422272 tempest-FloatingIPDetailsNegativeTestJSON-1130422272-project] show failed (client error): The resource could not be found. Feb 09 15:40:24.837127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6223a3f1-7242-41ea-91ca-35dad7eff454 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:40:24.839117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cc4247b-414d-41a4-96e2-1f7743452ea5 req-49e85709-e02d-4798-b030-65afcd473de7 tempest-FloatingIPDetailsNegativeTestJSON-1130422272 tempest-FloatingIPDetailsNegativeTestJSON-1130422272-project] 10.222.0.53 "GET /v2.0/floatingips/b32336ae-a293-45ec-9f20-e1852aebe012 HTTP/1.1" status: 404 len: 350 time: 0.0829561 Feb 09 15:40:24.855238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56156) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:24.947552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6e03-a90b-4bfe-a03a-cd78c6787c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:24.980252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a070abb0-4d9a-4677-bfa2-0e4cee367a78 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:24.980912 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:24.992403 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6e03-a90b-4bfe-a03a-cd78c6787c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:25.070976 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:40:25.228894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6e03-a90b-4bfe-a03a-cd78c6787c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:25.234069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6e03-a90b-4bfe-a03a-cd78c6787c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:25.240028 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8cfa6e03-a90b-4bfe-a03a-cd78c6787c1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21c0b3ae-d5fe-450e-9e60-90dc71a60257 HTTP/1.1" status: 204 len: 168 time: 0.4931538 Feb 09 15:40:25.265618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa6e03-a90b-4bfe-a03a-cd78c6787c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c0b3ae-d5fe-450e-9e60-90dc71a60257,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:25.556923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1da83-b5c4-42f8-aae8-6750c9322c8f None None] Network ddd5cbff-1b59-489f-8bcb-08a617c13e5a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:25.652640 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-914218bc-70e9-4bc5-89ed-6873686369b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:25.702151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:20Z', 'revision_number': 4, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port': {'id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:14Z', 'updated_at': '2022-02-09T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'a7761cc2-16bd-4403-9097-7ae3cc157318', 'name': '', 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'mac_address': 'fa:16:3e:67:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'bda0126b-9fbb-4c7d-b235-68c05dff97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:19Z', 'updated_at': '2022-02-09T15:40:21Z', 'revision_number': 2, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'subnets': [{'id': 'bda0126b-9fbb-4c7d-b235-68c05dff97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:25.751150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a20783-0938-4bd0-b6c5-a205ab4a9947 req-9738097a-78c6-48a5-b9d4-68c9cff0b504 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:25.766857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30a20783-0938-4bd0-b6c5-a205ab4a9947 req-9738097a-78c6-48a5-b9d4-68c9cff0b504 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 950 time: 0.1688683 Feb 09 15:40:25.807476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Checking router: 923b1661-73b1-4765-b1e0-3e57d3bc2d27 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:40:25.810188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Updating router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 port a7761cc2-16bd-4403-9097-7ae3cc157318 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:40:25.891479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30a20783-0938-4bd0-b6c5-a205ab4a9947 req-aa30fb87-84c0-4beb-98b0-f29f1023535e tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006198 Feb 09 15:40:25.904636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:26.025213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '6223a3f1-7242-41ea-91ca-35dad7eff454', 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'port_id': '6223a3f1-7242-41ea-91ca-35dad7eff454', 'mac_address': 'fa:16:3e:6d:e0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2ca4b2-80df-4b67-b468-18d697cb7531', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:40:26.063949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:26.225690 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:26.378555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:26.423846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6223a3f1-7242-41ea-91ca-35dad7eff454 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:26.488948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:26.519422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:26.622815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa6b62-2775-4d24-83b6-35b0ea76bc30 req-b97213ea-2b62-4fc6-9f7a-afab22409036 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:26.644776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25aa6b62-2775-4d24-83b6-35b0ea76bc30 req-b97213ea-2b62-4fc6-9f7a-afab22409036 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.3262062 Feb 09 15:40:26.733197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:26.809118 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:26.831614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25aa6b62-2775-4d24-83b6-35b0ea76bc30 req-a9f0e29b-42a9-49e1-a210-c677713e5009 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852934 Feb 09 15:40:26.853860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:26.918288 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:27.030401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['6223a3f1-7242-41ea-91ca-35dad7eff454'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:40:27.150510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974a3d3-b2df-4445-81ad-4951c38073cd None None] Pushing event updated for resources: {'Port': ['ID=a7761cc2-16bd-4403-9097-7ae3cc157318,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:27.292937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-983bf5c9-4e5e-4c28-9b94-70ed95700221 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--738637988&fields=id&tenant_id=8bfb9517f1ef43b986558b2fe034579e HTTP/1.1" status: 200 len: 267 time: 0.2482102 Feb 09 15:40:27.309636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Attempting to bind port a7761cc2-16bd-4403-9097-7ae3cc157318 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:27.310383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Attempting to bind port a7761cc2-16bd-4403-9097-7ae3cc157318 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:27.310782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Attempting to bind port a7761cc2-16bd-4403-9097-7ae3cc157318 on network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:27.338603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:27.339193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Checking segment: {'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:27.339835 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:27.340514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Bound using segment: {'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:27.341308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Bound port: a7761cc2-16bd-4403-9097-7ae3cc157318, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2a6e51-8642-4484-aa10-b373f4160e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:27.341934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:27.350479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-7df91fa8-a45c-485c-9d7d-e745fdbd26b4 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:27.359193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-7df91fa8-a45c-485c-9d7d-e745fdbd26b4 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/networks?id=c327f406-6a3b-4970-a56b-6beabe5d8c37 HTTP/1.1" status: 200 len: 815 time: 0.5534515 Feb 09 15:40:27.394228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-176795eb-51cd-48b4-b4f6-bbd43c59de05 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/quotas/5e9ea437e3eb4a6ea2e992626d91384e HTTP/1.1" status: 200 len: 375 time: 0.0336752 Feb 09 15:40:27.433118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-699c55dd-69d0-48cd-b0a4-3fd684072873 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:27.436819 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-699c55dd-69d0-48cd-b0a4-3fd684072873 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "GET /v2.0/ports?device_id=b31fc937-5bf9-4f3c-9316-17f4096cc8f6 HTTP/1.1" status: 200 len: 945 time: 0.2590468 Feb 09 15:40:27.454188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-67f5a31b-e520-4e29-8bc7-12c8f8131719 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9ea437e3eb4a6ea2e992626d91384e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585501 Feb 09 15:40:27.544941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Deleting port a7761cc2-16bd-4403-9097-7ae3cc157318 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:40:27.545461 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:27.668045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5a9c9c62-4e9b-475e-9a58-739e51814eb5 None None] Provisioning complete for port a7761cc2-16bd-4403-9097-7ae3cc157318 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:27.668795 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9c62-4e9b-475e-9a58-739e51814eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:27.690808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-f708e0c5-3795-442e-b597-315e6ea185fb tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:27.692804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-f708e0c5-3795-442e-b597-315e6ea185fb tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 824 time: 0.3956096 Feb 09 15:40:27.694233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] For port a7761cc2-16bd-4403-9097-7ae3cc157318, host n-d-828542-1, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:27.701155 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:27.721699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Deleting port feaf809d-1972-4770-b7a8-8e1cb8754ab2 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:40:27.722338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:27.724099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Calling delete_port for a7761cc2-16bd-4403-9097-7ae3cc157318 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:40:27.733456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-1b759029-5c7e-499f-bfcd-47bda238a7a7 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/quotas/8bfb9517f1ef43b986558b2fe034579e HTTP/1.1" status: 200 len: 375 time: 0.0199313 Feb 09 15:40:27.734009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c9c62-4e9b-475e-9a58-739e51814eb5 None None] Port a7761cc2-16bd-4403-9097-7ae3cc157318 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:40:27.806731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] For port a7761cc2-16bd-4403-9097-7ae3cc157318, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:27.838196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] For port a7761cc2-16bd-4403-9097-7ae3cc157318, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a7761cc2-16bd-4403-9097-7ae3cc157318,segment=NetworkSegment(7e2a6e51-8642-4484-aa10-b373f4160e7b),segment_id=7e2a6e51-8642-4484-aa10-b373f4160e7b)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:27.855433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] For port feaf809d-1972-4770-b7a8-8e1cb8754ab2, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=feaf809d-1972-4770-b7a8-8e1cb8754ab2,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:27.856378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:27.907233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-d9ddfe0e-8508-4aae-8212-704c1eb2cb06 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1255167 Feb 09 15:40:27.954052 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:28.021355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:28.186374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Routers {'923b1661-73b1-4765-b1e0-3e57d3bc2d27'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:28.187036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:40:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:28.198465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-135057cb-4c39-4873-a7a8-766910768e36 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:40:28.205618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-135057cb-4c39-4873-a7a8-766910768e36 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2155137 Feb 09 15:40:28.275702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-73adbb3d-d59c-4493-bd26-85a263ce2f65 service neutron] 10.222.0.53 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185289 Feb 09 15:40:28.307422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974a3d3-b2df-4445-81ad-4951c38073cd None None] Pushing event updated for resources: {'Port': ['ID=a7761cc2-16bd-4403-9097-7ae3cc157318,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:28.509013 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:28.510100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:28.510649 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Floating IP 330b725f-6e4e-4164-afff-0b6e5e286863 disassociated. External IP: 172.25.5.233, port: feaf809d-1972-4770-b7a8-8e1cb8754ab2. Feb 09 15:40:28.511172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Calling delete_port for feaf809d-1972-4770-b7a8-8e1cb8754ab2 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:40:28.701443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-a7975cba-502b-4467-8d98-939c0e4588fe service neutron] 10.222.0.53 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436494 Feb 09 15:40:28.710465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:28.841944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7761cc2-16bd-4403-9097-7ae3cc157318,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:28.882754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6223a3f1-7242-41ea-91ca-35dad7eff454 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:28.905245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-8c57e3d3-1cba-4f56-9e93-40aab5a7062c service neutron] 10.222.0.53 "GET /v2.0/networks/c327f406-6a3b-4970-a56b-6beabe5d8c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921270 Feb 09 15:40:28.981397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:29.005624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:29.035497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-505d8d73-233d-4630-b96b-180b3963ca02 None None] Could not find standard attr ID for object a7761cc2-16bd-4403-9097-7ae3cc157318. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 15:40:29.047711 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event deleted for resources: {'Port': ['ID=feaf809d-1972-4770-b7a8-8e1cb8754ab2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:29.173227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] Set router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:29.350603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:40:29.457967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:29.500391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-50dd7670-7928-4265-b1f5-59ba4f22d80a service neutron] 10.222.0.53 "GET /v2.0/networks/c327f406-6a3b-4970-a56b-6beabe5d8c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423353 Feb 09 15:40:29.642050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 6223a3f1-7242-41ea-91ca-35dad7eff454 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:40:29.686600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 6223a3f1-7242-41ea-91ca-35dad7eff454 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:29.687367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:29.790182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a321b7d-601e-4ccb-a2f1-24bf51f1ddfe req-b22b9aa6-9a11-4364-ae4f-f928841b6b69 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:29.793076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a321b7d-601e-4ccb-a2f1-24bf51f1ddfe req-b22b9aa6-9a11-4364-ae4f-f928841b6b69 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 950 time: 0.2785513 Feb 09 15:40:29.873242 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:30.063327 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:30.127591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:30.134186 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b71bc71-b7c4-48b4-8270-923e4321218b" -d '{"events": [{"server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "name": "network-vif-plugged", "status": "completed", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:30.157910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a321b7d-601e-4ccb-a2f1-24bf51f1ddfe req-86ee5f64-37e1-4e5e-8cc1-23b188cc0505 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524680 Feb 09 15:40:30.179614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:20Z', 'revision_number': 4, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port': {'id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:14Z', 'updated_at': '2022-02-09T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'a7761cc2-16bd-4403-9097-7ae3cc157318', 'name': '', 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'mac_address': 'fa:16:3e:67:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'bda0126b-9fbb-4c7d-b235-68c05dff97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:19Z', 'updated_at': '2022-02-09T15:40:27Z', 'revision_number': 4, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'subnets': [{'id': 'bda0126b-9fbb-4c7d-b235-68c05dff97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:30.198407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:30.247190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:40:30.275596 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] Sync routers for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:40:30.307986 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:30.314806 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:40:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:30.406533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8336373-0d90-40da-99c1-22ea5549e34f None None] The sync data for ids ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'] in n-d-828542-1 is: [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:20Z', 'revision_number': 4, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port': {'id': 'a070abb0-4d9a-4677-bfa2-0e4cee367a78', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:14Z', 'updated_at': '2022-02-09T15:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'a7761cc2-16bd-4403-9097-7ae3cc157318', 'name': '', 'network_id': 'df3c0ade-ecaa-4983-b27e-41e24bd32ec3', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'mac_address': 'fa:16:3e:67:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'bda0126b-9fbb-4c7d-b235-68c05dff97fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:40:19Z', 'updated_at': '2022-02-09T15:40:27Z', 'revision_number': 4, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'subnets': [{'id': 'bda0126b-9fbb-4c7d-b235-68c05dff97fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:40:30.423506 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:30.584674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device feaf809d-1972-4770-b7a8-8e1cb8754ab2 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:40:30.617414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] No DVR routers for this DVR port feaf809d-1972-4770-b7a8-8e1cb8754ab2 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:40:30.629978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:30.635892 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4bff9162-d57f-4c14-9493-10b35ed5ffe1 req-39f69442-1551-4673-b662-e9a1675f5e97 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "DELETE /v2.0/ports/feaf809d-1972-4770-b7a8-8e1cb8754ab2 HTTP/1.1" status: 204 len: 173 time: 3.1919880 Feb 09 15:40:30.668703 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'name': 'network-vif-deleted', 'tag': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:30.673460 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52cf9a6-c85e-4df1-a355-0c1bc4e886ca" -d '{"events": [{"server_uuid": "b31fc937-5bf9-4f3c-9316-17f4096cc8f6", "name": "network-vif-deleted", "tag": "feaf809d-1972-4770-b7a8-8e1cb8754ab2"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:30.703117 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:30.781887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: feaf809d-1972-4770-b7a8-8e1cb8754ab2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:40:30.782572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device feaf809d-1972-4770-b7a8-8e1cb8754ab2 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:40:30.893441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:31.145153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:40:31.188960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf489d92-0d13-49da-83d4-cca1ef404759 req-8075960c-4ca8-4048-b77c-8f3c618ce991 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:31.190729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf489d92-0d13-49da-83d4-cca1ef404759 req-8075960c-4ca8-4048-b77c-8f3c618ce991 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 945 time: 0.1280789 Feb 09 15:40:31.264683 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:31.356832 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] Checking router: 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:40:31.387813 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:31.388715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:40:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:31.520266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf489d92-0d13-49da-83d4-cca1ef404759 req-08582aa8-dfd2-4f9e-93a4-e4e4761e5a6e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081070 Feb 09 15:40:31.556295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:40:31.569059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56304) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:31.570088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b3a7927d-b4e5-4a62-9c85-d39d75e31601 admin admin] 10.222.0.53 "PUT /v2.0/routers/923b1661-73b1-4765-b1e0-3e57d3bc2d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7121792 Feb 09 15:40:31.604979 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:31.776713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:31.799339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85e6133c-cbc5-41ea-a6c2-757656273472 req-2d43ed96-e75c-45a0-a432-82d7ead6f180 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 210 time: 0.1055591 Feb 09 15:40:31.965143 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:32.006615 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b52398-3229-4bef-a473-98c814d7c7fa x-openstack-request-id: req-e5b52398-3229-4bef-a473-98c814d7c7fa {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:32.007534 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "name": "network-vif-plugged", "status": "completed", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:32.007826 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5b52398-3229-4bef-a473-98c814d7c7fa {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:32.009030 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454', 'code': 200} Feb 09 15:40:32.027752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ecdb299-e7a2-44a7-9f51-2d4a722b5c80 req-d73a1ecc-7117-43c2-96e0-10396e7dddb6 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 210 time: 0.1187868 Feb 09 15:40:32.157016 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d19ea6-8768-48c0-8de8-b36f91a53077 x-openstack-request-id: req-e7d19ea6-8768-48c0-8de8-b36f91a53077 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:32.157398 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31fc937-5bf9-4f3c-9316-17f4096cc8f6", "name": "network-vif-deleted", "tag": "feaf809d-1972-4770-b7a8-8e1cb8754ab2", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:32.157579 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7d19ea6-8768-48c0-8de8-b36f91a53077 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:32.158062 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31fc937-5bf9-4f3c-9316-17f4096cc8f6', 'name': 'network-vif-deleted', 'tag': 'feaf809d-1972-4770-b7a8-8e1cb8754ab2', 'status': 'completed', 'code': 200} Feb 09 15:40:32.180948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:32.298571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569dd15-9a82-476f-8404-70923560f5c4 req-755d7f94-47df-4128-a05c-c1717bfb4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:32.300471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c569dd15-9a82-476f-8404-70923560f5c4 req-755d7f94-47df-4128-a05c-c1717bfb4b49 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1096 time: 0.1612689 Feb 09 15:40:32.404300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c569dd15-9a82-476f-8404-70923560f5c4 req-a8cd991d-b0e3-4f40-ae4c-09ccd1412454 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922339 Feb 09 15:40:32.424024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Deleting port a070abb0-4d9a-4677-bfa2-0e4cee367a78 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:40:32.424490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:32.603639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] For port a070abb0-4d9a-4677-bfa2-0e4cee367a78, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a070abb0-4d9a-4677-bfa2-0e4cee367a78,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:32.604986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:32.625984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Calling delete_port for a070abb0-4d9a-4677-bfa2-0e4cee367a78 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:40:32.739512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-f81786eb-55b1-4cf9-8e33-2f0080baa1c7 req-e0dac431-f521-4fb8-a57e-95ab4de3ae1e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:40:32.740868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f81786eb-55b1-4cf9-8e33-2f0080baa1c7 req-e0dac431-f521-4fb8-a57e-95ab4de3ae1e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072026 Feb 09 15:40:32.784977 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:32.836901 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756bc81-bfdf-497e-b76c-5256a821c8cc None None] The sync data for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 is: [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:40:33.106975 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:33.194164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d8d8-5eae-4502-9b03-264605090df7 req-758ad650-9571-4f24-8004-3387b8de752d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:33.209249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbf6d8d8-5eae-4502-9b03-264605090df7 req-758ad650-9571-4f24-8004-3387b8de752d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 945 time: 0.1632261 Feb 09 15:40:33.215933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a070abb0-4d9a-4677-bfa2-0e4cee367a78,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:33.277628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:33.296749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbf6d8d8-5eae-4502-9b03-264605090df7 req-ab817d68-2ba5-4a6f-b787-ca284c4d38ae tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794897 Feb 09 15:40:33.315083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] Sync routers for ids ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:40:33.366497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] Routers {'923b1661-73b1-4765-b1e0-3e57d3bc2d27'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:33.378705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:40:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:33.402603 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007486b8-50de-4997-a91e-152019346069 None None] New status for floating IP 330b725f-6e4e-4164-afff-0b6e5e286863: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:40:33.617012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:33.635464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:33.660963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] Set router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:33.760377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19b6ebf6-5d5b-4c52-a29b-5b58f8f6dcc9 req-558dfffc-7f80-4f81-9629-8968bd524eb1 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 210 time: 0.1102436 Feb 09 15:40:33.795660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:32Z', 'revision_number': 7, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:33.884726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] Checking router: 923b1661-73b1-4765-b1e0-3e57d3bc2d27 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:40:33.906272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56346) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:33.908154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] Routers {'923b1661-73b1-4765-b1e0-3e57d3bc2d27'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:33.909626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:40:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:33.942864 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:33.943486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:40:33.981372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674927b4-18ea-49dd-b7fd-7d89daa4eba2 req-ff2ddd5f-77fd-474b-9410-c5322f5c82e7 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:33.982219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:33.991802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-674927b4-18ea-49dd-b7fd-7d89daa4eba2 req-ff2ddd5f-77fd-474b-9410-c5322f5c82e7 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 950 time: 0.3354371 Feb 09 15:40:33.995019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56350) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:33.998461 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a6729ac-959e-4b91-b1c8-92dac2a6f8eb admin admin] 10.222.0.53 "DELETE /v2.0/routers/923b1661-73b1-4765-b1e0-3e57d3bc2d27 HTTP/1.1" status: 204 len: 168 time: 2.4276290 Feb 09 15:40:34.043482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-ad80a804-47ad-4c40-b4ce-6b428271ac29 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:34.045362 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-ad80a804-47ad-4c40-b4ce-6b428271ac29 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 824 time: 0.4125698 Feb 09 15:40:34.116413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] Set router 923b1661-73b1-4765-b1e0-3e57d3bc2d27 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:34.132655 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-64d6dabb-3531-4578-a159-0bbd6967a2e9 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bfb9517f1ef43b986558b2fe034579e HTTP/1.1" status: 200 len: 379 time: 0.0761373 Feb 09 15:40:34.147643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Request body: {'port': {'device_id': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'admin_state_up': True, 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'security_groups': ['f2e4da7d-a8ca-40fa-8309-c1c64799e500']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:34.163992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-674927b4-18ea-49dd-b7fd-7d89daa4eba2 req-93b84c1f-38f6-4a2f-adef-275b894f68f7 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702399 Feb 09 15:40:34.218131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-28249da3-6bd4-4130-8c78-b84d5a4e4aa7 admin admin] Deleting subnet bda0126b-9fbb-4c7d-b235-68c05dff97fc {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:40:34.238358 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28249da3-6bd4-4130-8c78-b84d5a4e4aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:34.321716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:32Z', 'revision_number': 7, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:34.433472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6a905e9-7084-420b-9567-7c78254c5c9d req-c192767a-2d28-430e-b1aa-cdaa7ff2e109 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 210 time: 0.1183717 Feb 09 15:40:34.438847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e43d7e-e5f1-44a6-b1c3-03c08f7b189b None None] The sync data for ids ['923b1661-73b1-4765-b1e0-3e57d3bc2d27'] in n-d-828542-1 is: [{'id': '923b1661-73b1-4765-b1e0-3e57d3bc2d27', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1846103271-router', 'tenant_id': '0d6830ae7a5d46b291da54adea166bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:40:13Z', 'updated_at': '2022-02-09T15:40:32Z', 'revision_number': 7, 'project_id': '0d6830ae7a5d46b291da54adea166bdb', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:40:34.474457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df1a778c-42a1-430b-a9a5-124932570d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:34.488872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28249da3-6bd4-4130-8c78-b84d5a4e4aa7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:34.563242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Made reservation on behalf of 8bfb9517f1ef43b986558b2fe034579e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:34.567017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:34.652820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28249da3-6bd4-4130-8c78-b84d5a4e4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:34.720635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe8560-0e1d-4260-89e6-2d8854ab8cb8 req-d444db30-cb56-4065-bb37-cae1488fe3b4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:34.722278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cbe8560-0e1d-4260-89e6-2d8854ab8cb8 req-d444db30-cb56-4065-bb37-cae1488fe3b4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 945 time: 0.1451242 Feb 09 15:40:34.764072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Allocated IP 172.20.0.14 (2a096b41-b9ff-4385-b004-2fb3b24bd080/aba5ba73-d06f-4eb7-ac11-9fe80a337657/cc979fef-26b5-4e78-afd3-d9d6845fe470) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:40:34.796642 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df1a778c-42a1-430b-a9a5-124932570d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:34.812317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cbe8560-0e1d-4260-89e6-2d8854ab8cb8 req-d09e2ae6-df8d-40e2-80e5-24ec2600f8bf tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610490 Feb 09 15:40:34.850751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7ec5e1d-33f9-4750-8f12-33848b08d78b req-13848651-e19f-41bd-80c3-27d66ac82b71 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cc6fd0ca89154024ac65541304b6f3bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312929 Feb 09 15:40:34.979326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.13', 63847) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:35.003118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df1a778c-42a1-430b-a9a5-124932570d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.007378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28249da3-6bd4-4130-8c78-b84d5a4e4aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.014776 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.147115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.204235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:35.207940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-35443ca8-93ee-479d-90eb-143bd2afb623 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=671e7cc543de441c893da2563febc5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2259176 Feb 09 15:40:35.208403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:35.209330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28249da3-6bd4-4130-8c78-b84d5a4e4aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.213181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:40:35.222745 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:35.222745 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.223136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-28249da3-6bd4-4130-8c78-b84d5a4e4aa7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bda0126b-9fbb-4c7d-b235-68c05dff97fc HTTP/1.1" status: 204 len: 168 time: 1.2235165 Feb 09 15:40:35.224941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7aa2d-a0c5-4417-9a06-d462d574937f None None] Network df3c0ade-ecaa-4983-b27e-41e24bd32ec3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:35.240514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56386) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:35.256023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event updated for resources: {'Port': ['ID=cc979fef-26b5-4e78-afd3-d9d6845fe470,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:35.347843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec5e1d-33f9-4750-8f12-33848b08d78b req-22e4a1bc-9d39-4e85-bd95-1a2bd01db9b4 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:35.351305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7ec5e1d-33f9-4750-8f12-33848b08d78b req-22e4a1bc-9d39-4e85-bd95-1a2bd01db9b4 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4883125 Feb 09 15:40:35.354213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249da3-6bd4-4130-8c78-b84d5a4e4aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda0126b-9fbb-4c7d-b235-68c05dff97fc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:35.434008 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-cd361661-3aa3-41bd-93bc-074bfe4e93c5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2950287 Feb 09 15:40:35.441225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.466125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Request body: {'port': {'device_id': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:35.478699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-df1a778c-42a1-430b-a9a5-124932570d5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68b7552461fe4a28a4b1524629e70e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5600483 Feb 09 15:40:35.507135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56390) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:35.516240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7ec5e1d-33f9-4750-8f12-33848b08d78b req-a348312a-d66c-4b22-8470-1bb5a482c683 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/quotas/cc6fd0ca89154024ac65541304b6f3bc HTTP/1.1" status: 200 len: 375 time: 0.1340947 Feb 09 15:40:35.517468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a778c-42a1-430b-a9a5-124932570d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8724cd-cae4-4649-acd2-a8fb84898010,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:35.625021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] DHCP port deletion for df3c0ade-ecaa-4983-b27e-41e24bd32ec3 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:40:35.687641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.738047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7ec5e1d-33f9-4750-8f12-33848b08d78b req-85a7fc0c-bb59-4feb-86c8-cbdffa6477df tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc6fd0ca89154024ac65541304b6f3bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1057107 Feb 09 15:40:35.757431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-b067a1af-2f79-47c3-9867-74e90d7438d5 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:35.760370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-b067a1af-2f79-47c3-9867-74e90d7438d5 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.13 "GET /v2.0/networks?id=c327f406-6a3b-4970-a56b-6beabe5d8c37 HTTP/1.1" status: 200 len: 815 time: 0.7798467 Feb 09 15:40:35.783534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-011ceed6-8aa0-4e00-908f-4187805697e3 None None] Provisioning complete for port cc979fef-26b5-4e78-afd3-d9d6845fe470 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:35.784285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-011ceed6-8aa0-4e00-908f-4187805697e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.795843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] Deleting port 8784458b-3495-45f6-bc93-e7d91e85f506 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:40:35.797637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.811506 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27807e13-21d7-48dd-b4a4-6a5fc61cddde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:35.812328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Request body: {'port': {'device_id': 'c408d3a0-1b7a-4477-a930-e0621e5b999e', 'network_id': 'c327f406-6a3b-4970-a56b-6beabe5d8c37', 'admin_state_up': True, 'tenant_id': '5e9ea437e3eb4a6ea2e992626d91384e'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:35.859477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27807e13-21d7-48dd-b4a4-6a5fc61cddde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.057363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-011ceed6-8aa0-4e00-908f-4187805697e3 None None] Port cc979fef-26b5-4e78-afd3-d9d6845fe470 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:40:36.070775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] For port 8784458b-3495-45f6-bc93-e7d91e85f506, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8784458b-3495-45f6-bc93-e7d91e85f506,segment=NetworkSegment(7e2a6e51-8642-4484-aa10-b373f4160e7b),segment_id=7e2a6e51-8642-4484-aa10-b373f4160e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:36.071622 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.090224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-1e82aeb7-7b2a-476d-add4-3147b0e8ff15 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:36.092831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-1e82aeb7-7b2a-476d-add4-3147b0e8ff15 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7182589 Feb 09 15:40:36.109662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] Calling delete_port for 8784458b-3495-45f6-bc93-e7d91e85f506 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:40:36.131747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Deleting port 8784458b-3495-45f6-bc93-e7d91e85f506 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:40:36.132313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.173282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-2f86623e-7056-4b59-8440-8a645f9d4b8a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/quotas/671e7cc543de441c893da2563febc5a1 HTTP/1.1" status: 200 len: 375 time: 0.0418556 Feb 09 15:40:36.213633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dd95a-7bbb-425f-b0b4-2e196d7baae5 req-2f08fbc7-cdad-450e-be82-906e3a378273 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:36.215870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d4dd95a-7bbb-425f-b0b4-2e196d7baae5 req-2f08fbc7-cdad-450e-be82-906e3a378273 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 932 time: 0.1695967 Feb 09 15:40:36.269347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] For port 8784458b-3495-45f6-bc93-e7d91e85f506, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8784458b-3495-45f6-bc93-e7d91e85f506,segment=NetworkSegment(7e2a6e51-8642-4484-aa10-b373f4160e7b),segment_id=7e2a6e51-8642-4484-aa10-b373f4160e7b)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:36.269824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.294267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Calling delete_port for 8784458b-3495-45f6-bc93-e7d91e85f506 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:40:36.333287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-9b881ff1-0539-41dc-9c9b-de92111f8e1f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=671e7cc543de441c893da2563febc5a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477456 Feb 09 15:40:36.357112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d4dd95a-7bbb-425f-b0b4-2e196d7baae5 req-e98eeea2-1e95-42f7-ae68-aa1c67bff3d5 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172180 Feb 09 15:40:36.454570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a7761cc2-16bd-4403-9097-7ae3cc157318 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:40:36.455314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc979fef-26b5-4e78-afd3-d9d6845fe470 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:36.464187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Made reservation on behalf of 5e9ea437e3eb4a6ea2e992626d91384e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:36.473719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.482937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.511231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a7761cc2-16bd-4403-9097-7ae3cc157318 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:40:36.511537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a7761cc2-16bd-4403-9097-7ae3cc157318 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:40:36.512013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8784458b-3495-45f6-bc93-e7d91e85f506 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:40:36.564194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27807e13-21d7-48dd-b4a4-6a5fc61cddde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.569702 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27807e13-21d7-48dd-b4a4-6a5fc61cddde admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.575537 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-27807e13-21d7-48dd-b4a4-6a5fc61cddde admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b8724cd-cae4-4649-acd2-a8fb84898010 HTTP/1.1" status: 204 len: 168 time: 1.0625267 Feb 09 15:40:36.588320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27807e13-21d7-48dd-b4a4-6a5fc61cddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8724cd-cae4-4649-acd2-a8fb84898010,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:36.615408 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.695480 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.696226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Transition to ACTIVE for port object cc979fef-26b5-4e78-afd3-d9d6845fe470 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:40:36.709661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.784684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8784458b-3495-45f6-bc93-e7d91e85f506,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:36.795214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] No DVR routers for this DVR port 8784458b-3495-45f6-bc93-e7d91e85f506 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:40:36.799909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] No DVR routers for this DVR port 8784458b-3495-45f6-bc93-e7d91e85f506 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:40:36.806262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1e061-4cfd-4f39-b69e-06a56163c212 None None] Pushing event deleted for resources: {'Port': ['ID=8784458b-3495-45f6-bc93-e7d91e85f506,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:36.819614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a070abb0-4d9a-4677-bfa2-0e4cee367a78 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:40:36.845989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Allocated IP 172.20.0.13 (c327f406-6a3b-4970-a56b-6beabe5d8c37/55b134e2-bc35-4d7e-a7b1-d70df95aa165/2805bdf3-809d-474d-942b-a3e06e98b3f9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:40:36.852833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:36.857016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a070abb0-4d9a-4677-bfa2-0e4cee367a78 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:40:36.861012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a070abb0-4d9a-4677-bfa2-0e4cee367a78 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:40:36.929756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d9536-7aff-431c-aebe-4f360232e353 req-513c8e2f-a84f-45f8-b201-9a99407482c6 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:36.931658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d28d9536-7aff-431c-aebe-4f360232e353 req-513c8e2f-a84f-45f8-b201-9a99407482c6 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1096 time: 0.1284144 Feb 09 15:40:36.969093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Pushing event updated for resources: {'Port': ['ID=cc979fef-26b5-4e78-afd3-d9d6845fe470,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:37.084117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.122658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.122658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.123443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.123777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.124330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.124667 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.125372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.125754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.131491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.131491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.198373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d28d9536-7aff-431c-aebe-4f360232e353 req-a1c933f7-6992-49a8-9896-30a94483d79c tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399611 Feb 09 15:40:37.213803 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.214147 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.214473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.214799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103179) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:40:37.215173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3c0ade-ecaa-4983-b27e-41e24bd32ec3']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:37.262481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2a6e51-8642-4484-aa10-b373f4160e7b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:37.262771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2a6e51-8642-4484-aa10-b373f4160e7b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:37.292946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54cc2ed1-4a08-43ba-818b-2725f3fa5fd5 req-ef613df4-cca9-4ec3-a414-a4d7354115aa tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 210 time: 0.1754560 Feb 09 15:40:37.308705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.359225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.379379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.379982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:40:37.380683 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: from cryptography.utils import int_from_bytes Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: from cryptography.utils import int_from_bytes Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:40:37.420396 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:40:37.461037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19c13999-3630-487e-8125-641e6207984e req-61cdadc6-e4d4-4189-9542-375ca1d57c8d tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 210 time: 0.0403633 Feb 09 15:40:37.527767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.589684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Attempting to bind port cc979fef-26b5-4e78-afd3-d9d6845fe470 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:37.592283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Attempting to bind port cc979fef-26b5-4e78-afd3-d9d6845fe470 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:37.592283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Attempting to bind port cc979fef-26b5-4e78-afd3-d9d6845fe470 on network 2a096b41-b9ff-4385-b004-2fb3b24bd080 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:37.598872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Port cc979fef-26b5-4e78-afd3-d9d6845fe470 on network 2a096b41-b9ff-4385-b004-2fb3b24bd080 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:40:37.599404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Attempting to bind port cc979fef-26b5-4e78-afd3-d9d6845fe470 on network 2a096b41-b9ff-4385-b004-2fb3b24bd080 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:37.611965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:37.612659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Checking segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:37.613688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Bound using segment: {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:37.614461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Bound port: cc979fef-26b5-4e78-afd3-d9d6845fe470, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:37.615048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.649291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Network c327f406-6a3b-4970-a56b-6beabe5d8c37 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:37.662355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:37.674228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:40:37.680742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:37.681435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.685588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e9b0-1982-44ea-a52c-092e26068f15 req-58c9e4af-b4c1-475c-a70d-bf719a14d8d6 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:37.687949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ed9e9b0-1982-44ea-a52c-092e26068f15 req-58c9e4af-b4c1-475c-a70d-bf719a14d8d6 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1096 time: 0.1221697 Feb 09 15:40:37.690355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Pushing event updated for resources: {'Port': ['ID=2805bdf3-809d-474d-942b-a3e06e98b3f9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:37.703111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.734580 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.741817 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/df3c0ade-ecaa-4983-b27e-41e24bd32ec3 HTTP/1.1" status: 204 len: 168 time: 2.4996915 Feb 09 15:40:37.775105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:37.777021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907a4de-ed6b-4157-aff8-4334196780a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df3c0ade-ecaa-4983-b27e-41e24bd32ec3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:37.784951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ed9e9b0-1982-44ea-a52c-092e26068f15 req-606c719f-94a1-4ad7-9a96-ef7f59c5be57 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701272 Feb 09 15:40:37.823939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67c976bd-a932-47f6-b2c0-63fd27245058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:37.843603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] For port cc979fef-26b5-4e78-afd3-d9d6845fe470, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:37.861035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ede0bb23-eaf9-4770-a5a3-7c4119454c68 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0551634 Feb 09 15:40:37.874332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Request body: {'port': {'device_id': 'c408d3a0-1b7a-4477-a930-e0621e5b999e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:37.956032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:38.016190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] For port cc979fef-26b5-4e78-afd3-d9d6845fe470, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cc979fef-26b5-4e78-afd3-d9d6845fe470,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:38.021683 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67c976bd-a932-47f6-b2c0-63fd27245058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:38.155799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:38.161017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67c976bd-a932-47f6-b2c0-63fd27245058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:38.186916 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:40:38.193543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66d9c6-13a4-49f3-9eb3-c07ecd3aca14 req-4dc2da39-e9d4-4b91-b30e-edebe310130a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:38.207622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb66d9c6-13a4-49f3-9eb3-c07ecd3aca14 req-4dc2da39-e9d4-4b91-b30e-edebe310130a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 944 time: 0.2262588 Feb 09 15:40:38.328174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c976bd-a932-47f6-b2c0-63fd27245058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d8bee-4df1-4869-8dff-2b9511802aa1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:38.354760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:38.354760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:38.357967 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] 10.222.0.13 "PUT /v2.0/ports/cc979fef-26b5-4e78-afd3-d9d6845fe470 HTTP/1.1" status: 200 len: 1092 time: 2.9106686 Feb 09 15:40:38.376725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'tag': 'cc979fef-26b5-4e78-afd3-d9d6845fe470'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:38.380989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb66d9c6-13a4-49f3-9eb3-c07ecd3aca14 req-d8d4ef9a-0717-4c67-b5b3-10145be69f26 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718311 Feb 09 15:40:38.383967 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e8b11a-b132-444e-8a0d-43b7850e91f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcac93e-0061-4a2c-85d7-dfb36057d101", "tag": "cc979fef-26b5-4e78-afd3-d9d6845fe470"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:38.404584 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-67c976bd-a932-47f6-b2c0-63fd27245058 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24ad81a65224488180a7fbd8025529d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240163 Feb 09 15:40:38.408664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56444) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:38.424320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5728f1-d47a-4d09-8ec6-86ff9dfed52f service neutron] Pushing event updated for resources: {'Port': ['ID=cc979fef-26b5-4e78-afd3-d9d6845fe470,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:38.453592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56448) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:38.604569 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c863ac4f-08c8-42f4-b8dd-8d5d12bc4e9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d6830ae7a5d46b291da54adea166bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496103 Feb 09 15:40:38.610175 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56452) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:38.684683 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-e9591fef-91c9-4430-a843-26c06fe69a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:38.686556 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-e9591fef-91c9-4430-a843-26c06fe69a28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 1095 time: 0.1618736 Feb 09 15:40:38.695234 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8358cc-58ff-4c29-9eb1-9525eed72970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:38.705555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd137-076c-4d36-b0bd-c73ba404553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:38.752228 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-4ffdeb90-9b4c-4169-9a3f-f387919c99da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc979fef-26b5-4e78-afd3-d9d6845fe470 HTTP/1.1" status: 200 len: 217 time: 0.0572610 Feb 09 15:40:38.761147 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8358cc-58ff-4c29-9eb1-9525eed72970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:38.787486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2805bdf3-809d-474d-942b-a3e06e98b3f9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:38.828274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.033280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a85bc4-1b58-4b25-966e-81a860b1fad4 req-d279b962-318a-470a-b21d-2d98c7c668c1 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:39.035944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97a85bc4-1b58-4b25-966e-81a860b1fad4 req-d279b962-318a-470a-b21d-2d98c7c668c1 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 932 time: 0.1094787 Feb 09 15:40:39.061757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Transition to ACTIVE for port object 2805bdf3-809d-474d-942b-a3e06e98b3f9 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:40:39.074154 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8358cc-58ff-4c29-9eb1-9525eed72970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.079132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8358cc-58ff-4c29-9eb1-9525eed72970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.080871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea8358cc-58ff-4c29-9eb1-9525eed72970 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a61d8bee-4df1-4869-8dff-2b9511802aa1 HTTP/1.1" status: 204 len: 168 time: 0.6704564 Feb 09 15:40:39.082031 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd137-076c-4d36-b0bd-c73ba404553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.103006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8358cc-58ff-4c29-9eb1-9525eed72970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d8bee-4df1-4869-8dff-2b9511802aa1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:39.138878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-077548af-e959-474f-9946-f2d326ad5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:39.144387 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-077548af-e959-474f-9946-f2d326ad5f89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aba5ba73-d06f-4eb7-ac11-9fe80a337657 HTTP/1.1" status: 200 len: 863 time: 0.3815029 Feb 09 15:40:39.167454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97a85bc4-1b58-4b25-966e-81a860b1fad4 req-9e634422-73ec-4b45-bdd3-5b0214fb4d6e tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195805 Feb 09 15:40:39.229650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-8fa32207-3fc6-4650-94dc-2ad8f00b53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:39.232845 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-8fa32207-3fc6-4650-94dc-2ad8f00b53f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a096b41-b9ff-4385-b004-2fb3b24bd080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845544 Feb 09 15:40:39.243935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.277254 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1fc127-a9d6-43f2-8e53-77173c34d5d8 x-openstack-request-id: req-9f1fc127-a9d6-43f2-8e53-77173c34d5d8 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:39.277702 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcac93e-0061-4a2c-85d7-dfb36057d101", "tag": "cc979fef-26b5-4e78-afd3-d9d6845fe470", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:39.279128 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f1fc127-a9d6-43f2-8e53-77173c34d5d8 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:39.279128 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'tag': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'status': 'completed', 'code': 200} Feb 09 15:40:39.354043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2805bdf3-809d-474d-942b-a3e06e98b3f9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:39.377168 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd137-076c-4d36-b0bd-c73ba404553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.382861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd137-076c-4d36-b0bd-c73ba404553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.385390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9f5bd137-076c-4d36-b0bd-c73ba404553a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5333d5d8-e67f-4329-9569-4a949719342a HTTP/1.1" status: 204 len: 168 time: 0.7772348 Feb 09 15:40:39.418216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bd137-076c-4d36-b0bd-c73ba404553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5333d5d8-e67f-4329-9569-4a949719342a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:39.464158 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-e5de17e3-7c5e-4573-9fb6-694f8d2ce3a8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244105 Feb 09 15:40:39.485760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a567ec5-f782-4390-8512-489d414a5a8d req-c9d5e502-a399-455f-a037-45e5e8e3a2ac tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 210 time: 0.0568886 Feb 09 15:40:39.495339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Attempting to bind port 2805bdf3-809d-474d-942b-a3e06e98b3f9 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:39.495921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Attempting to bind port 2805bdf3-809d-474d-942b-a3e06e98b3f9 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '855781ee-7781-4d0f-9efc-20ddd1bc7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c327f406-6a3b-4970-a56b-6beabe5d8c37'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:39.496296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Attempting to bind port 2805bdf3-809d-474d-942b-a3e06e98b3f9 on network c327f406-6a3b-4970-a56b-6beabe5d8c37 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:39.511411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Port 2805bdf3-809d-474d-942b-a3e06e98b3f9 on network c327f406-6a3b-4970-a56b-6beabe5d8c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:40:39.523082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Attempting to bind port 2805bdf3-809d-474d-942b-a3e06e98b3f9 on network c327f406-6a3b-4970-a56b-6beabe5d8c37 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:39.526163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:39.526946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Checking segment: {'id': '855781ee-7781-4d0f-9efc-20ddd1bc7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c327f406-6a3b-4970-a56b-6beabe5d8c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:39.527767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Bound using segment: {'id': '855781ee-7781-4d0f-9efc-20ddd1bc7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c327f406-6a3b-4970-a56b-6beabe5d8c37'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:39.529483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Bound port: 2805bdf3-809d-474d-942b-a3e06e98b3f9, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855781ee-7781-4d0f-9efc-20ddd1bc7e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c327f406-6a3b-4970-a56b-6beabe5d8c37'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:39.530143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.619349 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-adc9bb16-3357-493e-b886-94d079c7baa0 req-2aa17b45-3414-4ba6-9460-6b7bca75cb97 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483662 Feb 09 15:40:39.634818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] For port 2805bdf3-809d-474d-942b-a3e06e98b3f9, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:39.641790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] For port 2805bdf3-809d-474d-942b-a3e06e98b3f9, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2805bdf3-809d-474d-942b-a3e06e98b3f9,segment=NetworkSegment(855781ee-7781-4d0f-9efc-20ddd1bc7e45),segment_id=855781ee-7781-4d0f-9efc-20ddd1bc7e45)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:39.815854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.873587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:39.874225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:39.875742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/2805bdf3-809d-474d-942b-a3e06e98b3f9 HTTP/1.1" status: 200 len: 1092 time: 2.0077846 Feb 09 15:40:39.876261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c408d3a0-1b7a-4477-a930-e0621e5b999e', 'tag': '2805bdf3-809d-474d-942b-a3e06e98b3f9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:39.878726 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf63906-cba8-40f3-b540-cea75368fb67" -d '{"events": [{"name": "network-changed", "server_uuid": "c408d3a0-1b7a-4477-a930-e0621e5b999e", "tag": "2805bdf3-809d-474d-942b-a3e06e98b3f9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:39.908703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c2d82-bb72-44b2-8e92-11af0e3d40e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2805bdf3-809d-474d-942b-a3e06e98b3f9,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:39.956750 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-b5134233-7dd0-40f0-a835-3f2b1e2cf51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:39.960502 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-b5134233-7dd0-40f0-a835-3f2b1e2cf51e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 1095 time: 0.1090164 Feb 09 15:40:40.097991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-3e7f4270-319b-4fd4-8e49-03a9f4e555c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:40.100807 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-3e7f4270-319b-4fd4-8e49-03a9f4e555c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 925 time: 0.1329308 Feb 09 15:40:40.131451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-b6360c63-8f72-4d6a-ae81-fd6e489a65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:40.133894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-b6360c63-8f72-4d6a-ae81-fd6e489a65ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e9ea437e3eb4a6ea2e992626d91384e&device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 1095 time: 0.0692973 Feb 09 15:40:40.216224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-cc49039d-d73d-42a4-8e45-d8cd366f878e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2805bdf3-809d-474d-942b-a3e06e98b3f9 HTTP/1.1" status: 200 len: 217 time: 0.0739515 Feb 09 15:40:40.226214 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-bde3ca67-a464-448c-86b5-071b98ecfd3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc979fef-26b5-4e78-afd3-d9d6845fe470 HTTP/1.1" status: 200 len: 217 time: 0.1175852 Feb 09 15:40:40.290602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-8fb78a61-c87e-463d-b4ab-8a6b9ac18360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:40.293078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-8fb78a61-c87e-463d-b4ab-8a6b9ac18360 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55b134e2-bc35-4d7e-a7b1-d70df95aa165 HTTP/1.1" status: 200 len: 855 time: 0.0700898 Feb 09 15:40:40.327629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-311274d7-55af-4a41-9999-67b3680ad2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:40.337307 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-311274d7-55af-4a41-9999-67b3680ad2ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aba5ba73-d06f-4eb7-ac11-9fe80a337657 HTTP/1.1" status: 200 len: 863 time: 0.1026251 Feb 09 15:40:40.360021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-47a1897f-699c-41d5-bd44-09f4fb2881cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c327f406-6a3b-4970-a56b-6beabe5d8c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580952 Feb 09 15:40:40.473920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-dfd26e44-9653-40c0-aa52-8f04d54b1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:40.476640 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-dfd26e44-9653-40c0-aa52-8f04d54b1860 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a096b41-b9ff-4385-b004-2fb3b24bd080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313841 Feb 09 15:40:40.604018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-18ce4fc4-bab2-4174-8146-3ffaf1d8600b tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=671e7cc543de441c893da2563febc5a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282423 Feb 09 15:40:40.674831 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-93bc3478-74b1-4fed-8a5e-ddc5d18377b4 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891813 Feb 09 15:40:40.725790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-f5a24407-409f-49c3-8148-094d2c572170 service neutron] 10.222.0.13 "GET /v2.0/networks/c327f406-6a3b-4970-a56b-6beabe5d8c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581686 Feb 09 15:40:40.776609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08c68c-c51a-4701-8088-0bab40b5ef63 req-bb6f57ff-ee34-466b-86e1-839defd1dfe3 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:40.779150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de08c68c-c51a-4701-8088-0bab40b5ef63 req-bb6f57ff-ee34-466b-86e1-839defd1dfe3 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 944 time: 0.2548041 Feb 09 15:40:40.874644 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-11e8b11a-b132-444e-8a0d-43b7850e91f5 req-17d0f589-810d-4731-a974-a4138e0a05a4 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907396 Feb 09 15:40:40.984775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de08c68c-c51a-4701-8088-0bab40b5ef63 req-1739f7e0-cb77-4334-a85e-0cde61bb2e54 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803465 Feb 09 15:40:41.001232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-1f3011a6-22f5-49a8-a298-5e9c113a62da tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:41.003089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-1f3011a6-22f5-49a8-a298-5e9c113a62da tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3766727 Feb 09 15:40:41.020972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Request body: {'port': {'device_id': 'de6b384c-1e4c-40fb-bdd6-55ca64c218ff', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '671e7cc543de441c893da2563febc5a1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:41.053104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8bb4b1-36be-4b9b-bd0a-5827edc520ed req-f9f6b3cc-9a94-46b7-bfc5-fbf5c4be43e0 service neutron] 10.222.0.13 "GET /v2.0/networks/c327f406-6a3b-4970-a56b-6beabe5d8c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139312 Feb 09 15:40:41.115878 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8836d8-9574-4cf8-af5c-c174e6955801 x-openstack-request-id: req-ab8836d8-9574-4cf8-af5c-c174e6955801 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:41.115878 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c408d3a0-1b7a-4477-a930-e0621e5b999e", "tag": "2805bdf3-809d-474d-942b-a3e06e98b3f9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:41.115878 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab8836d8-9574-4cf8-af5c-c174e6955801 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:41.115878 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c408d3a0-1b7a-4477-a930-e0621e5b999e', 'tag': '2805bdf3-809d-474d-942b-a3e06e98b3f9', 'status': 'completed', 'code': 200} Feb 09 15:40:41.597116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9afc3-cc59-44e1-b7b3-7d5265ac7866 req-46208dda-ae56-4752-8d08-36ea5eca43cb tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:41.598765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80f9afc3-cc59-44e1-b7b3-7d5265ac7866 req-46208dda-ae56-4752-8d08-36ea5eca43cb tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 944 time: 0.4061542 Feb 09 15:40:41.602094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-306b456e-48d9-436d-84db-50b99449126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:41.603479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-306b456e-48d9-436d-84db-50b99449126a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5e9ea437e3eb4a6ea2e992626d91384e&device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 1095 time: 0.0718865 Feb 09 15:40:41.704758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80f9afc3-cc59-44e1-b7b3-7d5265ac7866 req-a9f2a7a4-dec2-4ba4-884c-5ac64667c1f6 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978513 Feb 09 15:40:41.756228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-1fb20a3c-e31a-408d-9f3c-78f15c826820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:41.758428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-1fb20a3c-e31a-408d-9f3c-78f15c826820 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c327f406-6a3b-4970-a56b-6beabe5d8c37 HTTP/1.1" status: 200 len: 916 time: 0.1437235 Feb 09 15:40:41.823064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-8d661dc6-4abc-46fe-9bf1-18c5d10e98cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2805bdf3-809d-474d-942b-a3e06e98b3f9 HTTP/1.1" status: 200 len: 217 time: 0.0570178 Feb 09 15:40:41.858361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45b59817-6c2f-41cb-bb59-4c5f905984ac req-a6c5e1ce-c684-4e3d-b475-13c12c0a0a09 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 210 time: 0.0387454 Feb 09 15:40:41.887776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Made reservation on behalf of 671e7cc543de441c893da2563febc5a1 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:41.893069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:41.949830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-a6b14615-ffb4-46b8-8528-5bd0340de762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:41.951648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-a6b14615-ffb4-46b8-8528-5bd0340de762 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55b134e2-bc35-4d7e-a7b1-d70df95aa165 HTTP/1.1" status: 200 len: 855 time: 0.1199188 Feb 09 15:40:42.037152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-49062459-f5ea-4510-9d17-cb4c7d2d591e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c327f406-6a3b-4970-a56b-6beabe5d8c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463696 Feb 09 15:40:42.064522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0efbc99-b422-45cf-b0eb-8cc2bc37ee5d req-b9a36f24-521a-4c64-947c-9b74c9018236 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cc6fd0ca89154024ac65541304b6f3bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725474 Feb 09 15:40:42.347112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Allocated IP 192.168.233.131 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/1fc91fd2-036f-41e6-96ea-ad2468a13718) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:40:42.446322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-3f6e91a8-c05b-46c2-b0a1-f07278d7c92f service neutron] 10.222.0.13 "GET /v2.0/networks/c327f406-6a3b-4970-a56b-6beabe5d8c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925688 Feb 09 15:40:42.490420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efbc99-b422-45cf-b0eb-8cc2bc37ee5d req-7ac5f47d-84b9-462b-b053-bcb1c738e8ce tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:42.493750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0efbc99-b422-45cf-b0eb-8cc2bc37ee5d req-7ac5f47d-84b9-462b-b053-bcb1c738e8ce tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4136112 Feb 09 15:40:42.605467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cc979fef-26b5-4e78-afd3-d9d6845fe470 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:40:42.623158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0efbc99-b422-45cf-b0eb-8cc2bc37ee5d req-09c803c9-44d7-48aa-90f0-c608f6e18ba5 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/quotas/cc6fd0ca89154024ac65541304b6f3bc HTTP/1.1" status: 200 len: 375 time: 0.1209135 Feb 09 15:40:42.731612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cc979fef-26b5-4e78-afd3-d9d6845fe470, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cc979fef-26b5-4e78-afd3-d9d6845fe470,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:42.744056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'port_id': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'mac_address': 'fa:16:3e:1c:88:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:40:42.773148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0efbc99-b422-45cf-b0eb-8cc2bc37ee5d req-f5aa0ad9-a7c1-4dd7-a241-94c097ca15b6 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc6fd0ca89154024ac65541304b6f3bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1396940 Feb 09 15:40:42.817980 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:42.841345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc979fef-26b5-4e78-afd3-d9d6845fe470 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:42.855088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf63906-cba8-40f3-b540-cea75368fb67 req-d1440644-c2d1-4d48-bb54-162898615539 service neutron] 10.222.0.13 "GET /v2.0/networks/c327f406-6a3b-4970-a56b-6beabe5d8c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940279 Feb 09 15:40:42.874993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cc979fef-26b5-4e78-afd3-d9d6845fe470, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cc979fef-26b5-4e78-afd3-d9d6845fe470,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:42.947429 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:43.013652 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:43.084904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cc979fef-26b5-4e78-afd3-d9d6845fe470,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:43.087093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56588) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:43.152162 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:43.170870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c54d5149-5024-4b4f-9363-d09de188e7d4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:40:43.204931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:40:43.209081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:43.212007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:40:43.220489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:43.221184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:43.247875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Pushing event updated for resources: {'Port': ['ID=1fc91fd2-036f-41e6-96ea-ad2468a13718,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:43.263281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['cc979fef-26b5-4e78-afd3-d9d6845fe470'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:40:43.393460 n-d-828542-1 neutron-server[103179]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 15:40:43.402690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-c6d98ba6-7317-4811-80e6-3da3542e9da4 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:40:43.408759 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-c6d98ba6-7317-4811-80e6-3da3542e9da4 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192048 Feb 09 15:40:43.509937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbf40d-6d64-4cc9-a7f5-703487b4ade3 req-a1107ac6-0b7a-4a81-bb7c-917b680ea255 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:43.518967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63dbf40d-6d64-4cc9-a7f5-703487b4ade3 req-a1107ac6-0b7a-4a81-bb7c-917b680ea255 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 945 time: 0.0941062 Feb 09 15:40:43.584287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63dbf40d-6d64-4cc9-a7f5-703487b4ade3 req-0d411e46-3877-4644-864b-041c3021f106 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639660 Feb 09 15:40:43.612750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-0ad23ae3-4b24-4edc-841f-7da8d430448c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5955162 Feb 09 15:40:43.630419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Request body: {'port': {'device_id': 'de6b384c-1e4c-40fb-bdd6-55ca64c218ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:43.677588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1c1e5b2c-2fdb-4865-8421-965eee5642d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:43.681134 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1c1e5b2c-2fdb-4865-8421-965eee5642d0 service neutron] 10.222.0.53 "GET /v2.0/ports/6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 1093 time: 0.1553423 Feb 09 15:40:43.699362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Request body: {'binding': {'host': 'n-h1-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:43.700216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 15:40:43.724159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c829eda5-f2f2-4c0f-83c2-e7532d78e759 None None] Provisioning complete for port 1fc91fd2-036f-41e6-96ea-ad2468a13718 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:43.724159 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c829eda5-f2f2-4c0f-83c2-e7532d78e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:43.814656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:43.822962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c829eda5-f2f2-4c0f-83c2-e7532d78e759 None None] Port 1fc91fd2-036f-41e6-96ea-ad2468a13718 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:40:43.911690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f35e6c-b9be-4c11-8cf4-5cdf3b2fd525 req-6af8ad6e-576a-4e58-b606-94b8a513f20c tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:43.915504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05f35e6c-b9be-4c11-8cf4-5cdf3b2fd525 req-6af8ad6e-576a-4e58-b606-94b8a513f20c tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 944 time: 0.1905391 Feb 09 15:40:43.926425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on host n-h1-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:43.926853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:43.927244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:43.932537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:40:43.932856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:43.939281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:43.939622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:43.940048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:43.940601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Bound port: 6223a3f1-7242-41ea-91ca-35dad7eff454, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:44.051305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:44.104673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05f35e6c-b9be-4c11-8cf4-5cdf3b2fd525 req-5b6e4008-6abe-4d1e-907e-0bee3de58467 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803892 Feb 09 15:40:44.231395 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:44.233461 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-926a3e7e-860f-46aa-931c-a200da8ba66a service neutron] 10.222.0.53 "POST /v2.0/ports/6223a3f1-7242-41ea-91ca-35dad7eff454/bindings HTTP/1.1" status: 201 len: 389 time: 0.5413952 Feb 09 15:40:44.355156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc91fd2-036f-41e6-96ea-ad2468a13718 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:44.365507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:44.381254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Transition to ACTIVE for port object 1fc91fd2-036f-41e6-96ea-ad2468a13718 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:40:44.569477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:44.611888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2805bdf3-809d-474d-942b-a3e06e98b3f9 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:40:44.641449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cc979fef-26b5-4e78-afd3-d9d6845fe470 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:44.650097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc91fd2-036f-41e6-96ea-ad2468a13718,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:44.700967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Attempting to bind port 1fc91fd2-036f-41e6-96ea-ad2468a13718 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:44.701545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Attempting to bind port 1fc91fd2-036f-41e6-96ea-ad2468a13718 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:44.702170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Attempting to bind port 1fc91fd2-036f-41e6-96ea-ad2468a13718 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:44.711717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Port 1fc91fd2-036f-41e6-96ea-ad2468a13718 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:40:44.712260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Attempting to bind port 1fc91fd2-036f-41e6-96ea-ad2468a13718 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:44.723635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:44.724239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:44.724891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:44.725672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Bound port: 1fc91fd2-036f-41e6-96ea-ad2468a13718, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:44.726333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:44.838060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] For port 1fc91fd2-036f-41e6-96ea-ad2468a13718, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:44.844558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] For port 1fc91fd2-036f-41e6-96ea-ad2468a13718, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1fc91fd2-036f-41e6-96ea-ad2468a13718,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:44.998282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2805bdf3-809d-474d-942b-a3e06e98b3f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2805bdf3-809d-474d-942b-a3e06e98b3f9,segment=NetworkSegment(855781ee-7781-4d0f-9efc-20ddd1bc7e45),segment_id=855781ee-7781-4d0f-9efc-20ddd1bc7e45)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:44.998282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '2805bdf3-809d-474d-942b-a3e06e98b3f9', 'network_id': 'c327f406-6a3b-4970-a56b-6beabe5d8c37', 'port_id': '2805bdf3-809d-474d-942b-a3e06e98b3f9', 'mac_address': 'fa:16:3e:39:f7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b134e2-bc35-4d7e-a7b1-d70df95aa165', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:40:44.999430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7376fbb-733e-4499-9a37-f1d1d75eec43 req-eff7ed17-4fd6-4597-92ae-f6180c4ab6c8 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:44.999430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7376fbb-733e-4499-9a37-f1d1d75eec43 req-eff7ed17-4fd6-4597-92ae-f6180c4ab6c8 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 948 time: 0.0742171 Feb 09 15:40:44.999670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:44.999756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7376fbb-733e-4499-9a37-f1d1d75eec43 req-3924fa08-0433-44e3-a8c0-98d54641b4ba tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Feb 09 15:40:44.999837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2805bdf3-809d-474d-942b-a3e06e98b3f9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:45.012256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2805bdf3-809d-474d-942b-a3e06e98b3f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2805bdf3-809d-474d-942b-a3e06e98b3f9,segment=NetworkSegment(855781ee-7781-4d0f-9efc-20ddd1bc7e45),segment_id=855781ee-7781-4d0f-9efc-20ddd1bc7e45)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:45.141626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port cc979fef-26b5-4e78-afd3-d9d6845fe470 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:40:45.141896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:45.146007 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:45.151136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port cc979fef-26b5-4e78-afd3-d9d6845fe470 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:45.151411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:45.182804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:45.183299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:45.185311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] 10.222.0.73 "PUT /v2.0/ports/1fc91fd2-036f-41e6-96ea-ad2468a13718 HTTP/1.1" status: 200 len: 1096 time: 1.5629265 Feb 09 15:40:45.185311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6b384c-1e4c-40fb-bdd6-55ca64c218ff', 'tag': '1fc91fd2-036f-41e6-96ea-ad2468a13718'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:45.209236 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa9900d-b9fc-4afe-881d-027e07670fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "de6b384c-1e4c-40fb-bdd6-55ca64c218ff", "tag": "1fc91fd2-036f-41e6-96ea-ad2468a13718"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:45.259643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f508d-acac-4ff3-8119-705ad1d590c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc91fd2-036f-41e6-96ea-ad2468a13718,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:45.276126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2805bdf3-809d-474d-942b-a3e06e98b3f9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:45.350933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e45e30e-53c8-4faf-b4a4-ef1b794a22f9 req-ce1507b3-8aa1-49d9-b381-f9344dfa73bf tempest-AbsoluteLimitsNegativeTestJSON-1517572485 tempest-AbsoluteLimitsNegativeTestJSON-1517572485-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5763def023ff498dbfa5f58aa4d83cab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318706 Feb 09 15:40:45.365865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2805bdf3-809d-474d-942b-a3e06e98b3f9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:40:45.424285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:45.473132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc979fef-26b5-4e78-afd3-d9d6845fe470'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:45.475831 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c66d91-2f33-4818-86c3-61a9b341d2fb" -d '{"events": [{"server_uuid": "4dcac93e-0061-4a2c-85d7-dfb36057d101", "name": "network-vif-plugged", "status": "completed", "tag": "cc979fef-26b5-4e78-afd3-d9d6845fe470"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:45.504581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cc979fef-26b5-4e78-afd3-d9d6845fe470, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cc979fef-26b5-4e78-afd3-d9d6845fe470,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:45.580892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-a6b14240-5d0b-4f22-b293-b278002cd51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:45.583422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-a6b14240-5d0b-4f22-b293-b278002cd51c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=671e7cc543de441c893da2563febc5a1&device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 1099 time: 0.1798103 Feb 09 15:40:45.600520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfaeeb-2a69-4d73-ad90-dbc4f5bfa8ff req-f575b890-1f9c-4ca3-91b0-8dafd98434b8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:45.604881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2bfaeeb-2a69-4d73-ad90-dbc4f5bfa8ff req-f575b890-1f9c-4ca3-91b0-8dafd98434b8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 945 time: 0.2267098 Feb 09 15:40:45.614210 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:45.630356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45e30e-53c8-4faf-b4a4-ef1b794a22f9 req-863592c9-a2b6-4492-b1a6-1db0a2d39ed0 tempest-AbsoluteLimitsNegativeTestJSON-1517572485 tempest-AbsoluteLimitsNegativeTestJSON-1517572485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:45.632133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e45e30e-53c8-4faf-b4a4-ef1b794a22f9 req-863592c9-a2b6-4492-b1a6-1db0a2d39ed0 tempest-AbsoluteLimitsNegativeTestJSON-1517572485 tempest-AbsoluteLimitsNegativeTestJSON-1517572485-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744262 Feb 09 15:40:45.678017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-3fa96af9-4fd1-42f9-b1b2-04c6620f9e37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1fc91fd2-036f-41e6-96ea-ad2468a13718 HTTP/1.1" status: 200 len: 217 time: 0.0674932 Feb 09 15:40:45.702292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cc979fef-26b5-4e78-afd3-d9d6845fe470,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:45.734822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e45e30e-53c8-4faf-b4a4-ef1b794a22f9 req-bc82aa09-ca01-4f1c-8d8e-e80db9f82306 tempest-AbsoluteLimitsNegativeTestJSON-1517572485 tempest-AbsoluteLimitsNegativeTestJSON-1517572485-project] 10.222.0.53 "GET /v2.0/quotas/5763def023ff498dbfa5f58aa4d83cab HTTP/1.1" status: 200 len: 375 time: 0.0655177 Feb 09 15:40:45.761891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2bfaeeb-2a69-4d73-ad90-dbc4f5bfa8ff req-d84b5667-7970-4717-9061-0284447fc9f0 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481831 Feb 09 15:40:45.813550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e45e30e-53c8-4faf-b4a4-ef1b794a22f9 req-bae7a0e7-6307-4e11-869f-d66a94385687 tempest-AbsoluteLimitsNegativeTestJSON-1517572485 tempest-AbsoluteLimitsNegativeTestJSON-1517572485-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5763def023ff498dbfa5f58aa4d83cab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485954 Feb 09 15:40:45.815100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-bd69069d-e73c-4121-a77a-50537653b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:45.816934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-bd69069d-e73c-4121-a77a-50537653b295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1301363 Feb 09 15:40:45.904491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-6b39e282-39a3-4b7d-949d-8436df63423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:45.906145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-6b39e282-39a3-4b7d-949d-8436df63423b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1096 time: 0.1036377 Feb 09 15:40:45.912439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-2e23beac-f368-4443-943e-1ea90fbc0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:45.914793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-2e23beac-f368-4443-943e-1ea90fbc0a1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717790 Feb 09 15:40:46.011523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56642) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:46.143177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0f4a-6fc2-42e2-ab66-2776fd153126 req-002422ea-89d5-47c1-81d3-6472ba762cc9 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:46.144887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e95b0f4a-6fc2-42e2-ab66-2776fd153126 req-002422ea-89d5-47c1-81d3-6472ba762cc9 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 945 time: 0.1290801 Feb 09 15:40:46.147848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-8dda0d6a-8dc0-46f0-9970-e9b12692cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:46.149899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-8dda0d6a-8dc0-46f0-9970-e9b12692cd25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.2341909 Feb 09 15:40:46.152269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-7d33db9b-b4e8-43d2-8567-b3f9320b76ce service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280946 Feb 09 15:40:46.249552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c725958-1c2f-4c9b-99e5-30fe75d993c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:46.254356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-d18aa8e9-388e-4138-bd99-32b3dc431869 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 217 time: 0.0967097 Feb 09 15:40:46.347348 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c725958-1c2f-4c9b-99e5-30fe75d993c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:46.352425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e95b0f4a-6fc2-42e2-ab66-2776fd153126 req-3d127a13-649b-45c1-8ddd-84d9b5fba36a tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962554 Feb 09 15:40:46.405693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f7865-d579-4f79-b0ac-a08e950f3a37 req-14e89dad-cf4b-48e8-bd1a-dfa69d377ff4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:46.408722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6f7865-d579-4f79-b0ac-a08e950f3a37 req-14e89dad-cf4b-48e8-bd1a-dfa69d377ff4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 945 time: 0.2440016 Feb 09 15:40:46.416291 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd88832d-84c1-48ea-8728-d450ca4fbfed x-openstack-request-id: req-cd88832d-84c1-48ea-8728-d450ca4fbfed {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:46.422371 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6b384c-1e4c-40fb-bdd6-55ca64c218ff", "tag": "1fc91fd2-036f-41e6-96ea-ad2468a13718", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:46.422371 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd88832d-84c1-48ea-8728-d450ca4fbfed {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:46.422371 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6b384c-1e4c-40fb-bdd6-55ca64c218ff', 'tag': '1fc91fd2-036f-41e6-96ea-ad2468a13718', 'status': 'completed', 'code': 200} Feb 09 15:40:46.423055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1192b2e0-bfa0-4d70-9863-30ffa98a4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:46.424284 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1192b2e0-bfa0-4d70-9863-30ffa98a4a8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.1298509 Feb 09 15:40:46.447054 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2246d99-6309-484e-85a7-f4cc1574cf74 x-openstack-request-id: req-b2246d99-6309-484e-85a7-f4cc1574cf74 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:46.448148 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcac93e-0061-4a2c-85d7-dfb36057d101", "name": "network-vif-plugged", "status": "completed", "tag": "cc979fef-26b5-4e78-afd3-d9d6845fe470", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:46.448394 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2246d99-6309-484e-85a7-f4cc1574cf74 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:46.449088 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'code': 200} Feb 09 15:40:46.469355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c725958-1c2f-4c9b-99e5-30fe75d993c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:46.485647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999748e5-3253-47f8-a9b0-f05a39beaa46 req-389a2c6b-012c-4045-8df7-194b050f51c1 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193240 Feb 09 15:40:46.488244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-3fdf4a34-94ef-4f8e-b09f-c11ab6d6d3e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532424 Feb 09 15:40:46.540936 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c725958-1c2f-4c9b-99e5-30fe75d993c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02559d4f-7b3d-4703-87e1-54ca36e49be8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:46.555857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6f7865-d579-4f79-b0ac-a08e950f3a37 req-3ca44f30-f174-46fb-b0c1-47881c5bc359 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350110 Feb 09 15:40:46.572566 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c725958-1c2f-4c9b-99e5-30fe75d993c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f47e5f61cfb041daa0e16ff12ad1fa86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5557177 Feb 09 15:40:46.573541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56654) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:46.635326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2805bdf3-809d-474d-942b-a3e06e98b3f9 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:46.660586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b8123-8740-4a19-a636-3e1da5e62c26 req-28d66f68-59ca-485a-91bc-5364b1c02db6 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:46.662329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e47b8123-8740-4a19-a636-3e1da5e62c26 req-28d66f68-59ca-485a-91bc-5364b1c02db6 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 948 time: 0.1623240 Feb 09 15:40:46.707838 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7684d0-3f0e-4479-b302-d07008193873 req-446ec9c9-0833-4486-98ea-246d19b5e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:46.710463 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d7684d0-3f0e-4479-b302-d07008193873 req-446ec9c9-0833-4486-98ea-246d19b5e0ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 1097 time: 0.1081736 Feb 09 15:40:46.727031 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-198cd239-a657-4841-b442-ccb9c50eb141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:46.738072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-3323f057-fac9-4a8f-9567-a63bfbe1288a service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359717 Feb 09 15:40:46.786603 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d7684d0-3f0e-4479-b302-d07008193873 req-a51e7705-ce7c-4052-ba43-e5686f94a449 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689566 Feb 09 15:40:46.794195 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-198cd239-a657-4841-b442-ccb9c50eb141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:46.850357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56662) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:46.871274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e47b8123-8740-4a19-a636-3e1da5e62c26 req-2bae400b-c072-4d29-ad8a-823deb9b0cac tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908767 Feb 09 15:40:46.885698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-a9624ecc-90da-4334-8f92-54e7079134cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:46.887357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-a9624ecc-90da-4334-8f92-54e7079134cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=671e7cc543de441c893da2563febc5a1&device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 1099 time: 0.1890864 Feb 09 15:40:46.988290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-670a62be-b64d-4e94-b92e-de82e0ec125b service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208545 Feb 09 15:40:47.000720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 2805bdf3-809d-474d-942b-a3e06e98b3f9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:40:47.017499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 2805bdf3-809d-474d-942b-a3e06e98b3f9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:47.018126 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.042196 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-198cd239-a657-4841-b442-ccb9c50eb141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.043285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-198cd239-a657-4841-b442-ccb9c50eb141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.047790 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-198cd239-a657-4841-b442-ccb9c50eb141 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02559d4f-7b3d-4703-87e1-54ca36e49be8 HTTP/1.1" status: 204 len: 168 time: 0.4687901 Feb 09 15:40:47.057614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-7c88e635-fb9a-4029-a496-98e5a5e3a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:47.061548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-7c88e635-fb9a-4029-a496-98e5a5e3a87a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1640298 Feb 09 15:40:47.075133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cd239-a657-4841-b442-ccb9c50eb141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02559d4f-7b3d-4703-87e1-54ca36e49be8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:47.125187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.178136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-a8d50b31-bc91-49e7-86e4-4ac001c7831b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1fc91fd2-036f-41e6-96ea-ad2468a13718 HTTP/1.1" status: 200 len: 217 time: 0.0937629 Feb 09 15:40:47.216448 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.247712 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.255808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2805bdf3-809d-474d-942b-a3e06e98b3f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2805bdf3-809d-474d-942b-a3e06e98b3f9,segment=NetworkSegment(855781ee-7781-4d0f-9efc-20ddd1bc7e45),segment_id=855781ee-7781-4d0f-9efc-20ddd1bc7e45)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:47.257523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4699fd2-7850-46e7-b289-fa6231c41496 req-f635bdc2-d3f0-4643-b937-755a1b5e4585 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:47.264801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4699fd2-7850-46e7-b289-fa6231c41496 req-f635bdc2-d3f0-4643-b937-755a1b5e4585 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.2005708 Feb 09 15:40:47.290722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-717a07ec-b44a-497f-9ef3-51e4ecbfaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:47.292444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-717a07ec-b44a-497f-9ef3-51e4ecbfaf4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1045315 Feb 09 15:40:47.370850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4699fd2-7850-46e7-b289-fa6231c41496 req-9999f061-aaaa-4f92-9133-0ed97bcf3a14 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027436 Feb 09 15:40:47.424858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-12b3d93a-6f99-455d-b4a3-70a574e3d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:47.426898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-12b3d93a-6f99-455d-b4a3-70a574e3d282 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264927 Feb 09 15:40:47.439487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-24feee6d-8c54-4395-92bb-6dd85be63ebe tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:47.441163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-24feee6d-8c54-4395-92bb-6dd85be63ebe tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.1244142 Feb 09 15:40:47.454021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828542-1'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:47.456993 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.457128 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.526220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc3f91b-86d4-44d1-97d1-e976f91555d6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:47.566065 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5763def023ff498dbfa5f58aa4d83cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7143588 Feb 09 15:40:47.567153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:47.569015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.569360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.569702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.570137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.571585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.571973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.572355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.572694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.573029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.573360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.575015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.575353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c489f-c2c5-4caf-9330-ed05b406a401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:47.603306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2805bdf3-809d-474d-942b-a3e06e98b3f9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:47.702961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0488d6c0-7302-45fa-938a-a7b36811624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.746370 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0488d6c0-7302-45fa-938a-a7b36811624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.940336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.963773 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0488d6c0-7302-45fa-938a-a7b36811624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.968039 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0488d6c0-7302-45fa-938a-a7b36811624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:47.978826 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0488d6c0-7302-45fa-938a-a7b36811624f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afc3f91b-86d4-44d1-97d1-e976f91555d6 HTTP/1.1" status: 204 len: 168 time: 0.3946962 Feb 09 15:40:47.979246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946d5c4-2224-4ea0-8b2f-bc059a8fe1ea req-f9fc715a-55e7-4160-938c-1128066cbd88 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:47.981718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f946d5c4-2224-4ea0-8b2f-bc059a8fe1ea req-f9fc715a-55e7-4160-938c-1128066cbd88 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 946 time: 0.2115750 Feb 09 15:40:47.989689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-bb1622bf-c498-4008-8b26-9826f694bd9f service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524607 Feb 09 15:40:47.994993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488d6c0-7302-45fa-938a-a7b36811624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc3f91b-86d4-44d1-97d1-e976f91555d6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:48.004147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db189281-c4f4-434a-9ac8-1fd657f1d226 req-cd83d6ae-b591-4e28-a359-d03f8fd9f62d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:48.006464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db189281-c4f4-434a-9ac8-1fd657f1d226 req-cd83d6ae-b591-4e28-a359-d03f8fd9f62d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 945 time: 0.2358057 Feb 09 15:40:48.231309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f946d5c4-2224-4ea0-8b2f-bc059a8fe1ea req-e8d28ebb-20c4-4f95-84a2-a01923d08fc6 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233019 Feb 09 15:40:48.248531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db189281-c4f4-434a-9ac8-1fd657f1d226 req-49a76236-7cf5-4f3a-8652-6b28d8e96c14 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831245 Feb 09 15:40:48.275176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fa9900d-b9fc-4afe-881d-027e07670fe5 req-e67e9209-270a-4147-820d-d6d1031ac767 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652063 Feb 09 15:40:48.314722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:48.414728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56700) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:48.428602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:48.450936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c408d3a0-1b7a-4477-a930-e0621e5b999e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805bdf3-809d-474d-942b-a3e06e98b3f9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:48.454253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea07-1979-422e-93b8-ec52a77d9a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:48.455125 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66f305e-fdbe-4cac-9514-d807b6ecffc0" -d '{"events": [{"server_uuid": "c408d3a0-1b7a-4477-a930-e0621e5b999e", "name": "network-vif-plugged", "status": "completed", "tag": "2805bdf3-809d-474d-942b-a3e06e98b3f9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:48.530870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc260680-b090-4c52-9039-85b3d1571397 req-0e0d0031-d255-4c88-a892-fd1eadb14686 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cc6fd0ca89154024ac65541304b6f3bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625319 Feb 09 15:40:48.546534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:48.549263 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11ac28c-b8fe-4e3a-ab9a-b6071bb90acb" -d '{"events": [{"server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "name": "network-vif-unplugged", "status": "completed", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:48.554530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:48.590917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea07-1979-422e-93b8-ec52a77d9a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:48.629682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686c9c9-5b45-4083-9110-39a7b3c9e376 req-571580ad-e248-4869-a441-1c05b6809191 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:48.631539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9686c9c9-5b45-4083-9110-39a7b3c9e376 req-571580ad-e248-4869-a441-1c05b6809191 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 948 time: 0.1677420 Feb 09 15:40:48.713333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9686c9c9-5b45-4083-9110-39a7b3c9e376 req-5689619f-0aa9-4da0-a2f2-959f3780d3a9 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691707 Feb 09 15:40:48.722678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260680-b090-4c52-9039-85b3d1571397 req-10f04da3-e184-49e4-8fbd-2c36ba121511 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:48.724309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc260680-b090-4c52-9039-85b3d1571397 req-10f04da3-e184-49e4-8fbd-2c36ba121511 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658115 Feb 09 15:40:48.725614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:48.795859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc260680-b090-4c52-9039-85b3d1571397 req-8320dafb-6d15-4355-94c8-e55b4e4b5d39 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/quotas/cc6fd0ca89154024ac65541304b6f3bc HTTP/1.1" status: 200 len: 375 time: 0.0347900 Feb 09 15:40:48.797387 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ea7ea07-1979-422e-93b8-ec52a77d9a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:48.838051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Pushing event updated for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:48.886331 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2ea7ea07-1979-422e-93b8-ec52a77d9a73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=608262f8111845038785e4ade757c8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697692 Feb 09 15:40:48.890907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7ea07-1979-422e-93b8-ec52a77d9a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d11408d-59fd-4e95-a776-03c72d875f43,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:48.894956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:48.906180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc260680-b090-4c52-9039-85b3d1571397 req-dfa2f831-c2df-4676-b601-ce01fc1ea916 tempest-QuotasAdminNegativeTest-1271598860 tempest-QuotasAdminNegativeTest-1271598860-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc6fd0ca89154024ac65541304b6f3bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748880 Feb 09 15:40:48.917690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on host n-h2-828542-1 for vnic_type normal with profile {"migrating_to": "n-h1-828542-1"} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:40:48.917690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:40:48.917690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:48.929081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:40:48.929422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Attempting to bind port 6223a3f1-7242-41ea-91ca-35dad7eff454 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:40:48.941507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:40:48.941507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:48.942700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:40:48.942700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Bound port: 6223a3f1-7242-41ea-91ca-35dad7eff454, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:40:48.942700 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:48.967024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463e6b-3794-43a9-8af0-ad89feac9bac req-ffcbae17-03cd-4348-9dcc-ddcae13f6b72 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:48.968857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af463e6b-3794-43a9-8af0-ad89feac9bac req-ffcbae17-03cd-4348-9dcc-ddcae13f6b72 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.1363113 Feb 09 15:40:49.019438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b37a-16d4-44a2-8c06-ca217e32c098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:49.063982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af463e6b-3794-43a9-8af0-ad89feac9bac req-d04bc047-1002-4208-930b-a5ef2332d93c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678833 Feb 09 15:40:49.066876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:49.070672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:40:49.076583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b37a-16d4-44a2-8c06-ca217e32c098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:49.079114 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c3d194-7932-4765-99e4-58a34baef3e5 x-openstack-request-id: req-f8c3d194-7932-4765-99e4-58a34baef3e5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:49.079892 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c408d3a0-1b7a-4477-a930-e0621e5b999e", "name": "network-vif-plugged", "status": "completed", "tag": "2805bdf3-809d-474d-942b-a3e06e98b3f9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:49.079892 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8c3d194-7932-4765-99e4-58a34baef3e5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:49.080195 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c408d3a0-1b7a-4477-a930-e0621e5b999e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2805bdf3-809d-474d-942b-a3e06e98b3f9', 'code': 200} Feb 09 15:40:49.127676 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f127eef-746c-4b66-9841-ef661058baea x-openstack-request-id: req-6f127eef-746c-4b66-9841-ef661058baea {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:49.127946 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "name": "network-vif-unplugged", "status": "completed", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:49.128144 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f127eef-746c-4b66-9841-ef661058baea {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:49.128837 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454', 'code': 200} Feb 09 15:40:49.204837 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:49.266206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d4f31-b252-4ba1-a8b8-53336cfc5871 req-4ab90fe1-7421-48bd-951a-698356551a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:49.267649 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7e8d4f31-b252-4ba1-a8b8-53336cfc5871 req-4ab90fe1-7421-48bd-951a-698356551a4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 1097 time: 0.0592833 Feb 09 15:40:49.322426 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7e8d4f31-b252-4ba1-a8b8-53336cfc5871 req-d2a5d770-e73a-4ea4-b341-c2e3f7284a6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Feb 09 15:40:49.335272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b37a-16d4-44a2-8c06-ca217e32c098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:49.340643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4d4b37a-16d4-44a2-8c06-ca217e32c098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:49.347450 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b4d4b37a-16d4-44a2-8c06-ca217e32c098 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d11408d-59fd-4e95-a776-03c72d875f43 HTTP/1.1" status: 204 len: 168 time: 0.4508090 Feb 09 15:40:49.361094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4b37a-16d4-44a2-8c06-ca217e32c098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d11408d-59fd-4e95-a776-03c72d875f43,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:49.367031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:49.368427 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:49.369895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] 10.222.0.13 "PUT /v2.0/ports/6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 1121 time: 1.9210925 Feb 09 15:40:49.372063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66257c7f-7ca4-47a8-b182-2957bf551d0b service neutron] Pushing event updated for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:49.392804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b055f1-bd87-4272-b021-9dd569e39840 req-37db5447-1a1d-4b7b-b19d-01537498d24b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:49.394966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89b055f1-bd87-4272-b021-9dd569e39840 req-37db5447-1a1d-4b7b-b19d-01537498d24b tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.1296034 Feb 09 15:40:49.413912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56740) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:49.420380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Request body: {'floatingip': {'port_id': 'cc979fef-26b5-4e78-afd3-d9d6845fe470'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:49.457962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['6223a3f1-7242-41ea-91ca-35dad7eff454'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:40:49.478090 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:49.674461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa49c2-1ab2-45a8-b475-cdc2ed87b778 req-c98a6799-3955-413e-907d-f016ea7b48ab tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:49.676829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aaa49c2-1ab2-45a8-b475-cdc2ed87b778 req-c98a6799-3955-413e-907d-f016ea7b48ab tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 946 time: 0.1493173 Feb 09 15:40:49.785523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aaa49c2-1ab2-45a8-b475-cdc2ed87b778 req-c19a95f7-142a-4e53-9e54-26f4a866e201 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954857 Feb 09 15:40:50.042388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60790185-d83a-4b1e-8b74-fb1030feb10d req-8e35e56d-dbfb-46c9-a1a6-8a0b5bf25123 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:50.044064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60790185-d83a-4b1e-8b74-fb1030feb10d req-8e35e56d-dbfb-46c9-a1a6-8a0b5bf25123 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.1360049 Feb 09 15:40:50.127401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60790185-d83a-4b1e-8b74-fb1030feb10d req-60edc7d5-be93-499d-92a3-caa798581898 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710688 Feb 09 15:40:50.238760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:50.393072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:50.494984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:50.515121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02fdb8-062d-4519-99a6-8428a869687c req-339dd397-d124-4ec9-b683-6a728e026d45 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:50.551722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c02fdb8-062d-4519-99a6-8428a869687c req-339dd397-d124-4ec9-b683-6a728e026d45 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 948 time: 0.2881374 Feb 09 15:40:50.657433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c02fdb8-062d-4519-99a6-8428a869687c req-533e4e34-35ea-495a-aec3-22f90ac7aa77 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269119 Feb 09 15:40:50.699195 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Floating IP 330b725f-6e4e-4164-afff-0b6e5e286863 associated. External IP: 172.25.5.233, port: cc979fef-26b5-4e78-afd3-d9d6845fe470. Feb 09 15:40:50.770560 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2535c8e-b6e5-44cf-9d0f-d86c5cc02f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:50.926384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2535c8e-b6e5-44cf-9d0f-d86c5cc02f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:50.936066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:50.948383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1fc91fd2-036f-41e6-96ea-ad2468a13718 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:40:51.083566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2535c8e-b6e5-44cf-9d0f-d86c5cc02f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:51.134591 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f2535c8e-b6e5-44cf-9d0f-d86c5cc02f9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=297b59e0f7774eacb09fbeabf98d02f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6358025 Feb 09 15:40:51.135542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2535c8e-b6e5-44cf-9d0f-d86c5cc02f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0713979-3e15-40f3-99ea-6664ea853311,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:51.144291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:51.145421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56778) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:51.145710 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ac0238-6751-418d-a34b-aef3ef190462" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:51.157703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:40:51.211888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1fc91fd2-036f-41e6-96ea-ad2468a13718, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1fc91fd2-036f-41e6-96ea-ad2468a13718,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:51.221403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-316221903-network', 'tenant_id': '8984d2fccd3f46db869545a555ec07aa'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:51.243747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '1fc91fd2-036f-41e6-96ea-ad2468a13718', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '1fc91fd2-036f-41e6-96ea-ad2468a13718', 'mac_address': 'fa:16:3e:db:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:40:51.261475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15dc964b-b7b6-49f9-a8e1-b36a57cccb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:51.276120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3c8d8-d213-487f-a93b-61d1145e79c8 req-6c6b5dcb-b295-41c2-a770-df0159b1b9a8 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:51.282227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73b3c8d8-d213-487f-a93b-61d1145e79c8 req-6c6b5dcb-b295-41c2-a770-df0159b1b9a8 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 946 time: 0.2168753 Feb 09 15:40:51.297438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15dc964b-b7b6-49f9-a8e1-b36a57cccb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:51.327833 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b2cbeb-da03-48c9-87e6-c96703b9666c x-openstack-request-id: req-d4b2cbeb-da03-48c9-87e6-c96703b9666c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:51.328338 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:51.329039 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4b2cbeb-da03-48c9-87e6-c96703b9666c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:51.329709 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454', 'status': 'completed', 'code': 200} Feb 09 15:40:51.376959 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:51.400167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc91fd2-036f-41e6-96ea-ad2468a13718 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:51.453586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1fc91fd2-036f-41e6-96ea-ad2468a13718, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1fc91fd2-036f-41e6-96ea-ad2468a13718,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:51.655060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Made reservation on behalf of 8984d2fccd3f46db869545a555ec07aa for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:51.660866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:51.695432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:51.896921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73b3c8d8-d213-487f-a93b-61d1145e79c8 req-d2a9b420-e5a1-4448-a94d-d159885cfa6e tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734437 Feb 09 15:40:51.916925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0238-6751-418d-a34b-aef3ef190462 req-03702664-44b8-401f-9e1f-a2975fb39ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:51.918510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ac0238-6751-418d-a34b-aef3ef190462 req-03702664-44b8-401f-9e1f-a2975fb39ba5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1124 time: 0.5827751 Feb 09 15:40:51.936376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace43c16-14eb-4e31-bad1-e073a6649a61 req-5c65c2dc-b017-4199-af20-6ecaaed306e3 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:51.950609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:51.951495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ace43c16-14eb-4e31-bad1-e073a6649a61 req-5c65c2dc-b017-4199-af20-6ecaaed306e3 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.4667554 Feb 09 15:40:51.983862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:40:51.996960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:52.038880 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15dc964b-b7b6-49f9-a8e1-b36a57cccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:52.051026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15dc964b-b7b6-49f9-a8e1-b36a57cccb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:52.052881 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-15dc964b-b7b6-49f9-a8e1-b36a57cccb3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0713979-3e15-40f3-99ea-6664ea853311 HTTP/1.1" status: 204 len: 168 time: 0.9125454 Feb 09 15:40:52.072797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc964b-b7b6-49f9-a8e1-b36a57cccb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0713979-3e15-40f3-99ea-6664ea853311,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:52.097397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ace43c16-14eb-4e31-bad1-e073a6649a61 req-939cf80c-6188-4084-80c0-cc6b2e20ae36 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422040 Feb 09 15:40:52.108395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c4008f18-50ca-4ee4-bb7d-042ea8facc1a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "PUT /v2.0/floatingips/330b725f-6e4e-4164-afff-0b6e5e286863 HTTP/1.1" status: 200 len: 992 time: 2.6931157 Feb 09 15:40:52.151195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] Sync routers for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:40:52.172747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:52.258663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0238-6751-418d-a34b-aef3ef190462 req-29f3c4e5-0cc7-454b-a222-beefd8d35517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:52.260500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ac0238-6751-418d-a34b-aef3ef190462 req-29f3c4e5-0cc7-454b-a222-beefd8d35517 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.3328941 Feb 09 15:40:52.267182 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:52.302930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['1fc91fd2-036f-41e6-96ea-ad2468a13718'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:40:52.307008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:40:52.331234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcead89-c8fe-4a1d-b36f-b65919ac7c0a req-a2ef891e-9d2c-4c5a-abe4-c746a6805ea3 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:52.333258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ddcead89-c8fe-4a1d-b36f-b65919ac7c0a req-a2ef891e-9d2c-4c5a-abe4-c746a6805ea3 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 949 time: 0.2223668 Feb 09 15:40:52.338647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ac0238-6751-418d-a34b-aef3ef190462 req-06ddbc2e-2dc7-4588-9df2-7c1928b51b88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 217 time: 0.0696065 Feb 09 15:40:52.344638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:52.345363 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Added segment 3e0cc968-f05c-4776-8f58-093d4c3eba3a of type vlan for network 8a47c120-7959-47a2-9bfe-6f08fc23ba34 Feb 09 15:40:52.359307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:52.362189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:40:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:52.373448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1fc91fd2-036f-41e6-96ea-ad2468a13718,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:52.401687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e52d18-2ec8-467d-97a9-e037afe106c5 req-e6827122-4993-45ce-9591-09eb10ccdc56 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:52.409402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86e52d18-2ec8-467d-97a9-e037afe106c5 req-e6827122-4993-45ce-9591-09eb10ccdc56 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.2010534 Feb 09 15:40:52.470853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0238-6751-418d-a34b-aef3ef190462 req-92fd93fc-ba3b-43bc-bb51-2cf3d8cfb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:52.472604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ac0238-6751-418d-a34b-aef3ef190462 req-92fd93fc-ba3b-43bc-bb51-2cf3d8cfb350 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.1265397 Feb 09 15:40:52.483548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ddcead89-c8fe-4a1d-b36f-b65919ac7c0a req-d497f3fc-6c9f-4f5e-86cb-86786140f54d tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260846 Feb 09 15:40:52.488492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.489856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.491370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.508869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.508869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.513460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.521441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.521441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.521441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.521441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.521441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.521441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:52.525799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:52.600061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ac0238-6751-418d-a34b-aef3ef190462 req-014736a9-699c-4571-bae2-5b0090aa9302 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127870 Feb 09 15:40:52.605335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86e52d18-2ec8-467d-97a9-e037afe106c5 req-094f719a-b124-42a0-b79a-60b61b4de8fd tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946819 Feb 09 15:40:52.620463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9774a37c-79d1-4d87-b9fa-57abe09e69fe,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:52.666818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6223a3f1-7242-41ea-91ca-35dad7eff454 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:40:52.749721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56804) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:52.810310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:52.879342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ac0238-6751-418d-a34b-aef3ef190462 req-39853898-29ae-48b4-a739-ca4f95bd16a3 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605441 Feb 09 15:40:53.044179 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:53.046554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:53.047827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:53.137328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ac0238-6751-418d-a34b-aef3ef190462 req-28e9e3dc-61e6-4f2e-85fe-128cfc6838aa service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458138 Feb 09 15:40:53.176584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59d650da-3c37-4d11-bcb6-f6fb2a3f4faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:53.202589 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aa90e70f-29f4-4344-94a8-f2bdee335e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:53.320310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:53.320505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] Pushing event updated for resources: {'Network': ['ID=8a47c120-7959-47a2-9bfe-6f08fc23ba34,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:53.324341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f490f-a655-4adf-a02b-4e11daa75554 req-01f31db3-2c14-45eb-b3c0-bb7a01f918f9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:53.330395 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d6754ff3-a0f3-4377-8c7d-2febd3e9a866 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3929617 Feb 09 15:40:53.333874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8a47c120-7959-47a2-9bfe-6f08fc23ba34 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:40:53.336892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56812) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:53.338474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-636f490f-a655-4adf-a02b-4e11daa75554 req-01f31db3-2c14-45eb-b3c0-bb7a01f918f9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.1061554 Feb 09 15:40:53.339506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'tag': 'cc979fef-26b5-4e78-afd3-d9d6845fe470'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:53.340655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6223a3f1-7242-41ea-91ca-35dad7eff454 has no active binding in host n-h1-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 15:40:53.342705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Request body: {'subnet': {'network_id': '8a47c120-7959-47a2-9bfe-6f08fc23ba34', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-316221903-subnet', 'tenant_id': '8984d2fccd3f46db869545a555ec07aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:53.345860 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd257df-6879-4a64-8df3-8594ffd17fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4dcac93e-0061-4a2c-85d7-dfb36057d101", "tag": "cc979fef-26b5-4e78-afd3-d9d6845fe470"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:53.404926 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6376a-56f8-41bb-a978-0de3c8b73023 x-openstack-request-id: req-c0e6376a-56f8-41bb-a978-0de3c8b73023 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:53.404926 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dcac93e-0061-4a2c-85d7-dfb36057d101", "tag": "cc979fef-26b5-4e78-afd3-d9d6845fe470", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:53.404926 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0e6376a-56f8-41bb-a978-0de3c8b73023 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:53.404926 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'tag': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'status': 'completed', 'code': 200} Feb 09 15:40:53.508281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59d650da-3c37-4d11-bcb6-f6fb2a3f4faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:53.530951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-636f490f-a655-4adf-a02b-4e11daa75554 req-f7c8e26d-ccb4-4958-b1c7-538cf03d4516 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794078 Feb 09 15:40:53.533989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '330b725f-6e4e-4164-afff-0b6e5e286863', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'port_id': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'mac_address': 'fa:16:3e:1c:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:25Z', 'updated_at': '2022-02-09T15:40:50Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:53.567173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] Checking router: 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:40:53.568885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-07f8e0b0-0bd6-4b79-956f-f7052f59a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:53.573748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-07f8e0b0-0bd6-4b79-956f-f7052f59a1f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bfb9517f1ef43b986558b2fe034579e&device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 1097 time: 0.1435549 Feb 09 15:40:53.577575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:40:53.578226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:40:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:53.717354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:40:53.746868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59d650da-3c37-4d11-bcb6-f6fb2a3f4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:53.754178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Made reservation on behalf of 8984d2fccd3f46db869545a555ec07aa for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:53.759699 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:53.946138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1cc1-6d15-4aed-9363-f87dc5984fc1 req-2b5cb930-08d0-4883-9650-205aaebbec3a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:53.948114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f33a1cc1-6d15-4aed-9363-f87dc5984fc1 req-2b5cb930-08d0-4883-9650-205aaebbec3a tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.0942011 Feb 09 15:40:53.974867 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-59d650da-3c37-4d11-bcb6-f6fb2a3f4faa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc6fd0ca89154024ac65541304b6f3bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2209835 Feb 09 15:40:53.975800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58a10d-769e-4c72-9c59-04a1f86ab230 req-92676fa0-520b-4ecd-adb1-41a179c4308a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:53.981453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f58a10d-769e-4c72-9c59-04a1f86ab230 req-92676fa0-520b-4ecd-adb1-41a179c4308a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 949 time: 0.3640518 Feb 09 15:40:53.983045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56824) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:54.006856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:54.062456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d650da-3c37-4d11-bcb6-f6fb2a3f4faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53994b44-f35a-463a-83be-0ddd7ac09163,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:54.088628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-57f4de4d-41ab-40b3-bba2-0100dbcdb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:54.095858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-57f4de4d-41ab-40b3-bba2-0100dbcdb573 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 200 len: 925 time: 0.5125189 Feb 09 15:40:54.107756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beeff3d8-5a1d-41c8-a038-f28bd2827eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.132584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f33a1cc1-6d15-4aed-9363-f87dc5984fc1 req-3940c9a1-d768-4d44-945a-e21ebd02b16d tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662543 Feb 09 15:40:54.137010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '330b725f-6e4e-4164-afff-0b6e5e286863', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'port_id': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'mac_address': 'fa:16:3e:1c:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:25Z', 'updated_at': '2022-02-09T15:40:50Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:40:54.180535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f58a10d-769e-4c72-9c59-04a1f86ab230 req-ab72ff3e-d9e4-4e2d-b3ee-9b5f69595289 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797805 Feb 09 15:40:54.193329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e150d05d-e0f9-4806-a7f5-dc1e99e5099b None None] The sync data for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 is: [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '330b725f-6e4e-4164-afff-0b6e5e286863', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'port_id': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'mac_address': 'fa:16:3e:1c:88:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:39:25Z', 'updated_at': '2022-02-09T15:40:50Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:40:54.237532 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7602f61-3047-49d3-accb-24ff7502289f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.268741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7602f61-3047-49d3-accb-24ff7502289f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.315105 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-c29c7356-f5c0-42ec-9c67-ace0ce362a71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc979fef-26b5-4e78-afd3-d9d6845fe470 HTTP/1.1" status: 200 len: 1000 time: 0.1989279 Feb 09 15:40:54.391528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-43d928b6-9ad6-495f-9868-97ffa378488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:54.391528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-43d928b6-9ad6-495f-9868-97ffa378488b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aba5ba73-d06f-4eb7-ac11-9fe80a337657 HTTP/1.1" status: 200 len: 863 time: 0.0629566 Feb 09 15:40:54.442419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beeff3d8-5a1d-41c8-a038-f28bd2827eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.459139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-e2ac3d8e-1398-4896-964d-5d4a71039e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:54.461073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-e2ac3d8e-1398-4896-964d-5d4a71039e60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a096b41-b9ff-4385-b004-2fb3b24bd080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624828 Feb 09 15:40:54.512545 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54343aff-2631-49e3-a61f-87d2e637035f None None] New status for floating IP 330b725f-6e4e-4164-afff-0b6e5e286863: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:40:54.575494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beeff3d8-5a1d-41c8-a038-f28bd2827eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.582790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7602f61-3047-49d3-accb-24ff7502289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.602278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7602f61-3047-49d3-accb-24ff7502289f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.602278 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b7602f61-3047-49d3-accb-24ff7502289f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/53994b44-f35a-463a-83be-0ddd7ac09163 HTTP/1.1" status: 204 len: 168 time: 0.6010659 Feb 09 15:40:54.602278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.628932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-dca0a942-acf3-4658-b9d5-0be413f231d8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574805 Feb 09 15:40:54.803052 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-beeff3d8-5a1d-41c8-a038-f28bd2827eb4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8e688db93af42d2834d73995efd7cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7845006 Feb 09 15:40:54.809289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56844) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:54.810054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeff3d8-5a1d-41c8-a038-f28bd2827eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098baeb3-376a-40b5-aa1c-29228c457f04,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:54.853816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7602f61-3047-49d3-accb-24ff7502289f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53994b44-f35a-463a-83be-0ddd7ac09163,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:54.874764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d90c3f6-f305-4c58-b407-b88fa2114cd3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:54.891153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Checking segment: {'id': '3e0cc968-f05c-4776-8f58-093d4c3eba3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '8a47c120-7959-47a2-9bfe-6f08fc23ba34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:40:54.892007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Network hostable DHCP agents. Network: 8a47c120-7959-47a2-9bfe-6f08fc23ba34, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:40:54.930544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a6f420f-64dc-47fe-ad1d-ab7177c2a583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:54.977378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1fc91fd2-036f-41e6-96ea-ad2468a13718 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:40:54.979002 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a6f420f-64dc-47fe-ad1d-ab7177c2a583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:55.001276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9638a12-5669-4889-a277-9946628a4ec0 req-3be72b07-0cd2-4bb5-9317-c91c4712e69f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:55.018972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9638a12-5669-4889-a277-9946628a4ec0 req-3be72b07-0cd2-4bb5-9317-c91c4712e69f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.2523034 Feb 09 15:40:55.065963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cfd257df-6879-4a64-8df3-8594ffd17fc0 req-a153dfe9-c613-41cb-a623-8bd684aa22bb service neutron] 10.222.0.13 "GET /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299834 Feb 09 15:40:55.111914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Network 8a47c120-7959-47a2-9bfe-6f08fc23ba34 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:40:55.121733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9638a12-5669-4889-a277-9946628a4ec0 req-f454235f-af7b-4d32-9027-93300812208c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838642 Feb 09 15:40:55.270846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d506122e-7832-4d74-890b-792aeeb39449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:55.274503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 1fc91fd2-036f-41e6-96ea-ad2468a13718 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:40:55.290301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 1fc91fd2-036f-41e6-96ea-ad2468a13718 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:40:55.290881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:55.327732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 8a47c120-7959-47a2-9bfe-6f08fc23ba34) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:40:55.329657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a6f420f-64dc-47fe-ad1d-ab7177c2a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:55.334082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a6f420f-64dc-47fe-ad1d-ab7177c2a583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:55.337466 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0a6f420f-64dc-47fe-ad1d-ab7177c2a583 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/098baeb3-376a-40b5-aa1c-29228c457f04 HTTP/1.1" status: 204 len: 168 time: 0.5241919 Feb 09 15:40:55.353912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a368d-d00f-419d-8696-310c90544923 None None] Network 8a47c120-7959-47a2-9bfe-6f08fc23ba34 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:55.361132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:55.362477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:55.386512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f420f-64dc-47fe-ad1d-ab7177c2a583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098baeb3-376a-40b5-aa1c-29228c457f04,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:55.455303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75850b6-66f5-411b-8ed9-9c0296cec803 req-7cd06c4a-e993-423a-aaa2-c6111e58bc51 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:55.458823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f75850b6-66f5-411b-8ed9-9c0296cec803 req-7cd06c4a-e993-423a-aaa2-c6111e58bc51 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.2501409 Feb 09 15:40:55.531886 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0ded648f-ae79-4aee-8e6b-350934fc9f7b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1936431 Feb 09 15:40:55.584221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:55.596949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0de5aa-1944-46f3-9107-5dccee74fad9 None None] Network 8a47c120-7959-47a2-9bfe-6f08fc23ba34 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:40:55.665907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b384c-1e4c-40fb-bdd6-55ca64c218ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc91fd2-036f-41e6-96ea-ad2468a13718'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:40:55.668311 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa7f0c6-ae95-4c3d-82fe-08e6bf962240" -d '{"events": [{"server_uuid": "de6b384c-1e4c-40fb-bdd6-55ca64c218ff", "name": "network-vif-plugged", "status": "completed", "tag": "1fc91fd2-036f-41e6-96ea-ad2468a13718"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:40:55.690866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1fc91fd2-036f-41e6-96ea-ad2468a13718, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1fc91fd2-036f-41e6-96ea-ad2468a13718,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:55.696117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3247a-cbfb-4783-8c34-65d7b74ea292 req-1c30311d-b4d7-4731-8519-a55b5238e1b2 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:55.712971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33a3247a-cbfb-4783-8c34-65d7b74ea292 req-1c30311d-b4d7-4731-8519-a55b5238e1b2 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 949 time: 0.4041355 Feb 09 15:40:55.769285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f75850b6-66f5-411b-8ed9-9c0296cec803 req-effbae21-6074-4575-addd-aad5101409f8 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655506 Feb 09 15:40:55.777906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-3baeee60-b441-479b-ad68-511a9fd4d04e service neutron] 10.222.0.73 "GET /v2.0/ports/6223a3f1-7242-41ea-91ca-35dad7eff454/bindings/n-h1-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.4532290 Feb 09 15:40:55.814715 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:55.841434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33a3247a-cbfb-4783-8c34-65d7b74ea292 req-22c21fa8-fc86-4588-8580-e0d669182a72 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273482 Feb 09 15:40:55.920128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1fc91fd2-036f-41e6-96ea-ad2468a13718,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:56.026360 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae8f68a-e3ed-4d5b-b6fd-fcaf239fc8c0 x-openstack-request-id: req-bae8f68a-e3ed-4d5b-b6fd-fcaf239fc8c0 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:40:56.028561 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b384c-1e4c-40fb-bdd6-55ca64c218ff", "name": "network-vif-plugged", "status": "completed", "tag": "1fc91fd2-036f-41e6-96ea-ad2468a13718", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:40:56.029500 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bae8f68a-e3ed-4d5b-b6fd-fcaf239fc8c0 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:40:56.030188 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b384c-1e4c-40fb-bdd6-55ca64c218ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc91fd2-036f-41e6-96ea-ad2468a13718', 'code': 200} Feb 09 15:40:56.091315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:56.154131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:40:56.197057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6223a3f1-7242-41ea-91ca-35dad7eff454 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:40:56.203096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d99478-63e8-4029-944e-bd78571ee17f req-b3957e2a-bd12-4597-bc31-4a0bb4fab74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.204701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8d99478-63e8-4029-944e-bd78571ee17f req-b3957e2a-bd12-4597-bc31-4a0bb4fab74d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 1101 time: 0.0898418 Feb 09 15:40:56.213850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:40:56.256871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8d99478-63e8-4029-944e-bd78571ee17f req-2bc43e15-7c08-40ff-8cf2-69afdde3e69e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 Feb 09 15:40:56.277589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56884) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:56.305828 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:56.403082 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:56.489660 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:56.557221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:56.711744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] Transition to ACTIVE for port object 6223a3f1-7242-41ea-91ca-35dad7eff454 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:40:56.732056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b9db0fb0-c672-42fc-9c9d-d31f3b6d9aa3 req-1c4e55f4-5d0b-4674-a50b-21311c2f8386 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1075189715', 'description': 'tempest-description-338615151'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:56.771072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.771734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.771899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.772377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.772834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.773795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.774300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.774750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.775206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.775657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:56.777780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1de90f84-c2c7-423c-8616-2af649116df1 req-5ab6b5ef-bf19-4dc2-8b41-68c4ca47d051 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7128 time: 0.2758057 Feb 09 15:40:56.809123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:56.861039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d04bed-a00b-4200-83cb-ac36d18cacc8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:56.861039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ac97ba18efd4da8b5662e3259bd045f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5816371 Feb 09 15:40:56.865720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56896) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:56.879235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.879741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.880227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.880676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.881138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.881577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.882024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.882455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.882916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.883581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.884024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.884494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9010f70-1f13-4010-87f3-82d05009e119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:40:56.907658 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:56.993451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] No DVR routers for this DVR port 6223a3f1-7242-41ea-91ca-35dad7eff454 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:40:57.005104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a99fef-d2f1-46ec-b426-c231f1728cc0 req-a9401c2a-28c2-4577-a0f7-c67471a092e5 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:57.006718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36a99fef-d2f1-46ec-b426-c231f1728cc0 req-a9401c2a-28c2-4577-a0f7-c67471a092e5 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 943 time: 0.1447189 Feb 09 15:40:57.012067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9db0fb0-c672-42fc-9c9d-d31f3b6d9aa3 req-1c4e55f4-5d0b-4674-a50b-21311c2f8386 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.064255 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1df562ce-6536-41f1-b7ca-b3a85a01ad01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.098026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] Pushing event updated for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:57.119724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-1e4c5e2a-6f59-4648-99b3-0941d6b45b19 service neutron] 10.222.0.73 "PUT /v2.0/ports/6223a3f1-7242-41ea-91ca-35dad7eff454/bindings/n-h1-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3265371 Feb 09 15:40:57.133318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36a99fef-d2f1-46ec-b426-c231f1728cc0 req-8708a1d2-c1ff-45bb-a7fd-90988b0131e7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027904 Feb 09 15:40:57.178183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1df562ce-6536-41f1-b7ca-b3a85a01ad01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.231272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9db0fb0-c672-42fc-9c9d-d31f3b6d9aa3 req-1c4e55f4-5d0b-4674-a50b-21311c2f8386 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.334845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f42452-48e7-46bc-93c2-1f54c20f4086 req-4959b3e5-905b-4602-9cc4-3b7c8182a79f tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:57.336891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29f42452-48e7-46bc-93c2-1f54c20f4086 req-4959b3e5-905b-4602-9cc4-3b7c8182a79f tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 886 time: 0.1667316 Feb 09 15:40:57.392302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1df562ce-6536-41f1-b7ca-b3a85a01ad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.397904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1df562ce-6536-41f1-b7ca-b3a85a01ad01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.401168 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1df562ce-6536-41f1-b7ca-b3a85a01ad01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05d04bed-a00b-4200-83cb-ac36d18cacc8 HTTP/1.1" status: 204 len: 168 time: 0.5326738 Feb 09 15:40:57.434999 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df562ce-6536-41f1-b7ca-b3a85a01ad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d04bed-a00b-4200-83cb-ac36d18cacc8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:57.443538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9db0fb0-c672-42fc-9c9d-d31f3b6d9aa3 req-1c4e55f4-5d0b-4674-a50b-21311c2f8386 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.514291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e55f4-5d0b-4674-a50b-21311c2f8386 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2508e383-cabc-4b43-9df4-f0699b68b18a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:57.572374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-c2e93795-2862-4b30-abf0-bb1cfead4843 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:57.574040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-c2e93795-2862-4b30-abf0-bb1cfead4843 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.2108123 Feb 09 15:40:57.646933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee459e-def4-4792-88cf-be7e13866598 req-b9512896-8183-4cf0-a94f-60eb7fa5299d tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:57.648638 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71ee459e-def4-4792-88cf-be7e13866598 req-b9512896-8183-4cf0-a94f-60eb7fa5299d tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.1203275 Feb 09 15:40:57.657214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9db0fb0-c672-42fc-9c9d-d31f3b6d9aa3 req-1c4e55f4-5d0b-4674-a50b-21311c2f8386 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.658527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9db0fb0-c672-42fc-9c9d-d31f3b6d9aa3 req-1c4e55f4-5d0b-4674-a50b-21311c2f8386 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9359949 Feb 09 15:40:57.707845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-9431e6b5-3eef-4372-8cd0-bddcf631b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:57.710273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-9431e6b5-3eef-4372-8cd0-bddcf631b1bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd&tenant_id=67e93c2dfe9f49eb90be156bbca66090 HTTP/1.1" status: 200 len: 1095 time: 0.1251438 Feb 09 15:40:57.728885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71ee459e-def4-4792-88cf-be7e13866598 req-44a1d417-1441-48b5-9fb9-de5472945fb7 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693431 Feb 09 15:40:57.910692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f7053-6db3-4d77-b346-5e9a5313e983 req-3a5fb931-3da3-4881-891d-4c50db74828d tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:57.912319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae9f7053-6db3-4d77-b346-5e9a5313e983 req-3a5fb931-3da3-4881-891d-4c50db74828d tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 950 time: 0.1883726 Feb 09 15:40:57.929435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-d656b4df-f761-4494-999b-d5d9b2931a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:57.931508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-d656b4df-f761-4494-999b-d5d9b2931a5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1095 time: 0.1745906 Feb 09 15:40:57.970112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:57.997352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56920) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:58.079773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae9f7053-6db3-4d77-b346-5e9a5313e983 req-1df9b5ac-1e9c-4515-8ac5-22d0a831cdab tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548393 Feb 09 15:40:58.083756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.084261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.084727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.085186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.085652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.086226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.087202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.087350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.087741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.088220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.090280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63fb73e3-249c-47b5-b9fe-c6ec559a12cc req-7dbb2c1a-ea1c-4b97-9a36-eb52565ac442 tempest-NetworksTest-1381691294 tempest-NetworksTest-1381691294-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7128 time: 0.3207963 Feb 09 15:40:58.186613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-904335276-network', 'tenant_id': 'a32dd1f8ad6b4ae1894bf70cab07043a'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:58.208673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-4b71c719-6f76-4948-b38f-c878f3cc4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.211780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-4b71c719-6f76-4948-b38f-c878f3cc4320 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.2677143 Feb 09 15:40:58.300671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38fb0389-ba7a-4041-b5b3-534c11571619 req-fdd33f98-a57c-4c7b-98f6-3d4009d58a4e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/2508e383-cabc-4b43-9df4-f0699b68b18a HTTP/1.1" status: 200 len: 1804 time: 0.1714158 Feb 09 15:40:58.370212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-38fb0389-ba7a-4041-b5b3-534c11571619 req-98c7381e-86ff-49f1-98c3-21a960556b72 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2508e383-cabc-4b43-9df4-f0699b68b18a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:58.370523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-38fb0389-ba7a-4041-b5b3-534c11571619 req-98c7381e-86ff-49f1-98c3-21a960556b72 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2508e383-cabc-4b43-9df4-f0699b68b18a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:58.375868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-0df0d712-b1e8-46cd-a5bd-2b09f1911c80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 217 time: 0.0989106 Feb 09 15:40:58.437853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8f43d-dcd5-4b49-96d9-705f20d279f0 req-b480d5e8-dd4f-4c15-92ef-dbe4cd139ce1 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.439470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96e8f43d-dcd5-4b49-96d9-705f20d279f0 req-b480d5e8-dd4f-4c15-92ef-dbe4cd139ce1 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.1557479 Feb 09 15:40:58.456544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-0221759d-9ca0-40cf-ae7b-31a3592b2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:58.457991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-0221759d-9ca0-40cf-ae7b-31a3592b2e2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.0740218 Feb 09 15:40:58.481760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Made reservation on behalf of a32dd1f8ad6b4ae1894bf70cab07043a for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:58.484131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:58.494007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:58.513763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-8e2bf077-ba74-4152-b19e-4d8f2f2c3a41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457332 Feb 09 15:40:58.576478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:58.584038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96e8f43d-dcd5-4b49-96d9-705f20d279f0 req-ac3426c4-4eda-4879-aed9-e89c3e5ee902 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344478 Feb 09 15:40:58.592822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:58.990530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-63c6df99-96bf-4c97-896f-617f16e3dbf2 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587269 Feb 09 15:40:58.992071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.019039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:40:59.020395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6223a3f1-7242-41ea-91ca-35dad7eff454 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:40:59.029909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d516b4a-6fac-4112-80aa-a38c5058bea2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:59.037236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.037909 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Added segment 7a0df739-de83-4a79-92b3-51297296ed0d of type vlan for network 367f743a-70d6-4bd7-afd2-c30c01270889 Feb 09 15:40:59.088160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6223a3f1-7242-41ea-91ca-35dad7eff454 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:40:59.094331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.111513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ee8d9-e1c3-4896-8b85-701436b32813 req-ca3f3260-86d1-4736-9b79-3ca4fa4f8ebc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:59.115151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a0ee8d9-e1c3-4896-8b85-701436b32813 req-ca3f3260-86d1-4736-9b79-3ca4fa4f8ebc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 944 time: 0.4134979 Feb 09 15:40:59.166765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-38fb0389-ba7a-4041-b5b3-534c11571619 req-98c7381e-86ff-49f1-98c3-21a960556b72 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.190513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-ae617808-ff87-4f27-bb9d-dcb422b78cfb service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863232 Feb 09 15:40:59.209162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a0ee8d9-e1c3-4896-8b85-701436b32813 req-07f3b1f0-7ab5-4edb-a122-88495b59f035 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800409 Feb 09 15:40:59.233916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-38fb0389-ba7a-4041-b5b3-534c11571619 req-98c7381e-86ff-49f1-98c3-21a960556b72 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.242294 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.249028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:59.249028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.249536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56952) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:59.327509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] Pushing event updated for resources: {'Network': ['ID=367f743a-70d6-4bd7-afd2-c30c01270889,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:59.352469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 367f743a-70d6-4bd7-afd2-c30c01270889 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:40:59.407925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be52d08e-5743-4987-9bca-add9ddf1840f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.422179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-38fb0389-ba7a-4041-b5b3-534c11571619 req-98c7381e-86ff-49f1-98c3-21a960556b72 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.470339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7381e-86ff-49f1-98c3-21a960556b72 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1888c9b-1d64-448a-a793-c6b421ec42ed,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:59.517568 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a1532c1b-9a6a-4512-9027-a8a785116c13 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5162444 Feb 09 15:40:59.518338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56960) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:59.527867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Request body: {'subnet': {'network_id': '367f743a-70d6-4bd7-afd2-c30c01270889', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-904335276-subnet', 'tenant_id': 'a32dd1f8ad6b4ae1894bf70cab07043a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:40:59.543925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be52d08e-5743-4987-9bca-add9ddf1840f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.645567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-38fb0389-ba7a-4041-b5b3-534c11571619 req-98c7381e-86ff-49f1-98c3-21a960556b72 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.647686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38fb0389-ba7a-4041-b5b3-534c11571619 req-98c7381e-86ff-49f1-98c3-21a960556b72 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3286226 Feb 09 15:40:59.712917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be52d08e-5743-4987-9bca-add9ddf1840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.797810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-be52d08e-5743-4987-9bca-add9ddf1840f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1a502975bab4d73ada48d58279e5f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474222 Feb 09 15:40:59.807112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56968) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:40:59.841762 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.850020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52d08e-5743-4987-9bca-add9ddf1840f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732c959b-ad9f-4c99-b1fa-57eb22e0b325,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:40:59.858838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d505c726-df15-4214-8c38-c3b97761f2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.887988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d505c726-df15-4214-8c38-c3b97761f2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.893985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96c595-b8da-4a3e-a53a-709b5bbd70a4 req-c60276a5-fcd4-4db5-a4de-77dbe3bcd2bb tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:40:59.896158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a96c595-b8da-4a3e-a53a-709b5bbd70a4 req-c60276a5-fcd4-4db5-a4de-77dbe3bcd2bb tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 950 time: 0.1383524 Feb 09 15:40:59.906603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Made reservation on behalf of a32dd1f8ad6b4ae1894bf70cab07043a for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:40:59.909120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:59.964471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a96c595-b8da-4a3e-a53a-709b5bbd70a4 req-f5d0c7c4-6eef-49c5-9009-a7f562db471e tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604093 Feb 09 15:41:00.035197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1d2da642-8050-46a9-b795-77ed84f988ee req-eeade695-bccf-4bb7-897b-c0d2cebca5cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-419181695', 'description': 'tempest-description-1041586580'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:00.160613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d505c726-df15-4214-8c38-c3b97761f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.166256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d505c726-df15-4214-8c38-c3b97761f2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.168518 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d505c726-df15-4214-8c38-c3b97761f2d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/732c959b-ad9f-4c99-b1fa-57eb22e0b325 HTTP/1.1" status: 204 len: 168 time: 0.3666053 Feb 09 15:41:00.194043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505c726-df15-4214-8c38-c3b97761f2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732c959b-ad9f-4c99-b1fa-57eb22e0b325,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:00.196237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-b7812752-7535-4577-a04e-cc61df4f37a8 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:00.199174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-b7812752-7535-4577-a04e-cc61df4f37a8 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.0965202 Feb 09 15:41:00.315597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d2da642-8050-46a9-b795-77ed84f988ee req-eeade695-bccf-4bb7-897b-c0d2cebca5cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.540946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.636673 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d2da642-8050-46a9-b795-77ed84f988ee req-eeade695-bccf-4bb7-897b-c0d2cebca5cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.672138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808bc9bd-2e93-452f-a713-27e1806ecff4,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:00.688433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Checking segment: {'id': '7a0df739-de83-4a79-92b3-51297296ed0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '367f743a-70d6-4bd7-afd2-c30c01270889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:00.688996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Network hostable DHCP agents. Network: 367f743a-70d6-4bd7-afd2-c30c01270889, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:41:00.761187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d2da642-8050-46a9-b795-77ed84f988ee req-eeade695-bccf-4bb7-897b-c0d2cebca5cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.775070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-236712ee-8914-48e4-bd05-ae54dedb6cfb service neutron] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:00.793138 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-236712ee-8914-48e4-bd05-ae54dedb6cfb service neutron] Notify callbacks [] for binding, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.795737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9492e0-7f3c-4b74-a1ea-9b7d07c7c23f req-236712ee-8914-48e4-bd05-ae54dedb6cfb service neutron] 10.222.0.13 "DELETE /v2.0/ports/6223a3f1-7242-41ea-91ca-35dad7eff454/bindings/n-h2-828542-1 HTTP/1.1" status: 204 len: 173 time: 0.5853877 Feb 09 15:41:00.834096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeade695-bccf-4bb7-897b-c0d2cebca5cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03821eba-4e50-4a4c-a341-df629b0f9a18,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:00.946763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Network 367f743a-70d6-4bd7-afd2-c30c01270889 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:41:01.014091 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d2da642-8050-46a9-b795-77ed84f988ee req-eeade695-bccf-4bb7-897b-c0d2cebca5cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:01.016754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d2da642-8050-46a9-b795-77ed84f988ee req-eeade695-bccf-4bb7-897b-c0d2cebca5cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9894459 Feb 09 15:41:01.197572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 367f743a-70d6-4bd7-afd2-c30c01270889) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:01.204922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:01.206421 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:01.228889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa78b80-4a9b-4b31-a8ab-bf2e0fa889b4 None None] Network 367f743a-70d6-4bd7-afd2-c30c01270889 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:01.308937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94fee-42fa-4dc3-8241-ce87e9520db5 req-e27db1c1-9a37-4c2c-9b4e-f3865e638d16 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:01.310950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ca94fee-42fa-4dc3-8241-ce87e9520db5 req-e27db1c1-9a37-4c2c-9b4e-f3865e638d16 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 944 time: 0.1127608 Feb 09 15:41:01.387434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ca94fee-42fa-4dc3-8241-ce87e9520db5 req-4c364fa4-994d-4bd1-bd6e-4546731fed18 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614181 Feb 09 15:41:01.403211 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-71f5d7eb-f09b-4e49-9e86-d94ecd5a8111 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8828368 Feb 09 15:41:01.598557 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8185207e-12a4-42f0-bf03-fbc91e353e65 req-ff7871eb-64e5-4978-ba20-1908980ef0b0 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/03821eba-4e50-4a4c-a341-df629b0f9a18 HTTP/1.1" status: 200 len: 1804 time: 0.1376007 Feb 09 15:41:01.622594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-8185207e-12a4-42f0-bf03-fbc91e353e65 req-43b0dec2-fc9c-421e-8cfb-ff2e03da5dd7 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '03821eba-4e50-4a4c-a341-df629b0f9a18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:01.625442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-8185207e-12a4-42f0-bf03-fbc91e353e65 req-43b0dec2-fc9c-421e-8cfb-ff2e03da5dd7 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '03821eba-4e50-4a4c-a341-df629b0f9a18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:01.649137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff79fe1-d027-4cf8-ace8-80d2693ea2b4 None None] Network 367f743a-70d6-4bd7-afd2-c30c01270889 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:01.741246 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:01.852752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57008) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:01.870654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46fa0a17-8632-49ec-827b-d052630b7c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.009648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8185207e-12a4-42f0-bf03-fbc91e353e65 req-43b0dec2-fc9c-421e-8cfb-ff2e03da5dd7 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.052419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46fa0a17-8632-49ec-827b-d052630b7c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.072401 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8185207e-12a4-42f0-bf03-fbc91e353e65 req-43b0dec2-fc9c-421e-8cfb-ff2e03da5dd7 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.223819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46fa0a17-8632-49ec-827b-d052630b7c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.249490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8185207e-12a4-42f0-bf03-fbc91e353e65 req-43b0dec2-fc9c-421e-8cfb-ff2e03da5dd7 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.282280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0dec2-fc9c-421e-8cfb-ff2e03da5dd7 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f86943-2faa-42cf-9551-43de9dcd8c7e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:02.337343 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-46fa0a17-8632-49ec-827b-d052630b7c6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c940f2dcd1b45f891b089a3d2dc16de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4823034 Feb 09 15:41:02.343156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:02.366348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-c25cc336-95f0-4370-88de-5726a5bfef72 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b3804efc55a414784cef010d27c2702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539141 Feb 09 15:41:02.448960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8185207e-12a4-42f0-bf03-fbc91e353e65 req-43b0dec2-fc9c-421e-8cfb-ff2e03da5dd7 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.450543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8185207e-12a4-42f0-bf03-fbc91e353e65 req-43b0dec2-fc9c-421e-8cfb-ff2e03da5dd7 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8392191 Feb 09 15:41:02.483925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa0a17-8632-49ec-827b-d052630b7c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d7ecc5-e12d-48b9-88e7-63647b7bdf34,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:02.506849 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-535b7806-2dc3-4a56-b4e5-2d1befb26b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.556766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-9425431f-7f43-449c-bb75-f537fa6ba149 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:02.564263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-535b7806-2dc3-4a56-b4e5-2d1befb26b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.564449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-9425431f-7f43-449c-bb75-f537fa6ba149 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968589 Feb 09 15:41:02.584006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-37832ae9-29f5-47bc-82d9-076da0b82038 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/quotas/0b3804efc55a414784cef010d27c2702 HTTP/1.1" status: 200 len: 375 time: 0.0185924 Feb 09 15:41:02.633371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-55262753-337b-4414-91b0-15ef3a059aeb tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432799 Feb 09 15:41:02.708940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be64f9b-61d2-4862-8c0e-355cd3519b52 req-55094953-bf1f-483f-8616-4aa6a427d9d3 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:02.711312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4be64f9b-61d2-4862-8c0e-355cd3519b52 req-55094953-bf1f-483f-8616-4aa6a427d9d3 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 950 time: 0.0759389 Feb 09 15:41:02.764056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4be64f9b-61d2-4862-8c0e-355cd3519b52 req-071a8975-0bb4-45a4-854b-dfb1f7783347 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Feb 09 15:41:02.807454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-4a9ee097-0e01-4ec5-bae1-c2e55099a0b3 req-fa62ad6c-5000-49f4-a953-4041d44904f5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1102093822', 'description': 'tempest-description-1046386282'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:02.837673 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-535b7806-2dc3-4a56-b4e5-2d1befb26b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.840252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-535b7806-2dc3-4a56-b4e5-2d1befb26b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.841634 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-535b7806-2dc3-4a56-b4e5-2d1befb26b9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17d7ecc5-e12d-48b9-88e7-63647b7bdf34 HTTP/1.1" status: 204 len: 168 time: 0.4963617 Feb 09 15:41:02.854135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b7806-2dc3-4a56-b4e5-2d1befb26b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d7ecc5-e12d-48b9-88e7-63647b7bdf34,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:02.970090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57048) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:02.982666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2108915142-network', 'tenant_id': '4f58ee5bdf214a7684ecf2a9392e1743'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:03.019891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4a9ee097-0e01-4ec5-bae1-c2e55099a0b3 req-fa62ad6c-5000-49f4-a953-4041d44904f5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.181137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b44477-585e-4fdd-aa11-366fe4037395 req-052398c6-6d0d-4b29-9456-35a9e55ee0b3 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:03.182734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3b44477-585e-4fdd-aa11-366fe4037395 req-052398c6-6d0d-4b29-9456-35a9e55ee0b3 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1095 time: 0.1257365 Feb 09 15:41:03.220592 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4a9ee097-0e01-4ec5-bae1-c2e55099a0b3 req-fa62ad6c-5000-49f4-a953-4041d44904f5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.258175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3b44477-585e-4fdd-aa11-366fe4037395 req-f8727f84-fc9c-43e2-85b6-313508c97283 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469670 Feb 09 15:41:03.260519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Made reservation on behalf of 4f58ee5bdf214a7684ecf2a9392e1743 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:03.264912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.282544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.378225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4a9ee097-0e01-4ec5-bae1-c2e55099a0b3 req-fa62ad6c-5000-49f4-a953-4041d44904f5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.440349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62ad6c-5000-49f4-a953-4041d44904f5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb34f568-698a-49ea-b370-eae3621fcb1f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:03.518309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-4d88c3c3-ccff-4dad-9fe3-ef5197ac3d71 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b3804efc55a414784cef010d27c2702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473623 Feb 09 15:41:03.523530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.553701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4a9ee097-0e01-4ec5-bae1-c2e55099a0b3 req-fa62ad6c-5000-49f4-a953-4041d44904f5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.555539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a9ee097-0e01-4ec5-bae1-c2e55099a0b3 req-fa62ad6c-5000-49f4-a953-4041d44904f5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7525029 Feb 09 15:41:03.676686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.739239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ea6b63ad-4b28-4d25-9123-e69ae68a1259 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:03.743134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ea6b63ad-4b28-4d25-9123-e69ae68a1259 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170029 Feb 09 15:41:03.745136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:41:03.817491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.817849 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Added segment 1daa540c-1f48-4f1f-8b91-ac496f562e92 of type vlan for network 248f34cf-1508-458d-9047-e4ebcba18856 Feb 09 15:41:03.829739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4b914e-7a5e-4c6a-acc5-f03258781277,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:03.836422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-3f2a5cd9-c42b-4c2f-bf68-af66ce954530 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/quotas/0b3804efc55a414784cef010d27c2702 HTTP/1.1" status: 200 len: 375 time: 0.0625293 Feb 09 15:41:03.922361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-7c5ff44a-cb0d-4a5f-95a4-7721f519db9b tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553689 Feb 09 15:41:03.930563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:03.957160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-6e51b414-16a0-4ee0-ae4a-57cfc1f36c8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:03.960143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-6e51b414-16a0-4ee0-ae4a-57cfc1f36c8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 806 time: 0.2871525 Feb 09 15:41:04.027410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-46340377-2c01-4b81-9bb7-5f70547bcbf4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/quotas/67e93c2dfe9f49eb90be156bbca66090 HTTP/1.1" status: 200 len: 375 time: 0.0222971 Feb 09 15:41:04.096280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-15d4ed1c-4c6f-4d10-b35b-4e15fbe93929 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675554 Feb 09 15:41:04.191650 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:04.192683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:04.193311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:04.259081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-a9251cd7-633a-4cb7-aadb-8fe99f024463 service neutron] 10.222.0.53 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545384 Feb 09 15:41:04.286007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=248f34cf-1508-458d-9047-e4ebcba18856,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:04.309293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 248f34cf-1508-458d-9047-e4ebcba18856 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:41:04.466425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-8d3119d5-a951-4869-a0b4-b2188199e8ac service neutron] 10.222.0.53 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917765 Feb 09 15:41:04.480869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-422c0952-ef58-4180-b623-a1d5be1bca0a req-ab4c97fc-27d4-406a-81b5-0f8df63153e5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1211871402', 'description': 'tempest-description-1764660329'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:04.503608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6899ebe0-968c-4171-8b3e-ab4f38ecb3e1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5323412 Feb 09 15:41:04.506990 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57106) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:04.550562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Request body: {'subnet': {'network_id': '248f34cf-1508-458d-9047-e4ebcba18856', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2108915142-subnet', 'tenant_id': '4f58ee5bdf214a7684ecf2a9392e1743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:04.660750 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-422c0952-ef58-4180-b623-a1d5be1bca0a req-ab4c97fc-27d4-406a-81b5-0f8df63153e5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:04.757288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-422c0952-ef58-4180-b623-a1d5be1bca0a req-ab4c97fc-27d4-406a-81b5-0f8df63153e5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:04.906260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Made reservation on behalf of 4f58ee5bdf214a7684ecf2a9392e1743 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:04.913307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:04.945660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464432ee-9b0d-4acd-9357-871884d8b3b8 req-1fd792fd-2bd5-4c76-901f-4e176a171d50 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:04.950862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-464432ee-9b0d-4acd-9357-871884d8b3b8 req-1fd792fd-2bd5-4c76-901f-4e176a171d50 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 950 time: 0.0783494 Feb 09 15:41:04.964614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-422c0952-ef58-4180-b623-a1d5be1bca0a req-ab4c97fc-27d4-406a-81b5-0f8df63153e5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:05.031829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-464432ee-9b0d-4acd-9357-871884d8b3b8 req-7d218cb0-3c64-4e6c-9b74-5faf96731e6d tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778527 Feb 09 15:41:05.050780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c97fc-27d4-406a-81b5-0f8df63153e5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7762feaf-8c85-42fd-b8dc-4b8b1f16814f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:05.156960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a2c00da-d5fe-41c4-9fad-2c12c203e64d req-26a26eda-11e4-4071-ac22-c05364093af5 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 210 time: 0.0794466 Feb 09 15:41:05.186794 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-422c0952-ef58-4180-b623-a1d5be1bca0a req-ab4c97fc-27d4-406a-81b5-0f8df63153e5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:05.206656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-422c0952-ef58-4180-b623-a1d5be1bca0a req-ab4c97fc-27d4-406a-81b5-0f8df63153e5 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7274911 Feb 09 15:41:05.323644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcfabf3a-9e8d-4584-9680-729b47235c59 req-f763e214-1d8d-45ef-8be2-a5154f124ebc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 210 time: 0.0535331 Feb 09 15:41:05.423935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d98a-af5b-4831-8ae4-1a0a473a6f56 req-f21b4521-7a71-4a3e-8703-feccf6839c8f tempest-LiveMigrationNegativeTest-242479591 tempest-LiveMigrationNegativeTest-242479591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:05.425853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43d5d98a-af5b-4831-8ae4-1a0a473a6f56 req-f21b4521-7a71-4a3e-8703-feccf6839c8f tempest-LiveMigrationNegativeTest-242479591 tempest-LiveMigrationNegativeTest-242479591-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 1101 time: 0.1136119 Feb 09 15:41:05.433583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:05.439535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-8156bce7-9953-48d3-8afd-044062028abb tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/fb34f568-698a-49ea-b370-eae3621fcb1f HTTP/1.1" status: 200 len: 1805 time: 0.0893555 Feb 09 15:41:05.461455 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-43d5d98a-af5b-4831-8ae4-1a0a473a6f56 req-6fd26798-f43c-4a68-ba09-b1083975a573 tempest-LiveMigrationNegativeTest-242479591 tempest-LiveMigrationNegativeTest-242479591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:05.505858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33abf007-7b91-43c7-bcf6-9643b9ee15eb,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:05.572967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-7c08a271-5e51-42fc-a99e-4e8c6ea3eeaf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/7762feaf-8c85-42fd-b8dc-4b8b1f16814f HTTP/1.1" status: 200 len: 1805 time: 0.1319954 Feb 09 15:41:05.578543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-f3df4c5d-f340-4ef2-ba1e-dd5515e4d076 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fb34f568-698a-49ea-b370-eae3621fcb1f', 'remote_group_id': '7762feaf-8c85-42fd-b8dc-4b8b1f16814f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:05.584652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-f3df4c5d-f340-4ef2-ba1e-dd5515e4d076 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fb34f568-698a-49ea-b370-eae3621fcb1f', 'remote_group_id': '7762feaf-8c85-42fd-b8dc-4b8b1f16814f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:05.589017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Checking segment: {'id': '1daa540c-1f48-4f1f-8b91-ac496f562e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '248f34cf-1508-458d-9047-e4ebcba18856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:05.591076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Network hostable DHCP agents. Network: 248f34cf-1508-458d-9047-e4ebcba18856, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:41:05.692559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-43d5d98a-af5b-4831-8ae4-1a0a473a6f56 req-6fd26798-f43c-4a68-ba09-b1083975a573 tempest-LiveMigrationNegativeTest-242479591 tempest-LiveMigrationNegativeTest-242479591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:05.734639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-54253507-b351-46ec-9116-b5d9c5163515 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012022 Feb 09 15:41:05.786380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Network 248f34cf-1508-458d-9047-e4ebcba18856 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:41:05.896761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-43d5d98a-af5b-4831-8ae4-1a0a473a6f56 req-6fd26798-f43c-4a68-ba09-b1083975a573 tempest-LiveMigrationNegativeTest-242479591 tempest-LiveMigrationNegativeTest-242479591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:05.917507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 248f34cf-1508-458d-9047-e4ebcba18856) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:05.931461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e3e69-6392-4a51-9fb5-75ef1a6dcde6 None None] Network 248f34cf-1508-458d-9047-e4ebcba18856 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:05.936245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:05.941642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.031125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43d5d98a-af5b-4831-8ae4-1a0a473a6f56 req-6fd26798-f43c-4a68-ba09-b1083975a573 tempest-LiveMigrationNegativeTest-242479591 tempest-LiveMigrationNegativeTest-242479591-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828540 Feb 09 15:41:06.120946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd26798-f43c-4a68-ba09-b1083975a573 tempest-LiveMigrationNegativeTest-242479591 tempest-LiveMigrationNegativeTest-242479591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9298961-884d-411a-a429-da0cf4919053,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:06.133903 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0afbcad3-f819-454f-ae16-038bf1a99a9d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6235092 Feb 09 15:41:06.136480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-647a06db-b555-412d-9493-f61cd92f81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:06.139207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-647a06db-b555-412d-9493-f61cd92f81da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1095 time: 0.2946501 Feb 09 15:41:06.333027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57158) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:06.377167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8362a40a-a1c3-4e96-bcbb-c18d58ce6765 None None] Network 248f34cf-1508-458d-9047-e4ebcba18856 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:06.399259 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-f3df4c5d-f340-4ef2-ba1e-dd5515e4d076 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.432026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda549a9-2c81-4902-b970-dee00837c098 admin admin] Deleting subnet 808bc9bd-2e93-452f-a713-27e1806ecff4 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:41:06.435970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bda549a9-2c81-4902-b970-dee00837c098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.480705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bda549a9-2c81-4902-b970-dee00837c098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.495075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7faf834f-ef53-448c-b351-3abd29847786 req-e94dc5fa-3dfd-4bce-8107-9bf5067e0dae tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 210 time: 0.0644920 Feb 09 15:41:06.561757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-f3df4c5d-f340-4ef2-ba1e-dd5515e4d076 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.599057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-8b34fa6b-635b-48a0-b57e-52a7e73052bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:06.603072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-8b34fa6b-635b-48a0-b57e-52a7e73052bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.3951602 Feb 09 15:41:06.632945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bda549a9-2c81-4902-b970-dee00837c098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.730060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-f3df4c5d-f340-4ef2-ba1e-dd5515e4d076 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.785477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-02706b33-8e9d-4faf-8bff-b9d94cd6372b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 217 time: 0.1681046 Feb 09 15:41:06.795848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df4c5d-f340-4ef2-ba1e-dd5515e4d076 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c54b33-fc4d-466a-82ec-c54f3d984135,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:06.893411 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bda549a9-2c81-4902-b970-dee00837c098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.898418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d744af67-0388-4d06-9b53-dda32015879f req-0fcf350e-2ab9-469e-8a1d-95c2dd4951d5 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 210 time: 0.0819638 Feb 09 15:41:06.930222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda549a9-2c81-4902-b970-dee00837c098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808bc9bd-2e93-452f-a713-27e1806ecff4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:06.935925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-8f1abf6b-28b7-4931-8d42-1b98650264ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:06.937490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-8f1abf6b-28b7-4931-8d42-1b98650264ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.1284578 Feb 09 15:41:06.962433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bda549a9-2c81-4902-b970-dee00837c098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:06.969690 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bda549a9-2c81-4902-b970-dee00837c098 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/808bc9bd-2e93-452f-a713-27e1806ecff4 HTTP/1.1" status: 204 len: 168 time: 0.6349924 Feb 09 15:41:06.970348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57172) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:07.033648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-9c26fce7-3a51-4586-83a6-2438e2b4bf21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873311 Feb 09 15:41:07.048564 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-f3df4c5d-f340-4ef2-ba1e-dd5515e4d076 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.051206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e846bdb1-2701-44ad-a061-35e3f9a72519 req-f3df4c5d-f340-4ef2-ba1e-dd5515e4d076 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.4769077 Feb 09 15:41:07.192746 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.261621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-36d697be-273b-48e1-912f-9f90e0e88f05 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946971 Feb 09 15:41:07.347132 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.361393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-317eccd4-d19a-4678-981f-166bc3b8ccd8 req-4c35332b-cd6a-46a0-be36-3232b47bd986 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-690120652', 'description': 'tempest-description-1595120723'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:07.387381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55f5f52c-d08e-4e6b-a5f2-e203f8b9fe00 req-0334a3e7-d9d8-422b-a9bd-afd1c2f0cada service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325552 Feb 09 15:41:07.405778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367f743a-70d6-4bd7-afd2-c30c01270889']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:07.417810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0df739-de83-4a79-92b3-51297296ed0d') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:07.418078 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0df739-de83-4a79-92b3-51297296ed0d') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:07.430265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.448247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.464832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:41:07.465598 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:41:07.484652 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:41:07.546376 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-317eccd4-d19a-4678-981f-166bc3b8ccd8 req-4c35332b-cd6a-46a0-be36-3232b47bd986 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.659339 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-317eccd4-d19a-4678-981f-166bc3b8ccd8 req-4c35332b-cd6a-46a0-be36-3232b47bd986 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.806704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.846444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Pushing event deleted for resources: {'Network': ['ID=367f743a-70d6-4bd7-afd2-c30c01270889,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:07.848985 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-317eccd4-d19a-4678-981f-166bc3b8ccd8 req-4c35332b-cd6a-46a0-be36-3232b47bd986 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.861947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:07.872413 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-822e60f0-36c1-4320-9b71-8cfc7863998c admin admin] 10.222.0.53 "DELETE /v2.0/networks/367f743a-70d6-4bd7-afd2-c30c01270889 HTTP/1.1" status: 204 len: 168 time: 0.9006386 Feb 09 15:41:07.878613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57190) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:07.939002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35332b-cd6a-46a0-be36-3232b47bd986 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e1c1a5-c073-4e2a-b5d8-4072def7cbe8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:07.972918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5ec22e-c3aa-4c98-8898-27b15bb9a7be admin admin] Deleting subnet 33abf007-7b91-43c7-bcf6-9643b9ee15eb {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:41:07.985272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec22e-c3aa-4c98-8898-27b15bb9a7be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.026472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-317eccd4-d19a-4678-981f-166bc3b8ccd8 req-4c35332b-cd6a-46a0-be36-3232b47bd986 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.039379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-317eccd4-d19a-4678-981f-166bc3b8ccd8 req-4c35332b-cd6a-46a0-be36-3232b47bd986 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6844077 Feb 09 15:41:08.142604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec22e-c3aa-4c98-8898-27b15bb9a7be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.256458 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec22e-c3aa-4c98-8898-27b15bb9a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.324923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82047f81-f3db-4ca2-940a-05fdfa71fc84 req-a133f919-e33e-42a9-ad0d-ef815c7a07c3 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 210 time: 0.1158178 Feb 09 15:41:08.390801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-809db587-a19b-4126-8426-22e6d3d8796b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2796564 Feb 09 15:41:08.397387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-b1ffa9cb-08ae-4ea0-bc74-eea705095a83 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0b3804efc55a414784cef010d27c2702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675144 Feb 09 15:41:08.443202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec22e-c3aa-4c98-8898-27b15bb9a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.505944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ec22e-c3aa-4c98-8898-27b15bb9a7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33abf007-7b91-43c7-bcf6-9643b9ee15eb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:08.513741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec22e-c3aa-4c98-8898-27b15bb9a7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.520389 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ab5ec22e-c3aa-4c98-8898-27b15bb9a7be admin admin] 10.222.0.53 "DELETE /v2.0/subnets/33abf007-7b91-43c7-bcf6-9643b9ee15eb HTTP/1.1" status: 204 len: 168 time: 0.6382113 Feb 09 15:41:08.524521 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57202) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:08.581118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04609a4-c469-407a-87f5-bd96718a24db req-65e361c8-3378-438a-b1f8-3efa20bee84d tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:08.582971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d04609a4-c469-407a-87f5-bd96718a24db req-65e361c8-3378-438a-b1f8-3efa20bee84d tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 950 time: 0.3519733 Feb 09 15:41:08.604049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bab5af9-3124-45b3-921b-13c5a0dc3b23 req-9f1791e1-16bd-47a3-984f-e13975d80814 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 210 time: 0.2116117 Feb 09 15:41:08.696162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.718147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-0e499243-a54e-4371-a2a6-48db68190d3b req-c58f35bf-5709-493f-89fb-2dc774763c4a tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-447839403', 'description': 'tempest-description-1809889596'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:08.780504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-93d00537-101e-472a-86bb-9e9006ee0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:08.782966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-93d00537-101e-472a-86bb-9e9006ee0ead service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=671e7cc543de441c893da2563febc5a1&device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 1101 time: 0.2117617 Feb 09 15:41:08.798032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-e8211ebf-9d6e-4809-984e-9462193e90f4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:08.799739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-e8211ebf-9d6e-4809-984e-9462193e90f4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820047 Feb 09 15:41:08.800342 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.803565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d04609a4-c469-407a-87f5-bd96718a24db req-c4aace48-51b4-4383-9b34-6b21fffff9ee tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918399 Feb 09 15:41:08.850842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Request body: {'port': {'device_id': 'c732b496-245d-4965-a772-9f02651b39f7', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '0b3804efc55a414784cef010d27c2702'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:08.851240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248f34cf-1508-458d-9047-e4ebcba18856']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:08.863321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daa540c-1f48-4f1f-8b91-ac496f562e92') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:08.863730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daa540c-1f48-4f1f-8b91-ac496f562e92') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:08.901386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.942220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.956787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:41:08.957403 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:41:08.960357 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:41:09.028336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0e499243-a54e-4371-a2a6-48db68190d3b req-c58f35bf-5709-493f-89fb-2dc774763c4a tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:09.070499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-84eda56d-3597-4bc6-906f-f462e6533c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:09.073998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-84eda56d-3597-4bc6-906f-f462e6533c1d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2518020 Feb 09 15:41:09.235034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-00906ee2-0f46-40e3-9daa-e6a0da372347 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=c54d5149-5024-4b4f-9363-d09de188e7d4 HTTP/1.1" status: 200 len: 217 time: 0.1465721 Feb 09 15:41:09.277629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:09.295307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:09.302650 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/248f34cf-1508-458d-9047-e4ebcba18856 HTTP/1.1" status: 204 len: 168 time: 0.7762020 Feb 09 15:41:09.384244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.73', 64527) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:09.464129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.73', 64528) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:09.470311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Made reservation on behalf of 0b3804efc55a414784cef010d27c2702 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:09.475466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:09.522427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-0dd32711-5c71-46c0-ad56-8f4e6b58d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:09.524615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-0dd32711-5c71-46c0-ad56-8f4e6b58d872 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.2802227 Feb 09 15:41:09.527386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-abad1834-63a7-4895-bfeb-2c7e63c9a394 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0b3804efc55a414784cef010d27c2702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459957 Feb 09 15:41:09.617173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:09.638119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6502fdfd-2fc8-4ad1-bb5a-1ca6cefa77d2 req-880235a2-f4df-450f-aa45-79af6763403a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 210 time: 0.1701415 Feb 09 15:41:09.647700 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0e499243-a54e-4371-a2a6-48db68190d3b req-c58f35bf-5709-493f-89fb-2dc774763c4a tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:09.736341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bccab7-6b7f-4f66-a6b2-edf69f97b9e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=248f34cf-1508-458d-9047-e4ebcba18856,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:09.798447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0e499243-a54e-4371-a2a6-48db68190d3b req-c58f35bf-5709-493f-89fb-2dc774763c4a tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:09.931490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dd0e687-6acb-404f-aeee-43a86195b0bc req-d47b3c3e-1766-414c-966e-4a1a55fe9ed0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 210 time: 0.1515541 Feb 09 15:41:09.977428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57238) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:09.980611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57240) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:09.998970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-59bffc89-74c7-4deb-8e13-cb49d92c57cb tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:10.001682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-59bffc89-74c7-4deb-8e13-cb49d92c57cb tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 950 time: 0.6086359 Feb 09 15:41:10.054356 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4c1ac8cb-1cf4-427c-b93f-3775614aaf40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a32dd1f8ad6b4ae1894bf70cab07043a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749118 Feb 09 15:41:10.058884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57244) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:10.072219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-f4ea25ac-b4cf-4ee3-b6ab-5a7099afcb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:10.076010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-f4ea25ac-b4cf-4ee3-b6ab-5a7099afcb66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5168831 Feb 09 15:41:10.077290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f35bf-5709-493f-89fb-2dc774763c4a tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a92291e-7631-4376-a62b-e4348272ede2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:10.125656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-509187bb-262b-4fb3-b838-fe67c14add77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.156952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0e499243-a54e-4371-a2a6-48db68190d3b req-c58f35bf-5709-493f-89fb-2dc774763c4a tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.158230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-509187bb-262b-4fb3-b838-fe67c14add77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.159092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e499243-a54e-4371-a2a6-48db68190d3b req-c58f35bf-5709-493f-89fb-2dc774763c4a tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4673915 Feb 09 15:41:10.259743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5a26b87-b13b-45a7-a0a6-bc275e0a6e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.264421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.73', 64529) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:10.374101 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-509187bb-262b-4fb3-b838-fe67c14add77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.377188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-509187bb-262b-4fb3-b838-fe67c14add77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.378396 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-509187bb-262b-4fb3-b838-fe67c14add77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d516b4a-6fac-4112-80aa-a38c5058bea2 HTTP/1.1" status: 204 len: 168 time: 0.3180504 Feb 09 15:41:10.388020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509187bb-262b-4fb3-b838-fe67c14add77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d516b4a-6fac-4112-80aa-a38c5058bea2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:10.553477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-f64221d5-f9ff-47b7-9ba9-de9a5b41ee24 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:10.555314 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-f64221d5-f9ff-47b7-9ba9-de9a5b41ee24 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 806 time: 0.2777922 Feb 09 15:41:10.570774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Request body: {'port': {'device_id': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'admin_state_up': True, 'tenant_id': '67e93c2dfe9f49eb90be156bbca66090'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:10.624469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-f800922d-bbbe-4386-9b11-e31adaec88e9 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:10.626038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-f800922d-bbbe-4386-9b11-e31adaec88e9 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0710754 Feb 09 15:41:10.647472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5a26b87-b13b-45a7-a0a6-bc275e0a6e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.681538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Request body: {'port': {'device_id': '813d6652-a553-4c41-a2ab-e53e93c24b1c', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '0b3804efc55a414784cef010d27c2702'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:10.809202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5a26b87-b13b-45a7-a0a6-bc275e0a6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.871500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbfc6c-b6c7-4512-971e-95332bce94e2 req-cb793a08-50e8-4373-928e-66d1c969671f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:10.873147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fbfc6c-b6c7-4512-971e-95332bce94e2 req-cb793a08-50e8-4373-928e-66d1c969671f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 950 time: 0.8229368 Feb 09 15:41:10.875952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d719f493-17d8-4ffa-84be-272043da92e0 req-f0490e6a-6177-4546-b08e-5a02932a55ab tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/c7e1c1a5-c073-4e2a-b5d8-4072def7cbe8 HTTP/1.1" status: 200 len: 1804 time: 0.6643386 Feb 09 15:41:10.883558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.893036 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5a26b87-b13b-45a7-a0a6-bc275e0a6e4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e2153e924554173aff10b96a35683ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9001329 Feb 09 15:41:10.893531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57256) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:10.905164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a26b87-b13b-45a7-a0a6-bc275e0a6e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0d19fe-7c44-4479-be69-8e218bfc36e1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:10.916411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Made reservation on behalf of 67e93c2dfe9f49eb90be156bbca66090 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:10.927325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:10.955043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-e7c770e1-91a1-4d13-82ad-6a1a92ce7640 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8310502 Feb 09 15:41:11.078960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fbfc6c-b6c7-4512-971e-95332bce94e2 req-407fc58c-fa0e-43bb-973f-8ac3f6f0ab8e tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855218 Feb 09 15:41:11.083111 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.087971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Deleting port 1fc91fd2-036f-41e6-96ea-ad2468a13718 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:11.088416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.119269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbf20a46-6bf6-483b-912d-0dc04d9460c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.140245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d719f493-17d8-4ffa-84be-272043da92e0 req-a7e8fafd-d8c2-4ad6-b069-9b6bf494dfdf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/0a92291e-7631-4376-a62b-e4348272ede2 HTTP/1.1" status: 200 len: 1804 time: 0.2436507 Feb 09 15:41:11.225542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbf20a46-6bf6-483b-912d-0dc04d9460c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.277048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Allocated IP 172.20.0.14 (fac2674f-7944-4954-9a45-9dcc131b2b17/ad2ca4b2-80df-4b67-b468-18d697cb7531/64054606-5dd9-46f9-9bd7-01b4a8be2a20) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:11.305262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-d719f493-17d8-4ffa-84be-272043da92e0 req-3449795b-1afd-4b3a-8481-319a4873f90e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7e1c1a5-c073-4e2a-b5d8-4072def7cbe8', 'remote_group_id': '0a92291e-7631-4376-a62b-e4348272ede2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:11.305844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-d719f493-17d8-4ffa-84be-272043da92e0 req-3449795b-1afd-4b3a-8481-319a4873f90e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c7e1c1a5-c073-4e2a-b5d8-4072def7cbe8', 'remote_group_id': '0a92291e-7631-4376-a62b-e4348272ede2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:11.354810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:11.394635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a4b7cc8-1c83-490e-ada8-76bc32b48557 req-25ab8cbe-5a14-4542-8b03-dee610f858e9 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 210 time: 0.1475248 Feb 09 15:41:11.436189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e45bb3-f473-4f7b-97e9-0fa87a6a1269 req-4dc8996e-45f6-47f2-bd9f-ac30671c1260 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590952 Feb 09 15:41:11.507225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.536115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-833cbb07-bd9e-4e75-80ab-b37d881ea4c3 req-73504e55-75fa-424a-aa44-98e2e7a210b8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 210 time: 0.0501754 Feb 09 15:41:11.541444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbf20a46-6bf6-483b-912d-0dc04d9460c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.562722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbf20a46-6bf6-483b-912d-0dc04d9460c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.562722 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bbf20a46-6bf6-483b-912d-0dc04d9460c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa0d19fe-7c44-4479-be69-8e218bfc36e1 HTTP/1.1" status: 204 len: 168 time: 0.6503606 Feb 09 15:41:11.563706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] For port 1fc91fd2-036f-41e6-96ea-ad2468a13718, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1fc91fd2-036f-41e6-96ea-ad2468a13718,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:11.563706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.563871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf20a46-6bf6-483b-912d-0dc04d9460c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0d19fe-7c44-4479-be69-8e218bfc36e1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:11.563952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Allocated IP 192.168.233.47 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/09991e04-d0e2-4b56-8085-b936b57714bc) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:11.582089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Calling delete_port for 1fc91fd2-036f-41e6-96ea-ad2468a13718 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:11.624267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Made reservation on behalf of 0b3804efc55a414784cef010d27c2702 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:11.628250 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.756411 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:11.819399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57266) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:11.861395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Network fac2674f-7944-4954-9a45-9dcc131b2b17 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:11.873196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:11.880064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:11.922330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Pushing event updated for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:11.953451 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-59b0af96-24e4-4f4e-b2cf-44fbe93dd7b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f58ee5bdf214a7684ecf2a9392e1743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313751 Feb 09 15:41:11.965911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:11.984770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:11.985367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.036186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d719f493-17d8-4ffa-84be-272043da92e0 req-3449795b-1afd-4b3a-8481-319a4873f90e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.058293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.122954 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d719f493-17d8-4ffa-84be-272043da92e0 req-3449795b-1afd-4b3a-8481-319a4873f90e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.136595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9945ea40-f891-4b32-bb4e-5c1b0ae54efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.143009 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-b6ab8172-22fd-406d-839a-ee5b082164fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5740769 Feb 09 15:41:12.152704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Request body: {'port': {'device_id': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:12.166627 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9945ea40-f891-4b32-bb4e-5c1b0ae54efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.202966 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.216903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c54d5149-5024-4b4f-9363-d09de188e7d4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:12.233497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.267123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.270671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7c125cc-b0cb-4b5a-a699-867ac7c43912 req-adacd3a0-0277-4b39-86ba-804af81ad42c tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 210 time: 0.0654631 Feb 09 15:41:12.286877 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d719f493-17d8-4ffa-84be-272043da92e0 req-3449795b-1afd-4b3a-8481-319a4873f90e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.325558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Pushing event deleted for resources: {'Port': ['ID=1fc91fd2-036f-41e6-96ea-ad2468a13718,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:12.338652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449795b-1afd-4b3a-8481-319a4873f90e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7a6be6-210b-425c-9eaa-fa253ec3716e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:12.385346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:12.495974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] No DVR routers for this DVR port 1fc91fd2-036f-41e6-96ea-ad2468a13718 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:41:12.498301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:12.504756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.508949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62816061-6bf9-4c35-b18b-09bfc5167e6d req-f7e5aea9-8642-4e2b-a742-83ba245de47a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "DELETE /v2.0/ports/1fc91fd2-036f-41e6-96ea-ad2468a13718 HTTP/1.1" status: 204 len: 173 time: 2.4872065 Feb 09 15:41:12.512143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6b384c-1e4c-40fb-bdd6-55ca64c218ff', 'name': 'network-vif-deleted', 'tag': '1fc91fd2-036f-41e6-96ea-ad2468a13718'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:12.514452 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021c27b-eff1-4920-b5d7-c4bfac5e9380" -d '{"events": [{"server_uuid": "de6b384c-1e4c-40fb-bdd6-55ca64c218ff", "name": "network-vif-deleted", "tag": "1fc91fd2-036f-41e6-96ea-ad2468a13718"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:12.518408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:12.524605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:12.525306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.539431 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9945ea40-f891-4b32-bb4e-5c1b0ae54efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.542112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9945ea40-f891-4b32-bb4e-5c1b0ae54efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.543350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9945ea40-f891-4b32-bb4e-5c1b0ae54efd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed4b914e-7a5e-4c6a-acc5-f03258781277 HTTP/1.1" status: 204 len: 168 time: 0.5699229 Feb 09 15:41:12.591618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Allocated IP 192.168.233.251 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/5dc4afa7-3c55-4862-880f-61e8e6332cee) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:12.641497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945ea40-f891-4b32-bb4e-5c1b0ae54efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4b914e-7a5e-4c6a-acc5-f03258781277,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:12.653274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57284) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:12.695575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e66e2ff-dca7-45f6-810d-aae49a4f2388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.738185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-736c60f4-b362-497d-9a45-7d6ed7db2bb5 req-7a72f091-14ab-41de-8f6a-74b99050b67d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 210 time: 0.1247633 Feb 09 15:41:12.765474 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d719f493-17d8-4ffa-84be-272043da92e0 req-3449795b-1afd-4b3a-8481-319a4873f90e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.768137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d719f493-17d8-4ffa-84be-272043da92e0 req-3449795b-1afd-4b3a-8481-319a4873f90e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.5275021 Feb 09 15:41:12.777707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64054606-5dd9-46f9-9bd7-01b4a8be2a20 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:12.779953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:12.818698 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.854931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Transition to ACTIVE for port object 64054606-5dd9-46f9-9bd7-01b4a8be2a20 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:12.909225 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d62fd2-8389-4540-81f1-85c7cae3664b x-openstack-request-id: req-c8d62fd2-8389-4540-81f1-85c7cae3664b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:12.909525 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6b384c-1e4c-40fb-bdd6-55ca64c218ff", "name": "network-vif-deleted", "tag": "1fc91fd2-036f-41e6-96ea-ad2468a13718", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:12.909802 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8d62fd2-8389-4540-81f1-85c7cae3664b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:12.910207 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6b384c-1e4c-40fb-bdd6-55ca64c218ff', 'name': 'network-vif-deleted', 'tag': '1fc91fd2-036f-41e6-96ea-ad2468a13718', 'status': 'completed', 'code': 200} Feb 09 15:41:12.915181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e66e2ff-dca7-45f6-810d-aae49a4f2388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:12.963360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-5e9e5849-5db1-4952-a888-2963c6ad62ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1400542 Feb 09 15:41:12.990091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cfab92ec-c85c-44fb-a3f7-9c3ef4837b11 None None] Provisioning complete for port 09991e04-d0e2-4b56-8085-b936b57714bc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:12.990520 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfab92ec-c85c-44fb-a3f7-9c3ef4837b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.000609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Request body: {'port': {'device_id': 'c732b496-245d-4965-a772-9f02651b39f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:13.003284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.038187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cfab92ec-c85c-44fb-a3f7-9c3ef4837b11 None None] Port 09991e04-d0e2-4b56-8085-b936b57714bc cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:41:13.062826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1fc91fd2-036f-41e6-96ea-ad2468a13718 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:13.096309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 1fc91fd2-036f-41e6-96ea-ad2468a13718 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:41:13.096834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1fc91fd2-036f-41e6-96ea-ad2468a13718 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:13.112651 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ff1d464-8ba6-4e23-afce-0219f971739e req-ddf7dca6-9081-4267-88b5-5e37da6b7d74 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/0a92291e-7631-4376-a62b-e4348272ede2 HTTP/1.1" status: 200 len: 1804 time: 0.2047203 Feb 09 15:41:13.113267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e66e2ff-dca7-45f6-810d-aae49a4f2388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.158137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Pushing event updated for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:13.164897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0009906-3e3f-4aa9-be8e-d6bf21cabfce req-bbd43a86-fc55-4a22-934c-878869c2680d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:13.168592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0009906-3e3f-4aa9-be8e-d6bf21cabfce req-bbd43a86-fc55-4a22-934c-878869c2680d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 932 time: 0.2622256 Feb 09 15:41:13.180142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.213346 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0e66e2ff-dca7-45f6-810d-aae49a4f2388 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ff98ce9ba104696b85e05cc71711591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456824 Feb 09 15:41:13.214155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66e2ff-dca7-45f6-810d-aae49a4f2388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e86cc7-39d4-4136-958e-b044f9cb0ef1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:13.219800 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57288) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:13.253865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.301090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:13.301381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:13.301790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:13.319610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:13.321059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:13.345431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:13.346000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:13.346414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:13.347194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Bound port: 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:13.347653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.348788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0009906-3e3f-4aa9-be8e-d6bf21cabfce req-81c8e877-de24-4a51-a49b-5d1f17019a87 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617470 Feb 09 15:41:13.357007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0249c0d8-0f44-40c0-ab03-5e1a11b12a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.424111 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5ff1d464-8ba6-4e23-afce-0219f971739e req-ed221b57-efc6-471e-91e1-6232720f1f63 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.457386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0249c0d8-0f44-40c0-ab03-5e1a11b12a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.471140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5ff1d464-8ba6-4e23-afce-0219f971739e req-ed221b57-efc6-471e-91e1-6232720f1f63 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.595336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:13.595336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:13.595728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89bd8d9e-d9ff-428d-81bb-577e9e43d1e3 req-015eac23-bc28-4a29-ac2c-f97813d22a4a tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=de6b384c-1e4c-40fb-bdd6-55ca64c218ff HTTP/1.1" status: 200 len: 210 time: 0.0665810 Feb 09 15:41:13.650760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.762824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:13.766054 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.781003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Pushing event updated for resources: {'Port': ['ID=5dc4afa7-3c55-4862-880f-61e8e6332cee,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:13.783741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:13.803517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:13.815638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:13.816852 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.823804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0249c0d8-0f44-40c0-ab03-5e1a11b12a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.830814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0249c0d8-0f44-40c0-ab03-5e1a11b12a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.830814 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0249c0d8-0f44-40c0-ab03-5e1a11b12a4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9e86cc7-39d4-4136-958e-b044f9cb0ef1 HTTP/1.1" status: 204 len: 168 time: 0.6068621 Feb 09 15:41:13.848584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249c0d8-0f44-40c0-ab03-5e1a11b12a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e86cc7-39d4-4136-958e-b044f9cb0ef1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:13.891395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:13.892986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.897113 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] 10.222.0.73 "PUT /v2.0/ports/64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 200 len: 1092 time: 1.7490933 Feb 09 15:41:13.904775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:13.909399 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb60b62-54f1-4301-913b-d3b1f709f689" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:13.922867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d36ae-697f-49fc-bc2a-79f644d09b41 service neutron] Pushing event updated for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:13.978700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ab69e401-c22e-4722-bdc9-8eeb15234ce4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3075054 Feb 09 15:41:13.981641 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5ff1d464-8ba6-4e23-afce-0219f971739e req-ed221b57-efc6-471e-91e1-6232720f1f63 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:13.987001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5ff1d464-8ba6-4e23-afce-0219f971739e req-ed221b57-efc6-471e-91e1-6232720f1f63 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:14.003637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ff1d464-8ba6-4e23-afce-0219f971739e req-ed221b57-efc6-471e-91e1-6232720f1f63 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "DELETE /v2.0/security-groups/0a92291e-7631-4376-a62b-e4348272ede2 HTTP/1.1" status: 204 len: 173 time: 0.8875694 Feb 09 15:41:14.036447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Request body: {'port': {'device_id': '813d6652-a553-4c41-a2ab-e53e93c24b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:14.056415 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f163298c-022e-42c6-8135-7050e958b59b x-openstack-request-id: req-f163298c-022e-42c6-8135-7050e958b59b {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:14.056884 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:14.057303 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f163298c-022e-42c6-8135-7050e958b59b {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:14.058179 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20', 'status': 'completed', 'code': 200} Feb 09 15:41:14.110701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed221b57-efc6-471e-91e1-6232720f1f63 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a92291e-7631-4376-a62b-e4348272ede2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:14.182994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb60b62-54f1-4301-913b-d3b1f709f689 req-87853f80-409a-4b8d-9d86-6bbbf9f81a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:14.187440 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9eb60b62-54f1-4301-913b-d3b1f709f689 req-87853f80-409a-4b8d-9d86-6bbbf9f81a77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1095 time: 0.1055779 Feb 09 15:41:14.199326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258f357-f437-40fe-8a80-d8c7dbd69db9 req-6bdaf4b1-cd2b-4794-a03a-4ec5714552ae tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:14.205401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3258f357-f437-40fe-8a80-d8c7dbd69db9 req-6bdaf4b1-cd2b-4794-a03a-4ec5714552ae tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 936 time: 0.3205953 Feb 09 15:41:14.283535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0e01844f-027d-4ce0-b053-ffc182757084 None None] Provisioning complete for port 5dc4afa7-3c55-4862-880f-61e8e6332cee triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:14.285664 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0e01844f-027d-4ce0-b053-ffc182757084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:14.360454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0e01844f-027d-4ce0-b053-ffc182757084 None None] Port 5dc4afa7-3c55-4862-880f-61e8e6332cee cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:41:14.404248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:14.539042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09991e04-d0e2-4b56-8085-b936b57714bc {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:14.586709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2a9d164-9f03-4c69-bacb-4205f5bb852c req-7bda7601-abea-4e6c-8afb-a3d9a3cee192 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/c7e1c1a5-c073-4e2a-b5d8-4072def7cbe8 HTTP/1.1" status: 200 len: 1804 time: 0.4888585 Feb 09 15:41:14.591141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3258f357-f437-40fe-8a80-d8c7dbd69db9 req-2194d4bd-e7bf-4753-a84b-b914684e6806 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289881 Feb 09 15:41:14.593881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:14.640220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Transition to ACTIVE for port object 09991e04-d0e2-4b56-8085-b936b57714bc will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:14.657300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb60b62-54f1-4301-913b-d3b1f709f689 req-57429c63-6f84-41d2-bc1c-ddb7cc41b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:14.659172 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9eb60b62-54f1-4301-913b-d3b1f709f689 req-57429c63-6f84-41d2-bc1c-ddb7cc41b875 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=67e93c2dfe9f49eb90be156bbca66090&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4641387 Feb 09 15:41:14.668945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e87c24ec-cf92-41ec-ba01-d0f5c7d9cdbd req-7df0a57c-3951-42b6-aac6-92174ad4094e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1261311914', 'description': 'tempest-description-874956157'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:14.895569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb60b62-54f1-4301-913b-d3b1f709f689 req-198c2564-53e4-4697-8159-1381ee0894df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:14.897060 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9eb60b62-54f1-4301-913b-d3b1f709f689 req-198c2564-53e4-4697-8159-1381ee0894df service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301204 Feb 09 15:41:15.004840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-6f80bad5-1f2d-4111-9928-0953369ec8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:15.006818 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-6f80bad5-1f2d-4111-9928-0953369ec8b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1095 time: 0.0616484 Feb 09 15:41:15.074575 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-0e56a8fe-e3e1-4e8e-b9a3-705a69629461 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 200 len: 217 time: 0.0587468 Feb 09 15:41:15.136642 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:41:15.140388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-8442c816-2361-4cba-9b2d-5372adba7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:15.140669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:15.141909 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-8442c816-2361-4cba-9b2d-5372adba7f8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.0599747 Feb 09 15:41:15.180875 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-db7d5547-33bb-4a40-a4b1-c1c1f069300b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310037 Feb 09 15:41:15.335523 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-19a9bcfb-7507-46c7-a366-8b38ce8a5930 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462584 Feb 09 15:41:15.343530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:15.417298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84eeaf-25ba-4f7d-a29c-22688c936f76 req-4feb7d87-6714-4cc5-83e8-995c125b47d4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:15.418955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff84eeaf-25ba-4f7d-a29c-22688c936f76 req-4feb7d87-6714-4cc5-83e8-995c125b47d4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 944 time: 0.2962763 Feb 09 15:41:15.472682 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e87c24ec-cf92-41ec-ba01-d0f5c7d9cdbd req-7df0a57c-3951-42b6-aac6-92174ad4094e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:15.486432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Attempting to bind port 09991e04-d0e2-4b56-8085-b936b57714bc on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:15.486824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Attempting to bind port 09991e04-d0e2-4b56-8085-b936b57714bc by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:15.487132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Attempting to bind port 09991e04-d0e2-4b56-8085-b936b57714bc on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:15.503172 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09d91bd2-f2ad-4438-a213-2e3612b007d8 req-dd7766c9-06e3-4876-b7d8-53390b27f51f service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601768 Feb 09 15:41:15.512400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Port 09991e04-d0e2-4b56-8085-b936b57714bc on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:15.512725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Attempting to bind port 09991e04-d0e2-4b56-8085-b936b57714bc on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:15.575077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:15.575387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:15.575722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:15.576224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Bound port: 09991e04-d0e2-4b56-8085-b936b57714bc, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:15.576602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:15.597206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff84eeaf-25ba-4f7d-a29c-22688c936f76 req-d699820a-5b24-4cef-b179-fbd035fa20c5 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527827 Feb 09 15:41:15.813223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e87c24ec-cf92-41ec-ba01-d0f5c7d9cdbd req-7df0a57c-3951-42b6-aac6-92174ad4094e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:15.826826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc4afa7-3c55-4862-880f-61e8e6332cee {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:15.848040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:15.855506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:15.862145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:15.878158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Transition to ACTIVE for port object 5dc4afa7-3c55-4862-880f-61e8e6332cee will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:15.893005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf7251-0b70-432e-842c-08c2c9bce7c7 req-8631e0c2-dfd8-4671-8b55-9f163515a278 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:15.894672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61bf7251-0b70-432e-842c-08c2c9bce7c7 req-8631e0c2-dfd8-4671-8b55-9f163515a278 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 936 time: 0.1368484 Feb 09 15:41:15.945135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e87c24ec-cf92-41ec-ba01-d0f5c7d9cdbd req-7df0a57c-3951-42b6-aac6-92174ad4094e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:15.964106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61bf7251-0b70-432e-842c-08c2c9bce7c7 req-faeaeb6a-9f98-4428-b7ce-b9e7214bee83 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623572 Feb 09 15:41:16.012442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:16.016132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:16.034880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0a57c-3951-42b6-aac6-92174ad4094e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6c9cdc-2ca2-4820-8eb4-1852044d8583,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:16.084131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:16.085141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:16.087736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] 10.222.0.73 "PUT /v2.0/ports/09991e04-d0e2-4b56-8085-b936b57714bc HTTP/1.1" status: 200 len: 1095 time: 3.0988934 Feb 09 15:41:16.092914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:16.097065 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c9adf0-71ea-443f-aa39-f4fa18860a21" -d '{"events": [{"name": "network-changed", "server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:16.125217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e87c24ec-cf92-41ec-ba01-d0f5c7d9cdbd req-7df0a57c-3951-42b6-aac6-92174ad4094e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:16.126888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e87c24ec-cf92-41ec-ba01-d0f5c7d9cdbd req-7df0a57c-3951-42b6-aac6-92174ad4094e tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4698145 Feb 09 15:41:16.168861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81d16a-2e46-4465-b75e-c5ab8acb8fef service neutron] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:16.322226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Attempting to bind port 5dc4afa7-3c55-4862-880f-61e8e6332cee on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:16.322757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Attempting to bind port 5dc4afa7-3c55-4862-880f-61e8e6332cee by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:16.323243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Attempting to bind port 5dc4afa7-3c55-4862-880f-61e8e6332cee on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:16.354404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Pushing event updated for resources: {'Port': ['ID=5dc4afa7-3c55-4862-880f-61e8e6332cee,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:16.362880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Port 5dc4afa7-3c55-4862-880f-61e8e6332cee on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:16.363411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Attempting to bind port 5dc4afa7-3c55-4862-880f-61e8e6332cee on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:16.382484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:16.383071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:16.383728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:16.384592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Bound port: 5dc4afa7-3c55-4862-880f-61e8e6332cee, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:16.385215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:16.407763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-9465592b-64c5-47da-80d5-9f5e603b5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:16.410117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-9465592b-64c5-47da-80d5-9f5e603b5572 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1098 time: 0.1648548 Feb 09 15:41:16.495076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-26e490cb-76a2-40fc-b4ec-6428d0ef23cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=09991e04-d0e2-4b56-8085-b936b57714bc HTTP/1.1" status: 200 len: 217 time: 0.0751162 Feb 09 15:41:16.663376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-f1c534a4-6e65-4b27-b139-95d40cf9b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:16.666347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-f1c534a4-6e65-4b27-b139-95d40cf9b871 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1263781 Feb 09 15:41:16.674270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] For port 5dc4afa7-3c55-4862-880f-61e8e6332cee, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:16.698027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] For port 5dc4afa7-3c55-4862-880f-61e8e6332cee, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5dc4afa7-3c55-4862-880f-61e8e6332cee,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:16.740681 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54587444-b88f-4727-ad75-02659c6ea7db x-openstack-request-id: req-54587444-b88f-4727-ad75-02659c6ea7db {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:16.741154 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:16.741718 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54587444-b88f-4727-ad75-02659c6ea7db {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:16.742168 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc', 'status': 'completed', 'code': 200} Feb 09 15:41:16.798934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-1291a8cb-112c-4a6c-af10-d21a6cae64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:16.806483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-1291a8cb-112c-4a6c-af10-d21a6cae64b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221273 Feb 09 15:41:16.916679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:17.010610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb757bf6-b05c-4067-906b-73e4feb94d08 req-f1e4992c-4b69-4160-9047-8bb73f07d310 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/8c6c9cdc-2ca2-4820-8eb4-1852044d8583 HTTP/1.1" status: 200 len: 1804 time: 0.2507207 Feb 09 15:41:17.035761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-eb757bf6-b05c-4067-906b-73e4feb94d08 req-de22ae65-2b69-4e56-bbe7-ccbf09fb79f6 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c6c9cdc-2ca2-4820-8eb4-1852044d8583', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:17.036128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-eb757bf6-b05c-4067-906b-73e4feb94d08 req-de22ae65-2b69-4e56-bbe7-ccbf09fb79f6 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c6c9cdc-2ca2-4820-8eb4-1852044d8583', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:17.066934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:17.076550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:17.076550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] 10.222.0.73 "PUT /v2.0/ports/5dc4afa7-3c55-4862-880f-61e8e6332cee HTTP/1.1" status: 200 len: 1096 time: 3.0637631 Feb 09 15:41:17.090589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca526a-c9ce-4fe6-8b77-5cb25a00d6dc req-5c151c6a-c2b8-48ea-aed2-608165c78162 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:17.098490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19ca526a-c9ce-4fe6-8b77-5cb25a00d6dc req-5c151c6a-c2b8-48ea-aed2-608165c78162 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 944 time: 0.2882786 Feb 09 15:41:17.118302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e64fc-17a8-426c-bcea-e9f33e8a9eef service neutron] Pushing event updated for resources: {'Port': ['ID=5dc4afa7-3c55-4862-880f-61e8e6332cee,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:17.173914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-a33c1399-ee05-44a4-9a8a-36d7f16f7677 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469763 Feb 09 15:41:17.180493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19ca526a-c9ce-4fe6-8b77-5cb25a00d6dc req-76d0add9-0e44-41e9-8661-eac8cdfd1837 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811462 Feb 09 15:41:17.339334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-775ea7b8-1435-4b71-b194-2d9cbe635f4a req-4be28f1a-2932-458e-89c9-38218ec0f132 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577899 Feb 09 15:41:17.352464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74dcfb-6a95-49d5-abeb-ce61433e20c0 req-3e88f215-e48d-4e13-9186-93e1172c2672 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:17.354272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e74dcfb-6a95-49d5-abeb-ce61433e20c0 req-3e88f215-e48d-4e13-9186-93e1172c2672 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 950 time: 0.0935705 Feb 09 15:41:17.426671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e74dcfb-6a95-49d5-abeb-ce61433e20c0 req-0c4b94aa-9c9f-472e-bb26-f4d8d1595587 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/security-groups?id=bc46a278-e5bf-48a9-82f6-2211adcb0258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644670 Feb 09 15:41:17.438985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-5dbbfce1-3a43-4ae8-8032-69a3280575a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:17.441065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-5dbbfce1-3a43-4ae8-8032-69a3280575a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 1099 time: 0.0611269 Feb 09 15:41:17.487745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-34ec2d77-7242-47d4-93bf-3e0f5cd99ce5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=5dc4afa7-3c55-4862-880f-61e8e6332cee HTTP/1.1" status: 200 len: 217 time: 0.0369525 Feb 09 15:41:17.581634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-2f6ca84d-8c0c-4dbe-8289-28dee77427fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:17.583189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-2f6ca84d-8c0c-4dbe-8289-28dee77427fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0877080 Feb 09 15:41:17.592567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eb757bf6-b05c-4067-906b-73e4feb94d08 req-de22ae65-2b69-4e56-bbe7-ccbf09fb79f6 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:17.659253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eb757bf6-b05c-4067-906b-73e4feb94d08 req-de22ae65-2b69-4e56-bbe7-ccbf09fb79f6 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:17.699360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-135a41df-6ee8-43d6-be01-f88ec288a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:17.700954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-135a41df-6ee8-43d6-be01-f88ec288a086 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1098 time: 0.1022377 Feb 09 15:41:17.711452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-2a65b9ad-ded1-41a4-83c8-6e4c2eabce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:17.713099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-2a65b9ad-ded1-41a4-83c8-6e4c2eabce7a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155045 Feb 09 15:41:17.724594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-e11d6139-927c-4a62-aee3-2613674b67a5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435119 Feb 09 15:41:17.885525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eb757bf6-b05c-4067-906b-73e4feb94d08 req-de22ae65-2b69-4e56-bbe7-ccbf09fb79f6 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:17.947378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57404) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:17.951112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22ae65-2b69-4e56-bbe7-ccbf09fb79f6 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a30331-2822-4c8b-b749-7e9a26594f30,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:18.053846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-3a4c8c9e-b054-4f99-85fd-97b310d2a6b3 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:18.053846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-3a4c8c9e-b054-4f99-85fd-97b310d2a6b3 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144743 Feb 09 15:41:18.056921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-6027c4e8-3e56-4329-985b-34f3ac8832dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:18.062178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-6027c4e8-3e56-4329-985b-34f3ac8832dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3444495 Feb 09 15:41:18.062178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-3714439c-2c11-4196-9e13-604cf6c50fd4 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386161 Feb 09 15:41:18.103573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-a8aa4e6d-005b-44cf-ab55-a85863704169 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:18.105469 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-a8aa4e6d-005b-44cf-ab55-a85863704169 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 950 time: 0.0721233 Feb 09 15:41:18.154198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14642ff6-59bc-470a-a0bd-e0999d4d8193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:18.167799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eb757bf6-b05c-4067-906b-73e4feb94d08 req-de22ae65-2b69-4e56-bbe7-ccbf09fb79f6 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:18.169133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb757bf6-b05c-4067-906b-73e4feb94d08 req-de22ae65-2b69-4e56-bbe7-ccbf09fb79f6 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1440790 Feb 09 15:41:18.173662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-661c442d-3e12-4ec4-a970-3ba4b5cfede9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=09991e04-d0e2-4b56-8085-b936b57714bc HTTP/1.1" status: 200 len: 217 time: 0.0998735 Feb 09 15:41:18.212981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-3c824cb7-9d20-4fb4-86ee-2776ed09cfd1 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/quotas/0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 375 time: 0.1424837 Feb 09 15:41:18.266732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Deleting port c54d5149-5024-4b4f-9363-d09de188e7d4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:18.267005 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:18.313162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-4b211524-dc5c-4d74-b11d-24d347b49ccb tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735168 Feb 09 15:41:18.342878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14642ff6-59bc-470a-a0bd-e0999d4d8193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:18.359440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-34e2a553-0e36-4b13-97dc-ccc12d21475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:18.361069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-34e2a553-0e36-4b13-97dc-ccc12d21475a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1471436 Feb 09 15:41:18.422274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4cfb-d37b-4510-8fb6-0d3d92fcdb45 req-1ebf11d2-142f-49b0-a8bb-6eda2eef80a1 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:18.423880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06fd4cfb-d37b-4510-8fb6-0d3d92fcdb45 req-1ebf11d2-142f-49b0-a8bb-6eda2eef80a1 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 948 time: 0.1462188 Feb 09 15:41:18.427260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf45ae4-239e-404e-b095-2ecf22bf679f req-726f4385-4cff-4ace-a29e-3f5f641bef28 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384562 Feb 09 15:41:18.431585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] For port c54d5149-5024-4b4f-9363-d09de188e7d4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c54d5149-5024-4b4f-9363-d09de188e7d4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:18.431976 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:18.453605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Calling delete_port for c54d5149-5024-4b4f-9363-d09de188e7d4 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:18.462449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-1717f7ca-401f-4668-8f73-9d3f99845735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:18.465275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-1717f7ca-401f-4668-8f73-9d3f99845735 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941467 Feb 09 15:41:18.465466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14642ff6-59bc-470a-a0bd-e0999d4d8193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:18.502706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06fd4cfb-d37b-4510-8fb6-0d3d92fcdb45 req-93212ea7-1572-453e-bac8-87075b5e2256 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653021 Feb 09 15:41:18.560233 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-14642ff6-59bc-470a-a0bd-e0999d4d8193 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f96b632162b7436aade67052dc8a1a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109300 Feb 09 15:41:18.566971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14642ff6-59bc-470a-a0bd-e0999d4d8193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843d0056-4a6d-4965-a501-0b8ebc76a1ec,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:18.605464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57426) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:18.630232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-7c035070-80f7-4144-bd6b-7bef7f97def6 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581914 Feb 09 15:41:18.727555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abac5879-87ee-46e1-8488-42a0a617cca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:18.744956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813d6652-a553-4c41-a2ab-e53e93c24b1c', 'tag': '5dc4afa7-3c55-4862-880f-61e8e6332cee'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:18.746299 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6081faec-220f-43f1-9105-ec0a6923e654" -d '{"events": [{"name": "network-changed", "server_uuid": "813d6652-a553-4c41-a2ab-e53e93c24b1c", "tag": "5dc4afa7-3c55-4862-880f-61e8e6332cee"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:18.762952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c9adf0-71ea-443f-aa39-f4fa18860a21 req-6ed8a10b-92ab-4849-a4f6-092d172cc891 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252091 Feb 09 15:41:18.770762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abac5879-87ee-46e1-8488-42a0a617cca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:18.985879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.002799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c54d5149-5024-4b4f-9363-d09de188e7d4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:19.036295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Pushing event deleted for resources: {'Port': ['ID=c54d5149-5024-4b4f-9363-d09de188e7d4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:19.056071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abac5879-87ee-46e1-8488-42a0a617cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.065718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 64054606-5dd9-46f9-9bd7-01b4a8be2a20 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:41:19.065882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abac5879-87ee-46e1-8488-42a0a617cca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.077328 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-abac5879-87ee-46e1-8488-42a0a617cca3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/843d0056-4a6d-4965-a501-0b8ebc76a1ec HTTP/1.1" status: 204 len: 168 time: 0.4674208 Feb 09 15:41:19.130930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63a6bf09-54bf-4802-943e-51357a3551bb req-beb1c65a-2284-49e0-9307-3ebf46a162a0 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/8c6c9cdc-2ca2-4820-8eb4-1852044d8583 HTTP/1.1" status: 200 len: 2397 time: 0.1190755 Feb 09 15:41:19.138021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-63a6bf09-54bf-4802-943e-51357a3551bb req-0f8eb2dd-b290-496b-9c0f-913d60eea693 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c6c9cdc-2ca2-4820-8eb4-1852044d8583', 'remote_group_id': None}]} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:19.138223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-63a6bf09-54bf-4802-943e-51357a3551bb req-0f8eb2dd-b290-496b-9c0f-913d60eea693 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c6c9cdc-2ca2-4820-8eb4-1852044d8583', 'remote_group_id': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:19.254082 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:19.270924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '64054606-5dd9-46f9-9bd7-01b4a8be2a20', 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'port_id': '64054606-5dd9-46f9-9bd7-01b4a8be2a20', 'mac_address': 'fa:16:3e:71:84:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2ca4b2-80df-4b67-b468-18d697cb7531', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:41:19.296449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544876f3-ab7a-4cb9-b20f-40112a198c79 req-c4579a20-4a97-4d4b-bf2b-dac7cb4ac43f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:19.299680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-544876f3-ab7a-4cb9-b20f-40112a198c79 req-c4579a20-4a97-4d4b-bf2b-dac7cb4ac43f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 944 time: 0.0900841 Feb 09 15:41:19.349949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.361755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64054606-5dd9-46f9-9bd7-01b4a8be2a20 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:19.367968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-544876f3-ab7a-4cb9-b20f-40112a198c79 req-8b8c90a7-05c2-422f-b48a-72598ec90370 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604029 Feb 09 15:41:19.409762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:19.441170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63a6bf09-54bf-4802-943e-51357a3551bb req-0f8eb2dd-b290-496b-9c0f-913d60eea693 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.477664 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63a6bf09-54bf-4802-943e-51357a3551bb req-0f8eb2dd-b290-496b-9c0f-913d60eea693 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.528017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] No DVR routers for this DVR port c54d5149-5024-4b4f-9363-d09de188e7d4 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:41:19.529974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac5879-87ee-46e1-8488-42a0a617cca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d0056-4a6d-4965-a501-0b8ebc76a1ec,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:19.532784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.540064 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-67f9ac5d-c8a2-4c6e-bee4-4db06818a091 req-fcc0492b-7883-4c0b-b706-e9f3e1746f9f tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.73 "DELETE /v2.0/ports/c54d5149-5024-4b4f-9363-d09de188e7d4 HTTP/1.1" status: 204 len: 173 time: 1.4282537 Feb 09 15:41:19.540532 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5e91da-8a1f-4d86-8460-d022ab90bfe2', 'name': 'network-vif-deleted', 'tag': 'c54d5149-5024-4b4f-9363-d09de188e7d4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:19.543110 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1833555-4bb4-4583-ac4c-65507b231819" -d '{"events": [{"server_uuid": "ed5e91da-8a1f-4d86-8460-d022ab90bfe2", "name": "network-vif-deleted", "tag": "c54d5149-5024-4b4f-9363-d09de188e7d4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:19.545891 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.572613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c08ef026-92f2-45be-a7f6-904e0388f08d req-3f2a2290-e936-4e21-a873-1fb5f1edb057 tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0756083 Feb 09 15:41:19.603128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63a6bf09-54bf-4802-943e-51357a3551bb req-0f8eb2dd-b290-496b-9c0f-913d60eea693 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.659161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eb2dd-b290-496b-9c0f-913d60eea693 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c89cc18-841f-4fd6-90a5-791c426a4637,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:19.659388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:19.706833 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f5164d-3e52-4a4b-a03c-0382f12edc31 x-openstack-request-id: req-68f5164d-3e52-4a4b-a03c-0382f12edc31 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:19.707115 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813d6652-a553-4c41-a2ab-e53e93c24b1c", "tag": "5dc4afa7-3c55-4862-880f-61e8e6332cee", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:19.708391 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68f5164d-3e52-4a4b-a03c-0382f12edc31 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:19.708895 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813d6652-a553-4c41-a2ab-e53e93c24b1c', 'tag': '5dc4afa7-3c55-4862-880f-61e8e6332cee', 'status': 'completed', 'code': 200} Feb 09 15:41:19.768261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63a6bf09-54bf-4802-943e-51357a3551bb req-0f8eb2dd-b290-496b-9c0f-913d60eea693 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:19.771640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081faec-220f-43f1-9105-ec0a6923e654 req-a9b3613b-6519-41f3-b59a-9cd8422882ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:19.773963 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6081faec-220f-43f1-9105-ec0a6923e654 req-a9b3613b-6519-41f3-b59a-9cd8422882ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 1099 time: 0.0569482 Feb 09 15:41:19.776513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['64054606-5dd9-46f9-9bd7-01b4a8be2a20'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:19.777724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63a6bf09-54bf-4802-943e-51357a3551bb req-0f8eb2dd-b290-496b-9c0f-913d60eea693 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6447020 Feb 09 15:41:19.837025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82d38436-ca38-43ad-8a30-eeca6da0f26b req-a4e90b14-c2b7-48fc-9fa1-0132d344af6b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 210 time: 0.0814502 Feb 09 15:41:20.027710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081faec-220f-43f1-9105-ec0a6923e654 req-3e9d8b73-8c23-4595-a1bc-e23b4c48569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:20.030298 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6081faec-220f-43f1-9105-ec0a6923e654 req-3e9d8b73-8c23-4595-a1bc-e23b4c48569b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2491658 Feb 09 15:41:20.095962 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6081faec-220f-43f1-9105-ec0a6923e654 req-c1fc3de4-7317-470e-ab66-770c866445a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=5dc4afa7-3c55-4862-880f-61e8e6332cee HTTP/1.1" status: 200 len: 217 time: 0.0583615 Feb 09 15:41:20.113176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc28cc-000c-4b54-ab4c-7bffbbed1523 req-c99d51ef-02e7-4fe1-9fa0-ecaa95f22be5 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:20.115579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87bc28cc-000c-4b54-ab4c-7bffbbed1523 req-c99d51ef-02e7-4fe1-9fa0-ecaa95f22be5 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 948 time: 0.1001744 Feb 09 15:41:20.161010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081faec-220f-43f1-9105-ec0a6923e654 req-fcc9e742-19a3-41ba-bd96-4388f9be77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:20.163280 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6081faec-220f-43f1-9105-ec0a6923e654 req-fcc9e742-19a3-41ba-bd96-4388f9be77e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0590668 Feb 09 15:41:20.187098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87bc28cc-000c-4b54-ab4c-7bffbbed1523 req-7f819530-8096-42c8-9840-9a7ecf4b3a86 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Feb 09 15:41:20.244638 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a08506-8256-47cc-b225-0bf680e016f5 x-openstack-request-id: req-b0a08506-8256-47cc-b225-0bf680e016f5 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:20.245102 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5e91da-8a1f-4d86-8460-d022ab90bfe2", "name": "network-vif-deleted", "tag": "c54d5149-5024-4b4f-9363-d09de188e7d4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:20.245763 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0a08506-8256-47cc-b225-0bf680e016f5 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:20.246856 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5e91da-8a1f-4d86-8460-d022ab90bfe2', 'name': 'network-vif-deleted', 'tag': 'c54d5149-5024-4b4f-9363-d09de188e7d4', 'status': 'completed', 'code': 200} Feb 09 15:41:20.255317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081faec-220f-43f1-9105-ec0a6923e654 req-e8dc2199-cc79-4c1a-9325-0a67af2b061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:20.257015 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6081faec-220f-43f1-9105-ec0a6923e654 req-e8dc2199-cc79-4c1a-9325-0a67af2b061b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863843 Feb 09 15:41:20.319518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-067a8ee1-7afb-44d6-825c-4357acc9afe0 req-2991050d-88f1-46ed-8c1e-f1eb58d0eda3 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/8c6c9cdc-2ca2-4820-8eb4-1852044d8583 HTTP/1.1" status: 200 len: 2995 time: 0.0625536 Feb 09 15:41:20.380034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27df810-88fc-42b3-9b27-5735ca02ebab req-e581f0e1-8c2d-425d-a875-ede408f6604b tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-group-rules/2c89cc18-841f-4fd6-90a5-791c426a4637 HTTP/1.1" status: 200 len: 783 time: 0.0290835 Feb 09 15:41:20.405412 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6081faec-220f-43f1-9105-ec0a6923e654 req-9d1b1d09-37c5-4cd9-aba5-bb056c6cd94c service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397836 Feb 09 15:41:20.464817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27df810-88fc-42b3-9b27-5735ca02ebab req-266f39b3-57d6-4ab3-9e26-65348e9cd5b4 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/8c6c9cdc-2ca2-4820-8eb4-1852044d8583 HTTP/1.1" status: 200 len: 2995 time: 0.0761597 Feb 09 15:41:20.515561 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e27df810-88fc-42b3-9b27-5735ca02ebab req-8fe52252-2dd4-421c-aad4-41f93fb784cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:20.527964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e27df810-88fc-42b3-9b27-5735ca02ebab req-8fe52252-2dd4-421c-aad4-41f93fb784cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:20.531998 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6081faec-220f-43f1-9105-ec0a6923e654 req-237eadea-8c93-47c0-a44c-7ae11c82b27e service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194406 Feb 09 15:41:20.714111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee51fe3-9dbc-4458-b353-730a342598f6 req-d5259836-5a3a-45fe-b6b0-69a569b13931 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:20.716945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bee51fe3-9dbc-4458-b353-730a342598f6 req-d5259836-5a3a-45fe-b6b0-69a569b13931 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 945 time: 0.0622656 Feb 09 15:41:20.719306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e27df810-88fc-42b3-9b27-5735ca02ebab req-8fe52252-2dd4-421c-aad4-41f93fb784cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:20.727675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e27df810-88fc-42b3-9b27-5735ca02ebab req-8fe52252-2dd4-421c-aad4-41f93fb784cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:20.729330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27df810-88fc-42b3-9b27-5735ca02ebab req-8fe52252-2dd4-421c-aad4-41f93fb784cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2c89cc18-841f-4fd6-90a5-791c426a4637 HTTP/1.1" status: 204 len: 173 time: 0.2553430 Feb 09 15:41:20.756342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe52252-2dd4-421c-aad4-41f93fb784cf tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c89cc18-841f-4fd6-90a5-791c426a4637,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:20.815763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bee51fe3-9dbc-4458-b353-730a342598f6 req-938ee50f-fdf7-421d-b4df-cc3dfa5a3cae tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849776 Feb 09 15:41:21.048321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57490) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:21.049924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9435c053-9eca-4790-a281-0efe4a298f85 req-c2142d57-1a28-4e23-a116-cb8f9e85cf21 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/8c6c9cdc-2ca2-4820-8eb4-1852044d8583 HTTP/1.1" status: 200 len: 2397 time: 0.1386075 Feb 09 15:41:21.052667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a819dfcc-4f51-45a5-81d5-a220b3f408eb req-8560f053-3e61-46b1-8e60-3d11dddfe91e tempest-LiveMigrationNegativeTest-74774769 tempest-LiveMigrationNegativeTest-74774769-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed5e91da-8a1f-4d86-8460-d022ab90bfe2 HTTP/1.1" status: 200 len: 210 time: 0.0589459 Feb 09 15:41:21.067763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:41:21.072860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 64054606-5dd9-46f9-9bd7-01b4a8be2a20 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:41:21.201304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1962152134-network', 'tenant_id': '519bdf7aa4a74a6e86b1c099b181bb97'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:21.202520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9435c053-9eca-4790-a281-0efe4a298f85 req-2f0900d7-0975-498a-8fbd-c12dd6338269 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.207652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e630a794-6bfd-412e-abfc-16cc8ff69254 req-2c837a03-f4e0-4daa-8f35-dce1dd03a7c2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 210 time: 0.0550926 Feb 09 15:41:21.251697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9435c053-9eca-4790-a281-0efe4a298f85 req-2f0900d7-0975-498a-8fbd-c12dd6338269 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.339015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:21.358555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '09991e04-d0e2-4b56-8085-b936b57714bc', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '09991e04-d0e2-4b56-8085-b936b57714bc', 'mac_address': 'fa:16:3e:e9:34:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:41:21.368485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Made reservation on behalf of 519bdf7aa4a74a6e86b1c099b181bb97 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:21.371943 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.384481 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.385166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9502f-de05-4260-936d-a0beb17feb7b req-868d9642-9303-443a-a6bf-865f8c54127a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:21.388930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34a9502f-de05-4260-936d-a0beb17feb7b req-868d9642-9303-443a-a6bf-865f8c54127a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 948 time: 0.0715756 Feb 09 15:41:21.402718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:41:21.421877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:21.422354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.447325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34a9502f-de05-4260-936d-a0beb17feb7b req-9cb980c0-445e-451b-b9e3-7cb3a1afc474 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440056 Feb 09 15:41:21.462646 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.484291 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9435c053-9eca-4790-a281-0efe4a298f85 req-2f0900d7-0975-498a-8fbd-c12dd6338269 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.484291 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9435c053-9eca-4790-a281-0efe4a298f85 req-2f0900d7-0975-498a-8fbd-c12dd6338269 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.484291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9435c053-9eca-4790-a281-0efe4a298f85 req-2f0900d7-0975-498a-8fbd-c12dd6338269 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "DELETE /v2.0/security-groups/8c6c9cdc-2ca2-4820-8eb4-1852044d8583 HTTP/1.1" status: 204 len: 173 time: 0.4137900 Feb 09 15:41:21.494909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0900d7-0975-498a-8fbd-c12dd6338269 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6c9cdc-2ca2-4820-8eb4-1852044d8583,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:21.521671 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-2f938ecb-d185-4d4b-a0cb-815f7bb963b7 req-8177f0f3-c51b-4646-8b67-2113a5d22a54 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] show failed (client error): The resource could not be found. Feb 09 15:41:21.532977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f938ecb-d185-4d4b-a0cb-815f7bb963b7 req-8177f0f3-c51b-4646-8b67-2113a5d22a54 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/0a92291e-7631-4376-a62b-e4348272ede2 HTTP/1.1" status: 404 len: 352 time: 0.0336292 Feb 09 15:41:21.573558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09991e04-d0e2-4b56-8085-b936b57714bc {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:21.620050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53bfd08c-6b1c-4eba-b9c0-d0bd72727942 req-0c7f9d4f-4dea-42db-85da-d60ca1053144 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/c7e1c1a5-c073-4e2a-b5d8-4072def7cbe8 HTTP/1.1" status: 200 len: 1804 time: 0.0727787 Feb 09 15:41:21.634435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.668902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:21.683062 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.715677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:21.719809 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d45d9b0-faf0-4977-a073-6f41f5e8d1d9" -d '{"events": [{"server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "name": "network-vif-plugged", "status": "completed", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:21.720069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53bfd08c-6b1c-4eba-b9c0-d0bd72727942 req-0ee63290-e831-4fcb-b4ca-1c3a547fe98f tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.746039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:21.760340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53bfd08c-6b1c-4eba-b9c0-d0bd72727942 req-0ee63290-e831-4fcb-b4ca-1c3a547fe98f tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.771518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.774545 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4e32bb-b148-428c-b07d-c33714d4602c x-openstack-request-id: req-9e4e32bb-b148-428c-b07d-c33714d4602c {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:21.774871 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "name": "network-vif-plugged", "status": "completed", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:21.775135 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e4e32bb-b148-428c-b07d-c33714d4602c {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:21.775537 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20', 'code': 200} Feb 09 15:41:21.808884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.810824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5dc4afa7-3c55-4862-880f-61e8e6332cee details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:41:21.812434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:41:21.848995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:21.861179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.927126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5dc4afa7-3c55-4862-880f-61e8e6332cee, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5dc4afa7-3c55-4862-880f-61e8e6332cee,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:21.949132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5dc4afa7-3c55-4862-880f-61e8e6332cee', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '5dc4afa7-3c55-4862-880f-61e8e6332cee', 'mac_address': 'fa:16:3e:a0:fc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:41:21.950913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:21.952997 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53bfd08c-6b1c-4eba-b9c0-d0bd72727942 req-0ee63290-e831-4fcb-b4ca-1c3a547fe98f tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.962706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53bfd08c-6b1c-4eba-b9c0-d0bd72727942 req-0ee63290-e831-4fcb-b4ca-1c3a547fe98f tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.974487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ed9d0-3f4c-46c3-9379-12a44e8b898b req-762e9772-3f2d-4815-84da-89080cf65ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:21.978286 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d25ed9d0-3f4c-46c3-9379-12a44e8b898b req-762e9772-3f2d-4815-84da-89080cf65ca4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1097 time: 0.1171067 Feb 09 15:41:21.990002 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:21.990269 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Added segment 5743af4b-51c1-4aaf-97d2-f4899aac601f of type vlan for network 8e51a182-7b50-42dd-b41e-946ba91c0c34 Feb 09 15:41:21.995603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53bfd08c-6b1c-4eba-b9c0-d0bd72727942 req-0ee63290-e831-4fcb-b4ca-1c3a547fe98f tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "DELETE /v2.0/security-groups/c7e1c1a5-c073-4e2a-b5d8-4072def7cbe8 HTTP/1.1" status: 204 len: 173 time: 0.3674767 Feb 09 15:41:22.048684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee63290-e831-4fcb-b4ca-1c3a547fe98f tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e1c1a5-c073-4e2a-b5d8-4072def7cbe8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:22.067922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:22.094365 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.134824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.135866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc4afa7-3c55-4862-880f-61e8e6332cee {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:22.147343 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d25ed9d0-3f4c-46c3-9379-12a44e8b898b req-7c30f12b-9689-48f4-b757-ac2dbe547fd4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590779 Feb 09 15:41:22.181486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5dc4afa7-3c55-4862-880f-61e8e6332cee, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5dc4afa7-3c55-4862-880f-61e8e6332cee,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:22.215634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dac93eca-7c96-452b-85b4-6ea318eb7e1b req-4722d3bd-22ac-48d8-966a-5759c3d138d2 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/7762feaf-8c85-42fd-b8dc-4b8b1f16814f HTTP/1.1" status: 200 len: 1805 time: 0.1542387 Feb 09 15:41:22.250297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85517989-601c-4ebe-9640-58143b3bd316 req-9a2a14de-c5b6-4e3b-a1b5-f2ed9d2f7743 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:22.253182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85517989-601c-4ebe-9640-58143b3bd316 req-9a2a14de-c5b6-4e3b-a1b5-f2ed9d2f7743 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 946 time: 0.1774244 Feb 09 15:41:22.282900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.284661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:22.285330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.368633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] Pushing event updated for resources: {'Network': ['ID=8e51a182-7b50-42dd-b41e-946ba91c0c34,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:22.385075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8e51a182-7b50-42dd-b41e-946ba91c0c34 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:41:22.395621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85517989-601c-4ebe-9640-58143b3bd316 req-fbe367ad-0992-47bf-abc5-2518f14dc332 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318502 Feb 09 15:41:22.416570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dac93eca-7c96-452b-85b4-6ea318eb7e1b req-2c1d7524-06fc-4ae0-be82-3e090cc9022b tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.461081 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.478772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dac93eca-7c96-452b-85b4-6ea318eb7e1b req-2c1d7524-06fc-4ae0-be82-3e090cc9022b tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.514857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5dc4afa7-3c55-4862-880f-61e8e6332cee,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:22.643857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58fe5432-c96c-4b43-a0f2-d9a85c4dad04 req-70d25629-79c0-441b-9970-2c4f29288112 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 210 time: 0.0400970 Feb 09 15:41:22.712528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['09991e04-d0e2-4b56-8085-b936b57714bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:22.716876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5dc4afa7-3c55-4862-880f-61e8e6332cee'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:22.826592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd8143-b4c5-452f-9841-6e94fc0ea12d req-d7895558-9bc8-40fb-aae7-7b08dfa4c019 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:22.829258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fcd8143-b4c5-452f-9841-6e94fc0ea12d req-d7895558-9bc8-40fb-aae7-7b08dfa4c019 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 949 time: 0.0886922 Feb 09 15:41:22.886744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fcd8143-b4c5-452f-9841-6e94fc0ea12d req-019fe514-27f5-4ba8-9ddd-780ea773ff6a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509927 Feb 09 15:41:22.927506 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01a3d707-454c-416c-910e-932d16141595 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8772333 Feb 09 15:41:22.928066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ff40db77-b7ae-4bed-b645-15ac53fbb5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.929116 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dac93eca-7c96-452b-85b4-6ea318eb7e1b req-2c1d7524-06fc-4ae0-be82-3e090cc9022b tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.931224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57518) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:22.938709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Request body: {'subnet': {'network_id': '8e51a182-7b50-42dd-b41e-946ba91c0c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1962152134-subnet', 'tenant_id': '519bdf7aa4a74a6e86b1c099b181bb97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:22.944930 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dac93eca-7c96-452b-85b4-6ea318eb7e1b req-2c1d7524-06fc-4ae0-be82-3e090cc9022b tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:22.950017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dac93eca-7c96-452b-85b4-6ea318eb7e1b req-2c1d7524-06fc-4ae0-be82-3e090cc9022b tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "DELETE /v2.0/security-groups/7762feaf-8c85-42fd-b8dc-4b8b1f16814f HTTP/1.1" status: 204 len: 173 time: 0.7271807 Feb 09 15:41:22.964919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d7524-06fc-4ae0-be82-3e090cc9022b tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7762feaf-8c85-42fd-b8dc-4b8b1f16814f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:23.077283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c54d5149-5024-4b4f-9363-d09de188e7d4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:23.079760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4010ae42-289e-484a-86df-1d2f65c1fe3d req-2ef0531f-87f5-4c59-9b4c-88d8c5c0a9c8 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/fb34f568-698a-49ea-b370-eae3621fcb1f HTTP/1.1" status: 200 len: 1805 time: 0.0840137 Feb 09 15:41:23.178720 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4010ae42-289e-484a-86df-1d2f65c1fe3d req-c30e3ba6-10a5-49a7-a684-efcea1f2fe56 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:23.227034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Made reservation on behalf of 519bdf7aa4a74a6e86b1c099b181bb97 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:23.228491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4010ae42-289e-484a-86df-1d2f65c1fe3d req-c30e3ba6-10a5-49a7-a684-efcea1f2fe56 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:23.232900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:23.348515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: c54d5149-5024-4b4f-9363-d09de188e7d4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:41:23.348859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c54d5149-5024-4b4f-9363-d09de188e7d4 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:23.540615 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4010ae42-289e-484a-86df-1d2f65c1fe3d req-c30e3ba6-10a5-49a7-a684-efcea1f2fe56 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:23.545702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4010ae42-289e-484a-86df-1d2f65c1fe3d req-c30e3ba6-10a5-49a7-a684-efcea1f2fe56 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:23.557011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4010ae42-289e-484a-86df-1d2f65c1fe3d req-c30e3ba6-10a5-49a7-a684-efcea1f2fe56 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "DELETE /v2.0/security-groups/fb34f568-698a-49ea-b370-eae3621fcb1f HTTP/1.1" status: 204 len: 173 time: 0.4662156 Feb 09 15:41:23.612641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-54f41705-f542-4257-a3a8-06d2f840a539 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202040 Feb 09 15:41:23.631376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e3ba6-10a5-49a7-a684-efcea1f2fe56 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb34f568-698a-49ea-b370-eae3621fcb1f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:23.642997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57530) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:23.688151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:23.782635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40e3ffce-2243-4571-8c4b-de016fa25254,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:23.793211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Checking segment: {'id': '5743af4b-51c1-4aaf-97d2-f4899aac601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8e51a182-7b50-42dd-b41e-946ba91c0c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:23.793577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Network hostable DHCP agents. Network: 8e51a182-7b50-42dd-b41e-946ba91c0c34, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:41:23.794671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b316c954-8e2e-4eee-9097-5eef731550be req-3bc447c5-c043-4576-b59b-d06f76d391a8 tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/03821eba-4e50-4a4c-a341-df629b0f9a18 HTTP/1.1" status: 200 len: 2403 time: 0.1898415 Feb 09 15:41:23.885993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9156-df5c-451b-8e8b-642b65ce7e20 req-2b1520dc-43d7-4aa7-a0b9-6e8738a4c907 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:23.887517 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f9c9156-df5c-451b-8e8b-642b65ce7e20 req-2b1520dc-43d7-4aa7-a0b9-6e8738a4c907 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 946 time: 0.2587636 Feb 09 15:41:23.951993 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-af19c159-edaa-4e15-9504-4c86fbd2c6aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=671e7cc543de441c893da2563febc5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064845 Feb 09 15:41:23.954928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:23.960894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-e1985dca-5a49-4f15-b9ee-b077b5a02c57 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:23.967980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-e1985dca-5a49-4f15-b9ee-b077b5a02c57 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328891 Feb 09 15:41:23.970489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Network 8e51a182-7b50-42dd-b41e-946ba91c0c34 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:41:23.994833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Request body: {'port': {'device_id': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '0aef65e05ad943efadb02490102af9ba'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:24.010113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b316c954-8e2e-4eee-9097-5eef731550be req-5ecd9535-a5a3-4510-a5fc-498c14a10e4d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.023637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-52427ab2-ec4c-4b39-9fa2-85180e36f793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.066097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-52427ab2-ec4c-4b39-9fa2-85180e36f793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.078446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f9c9156-df5c-451b-8e8b-642b65ce7e20 req-bc42c44c-e808-4ecd-9a4b-a9f4408bf602 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702964 Feb 09 15:41:24.157584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 8e51a182-7b50-42dd-b41e-946ba91c0c34) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:24.175806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1a537a-1600-4e3e-8132-dea256c6173b None None] Network 8e51a182-7b50-42dd-b41e-946ba91c0c34 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:24.182161 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b316c954-8e2e-4eee-9097-5eef731550be req-5ecd9535-a5a3-4510-a5fc-498c14a10e4d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.182536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:24.183452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.290398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-662ee996-dd54-427e-8e46-7c7e4286e593 req-22be8553-b523-41f7-b2e3-a5571e535407 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 210 time: 0.0944109 Feb 09 15:41:24.344559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-52427ab2-ec4c-4b39-9fa2-85180e36f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.344559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-52427ab2-ec4c-4b39-9fa2-85180e36f793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.346507 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-52427ab2-ec4c-4b39-9fa2-85180e36f793 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc46a278-e5bf-48a9-82f6-2211adcb0258 HTTP/1.1" status: 204 len: 168 time: 0.3901634 Feb 09 15:41:24.371998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52427ab2-ec4c-4b39-9fa2-85180e36f793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46a278-e5bf-48a9-82f6-2211adcb0258,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:24.425033 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b827e24c-183c-41c9-b234-80db80c2eb96 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4842806 Feb 09 15:41:24.425617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5960e9b-6be9-45aa-b4e5-0b5c30e4e766 None None] Network 8e51a182-7b50-42dd-b41e-946ba91c0c34 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:24.744831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec5120-e069-48cb-9346-7d830c814321 req-a9f6c5d7-268e-43b2-bd92-b5f565d18ff8 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:24.746881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7ec5120-e069-48cb-9346-7d830c814321 req-a9f6c5d7-268e-43b2-bd92-b5f565d18ff8 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 949 time: 0.0872929 Feb 09 15:41:24.792267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7ec5120-e069-48cb-9346-7d830c814321 req-2c70fbc0-ed74-445b-bee0-79ecee7b8640 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Feb 09 15:41:24.835479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Made reservation on behalf of 0aef65e05ad943efadb02490102af9ba for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:24.840030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.844035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b316c954-8e2e-4eee-9097-5eef731550be req-5ecd9535-a5a3-4510-a5fc-498c14a10e4d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.853110 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b316c954-8e2e-4eee-9097-5eef731550be req-5ecd9535-a5a3-4510-a5fc-498c14a10e4d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.863687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b316c954-8e2e-4eee-9097-5eef731550be req-5ecd9535-a5a3-4510-a5fc-498c14a10e4d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "DELETE /v2.0/security-groups/03821eba-4e50-4a4c-a341-df629b0f9a18 HTTP/1.1" status: 204 len: 173 time: 1.0567265 Feb 09 15:41:24.916948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:24.939669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd9535-a5a3-4510-a5fc-498c14a10e4d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03821eba-4e50-4a4c-a341-df629b0f9a18,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:25.002061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c6ac13-e835-4e94-b1b3-9b85e1ea01bf req-0e63e040-c666-4b35-b281-54c0e92de86f tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "GET /v2.0/security-groups/2508e383-cabc-4b43-9df4-f0699b68b18a HTTP/1.1" status: 200 len: 2397 time: 0.0647750 Feb 09 15:41:25.103448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:41:25.110598 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c6ac13-e835-4e94-b1b3-9b85e1ea01bf req-0a18718d-9b79-47f4-8d44-f4eda83b176d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.139417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c6ac13-e835-4e94-b1b3-9b85e1ea01bf req-0a18718d-9b79-47f4-8d44-f4eda83b176d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.191314 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-096eb415-1386-4cd3-9498-8de223300961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.200679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.292956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 09991e04-d0e2-4b56-8085-b936b57714bc completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:41:25.299392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 09991e04-d0e2-4b56-8085-b936b57714bc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:25.306410 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.389054 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c6ac13-e835-4e94-b1b3-9b85e1ea01bf req-0a18718d-9b79-47f4-8d44-f4eda83b176d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.394397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c6ac13-e835-4e94-b1b3-9b85e1ea01bf req-0a18718d-9b79-47f4-8d44-f4eda83b176d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.396707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c6ac13-e835-4e94-b1b3-9b85e1ea01bf req-0a18718d-9b79-47f4-8d44-f4eda83b176d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] 10.222.0.53 "DELETE /v2.0/security-groups/2508e383-cabc-4b43-9df4-f0699b68b18a HTTP/1.1" status: 204 len: 173 time: 0.3933744 Feb 09 15:41:25.408589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57570) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:25.410734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.429986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.495684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57572) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:25.498103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:25.501208 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653bafb3-4e83-4151-849d-2233967d189a" -d '{"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-plugged", "status": "completed", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:25.518147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:25.522127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-4976dff1-408b-421e-9128-00834aa07705 admin admin] Deleting subnet 2d90c3f6-f305-4c58-b407-b88fa2114cd3 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:41:25.541729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4976dff1-408b-421e-9128-00834aa07705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.605472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4976dff1-408b-421e-9128-00834aa07705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.606988 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.608133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5dc4afa7-3c55-4862-880f-61e8e6332cee up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:41:25.615047 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f683531a-fc27-4afc-9f9f-87ffc283d4fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a40fb9840a642999c8c370799c5bee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146884 Feb 09 15:41:25.639328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57576) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:25.698161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:25.725143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4976dff1-408b-421e-9128-00834aa07705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.725308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18718d-9b79-47f4-8d44-f4eda83b176d tempest-SecurityGroupRulesTestJSON-730374559 tempest-SecurityGroupRulesTestJSON-730374559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508e383-cabc-4b43-9df4-f0699b68b18a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:25.725453 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41c3edf2-aa49-4277-a9e2-11fc9327882c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.773425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 5dc4afa7-3c55-4862-880f-61e8e6332cee completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:41:25.777853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5dc4afa7-3c55-4862-880f-61e8e6332cee triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:25.778313 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.789285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41c3edf2-aa49-4277-a9e2-11fc9327882c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.828686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Allocated IP 192.168.233.219 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/a6664779-2191-4f5d-83f1-ab5c3ec97d5f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:25.900931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:25.920692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-8dbaf1d7-23c4-4920-aef6-a21c69a91725 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:25.929537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-8dbaf1d7-23c4-4920-aef6-a21c69a91725 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/networks?id=8e51a182-7b50-42dd-b41e-946ba91c0c34 HTTP/1.1" status: 200 len: 814 time: 0.6513252 Feb 09 15:41:25.932054 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4976dff1-408b-421e-9128-00834aa07705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.947148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c137217-97d5-4a14-baab-aabb10a602dc req-37642cab-aa84-4c68-bd4e-1c26a9edbe2a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:25.955150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c137217-97d5-4a14-baab-aabb10a602dc req-37642cab-aa84-4c68-bd4e-1c26a9edbe2a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 946 time: 0.4113979 Feb 09 15:41:25.972119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-76623048-89dd-454b-a232-707d449a3517 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/quotas/519bdf7aa4a74a6e86b1c099b181bb97 HTTP/1.1" status: 200 len: 375 time: 0.0414634 Feb 09 15:41:25.978955 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4976dff1-408b-421e-9128-00834aa07705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.985220 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4976dff1-408b-421e-9128-00834aa07705 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d90c3f6-f305-4c58-b407-b88fa2114cd3 HTTP/1.1" status: 204 len: 168 time: 0.5784392 Feb 09 15:41:25.985220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41c3edf2-aa49-4277-a9e2-11fc9327882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.988582 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41c3edf2-aa49-4277-a9e2-11fc9327882c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:25.990690 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-41c3edf2-aa49-4277-a9e2-11fc9327882c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9298961-884d-411a-a429-da0cf4919053 HTTP/1.1" status: 204 len: 168 time: 0.3497140 Feb 09 15:41:25.990690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57582) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:25.993938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976dff1-408b-421e-9128-00834aa07705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d90c3f6-f305-4c58-b407-b88fa2114cd3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:26.012623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3edf2-aa49-4277-a9e2-11fc9327882c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9298961-884d-411a-a429-da0cf4919053,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:26.028724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-87db5384-2d8c-4448-a80e-241e54d2fdb0 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=519bdf7aa4a74a6e86b1c099b181bb97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554862 Feb 09 15:41:26.040197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.108909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.131744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5dc4afa7-3c55-4862-880f-61e8e6332cee, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5dc4afa7-3c55-4862-880f-61e8e6332cee,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:26.203313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c137217-97d5-4a14-baab-aabb10a602dc req-c9f86474-b9e1-4545-ba56-dd4f90257891 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446983 Feb 09 15:41:26.254161 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.306219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-d17aa818-7269-4818-a9ef-b5566a3a31f1 service neutron] 10.222.0.53 "GET /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765954 Feb 09 15:41:26.310212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.312988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.348486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a47c120-7959-47a2-9bfe-6f08fc23ba34']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:26.369350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5dc4afa7-3c55-4862-880f-61e8e6332cee,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:26.372221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0cc968-f05c-4776-8f58-093d4c3eba3a') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:26.385557 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0cc968-f05c-4776-8f58-093d4c3eba3a') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:26.397830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.414281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ae5866f-5d21-4632-a5e2-c197d8451c59 req-ced72592-072e-42d4-ad2f-76465e0707c1 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 210 time: 0.0841620 Feb 09 15:41:26.430929 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.442367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:41:26.443008 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:41:26.466027 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:41:26.480960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-ecb2ae44-d040-4503-bd7f-9296df5c4010 service neutron] 10.222.0.53 "GET /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634512 Feb 09 15:41:26.492549 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09186d9-546a-43f8-9587-5657e074a3b9 x-openstack-request-id: req-f09186d9-546a-43f8-9587-5657e074a3b9 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:26.492549 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-plugged", "status": "completed", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:26.492549 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f09186d9-546a-43f8-9587-5657e074a3b9 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:26.492549 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc', 'code': 200} Feb 09 15:41:26.608497 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.629254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313afded-0b10-4438-9134-a2da983b6e8f req-c3bbbac4-23db-4342-8d6f-a3668edabd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:26.631056 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-313afded-0b10-4438-9134-a2da983b6e8f req-c3bbbac4-23db-4342-8d6f-a3668edabd41 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1100 time: 0.0611885 Feb 09 15:41:26.671127 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.703380 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-313afded-0b10-4438-9134-a2da983b6e8f req-617d1304-3744-4ed9-8aa0-5136f4ceafc8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654962 Feb 09 15:41:26.736628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.780219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:26.791940 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.802418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91000b3-641c-4e9d-8a6d-f0ba8b4f3d12 req-e73a9243-4118-49b3-9533-85ffb92db712 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:26.805717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d91000b3-641c-4e9d-8a6d-f0ba8b4f3d12 req-e73a9243-4118-49b3-9533-85ffb92db712 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 950 time: 0.1909008 Feb 09 15:41:26.814741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:26.820666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:26.832608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:26.833852 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:26.834715 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8a47c120-7959-47a2-9bfe-6f08fc23ba34 HTTP/1.1" status: 204 len: 168 time: 0.8370602 Feb 09 15:41:26.839058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0436f15-7dea-4b62-8ec5-4cd08f151b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a47c120-7959-47a2-9bfe-6f08fc23ba34,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:26.843417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:26.970558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d91000b3-641c-4e9d-8a6d-f0ba8b4f3d12 req-a7e91e4e-6a46-4232-87d4-c184e4921fd1 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322067 Feb 09 15:41:27.016455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-c8126140-4c20-47b8-83dd-597b5603450c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0373716 Feb 09 15:41:27.045414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Request body: {'port': {'device_id': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:27.245345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66a13622-71d1-4ef6-b51a-72b5618b01df req-e0645d61-8a47-48c4-8741-98bac2a6b97a tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 210 time: 0.1135271 Feb 09 15:41:27.339491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:27.354080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ccc8ba56-b7eb-46b2-800a-77f3f999a5b0 None None] Provisioning complete for port a6664779-2191-4f5d-83f1-ab5c3ec97d5f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:27.355666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ba56-b7eb-46b2-800a-77f3f999a5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:27.365022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f83e6-33d4-4472-b54e-c5f57294855d req-099589b5-16bf-4344-8755-0aeba2598283 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:27.366896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-978f83e6-33d4-4472-b54e-c5f57294855d req-099589b5-16bf-4344-8755-0aeba2598283 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1097 time: 0.2304366 Feb 09 15:41:27.432597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ccc8ba56-b7eb-46b2-800a-77f3f999a5b0 None None] Port a6664779-2191-4f5d-83f1-ab5c3ec97d5f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:41:27.439765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-978f83e6-33d4-4472-b54e-c5f57294855d req-e562b58c-f16b-4bb5-97e6-403503512db8 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 Feb 09 15:41:27.477306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57614) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:27.542838 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9dd8f288-84fc-4e1a-8340-294134332974 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8984d2fccd3f46db869545a555ec07aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634763 Feb 09 15:41:27.543665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57618) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:27.622181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84c7426c-ee76-49eb-906c-6fd2d51540b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:27.649679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84c7426c-ee76-49eb-906c-6fd2d51540b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:27.802349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ad39c-e750-4535-9a0c-56b3daf1ff00 req-d618c3b5-a215-44a7-b559-4730087d598f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:27.804133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d7ad39c-e750-4535-9a0c-56b3daf1ff00 req-d618c3b5-a215-44a7-b559-4730087d598f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 936 time: 0.1915190 Feb 09 15:41:27.810848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5ce0e-3eb9-4482-b139-70d6d86dea49 req-b3e7dc1d-051e-4d78-a789-8ee1b1a175c4 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:27.813147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84e5ce0e-3eb9-4482-b139-70d6d86dea49 req-b3e7dc1d-051e-4d78-a789-8ee1b1a175c4 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1097 time: 0.1325321 Feb 09 15:41:27.883589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84c7426c-ee76-49eb-906c-6fd2d51540b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:27.887797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84c7426c-ee76-49eb-906c-6fd2d51540b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:27.898838 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84c7426c-ee76-49eb-906c-6fd2d51540b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9774a37c-79d1-4d87-b9fa-57abe09e69fe HTTP/1.1" status: 204 len: 168 time: 0.3445663 Feb 09 15:41:27.902047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7426c-ee76-49eb-906c-6fd2d51540b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9774a37c-79d1-4d87-b9fa-57abe09e69fe,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:27.904755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d7ad39c-e750-4535-9a0c-56b3daf1ff00 req-04394756-d28b-452f-a30f-9ffd830b8465 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910294 Feb 09 15:41:27.969428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84e5ce0e-3eb9-4482-b139-70d6d86dea49 req-8479b1f6-01f5-4435-b5b2-8de6aa51fe5e tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409540 Feb 09 15:41:28.020927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6664779-2191-4f5d-83f1-ab5c3ec97d5f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:28.043728 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:28.044643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:28.080372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Transition to ACTIVE for port object a6664779-2191-4f5d-83f1-ab5c3ec97d5f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:28.259002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d27e3-c5ad-442f-8443-69aa735b2fb0 req-19ebcbe4-0fd7-443f-b9d6-ffeed62541f2 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:28.261293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-268d27e3-c5ad-442f-8443-69aa735b2fb0 req-19ebcbe4-0fd7-443f-b9d6-ffeed62541f2 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 950 time: 0.1558428 Feb 09 15:41:28.263345 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:28.367488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:28.391175 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:28.492017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813d6652-a553-4c41-a2ab-e53e93c24b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4afa7-3c55-4862-880f-61e8e6332cee'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:28.495230 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c3583f-7194-4c59-b607-b4034c3b0f45" -d '{"events": [{"server_uuid": "813d6652-a553-4c41-a2ab-e53e93c24b1c", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4afa7-3c55-4862-880f-61e8e6332cee"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:28.541978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-268d27e3-c5ad-442f-8443-69aa735b2fb0 req-bcca4e87-cd18-44c5-a83e-0d1fd583d667 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407889 Feb 09 15:41:28.548901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Attempting to bind port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:28.549246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Attempting to bind port a6664779-2191-4f5d-83f1-ab5c3ec97d5f by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:28.549577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Attempting to bind port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:28.578385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:28.578821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Attempting to bind port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:28.604007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:28.604698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:28.605321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:28.606295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Bound port: a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:28.607305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:28.626163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b29d8d42-ece1-41d5-8ca0-d4468bb5fa49 req-9a252470-bba4-4560-945f-63b981ef77cd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 210 time: 0.0693226 Feb 09 15:41:28.730240 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d40d93-b26c-4208-8964-d177be5c3a00 x-openstack-request-id: req-84d40d93-b26c-4208-8964-d177be5c3a00 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:28.730240 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813d6652-a553-4c41-a2ab-e53e93c24b1c", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4afa7-3c55-4862-880f-61e8e6332cee", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:28.730493 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84d40d93-b26c-4208-8964-d177be5c3a00 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:28.730886 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813d6652-a553-4c41-a2ab-e53e93c24b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4afa7-3c55-4862-880f-61e8e6332cee', 'code': 200} Feb 09 15:41:28.838907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bd8db-1489-4756-ab22-8722ddf72d65 req-33377b76-1909-4f47-9a8a-d925857e55d2 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:28.841695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1bd8db-1489-4756-ab22-8722ddf72d65 req-33377b76-1909-4f47-9a8a-d925857e55d2 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1097 time: 0.1684361 Feb 09 15:41:28.842577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:28.858293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc642e-a03f-4fd5-a1b3-7e56d34a7e7f req-82ff7d6c-e6e4-4d19-9629-213736211755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:28.862120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:28.862276 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-85dc642e-a03f-4fd5-a1b3-7e56d34a7e7f req-82ff7d6c-e6e4-4d19-9629-213736211755 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 1101 time: 0.0676024 Feb 09 15:41:28.948578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1bd8db-1489-4756-ab22-8722ddf72d65 req-3a4ae5f9-808a-4b6b-b4ff-58b8287d5dbd tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Feb 09 15:41:28.969003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:28.969221 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-85dc642e-a03f-4fd5-a1b3-7e56d34a7e7f req-e8477178-e8c9-4bfb-9d81-5e82792a31c6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003780 Feb 09 15:41:29.029506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:29.030166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:29.031868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 1096 time: 1.9961069 Feb 09 15:41:29.032380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:29.034702 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55885bfd-953d-4069-9d1f-0dc4a0a4698b" -d '{"events": [{"name": "network-changed", "server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:29.095170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72c860-1ca7-40ec-bcfb-e3a9a5a9a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:29.115545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94fad2-71a8-4aab-8d09-1ee9d488c7c4 req-33659fa6-e396-4a72-8a8c-4fe278753cb9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:29.125022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a94fad2-71a8-4aab-8d09-1ee9d488c7c4 req-33659fa6-e396-4a72-8a8c-4fe278753cb9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 948 time: 0.1154983 Feb 09 15:41:29.128646 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b48a980-3d00-4765-b83e-d45a0dfc13dc x-openstack-request-id: req-0b48a980-3d00-4765-b83e-d45a0dfc13dc {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:29.128996 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:29.129163 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b48a980-3d00-4765-b83e-d45a0dfc13dc {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:29.129588 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'status': 'completed', 'code': 200} Feb 09 15:41:29.247114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a94fad2-71a8-4aab-8d09-1ee9d488c7c4 req-44ecd23e-ae0d-4cb5-95e4-8407f64b3175 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183863 Feb 09 15:41:29.333306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55885bfd-953d-4069-9d1f-0dc4a0a4698b req-5a1f2e6a-467d-43e5-9bc3-f4c681afdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:29.337431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55885bfd-953d-4069-9d1f-0dc4a0a4698b req-5a1f2e6a-467d-43e5-9bc3-f4c681afdc3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1099 time: 0.1276093 Feb 09 15:41:29.372530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55885bfd-953d-4069-9d1f-0dc4a0a4698b req-43061dcb-9606-41d9-bdd1-db13232802ff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263171 Feb 09 15:41:29.510625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55885bfd-953d-4069-9d1f-0dc4a0a4698b req-f2c8d4fa-d23b-4142-95dd-41c875b06474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:29.512213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55885bfd-953d-4069-9d1f-0dc4a0a4698b req-f2c8d4fa-d23b-4142-95dd-41c875b06474 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313574 Feb 09 15:41:29.668920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5ec18542-47a3-40b5-9f31-6410efcdda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:29.670906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-5ec18542-47a3-40b5-9f31-6410efcdda50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1099 time: 0.1073215 Feb 09 15:41:29.697825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36d92f-5f29-4b52-9c95-d96d0704db55 req-b543add2-f45c-4b7c-a5ee-a235648c8980 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:29.708044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae36d92f-5f29-4b52-9c95-d96d0704db55 req-b543add2-f45c-4b7c-a5ee-a235648c8980 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 950 time: 0.0975828 Feb 09 15:41:29.717814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:29.767436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-88385eb8-ee23-4d0d-aadc-f9d18544d489 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 217 time: 0.0813711 Feb 09 15:41:29.849815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b162379b-6a2d-4280-b593-e7923f40b482 req-2d02545d-99e1-4e37-ab24-39abfdb9cdb8 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 210 time: 0.0743556 Feb 09 15:41:29.875307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae36d92f-5f29-4b52-9c95-d96d0704db55 req-6fad7690-7e59-4006-9c42-b731226c2bb1 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659076 Feb 09 15:41:29.889582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-977619e5-baf8-48e1-867b-8a2d47e42aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:29.900541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-977619e5-baf8-48e1-867b-8a2d47e42aa3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1206193 Feb 09 15:41:29.993123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-52197e84-dcfe-4bec-b28c-1ba451f12a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:29.994899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-52197e84-dcfe-4bec-b28c-1ba451f12a11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767415 Feb 09 15:41:30.113796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57698) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:30.137180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaec0d-f72c-415e-8c5e-cca54c3b1136 req-9c59648d-c23d-458d-b7d7-b9b74f983250 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:30.139014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafaec0d-f72c-415e-8c5e-cca54c3b1136 req-9c59648d-c23d-458d-b7d7-b9b74f983250 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1097 time: 0.0709951 Feb 09 15:41:30.164559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-6149c722-e92b-42d0-a721-b1b73846554e service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618545 Feb 09 15:41:30.253937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafaec0d-f72c-415e-8c5e-cca54c3b1136 req-12bd0079-03a4-4533-9df5-075a19724eca tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004460 Feb 09 15:41:30.305636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ea5d9-99ed-4653-8b8e-d4c20376e369 req-cb21320c-39a6-4c3a-a0bd-b28493219f6a service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297343 Feb 09 15:41:30.314612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-393529446-network', 'tenant_id': 'd3b03a42c52c42a2a7221971b46137ef'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:30.481283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e9635-64fd-47b2-b0cb-a29a31c25d46 req-db1f37f5-d0c8-4147-93db-5f2e11a3631a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:30.483313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-173e9635-64fd-47b2-b0cb-a29a31c25d46 req-db1f37f5-d0c8-4147-93db-5f2e11a3631a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 948 time: 0.0780365 Feb 09 15:41:30.488575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Made reservation on behalf of d3b03a42c52c42a2a7221971b46137ef for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:30.493061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:30.508837 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:30.536338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-173e9635-64fd-47b2-b0cb-a29a31c25d46 req-5028b6d1-be80-443d-b3cc-1bf76c721201 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Feb 09 15:41:30.629388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:30.790945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:30.820825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:41:30.832796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6393c8-1d17-4836-ba9e-5045e7ef165b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:30.840784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:30.841413 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Added segment 67499869-18d0-43b2-b302-3420cab82f42 of type vlan for network b4c80331-941a-4f1e-a53a-5e2e27ce964f Feb 09 15:41:30.892920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:31.071686 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:31.073164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:31.074323 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:31.137239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79c5e1bf-c7b5-4f1c-9f21-d78065d854a6 req-8d1b7592-867a-4093-b258-0fe39f4451ac tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 210 time: 0.0338743 Feb 09 15:41:31.164129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] Pushing event updated for resources: {'Network': ['ID=b4c80331-941a-4f1e-a53a-5e2e27ce964f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:31.176542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network b4c80331-941a-4f1e-a53a-5e2e27ce964f details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:41:31.250055 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d377ea9-7572-4328-8c94-29f1b4d778ec admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1333873 Feb 09 15:41:31.254508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57736) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:31.264362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Request body: {'subnet': {'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-393529446-subnet', 'tenant_id': 'd3b03a42c52c42a2a7221971b46137ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:31.334919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867e738-15cd-4081-a583-25e346607334 req-bad06ffa-f43a-4ccb-bb61-89834f24919e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:31.336600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5867e738-15cd-4081-a583-25e346607334 req-bad06ffa-f43a-4ccb-bb61-89834f24919e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 950 time: 0.1313019 Feb 09 15:41:31.380042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Made reservation on behalf of d3b03a42c52c42a2a7221971b46137ef for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:31.386281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:31.480722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-a87c99f1-6718-4a78-9fe8-370c6f189f2d tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:31.483826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-a87c99f1-6718-4a78-9fe8-370c6f189f2d tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.13 "GET /v2.0/networks?id=8e51a182-7b50-42dd-b41e-946ba91c0c34 HTTP/1.1" status: 200 len: 814 time: 0.2428081 Feb 09 15:41:31.494588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5867e738-15cd-4081-a583-25e346607334 req-ebeed8ce-3713-4abd-aab4-f1da0183c812 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474094 Feb 09 15:41:31.505572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Request body: {'port': {'device_id': 'ba9fec62-3b3c-4df7-aefb-ccd96d2466bf', 'network_id': '8e51a182-7b50-42dd-b41e-946ba91c0c34', 'admin_state_up': True, 'tenant_id': '519bdf7aa4a74a6e86b1c099b181bb97'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:31.545719 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:31.888765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f0d9f-5f94-4b09-b0d5-43baa4768ca0 req-631cba9d-df58-49a3-97f0-2793bed506df tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:31.890399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d16f0d9f-5f94-4b09-b0d5-43baa4768ca0 req-631cba9d-df58-49a3-97f0-2793bed506df tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0570385 Feb 09 15:41:31.941450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d16f0d9f-5f94-4b09-b0d5-43baa4768ca0 req-6f2f80e6-effb-4dec-8ea1-3991a3711397 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Feb 09 15:41:31.951517 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:31.956729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Made reservation on behalf of 519bdf7aa4a74a6e86b1c099b181bb97 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:31.972939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:32.122510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e019a5f9-347a-4a8f-9baf-673ecba8d398,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:32.136844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Checking segment: {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:32.137837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Network hostable DHCP agents. Network: b4c80331-941a-4f1e-a53a-5e2e27ce964f, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:41:32.282736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Network b4c80331-941a-4f1e-a53a-5e2e27ce964f is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:41:32.304548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4170b2d-88f6-43d8-86cf-184942d9a4b8 req-7dbd9141-0d2d-4b93-af5c-c992eac7a78e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:32.306163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4170b2d-88f6-43d8-86cf-184942d9a4b8 req-7dbd9141-0d2d-4b93-af5c-c992eac7a78e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 948 time: 0.1777039 Feb 09 15:41:32.366500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Allocated IP 172.20.0.4 (8e51a182-7b50-42dd-b41e-946ba91c0c34/40e3ffce-2243-4571-8c4b-de016fa25254/4339b0d6-41ad-4609-be89-e441e04359b6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:32.401440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4170b2d-88f6-43d8-86cf-184942d9a4b8 req-02500d0b-c37a-4cd7-802d-807baac43c91 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857990 Feb 09 15:41:32.438197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, b4c80331-941a-4f1e-a53a-5e2e27ce964f) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:32.445457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:32.449344 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:32.462307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bef868-e27d-495e-bf39-84b96ad4d369 None None] Network b4c80331-941a-4f1e-a53a-5e2e27ce964f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:32.555697 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e3eb2d7-fe51-4e1c-878b-a340e76a83e3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2989810 Feb 09 15:41:32.692699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:32.704609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cf4ae2-9534-4dc4-9864-3b9625947d40 None None] Network b4c80331-941a-4f1e-a53a-5e2e27ce964f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:32.843238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a6664779-2191-4f5d-83f1-ab5c3ec97d5f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:41:32.866037 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:32.924472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Network 8e51a182-7b50-42dd-b41e-946ba91c0c34 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:32.930887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:32.938615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:32.948630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:32.950032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:32.991920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Pushing event updated for resources: {'Port': ['ID=4339b0d6-41ad-4609-be89-e441e04359b6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:33.055284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:33.073057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'mac_address': 'fa:16:3e:ee:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:41:33.116070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:33.136278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6664779-2191-4f5d-83f1-ab5c3ec97d5f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:33.163099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:33.171350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-670a92db-347c-48f3-9464-c93b9966d9bd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6748552 Feb 09 15:41:33.184611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Request body: {'port': {'device_id': 'ba9fec62-3b3c-4df7-aefb-ccd96d2466bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:33.254884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:33.300963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:33.376496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:33.489823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0506-89ed-4198-a534-a26c0c5cb3c9 req-9c4ffe9d-24cc-4dc0-9390-3aa5f214412f tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:33.491916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-650d0506-89ed-4198-a534-a26c0c5cb3c9 req-9c4ffe9d-24cc-4dc0-9390-3aa5f214412f tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 931 time: 0.1498706 Feb 09 15:41:33.574686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['a6664779-2191-4f5d-83f1-ab5c3ec97d5f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:33.590678 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-e5a13893-9cc0-4206-ba1a-4910b701c8f2 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:41:33.593682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-e5a13893-9cc0-4206-ba1a-4910b701c8f2 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163624 Feb 09 15:41:33.605346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-650d0506-89ed-4198-a534-a26c0c5cb3c9 req-ed70159f-73c0-426a-88c6-325bb2f3ce5e tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021371 Feb 09 15:41:33.699705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-b959b5bf-bda7-4f2f-959d-0d33ffd6a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:33.701255 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-b959b5bf-bda7-4f2f-959d-0d33ffd6a71f service neutron] 10.222.0.53 "GET /v2.0/ports/64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 200 len: 1094 time: 0.0898685 Feb 09 15:41:33.714444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Request body: {'binding': {'host': 'n-h1-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:33.714909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 15:41:33.802051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4339b0d6-41ad-4609-be89-e441e04359b6 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:33.815791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:33.841384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Transition to ACTIVE for port object 4339b0d6-41ad-4609-be89-e441e04359b6 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:33.945388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:33.947812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on host n-h1-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:33.948422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:33.948986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:33.956616 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:33.957160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:33.966355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:33.966939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:33.967634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:33.968430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Bound port: 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:34.004947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=4339b0d6-41ad-4609-be89-e441e04359b6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:34.042826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Attempting to bind port 4339b0d6-41ad-4609-be89-e441e04359b6 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:34.043172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Attempting to bind port 4339b0d6-41ad-4609-be89-e441e04359b6 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '5743af4b-51c1-4aaf-97d2-f4899aac601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8e51a182-7b50-42dd-b41e-946ba91c0c34'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:34.043497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Attempting to bind port 4339b0d6-41ad-4609-be89-e441e04359b6 on network 8e51a182-7b50-42dd-b41e-946ba91c0c34 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:34.056360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Port 4339b0d6-41ad-4609-be89-e441e04359b6 on network 8e51a182-7b50-42dd-b41e-946ba91c0c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:34.056360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Attempting to bind port 4339b0d6-41ad-4609-be89-e441e04359b6 on network 8e51a182-7b50-42dd-b41e-946ba91c0c34 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:34.056723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:34.056894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:34.056894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Checking segment: {'id': '5743af4b-51c1-4aaf-97d2-f4899aac601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8e51a182-7b50-42dd-b41e-946ba91c0c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:34.057316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Bound using segment: {'id': '5743af4b-51c1-4aaf-97d2-f4899aac601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8e51a182-7b50-42dd-b41e-946ba91c0c34'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:34.057812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Bound port: 4339b0d6-41ad-4609-be89-e441e04359b6, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5743af4b-51c1-4aaf-97d2-f4899aac601f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '8e51a182-7b50-42dd-b41e-946ba91c0c34'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:34.058183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:34.155518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:34.160374 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c55355a0-ee0c-442a-bcf6-d00ab5df9c89 service neutron] 10.222.0.53 "POST /v2.0/ports/64054606-5dd9-46f9-9bd7-01b4a8be2a20/bindings HTTP/1.1" status: 201 len: 389 time: 0.4464352 Feb 09 15:41:34.174169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] For port 4339b0d6-41ad-4609-be89-e441e04359b6, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:34.179867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-f85ba030-9c8d-4a4b-8de8-4aade4cf637a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0b3804efc55a414784cef010d27c2702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416577 Feb 09 15:41:34.190077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] For port 4339b0d6-41ad-4609-be89-e441e04359b6, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4339b0d6-41ad-4609-be89-e441e04359b6,segment=NetworkSegment(5743af4b-51c1-4aaf-97d2-f4899aac601f),segment_id=5743af4b-51c1-4aaf-97d2-f4899aac601f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:34.302900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551510bc-95fc-48c2-8528-c9164a53f70d req-ca9bc15a-96e9-4625-8bf7-abe2e2efa296 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:34.304589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-ca9bc15a-96e9-4625-8bf7-abe2e2efa296 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1130946 Feb 09 15:41:34.321328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-2da2dbae-16a5-4ee5-9ae6-400e04d77363 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/quotas/0b3804efc55a414784cef010d27c2702 HTTP/1.1" status: 200 len: 375 time: 0.0098665 Feb 09 15:41:34.391296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:34.792810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-2ab43045-52ed-47fc-b2ab-3a22329e137c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:34.794843 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-2ab43045-52ed-47fc-b2ab-3a22329e137c tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.0789833 Feb 09 15:41:34.802648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:34.803282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:34.804826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] 10.222.0.13 "PUT /v2.0/ports/4339b0d6-41ad-4609-be89-e441e04359b6 HTTP/1.1" status: 200 len: 1091 time: 1.6247838 Feb 09 15:41:34.820838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9fec62-3b3c-4df7-aefb-ccd96d2466bf', 'tag': '4339b0d6-41ad-4609-be89-e441e04359b6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:34.823676 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6437f9d-2201-417b-99b1-d7ab44a738ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9fec62-3b3c-4df7-aefb-ccd96d2466bf", "tag": "4339b0d6-41ad-4609-be89-e441e04359b6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:34.832674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-2edaf68d-6c67-4ea7-b8e6-a1af6d426488 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5048316 Feb 09 15:41:34.839936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a6664779-2191-4f5d-83f1-ab5c3ec97d5f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:41:34.868032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616cf34-09d3-4e0e-b346-1467b0541aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=4339b0d6-41ad-4609-be89-e441e04359b6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:34.960686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-d51aaff7-2ede-4e44-a93b-f5d1e6f39958 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:34.963208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-d51aaff7-2ede-4e44-a93b-f5d1e6f39958 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 814 time: 0.2263248 Feb 09 15:41:35.045720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Deleting port cc979fef-26b5-4e78-afd3-d9d6845fe470 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:35.046312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:35.048513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-7ce6a482-948a-490c-aa58-c54a261b1450 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/quotas/d3b03a42c52c42a2a7221971b46137ef HTTP/1.1" status: 200 len: 375 time: 0.0289664 Feb 09 15:41:35.049155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.13', 63871) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:35.053496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port a6664779-2191-4f5d-83f1-ab5c3ec97d5f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:41:35.066875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port a6664779-2191-4f5d-83f1-ab5c3ec97d5f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:35.068058 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:35.094892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-15d1c7f5-d7dd-4a78-bf9c-f6d00aabff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:35.094892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-15d1c7f5-d7dd-4a78-bf9c-f6d00aabff4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=519bdf7aa4a74a6e86b1c099b181bb97&device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 1094 time: 0.1303363 Feb 09 15:41:35.130225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-c039be4e-c99c-4496-9817-ba91bac1eca2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616007 Feb 09 15:41:35.256258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] For port cc979fef-26b5-4e78-afd3-d9d6845fe470, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cc979fef-26b5-4e78-afd3-d9d6845fe470,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:35.256811 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:35.296751 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:35.337781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:35.341585 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea561a-8515-45b8-92ad-a053ea200ca0" -d '{"events": [{"server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "name": "network-vif-plugged", "status": "completed", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:35.359199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:35.396197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-138b1da7-f45c-47dd-b0e0-bc173994c666 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4339b0d6-41ad-4609-be89-e441e04359b6 HTTP/1.1" status: 200 len: 217 time: 0.2649751 Feb 09 15:41:35.482782 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:35.522111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:35.523319 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:35.523789 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Floating IP 330b725f-6e4e-4164-afff-0b6e5e286863 disassociated. External IP: 172.25.5.233, port: cc979fef-26b5-4e78-afd3-d9d6845fe470. Feb 09 15:41:35.525970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Calling delete_port for cc979fef-26b5-4e78-afd3-d9d6845fe470 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:35.567024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-8c657645-c27d-4b4c-8266-8c0f8353c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:35.570470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-8c657645-c27d-4b4c-8266-8c0f8353c554 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1097 time: 0.5183206 Feb 09 15:41:35.585875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-52ce6d54-d8b3-4952-8874-44ef1b602c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:35.588394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-52ce6d54-d8b3-4952-8874-44ef1b602c4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40e3ffce-2243-4571-8c4b-de016fa25254 HTTP/1.1" status: 200 len: 854 time: 0.1790390 Feb 09 15:41:35.607093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:35.630678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9b1a6-c323-4c76-ae8f-1038cea2b58a req-ca9e89fb-d1ac-4169-b502-bb8a3923b159 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:35.632412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70c9b1a6-c323-4c76-ae8f-1038cea2b58a req-ca9e89fb-d1ac-4169-b502-bb8a3923b159 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 946 time: 0.2403419 Feb 09 15:41:35.716950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-80bea2ac-f175-4779-9d52-4f4b02f8eaf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e51a182-7b50-42dd-b41e-946ba91c0c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210587 Feb 09 15:41:35.737187 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-28e1fdce-a30b-4814-adc2-41b46618ee32 service neutron] 10.222.0.53 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105772 Feb 09 15:41:35.808654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:35.855878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event deleted for resources: {'Port': ['ID=cc979fef-26b5-4e78-afd3-d9d6845fe470,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:35.908393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70c9b1a6-c323-4c76-ae8f-1038cea2b58a req-cd088021-ba04-414d-93e3-22fc4476d0a1 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e4da7d-a8ca-40fa-8309-c1c64799e500&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467918 Feb 09 15:41:36.000489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-e5a4e905-87b7-4ee4-b479-52c3f6218f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:36.003378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-e5a4e905-87b7-4ee4-b479-52c3f6218f54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.4105914 Feb 09 15:41:36.032924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:41:36.108586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-a64f9088-72e6-4433-8cc7-a2355a2cf363 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 200 len: 217 time: 0.0771887 Feb 09 15:41:36.110910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-05d3e6b6-737b-4b31-9e78-d328f5940dda service neutron] 10.222.0.13 "GET /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862460 Feb 09 15:41:36.118622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-6d6d66a6-c4bd-4231-b546-5272cff5f5de service neutron] 10.222.0.53 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671193 Feb 09 15:41:36.218410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:41:36.242626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] Sync routers for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:41:36.253447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597510b-6dfe-4bb4-894a-f279a1014d77 req-369887ce-869a-46ae-bbcc-50710bdf685c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:36.261280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5597510b-6dfe-4bb4-894a-f279a1014d77 req-369887ce-869a-46ae-bbcc-50710bdf685c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.2406681 Feb 09 15:41:36.271975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:41:36.273324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:36.283414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-d279fee4-5a59-4df1-9711-057744734f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:36.287471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-d279fee4-5a59-4df1-9711-057744734f1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.1663096 Feb 09 15:41:36.304718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] No DVR routers for this DVR port cc979fef-26b5-4e78-afd3-d9d6845fe470 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:41:36.307629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:36.311441 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a5e1bf33-0879-4aa4-85f7-1d78f205c3d2 req-fdce2182-7eee-4b86-ae3a-32f48566e9be tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.13 "DELETE /v2.0/ports/cc979fef-26b5-4e78-afd3-d9d6845fe470 HTTP/1.1" status: 204 len: 173 time: 1.5087028 Feb 09 15:41:36.312014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'name': 'network-vif-deleted', 'tag': 'cc979fef-26b5-4e78-afd3-d9d6845fe470'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:36.314803 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f74c4ec-7a69-4d71-ab4b-69ebde2254bc" -d '{"events": [{"server_uuid": "4dcac93e-0061-4a2c-85d7-dfb36057d101", "name": "network-vif-deleted", "tag": "cc979fef-26b5-4e78-afd3-d9d6845fe470"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:36.361985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-553fb290-358f-4734-b08f-b1249e929f34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528791 Feb 09 15:41:36.371202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5597510b-6dfe-4bb4-894a-f279a1014d77 req-a786f19c-90bd-4400-8e3b-93424e5035f1 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089382 Feb 09 15:41:36.523185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-09f1086c-9894-45a7-ac44-c54f77b43883 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452589 Feb 09 15:41:36.526129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc66d6b-558a-4dc1-b9fe-ceb26f6cafe5 req-de76cd0c-fea6-4f0f-99e9-c6b61f42afd8 service neutron] 10.222.0.13 "GET /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042096 Feb 09 15:41:36.579129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:41:36.906417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5edd1-3d26-4588-924b-5afcad1e9be0 req-c551c37b-fb72-42c0-bcf6-02c5dee857fb tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:36.916842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf5edd1-3d26-4588-924b-5afcad1e9be0 req-c551c37b-fb72-42c0-bcf6-02c5dee857fb tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 946 time: 0.2062137 Feb 09 15:41:36.947533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-dd6eb388-1750-46c5-b2af-a5690ac26ab3 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023540 Feb 09 15:41:37.041187 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf5edd1-3d26-4588-924b-5afcad1e9be0 req-e1b6fd45-d132-4f5d-bb62-d667b12a6840 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245992 Feb 09 15:41:37.075136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692d49b-e318-485e-9dac-f81a32f73fda req-c47f3d5c-af30-4010-88cd-c48697d12290 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:37.078001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9692d49b-e318-485e-9dac-f81a32f73fda req-c47f3d5c-af30-4010-88cd-c48697d12290 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 943 time: 0.1143329 Feb 09 15:41:37.141411 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d936c-36a4-454c-b304-aa33a4baeec6 x-openstack-request-id: req-c42d936c-36a4-454c-b304-aa33a4baeec6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:37.141861 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9fec62-3b3c-4df7-aefb-ccd96d2466bf", "tag": "4339b0d6-41ad-4609-be89-e441e04359b6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:37.142250 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c42d936c-36a4-454c-b304-aa33a4baeec6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:37.143254 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9fec62-3b3c-4df7-aefb-ccd96d2466bf', 'tag': '4339b0d6-41ad-4609-be89-e441e04359b6', 'status': 'completed', 'code': 200} Feb 09 15:41:37.174223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9692d49b-e318-485e-9dac-f81a32f73fda req-8dcac569-46b2-44a9-ae0c-9404bf53793b tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686944 Feb 09 15:41:37.188474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:37.253129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] Checking router: 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:41:37.263645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:41:37.264333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:37.312352 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31fa62e-aa50-411f-9bf0-69eed7324a72 x-openstack-request-id: req-d31fa62e-aa50-411f-9bf0-69eed7324a72 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:37.312646 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "name": "network-vif-plugged", "status": "completed", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:37.312913 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d31fa62e-aa50-411f-9bf0-69eed7324a72 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:37.313320 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'code': 200} Feb 09 15:41:37.324019 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133931c1-9545-4ecf-84b3-d2263702f7f8 x-openstack-request-id: req-133931c1-9545-4ecf-84b3-d2263702f7f8 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:37.326620 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dcac93e-0061-4a2c-85d7-dfb36057d101", "name": "network-vif-deleted", "tag": "cc979fef-26b5-4e78-afd3-d9d6845fe470", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:37.326620 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-133931c1-9545-4ecf-84b3-d2263702f7f8 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:37.326620 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dcac93e-0061-4a2c-85d7-dfb36057d101', 'name': 'network-vif-deleted', 'tag': 'cc979fef-26b5-4e78-afd3-d9d6845fe470', 'status': 'completed', 'code': 200} Feb 09 15:41:37.345176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80d25e12-495e-4c34-b735-1ea472c55b9e req-dee9c6a0-247d-4c42-9e35-2ae8be975106 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 210 time: 0.0976858 Feb 09 15:41:37.349902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-8194c000-286e-42fe-bcc7-7f2468344c68 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:37.352401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-8194c000-286e-42fe-bcc7-7f2468344c68 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1097 time: 0.2055335 Feb 09 15:41:37.365218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828542-1'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:37.386072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-e48e2883-4415-42c4-acb2-9be37d42f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:37.388247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-e48e2883-4415-42c4-acb2-9be37d42f61c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=519bdf7aa4a74a6e86b1c099b181bb97&device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 1094 time: 0.1748273 Feb 09 15:41:37.480418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:41:37.552727 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412c9a6-b3f9-4ff5-a5b7-ba342890cf9d req-fce8437b-de52-4a65-a4a0-1a08702f6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:37.556682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0412c9a6-b3f9-4ff5-a5b7-ba342890cf9d req-fce8437b-de52-4a65-a4a0-1a08702f6c0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1101 time: 0.1738319 Feb 09 15:41:37.592528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43f0ba74-ac84-4278-b079-4dc43a478fda req-86c55065-fa1b-487b-b18e-1dc5757dfd09 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 210 time: 0.1409271 Feb 09 15:41:37.691119 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0412c9a6-b3f9-4ff5-a5b7-ba342890cf9d req-83ada531-9f6d-4287-ba40-909c2f2f884a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271937 Feb 09 15:41:37.774672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-972e533b-8013-4a63-bc09-3344955ba1b3 req-87360a95-cd92-44b9-a98c-9dcc53d174df tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dcac93e-0061-4a2c-85d7-dfb36057d101 HTTP/1.1" status: 200 len: 210 time: 0.0889282 Feb 09 15:41:37.786181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:37.814055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-6960ab07-6603-4068-ab2a-b76c68c7a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:37.815590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-6960ab07-6603-4068-ab2a-b76c68c7a776 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e51a182-7b50-42dd-b41e-946ba91c0c34 HTTP/1.1" status: 200 len: 915 time: 0.3921835 Feb 09 15:41:37.894670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd038099-5a8d-496c-8dc3-b984870016c1 req-2619d564-d040-4b4d-ae9c-51fc63fde610 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:37.900995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd038099-5a8d-496c-8dc3-b984870016c1 req-2619d564-d040-4b4d-ae9c-51fc63fde610 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1574838 Feb 09 15:41:38.037369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:38.057903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-078b4a4f-4ee2-49fe-ab6b-ee8036945e20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4339b0d6-41ad-4609-be89-e441e04359b6 HTTP/1.1" status: 200 len: 217 time: 0.1550345 Feb 09 15:41:38.119511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd038099-5a8d-496c-8dc3-b984870016c1 req-ff5bedac-a0e3-44a8-986f-ea248ddb5d4e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172535 Feb 09 15:41:38.128545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e878b-e7a1-4f29-9a49-82f3f4df6274 None None] The sync data for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 is: [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:54Z', 'revision_number': 4, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b81a4336-f3d7-4efa-bc53-eed26bb1f793', 'name': '', 'network_id': '2a096b41-b9ff-4385-b004-2fb3b24bd080', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'mac_address': 'fa:16:3e:a5:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:51Z', 'updated_at': '2022-02-09T15:39:00Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'subnets': [{'id': 'aba5ba73-d06f-4eb7-ac11-9fe80a337657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:41:38.190695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:38.327799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-bff219cd-a031-4922-8d9b-5cb73fe8b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:38.329351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-bff219cd-a031-4922-8d9b-5cb73fe8b437 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40e3ffce-2243-4571-8c4b-de016fa25254 HTTP/1.1" status: 200 len: 854 time: 0.2253625 Feb 09 15:41:38.345694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8d1a9-9d75-498d-97ae-ab189500c833 req-18fff18d-d950-44ff-bfe2-56c591db9aab tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:38.347276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54b8d1a9-9d75-498d-97ae-ab189500c833 req-18fff18d-d950-44ff-bfe2-56c591db9aab tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 946 time: 0.1543422 Feb 09 15:41:38.362208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:38.405681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-12874d7f-d46c-46a6-a644-60ced16ab6ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e51a182-7b50-42dd-b41e-946ba91c0c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562875 Feb 09 15:41:38.450991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56073f-ba6f-4c78-b09e-aa6b77434fcc req-60647539-ad26-4413-8e53-c2736da18bda tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:38.457124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba56073f-ba6f-4c78-b09e-aa6b77434fcc req-60647539-ad26-4413-8e53-c2736da18bda tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 943 time: 0.1830008 Feb 09 15:41:38.487895 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:38.543978 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7f6d6-6066-4162-a55b-f8d716887062 None None] New status for floating IP 330b725f-6e4e-4164-afff-0b6e5e286863: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:41:38.558233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54b8d1a9-9d75-498d-97ae-ab189500c833 req-33d727dd-b9f7-4c72-a799-18aa7eee2ae2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573353 Feb 09 15:41:38.593940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba56073f-ba6f-4c78-b09e-aa6b77434fcc req-0852e748-1d1f-4244-8b4b-eb708879793b tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194289 Feb 09 15:41:38.606779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-2a2e10c0-d719-4ef0-911a-63b7a6002d5c service neutron] 10.222.0.13 "GET /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856294 Feb 09 15:41:38.696298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:38.861953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 4339b0d6-41ad-4609-be89-e441e04359b6 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:41:38.892849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cc979fef-26b5-4e78-afd3-d9d6845fe470 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:38.912753 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-70424cfc-f112-4923-8fd7-7f5a520d82f4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0b3804efc55a414784cef010d27c2702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611358 Feb 09 15:41:38.992552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: cc979fef-26b5-4e78-afd3-d9d6845fe470 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:41:38.993239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cc979fef-26b5-4e78-afd3-d9d6845fe470 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:39.171484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551510bc-95fc-48c2-8528-c9164a53f70d req-9a6e8295-749f-47f5-a899-711617a283fd tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:39.173105 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-9a6e8295-749f-47f5-a899-711617a283fd tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558599 Feb 09 15:41:39.192035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57896) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:39.198703 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Request body: {'port': {'device_id': 'acf92e08-54eb-4ae8-9b17-3a76bf512e9a', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '0b3804efc55a414784cef010d27c2702'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:39.229670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 4339b0d6-41ad-4609-be89-e441e04359b6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4339b0d6-41ad-4609-be89-e441e04359b6,segment=NetworkSegment(5743af4b-51c1-4aaf-97d2-f4899aac601f),segment_id=5743af4b-51c1-4aaf-97d2-f4899aac601f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:39.232051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:39.246179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '4339b0d6-41ad-4609-be89-e441e04359b6', 'network_id': '8e51a182-7b50-42dd-b41e-946ba91c0c34', 'port_id': '4339b0d6-41ad-4609-be89-e441e04359b6', 'mac_address': 'fa:16:3e:db:7a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40e3ffce-2243-4571-8c4b-de016fa25254', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:41:39.250352 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b92acb9-11c7-4845-9429-26d52d18e4e4" -d '{"events": [{"server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "name": "network-vif-unplugged", "status": "completed", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:39.292772 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:39.307961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4339b0d6-41ad-4609-be89-e441e04359b6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:39.343586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 4339b0d6-41ad-4609-be89-e441e04359b6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4339b0d6-41ad-4609-be89-e441e04359b6,segment=NetworkSegment(5743af4b-51c1-4aaf-97d2-f4899aac601f),segment_id=5743af4b-51c1-4aaf-97d2-f4899aac601f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:39.346245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0243bd88-2f01-442e-9d0d-42b23ae895aa req-67205c7d-c902-4f17-911f-7424da5ebd83 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 210 time: 0.6518135 Feb 09 15:41:39.457087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f1656d9-bab7-40e0-ad53-ecf1ecb1c9cd req-0858d8aa-eb73-4976-a3bf-98cdb2737aa0 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 210 time: 0.6965711 Feb 09 15:41:39.477046 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:39.566474 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d92aa02-d028-4a52-9e83-1ebeea987936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:39.604283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Made reservation on behalf of 0b3804efc55a414784cef010d27c2702 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:39.617932 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:39.628643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6437f9d-2201-417b-99b1-d7ab44a738ac req-d5f26691-6b93-4c61-8ffa-4a16f1e99836 service neutron] 10.222.0.13 "GET /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0120275 Feb 09 15:41:39.629607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Pushing event updated for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:39.677229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on host n-h2-828542-1 for vnic_type normal with profile {"migrating_to": "n-h1-828542-1"} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:39.677559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:39.678436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:39.685180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=4339b0d6-41ad-4609-be89-e441e04359b6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:39.687611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:39.688007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Attempting to bind port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:39.750211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['4339b0d6-41ad-4609-be89-e441e04359b6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:39.751383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:39.751383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:39.751600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:39.752002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Bound port: 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:39.752434 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:39.859230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d92aa02-d028-4a52-9e83-1ebeea987936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:39.874069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1c124-6fac-43a3-a2cd-375521f7c2c6 req-91577444-8f8f-4e48-8e76-d7192fd81e0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:39.878396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33b1c124-6fac-43a3-a2cd-375521f7c2c6 req-91577444-8f8f-4e48-8e76-d7192fd81e0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1803813 Feb 09 15:41:39.899772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Allocated IP 192.168.233.118 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/5884fbd0-0705-4d4a-8044-08f9c67cbce5) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:39.985945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:39.989491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d92aa02-d028-4a52-9e83-1ebeea987936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:39.992962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:39.996878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33b1c124-6fac-43a3-a2cd-375521f7c2c6 req-dbfc20e0-991b-4f36-94a3-5f435d5ea418 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061358 Feb 09 15:41:40.064464 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395285c6-36d1-4108-9c89-d16703106208 x-openstack-request-id: req-395285c6-36d1-4108-9c89-d16703106208 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:40.064752 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "name": "network-vif-unplugged", "status": "completed", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:40.064999 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-395285c6-36d1-4108-9c89-d16703106208 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:40.066403 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20', 'code': 200} Feb 09 15:41:40.072491 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d92aa02-d028-4a52-9e83-1ebeea987936 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=892614aec11f4e3fa660da3202d7862f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8628821 Feb 09 15:41:40.080354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57910) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:40.114664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92aa02-d028-4a52-9e83-1ebeea987936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526a88b9-a0a4-465a-974f-657ba0122bdc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:40.201186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.228923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4590ab47-78f7-4642-840e-1bd06a61683f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.243923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.312560 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4590ab47-78f7-4642-840e-1bd06a61683f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.393930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Pushing event updated for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:40.409125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.429623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5dc4afa7-3c55-4862-880f-61e8e6332cee', '09991e04-d0e2-4b56-8085-b936b57714bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:40.436614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:40.437251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.438695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-51229363-5b0c-4a8f-9b32-0b6de0224715 service neutron] 10.222.0.13 "PUT /v2.0/ports/64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 200 len: 1122 time: 3.0788887 Feb 09 15:41:40.456546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20754cc7-020d-49df-982d-3aebcd071723 req-1ea8f423-3eb5-404a-9835-d1be43637406 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:40.465209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20754cc7-020d-49df-982d-3aebcd071723 req-1ea8f423-3eb5-404a-9835-d1be43637406 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 944 time: 0.2543514 Feb 09 15:41:40.506327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f10e0-7677-4b71-ab80-5c861465fcf2 req-9e3e797a-5eec-483e-bc82-d24582350ef4 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:40.507969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-536f10e0-7677-4b71-ab80-5c861465fcf2 req-9e3e797a-5eec-483e-bc82-d24582350ef4 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 944 time: 0.1860425 Feb 09 15:41:40.519827 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:40.530609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:40.551799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:40.557864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['64054606-5dd9-46f9-9bd7-01b4a8be2a20'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:40.593133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20754cc7-020d-49df-982d-3aebcd071723 req-80a3745d-5859-4d6c-a62c-e35da6455547 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270864 Feb 09 15:41:40.666028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:40.667011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-536f10e0-7677-4b71-ab80-5c861465fcf2 req-874be2bd-909e-4dda-bd8a-6172a2f98c95 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295536 Feb 09 15:41:40.667152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.705980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Pushing event updated for resources: {'Port': ['ID=5884fbd0-0705-4d4a-8044-08f9c67cbce5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:40.722159 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4590ab47-78f7-4642-840e-1bd06a61683f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.746175 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4590ab47-78f7-4642-840e-1bd06a61683f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:40.756493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4590ab47-78f7-4642-840e-1bd06a61683f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/526a88b9-a0a4-465a-974f-657ba0122bdc HTTP/1.1" status: 204 len: 168 time: 0.6739559 Feb 09 15:41:40.799782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-647015b1-007d-4d99-8593-ec14e31edf9a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:40.820024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-647015b1-007d-4d99-8593-ec14e31edf9a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.13 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 814 time: 0.3174229 Feb 09 15:41:40.825314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Request body: {'port': {'device_id': '101ae30c-22ac-4367-be21-90abd7628cce', 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'admin_state_up': True, 'tenant_id': 'd3b03a42c52c42a2a7221971b46137ef'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:40.832288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590ab47-78f7-4642-840e-1bd06a61683f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a88b9-a0a4-465a-974f-657ba0122bdc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:40.887912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 4339b0d6-41ad-4609-be89-e441e04359b6 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:41:40.894520 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-e0d37a98-4478-4ab2-a289-5119706c0738 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7065270 Feb 09 15:41:40.915886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Request body: {'port': {'device_id': 'acf92e08-54eb-4ae8-9b17-3a76bf512e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:41.090834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4faad4cd-0b52-43b5-a249-d8d63628b6f7 None None] Provisioning complete for port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:41.091376 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4faad4cd-0b52-43b5-a249-d8d63628b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.140482 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.161901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625589a-d823-4276-a4f7-2a7dc97fd576 req-e707a6f6-db40-41f5-a283-7e2d4dbe68d4 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:41.173789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7625589a-d823-4276-a4f7-2a7dc97fd576 req-e707a6f6-db40-41f5-a283-7e2d4dbe68d4 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 946 time: 0.2477851 Feb 09 15:41:41.227789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7625589a-d823-4276-a4f7-2a7dc97fd576 req-ccb8d4cd-19c5-4f76-adbc-d24bd041619f tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Feb 09 15:41:41.253383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4faad4cd-0b52-43b5-a249-d8d63628b6f7 None None] Port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:41:41.367828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a43fc544-2e41-4dda-beb9-c0d808802a03 req-bbba048a-dcd1-49f2-be95-5030a5e924d7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 210 time: 0.0358508 Feb 09 15:41:41.378909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a975d9c-b403-475f-9e35-441d50d2943b req-4f67535e-bdbf-43bd-80d4-db59bb09f81d tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:41.380611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a975d9c-b403-475f-9e35-441d50d2943b req-4f67535e-bdbf-43bd-80d4-db59bb09f81d tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1101 time: 0.1183012 Feb 09 15:41:41.409611 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4a975d9c-b403-475f-9e35-441d50d2943b req-294c4069-cf85-4115-9bf8-0e05d4ce4558 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.423848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Made reservation on behalf of d3b03a42c52c42a2a7221971b46137ef for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:41.428493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.522649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 4339b0d6-41ad-4609-be89-e441e04359b6 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:41:41.531597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 4339b0d6-41ad-4609-be89-e441e04359b6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:41.532873 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.572651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5884fbd0-0705-4d4a-8044-08f9c67cbce5 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:41.583517 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.597039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569270c-0372-47d1-913f-ec8327b8d8c8 req-f4b4b4f1-473a-47b2-abb8-1a574ea2e368 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:41.598749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3569270c-0372-47d1-913f-ec8327b8d8c8 req-f4b4b4f1-473a-47b2-abb8-1a574ea2e368 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 936 time: 0.1489599 Feb 09 15:41:41.612122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Transition to ACTIVE for port object 5884fbd0-0705-4d4a-8044-08f9c67cbce5 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:41.654484 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.671244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.680648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9fec62-3b3c-4df7-aefb-ccd96d2466bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4339b0d6-41ad-4609-be89-e441e04359b6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:41.683070 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cc9339-32cb-4b4e-945a-6cf97ab1db0c" -d '{"events": [{"server_uuid": "ba9fec62-3b3c-4df7-aefb-ccd96d2466bf", "name": "network-vif-plugged", "status": "completed", "tag": "4339b0d6-41ad-4609-be89-e441e04359b6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:41.697284 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4a975d9c-b403-475f-9e35-441d50d2943b req-294c4069-cf85-4115-9bf8-0e05d4ce4558 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.698607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 4339b0d6-41ad-4609-be89-e441e04359b6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4339b0d6-41ad-4609-be89-e441e04359b6,segment=NetworkSegment(5743af4b-51c1-4aaf-97d2-f4899aac601f),segment_id=5743af4b-51c1-4aaf-97d2-f4899aac601f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:41.740548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Allocated IP 172.20.0.5 (b4c80331-941a-4f1e-a53a-5e2e27ce964f/e019a5f9-347a-4a8f-9baf-673ecba8d398/0626d67b-6d1a-4125-960d-d201cd2037fd) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:41.750655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3569270c-0372-47d1-913f-ec8327b8d8c8 req-286e5114-b140-4aca-a4fe-bb22fceb3b2d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352465 Feb 09 15:41:41.765253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Pushing event updated for resources: {'Port': ['ID=5884fbd0-0705-4d4a-8044-08f9c67cbce5,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:41.796229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-5250677a-c8db-4e42-a1ed-84e72e729b6d tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:41.797909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-5250677a-c8db-4e42-a1ed-84e72e729b6d tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.13 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 946 time: 0.1041601 Feb 09 15:41:41.824758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4a975d9c-b403-475f-9e35-441d50d2943b req-294c4069-cf85-4115-9bf8-0e05d4ce4558 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.842391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Attempting to bind port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:41.843263 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Attempting to bind port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:41.843836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Attempting to bind port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:41.849374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:41.849702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Attempting to bind port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:41.856716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:41.857069 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:41.858117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:41.858117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Bound port: 5884fbd0-0705-4d4a-8044-08f9c67cbce5, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:41.858608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.897234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a975d9c-b403-475f-9e35-441d50d2943b req-294c4069-cf85-4115-9bf8-0e05d4ce4558 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025208 Feb 09 15:41:41.928362 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:41.982008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] For port 5884fbd0-0705-4d4a-8044-08f9c67cbce5, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:41.986079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] For port 5884fbd0-0705-4d4a-8044-08f9c67cbce5, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5884fbd0-0705-4d4a-8044-08f9c67cbce5,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:42.002816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c4069-cf85-4115-9bf8-0e05d4ce4558 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43c7796-96f4-4c6c-9dc8-9b49da77238d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:42.040252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57936) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:42.048717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=4339b0d6-41ad-4609-be89-e441e04359b6,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:42.075348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:42.077898 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da3177d-669f-4780-a1b5-85096c6838a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:42.107352 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df604aa-0a78-42ec-8459-fe02a51d485a x-openstack-request-id: req-2df604aa-0a78-42ec-8459-fe02a51d485a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:42.107764 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9fec62-3b3c-4df7-aefb-ccd96d2466bf", "name": "network-vif-plugged", "status": "completed", "tag": "4339b0d6-41ad-4609-be89-e441e04359b6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:42.108147 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2df604aa-0a78-42ec-8459-fe02a51d485a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:42.109050 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9fec62-3b3c-4df7-aefb-ccd96d2466bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4339b0d6-41ad-4609-be89-e441e04359b6', 'code': 200} Feb 09 15:41:42.140222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.140669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.166708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Deleting port 2805bdf3-809d-474d-942b-a3e06e98b3f9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:42.166983 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.188006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:42.190990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.193768 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] 10.222.0.73 "PUT /v2.0/ports/5884fbd0-0705-4d4a-8044-08f9c67cbce5 HTTP/1.1" status: 200 len: 1096 time: 1.2869375 Feb 09 15:41:42.194659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf92e08-54eb-4ae8-9b17-3a76bf512e9a', 'tag': '5884fbd0-0705-4d4a-8044-08f9c67cbce5'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:42.197314 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dc7326-0450-4190-b5b3-7e3ca94fb24b" -d '{"events": [{"name": "network-changed", "server_uuid": "acf92e08-54eb-4ae8-9b17-3a76bf512e9a", "tag": "5884fbd0-0705-4d4a-8044-08f9c67cbce5"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:42.235604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b27485-a0bd-4f52-b591-89f608a7fda9 service neutron] Pushing event updated for resources: {'Port': ['ID=5884fbd0-0705-4d4a-8044-08f9c67cbce5,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:42.287463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ded5-168a-48fb-a7ea-f2170d627d16 req-db54832c-c391-4b00-b111-8f618f4616af tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:42.289888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f13ded5-168a-48fb-a7ea-f2170d627d16 req-db54832c-c391-4b00-b111-8f618f4616af tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 944 time: 0.2226553 Feb 09 15:41:42.301217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57944) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:42.303399 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c5cd54-536f-42e1-b59f-470d39aa41bc tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.321533 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7a757e3-f137-443e-b9f4-38d58a0e7bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.357769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbb8cc-b5ab-4462-816e-70b27deb135d req-3e3d1046-7939-4bf5-bc59-2c99fed88505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:42.359327 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15cbb8cc-b5ab-4462-816e-70b27deb135d req-3e3d1046-7939-4bf5-bc59-2c99fed88505 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 1096 time: 0.0955074 Feb 09 15:41:42.381194 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c5cd54-536f-42e1-b59f-470d39aa41bc tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.441486 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15cbb8cc-b5ab-4462-816e-70b27deb135d req-441c9453-1ab3-4632-a35c-895c8244f135 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716028 Feb 09 15:41:42.444817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] For port 2805bdf3-809d-474d-942b-a3e06e98b3f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2805bdf3-809d-474d-942b-a3e06e98b3f9,segment=NetworkSegment(855781ee-7781-4d0f-9efc-20ddd1bc7e45),segment_id=855781ee-7781-4d0f-9efc-20ddd1bc7e45)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:42.445208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.470765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.482463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Calling delete_port for 2805bdf3-809d-474d-942b-a3e06e98b3f9 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:42.489450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f13ded5-168a-48fb-a7ea-f2170d627d16 req-fe2f1dde-d6fc-4761-ab7c-54b0376d4292 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586785 Feb 09 15:41:42.495931 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7a757e3-f137-443e-b9f4-38d58a0e7bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.499180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551510bc-95fc-48c2-8528-c9164a53f70d req-9ac37582-a94c-4589-8122-5747e5b33bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:42.500793 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-9ac37582-a94c-4589-8122-5747e5b33bf7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 1099 time: 0.0745285 Feb 09 15:41:42.502012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9747b-ecb9-4762-88ea-b723eecfc0f8 req-015189bc-1b8e-4ef7-8a11-a98b376dc4e2 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:42.503581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78b9747b-ecb9-4762-88ea-b723eecfc0f8 req-015189bc-1b8e-4ef7-8a11-a98b376dc4e2 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 945 time: 0.2251885 Feb 09 15:41:42.571629 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-a418d752-ef74-4093-98f9-7b89441000eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5884fbd0-0705-4d4a-8044-08f9c67cbce5 HTTP/1.1" status: 200 len: 217 time: 0.0597494 Feb 09 15:41:42.605391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Network b4c80331-941a-4f1e-a53a-5e2e27ce964f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:42.615580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:42.625680 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7a757e3-f137-443e-b9f4-38d58a0e7bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.633660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:42.633660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:42.633660 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.646658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Pushing event updated for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:42.674608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78b9747b-ecb9-4762-88ea-b723eecfc0f8 req-52567804-3bda-4a38-a096-bb469e03d937 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421373 Feb 09 15:41:42.685306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551510bc-95fc-48c2-8528-c9164a53f70d req-b2458d5b-c4e7-4719-b89f-4af851948703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:42.687293 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-b2458d5b-c4e7-4719-b89f-4af851948703 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1084523 Feb 09 15:41:42.699198 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d7a757e3-f137-443e-b9f4-38d58a0e7bd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6753098c9e6d4c0cb01997ec8c016c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966041 Feb 09 15:41:42.701035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57950) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:42.717880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a757e3-f137-443e-b9f4-38d58a0e7bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb16619a-1839-40cc-9357-1a5be7a0b5d8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:42.762745 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551510bc-95fc-48c2-8528-c9164a53f70d req-998f7795-142d-4f27-80bc-51b44e5e4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:42.765426 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-998f7795-142d-4f27-80bc-51b44e5e4e9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648417 Feb 09 15:41:42.774697 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5073a17b-4091-4aad-b74b-d36002483add x-openstack-request-id: req-5073a17b-4091-4aad-b74b-d36002483add {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:42.775023 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:42.775280 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5073a17b-4091-4aad-b74b-d36002483add {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:42.775829 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20', 'status': 'completed', 'code': 200} Feb 09 15:41:42.777260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c5cd54-536f-42e1-b59f-470d39aa41bc tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.780400 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c5cd54-536f-42e1-b59f-470d39aa41bc tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:42.782440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f8c5cd54-536f-42e1-b59f-470d39aa41bc tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "DELETE /v2.0/security-groups/f2e4da7d-a8ca-40fa-8309-c1c64799e500 HTTP/1.1" status: 204 len: 168 time: 0.7398901 Feb 09 15:41:42.785986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57954) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:42.809660 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-9bfc07d2-eb26-44bc-833f-0d1f0026dcb9 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] show failed (client error): The resource could not be found. Feb 09 15:41:42.810734 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9bfc07d2-eb26-44bc-833f-0d1f0026dcb9 tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "GET /v2.0/security-groups/f2e4da7d-a8ca-40fa-8309-c1c64799e500 HTTP/1.1" status: 404 len: 347 time: 0.0160480 Feb 09 15:41:42.824771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57958) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:42.829539 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d574eaf-4502-42c3-9731-faf886d5b625 x-openstack-request-id: req-1d574eaf-4502-42c3-9731-faf886d5b625 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:42.829832 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf92e08-54eb-4ae8-9b17-3a76bf512e9a", "tag": "5884fbd0-0705-4d4a-8044-08f9c67cbce5", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:42.830171 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d574eaf-4502-42c3-9731-faf886d5b625 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:42.830451 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf92e08-54eb-4ae8-9b17-3a76bf512e9a', 'tag': '5884fbd0-0705-4d4a-8044-08f9c67cbce5', 'status': 'completed', 'code': 200} Feb 09 15:41:42.835553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5cd54-536f-42e1-b59f-470d39aa41bc tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e4da7d-a8ca-40fa-8309-c1c64799e500,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:42.854461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-522b6eba-db20-4c3c-8ca0-90a8de6321fc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0281858 Feb 09 15:41:42.873875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 64054606-5dd9-46f9-9bd7-01b4a8be2a20 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:41:42.879031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Request body: {'port': {'device_id': '101ae30c-22ac-4367-be21-90abd7628cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:42.976885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1856-65a8-420a-aba0-fa4a193e4879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.003810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1856-65a8-420a-aba0-fa4a193e4879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.005063 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-b93b23e5-f576-4057-9726-4a373a054a69 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200437 Feb 09 15:41:43.023281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:43.036546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 64054606-5dd9-46f9-9bd7-01b4a8be2a20 has no active binding in host n-h1-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 15:41:43.096012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-1b1afe67-3fa9-4f56-8d9b-7ed7d598eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:43.097505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-1b1afe67-3fa9-4f56-8d9b-7ed7d598eebc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1125 time: 0.2948728 Feb 09 15:41:43.101641 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.228441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Pushing event deleted for resources: {'Port': ['ID=2805bdf3-809d-474d-942b-a3e06e98b3f9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:43.238031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.263592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] No DVR routers for this DVR port 2805bdf3-809d-474d-942b-a3e06e98b3f9 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:41:43.267335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.275013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1773f91-1ac8-4810-8387-7c4b93c5228b req-896d1edc-9e68-440a-8913-cf224e049153 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.13 "DELETE /v2.0/ports/2805bdf3-809d-474d-942b-a3e06e98b3f9 HTTP/1.1" status: 204 len: 173 time: 1.4693785 Feb 09 15:41:43.314016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Deleting port 81149afe-7c6c-4b3c-b112-0e45734abc8e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:43.321405 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.345985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610306e8-8845-40ed-8932-74dc5310e3b7 req-15ccdbd4-647d-4702-a659-68448537a6d5 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:43.347608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-610306e8-8845-40ed-8932-74dc5310e3b7 req-15ccdbd4-647d-4702-a659-68448537a6d5 tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/ports?device_id=c408d3a0-1b7a-4477-a930-e0621e5b999e HTTP/1.1" status: 200 len: 867 time: 0.3049564 Feb 09 15:41:43.374437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1856-65a8-420a-aba0-fa4a193e4879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.377005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f7a1856-65a8-420a-aba0-fa4a193e4879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.381368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6f7a1856-65a8-420a-aba0-fa4a193e4879 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb16619a-1839-40cc-9357-1a5be7a0b5d8 HTTP/1.1" status: 204 len: 168 time: 0.6755004 Feb 09 15:41:43.418968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-551510bc-95fc-48c2-8528-c9164a53f70d req-3c2e9915-4df1-43c0-9132-044b94a08492 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995874 Feb 09 15:41:43.437715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.438082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.454588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Calling delete_port for 81149afe-7c6c-4b3c-b112-0e45734abc8e owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:43.473834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a1856-65a8-420a-aba0-fa4a193e4879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb16619a-1839-40cc-9357-1a5be7a0b5d8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:43.485959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-823c8e2d-20f6-4dcf-a2fe-7008294cccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:43.487635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-823c8e2d-20f6-4dcf-a2fe-7008294cccd8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.3719256 Feb 09 15:41:43.556630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-610306e8-8845-40ed-8932-74dc5310e3b7 req-803d64ee-1aa8-4daf-98d8-96e4b5e580fe tempest-VolumesAdminNegativeTest-345788621 tempest-VolumesAdminNegativeTest-345788621-project] 10.222.0.53 "GET /v2.0/security-groups?id=2c4390bc-ce66-481c-a5ff-0d3955f6ee79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963587 Feb 09 15:41:43.560340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-cc00fe41-c3cd-41c2-b7e6-fe1b32028b10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 200 len: 217 time: 0.0597098 Feb 09 15:41:43.829955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-2fc3c6e7-6c3a-4574-ab0f-53aacfd48fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:43.831772 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-2fc3c6e7-6c3a-4574-ab0f-53aacfd48fc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 1099 time: 0.0818751 Feb 09 15:41:43.867538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0626d67b-6d1a-4125-960d-d201cd2037fd {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:43.884760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:43.892120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-2e096f05-00f0-4219-8920-aa3e1b9ef632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:43.893644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-2e096f05-00f0-4219-8920-aa3e1b9ef632 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.1506834 Feb 09 15:41:43.913394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcded8-8cd9-4ba3-8aec-87d0e77e3b9b req-dc64f2a1-e922-4b4a-9cda-ec70a8a51c4c tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:43.914997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3dcded8-8cd9-4ba3-8aec-87d0e77e3b9b req-dc64f2a1-e922-4b4a-9cda-ec70a8a51c4c tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 948 time: 0.1742315 Feb 09 15:41:43.920908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Transition to ACTIVE for port object 0626d67b-6d1a-4125-960d-d201cd2037fd will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:43.953311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-1704c901-b7bd-41c0-8918-80373710e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:43.954864 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-1704c901-b7bd-41c0-8918-80373710e595 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1146095 Feb 09 15:41:43.959160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-138ce9cd-bd8e-44a7-8901-a6f6db4c712a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394373 Feb 09 15:41:43.966756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0406-f2df-4b5f-966c-0374d389efe5 req-92091e98-1ace-44ee-a9e4-a5214ff99c19 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:43.968232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e0c0406-f2df-4b5f-966c-0374d389efe5 req-92091e98-1ace-44ee-a9e4-a5214ff99c19 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 931 time: 0.2018859 Feb 09 15:41:43.979047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:44.015894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Pushing event deleted for resources: {'Port': ['ID=81149afe-7c6c-4b3c-b112-0e45734abc8e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:44.040144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3dcded8-8cd9-4ba3-8aec-87d0e77e3b9b req-d608ff74-93a4-407a-8138-dd83530803fc tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111350 Feb 09 15:41:44.063235 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-baca7b5c-fba6-4526-94e9-671ab17ed7c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5884fbd0-0705-4d4a-8044-08f9c67cbce5 HTTP/1.1" status: 200 len: 217 time: 0.0511162 Feb 09 15:41:44.086292 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:44.247508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:44.268950 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:44.272263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:44.274726 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17faf4a1-63ac-48a6-ad46-696eacda0f5e tempest-ServersWithSpecificFlavorTestJSON-148106115 tempest-ServersWithSpecificFlavorTestJSON-148106115-project] 10.222.0.53 "DELETE /v2.0/floatingips/330b725f-6e4e-4164-afff-0b6e5e286863 HTTP/1.1" status: 204 len: 168 time: 1.4474485 Feb 09 15:41:44.276931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-a3138db8-e98a-4141-af4b-35de993781a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:44.278515 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-a3138db8-e98a-4141-af4b-35de993781a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.2037864 Feb 09 15:41:44.378110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-f9cfa371-bd8e-4732-8eca-c9358a8023da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:44.379800 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-f9cfa371-bd8e-4732-8eca-c9358a8023da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938854 Feb 09 15:41:44.389367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-d200b244-1f05-46be-93ca-4ac623fec4c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389098 Feb 09 15:41:44.406496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-ed7f4fcc-bc4e-4014-a2d7-796c7fb530a2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:41:44.407619 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-ed7f4fcc-bc4e-4014-a2d7-796c7fb530a2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120096 Feb 09 15:41:44.426751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e0c0406-f2df-4b5f-966c-0374d389efe5 req-2b56c06a-5bed-4f43-9a5d-ad5ff20e13ae tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517627 Feb 09 15:41:44.506993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:44.511042 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-7fde3eff-ecea-4612-ac4f-8df3a7734c56 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165979 Feb 09 15:41:44.596035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-110c5511-8bfb-49c8-9d21-d0c316f01c92 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985694 Feb 09 15:41:44.607276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fec031-4917-4da4-8b22-81a855ef28ce req-4e4c68f5-0e3f-488b-93ea-16d08719aff8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:44.614843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8fec031-4917-4da4-8b22-81a855ef28ce req-4e4c68f5-0e3f-488b-93ea-16d08719aff8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 944 time: 0.1833057 Feb 09 15:41:44.645320 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97dc7326-0450-4190-b5b3-7e3ca94fb24b req-02d63da6-84e0-4d5c-b105-eda9b1d1dd41 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260331 Feb 09 15:41:44.766118 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-764c55fb-7d39-46c4-ba15-ed2c0cd1cc2d service neutron] 10.222.0.73 "GET /v2.0/ports/64054606-5dd9-46f9-9bd7-01b4a8be2a20/bindings/n-h1-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.0806594 Feb 09 15:41:44.778737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c408d3a0-1b7a-4477-a930-e0621e5b999e', 'name': 'network-vif-deleted', 'tag': '2805bdf3-809d-474d-942b-a3e06e98b3f9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:44.781417 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b91562e-a002-495e-9fff-a2e7d11af5ff" -d '{"events": [{"server_uuid": "c408d3a0-1b7a-4477-a930-e0621e5b999e", "name": "network-vif-deleted", "tag": "2805bdf3-809d-474d-942b-a3e06e98b3f9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:44.798106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8fec031-4917-4da4-8b22-81a855ef28ce req-3b71f3ab-329b-4da8-a226-feee5a782c09 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821342 Feb 09 15:41:44.798861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Attempting to bind port 0626d67b-6d1a-4125-960d-d201cd2037fd on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:44.799207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Attempting to bind port 0626d67b-6d1a-4125-960d-d201cd2037fd by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:44.799697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Attempting to bind port 0626d67b-6d1a-4125-960d-d201cd2037fd on network b4c80331-941a-4f1e-a53a-5e2e27ce964f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:44.812386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Port 0626d67b-6d1a-4125-960d-d201cd2037fd on network b4c80331-941a-4f1e-a53a-5e2e27ce964f not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:44.812734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Attempting to bind port 0626d67b-6d1a-4125-960d-d201cd2037fd on network b4c80331-941a-4f1e-a53a-5e2e27ce964f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:44.838896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:44.838896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Checking segment: {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:44.838896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Bound using segment: {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:44.839774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Bound port: 0626d67b-6d1a-4125-960d-d201cd2037fd, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:44.840725 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:44.874463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2805bdf3-809d-474d-942b-a3e06e98b3f9 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:44.905806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec75fb-33c0-4f46-97be-6e8a2fe2ca87 req-10946e46-803b-4a08-9e80-69450e96c06d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:44.921009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42ec75fb-33c0-4f46-97be-6e8a2fe2ca87 req-10946e46-803b-4a08-9e80-69450e96c06d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.3297701 Feb 09 15:41:44.964911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 2805bdf3-809d-474d-942b-a3e06e98b3f9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:41:44.965262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2805bdf3-809d-474d-942b-a3e06e98b3f9 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:45.040860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da3177d-669f-4780-a1b5-85096c6838a7 req-63f5868c-7ddb-4531-b382-2e7b0b9eab68 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223719 Feb 09 15:41:45.093382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42ec75fb-33c0-4f46-97be-6e8a2fe2ca87 req-cae5d6a3-96a7-4512-b019-c9cdb6ee984c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388843 Feb 09 15:41:45.102134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:45.108862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:45.109209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:45.128700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec34ae3-204d-4f1a-96b7-809acf1acc2c req-c4750102-3627-4430-82a7-bdedbbcb1395 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:45.131016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eec34ae3-204d-4f1a-96b7-809acf1acc2c req-c4750102-3627-4430-82a7-bdedbbcb1395 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 945 time: 0.1729362 Feb 09 15:41:45.145141 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:45.185005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64054606-5dd9-46f9-9bd7-01b4a8be2a20 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:45.187061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eec34ae3-204d-4f1a-96b7-809acf1acc2c req-a9c9619f-b26f-4fcd-9ff6-fbb9f19f4a06 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Feb 09 15:41:45.192689 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:45.196823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:45.238005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:45.238925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:45.240723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/0626d67b-6d1a-4125-960d-d201cd2037fd HTTP/1.1" status: 200 len: 1091 time: 2.3671632 Feb 09 15:41:45.251981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:45.292884 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33df5f0-0a95-4d02-acb8-666661db32ad x-openstack-request-id: req-b33df5f0-0a95-4d02-acb8-666661db32ad {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:45.293119 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c408d3a0-1b7a-4477-a930-e0621e5b999e", "name": "network-vif-deleted", "tag": "2805bdf3-809d-474d-942b-a3e06e98b3f9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:45.293371 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b33df5f0-0a95-4d02-acb8-666661db32ad {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:45.293769 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c408d3a0-1b7a-4477-a930-e0621e5b999e', 'name': 'network-vif-deleted', 'tag': '2805bdf3-809d-474d-942b-a3e06e98b3f9', 'status': 'completed', 'code': 200} Feb 09 15:41:45.298111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888879f-86cf-4655-a3d1-33e52af572a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:45.315614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a5089c-c1ad-4ff8-955d-f0b8c6809faf admin admin] Deleting subnet 55b134e2-bc35-4d7e-a7b1-d70df95aa165 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:41:45.319260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a5089c-c1ad-4ff8-955d-f0b8c6809faf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:45.376629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a5089c-c1ad-4ff8-955d-f0b8c6809faf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:45.413891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d64da4-69b6-4477-aab4-5bb85681d599 req-a8f07c4a-76b0-4eed-843e-9ce69f2ee5c0 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:45.421090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7d64da4-69b6-4477-aab4-5bb85681d599 req-a8f07c4a-76b0-4eed-843e-9ce69f2ee5c0 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 948 time: 0.0991232 Feb 09 15:41:45.441951 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:45.518029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a5089c-c1ad-4ff8-955d-f0b8c6809faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:45.518804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7d64da4-69b6-4477-aab4-5bb85681d599 req-a33b1670-edfb-4e05-b280-cfd9758aa2cb tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895233 Feb 09 15:41:45.542973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-98183048-d4bc-464c-9338-3a1a8f94f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:45.545444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-98183048-d4bc-464c-9338-3a1a8f94f065 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 1094 time: 0.0637047 Feb 09 15:41:45.590735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-ad95318b-a974-40da-805d-21901a70333c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0626d67b-6d1a-4125-960d-d201cd2037fd HTTP/1.1" status: 200 len: 217 time: 0.0384700 Feb 09 15:41:45.654448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-4a2d8ff6-9f4a-49ce-9b3a-5596facd7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:45.669833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-4a2d8ff6-9f4a-49ce-9b3a-5596facd7699 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e019a5f9-347a-4a8f-9baf-673ecba8d398 HTTP/1.1" status: 200 len: 854 time: 0.0586023 Feb 09 15:41:45.691599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-4024ddf6-41fe-4a97-b564-57858c4754a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4c80331-941a-4f1e-a53a-5e2e27ce964f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287616 Feb 09 15:41:45.811051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-4658624a-591c-4ab6-8ee3-3f820f0e5024 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126909 Feb 09 15:41:45.922389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] Transition to ACTIVE for port object 64054606-5dd9-46f9-9bd7-01b4a8be2a20 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:45.923697 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a5089c-c1ad-4ff8-955d-f0b8c6809faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:45.951061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-566e0daa-ace7-4555-bb2d-1fae8e357e72 req-336f5071-d662-47db-a941-c17a23afd619 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329730 Feb 09 15:41:45.953042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5089c-c1ad-4ff8-955d-f0b8c6809faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b134e2-bc35-4d7e-a7b1-d70df95aa165,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:45.960295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a5089c-c1ad-4ff8-955d-f0b8c6809faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:45.964431 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-75a5089c-c1ad-4ff8-955d-f0b8c6809faf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/55b134e2-bc35-4d7e-a7b1-d70df95aa165 HTTP/1.1" status: 204 len: 168 time: 0.7112629 Feb 09 15:41:45.972845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58050) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:46.008527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13811d-b0bc-472d-bcd5-622a78b1eac5 req-42d38464-740a-421a-9f40-cddeb6a7c183 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.017173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab13811d-b0bc-472d-bcd5-622a78b1eac5 req-42d38464-740a-421a-9f40-cddeb6a7c183 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 943 time: 0.0917201 Feb 09 15:41:46.054746 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.065865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab13811d-b0bc-472d-bcd5-622a78b1eac5 req-99d32d1a-30bc-48c0-b92e-ee3e13db8839 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Feb 09 15:41:46.085825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.163332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bf265-8cf3-45fb-8ccb-0671e5a9c324 req-24fa82ec-a46e-4b1c-b345-2c3b599fa1c3 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.165381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116bf265-8cf3-45fb-8ccb-0671e5a9c324 req-24fa82ec-a46e-4b1c-b345-2c3b599fa1c3 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 945 time: 0.0893137 Feb 09 15:41:46.182773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] No DVR routers for this DVR port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:41:46.186778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] Pushing event updated for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=10']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:46.263528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809a3e3-0fec-4ff6-bdc1-a0156d4d04e1 req-6acd2386-edc7-40ab-951b-52d8865e7028 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.268058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5809a3e3-0fec-4ff6-bdc1-a0156d4d04e1 req-6acd2386-edc7-40ab-951b-52d8865e7028 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 945 time: 0.0982616 Feb 09 15:41:46.276677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116bf265-8cf3-45fb-8ccb-0671e5a9c324 req-6e5f8000-4027-42d9-aa57-eba04d08e8dd tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984318 Feb 09 15:41:46.300778 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bf212188-55a8-4a69-8095-b46d64df6b07 service neutron] 10.222.0.73 "PUT /v2.0/ports/64054606-5dd9-46f9-9bd7-01b4a8be2a20/bindings/n-h1-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5266507 Feb 09 15:41:46.303115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.333609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c327f406-6a3b-4970-a56b-6beabe5d8c37']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:46.347059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855781ee-7781-4d0f-9efc-20ddd1bc7e45') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:46.347312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855781ee-7781-4d0f-9efc-20ddd1bc7e45') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:46.361905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.364152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-5c361569-03b2-4f99-9bc1-35c39090e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.365664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-5c361569-03b2-4f99-9bc1-35c39090e950 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=519bdf7aa4a74a6e86b1c099b181bb97&device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 1096 time: 0.0839441 Feb 09 15:41:46.399793 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.418612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:41:46.419270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:41:46.422418 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:41:46.458396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5809a3e3-0fec-4ff6-bdc1-a0156d4d04e1 req-6d37f6e0-a1d3-4765-81d5-ec6dcc4d84db tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803107 Feb 09 15:41:46.481433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9372f-1f8f-40ad-9e2e-cadb3225931e req-1fe86998-d104-4726-a143-6d01b4361639 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.483155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bf9372f-1f8f-40ad-9e2e-cadb3225931e req-1fe86998-d104-4726-a143-6d01b4361639 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1387227 Feb 09 15:41:46.563075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-8481e462-743d-49cc-9992-d36c6d74d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.564937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-8481e462-743d-49cc-9992-d36c6d74d136 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8e51a182-7b50-42dd-b41e-946ba91c0c34 HTTP/1.1" status: 200 len: 915 time: 0.1823280 Feb 09 15:41:46.613954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bf9372f-1f8f-40ad-9e2e-cadb3225931e req-ea2abcb2-10ea-4f33-9c96-f817aa406598 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236665 Feb 09 15:41:46.689713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-cd406020-a84d-40bd-9cfb-64950a694888 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4339b0d6-41ad-4609-be89-e441e04359b6 HTTP/1.1" status: 200 len: 217 time: 0.1176021 Feb 09 15:41:46.699638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.724316 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.733434 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] 10.222.0.53 "DELETE /v2.0/networks/c327f406-6a3b-4970-a56b-6beabe5d8c37 HTTP/1.1" status: 204 len: 168 time: 0.7594128 Feb 09 15:41:46.735390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:46.756061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95044903-9af8-4197-979d-f60441beb87a admin admin] Pushing event deleted for resources: {'Network': ['ID=c327f406-6a3b-4970-a56b-6beabe5d8c37,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:46.777685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-d161096d-5593-4a5d-b484-5e86b8458b6a tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.779235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-d161096d-5593-4a5d-b484-5e86b8458b6a tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.2593665 Feb 09 15:41:46.782689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-8e687d47-682b-4a5a-a8b8-c63240f2c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.784599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-8e687d47-682b-4a5a-a8b8-c63240f2c0fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=40e3ffce-2243-4571-8c4b-de016fa25254 HTTP/1.1" status: 200 len: 854 time: 0.0851774 Feb 09 15:41:46.821092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebad68-f183-4e9f-bfc2-e4deb0544f29 req-bba2d14a-4cea-477d-afe1-0b2c5aae9696 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.822663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8ebad68-f183-4e9f-bfc2-e4deb0544f29 req-bba2d14a-4cea-477d-afe1-0b2c5aae9696 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 948 time: 0.1398180 Feb 09 15:41:46.825746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-9852570b-865f-4dc0-adbf-426974a2ef71 admin admin] Deleting subnet 38a681b1-e531-4838-82f3-901a7bf78a6a {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:41:46.829933 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9852570b-865f-4dc0-adbf-426974a2ef71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.857846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58078) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:46.875730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-4eb3f521-67a0-4a99-aef6-85455eba473b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e51a182-7b50-42dd-b41e-946ba91c0c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817602 Feb 09 15:41:46.922102 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9852570b-865f-4dc0-adbf-426974a2ef71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:46.978715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-2b055a47-5724-4d52-81d5-b496ed347e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:46.979308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-2b055a47-5724-4d52-81d5-b496ed347e82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c&tenant_id=67e93c2dfe9f49eb90be156bbca66090 HTTP/1.1" status: 200 len: 1096 time: 0.1841211 Feb 09 15:41:46.996725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8ebad68-f183-4e9f-bfc2-e4deb0544f29 req-e83a1675-b593-4be5-a8fa-51d92f040cc2 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307335 Feb 09 15:41:47.026447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9852570b-865f-4dc0-adbf-426974a2ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.073599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-fd631e47-f489-4218-9e8d-99d7240902cd service neutron] 10.222.0.13 "GET /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866388 Feb 09 15:41:47.173594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-09aad791-7fec-4b40-a68a-7f4d37ac8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:47.175407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-09aad791-7fec-4b40-a68a-7f4d37ac8161 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1096 time: 0.1464176 Feb 09 15:41:47.190728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5884fbd0-0705-4d4a-8044-08f9c67cbce5 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:41:47.306735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:47.309482 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d" -d '{"events": [{"name": "network-changed", "server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:47.370773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5884fbd0-0705-4d4a-8044-08f9c67cbce5, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5884fbd0-0705-4d4a-8044-08f9c67cbce5,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:47.385243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-339c50f0-f13f-4e05-915e-3704566b0108 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9124bc837f5f4c65a053e275b034e3a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662100 Feb 09 15:41:47.387206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5884fbd0-0705-4d4a-8044-08f9c67cbce5', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '5884fbd0-0705-4d4a-8044-08f9c67cbce5', 'mac_address': 'fa:16:3e:22:25:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:41:47.439719 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.449283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9852570b-865f-4dc0-adbf-426974a2ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.457469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5884fbd0-0705-4d4a-8044-08f9c67cbce5 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:47.486354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5884fbd0-0705-4d4a-8044-08f9c67cbce5, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5884fbd0-0705-4d4a-8044-08f9c67cbce5,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:47.492272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852570b-865f-4dc0-adbf-426974a2ef71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a681b1-e531-4838-82f3-901a7bf78a6a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:47.494669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9852570b-865f-4dc0-adbf-426974a2ef71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.496614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0a79f-ba75-40ad-9f16-e3504c11892d req-6d26291f-df9e-4fd1-9df6-f2d7a03e3d4d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:47.501380 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9852570b-865f-4dc0-adbf-426974a2ef71 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/38a681b1-e531-4838-82f3-901a7bf78a6a HTTP/1.1" status: 204 len: 168 time: 0.7614002 Feb 09 15:41:47.501658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0a79f-ba75-40ad-9f16-e3504c11892d req-6d26291f-df9e-4fd1-9df6-f2d7a03e3d4d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 943 time: 0.3274124 Feb 09 15:41:47.507864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58100) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:47.509009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f906a568-4c2c-4a30-a81f-b995d10085fd req-d944a48d-c6ac-4651-9d7e-7c6119a5ea7f service neutron] 10.222.0.13 "GET /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256318 Feb 09 15:41:47.545809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-fb06bb19-f95a-431b-84df-2f7ce0278f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:47.547508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-fb06bb19-f95a-431b-84df-2f7ce0278f10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.3460679 Feb 09 15:41:47.612365 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.622063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-bc4739bb-c7f7-4494-9496-7f9a972a900d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 200 len: 217 time: 0.0616899 Feb 09 15:41:47.631140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.677950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0a79f-ba75-40ad-9f16-e3504c11892d req-727c8cc8-bdf6-4b55-bc03-d99cb92fd287 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507709 Feb 09 15:41:47.691499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-8a6e6cad-149a-4fb4-a0a1-66ed17d594fa tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:47.698666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-8a6e6cad-149a-4fb4-a0a1-66ed17d594fa tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028190 Feb 09 15:41:47.715237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5884fbd0-0705-4d4a-8044-08f9c67cbce5,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:47.717194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-4cb1d333-0da5-4162-b418-a24db01ae799 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/quotas/9124bc837f5f4c65a053e275b034e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0175579 Feb 09 15:41:47.773992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-d0f0c46e-5bc7-4514-9159-d25de828fe66 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9124bc837f5f4c65a053e275b034e3a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557630 Feb 09 15:41:47.784486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.798277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-a5a9eaac-09ba-4056-908a-fc55afb0e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:47.804197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-a5a9eaac-09ba-4056-908a-fc55afb0e34e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.1692674 Feb 09 15:41:47.852709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.867555 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-c2d08280-4127-49f8-ac42-316a187bf806 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560069 Feb 09 15:41:47.887754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd5cbff-1b59-489f-8bcb-08a617c13e5a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:47.899118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5884fbd0-0705-4d4a-8044-08f9c67cbce5'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:47.903229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e05557-2da0-4262-b28e-a91b1fdebfa2') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:47.903520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e05557-2da0-4262-b28e-a91b1fdebfa2') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:47.915692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.932219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.939303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:41:47.939879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:41:47.988042 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:41:47.993088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc90f5c-4e55-4975-9067-77ed5831d7e3 req-fb41e930-849f-40c7-b130-4db510ab878c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:47.995867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdc90f5c-4e55-4975-9067-77ed5831d7e3 req-fb41e930-849f-40c7-b130-4db510ab878c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 945 time: 0.1734192 Feb 09 15:41:48.128702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdc90f5c-4e55-4975-9067-77ed5831d7e3 req-80e00934-b37f-44e6-af42-c5e27a867a13 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258857 Feb 09 15:41:48.132379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-ce862563-2ef7-4c00-b04b-32921c47c8d0 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557683 Feb 09 15:41:48.207179 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94f3f90-26cd-427c-bf36-8ad3e08f6abe x-openstack-request-id: req-d94f3f90-26cd-427c-bf36-8ad3e08f6abe {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:48.207502 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:48.207724 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d94f3f90-26cd-427c-bf36-8ad3e08f6abe {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:48.208141 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'status': 'completed', 'code': 200} Feb 09 15:41:48.261689 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:48.280551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-fa3bc2be-026a-4bc4-b75a-c3c4409dd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.282386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-fa3bc2be-026a-4bc4-b75a-c3c4409dd95d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1101 time: 0.1389451 Feb 09 15:41:48.282589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:48.285946 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] 10.222.0.53 "DELETE /v2.0/networks/ddd5cbff-1b59-489f-8bcb-08a617c13e5a HTTP/1.1" status: 204 len: 168 time: 0.7766972 Feb 09 15:41:48.307348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd5cbff-1b59-489f-8bcb-08a617c13e5a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:48.334673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-880377e1-7125-4aa9-bb2a-9e1136479231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.336346 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-880377e1-7125-4aa9-bb2a-9e1136479231 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 1094 time: 0.1143234 Feb 09 15:41:48.354719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.355103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.355416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.355742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.356073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.356440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.356763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.357712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.358055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.358378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.358700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.359019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c9ce55-ad9c-438c-a526-03798363ccaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:48.463467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-45df0837-65ec-4127-a49c-94037399ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.466291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-45df0837-65ec-4127-a49c-94037399ffa5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1446359 Feb 09 15:41:48.615208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-eb4cdce6-329f-4d9e-9597-2868f5944ad3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 217 time: 0.1247623 Feb 09 15:41:48.728603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee699-26bc-4a09-ae01-62f60f27120f req-b0cf9020-bc66-4d56-80d2-2f7c4dc08b83 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.731231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e3ee699-26bc-4a09-ae01-62f60f27120f req-b0cf9020-bc66-4d56-80d2-2f7c4dc08b83 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 945 time: 0.4789209 Feb 09 15:41:48.741066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-d1802312-7c20-4508-ba36-63d858033014 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869160 Feb 09 15:41:48.761438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-4bdf6fa7-8cb3-48ab-820f-6289723b8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.762980 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-4bdf6fa7-8cb3-48ab-820f-6289723b8956 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 915 time: 0.3924150 Feb 09 15:41:48.769229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Deleting port b81a4336-f3d7-4efa-bc53-eed26bb1f793 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:48.769573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:48.776776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-9039b68c-a311-45ad-a0ab-9026de1550ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.778468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-9039b68c-a311-45ad-a0ab-9026de1550ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1444342 Feb 09 15:41:48.786422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ff82c-f216-4503-934b-42c9a0eae9a8 req-c414f312-f722-4158-a41d-bbc62c21f9ad tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.794401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af3ff82c-f216-4503-934b-42c9a0eae9a8 req-c414f312-f722-4158-a41d-bbc62c21f9ad tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.3193691 Feb 09 15:41:48.849848 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-27f45e47-ead4-43f4-a12c-4a866ddbef33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0626d67b-6d1a-4125-960d-d201cd2037fd HTTP/1.1" status: 200 len: 217 time: 0.0664065 Feb 09 15:41:48.854667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58120) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:48.860603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e3ee699-26bc-4a09-ae01-62f60f27120f req-19afd7fe-7566-4b45-b666-7084a26b7fa1 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151502 Feb 09 15:41:48.888189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0626d67b-6d1a-4125-960d-d201cd2037fd details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:41:48.893541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af3ff82c-f216-4503-934b-42c9a0eae9a8 req-d3c39f88-76ad-4814-b2a7-c51c14a8a46a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981641 Feb 09 15:41:48.915143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-22ff05d8-5322-4702-b4b6-b1e4d060fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.925114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-22ff05d8-5322-4702-b4b6-b1e4d060fd03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276107 Feb 09 15:41:48.980022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-254bbe38-5af5-4bb1-b0df-e070b444726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:48.981883 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-254bbe38-5af5-4bb1-b0df-e070b444726d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e019a5f9-347a-4a8f-9baf-673ecba8d398 HTTP/1.1" status: 200 len: 854 time: 0.1190960 Feb 09 15:41:48.998813 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0230ec56-42ee-4a84-ac7e-8d23fa9faffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e9ea437e3eb4a6ea2e992626d91384e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430061 Feb 09 15:41:49.001459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58122) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:49.050835 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-adbc2dbe-2569-4d27-a484-1a6903533c3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4c80331-941a-4f1e-a53a-5e2e27ce964f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550365 Feb 09 15:41:49.081635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] For port b81a4336-f3d7-4efa-bc53-eed26bb1f793, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b81a4336-f3d7-4efa-bc53-eed26bb1f793,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:49.082188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.083411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:49.086753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ded82aac-b54d-47e8-8886-9832df4fb1b9 req-7fb0ef2c-8e73-4601-b32c-f1066c53b455 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 210 time: 0.0889399 Feb 09 15:41:49.145014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'port_id': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'mac_address': 'fa:16:3e:9a:db:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e019a5f9-347a-4a8f-9baf-673ecba8d398', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:41:49.162181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490537e2-22a7-4bcf-81ae-504e57d53dff req-d92efdae-99d3-4191-9297-c70ae9b5a285 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:49.170649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-490537e2-22a7-4bcf-81ae-504e57d53dff req-d92efdae-99d3-4191-9297-c70ae9b5a285 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 949 time: 0.1715498 Feb 09 15:41:49.222382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5884fbd0-0705-4d4a-8044-08f9c67cbce5 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:41:49.222635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Calling delete_port for b81a4336-f3d7-4efa-bc53-eed26bb1f793 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:49.257770 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.292552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0626d67b-6d1a-4125-960d-d201cd2037fd {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:49.314986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7929e470-f396-42d4-bd19-f2f041621cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.326406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:49.362124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7929e470-f396-42d4-bd19-f2f041621cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.372584 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-6b31f2d8-29ef-47ef-a747-c1254f7144ab service neutron] 10.222.0.13 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123140 Feb 09 15:41:49.476878 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.509404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-38f86c61-d35b-4d8a-ba7a-14538565f8dd service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744214 Feb 09 15:41:49.530683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:41:49.566774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:49.567385 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.602408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-490537e2-22a7-4bcf-81ae-504e57d53dff req-02f1e8b7-a8cf-445f-8b69-2bf1d7b4c55d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304364 Feb 09 15:41:49.648654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:49.708256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-f64fba10-5084-4d92-9c4a-787b38663fc9 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:49.708795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-f64fba10-5084-4d92-9c4a-787b38663fc9 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.2022724 Feb 09 15:41:49.714797 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dcd17c5e-083f-4b9f-9986-8a74adb1b65d req-1de2152e-6b5f-4f2e-b861-3352af4edd81 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080914 Feb 09 15:41:49.716921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a408f-bf1d-40c0-8498-bab8c751098e req-8f7a9564-8517-4aba-b802-0d31f002bf9f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:49.718493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d91a408f-bf1d-40c0-8498-bab8c751098e req-8f7a9564-8517-4aba-b802-0d31f002bf9f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 944 time: 0.2131176 Feb 09 15:41:49.752392 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.767401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7929e470-f396-42d4-bd19-f2f041621cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.771802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7929e470-f396-42d4-bd19-f2f041621cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.776159 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7929e470-f396-42d4-bd19-f2f041621cb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c4390bc-ce66-481c-a5ff-0d3955f6ee79 HTTP/1.1" status: 204 len: 168 time: 0.7713089 Feb 09 15:41:49.785436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929e470-f396-42d4-bd19-f2f041621cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4390bc-ce66-481c-a5ff-0d3955f6ee79,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:49.804802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf92e08-54eb-4ae8-9b17-3a76bf512e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5884fbd0-0705-4d4a-8044-08f9c67cbce5'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:49.809939 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b917a0-6d18-43aa-87c5-8d5fad567302" -d '{"events": [{"server_uuid": "acf92e08-54eb-4ae8-9b17-3a76bf512e9a", "name": "network-vif-plugged", "status": "completed", "tag": "5884fbd0-0705-4d4a-8044-08f9c67cbce5"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:49.822608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['0626d67b-6d1a-4125-960d-d201cd2037fd'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:49.832482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5884fbd0-0705-4d4a-8044-08f9c67cbce5, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5884fbd0-0705-4d4a-8044-08f9c67cbce5,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:49.845250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-d75c6316-7290-49db-9f64-86962786fe65 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173947 Feb 09 15:41:49.894616 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.904728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d91a408f-bf1d-40c0-8498-bab8c751098e req-855e119b-e896-497d-bdc1-e743abe49308 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668417 Feb 09 15:41:49.930674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73488e-cbc3-490d-883b-1439db6a4bda req-fa649951-fdf0-4df8-88f7-eb48209a4bf2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:49.936810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f73488e-cbc3-490d-883b-1439db6a4bda req-fa649951-fdf0-4df8-88f7-eb48209a4bf2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 945 time: 0.2029912 Feb 09 15:41:49.945594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Pushing event deleted for resources: {'Port': ['ID=b81a4336-f3d7-4efa-bc53-eed26bb1f793,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:49.954962 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:49.957007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 64054606-5dd9-46f9-9bd7-01b4a8be2a20 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:50.058296 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811bacda-f955-492f-aef5-70c9af49a93c x-openstack-request-id: req-811bacda-f955-492f-aef5-70c9af49a93c {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:50.060155 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf92e08-54eb-4ae8-9b17-3a76bf512e9a", "name": "network-vif-plugged", "status": "completed", "tag": "5884fbd0-0705-4d4a-8044-08f9c67cbce5", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:50.060856 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-811bacda-f955-492f-aef5-70c9af49a93c {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:50.061882 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf92e08-54eb-4ae8-9b17-3a76bf512e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5884fbd0-0705-4d4a-8044-08f9c67cbce5', 'code': 200} Feb 09 15:41:50.130116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f73488e-cbc3-490d-883b-1439db6a4bda req-2a0013b5-cc13-44b2-84af-69480f849c8d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582155 Feb 09 15:41:50.204422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d7e25-abc6-46eb-aeca-193bfc72a482 req-dc11fc3c-2c77-46ae-992f-b485cf95cfcd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:50.213112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d44d7e25-abc6-46eb-aeca-193bfc72a482 req-dc11fc3c-2c77-46ae-992f-b485cf95cfcd tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 945 time: 0.0796225 Feb 09 15:41:50.229131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5884fbd0-0705-4d4a-8044-08f9c67cbce5,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:50.251941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 64054606-5dd9-46f9-9bd7-01b4a8be2a20 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:50.277937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcff46-b3cf-4723-9e78-6750babeb7fe req-fd2ca0fa-24f1-4401-93fa-cdc9281a10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:50.279438 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03fcff46-b3cf-4723-9e78-6750babeb7fe req-fd2ca0fa-24f1-4401-93fa-cdc9281a10df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 1101 time: 0.1278763 Feb 09 15:41:50.284006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:50.319967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-4496c86f-b833-441d-abd5-b37cd051b228 service neutron] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:50.337261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-4496c86f-b833-441d-abd5-b37cd051b228 service neutron] Notify callbacks [] for binding, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:50.338427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03800b31-82f2-49b5-86c2-12bdaad52d7f req-4496c86f-b833-441d-abd5-b37cd051b228 service neutron] 10.222.0.13 "DELETE /v2.0/ports/64054606-5dd9-46f9-9bd7-01b4a8be2a20/bindings/n-h2-828542-1 HTTP/1.1" status: 204 len: 173 time: 0.5996752 Feb 09 15:41:50.341345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d44d7e25-abc6-46eb-aeca-193bfc72a482 req-bba17c6b-8011-42b3-b620-4a9d5d5412c5 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274214 Feb 09 15:41:50.361537 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03fcff46-b3cf-4723-9e78-6750babeb7fe req-5d6ef99a-5cf8-4e1a-b226-ea5f6abe1277 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743952 Feb 09 15:41:50.383914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b744df7-8cd5-49f2-86cc-5f14e8d276c3 req-1705063d-af88-40de-a674-5f355cfef43c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:50.386645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b744df7-8cd5-49f2-86cc-5f14e8d276c3 req-1705063d-af88-40de-a674-5f355cfef43c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1428702 Feb 09 15:41:50.464611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2da66b9-2d1a-46bc-ab98-e5d8ae78aa45 req-adfd0ee9-859b-4fb2-b51a-d95c5bf730e9 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 210 time: 0.0364993 Feb 09 15:41:50.467336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b744df7-8cd5-49f2-86cc-5f14e8d276c3 req-747a0776-b02d-4681-a405-c029daf102a9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700071 Feb 09 15:41:50.684400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:41:50.725168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6f45-aa64-4082-94fa-17f6bfe6ed06 req-4d444f1b-9573-40ad-83f3-504ad03ec03d tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:50.728778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee9b6f45-aa64-4082-94fa-17f6bfe6ed06 req-4d444f1b-9573-40ad-83f3-504ad03ec03d tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1096 time: 0.0580857 Feb 09 15:41:50.808849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee9b6f45-aa64-4082-94fa-17f6bfe6ed06 req-0dee06c1-81cd-4622-9cb6-b7f5279a0474 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751770 Feb 09 15:41:50.822218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:41:50.822478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e7add-5e81-4c13-83a1-dd1d9c37765e req-b1f6f6ac-3105-4aac-9247-823eba6bebd4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:50.825273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-929e7add-5e81-4c13-83a1-dd1d9c37765e req-b1f6f6ac-3105-4aac-9247-823eba6bebd4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 950 time: 0.0904052 Feb 09 15:41:50.828840 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57abb937-00da-42f7-babc-03369d45c07e admin admin] 10.222.0.53 "PUT /v2.0/routers/1f21b97b-2918-4144-9ea1-1a4d6acc3f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9690816 Feb 09 15:41:50.830913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:50.837168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] Sync routers for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:41:50.859532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:41:50.860987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:50.945379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-929e7add-5e81-4c13-83a1-dd1d9c37765e req-e11bcf16-9c10-4c2c-9295-ea540c88a186 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957527 Feb 09 15:41:50.951664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0626d67b-6d1a-4125-960d-d201cd2037fd up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:41:51.090394 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.155753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:41:51.210110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b1674-1f8b-4e6f-b5b1-4202be3c4376 req-5a90030d-8825-4d1b-a5ac-17f688e9cafa tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:51.220315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b29b1674-1f8b-4e6f-b5b1-4202be3c4376 req-5a90030d-8825-4d1b-a5ac-17f688e9cafa tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 944 time: 0.1051898 Feb 09 15:41:51.228352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58158) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:51.286043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.306679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b29b1674-1f8b-4e6f-b5b1-4202be3c4376 req-eef02012-f1a4-469d-9643-4a799bb03ca4 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483320 Feb 09 15:41:51.325858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0b9859b2-2a36-411f-bdc5-807cd1ed04ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=537d9c8888614cba81441ff12858505c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0957196 Feb 09 15:41:51.328341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58160) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:51.340979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 0626d67b-6d1a-4125-960d-d201cd2037fd completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:41:51.367967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 0626d67b-6d1a-4125-960d-d201cd2037fd triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:51.368906 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.406496 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abda4a18-287e-4e8b-b4c0-bc0b835738e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.455955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abda4a18-287e-4e8b-b4c0-bc0b835738e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.605664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Deleting port fd691328-ca6e-4d60-87f0-300db5bb42b7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:51.606304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.613975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962264-3317-48d7-8777-a75ae079e224 req-e865dac8-ed2f-4029-b48b-990826fabf21 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:51.616642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-e865dac8-ed2f-4029-b48b-990826fabf21 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 806 time: 0.1791887 Feb 09 15:41:51.663585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-c2b4ff23-8bb9-4cc1-aea6-9f16767ef28f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/quotas/67e93c2dfe9f49eb90be156bbca66090 HTTP/1.1" status: 200 len: 375 time: 0.0348022 Feb 09 15:41:51.714044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.726648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f4db5-f8f4-4223-b308-9bf1096c5a9d req-3ac442b3-1db9-4c33-b530-a5fa9778f038 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:51.728381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-708f4db5-f8f4-4223-b308-9bf1096c5a9d req-3ac442b3-1db9-4c33-b530-a5fa9778f038 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1107602 Feb 09 15:41:51.739029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] For port fd691328-ca6e-4d60-87f0-300db5bb42b7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fd691328-ca6e-4d60-87f0-300db5bb42b7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:51.739427 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.754089 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Calling delete_port for fd691328-ca6e-4d60-87f0-300db5bb42b7 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:51.757553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-97c7c130-ae07-42f2-9cd3-613784392cd7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922320 Feb 09 15:41:51.767650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:51.777257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:41:49Z', 'revision_number': 5, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port': {'id': 'fd691328-ca6e-4d60-87f0-300db5bb42b7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:51.820421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] Checking router: 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:41:51.832699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] Routers {'1f21b97b-2918-4144-9ea1-1a4d6acc3f50'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:41:51.833706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:51.845240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-708f4db5-f8f4-4223-b308-9bf1096c5a9d req-93583347-4b4c-41c3-83d2-e14e2de35cbf tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073737 Feb 09 15:41:51.847805 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abda4a18-287e-4e8b-b4c0-bc0b835738e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.850681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abda4a18-287e-4e8b-b4c0-bc0b835738e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.854398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-abda4a18-287e-4e8b-b4c0-bc0b835738e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10dbd5e2-8352-42cc-929e-74c53ab9ea87 HTTP/1.1" status: 204 len: 168 time: 0.5223558 Feb 09 15:41:51.885834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda4a18-287e-4e8b-b4c0-bc0b835738e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dbd5e2-8352-42cc-929e-74c53ab9ea87,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:51.946846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:51.948042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-175dea92-635a-4689-817f-e863f90332e9 service neutron] 10.222.0.53 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797519 Feb 09 15:41:52.021300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] Set router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:41:52.089265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:52.091764 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebff3dd-4806-4e12-a3a6-2b2159e0f1ff" -d '{"events": [{"server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "name": "network-vif-plugged", "status": "completed", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:52.102769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3586dd1-7a7d-4016-8fb6-b3ab96e7e0ac req-4cf0c980-711e-4737-a42f-6c2dd0dbc1c2 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 210 time: 0.0559633 Feb 09 15:41:52.104526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:41:51Z', 'revision_number': 6, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:52.128247 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:41:52.141425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:52.152371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d4ed9d-f858-409e-b5a1-b6e8a4ac47f2 None None] The sync data for ids ['1f21b97b-2918-4144-9ea1-1a4d6acc3f50'] in n-d-828542-1 is: [{'id': '1f21b97b-2918-4144-9ea1-1a4d6acc3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2029513279-router', 'tenant_id': '8bfb9517f1ef43b986558b2fe034579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:38:47Z', 'updated_at': '2022-02-09T15:41:51Z', 'revision_number': 6, 'project_id': '8bfb9517f1ef43b986558b2fe034579e', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:41:52.174580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-9202a2c0-eab9-497b-8e29-024c8cb76fb5 service neutron] 10.222.0.53 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254410 Feb 09 15:41:52.370972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-098a2f67-2971-4c99-b5b5-025a0f90a808 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9124bc837f5f4c65a053e275b034e3a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307961 Feb 09 15:41:52.386414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5996ca7-f878-4974-8ccd-4d80af01a101 req-c2e566dd-3b0b-4a8d-8499-d770d764663a tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:52.386414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5996ca7-f878-4974-8ccd-4d80af01a101 req-c2e566dd-3b0b-4a8d-8499-d770d764663a tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 945 time: 0.0884695 Feb 09 15:41:52.447962 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:52.496125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd691328-ca6e-4d60-87f0-300db5bb42b7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:52.514028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5996ca7-f878-4974-8ccd-4d80af01a101 req-90559b57-b798-4168-b9a1-684993cfd0aa tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192555 Feb 09 15:41:52.633746 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e548f8a-1be1-494d-b048-ada79c8e6011 x-openstack-request-id: req-3e548f8a-1be1-494d-b048-ada79c8e6011 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:52.634729 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "name": "network-vif-plugged", "status": "completed", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:52.635156 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e548f8a-1be1-494d-b048-ada79c8e6011 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:52.635756 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'code': 200} Feb 09 15:41:52.724502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:52.742591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206868e3-49ee-4b18-8200-4c07c65aab71 req-5fea3e91-5bf1-4054-9bba-0d4f06b4d1fd tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:52.754068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-206868e3-49ee-4b18-8200-4c07c65aab71 req-5fea3e91-5bf1-4054-9bba-0d4f06b4d1fd tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 950 time: 0.2256949 Feb 09 15:41:52.768372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5f6d8-821e-4255-9555-91b17f26ac90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:52.796037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b81a4336-f3d7-4efa-bc53-eed26bb1f793 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:52.827774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: b81a4336-f3d7-4efa-bc53-eed26bb1f793 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:41:52.828347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b81a4336-f3d7-4efa-bc53-eed26bb1f793 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:53.016819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-206868e3-49ee-4b18-8200-4c07c65aab71 req-062da883-c5f2-4165-85e5-f977056ec42e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143528 Feb 09 15:41:53.037576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-20b99193-62aa-4f66-a580-93bd4b5a751e tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:53.039243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-20b99193-62aa-4f66-a580-93bd4b5a751e tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6547289 Feb 09 15:41:53.063887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e00a1a-0f24-42a0-901f-79685ddf2e4b req-5b4dd6a2-8e34-4635-8cad-116251d932ea tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:53.072203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1e00a1a-0f24-42a0-901f-79685ddf2e4b req-5b4dd6a2-8e34-4635-8cad-116251d932ea tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2251215 Feb 09 15:41:53.087991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Request body: {'port': {'device_id': '575f27a4-1206-4075-bfc3-06affea3b618', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '9124bc837f5f4c65a053e275b034e3a8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:53.294266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f3805-5576-461d-9e59-144c337b7487 req-3d0b4be4-14f6-4edb-b61c-22dd604a6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:53.296050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be0f3805-5576-461d-9e59-144c337b7487 req-3d0b4be4-14f6-4edb-b61c-22dd604a6db5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 1096 time: 0.5405471 Feb 09 15:41:53.320791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db9faf99-73c4-4b2d-8c32-edd41725953a req-64711909-a5ab-470d-ba3c-1834d438b85a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 210 time: 0.0724242 Feb 09 15:41:53.364157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:53.367244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:53.388701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1e00a1a-0f24-42a0-901f-79685ddf2e4b req-e6bebad9-3570-489b-a2de-ab61e15d65b6 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154089 Feb 09 15:41:53.409275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be0f3805-5576-461d-9e59-144c337b7487 req-db78f13d-739b-4569-ba79-cecb27c88227 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951538 Feb 09 15:41:53.522614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-de3c66c6-9815-442d-af81-9bc92defd48c tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:53.524250 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-de3c66c6-9815-442d-af81-9bc92defd48c tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 945 time: 0.0725784 Feb 09 15:41:53.597158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225fa1-fdb3-47a7-bdd1-208321eaebb7 req-4a5a341b-1a64-49d8-b971-b5d332363041 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:53.601690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94225fa1-fdb3-47a7-bdd1-208321eaebb7 req-4a5a341b-1a64-49d8-b971-b5d332363041 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.0863376 Feb 09 15:41:53.701253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94225fa1-fdb3-47a7-bdd1-208321eaebb7 req-46f4ba9c-b3bb-46db-831a-e629e055ad13 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890460 Feb 09 15:41:53.722171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Deleting port 4339b0d6-41ad-4609-be89-e441e04359b6 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:53.722606 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:53.779062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Made reservation on behalf of 9124bc837f5f4c65a053e275b034e3a8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:53.786324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:53.832437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:53.836276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:53.836809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f21b97b-2918-4144-9ea1-1a4d6acc3f50 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:41:53.857223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:53.860855 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3f460f59-79ed-410a-bad0-712cab22d270 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1f21b97b-2918-4144-9ea1-1a4d6acc3f50 HTTP/1.1" status: 204 len: 168 time: 3.0265260 Feb 09 15:41:53.863563 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58212) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:53.898191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca9014d5-c29e-4941-aa1e-6b7f46ca008f req-0e4c0ce6-94e4-4e79-bf42-dd6c80680e8a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 210 time: 0.0703733 Feb 09 15:41:54.007672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] For port 4339b0d6-41ad-4609-be89-e441e04359b6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4339b0d6-41ad-4609-be89-e441e04359b6,segment=NetworkSegment(5743af4b-51c1-4aaf-97d2-f4899aac601f),segment_id=5743af4b-51c1-4aaf-97d2-f4899aac601f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:54.009440 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.074581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Calling delete_port for 4339b0d6-41ad-4609-be89-e441e04359b6 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:54.145477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e6c6b5-7051-44f2-8dc5-07320b08a831 admin admin] Deleting subnet aba5ba73-d06f-4eb7-ac11-9fe80a337657 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:41:54.149676 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54e6c6b5-7051-44f2-8dc5-07320b08a831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.205379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54e6c6b5-7051-44f2-8dc5-07320b08a831 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.263958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54e6c6b5-7051-44f2-8dc5-07320b08a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.353572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.417385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fd691328-ca6e-4d60-87f0-300db5bb42b7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:54.418985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82a4f0-ac2b-446a-97c5-a06b5f7439e0 req-4a4f5c0d-31e5-4c6d-96a7-807df98672be tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:54.420622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b82a4f0-ac2b-446a-97c5-a06b5f7439e0 req-4a4f5c0d-31e5-4c6d-96a7-807df98672be tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 945 time: 0.3756669 Feb 09 15:41:54.460673 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: fd691328-ca6e-4d60-87f0-300db5bb42b7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:41:54.461613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fd691328-ca6e-4d60-87f0-300db5bb42b7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:54.492646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.509063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b82a4f0-ac2b-446a-97c5-a06b5f7439e0 req-947787e8-9aec-4ca7-b8bb-b3d5a5fc56f3 tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/security-groups?id=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756254 Feb 09 15:41:54.583653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.598506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['4339b0d6-41ad-4609-be89-e441e04359b6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:41:54.639631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54e6c6b5-7051-44f2-8dc5-07320b08a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.642909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Pushing event deleted for resources: {'Port': ['ID=4339b0d6-41ad-4609-be89-e441e04359b6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:54.691385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c6b5-7051-44f2-8dc5-07320b08a831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba5ba73-d06f-4eb7-ac11-9fe80a337657,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:54.693176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dcc7e2-c03e-4322-9500-2624abf1e71c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:54.696477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54e6c6b5-7051-44f2-8dc5-07320b08a831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.699757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-54e6c6b5-7051-44f2-8dc5-07320b08a831 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aba5ba73-d06f-4eb7-ac11-9fe80a337657 HTTP/1.1" status: 204 len: 168 time: 0.8363428 Feb 09 15:41:54.700995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688df08b-9371-46fd-bb5e-2c1b2269658a None None] Network 2a096b41-b9ff-4385-b004-2fb3b24bd080 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:54.712903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68b98d74-b8ae-45a2-95cc-fe614399304a req-792095c8-0d9b-4d47-990c-aec35ddacff5 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 210 time: 0.0991902 Feb 09 15:41:54.713774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58232) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:54.758669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] No DVR routers for this DVR port 4339b0d6-41ad-4609-be89-e441e04359b6 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:41:54.763122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:54.771368 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f651d34-57f4-499b-8bf5-799a72a034bb req-1231e90d-e450-4b11-b062-d0137aa255cf tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.13 "DELETE /v2.0/ports/4339b0d6-41ad-4609-be89-e441e04359b6 HTTP/1.1" status: 204 len: 173 time: 1.1695466 Feb 09 15:41:54.773175 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9fec62-3b3c-4df7-aefb-ccd96d2466bf', 'name': 'network-vif-deleted', 'tag': '4339b0d6-41ad-4609-be89-e441e04359b6'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:54.778927 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f9ef73-959a-4b89-b9d8-36da4156b1f3" -d '{"events": [{"server_uuid": "ba9fec62-3b3c-4df7-aefb-ccd96d2466bf", "name": "network-vif-deleted", "tag": "4339b0d6-41ad-4609-be89-e441e04359b6"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:54.844651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58238) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:54.995136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] DHCP port deletion for 2a096b41-b9ff-4385-b004-2fb3b24bd080 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:41:55.045808 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-network', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:55.077730 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Deleting port 0a1f2049-7355-4397-aa2a-80223211cf02 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:55.078453 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.082255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Allocated IP 192.168.233.114 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/d3caaf45-5d0b-4ab6-aebc-ec84ea744d42) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:55.086918 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.138723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4677c-285d-4204-9b09-3cbcfcdf68ba req-17703800-ba2a-48a0-af82-a5c819042180 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.140409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7af4677c-285d-4204-9b09-3cbcfcdf68ba req-17703800-ba2a-48a0-af82-a5c819042180 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2448425 Feb 09 15:41:55.145978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-156b68af-1374-4143-88e6-baeb9011026a tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.146703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-156b68af-1374-4143-88e6-baeb9011026a tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.146928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-156b68af-1374-4143-88e6-baeb9011026a tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.147937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-156b68af-1374-4143-88e6-baeb9011026a tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.150083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-156b68af-1374-4143-88e6-baeb9011026a tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.150632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-156b68af-1374-4143-88e6-baeb9011026a tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.151115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-156b68af-1374-4143-88e6-baeb9011026a tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.158209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] For port 0a1f2049-7355-4397-aa2a-80223211cf02, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a1f2049-7355-4397-aa2a-80223211cf02,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:55.159010 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.159819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-156b68af-1374-4143-88e6-baeb9011026a tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c&device_id=575f27a4-1206-4075-bfc3-06affea3b618&device_id=101ae30c-22ac-4367-be21-90abd7628cce&device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a&device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d&device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c&device_id=c1f93e20-d660-421d-907d-96148ec7f51c&device_id=c732b496-245d-4965-a772-9f02651b39f7&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 6431 time: 0.2623084 Feb 09 15:41:55.176321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Calling delete_port for 0a1f2049-7355-4397-aa2a-80223211cf02 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:55.235124 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-3f641971-8805-472d-83c3-819c95cb8812 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.247596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Made reservation on behalf of bf2fd205ddaf4889b118d232b1629758 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:55.248411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-889de3bd-26a3-4bec-967b-16106ba557ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.251826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.283201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.333138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7af4677c-285d-4204-9b09-3cbcfcdf68ba req-dc6b2b6a-323f-4c48-bfa5-8195fb691a33 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620762 Feb 09 15:41:55.407493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.413148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Deleting port 0a1f2049-7355-4397-aa2a-80223211cf02 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:55.413470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.482148 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.499171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.518049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.523890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Pushing event deleted for resources: {'Port': ['ID=0a1f2049-7355-4397-aa2a-80223211cf02,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:55.538566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.539099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.539788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.540475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.541084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.541692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.542291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.544064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.544064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.544064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.544922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.545533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:55.560068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8822b-8b5d-4781-9575-0656b4419f38 None None] No DVR routers for this DVR port 0a1f2049-7355-4397-aa2a-80223211cf02 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:41:55.561274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] For port 0a1f2049-7355-4397-aa2a-80223211cf02, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a1f2049-7355-4397-aa2a-80223211cf02,segment=NetworkSegment(8b3bf3ab-c3ba-41fc-8c03-68a14aa93700),segment_id=8b3bf3ab-c3ba-41fc-8c03-68a14aa93700)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:55.561781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.573168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae57c21-e49a-409f-b8ee-bcdc2da73c30,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:55.590298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:41:55.595515 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-3f641971-8805-472d-83c3-819c95cb8812 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.613868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.614093 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Added segment bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a of type vlan for network 39bc7ccf-0817-41b8-9d68-f357927d1b08 Feb 09 15:41:55.618190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Calling delete_port for 0a1f2049-7355-4397-aa2a-80223211cf02 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:55.650742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c8d90-3cb3-4503-8578-354b6895a70a req-50bfd535-2aa7-4272-bec1-91d2cdf0f363 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.652388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-609c8d90-3cb3-4503-8578-354b6895a70a req-50bfd535-2aa7-4272-bec1-91d2cdf0f363 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.2101824 Feb 09 15:41:55.673965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.723636 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-3f641971-8805-472d-83c3-819c95cb8812 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.766239 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.779482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-609c8d90-3cb3-4503-8578-354b6895a70a req-afd72036-06a7-498d-8ea6-08ddcf68b2e1 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943537 Feb 09 15:41:55.781643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-870528ff-43a1-4854-bdcd-3dde6d0f0d33 req-3f641971-8805-472d-83c3-819c95cb8812 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.6201358 Feb 09 15:41:55.784923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.786150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.786564 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.826602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f641971-8805-472d-83c3-819c95cb8812 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda48ce5-a5e6-427a-839c-c692ce48d7a0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:55.838988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.868042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:55.877704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:55.882982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Pushing event updated for resources: {'Port': ['ID=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:55.886822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:55.892556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:55.893142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:55.895892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] No DVR routers for this DVR port 0a1f2049-7355-4397-aa2a-80223211cf02 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:41:55.956370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1f2049-7355-4397-aa2a-80223211cf02,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:55.981911 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c136ccc5-acd6-4b39-9885-e69f6dcfc99c x-openstack-request-id: req-c136ccc5-acd6-4b39-9885-e69f6dcfc99c {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:41:55.986235 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9fec62-3b3c-4df7-aefb-ccd96d2466bf", "name": "network-vif-deleted", "tag": "4339b0d6-41ad-4609-be89-e441e04359b6", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:41:55.986541 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c136ccc5-acd6-4b39-9885-e69f6dcfc99c {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:41:55.986936 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9fec62-3b3c-4df7-aefb-ccd96d2466bf', 'name': 'network-vif-deleted', 'tag': '4339b0d6-41ad-4609-be89-e441e04359b6', 'status': 'completed', 'code': 200} Feb 09 15:41:56.003369 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1518416 Feb 09 15:41:56.018610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58250) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:56.049528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Request body: {'subnet': {'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-subnet', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:56.057008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cb433-0af7-4ce9-8777-03eaddcb8d75 admin admin] Pushing event updated for resources: {'Network': ['ID=39bc7ccf-0817-41b8-9d68-f357927d1b08,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:56.067804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:41:56.135024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-460361e8-aab8-486b-8e25-52cd0440709a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0812614 Feb 09 15:41:56.139009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.183060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Request body: {'port': {'device_id': '575f27a4-1206-4075-bfc3-06affea3b618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:56.211727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5be4e7d1-07b2-431c-8fba-7842e3d8ff6c req-20ca6ec0-3862-4e4b-9153-fa756e63887a tempest-InstanceActionsTestJSON-461458015 tempest-InstanceActionsTestJSON-461458015-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba9fec62-3b3c-4df7-aefb-ccd96d2466bf HTTP/1.1" status: 200 len: 210 time: 0.1353455 Feb 09 15:41:56.232898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.233238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.234026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.235085 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > port after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.235085 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > port after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.235741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > port after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.236117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.237011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Made reservation on behalf of bf2fd205ddaf4889b118d232b1629758 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:56.238832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.239268 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.239394 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.239709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.285503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-029eb009-4249-4ee4-b780-570407b94247 None None] Provisioning complete for port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:41:56.286172 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-029eb009-4249-4ee4-b780-570407b94247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.313193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.313691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.314124 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.314572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103178) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:41:56.315038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a096b41-b9ff-4385-b004-2fb3b24bd080']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:56.352570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:56.353027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3bf3ab-c3ba-41fc-8c03-68a14aa93700') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:56.357854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-029eb009-4249-4ee4-b780-570407b94247 None None] Port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:41:56.397993 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.403957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31f3b275-d31f-443e-8a89-306c0023ab94 req-0bca87ee-ed6d-4941-a9a8-a189212b112d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 210 time: 0.0829511 Feb 09 15:41:56.425131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1926-5558-494e-897a-390400a1b6c9 req-99a54383-a2d1-47f9-85c3-023c1fc85274 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:56.427318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-403e1926-5558-494e-897a-390400a1b6c9 req-99a54383-a2d1-47f9-85c3-023c1fc85274 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 936 time: 0.3836775 Feb 09 15:41:56.454386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.460863 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.482764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.485687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:41:56.486350 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: from cryptography.utils import int_from_bytes Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: from cryptography.utils import int_from_bytes Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:41:56.493305 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:41:56.531929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a1f2049-7355-4397-aa2a-80223211cf02 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:56.574826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0a1f2049-7355-4397-aa2a-80223211cf02 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:41:56.577197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a1f2049-7355-4397-aa2a-80223211cf02 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:56.652482 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:56.735826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ed919e-2fcf-49ab-89f6-08728c52316a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:56.783525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Checking segment: {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:56.785244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Network hostable DHCP agents. Network: 39bc7ccf-0817-41b8-9d68-f357927d1b08, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:41:56.863945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962264-3317-48d7-8777-a75ae079e224 req-10eb57fb-8d54-4f15-a3a7-29e2aee3409f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:56.865542 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-10eb57fb-8d54-4f15-a3a7-29e2aee3409f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 806 time: 0.1495805 Feb 09 15:41:56.880826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-403e1926-5558-494e-897a-390400a1b6c9 req-439af03f-790e-482d-a1ff-c4f8cdb8e41f tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311631 Feb 09 15:41:56.882900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Request body: {'port': {'device_id': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'admin_state_up': True, 'tenant_id': '67e93c2dfe9f49eb90be156bbca66090'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:56.920540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 4339b0d6-41ad-4609-be89-e441e04359b6 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:41:56.937320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:41:56.951810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 4339b0d6-41ad-4609-be89-e441e04359b6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:41:56.952190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 4339b0d6-41ad-4609-be89-e441e04359b6 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:41:56.991243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.012260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd3466-3206-4104-935e-4a22f07843c4 req-786c91e7-eedc-4804-b275-cd48dc41b291 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:57.014542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73bd3466-3206-4104-935e-4a22f07843c4 req-786c91e7-eedc-4804-b275-cd48dc41b291 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.1745512 Feb 09 15:41:57.035389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.039415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] 10.222.0.53 "DELETE /v2.0/networks/2a096b41-b9ff-4385-b004-2fb3b24bd080 HTTP/1.1" status: 204 len: 168 time: 2.3220482 Feb 09 15:41:57.042899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58258) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:57.045678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Pushing event deleted for resources: {'Network': ['ID=2a096b41-b9ff-4385-b004-2fb3b24bd080,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:57.080783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.081130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.081685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.082026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.082540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.082869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.083372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.083709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.084035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.084390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.084762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.085084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87591db9-354c-46ae-bef9-a336d653ccfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:41:57.107974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 39bc7ccf-0817-41b8-9d68-f357927d1b08) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:57.121748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:57.122616 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.136124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e1b27-ac2f-410f-adce-68c12cab1467 None None] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:41:57.148126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73bd3466-3206-4104-935e-4a22f07843c4 req-ecf32908-987b-4bbd-a5a9-3ef93e8ac1e9 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072848 Feb 09 15:41:57.341569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:41:57.355646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.366990 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-71a5f211-2994-493f-8781-e231ef6ebeb3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3473759 Feb 09 15:41:57.373788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58264) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:57.375945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:57.390996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Made reservation on behalf of 67e93c2dfe9f49eb90be156bbca66090 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:41:57.394624 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.423790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Transition to ACTIVE for port object d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:41:57.425632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-39bc7ccf-0817-41b8-9d68-f357927d1b08', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:41:57.427098 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.451968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe0ade-fa73-49f8-85c4-9686524d70b5 req-4bb6e38c-d89a-4d69-813e-dc9e23d08569 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:57.457984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe0ade-fa73-49f8-85c4-9686524d70b5 req-4bb6e38c-d89a-4d69-813e-dc9e23d08569 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:57.457984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe0ade-fa73-49f8-85c4-9686524d70b5 req-4bb6e38c-d89a-4d69-813e-dc9e23d08569 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:57.458447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcbe0ade-fa73-49f8-85c4-9686524d70b5 req-4bb6e38c-d89a-4d69-813e-dc9e23d08569 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a&device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c&device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 2883 time: 0.1063900 Feb 09 15:41:57.478122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ae266-e273-49da-a5c6-76278d425d15 req-473d0d4b-cef9-4518-b029-f3ba71e5aed6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:57.480608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c7ae266-e273-49da-a5c6-76278d425d15 req-473d0d4b-cef9-4518-b029-f3ba71e5aed6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1299849 Feb 09 15:41:57.593142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcbe0ade-fa73-49f8-85c4-9686524d70b5 req-bc174a67-4001-40d4-83f8-390312c596a5 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282310 Feb 09 15:41:57.616947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Allocated IP 172.20.0.2 (39bc7ccf-0817-41b8-9d68-f357927d1b08/98ed919e-2fcf-49ab-89f6-08728c52316a/ccc8a52c-5403-4805-b184-1dcc8b42b526) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:57.623895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Allocated IP 172.20.0.3 (fac2674f-7944-4954-9a45-9dcc131b2b17/ad2ca4b2-80df-4b67-b468-18d697cb7531/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:41:57.631957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c7ae266-e273-49da-a5c6-76278d425d15 req-1aa9d5a4-c531-46fd-bda6-53839fad74d5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281819 Feb 09 15:41:57.633792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.722441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.723523 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.724345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58270) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:57.879051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Pushing event updated for resources: {'Port': ['ID=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:57.934301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.938594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:57.974508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-326f9c0f-1e0d-4ae4-9682-2f94aaca9378 req-03414d2b-71f5-41c6-bca9-b4155274578d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 210 time: 0.1375318 Feb 09 15:41:57.988219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9362b0b5-d9f0-4a8a-acdc-762f49687677 admin admin] Deleting subnet 40e3ffce-2243-4571-8c4b-de016fa25254 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:41:58.011697 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.012780 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9362b0b5-d9f0-4a8a-acdc-762f49687677 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.043181 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.066072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c5874-17ad-4cf1-9763-a42672483c74 req-56db5b2d-b0bb-48f4-8680-4684546d0511 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:58.067674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-779c5874-17ad-4cf1-9763-a42672483c74 req-56db5b2d-b0bb-48f4-8680-4684546d0511 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2360134 Feb 09 15:41:58.080748 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.082676 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9362b0b5-d9f0-4a8a-acdc-762f49687677 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.083678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.144757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Attempting to bind port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:58.145298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Attempting to bind port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:58.145714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Attempting to bind port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:58.167109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:41:58.167109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Attempting to bind port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:58.184882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:58.185225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:58.185612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:58.186136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Bound port: d3caaf45-5d0b-4ab6-aebc-ec84ea744d42, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:58.186475 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.199785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-779c5874-17ad-4cf1-9763-a42672483c74 req-a8dddbf6-a1fe-4157-aa2f-b4e6ccc268fb tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208990 Feb 09 15:41:58.222082 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9362b0b5-d9f0-4a8a-acdc-762f49687677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.222247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Pushing event updated for resources: {'Port': ['ID=ccc8a52c-5403-4805-b184-1dcc8b42b526,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:58.266357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:58.271462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:58.284183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:58.404393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.427006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Attempting to bind port ccc8a52c-5403-4805-b184-1dcc8b42b526 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:41:58.427975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Attempting to bind port ccc8a52c-5403-4805-b184-1dcc8b42b526 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:41:58.428572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Attempting to bind port ccc8a52c-5403-4805-b184-1dcc8b42b526 on network 39bc7ccf-0817-41b8-9d68-f357927d1b08 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:41:58.438982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:41:58.438982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Checking segment: {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:41:58.440969 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.441596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Bound using segment: {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:41:58.442517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Bound port: ccc8a52c-5403-4805-b184-1dcc8b42b526, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:41:58.443249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.461550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.496888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11413d-7cc0-4129-be75-7296e86e6b43 req-caf6455d-2351-46d6-b9bd-2d7e44dcbeb6 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:58.498534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a11413d-7cc0-4129-be75-7296e86e6b43 req-caf6455d-2351-46d6-b9bd-2d7e44dcbeb6 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 948 time: 0.1675346 Feb 09 15:41:58.540730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a11413d-7cc0-4129-be75-7296e86e6b43 req-d824488b-ece3-45d8-8e12-5e92f07452be tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348086 Feb 09 15:41:58.570390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] For port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:58.589317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] For port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:58.629810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9362b0b5-d9f0-4a8a-acdc-762f49687677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.632352 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.640150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] For port ccc8a52c-5403-4805-b184-1dcc8b42b526, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:41:58.644657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] For port ccc8a52c-5403-4805-b184-1dcc8b42b526, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ccc8a52c-5403-4805-b184-1dcc8b42b526,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:41:58.663886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362b0b5-d9f0-4a8a-acdc-762f49687677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40e3ffce-2243-4571-8c4b-de016fa25254,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:58.669332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9362b0b5-d9f0-4a8a-acdc-762f49687677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.675660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9362b0b5-d9f0-4a8a-acdc-762f49687677 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/40e3ffce-2243-4571-8c4b-de016fa25254 HTTP/1.1" status: 204 len: 168 time: 0.9410357 Feb 09 15:41:58.676438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58290) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:58.762241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.792502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Network fac2674f-7944-4954-9a45-9dcc131b2b17 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:41:58.797782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:41:58.798938 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.821919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.827266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:41:58.938734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.970665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e51a182-7b50-42dd-b41e-946ba91c0c34']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:58.989053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5743af4b-51c1-4aaf-97d2-f4899aac601f') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:58.989384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5743af4b-51c1-4aaf-97d2-f4899aac601f') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:41:59.005372 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.026063 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.036542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:41:59.038932 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.044338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9be7d-753a-4cba-b46f-e94fa0f90b3e None None] Pushing event updated for resources: {'Port': ['ID=ccc8a52c-5403-4805-b184-1dcc8b42b526,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:41:59.132680 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:41:59.169758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:59.170492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.172740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 HTTP/1.1" status: 200 len: 1096 time: 2.9967866 Feb 09 15:41:59.188522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575f27a4-1206-4075-bfc3-06affea3b618', 'tag': 'd3caaf45-5d0b-4ab6-aebc-ec84ea744d42'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:41:59.191961 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3464e6b-02c1-415c-8a10-8b50148ab126" -d '{"events": [{"name": "network-changed", "server_uuid": "575f27a4-1206-4075-bfc3-06affea3b618", "tag": "d3caaf45-5d0b-4ab6-aebc-ec84ea744d42"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:41:59.225118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:59.226055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.279447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Pushing event updated for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:59.322074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.336596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Deleting port 778b4c01-b064-4f1f-909a-521efdf009a9 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:41:59.337194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.348096 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.352160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8e51a182-7b50-42dd-b41e-946ba91c0c34 HTTP/1.1" status: 204 len: 168 time: 0.6736505 Feb 09 15:41:59.385118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9fd60-f95d-4c42-a94f-31564376ef94 service neutron] Pushing event updated for resources: {'Port': ['ID=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:59.415985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c9c66-caa5-46f1-8f91-2e22b991b6f5 req-01fa563c-62a4-484b-8cad-c6aac3029546 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:59.424006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-789c9c66-caa5-46f1-8f91-2e22b991b6f5 req-01fa563c-62a4-484b-8cad-c6aac3029546 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.2928677 Feb 09 15:41:59.443697 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-a4892d91-958a-4604-8cd9-a532ee8da0e2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5596111 Feb 09 15:41:59.444705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855078d-4ff3-4433-8c57-dad9afe8a716 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e51a182-7b50-42dd-b41e-946ba91c0c34,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:41:59.505651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Request body: {'port': {'device_id': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:41:59.515782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-f7afc14c-1718-4c9e-af70-d0346f35fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:59.517491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-f7afc14c-1718-4c9e-af70-d0346f35fccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9124bc837f5f4c65a053e275b034e3a8&device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 1099 time: 0.1639268 Feb 09 15:41:59.547650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9058816-1daf-4896-a8ce-e278b5510a54 req-0f9a5f30-399b-422d-afc3-e3346b690354 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:59.549369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9058816-1daf-4896-a8ce-e278b5510a54 req-0f9a5f30-399b-422d-afc3-e3346b690354 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.3020215 Feb 09 15:41:59.681976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-a20a093a-5cc7-44d9-8e55-efc237f10616 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 HTTP/1.1" status: 200 len: 217 time: 0.1509013 Feb 09 15:41:59.687687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-789c9c66-caa5-46f1-8f91-2e22b991b6f5 req-010d5b80-5b1d-46ff-baca-a3933344bb89 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624283 Feb 09 15:41:59.689071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.692803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] For port 778b4c01-b064-4f1f-909a-521efdf009a9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=778b4c01-b064-4f1f-909a-521efdf009a9,segment=NetworkSegment(e763ee09-d2d3-4664-8ace-5d6e439b1e16),segment_id=e763ee09-d2d3-4664-8ace-5d6e439b1e16)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:41:59.692803 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.721667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Calling delete_port for 778b4c01-b064-4f1f-909a-521efdf009a9 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:41:59.746846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.789722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9058816-1daf-4896-a8ce-e278b5510a54 req-7238f84b-e558-452b-8a65-75988f1b5468 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061915 Feb 09 15:41:59.791425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-c6283385-4c7d-410b-8feb-8b8f2b37fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:59.793879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-c6283385-4c7d-410b-8feb-8b8f2b37fe88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1032190 Feb 09 15:41:59.858969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.892508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58310) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:41:59.939948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-42e181f6-c393-4824-813b-af69ac74d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:59.941569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-42e181f6-c393-4824-813b-af69ac74d314 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362667 Feb 09 15:41:59.950384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:59.955834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b738890-1a92-44bc-8d12-edbf99556ad3 req-8dd2fdef-8657-4cf2-b30b-317198c3a24a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:41:59.957482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b738890-1a92-44bc-8d12-edbf99556ad3 req-8dd2fdef-8657-4cf2-b30b-317198c3a24a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 931 time: 0.1323395 Feb 09 15:42:00.067482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b738890-1a92-44bc-8d12-edbf99556ad3 req-52cd0e43-0305-4006-aa8e-c7ea53a68cbb tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809915 Feb 09 15:42:00.085935 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b96650-9290-4848-b532-c45a78572db7 x-openstack-request-id: req-78b96650-9290-4848-b532-c45a78572db7 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:00.085935 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575f27a4-1206-4075-bfc3-06affea3b618", "tag": "d3caaf45-5d0b-4ab6-aebc-ec84ea744d42", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:00.085935 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78b96650-9290-4848-b532-c45a78572db7 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:00.085935 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575f27a4-1206-4075-bfc3-06affea3b618', 'tag': 'd3caaf45-5d0b-4ab6-aebc-ec84ea744d42', 'status': 'completed', 'code': 200} Feb 09 15:42:00.131762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-70fd78b5-ffb2-4666-ae18-84a1ec797c47 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731939 Feb 09 15:42:00.192876 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-25c1a569-fe06-437b-96ca-582569bdbb35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=519bdf7aa4a74a6e86b1c099b181bb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950675 Feb 09 15:42:00.194872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58314) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:00.339855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Allocated IP 172.25.5.147 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:00.409973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25412ccc-ac65-4c0f-a46c-e06c22991762 req-a94381ca-0d1b-4590-b675-76a189cfd6c8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690086 Feb 09 15:42:00.422109 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0149a3ca-2559-4663-9a7c-ea7c20600d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.454360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1346a3-53c1-4b77-94b5-0f06d2c03876 req-37998eaf-2c5b-400a-b808-79a45db9a460 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:00.455889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f1346a3-53c1-4b77-94b5-0f06d2c03876 req-37998eaf-2c5b-400a-b808-79a45db9a460 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 948 time: 0.0959139 Feb 09 15:42:00.491724 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0149a3ca-2559-4663-9a7c-ea7c20600d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.531919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f1346a3-53c1-4b77-94b5-0f06d2c03876 req-6291dbb0-fd56-476c-8a6e-634f70453921 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Feb 09 15:42:00.563009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc0a18-f70a-4392-a57d-6124c7826fea None None] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:42:00.575050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:00.597585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.626603 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.628412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Transition to ACTIVE for port object 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:00.646389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-4b6807d2-21d5-4df3-9b39-470a8159bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:00.650231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-4b6807d2-21d5-4df3-9b39-470a8159bf7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9124bc837f5f4c65a053e275b034e3a8&device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 1099 time: 0.0546942 Feb 09 15:42:00.687964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.698380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ccc8a52c-5403-4805-b184-1dcc8b42b526 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:00.730977 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.734818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Pushing event deleted for resources: {'Port': ['ID=778b4c01-b064-4f1f-909a-521efdf009a9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:00.752764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0149a3ca-2559-4663-9a7c-ea7c20600d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.767192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0149a3ca-2559-4663-9a7c-ea7c20600d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.770883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0149a3ca-2559-4663-9a7c-ea7c20600d8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61 HTTP/1.1" status: 204 len: 168 time: 0.5749154 Feb 09 15:42:00.823302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.892781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149a3ca-2559-4663-9a7c-ea7c20600d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b3b5cb-f61e-46f5-a2c6-1f12ecd50e61,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:00.905223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:00.994147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:01.039426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-963a87c9-8f40-4e15-aec8-3c48b87fbd30 None None] Provisioning complete for port ccc8a52c-5403-4805-b184-1dcc8b42b526 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:01.040222 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-963a87c9-8f40-4e15-aec8-3c48b87fbd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.040396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-5dd1114f-dd38-48d3-b5e3-beacc0ae321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.044443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-5dd1114f-dd38-48d3-b5e3-beacc0ae321e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3880610 Feb 09 15:42:01.047862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1d35a-b297-45c5-a6be-6f19f0aca096 req-ee36cc12-a2de-4ef6-bfe9-04d7eb3cc5cf tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.058009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2d1d35a-b297-45c5-a6be-6f19f0aca096 req-ee36cc12-a2de-4ef6-bfe9-04d7eb3cc5cf tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1100 time: 0.3502128 Feb 09 15:42:01.146170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:01.180801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f628e5-8107-48c7-9010-eef8b1a6536b req-b8044f5b-4a74-4070-a235-684d533af22a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.189654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f628e5-8107-48c7-9010-eef8b1a6536b req-b8044f5b-4a74-4070-a235-684d533af22a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.2643778 Feb 09 15:42:01.233170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:01.242538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-e4d00dd1-ca93-49cf-88f3-47248d8123ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 HTTP/1.1" status: 200 len: 217 time: 0.1753271 Feb 09 15:42:01.267823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2d1d35a-b297-45c5-a6be-6f19f0aca096 req-752f1c5f-d1d7-4c37-9b39-b824351e6d8e tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076929 Feb 09 15:42:01.307176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ccc8a52c-5403-4805-b184-1dcc8b42b526 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:01.307176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.321806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f628e5-8107-48c7-9010-eef8b1a6536b req-cf21c6c4-62c2-43d8-a3e3-aae33a328b8f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301877 Feb 09 15:42:01.413700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:01.414054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:01.414410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:01.432223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Pushing event updated for resources: {'Port': ['ID=5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:01.459105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:01.459419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:01.546245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:01.546993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:01.547741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:01.548900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Bound port: 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:01.549762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.573757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-6940a8b9-a810-4c5b-856d-ee9124a6a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.576791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-6940a8b9-a810-4c5b-856d-ee9124a6a89d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.3016787 Feb 09 15:42:01.646315 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.683403 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.719167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:01.729028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:01.730020 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-963a87c9-8f40-4e15-aec8-3c48b87fbd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.755142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8906c31-a68c-4066-95ae-2fae0c39daa8 req-15033e87-97f0-4f46-9e54-54ff417af2ef tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.768850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8906c31-a68c-4066-95ae-2fae0c39daa8 req-15033e87-97f0-4f46-9e54-54ff417af2ef tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.3761172 Feb 09 15:42:01.801419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ccc8a52c-5403-4805-b184-1dcc8b42b526, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ccc8a52c-5403-4805-b184-1dcc8b42b526,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:01.843504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff68d0f-7133-421c-b5db-e536b8873927 req-53e72e5f-28ac-4ceb-a885-cf662d22f5b0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.853532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ff68d0f-7133-421c-b5db-e536b8873927 req-53e72e5f-28ac-4ceb-a885-cf662d22f5b0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.4019210 Feb 09 15:42:01.862979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.871643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-72e6e5e5-3db3-4fed-89be-53533fce3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.874349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-72e6e5e5-3db3-4fed-89be-53533fce3130 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2465620 Feb 09 15:42:01.900638 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.941250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8906c31-a68c-4066-95ae-2fae0c39daa8 req-d87fd942-acd8-4d07-96a7-0d21fd47ef85 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615987 Feb 09 15:42:01.947908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:01.949213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.951690 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 200 len: 1091 time: 2.4551313 Feb 09 15:42:01.984390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:01.984390 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:02.001832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:02.109603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ff68d0f-7133-421c-b5db-e536b8873927 req-7b5b0575-669f-476c-963c-26a1a749480e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466311 Feb 09 15:42:02.123827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ccc8a52c-5403-4805-b184-1dcc8b42b526,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:02.173959 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-963a87c9-8f40-4e15-aec8-3c48b87fbd30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:42:02.174459 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-963a87c9-8f40-4e15-aec8-3c48b87fbd30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:42:02.240118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150df56-9f46-4943-b717-5d31e93fa4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:02.268958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-d4c64344-916d-40f9-b17c-3ca2e3363775 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792000 Feb 09 15:42:02.429570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fe883-8dbc-44be-a71a-b9a440d3e49c req-34c77c7d-810a-4e87-9096-41962d274c7e tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:02.432148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e62fe883-8dbc-44be-a71a-b9a440d3e49c req-34c77c7d-810a-4e87-9096-41962d274c7e tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1100 time: 0.2898912 Feb 09 15:42:02.472953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f825-a72f-4bb3-88a3-85607028b099 req-7e77c0b2-8dbd-465d-bf98-d1296905c61a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:02.475733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b383f825-a72f-4bb3-88a3-85607028b099 req-7e77c0b2-8dbd-465d-bf98-d1296905c61a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 948 time: 0.2401860 Feb 09 15:42:02.612866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3464e6b-02c1-415c-8a10-8b50148ab126 req-fa1ca507-1e1a-4eb4-921d-c5090c331899 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082187 Feb 09 15:42:02.627227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e62fe883-8dbc-44be-a71a-b9a440d3e49c req-938e4b29-84c9-445c-a595-01f93b06b6a0 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749558 Feb 09 15:42:02.637445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ccc8a52c-5403-4805-b184-1dcc8b42b526 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:02.645176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b383f825-a72f-4bb3-88a3-85607028b099 req-b229355c-ccae-4571-9bbe-b0748146b669 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517472 Feb 09 15:42:02.709215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962264-3317-48d7-8777-a75ae079e224 req-86e6af36-c2cc-4327-b4a3-28ef16c52f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:02.710964 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-86e6af36-c2cc-4327-b4a3-28ef16c52f86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1094 time: 0.4817371 Feb 09 15:42:02.800215 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-766948b0-be9d-4cfb-86a6-1c52ef43d15c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 200 len: 217 time: 0.0668082 Feb 09 15:42:02.804281 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e3a1f9-4ebe-4470-a531-4908d2c63903 x-openstack-request-id: req-b3e3a1f9-4ebe-4470-a531-4908d2c63903 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:02.804406 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:02.804641 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3e3a1f9-4ebe-4470-a531-4908d2c63903 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:02.805052 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c', 'status': 'completed', 'code': 200} Feb 09 15:42:02.809644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:02.818257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ccc8a52c-5403-4805-b184-1dcc8b42b526 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:02.819090 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:02.911190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326ba10-d762-44ac-9c7c-3708ab2f3139 req-d1de2337-a623-4d5b-b29b-47f287384518 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:02.925488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b326ba10-d762-44ac-9c7c-3708ab2f3139 req-d1de2337-a623-4d5b-b29b-47f287384518 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.0793061 Feb 09 15:42:02.948788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ad00b0f8-15ea-409d-9ab0-d30b066e00f3 None None] Provisioning complete for port ccc8a52c-5403-4805-b184-1dcc8b42b526 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:02.949535 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad00b0f8-15ea-409d-9ab0-d30b066e00f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:02.980653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:02.982534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b326ba10-d762-44ac-9c7c-3708ab2f3139 req-1360eb81-d319-4e2e-bc0b-aa2fa6b6a378 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560544 Feb 09 15:42:03.049663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58356) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:03.151031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a16479-9c92-4f8e-9427-57569d1cd054 req-b9fe17c6-2571-4312-bdc9-d47d316f40d2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:03.168372 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5a16479-9c92-4f8e-9427-57569d1cd054 req-b9fe17c6-2571-4312-bdc9-d47d316f40d2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.0861552 Feb 09 15:42:03.198979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:03.219787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'd3caaf45-5d0b-4ab6-aebc-ec84ea744d42', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'd3caaf45-5d0b-4ab6-aebc-ec84ea744d42', 'mac_address': 'fa:16:3e:91:cb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:03.239915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Router cffa2833-6da8-4256-87e2-071648761aca has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:42:03.257364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5a16479-9c92-4f8e-9427-57569d1cd054 req-e1730253-ab29-4d11-a05d-4ee8a99756ce tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811896 Feb 09 15:42:03.276047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962264-3317-48d7-8777-a75ae079e224 req-29114813-2734-4197-8e98-7f148003b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:03.288752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-29114813-2734-4197-8e98-7f148003b15f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.4753146 Feb 09 15:42:03.295701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1514297595-network', 'tenant_id': '5d23f82d7c7a4283bb30a4b19639165d'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:03.327675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:03.355799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:03.391840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:03.424823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf497d2-51ec-4b98-bcec-8f4b57a9939f req-090f1232-4789-464a-9332-456392798abc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:03.426910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cf497d2-51ec-4b98-bcec-8f4b57a9939f req-090f1232-4789-464a-9332-456392798abc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.0781593 Feb 09 15:42:03.434793 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-dd0b2c20-c97e-49e0-bbcc-cf60eb9024b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155832 Feb 09 15:42:03.476822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cf497d2-51ec-4b98-bcec-8f4b57a9939f req-158ba7cb-9f66-4d80-acb6-cd5877c43f86 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Feb 09 15:42:03.486373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Made reservation on behalf of 5d23f82d7c7a4283bb30a4b19639165d for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:03.488994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:03.499737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:03.539754 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:03.593170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:03.607033 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:03.733276 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:03.782947 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-cf19d6a6-d9fd-4862-802f-4393015cfea6 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981753 Feb 09 15:42:03.786132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:42:03.792966 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-78c2b99b-e93c-4486-ab40-180fd065cb57 admin admin] 10.222.0.53 "PUT /v2.0/routers/cffa2833-6da8-4256-87e2-071648761aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7489269 Feb 09 15:42:03.806173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d3caaf45-5d0b-4ab6-aebc-ec84ea744d42'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:03.806309 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] Sync routers for ids ['cffa2833-6da8-4256-87e2-071648761aca'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:42:03.814737 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] Routers {'cffa2833-6da8-4256-87e2-071648761aca'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:42:03.815397 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cffa2833-6da8-4256-87e2-071648761aca'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:03.826225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:03.866442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:42:03.875263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4306664-b3f9-49eb-802a-f059a46c0750,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:03.890999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:03.891453 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Added segment d84f0fab-3283-4547-b33d-d4a02ff8e289 of type vlan for network 796f3b29-ba50-4f49-bcc5-ca236722a780 Feb 09 15:42:03.940847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8c6e-2648-4201-a2a1-7d50f2779b0e req-e12b9ffd-01ab-4469-83a1-0f5896e5b9a8 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:03.949968 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] Set router cffa2833-6da8-4256-87e2-071648761aca gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:42:03.960504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aafc8c6e-2648-4201-a2a1-7d50f2779b0e req-e12b9ffd-01ab-4469-83a1-0f5896e5b9a8 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 949 time: 0.1794009 Feb 09 15:42:03.967506 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:04.074907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aafc8c6e-2648-4201-a2a1-7d50f2779b0e req-dc18b50f-fee1-4b64-8023-abb778f297d6 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138387 Feb 09 15:42:04.095543 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:04.144617 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd962264-3317-48d7-8777-a75ae079e224 req-8490a072-e222-48a4-8167-fc0601cb7a3e service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208025 Feb 09 15:42:04.153568 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:04.246319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6483040-0053-4fbf-b5f6-d7987a14b972 req-10505adf-5013-4122-8ba1-3b901d45ed3e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:04.248442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6483040-0053-4fbf-b5f6-d7987a14b972 req-10505adf-5013-4122-8ba1-3b901d45ed3e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.0696354 Feb 09 15:42:04.249964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:04.250926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:04.252100 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:04.284950 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:42:00Z', 'revision_number': 5, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:04.353110 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] Checking router: cffa2833-6da8-4256-87e2-071648761aca for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:42:04.368388 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] Routers {'cffa2833-6da8-4256-87e2-071648761aca'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:42:04.368764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6483040-0053-4fbf-b5f6-d7987a14b972 req-0d0ac875-a139-4796-9ef7-05b90880349d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093161 Feb 09 15:42:04.369207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=796f3b29-ba50-4f49-bcc5-ca236722a780,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:04.370012 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cffa2833-6da8-4256-87e2-071648761aca'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:04.384016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 796f3b29-ba50-4f49-bcc5-ca236722a780 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:42:04.412314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0938f3a1-2053-448c-9e65-f0ac5ce7b6b8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3601296 Feb 09 15:42:04.422141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58384) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:04.427842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Request body: {'subnet': {'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1514297595-subnet', 'tenant_id': '5d23f82d7c7a4283bb30a4b19639165d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:04.490511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-4ff2f931-5e62-41ee-bd84-cbe5bc62435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:04.494694 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-4ff2f931-5e62-41ee-bd84-cbe5bc62435d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1094 time: 0.1630137 Feb 09 15:42:04.602926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Made reservation on behalf of 5d23f82d7c7a4283bb30a4b19639165d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:04.608253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:04.640934 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] Set router cffa2833-6da8-4256-87e2-071648761aca gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:42:04.653391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:04.741697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-e1e506c7-e6d4-4d8d-8ca3-b30f2e73b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:04.744546 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-e1e506c7-e6d4-4d8d-8ca3-b30f2e73b45b service neutron] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.2306852 Feb 09 15:42:04.766337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Router 3b0cdd20-af76-451a-b1f3-aee172a10b05 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:42:04.792651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc31d4-9e71-4220-ab10-030c9e7d745f req-38ad316e-3788-4983-98ae-f09c9f88b0e4 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:04.801623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7fc31d4-9e71-4220-ab10-030c9e7d745f req-38ad316e-3788-4983-98ae-f09c9f88b0e4 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2780483 Feb 09 15:42:04.826716 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-34345b6f-0ffe-4e05-b09c-b4ad720ca4c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 200 len: 217 time: 0.0700126 Feb 09 15:42:04.877293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca6eaf-0031-4b59-be2e-a13dab470c5a req-1465c497-0331-4235-b8ae-4f5be621326a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:04.879786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aca6eaf-0031-4b59-be2e-a13dab470c5a req-1465c497-0331-4235-b8ae-4f5be621326a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.1877789 Feb 09 15:42:04.888172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7fc31d4-9e71-4220-ab10-030c9e7d745f req-b6c3f609-8eb0-4e7d-8a3b-acf9b5e16584 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850823 Feb 09 15:42:04.969785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:05.089639 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:42:00Z', 'revision_number': 5, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:05.136531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d7af20-c91c-40b0-9178-ea33d549d5e3 None None] The sync data for ids ['cffa2833-6da8-4256-87e2-071648761aca'] in n-d-828542-1 is: [{'id': 'cffa2833-6da8-4256-87e2-071648761aca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-832795192-router', 'tenant_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:39:04Z', 'updated_at': '2022-02-09T15:42:00Z', 'revision_number': 5, 'project_id': '34e9a790fc4e435c9cc44d1a565cdeed', 'gw_port': {'id': '09d09137-37bd-4c18-a6ed-ed24e0a552a6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffa2833-6da8-4256-87e2-071648761aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:39:05Z', 'updated_at': '2022-02-09T15:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:42:05.171436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:05.179250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:05.180417 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:05.299885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:05.341001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575f27a4-1206-4075-bfc3-06affea3b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3caaf45-5d0b-4ab6-aebc-ec84ea744d42'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:05.343550 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be597afd-0c0d-4c9f-a729-3a1df1e16fe0" -d '{"events": [{"server_uuid": "575f27a4-1206-4075-bfc3-06affea3b618", "name": "network-vif-plugged", "status": "completed", "tag": "d3caaf45-5d0b-4ab6-aebc-ec84ea744d42"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:05.361672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:05.479015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aca6eaf-0031-4b59-be2e-a13dab470c5a req-f3dff5e8-d16c-4d31-b658-5faf1b5cdc25 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891318 Feb 09 15:42:05.503078 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:05.522668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-a7780718-153b-4ca8-a58c-cc3c364aa541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:05.525198 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-a7780718-153b-4ca8-a58c-cc3c364aa541 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.6565244 Feb 09 15:42:05.604151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84b80b-9d88-4af7-bda8-967053241f71 req-fb2e6c0a-3123-42b0-a29f-f6928d36153a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:05.617815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d84b80b-9d88-4af7-bda8-967053241f71 req-fb2e6c0a-3123-42b0-a29f-f6928d36153a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.5921528 Feb 09 15:42:05.660426 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-43ae338b-c0db-4572-ace0-5584fe9913f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181300 Feb 09 15:42:05.668317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Deleting port 09d09137-37bd-4c18-a6ed-ed24e0a552a6 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:42:05.669213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:05.733535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:05.740656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:05.766577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d84b80b-9d88-4af7-bda8-967053241f71 req-b0e47f4e-c47d-4b30-9268-dfde68ba979c tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357379 Feb 09 15:42:05.786568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:42:05.801501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Sync routers for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:42:05.818443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:42:05.819901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:05.845705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4968df8-e495-4099-ba97-7123ee2d59dd req-3e0f5805-5cc3-4192-a40a-fbcd00e5bf11 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:05.862347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4968df8-e495-4099-ba97-7123ee2d59dd req-3e0f5805-5cc3-4192-a40a-fbcd00e5bf11 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 950 time: 0.2331257 Feb 09 15:42:05.922934 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f923a930-394c-490d-9df6-51c6e0feb392 x-openstack-request-id: req-f923a930-394c-490d-9df6-51c6e0feb392 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:05.923367 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575f27a4-1206-4075-bfc3-06affea3b618", "name": "network-vif-plugged", "status": "completed", "tag": "d3caaf45-5d0b-4ab6-aebc-ec84ea744d42", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:05.932299 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f923a930-394c-490d-9df6-51c6e0feb392 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:05.932299 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575f27a4-1206-4075-bfc3-06affea3b618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3caaf45-5d0b-4ab6-aebc-ec84ea744d42', 'code': 200} Feb 09 15:42:05.999499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] For port 09d09137-37bd-4c18-a6ed-ed24e0a552a6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=09d09137-37bd-4c18-a6ed-ed24e0a552a6,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:05.999799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:06.016213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:06.017573 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-08d7736f-3cb3-41c7-9d48-1c1315ee34aa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 8.6449976 Feb 09 15:42:06.025688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58404) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:06.032108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4968df8-e495-4099-ba97-7123ee2d59dd req-0eb8325c-d3cf-4f36-96d3-61f0f9675068 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653724 Feb 09 15:42:06.034231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Calling delete_port for 09d09137-37bd-4c18-a6ed-ed24e0a552a6 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:42:06.038207 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-acecb1e2-cf16-4a37-a791-a31e6002c94a service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653102 Feb 09 15:42:06.102703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:42:06.201139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:06.292428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Checking segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:06.293009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Network hostable DHCP agents. Network: 796f3b29-ba50-4f49-bcc5-ca236722a780, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:42:06.354309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f9a4-96e9-4a87-8341-af4c27c6bf69 req-a3564a42-0835-4209-a5d2-0819f29ccbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:06.357387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d115f9a4-96e9-4a87-8341-af4c27c6bf69 req-a3564a42-0835-4209-a5d2-0819f29ccbfa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 1101 time: 0.3178363 Feb 09 15:42:06.387911 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78dac4f0-853c-489b-aaac-d5c8dfa3ede3 req-9c6bf3f6-f2bf-4b51-b001-bcd28cbe04f1 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972257 Feb 09 15:42:06.394121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a62f9-105f-4d93-98ad-9b963ac071cf req-abda59e9-eef6-40a7-b488-605bf0f2cfb9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:06.407395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391a62f9-105f-4d93-98ad-9b963ac071cf req-abda59e9-eef6-40a7-b488-605bf0f2cfb9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.3719375 Feb 09 15:42:06.429607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c2536-68a6-49fa-83d7-276b3a102812 req-084aa228-57cf-43a5-891c-19e1ff87bd2c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:06.450944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b7c2536-68a6-49fa-83d7-276b3a102812 req-084aa228-57cf-43a5-891c-19e1ff87bd2c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2350767 Feb 09 15:42:06.482625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Network 796f3b29-ba50-4f49-bcc5-ca236722a780 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:42:06.491722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 778b4c01-b064-4f1f-909a-521efdf009a9 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:42:06.543702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 778b4c01-b064-4f1f-909a-521efdf009a9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:42:06.544879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 778b4c01-b064-4f1f-909a-521efdf009a9 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:42:06.589479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d115f9a4-96e9-4a87-8341-af4c27c6bf69 req-1c508696-3274-4f73-bf27-bccf386416a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190750 Feb 09 15:42:06.594898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:01Z', 'revision_number': 3, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:06.602310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b7c2536-68a6-49fa-83d7-276b3a102812 req-87e847dc-fadd-4a91-bec1-bd6efd3c07d8 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267614 Feb 09 15:42:06.622664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391a62f9-105f-4d93-98ad-9b963ac071cf req-b1ccd658-a609-4155-8de8-25fa2e3b1d33 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138190 Feb 09 15:42:06.628605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 796f3b29-ba50-4f49-bcc5-ca236722a780) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:06.653711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:06.654676 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:06.670289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ec0f3-6086-4f6f-8f49-68e2dd638329 None None] Network 796f3b29-ba50-4f49-bcc5-ca236722a780 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:42:06.673805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:06.674990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Checking router: 3b0cdd20-af76-451a-b1f3-aee172a10b05 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:42:06.674990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Updating router 3b0cdd20-af76-451a-b1f3-aee172a10b05 port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:42:06.752603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Pushing event deleted for resources: {'Port': ['ID=09d09137-37bd-4c18-a6ed-ed24e0a552a6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:06.791573 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:06.825970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f1c61d72-c244-4992-991e-334da472fa39 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4021456 Feb 09 15:42:06.904415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d6afe-b176-4369-ab02-e623180a3bf5 req-cf75b863-5915-4603-9ab5-ea0925e13eec tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:06.907102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-847d6afe-b176-4369-ab02-e623180a3bf5 req-cf75b863-5915-4603-9ab5-ea0925e13eec tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.1687622 Feb 09 15:42:06.980448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:06.985695 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:07.089971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-847d6afe-b176-4369-ab02-e623180a3bf5 req-3d39fb31-577e-4f88-9b95-be27278f0fe1 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648366 Feb 09 15:42:07.131550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efdc82-ec2f-4983-9cea-87ee94cb0572 req-3f5e666a-4c2f-457f-b5ba-719a831fc030 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:07.134688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6efdc82-ec2f-4983-9cea-87ee94cb0572 req-3f5e666a-4c2f-457f-b5ba-719a831fc030 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1495719 Feb 09 15:42:07.309870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6efdc82-ec2f-4983-9cea-87ee94cb0572 req-152b21ae-20d6-4a34-b693-bcedb28df9b3 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563923 Feb 09 15:42:07.441606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236d728-fa80-4e58-8fa4-859f16580044 req-cb7f165d-9e56-4ba8-8e57-c420639c722d tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:07.464784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7236d728-fa80-4e58-8fa4-859f16580044 req-cb7f165d-9e56-4ba8-8e57-c420639c722d tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 950 time: 0.1180317 Feb 09 15:42:07.509893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Allocated IP 172.20.0.1 (39bc7ccf-0817-41b8-9d68-f357927d1b08/98ed919e-2fcf-49ab-89f6-08728c52316a/2a71ecf1-3ef0-4117-b910-6d4077526f72) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:07.561229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7236d728-fa80-4e58-8fa4-859f16580044 req-311a4fa3-1766-444b-b5a5-b6dc8eafda65 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936766 Feb 09 15:42:07.620742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:07.624971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:07.650637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:07.800956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c5c61-0734-4cc0-8a8c-d7fae7a3d73b None None] Network 796f3b29-ba50-4f49-bcc5-ca236722a780 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:42:07.832440 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:07.865045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:07.865812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Fanout notify agent at l3_agent the message router_deleted on router cffa2833-6da8-4256-87e2-071648761aca {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:42:07.880714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:07.884317 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5f7d70cb-9c1e-4157-bab9-ab7e1690b7df admin admin] 10.222.0.53 "DELETE /v2.0/routers/cffa2833-6da8-4256-87e2-071648761aca HTTP/1.1" status: 204 len: 168 time: 4.0501432 Feb 09 15:42:07.891640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58432) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:07.957222 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.023254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9188ea9-5b2a-4ced-951f-26204306b6bb admin admin] Deleting subnet a5d73b58-ad55-45b6-b160-b08f32472e34 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:42:08.026812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9188ea9-5b2a-4ced-951f-26204306b6bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.087609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:08.089422 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9188ea9-5b2a-4ced-951f-26204306b6bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.127869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa54d7-64de-4bd5-969d-68229f8c1a72 req-9f7c721d-2562-4966-a2e2-303265a8aa9b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:08.130843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccaa54d7-64de-4bd5-969d-68229f8c1a72 req-9f7c721d-2562-4966-a2e2-303265a8aa9b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2365522 Feb 09 15:42:08.145486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a595ec0f-f4ec-4f89-a96d-0cb5cbc4e64d tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:08.148222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a595ec0f-f4ec-4f89-a96d-0cb5cbc4e64d tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 813 time: 0.3938434 Feb 09 15:42:08.180643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-d9a8873a-3999-4540-88d4-915514d57d62 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/quotas/5d23f82d7c7a4283bb30a4b19639165d HTTP/1.1" status: 200 len: 375 time: 0.0233793 Feb 09 15:42:08.186299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c', 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'port_id': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c', 'mac_address': 'fa:16:3e:53:8e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2ca4b2-80df-4b67-b468-18d697cb7531', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:08.192050 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.193489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.231569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-02a48354-92ec-480a-819b-734cda465215 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497386 Feb 09 15:42:08.361044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccaa54d7-64de-4bd5-969d-68229f8c1a72 req-0164f450-9395-4607-bd70-33bde2f9d907 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774843 Feb 09 15:42:08.396488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:08.401622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Attempting to bind port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:08.403040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Attempting to bind port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:08.403040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Attempting to bind port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:08.409256 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.412124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:08.413133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae06a-9663-419c-8ca1-ac2e43ae7e83 None None] Pushing event updated for resources: {'Port': ['ID=5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:08.430768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:08.434062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:08.435173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:08.435693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.436562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:08.437856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Bound port: 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:08.438287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.482939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-1ba6fca0-b700-4d62-b3a5-84fa9342effe service neutron] 10.222.0.53 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501543 Feb 09 15:42:08.486863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:08.528857 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9188ea9-5b2a-4ced-951f-26204306b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.533988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Pushing event updated for resources: {'Port': ['ID=2a71ecf1-3ef0-4117-b910-6d4077526f72,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:08.592577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:08.641782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.658300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 09d09137-37bd-4c18-a6ed-ed24e0a552a6 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:42:08.698134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] For port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:08.718099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 09d09137-37bd-4c18-a6ed-ed24e0a552a6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:42:08.719115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 09d09137-37bd-4c18-a6ed-ed24e0a552a6 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:42:08.729877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] For port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:08.744355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.758114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-e620039c-6137-4f4f-a0ea-fb05522cf8e3 service neutron] 10.222.0.53 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742558 Feb 09 15:42:08.842080 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.886999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c89e-360f-4272-9bef-f1603ecebf9a req-2384ff33-ba81-4d48-806a-5811ad3b814b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:08.894942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79e9c89e-360f-4272-9bef-f1603ecebf9a req-2384ff33-ba81-4d48-806a-5811ad3b814b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.3848135 Feb 09 15:42:08.934939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:08.937019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9188ea9-5b2a-4ced-951f-26204306b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.972611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79e9c89e-360f-4272-9bef-f1603ecebf9a req-40794802-8157-41ca-b04f-e6590b3f4be4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696955 Feb 09 15:42:08.996715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9188ea9-5b2a-4ced-951f-26204306b6bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d73b58-ad55-45b6-b160-b08f32472e34,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:09.005550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e46d49ca-a68d-45bf-87cd-621c101b3da2 None None] Provisioning complete for port 2a71ecf1-3ef0-4117-b910-6d4077526f72 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:09.005972 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e46d49ca-a68d-45bf-87cd-621c101b3da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:09.013426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:42:09.018960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:09.021565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9188ea9-5b2a-4ced-951f-26204306b6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:09.026340 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b9188ea9-5b2a-4ced-951f-26204306b6bb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a5d73b58-ad55-45b6-b160-b08f32472e34 HTTP/1.1" status: 204 len: 168 time: 1.1317861 Feb 09 15:42:09.032233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58440) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:09.055068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f98d1f-5e36-4d2d-9fb3-15ddc9d27680 None None] Network af53bc0e-ea61-4734-8691-9aa9d2c44f0f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:42:09.057018 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:09.080867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-f3acc379-5b61-4f8e-b023-56b40e15259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:09.083904 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-f3acc379-5b61-4f8e-b023-56b40e15259c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1100 time: 0.2195420 Feb 09 15:42:09.142581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:09.219184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:09.271427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ae06a-9663-419c-8ca1-ac2e43ae7e83 None None] Pushing event updated for resources: {'Port': ['ID=5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:09.276185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e46d49ca-a68d-45bf-87cd-621c101b3da2 None None] Port 2a71ecf1-3ef0-4117-b910-6d4077526f72 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:42:09.338870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b60383-9653-4ec2-8801-714447872447 req-403b58cc-879d-4f9d-85ab-4c9028539472 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:09.355031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76b60383-9653-4ec2-8801-714447872447 req-403b58cc-879d-4f9d-85ab-4c9028539472 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 944 time: 0.2207377 Feb 09 15:42:09.455830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:42:09.462618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Deleting port dee397d5-b577-4c15-9d2c-8d529334d445 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:42:09.463608 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:09.542726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-c2603533-ab8e-4f68-ac6a-a5a79a40284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:09.546778 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-c2603533-ab8e-4f68-ac6a-a5a79a40284f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.4094729 Feb 09 15:42:09.647734 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-7f7d05b3-844a-445a-b82f-49d517716ef1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=09991e04-d0e2-4b56-8085-b936b57714bc HTTP/1.1" status: 200 len: 217 time: 0.0924535 Feb 09 15:42:09.654618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] For port dee397d5-b577-4c15-9d2c-8d529334d445, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=dee397d5-b577-4c15-9d2c-8d529334d445,segment=NetworkSegment(e763ee09-d2d3-4664-8ace-5d6e439b1e16),segment_id=e763ee09-d2d3-4664-8ace-5d6e439b1e16)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:09.656563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:09.680326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Calling delete_port for dee397d5-b577-4c15-9d2c-8d529334d445 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:42:09.741430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] DHCP port deletion for af53bc0e-ea61-4734-8691-9aa9d2c44f0f request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:42:09.801657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:09.805959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76b60383-9653-4ec2-8801-714447872447 req-093fe244-fe60-41ec-aea4-83f0d9864cd8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493723 Feb 09 15:42:09.836686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-7ba44b11-0f36-48fb-af76-98c1ae5b512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:09.839077 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-7ba44b11-0f36-48fb-af76-98c1ae5b512a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1786969 Feb 09 15:42:09.901409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.008266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] Deleting port dee397d5-b577-4c15-9d2c-8d529334d445 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:42:10.008862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.015520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8c5f6-2ed5-4ea6-a712-0f109512a84c req-80a5beba-1f32-4122-ace6-4747ec58667a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:10.017733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65a8c5f6-2ed5-4ea6-a712-0f109512a84c req-80a5beba-1f32-4122-ace6-4747ec58667a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.2082341 Feb 09 15:42:10.026197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-18466d62-0871-444b-aff4-cc024ee4b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:10.029542 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-18466d62-0871-444b-aff4-cc024ee4b9e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812987 Feb 09 15:42:10.035717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86fb30-296a-459f-8d13-0a1a95727f7d req-482864b6-f605-46a7-b9af-033fdb1edf88 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:10.037918 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad86fb30-296a-459f-8d13-0a1a95727f7d req-482864b6-f605-46a7-b9af-033fdb1edf88 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 950 time: 0.1017375 Feb 09 15:42:10.038807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.041520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.085662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0295fbaa-5735-4334-9777-4d296609023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:07Z', 'revision_number': 1, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:10.110004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee397d5-b577-4c15-9d2c-8d529334d445,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:10.112437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] No DVR routers for this DVR port dee397d5-b577-4c15-9d2c-8d529334d445 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:42:10.164199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295fbaa-5735-4334-9777-4d296609023d None None] The sync data for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 is: [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:07Z', 'revision_number': 1, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:42:10.188862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] For port dee397d5-b577-4c15-9d2c-8d529334d445, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=dee397d5-b577-4c15-9d2c-8d529334d445,segment=NetworkSegment(e763ee09-d2d3-4664-8ace-5d6e439b1e16),segment_id=e763ee09-d2d3-4664-8ace-5d6e439b1e16)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:10.188862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.189296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65a8c5f6-2ed5-4ea6-a712-0f109512a84c req-a7c06207-1f2c-47df-86dc-b22a75b99a06 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488841 Feb 09 15:42:10.214137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] Calling delete_port for dee397d5-b577-4c15-9d2c-8d529334d445 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:42:10.228610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad86fb30-296a-459f-8d13-0a1a95727f7d req-b6f6572a-3260-4395-a7c0-0c4aec26bc1b tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797566 Feb 09 15:42:10.242893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Pushing event updated for resources: {'Port': ['ID=2a71ecf1-3ef0-4117-b910-6d4077526f72,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:10.253008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.320569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af53bc0e-ea61-4734-8691-9aa9d2c44f0f']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:10.352894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e763ee09-d2d3-4664-8ace-5d6e439b1e16') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:10.353472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e763ee09-d2d3-4664-8ace-5d6e439b1e16') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:10.390630 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.435875 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.446067 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.462274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:42:10.463121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:42:10.471604 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:42:10.490329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:10.498908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-9494a8ab-f32a-4b1d-83e4-d5df83f25e81 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458308 Feb 09 15:42:10.508000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:10.583256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] Pushing event deleted for resources: {'Port': ['ID=dee397d5-b577-4c15-9d2c-8d529334d445,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:10.611123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device dee397d5-b577-4c15-9d2c-8d529334d445 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:42:10.890003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.900360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: dee397d5-b577-4c15-9d2c-8d529334d445 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:42:10.900929 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:10.901631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device dee397d5-b577-4c15-9d2c-8d529334d445 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:42:10.909533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf3217f-d8d4-4953-b5ec-273ee886521c None None] No DVR routers for this DVR port dee397d5-b577-4c15-9d2c-8d529334d445 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:42:10.920025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] 10.222.0.53 "DELETE /v2.0/networks/af53bc0e-ea61-4734-8691-9aa9d2c44f0f HTTP/1.1" status: 204 len: 168 time: 1.8863261 Feb 09 15:42:10.962865 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ab3a872d-ec8b-4dea-901b-8454c17baba6 req-e2a7824c-0ccd-4bba-bea1-f040785e0734 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433248 Feb 09 15:42:10.971063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed2207-094a-4881-9a25-5277eb813f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=af53bc0e-ea61-4734-8691-9aa9d2c44f0f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:10.983364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62dc69-010a-42d5-91be-5e3729f0fa74 req-205532f5-bd88-4461-8194-ee0f75699fbf tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:10.993930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d62dc69-010a-42d5-91be-5e3729f0fa74 req-205532f5-bd88-4461-8194-ee0f75699fbf tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.5344675 Feb 09 15:42:11.057376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-003a46aa-637b-423f-8261-bb1448a125c1 None None] Provisioning complete for port 2a71ecf1-3ef0-4117-b910-6d4077526f72 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:11.058017 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-003a46aa-637b-423f-8261-bb1448a125c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:11.072736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237269b2-adf3-4070-ab0e-0ab8d8cd916f req-c66fc966-bd21-45c2-8662-cbaf2e019351 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:11.081110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-237269b2-adf3-4070-ab0e-0ab8d8cd916f req-c66fc966-bd21-45c2-8662-cbaf2e019351 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.4429545 Feb 09 15:42:11.137486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d62dc69-010a-42d5-91be-5e3729f0fa74 req-c37ff760-c989-4736-a657-6f672aa238d8 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423683 Feb 09 15:42:11.187709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-003a46aa-637b-423f-8261-bb1448a125c1 None None] Port 2a71ecf1-3ef0-4117-b910-6d4077526f72 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:42:11.187814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Router 3b0cdd20-af76-451a-b1f3-aee172a10b05 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:42:11.190402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-237269b2-adf3-4070-ab0e-0ab8d8cd916f req-1d296832-401e-4169-9ac0-6c8073217657 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080327 Feb 09 15:42:11.328210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aff0376-5876-4c57-9672-e99c946fe84d req-16185cc0-9ed1-4dfd-bf23-20f9a8cd351c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 210 time: 0.0577972 Feb 09 15:42:11.480330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:11.606915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1a455-7626-4fa1-a2b3-0063ce4b8ff9 req-b408f0c2-3916-4556-97e7-bc0636bfd6ae tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:11.615228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dac1a455-7626-4fa1-a2b3-0063ce4b8ff9 req-b408f0c2-3916-4556-97e7-bc0636bfd6ae tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 944 time: 0.1624734 Feb 09 15:42:11.638377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c00323-a191-49a2-b4f2-11eec6dbe2b3 req-b7f7b8a7-b432-4b1c-9468-a233648bab69 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:11.639964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c00323-a191-49a2-b4f2-11eec6dbe2b3 req-b7f7b8a7-b432-4b1c-9468-a233648bab69 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1065538 Feb 09 15:42:11.706059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dac1a455-7626-4fa1-a2b3-0063ce4b8ff9 req-608aebc0-5456-40bb-82d3-2418e6d38307 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864713 Feb 09 15:42:11.737081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:11.741859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:11.742230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:11.744310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c00323-a191-49a2-b4f2-11eec6dbe2b3 req-f8ee2991-00fc-44af-8428-4fc678d2a98a tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906203 Feb 09 15:42:11.819219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:42:11.828860 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-738c9601-680b-40f7-8d65-736aa208b308 admin admin] 10.222.0.53 "PUT /v2.0/routers/3b0cdd20-af76-451a-b1f3-aee172a10b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7981153 Feb 09 15:42:11.863766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-f67c2107-5331-4bdd-a663-2e55c56cdc9a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9124bc837f5f4c65a053e275b034e3a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357130 Feb 09 15:42:11.872988 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:11.935027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:11.939907 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbe69d1-bc13-421e-92f4-08f930c4aca7" -d '{"events": [{"server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "name": "network-vif-plugged", "status": "completed", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:11.968765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:11.992829 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:12.023316 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f6878-313f-4406-8679-87270d0a939a x-openstack-request-id: req-895f6878-313f-4406-8679-87270d0a939a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:12.023316 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "name": "network-vif-plugged", "status": "completed", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:12.023316 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-895f6878-313f-4406-8679-87270d0a939a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:12.023316 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c', 'code': 200} Feb 09 15:42:12.070278 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5b283bd2-7442-4f5d-acda-73c5a2177e75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bfb9517f1ef43b986558b2fe034579e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1005177 Feb 09 15:42:12.072855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58490) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:12.091636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d002-663a-416a-aad6-8396e1568b22 req-658fba84-d09e-48d6-8572-83dd73f449b9 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:12.106390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-658fba84-d09e-48d6-8572-83dd73f449b9 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415874 Feb 09 15:42:12.110205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:12.148880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-a9614939-f15c-455b-9a29-659a48e5717a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/quotas/9124bc837f5f4c65a053e275b034e3a8 HTTP/1.1" status: 200 len: 375 time: 0.0407026 Feb 09 15:42:12.240637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:12.284771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80501a3-771f-41b2-b87e-9803d237ed36 req-022187a8-0f93-43f0-9fb7-e54fbdbb7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:12.286516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-5cd58ab5-2943-4527-ac56-26d63465405b tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9124bc837f5f4c65a053e275b034e3a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1341786 Feb 09 15:42:12.288384 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b80501a3-771f-41b2-b87e-9803d237ed36 req-022187a8-0f93-43f0-9fb7-e54fbdbb7d66 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1096 time: 0.1642206 Feb 09 15:42:12.292829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abcb9d8f-0379-4072-ab1e-d630d9fc24d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:12.346905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abcb9d8f-0379-4072-ab1e-d630d9fc24d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:12.421661 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b80501a3-771f-41b2-b87e-9803d237ed36 req-234f4ae2-711d-47ac-b2cb-5b4bcd1b3681 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227725 Feb 09 15:42:12.451202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb85a9-2e2e-4062-b010-99c2b452074d req-939a7f78-01d4-4f56-ae83-d340280324a5 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:12.459670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02fb85a9-2e2e-4062-b010-99c2b452074d req-939a7f78-01d4-4f56-ae83-d340280324a5 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.1215320 Feb 09 15:42:12.533870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02fb85a9-2e2e-4062-b010-99c2b452074d req-6e34970e-6f43-4852-9ee4-8dfcb981dc4c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555172 Feb 09 15:42:12.588604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:12.657472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:12.657843 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:12.722904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abcb9d8f-0379-4072-ab1e-d630d9fc24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:12.728051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abcb9d8f-0379-4072-ab1e-d630d9fc24d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:12.732711 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-abcb9d8f-0379-4072-ab1e-d630d9fc24d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06106f98-e845-4573-a7fc-144ccdd2094a HTTP/1.1" status: 204 len: 168 time: 0.6560841 Feb 09 15:42:12.749094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2ef9f-ad6a-42f2-9ffb-256a9187f68a req-33d20235-3b4f-4f56-a993-2c633c5b8fe7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:12.751697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ad2ef9f-ad6a-42f2-9ffb-256a9187f68a req-33d20235-3b4f-4f56-a993-2c633c5b8fe7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1388783 Feb 09 15:42:12.756058 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:12.768143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb9d8f-0379-4072-ab1e-d630d9fc24d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06106f98-e845-4573-a7fc-144ccdd2094a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:12.796985 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-fad141e1-d74c-4924-b4bf-240063f820d9 service neutron] show failed (client error): The resource could not be found. Feb 09 15:42:12.799717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:12.800866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-fad141e1-d74c-4924-b4bf-240063f820d9 service neutron] 10.222.0.13 "GET /v2.0/ports/a6664779-2191-4f5d-83f1-ab5c3ec97d5f/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.1756282 Feb 09 15:42:12.896625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04653c1b-364f-4211-bcc8-31a9f79d91a4 req-1c5738a7-02e1-4d18-80f5-3c3a870d5db3 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 210 time: 0.0545642 Feb 09 15:42:12.909151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ad2ef9f-ad6a-42f2-9ffb-256a9187f68a req-f6134960-ff2d-4b58-9c8b-ca074d99f42b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198502 Feb 09 15:42:13.046160 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:13.077574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43c4fd-5463-4847-944d-250f1e355529 req-c39cfeb8-93be-4b3a-bf67-3275fc5ebb08 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:13.086189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec43c4fd-5463-4847-944d-250f1e355529 req-c39cfeb8-93be-4b3a-bf67-3275fc5ebb08 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 945 time: 0.0904896 Feb 09 15:42:13.195097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:13.213266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec43c4fd-5463-4847-944d-250f1e355529 req-284e1ec7-928a-4b78-a74d-b60d6126c807 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191912 Feb 09 15:42:13.399772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d5bcae7-0bab-4a7d-9586-0021fe4104de req-6b27d60e-46bf-411c-bc2f-4f013f47654e tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 210 time: 0.0897658 Feb 09 15:42:13.517555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-439b91c7-bb51-49f5-8d20-1c33eb45b629 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:13.536431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-439b91c7-bb51-49f5-8d20-1c33eb45b629 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/networks?id=39bc7ccf-0817-41b8-9d68-f357927d1b08 HTTP/1.1" status: 200 len: 826 time: 0.2851808 Feb 09 15:42:13.585825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-6044be6b-2bab-4aa3-a2af-c335ddfa7eff tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/quotas/bf2fd205ddaf4889b118d232b1629758 HTTP/1.1" status: 200 len: 375 time: 0.0447106 Feb 09 15:42:13.666009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea054a1-19fe-4cda-b702-9d2eff793b94 req-b3fccf09-0652-40b2-aede-9ba46b44563f tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:13.667649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ea054a1-19fe-4cda-b702-9d2eff793b94 req-b3fccf09-0652-40b2-aede-9ba46b44563f tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1286449 Feb 09 15:42:13.715294 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Sync routers for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:42:13.716247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-dc99af28-b855-4bff-aea5-0417ed8199b1 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf2fd205ddaf4889b118d232b1629758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167531 Feb 09 15:42:13.733837 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:42:13.734511 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:13.859329 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:42:13.870768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ea054a1-19fe-4cda-b702-9d2eff793b94 req-4c3cd018-57e2-4120-9761-be9945128792 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870518 Feb 09 15:42:14.028210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-4cc17943-406b-4915-b9ab-6f298ce4e755 service neutron] 10.222.0.53 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932284 Feb 09 15:42:14.107934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-b9e5355b-00c2-4366-b752-462389d0c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:14.109903 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-b9e5355b-00c2-4366-b752-462389d0c173 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d&tenant_id=0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 1101 time: 0.2220790 Feb 09 15:42:14.141679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:14.148766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58536) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:14.231637 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:09Z', 'revision_number': 2, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:14.278149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:14.292745 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Checking router: 3b0cdd20-af76-451a-b1f3-aee172a10b05 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:42:14.293609 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Updating router 3b0cdd20-af76-451a-b1f3-aee172a10b05 port 2a71ecf1-3ef0-4117-b910-6d4077526f72 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:42:14.337088 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3c9401ba-a07c-4aff-91d2-866a6a02507b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34e9a790fc4e435c9cc44d1a565cdeed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1864057 Feb 09 15:42:14.341169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:14.342599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-09eea6e9-9d9f-4298-80a6-e1d2aa30fa2e service neutron] 10.222.0.53 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917683 Feb 09 15:42:14.348108 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:14.383538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88615-6588-4932-ada3-d5046d40478f req-2f8c63ca-5e11-4947-a580-8e7a169e7c50 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:14.397597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5a88615-6588-4932-ada3-d5046d40478f req-2f8c63ca-5e11-4947-a580-8e7a169e7c50 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.3667858 Feb 09 15:42:14.488066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5a88615-6588-4932-ada3-d5046d40478f req-3f7e8a2a-2314-4af3-b989-696d3c4361c2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889428 Feb 09 15:42:14.587304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:14.605130 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff1909fa-eec0-4010-b741-13a4e646cab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:14.641795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff1909fa-eec0-4010-b741-13a4e646cab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:14.677241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38c24a4c-07e0-405f-ae43-0ec0515e4f1e req-56a127e6-fe15-47c3-9a0e-6fdeb7df0111 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 210 time: 0.0424433 Feb 09 15:42:14.722573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:14.724209 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:14.837589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:14.902945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:14.929531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64093593-1075-4675-8d20-5af7ac440401 req-15cb84f3-4a53-428b-91c0-399184e8de6a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:14.938764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64093593-1075-4675-8d20-5af7ac440401 req-15cb84f3-4a53-428b-91c0-399184e8de6a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1785433 Feb 09 15:42:14.943300 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:14.972905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:14.976880 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10888d21-d6b1-42b8-bc05-535906ce84d2" -d '{"events": [{"server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "name": "network-vif-unplugged", "status": "completed", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:14.981504 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.010780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Transition to ACTIVE for port object a6664779-2191-4f5d-83f1-ab5c3ec97d5f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:15.014004 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff1909fa-eec0-4010-b741-13a4e646cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.019334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff1909fa-eec0-4010-b741-13a4e646cab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.021554 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ff1909fa-eec0-4010-b741-13a4e646cab5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/229ae43c-b041-41fd-aa37-74a65dbf9c88 HTTP/1.1" status: 204 len: 168 time: 0.6792071 Feb 09 15:42:15.049054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1909fa-eec0-4010-b741-13a4e646cab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ae43c-b041-41fd-aa37-74a65dbf9c88,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:15.051158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64093593-1075-4675-8d20-5af7ac440401 req-f68f095f-f881-46f2-9faa-e3201b008116 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112249 Feb 09 15:42:15.085907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-26176efe-e6cc-48b6-b6d1-ce2696f8c73c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:15.089854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-26176efe-e6cc-48b6-b6d1-ce2696f8c73c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.73 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 813 time: 0.3122725 Feb 09 15:42:15.113078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Request body: {'port': {'device_id': 'e5978f34-8975-4f2a-9ca1-9192db8b532c', 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'admin_state_up': True, 'tenant_id': '5d23f82d7c7a4283bb30a4b19639165d'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:15.223263 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.225821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.244670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdb616e2-ebf7-4beb-98dc-47b032a988f0 req-9f2ccf77-65e8-4239-b082-6c4b369d3dc5 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 210 time: 0.0478041 Feb 09 15:42:15.279673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6b7c-8b8f-4178-afbe-1d9d13fbdfd3 req-0477947f-6984-462c-b9a1-2bb52656d44e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:15.281468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e56c6b7c-8b8f-4178-afbe-1d9d13fbdfd3 req-0477947f-6984-462c-b9a1-2bb52656d44e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 945 time: 0.2270615 Feb 09 15:42:15.294215 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Pushing event updated for resources: {'Port': ['ID=2a71ecf1-3ef0-4117-b910-6d4077526f72,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:15.299508 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.300499 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.300861 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.301378 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.301800 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.302309 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.302830 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.303211 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.303657 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.304427 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.305062 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.305703 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:15.407566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] No DVR routers for this DVR port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:42:15.456514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94946294-427a-462a-b41f-b087fae20304 service neutron] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=6']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:15.476337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e56c6b7c-8b8f-4178-afbe-1d9d13fbdfd3 req-ba6abbf2-4ad5-4ee5-82c7-7ee71444977a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769140 Feb 09 15:42:15.479280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Attempting to bind port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:15.485710 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Attempting to bind port 2a71ecf1-3ef0-4117-b910-6d4077526f72 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:15.485835 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Attempting to bind port 2a71ecf1-3ef0-4117-b910-6d4077526f72 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:15.486135 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Attempting to bind port 2a71ecf1-3ef0-4117-b910-6d4077526f72 on network 39bc7ccf-0817-41b8-9d68-f357927d1b08 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:15.491608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Attempting to bind port a6664779-2191-4f5d-83f1-ab5c3ec97d5f by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:15.492380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Attempting to bind port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:15.499511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dae8c255-0e7b-47f7-916d-6af4da7050cf req-2b91da6a-742a-454d-850a-f777e27810cc tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 210 time: 0.1280971 Feb 09 15:42:15.499841 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:15.500422 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Checking segment: {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:15.501253 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.501831 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Bound using segment: {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:15.502833 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Bound port: 2a71ecf1-3ef0-4117-b910-6d4077526f72, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:15.503657 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.535711 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:15.538099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Attempting to bind port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:15.549478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:15.550065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:15.550741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:15.551524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Bound port: a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:15.552482 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.750474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Made reservation on behalf of 5d23f82d7c7a4283bb30a4b19639165d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:15.754159 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.755387 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] For port 2a71ecf1-3ef0-4117-b910-6d4077526f72, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:15.762061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:15.772006 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] For port 2a71ecf1-3ef0-4117-b910-6d4077526f72, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2a71ecf1-3ef0-4117-b910-6d4077526f72,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:15.779427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:15.784668 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6443631d-95b7-4d3c-a65d-c7071266d40d x-openstack-request-id: req-6443631d-95b7-4d3c-a65d-c7071266d40d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:15.785528 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "name": "network-vif-unplugged", "status": "completed", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:15.786419 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6443631d-95b7-4d3c-a65d-c7071266d40d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:15.787615 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'code': 200} Feb 09 15:42:15.890717 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.937797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.959605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-895d4207-61a6-41ec-bd28-fbef95d2d0b3 None None] Provisioning complete for port 2a71ecf1-3ef0-4117-b910-6d4077526f72 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:15.962010 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-895d4207-61a6-41ec-bd28-fbef95d2d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:15.983565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-23ab1c45-df53-42f7-9ec5-2d43d8c9d876 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:15.985236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-23ab1c45-df53-42f7-9ec5-2d43d8c9d876 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.13 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 813 time: 0.4846973 Feb 09 15:42:16.039924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa38d6-fc42-4058-9a30-266b481c5631 req-cb96e011-33cd-45c5-b919-0b7763fc3f25 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:16.043503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a0fa38d6-fc42-4058-9a30-266b481c5631 req-cb96e011-33cd-45c5-b919-0b7763fc3f25 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.3436780 Feb 09 15:42:16.055591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Request body: {'port': {'device_id': '167cc309-cb90-402e-82fd-565ed1acb32a', 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'admin_state_up': True, 'tenant_id': '5d23f82d7c7a4283bb30a4b19639165d'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:16.093594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:16.095601 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:16.099733 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:42:16.104734 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:16.105983 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-94946294-427a-462a-b41f-b087fae20304 service neutron] 10.222.0.73 "PUT /v2.0/ports/a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 1096 time: 1.9717035 Feb 09 15:42:16.248965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-895d4207-61a6-41ec-bd28-fbef95d2d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:16.254741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94946294-427a-462a-b41f-b087fae20304 service neutron] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=7']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:16.309844 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b193b9a-7491-47ce-8ab9-ab10bd2132e2 None None] Pushing event updated for resources: {'Port': ['ID=2a71ecf1-3ef0-4117-b910-6d4077526f72,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:16.341765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-57c00849-996f-4071-a570-a99e2ee95fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:16.355173 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-57c00849-996f-4071-a570-a99e2ee95fea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1099 time: 0.1726282 Feb 09 15:42:16.360025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-895d4207-61a6-41ec-bd28-fbef95d2d0b3 None None] For port 2a71ecf1-3ef0-4117-b910-6d4077526f72, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2a71ecf1-3ef0-4117-b910-6d4077526f72,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:16.474933 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-895d4207-61a6-41ec-bd28-fbef95d2d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:16.591754 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:42:16.634543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d4207-61a6-41ec-bd28-fbef95d2d0b3 None None] Pushing event updated for resources: {'Port': ['ID=2a71ecf1-3ef0-4117-b910-6d4077526f72,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:16.672349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-3268b2ae-5e82-4cf9-9af4-5e68d68bd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:16.675431 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-3268b2ae-5e82-4cf9-9af4-5e68d68bd788 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3116419 Feb 09 15:42:16.711300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2a71ecf1-3ef0-4117-b910-6d4077526f72 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:16.789465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2a71ecf1-3ef0-4117-b910-6d4077526f72 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:16.790129 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:16.790409 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-bf45b717-e447-4953-8953-20092399a9e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 217 time: 0.1075337 Feb 09 15:42:16.829317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44051efa-b6ed-461f-bb0f-ef26362cd4a2 req-c8e508c6-c787-4397-a9df-18d2cc9778c2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:16.837675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44051efa-b6ed-461f-bb0f-ef26362cd4a2 req-c8e508c6-c787-4397-a9df-18d2cc9778c2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.8968570 Feb 09 15:42:16.858957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-683c0ef7-be13-4e79-95c5-b8d4b4dd953b None None] Provisioning complete for port 2a71ecf1-3ef0-4117-b910-6d4077526f72 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:16.859594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-683c0ef7-be13-4e79-95c5-b8d4b4dd953b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:16.864866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a0fa38d6-fc42-4058-9a30-266b481c5631 req-6eb7558c-639b-4280-a699-77387628f526 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8011856 Feb 09 15:42:16.921870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Allocated IP 172.20.0.11 (796f3b29-ba50-4f49-bcc5-ca236722a780/3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2/2c0e914e-a661-465f-9f23-ac8c78889084) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:16.971515 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44051efa-b6ed-461f-bb0f-ef26362cd4a2 req-b159ea90-f864-402e-8be5-71cd471b3d7e tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325500 Feb 09 15:42:16.991966 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-0071da56-311e-4b50-a793-7cca6a7a36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:16.995563 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-0071da56-311e-4b50-a793-7cca6a7a36a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1953332 Feb 09 15:42:17.030606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a6664779-2191-4f5d-83f1-ab5c3ec97d5f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:42:17.102765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-25deb0c6-6a7b-421b-a769-64112761c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:17.110760 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-25deb0c6-6a7b-421b-a769-64112761c4e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023252 Feb 09 15:42:17.155092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-ae9586b3-4b46-4e4f-a8c3-c1cb83e1a8b0 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=9124bc837f5f4c65a053e275b034e3a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238589 Feb 09 15:42:17.155598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a6664779-2191-4f5d-83f1-ab5c3ec97d5f not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:42:17.234807 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:15Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:17.243942 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-64187fb3-57a3-4184-8e61-661f22512576 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262207 Feb 09 15:42:17.295808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0cd4e59-4c86-4cdf-817a-439429e64fbc req-549d3fe6-c3a2-474b-83de-4fdbe7694882 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 210 time: 0.1386814 Feb 09 15:42:17.295808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Made reservation on behalf of 5d23f82d7c7a4283bb30a4b19639165d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:17.307815 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4dce48-dedd-4b5c-8c33-99c56b0eeaf6 None None] The sync data for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 is: [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:15Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:42:17.316701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:17.419669 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cbd9c157-b4a4-469c-9d91-e062fe1a7dac req-ae2722cc-713d-4505-841c-daaf7f6a602e service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656303 Feb 09 15:42:17.533821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f220b2d-004a-4574-b714-e06ef7f7362e req-7592d179-5715-4f4d-898b-f8e0538ea06a tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:17.535979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f220b2d-004a-4574-b714-e06ef7f7362e req-7592d179-5715-4f4d-898b-f8e0538ea06a tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1096 time: 0.5306542 Feb 09 15:42:17.666526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb8db5-712b-41f0-aa2c-6335f1f36667 req-d91afa67-6756-44f2-bcfc-a16b6da09b0d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:17.672988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5cdb8db5-712b-41f0-aa2c-6335f1f36667 req-d91afa67-6756-44f2-bcfc-a16b6da09b0d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 948 time: 0.2475278 Feb 09 15:42:17.789765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:17.793457 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b370de2-7781-499c-b27b-ac8f53da1bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:17.807251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f220b2d-004a-4574-b714-e06ef7f7362e req-bd77acba-5059-40d8-84aa-1783d429fde3 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125595 Feb 09 15:42:17.819972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d002-663a-416a-aad6-8396e1568b22 req-b8297acb-492f-402a-b0c3-4f3661c40a6b tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:17.821558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-b8297acb-492f-402a-b0c3-4f3661c40a6b tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6420114 Feb 09 15:42:17.838861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Request body: {'port': {'device_id': '1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '9124bc837f5f4c65a053e275b034e3a8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:17.858491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:17.932047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5cdb8db5-712b-41f0-aa2c-6335f1f36667 req-245e8f76-f62b-435b-b57c-785e9be81d1d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961064 Feb 09 15:42:17.952405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b134a9b5-6773-470a-abf3-daba73d56ffa req-7105fc52-2d1a-45cd-a895-dd89b5363c1a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 210 time: 0.0456629 Feb 09 15:42:18.054911 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b51f50a-bafa-43ac-84d0-d56291ad596d x-openstack-request-id: req-4b51f50a-bafa-43ac-84d0-d56291ad596d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:18.055446 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:18.055992 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b51f50a-bafa-43ac-84d0-d56291ad596d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:18.056612 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'status': 'completed', 'code': 200} Feb 09 15:42:18.109291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30429d48-baca-4d02-9663-d24fd6f6911d req-ab3ac99e-b3b6-458c-8dac-d8ff2d6cfad8 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0511272 Feb 09 15:42:18.245057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-b3586681-12c4-4fde-b67b-13cfd42df572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:18.247116 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-b3586681-12c4-4fde-b67b-13cfd42df572 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1099 time: 0.1650729 Feb 09 15:42:18.314896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f17c7a-7bfd-48c2-be2d-479a88adfd5f req-87b420d5-a8e1-4d6c-9f12-1e098341b648 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:18.325707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9f17c7a-7bfd-48c2-be2d-479a88adfd5f req-87b420d5-a8e1-4d6c-9f12-1e098341b648 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.1321304 Feb 09 15:42:18.339270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Made reservation on behalf of 9124bc837f5f4c65a053e275b034e3a8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:18.347274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:18.370881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72f4cb-bed1-4c85-a3b8-719dff8287cd req-f0cf12db-8218-4ca9-861a-8b0e0cf94553 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:18.374727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd72f4cb-bed1-4c85-a3b8-719dff8287cd req-f0cf12db-8218-4ca9-861a-8b0e0cf94553 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1357656 Feb 09 15:42:18.376031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:18.382984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-901979f7-6916-42ca-9502-eee94090851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:18.384692 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-901979f7-6916-42ca-9502-eee94090851c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1099 time: 0.3171046 Feb 09 15:42:18.386102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-4937cd9d-9278-4238-9494-83f6b77156dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:18.387447 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-4937cd9d-9278-4238-9494-83f6b77156dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1227775 Feb 09 15:42:18.581807 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-2f15a65f-26cb-490a-a6f7-0b8e7727519f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 217 time: 0.1733923 Feb 09 15:42:18.609686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9f17c7a-7bfd-48c2-be2d-479a88adfd5f req-af7463a7-97fe-4fbb-9cd1-a57b968a91e2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830637 Feb 09 15:42:18.614300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2a71ecf1-3ef0-4117-b910-6d4077526f72 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:18.659115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Network 796f3b29-ba50-4f49-bcc5-ca236722a780 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:18.699466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:18.704180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Allocated IP 172.20.0.5 (796f3b29-ba50-4f49-bcc5-ca236722a780/3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2/6ad11e2e-db83-4d7a-acfa-7c08543bd616) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:18.736498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2a71ecf1-3ef0-4117-b910-6d4077526f72 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:18.737141 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:18.748062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-02f02988-5075-4fe7-a721-4ae64b119b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:18.750754 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-02f02988-5075-4fe7-a721-4ae64b119b8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1578307 Feb 09 15:42:18.821562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:18.832325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Pushing event updated for resources: {'Port': ['ID=2c0e914e-a661-465f-9f23-ac8c78889084,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:18.843345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-38747b1d-e550-477b-ae9b-af3b39caccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:18.846132 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-38747b1d-e550-477b-ae9b-af3b39caccbb service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.4507532 Feb 09 15:42:18.941731 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-4cfc6e22-acf0-49df-ad5f-9019cae582e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 217 time: 0.0850837 Feb 09 15:42:18.951396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-5cbe7670-19c9-4556-b27e-6cd52adf47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:18.954755 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-5cbe7670-19c9-4556-b27e-6cd52adf47ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912920 Feb 09 15:42:19.035949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd72f4cb-bed1-4c85-a3b8-719dff8287cd req-f463b0de-7122-411b-bed2-0785d41572d4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860329 Feb 09 15:42:19.133756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f651d233-1e2e-4ce4-92e2-9a31518d226e req-2d82437b-8895-42a9-8c98-9cbea8b7a676 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 210 time: 0.1067209 Feb 09 15:42:19.144823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-16e6dd4e-ce50-4e6a-8c7b-bcda4ea67722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:19.147738 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-16e6dd4e-ce50-4e6a-8c7b-bcda4ea67722 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1903493 Feb 09 15:42:19.266350 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-2790d7e3-d47b-4278-be54-a87a06c964a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857563 Feb 09 15:42:19.295042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-6666eaba-74ff-4d3c-bf17-55863b3baf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:19.297985 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-6666eaba-74ff-4d3c-bf17-55863b3baf86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384695 Feb 09 15:42:19.361959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:19.362748 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:19.394620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94fca1ef-1e6e-4c98-a6aa-3cd50af8dcc2 req-039f7553-4104-462f-8d73-3c127fe4e5af tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 210 time: 0.1285493 Feb 09 15:42:19.445234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Allocated IP 192.168.233.140 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/9970ba17-3c0b-4be1-9d2f-41831f78401b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:19.464261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:19.550232 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-0fb8e243-1cd6-4f44-8a3a-65b1883a8a03 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737250 Feb 09 15:42:19.621581 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-66bf5c9b-9db9-4bab-841f-ea840dc655bb service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008232 Feb 09 15:42:19.645443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7c419f3-8e3d-4b76-87fc-49ab8c71dc02 req-005522f9-5eff-4b34-b8db-7569c076b1ce tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0639503 Feb 09 15:42:19.696975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-aea9885c-d378-4438-a265-61048c468620 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5886626 Feb 09 15:42:19.707053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d9da3-73b8-4ced-98d1-049faa67e4e8 req-9f12418c-ace3-4a0b-831c-6ccb0b51ff0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:19.720538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e16d9da3-73b8-4ced-98d1-049faa67e4e8 req-9f12418c-ace3-4a0b-831c-6ccb0b51ff0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 948 time: 0.4368281 Feb 09 15:42:19.761547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Request body: {'port': {'device_id': 'e5978f34-8975-4f2a-9ca1-9192db8b532c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:19.875383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e16d9da3-73b8-4ced-98d1-049faa67e4e8 req-6107847d-e07f-4440-ae11-7981640b7c29 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575470 Feb 09 15:42:19.899021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:19.919471 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7b370de2-7781-499c-b27b-ac8f53da1bb6 req-a9759b02-e91a-4fd2-a7fd-63306294ea18 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929149 Feb 09 15:42:20.016144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:20.021140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Network 796f3b29-ba50-4f49-bcc5-ca236722a780 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:20.057564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8600-bbb1-4d9c-af85-28b1b4d59099 req-9255c713-aadb-45df-9e77-359f28aa5203 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:20.059248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f53d8600-bbb1-4d9c-af85-28b1b4d59099 req-9255c713-aadb-45df-9e77-359f28aa5203 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2738440 Feb 09 15:42:20.060222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:20.065265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:20.075260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:20.078164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Pushing event updated for resources: {'Port': ['ID=6ad11e2e-db83-4d7a-acfa-7c08543bd616,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:20.216855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-21ba5f36-84ca-4184-8ada-c1a1d08fb879 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:20.218667 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-21ba5f36-84ca-4184-8ada-c1a1d08fb879 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.73 "GET /v2.0/networks?id=39bc7ccf-0817-41b8-9d68-f357927d1b08 HTTP/1.1" status: 200 len: 826 time: 0.1746743 Feb 09 15:42:20.236593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Request body: {'port': {'device_id': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'admin_state_up': True, 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:20.333825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:20.335156 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:20.374463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f53d8600-bbb1-4d9c-af85-28b1b4d59099 req-d91baef6-ecf9-4b30-abde-df975e07cb4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907901 Feb 09 15:42:20.528718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-74b4b7dd-7501-4eda-b7fe-0555a6f33d10 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5073614 Feb 09 15:42:20.546760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:20.568847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d3caaf45-5d0b-4ab6-aebc-ec84ea744d42'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:20.575894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Request body: {'port': {'device_id': '167cc309-cb90-402e-82fd-565ed1acb32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:20.651268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25096c93-f81b-4d9a-ba47-678112e931cf req-7d4fc9d1-cc3a-4373-81c7-6aafadd99e1f tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:20.661123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25096c93-f81b-4d9a-ba47-678112e931cf req-7d4fc9d1-cc3a-4373-81c7-6aafadd99e1f tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.4342372 Feb 09 15:42:20.672203 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Made reservation on behalf of bf2fd205ddaf4889b118d232b1629758 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:20.701258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:20.769115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Pushing event updated for resources: {'Port': ['ID=9970ba17-3c0b-4be1-9d2f-41831f78401b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:20.832313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:20.904017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:20.906934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:20.939197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00cda0-3099-46cf-b61f-59af921d7f6b req-012df992-54b4-4cf9-95bb-78869ab9eadc tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:20.941716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c00cda0-3099-46cf-b61f-59af921d7f6b req-012df992-54b4-4cf9-95bb-78869ab9eadc tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 931 time: 0.4310629 Feb 09 15:42:21.049450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Allocated IP 172.20.0.12 (39bc7ccf-0817-41b8-9d68-f357927d1b08/98ed919e-2fcf-49ab-89f6-08728c52316a/c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:21.371328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:21.375974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7e24e72e-b266-45e4-ae0b-995fac615a80 None None] Provisioning complete for port 9970ba17-3c0b-4be1-9d2f-41831f78401b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:21.377576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e24e72e-b266-45e4-ae0b-995fac615a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:21.409418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a6664779-2191-4f5d-83f1-ab5c3ec97d5f details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:21.436427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7e24e72e-b266-45e4-ae0b-995fac615a80 None None] Port 9970ba17-3c0b-4be1-9d2f-41831f78401b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:42:21.476844 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:21.486077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25096c93-f81b-4d9a-ba47-678112e931cf req-849ffe7a-5ec6-4154-a621-8482b5703fd6 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8234968 Feb 09 15:42:21.549071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:21.549885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:21.575061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:21.581703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:21.611819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'mac_address': 'fa:16:3e:ee:7d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:21.625353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c00cda0-3099-46cf-b61f-59af921d7f6b req-a1cc2b64-43ae-435d-8cfd-5bcd98899487 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732559 Feb 09 15:42:21.672759 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:21.685708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:21.691684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:21.703506 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:21.737012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6664779-2191-4f5d-83f1-ab5c3ec97d5f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:21.752146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Pushing event updated for resources: {'Port': ['ID=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:21.778184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:21.811421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:21.812748 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:21.879264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-c4c0adf2-f998-463a-8980-bbb3fd927723 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0474799 Feb 09 15:42:21.882301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:21.927214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Request body: {'port': {'device_id': '1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:21.937336 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e72617cf-fb4b-4e24-beea-a73e1482a376 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7057819 Feb 09 15:42:21.955146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Request body: {'port': {'device_id': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:21.977867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0e914e-a661-465f-9f23-ac8c78889084 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:21.994259 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.005157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe593b10-1877-4785-a1a9-b30faf8945ac req-91387859-0875-482a-be32-55525d2f3668 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:22.005471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:22.007019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe593b10-1877-4785-a1a9-b30faf8945ac req-91387859-0875-482a-be32-55525d2f3668 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 936 time: 0.3671410 Feb 09 15:42:22.047406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Transition to ACTIVE for port object 2c0e914e-a661-465f-9f23-ac8c78889084 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:22.090658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2775d4e2-8eef-4269-9401-636afe3ff48c None None] Provisioning complete for port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:22.091036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2775d4e2-8eef-4269-9401-636afe3ff48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.095399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d25267-58e7-4764-99a9-555f531a930f req-77721772-7ac9-47e4-9a6d-fe9caeb3d969 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:22.095689 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.100956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93d25267-58e7-4764-99a9-555f531a930f req-77721772-7ac9-47e4-9a6d-fe9caeb3d969 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 932 time: 0.2944241 Feb 09 15:42:22.136043 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2775d4e2-8eef-4269-9401-636afe3ff48c None None] Port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:42:22.140470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.148204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe593b10-1877-4785-a1a9-b30faf8945ac req-32a91a64-6b4b-4008-a99d-94849caf53ec tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219215 Feb 09 15:42:22.173732 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.207289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a6664779-2191-4f5d-83f1-ab5c3ec97d5f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:22.394793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93d25267-58e7-4764-99a9-555f531a930f req-ca410171-bc71-426c-a3f2-9c8bd1dc2821 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840476 Feb 09 15:42:22.573870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:22.587256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.611267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Transition to ACTIVE for port object c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:22.616724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0e914e-a661-465f-9f23-ac8c78889084,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:22.756443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.772946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f379e3-91e8-4b04-a031-889fb70bf613 req-06d7f295-99b8-47ec-bba4-b1e4748b1749 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:22.774599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07f379e3-91e8-4b04-a031-889fb70bf613 req-06d7f295-99b8-47ec-bba4-b1e4748b1749 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 949 time: 0.4890220 Feb 09 15:42:22.814316 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Pushing event updated for resources: {'Port': ['ID=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:22.821842 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-014e0fef-43d9-4a8a-9ec9-7eb63bab0a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.915683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad11e2e-db83-4d7a-acfa-7c08543bd616 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:22.950522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.953306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Attempting to bind port 2c0e914e-a661-465f-9f23-ac8c78889084 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:22.953662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Attempting to bind port 2c0e914e-a661-465f-9f23-ac8c78889084 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:22.953999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Attempting to bind port 2c0e914e-a661-465f-9f23-ac8c78889084 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:22.978092 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Attempting to bind port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:22.978554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Attempting to bind port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:22.978853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Attempting to bind port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 on network 39bc7ccf-0817-41b8-9d68-f357927d1b08 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:22.987208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 on network 39bc7ccf-0817-41b8-9d68-f357927d1b08 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:22.987581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Attempting to bind port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 on network 39bc7ccf-0817-41b8-9d68-f357927d1b08 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:22.996278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:22.996725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Checking segment: {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:22.997210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Bound using segment: {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:22.997801 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Bound port: c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:22.998272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:22.999182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07f379e3-91e8-4b04-a031-889fb70bf613 req-f6559bc2-9a6d-4cb3-9893-b315b52b5a31 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078204 Feb 09 15:42:23.024890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Transition to ACTIVE for port object 6ad11e2e-db83-4d7a-acfa-7c08543bd616 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:23.027057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Port 2c0e914e-a661-465f-9f23-ac8c78889084 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:23.027588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Attempting to bind port 2c0e914e-a661-465f-9f23-ac8c78889084 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:23.114239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:23.116828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Checking segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:23.118019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Bound using segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:23.118848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Bound port: 2c0e914e-a661-465f-9f23-ac8c78889084, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:23.120465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.153704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] For port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:23.160151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] For port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:23.174400 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.200949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9970ba17-3c0b-4be1-9d2f-41831f78401b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:23.248015 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.249804 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.297282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:23.297663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.299144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] 10.222.0.73 "PUT /v2.0/ports/c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 200 len: 1092 time: 1.3531272 Feb 09 15:42:23.299623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:23.302367 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd7aa6-443f-4d39-894a-264b89f8babb" -d '{"events": [{"name": "network-changed", "server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:23.316449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Transition to ACTIVE for port object 9970ba17-3c0b-4be1-9d2f-41831f78401b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:23.327009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad11e2e-db83-4d7a-acfa-7c08543bd616,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:23.349681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaf842-acc3-41ed-9c18-9250145747af req-280f2e56-9682-4edc-845d-d09364123e43 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:23.352811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29eaf842-acc3-41ed-9c18-9250145747af req-280f2e56-9682-4edc-845d-d09364123e43 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2597642 Feb 09 15:42:23.360828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] For port 2c0e914e-a661-465f-9f23-ac8c78889084, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:23.361423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b3f7-6adb-4861-bdee-f28943e7d5eb service neutron] Pushing event updated for resources: {'Port': ['ID=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:23.368340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] For port 2c0e914e-a661-465f-9f23-ac8c78889084, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2c0e914e-a661-465f-9f23-ac8c78889084,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:23.414067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a6664779-2191-4f5d-83f1-ab5c3ec97d5f up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:23.450785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29eaf842-acc3-41ed-9c18-9250145747af req-d919a302-0460-449d-b10b-fdc77a823031 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918136 Feb 09 15:42:23.476052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Attempting to bind port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:23.476306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Attempting to bind port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:23.476664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Attempting to bind port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:23.484237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:23.484575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Attempting to bind port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:23.491692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:23.492191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Checking segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:23.492742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Bound using segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:23.493267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Bound port: 6ad11e2e-db83-4d7a-acfa-7c08543bd616, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:23.493677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.612316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] For port 6ad11e2e-db83-4d7a-acfa-7c08543bd616, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:23.617156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] For port 6ad11e2e-db83-4d7a-acfa-7c08543bd616, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6ad11e2e-db83-4d7a-acfa-7c08543bd616,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:23.629190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce7273-7ebf-44b5-abc3-0b905dfcdc70 req-ed4f56a9-d2f6-4f4f-a4fd-1326dab26c4f tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:23.631821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5ce7273-7ebf-44b5-abc3-0b905dfcdc70 req-ed4f56a9-d2f6-4f4f-a4fd-1326dab26c4f tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0880105 Feb 09 15:42:23.676849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5ce7273-7ebf-44b5-abc3-0b905dfcdc70 req-89f4bbb4-cb19-4662-a2c8-df3ee13ef9c1 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 Feb 09 15:42:23.739091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port a6664779-2191-4f5d-83f1-ab5c3ec97d5f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:23.739609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.744775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port a6664779-2191-4f5d-83f1-ab5c3ec97d5f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:23.744998 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.745133 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.794985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:23.795402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.796971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c0e914e-a661-465f-9f23-ac8c78889084 HTTP/1.1" status: 200 len: 1092 time: 4.0754023 Feb 09 15:42:23.797436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5978f34-8975-4f2a-9ca1-9192db8b532c', 'tag': '2c0e914e-a661-465f-9f23-ac8c78889084'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:23.799864 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5978f34-8975-4f2a-9ca1-9192db8b532c", "tag": "2c0e914e-a661-465f-9f23-ac8c78889084"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:23.816710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Pushing event updated for resources: {'Port': ['ID=9970ba17-3c0b-4be1-9d2f-41831f78401b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:23.859011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-eb2e8d1d-9f65-4267-8fc4-dad1f6d50694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:23.863596 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-eb2e8d1d-9f65-4267-8fc4-dad1f6d50694 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf2fd205ddaf4889b118d232b1629758&device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 1095 time: 0.0949855 Feb 09 15:42:23.873448 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:23.906716 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:24.000186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.000864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:24.002753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/6ad11e2e-db83-4d7a-acfa-7c08543bd616 HTTP/1.1" status: 200 len: 1091 time: 3.4526038 Feb 09 15:42:24.009370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfba7d-9175-43e3-8e0b-89907dcfab86 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0e914e-a661-465f-9f23-ac8c78889084,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:24.029874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:24.032306 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6ea28a-8ecb-4d26-9c39-46379b2d713a" -d '{"events": [{"server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "name": "network-vif-plugged", "status": "completed", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:24.045768 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-e8d0c19e-8a9b-4402-91bc-a3c169cf3ee3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 200 len: 217 time: 0.1686490 Feb 09 15:42:24.049194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:24.110455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Attempting to bind port 9970ba17-3c0b-4be1-9d2f-41831f78401b on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:24.110802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Attempting to bind port 9970ba17-3c0b-4be1-9d2f-41831f78401b by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:24.111230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Attempting to bind port 9970ba17-3c0b-4be1-9d2f-41831f78401b on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:24.124031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257fd63-4010-4a04-b98d-95ad1ce03b80 req-b2b913eb-70e5-44a3-a63d-3144ffb6a7e8 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.128955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f257fd63-4010-4a04-b98d-95ad1ce03b80 req-b2b913eb-70e5-44a3-a63d-3144ffb6a7e8 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 943 time: 0.2136805 Feb 09 15:42:24.155221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-92da52de-0ac3-4404-b88c-4e12378ca827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.156969 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-92da52de-0ac3-4404-b88c-4e12378ca827 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98ed919e-2fcf-49ab-89f6-08728c52316a HTTP/1.1" status: 200 len: 865 time: 0.1039891 Feb 09 15:42:24.169634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Port 9970ba17-3c0b-4be1-9d2f-41831f78401b on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:24.169973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Attempting to bind port 9970ba17-3c0b-4be1-9d2f-41831f78401b on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:24.177426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-278d8abc-9f83-4308-84f1-be917bee9a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.179657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-278d8abc-9f83-4308-84f1-be917bee9a48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&device_id=e5978f34-8975-4f2a-9ca1-9192db8b532c HTTP/1.1" status: 200 len: 1095 time: 0.1973433 Feb 09 15:42:24.180356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9898c-af76-4ff3-ad39-7ee2ff58d8d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad11e2e-db83-4d7a-acfa-7c08543bd616,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:24.203362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:24.203708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:24.205640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:24.205640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Bound port: 9970ba17-3c0b-4be1-9d2f-41831f78401b, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:24.213437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:24.221249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-9f09f75b-509c-423e-a892-c75aaff09249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.222786 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-9f09f75b-509c-423e-a892-c75aaff09249 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39bc7ccf-0817-41b8-9d68-f357927d1b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574620 Feb 09 15:42:24.258960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-8fa6056f-5c28-4d98-82ba-0628b541f4d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0e914e-a661-465f-9f23-ac8c78889084 HTTP/1.1" status: 200 len: 217 time: 0.0654631 Feb 09 15:42:24.305252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f257fd63-4010-4a04-b98d-95ad1ce03b80 req-ed112265-889d-41ad-8dad-c7c25be5edd8 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554067 Feb 09 15:42:24.356977 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:24.363975 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-675de720-815a-46f4-bdb7-47d91b8a40ba service neutron] 10.222.0.73 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304190 Feb 09 15:42:24.427396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] For port 9970ba17-3c0b-4be1-9d2f-41831f78401b, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:24.464900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-b5ebf394-e992-4c50-b954-c8dce0baa754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.467304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-b5ebf394-e992-4c50-b954-c8dce0baa754 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 200 len: 853 time: 0.1775794 Feb 09 15:42:24.481189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:24.507495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] For port 9970ba17-3c0b-4be1-9d2f-41831f78401b, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9970ba17-3c0b-4be1-9d2f-41831f78401b,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:24.542291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-97e97c5d-e3cb-4a67-b3c0-beee41e34f15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796f3b29-ba50-4f49-bcc5-ca236722a780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538204 Feb 09 15:42:24.547784 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d05d617-0af7-4f16-a28c-75bcb116a1a8 req-196ad583-f1a8-4519-98af-2cc94628ce2c service neutron] 10.222.0.73 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709211 Feb 09 15:42:24.569372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-f9b7f107-272b-4d86-b73e-87a16133ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.571871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-f9b7f107-272b-4d86-b73e-87a16133ff49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 1094 time: 0.1751218 Feb 09 15:42:24.663036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-6abd2afa-92fd-440d-bffb-d6330af2ea7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad11e2e-db83-4d7a-acfa-7c08543bd616 HTTP/1.1" status: 200 len: 217 time: 0.0730240 Feb 09 15:42:24.737218 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:24.813744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.814409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:24.816062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] 10.222.0.73 "PUT /v2.0/ports/9970ba17-3c0b-4be1-9d2f-41831f78401b HTTP/1.1" status: 200 len: 1096 time: 2.9141588 Feb 09 15:42:24.822134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-4406b134-90a4-4e40-9bcd-0159e0f6d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:24.823630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-4406b134-90a4-4e40-9bcd-0159e0f6d8f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 200 len: 853 time: 0.1515918 Feb 09 15:42:24.827779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-0ddaf8ee-5b9d-4ee3-b9e6-e618630ee2e6 service neutron] 10.222.0.73 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753990 Feb 09 15:42:24.882651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdaff1-b8cb-4101-99e4-8dd6e1cdde51 service neutron] Pushing event updated for resources: {'Port': ['ID=9970ba17-3c0b-4be1-9d2f-41831f78401b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:24.888837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-0b1de0e0-6360-4ef8-ab29-5439bd19c0d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796f3b29-ba50-4f49-bcc5-ca236722a780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571213 Feb 09 15:42:25.069426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-1804fc17-5408-4d82-bf7d-20e28136f251 service neutron] 10.222.0.73 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212842 Feb 09 15:42:25.074826 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb340a8e-0e60-4d64-8ea7-550976996967 x-openstack-request-id: req-eb340a8e-0e60-4d64-8ea7-550976996967 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:25.075835 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:25.076541 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb340a8e-0e60-4d64-8ea7-550976996967 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:25.077194 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'status': 'completed', 'code': 200} Feb 09 15:42:25.091730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d002-663a-416a-aad6-8396e1568b22 req-d14644c5-3c7f-469a-b84c-dd8fdeb140f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.093319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-d14644c5-3c7f-469a-b84c-dd8fdeb140f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9124bc837f5f4c65a053e275b034e3a8&device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 1099 time: 0.1443398 Feb 09 15:42:25.098025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a06d4b32-f56d-40b7-a766-372983c90e67 service neutron] 10.222.0.13 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787200 Feb 09 15:42:25.190095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8cc7660-5c17-4ce7-8360-dab4731388b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:25.208413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-791b18a2-6a90-4b00-9b69-026f09f36cb6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9970ba17-3c0b-4be1-9d2f-41831f78401b HTTP/1.1" status: 200 len: 217 time: 0.1070788 Feb 09 15:42:25.344365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-d3c03c27-80f7-463f-ab51-5f28a8db818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.345917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-d3c03c27-80f7-463f-ab51-5f28a8db818c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf2fd205ddaf4889b118d232b1629758&device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 1095 time: 0.2260320 Feb 09 15:42:25.384415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe14deb-ec78-4829-a7bd-2ca9cf555b72 req-a027bc9d-344f-4990-bd07-4556e9c7095b service neutron] 10.222.0.13 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658696 Feb 09 15:42:25.387385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-0fa72190-6ef2-4c18-a0f7-940ee427b68c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.389045 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-0fa72190-6ef2-4c18-a0f7-940ee427b68c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d&tenant_id=0aef65e05ad943efadb02490102af9ba&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 950 time: 0.1181307 Feb 09 15:42:25.429831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e8cae-68be-4cc5-9aff-6673f38d86a7 req-429f007e-4720-4f0a-bc81-226b4dbbe9a0 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.429831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-133e8cae-68be-4cc5-9aff-6673f38d86a7 req-429f007e-4720-4f0a-bc81-226b4dbbe9a0 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 944 time: 0.2231481 Feb 09 15:42:25.430062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:25.465958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffb546-e6db-422a-8fda-084f25e79600 req-f9bafa6f-6ac3-4757-b260-0c171c57a68c tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.473436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-beffb546-e6db-422a-8fda-084f25e79600 req-f9bafa6f-6ac3-4757-b260-0c171c57a68c tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 948 time: 0.2639532 Feb 09 15:42:25.500270 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-724e472e-8c4b-4073-a750-8398e087cc38 service neutron] delete failed (client error): The resource could not be found. Feb 09 15:42:25.504211 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-724e472e-8c4b-4073-a750-8398e087cc38 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a6664779-2191-4f5d-83f1-ab5c3ec97d5f/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.1057365 Feb 09 15:42:25.586530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:25.602498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '09991e04-d0e2-4b56-8085-b936b57714bc', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '09991e04-d0e2-4b56-8085-b936b57714bc', 'mac_address': 'fa:16:3e:e9:34:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:25.647268 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:25.682377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09991e04-d0e2-4b56-8085-b936b57714bc {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:25.698095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-a33bbfd5-9e95-481a-9916-423f9a211de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.700298 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-a33bbfd5-9e95-481a-9916-423f9a211de6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1101 time: 0.0746205 Feb 09 15:42:25.728142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:25.825365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-2f0db6c2-406a-446a-865a-b5a156cd913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.827580 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-2f0db6c2-406a-446a-865a-b5a156cd913c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1198835 Feb 09 15:42:25.841234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d002-663a-416a-aad6-8396e1568b22 req-bd279478-7a62-4efb-b3b8-195618d68b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.842781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-bd279478-7a62-4efb-b3b8-195618d68b78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.4861603 Feb 09 15:42:25.882374 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-52293e2c-b249-4f47-afb1-8b2e0d740764 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 217 time: 0.0459974 Feb 09 15:42:25.890444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-133e8cae-68be-4cc5-9aff-6673f38d86a7 req-1df0d56f-631b-4994-81d8-52aa8b47f190 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584525 Feb 09 15:42:25.898847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:25.947584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-184610f7-6297-41a1-abc1-ac9f01208fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.949032 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-184610f7-6297-41a1-abc1-ac9f01208fbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0566969 Feb 09 15:42:25.949294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-82828118-424c-4b2f-b994-2a1168c5263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:25.950887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-82828118-424c-4b2f-b994-2a1168c5263c service neutron] 10.222.0.73 "GET /v2.0/networks?id=39bc7ccf-0817-41b8-9d68-f357927d1b08 HTTP/1.1" status: 200 len: 927 time: 0.5795956 Feb 09 15:42:25.955230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-beffb546-e6db-422a-8fda-084f25e79600 req-67fb0c03-421b-4be8-b713-b25f0f59c295 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808521 Feb 09 15:42:25.992252 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9344c2-de10-4d4d-90f5-659648060580 x-openstack-request-id: req-cd9344c2-de10-4d4d-90f5-659648060580 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:26.000377 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5978f34-8975-4f2a-9ca1-9192db8b532c", "tag": "2c0e914e-a661-465f-9f23-ac8c78889084", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:26.001981 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd9344c2-de10-4d4d-90f5-659648060580 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:26.002690 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5978f34-8975-4f2a-9ca1-9192db8b532c', 'tag': '2c0e914e-a661-465f-9f23-ac8c78889084', 'status': 'completed', 'code': 200} Feb 09 15:42:26.011592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:26.049198 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3566ca04-b5ce-4b00-b297-b3e07baf0585 x-openstack-request-id: req-3566ca04-b5ce-4b00-b297-b3e07baf0585 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:26.049529 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "name": "network-vif-plugged", "status": "completed", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:26.049788 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3566ca04-b5ce-4b00-b297-b3e07baf0585 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:26.050195 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'code': 200} Feb 09 15:42:26.120207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-6401763b-76a4-47be-ad1c-f3e1fcedb3d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 200 len: 217 time: 0.1575768 Feb 09 15:42:26.239425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-8b9e4c07-30a7-4d37-bd86-b6808477c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.242239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-8b9e4c07-30a7-4d37-bd86-b6808477c852 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98ed919e-2fcf-49ab-89f6-08728c52316a HTTP/1.1" status: 200 len: 865 time: 0.1006052 Feb 09 15:42:26.246312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['09991e04-d0e2-4b56-8085-b936b57714bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:26.282294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d002-663a-416a-aad6-8396e1568b22 req-aa56e87f-f03d-4b3a-b245-e88aea6ace4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.284568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-aa56e87f-f03d-4b3a-b245-e88aea6ace4e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4229934 Feb 09 15:42:26.373680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-e0618cf1-c668-40e7-8156-ed12decd302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.375192 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-e0618cf1-c668-40e7-8156-ed12decd302e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4178815 Feb 09 15:42:26.413451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-f5c2dd1a-8f13-4f49-b398-0c9fb02dcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.415232 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-f5c2dd1a-8f13-4f49-b398-0c9fb02dcd21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&device_id=e5978f34-8975-4f2a-9ca1-9192db8b532c HTTP/1.1" status: 200 len: 1095 time: 0.3905079 Feb 09 15:42:26.509307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01021d9-6c33-4b35-93c3-9112689dad76 req-aa7750d6-f118-4184-810a-889a558852fa tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.511123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d01021d9-6c33-4b35-93c3-9112689dad76 req-aa7750d6-f118-4184-810a-889a558852fa tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.3983552 Feb 09 15:42:26.517415 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:26.589721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-11f91d52-bfd9-44b9-8d8c-23ec8f731467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.591350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-11f91d52-bfd9-44b9-8d8c-23ec8f731467 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39bc7ccf-0817-41b8-9d68-f357927d1b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3050673 Feb 09 15:42:26.621891 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-630b7cb8-b20d-41b7-8437-4cb41f4d9086 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376330 Feb 09 15:42:26.654978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-d7983cfb-dca4-46e6-bfbe-9b71915482e3 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538871 Feb 09 15:42:26.664433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed7330-edfb-4f7f-89b1-f66c09c4279b req-b3942985-72a3-43cb-9d29-dd88821afcc4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.666874 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53ed7330-edfb-4f7f-89b1-f66c09c4279b req-b3942985-72a3-43cb-9d29-dd88821afcc4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 948 time: 0.2165110 Feb 09 15:42:26.673782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d01021d9-6c33-4b35-93c3-9112689dad76 req-50c86fea-c3fa-4ea5-95cf-44b3e5b1f57e tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509945 Feb 09 15:42:26.674879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-de390d01-c583-486b-9df6-c962d428ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.677451 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-de390d01-c583-486b-9df6-c962d428ba9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 914 time: 0.2257054 Feb 09 15:42:26.809878 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-d66e24b6-50a6-4974-a186-5dd6d55624fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0e914e-a661-465f-9f23-ac8c78889084 HTTP/1.1" status: 200 len: 217 time: 0.0765107 Feb 09 15:42:26.958522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-c4125849-f03a-4cc7-923b-44774a5cc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:26.961651 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-c4125849-f03a-4cc7-923b-44774a5cc397 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 200 len: 853 time: 0.1419444 Feb 09 15:42:26.966130 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6bd9b6c5-75bc-4cf3-a24e-d828e2ababc7 req-c2943346-5dd8-49d8-afb1-b1d9ffcabea6 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318176 Feb 09 15:42:27.002705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53ed7330-edfb-4f7f-89b1-f66c09c4279b req-1406bbdc-f03b-4532-a55b-0f6d331e3f1c tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268323 Feb 09 15:42:27.029288 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-f7f5f576-63a6-4890-a661-dec83722081d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796f3b29-ba50-4f49-bcc5-ca236722a780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565817 Feb 09 15:42:27.034363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7745d002-663a-416a-aad6-8396e1568b22 req-e9fc2835-5bb3-45d0-8207-c49644d5030b service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471150 Feb 09 15:42:27.058576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-66af9e6b-6c0d-4149-a6a9-4321a5fc5cbe service neutron] 10.222.0.73 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546254 Feb 09 15:42:27.140183 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-a2f28996-d1fb-4c0b-9758-b317eeb1dec6 service neutron] 10.222.0.73 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986931 Feb 09 15:42:27.162938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c667e-c797-4e70-abcd-f61c9a959a18 req-c30c44af-ae4b-4d3a-9849-4a163f039f59 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:27.170805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d05c667e-c797-4e70-abcd-f61c9a959a18 req-c30c44af-ae4b-4d3a-9849-4a163f039f59 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.3200071 Feb 09 15:42:27.239254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d05c667e-c797-4e70-abcd-f61c9a959a18 req-564aed5e-e94e-41d6-b09d-3bc68f9ca331 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665567 Feb 09 15:42:27.269510 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-27b7f6b0-9e01-49d2-bd9b-fba50e8994f5 req-77b4fbc9-0a83-487b-bc2d-1b27dc72aae9 service neutron] 10.222.0.73 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159854 Feb 09 15:42:27.292461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df437ae-85e5-429c-a807-98d9c6dfd800 req-c0759cc0-e0d6-416a-8520-5e4ea2f6e06b tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:27.300171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1df437ae-85e5-429c-a807-98d9c6dfd800 req-c0759cc0-e0d6-416a-8520-5e4ea2f6e06b tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 943 time: 0.1922576 Feb 09 15:42:27.320047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cd7aa6-443f-4d39-894a-264b89f8babb req-15d98c67-e1ab-4c02-8396-ec4eed7c6dc0 service neutron] 10.222.0.73 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542810 Feb 09 15:42:27.354238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1df437ae-85e5-429c-a807-98d9c6dfd800 req-e778f940-1ec3-41d8-81c4-ca246628b4b3 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528297 Feb 09 15:42:27.437854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:27.442220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:27.520926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384acfee-8b0e-41fb-b489-b0eb3ac767c1 req-8a720edc-ea8e-4a24-9210-3ad441749d1a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:27.524510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-384acfee-8b0e-41fb-b489-b0eb3ac767c1 req-8a720edc-ea8e-4a24-9210-3ad441749d1a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 944 time: 0.0909195 Feb 09 15:42:27.568156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 09991e04-d0e2-4b56-8085-b936b57714bc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:27.568568 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:27.607217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-384acfee-8b0e-41fb-b489-b0eb3ac767c1 req-1f4f44ea-ab92-4acd-ab81-51546304df21 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687914 Feb 09 15:42:27.626870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:27.643819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'port_id': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'mac_address': 'fa:16:3e:8e:1a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:27.722010 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:27.725668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:27.744222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca39e5-5b55-4d08-9bd7-a81a5e56fc9a req-20f3d2f1-272f-451f-a345-e8a721c597a6 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:27.747168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81ca39e5-5b55-4d08-9bd7-a81a5e56fc9a req-20f3d2f1-272f-451f-a345-e8a721c597a6 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 948 time: 0.0626159 Feb 09 15:42:27.750031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:27.798875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:27.802466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:27.804697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81ca39e5-5b55-4d08-9bd7-a81a5e56fc9a req-a2182b7c-1e33-4e20-a928-aa073e869e1e tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511477 Feb 09 15:42:27.953432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16700445-a2d2-489b-b132-60f4228ac664 req-8cd63363-3865-4f1d-a143-795aa10c23bf tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:27.955112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16700445-a2d2-489b-b132-60f4228ac664 req-8cd63363-3865-4f1d-a143-795aa10c23bf tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.0756433 Feb 09 15:42:27.990852 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.005177 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16700445-a2d2-489b-b132-60f4228ac664 req-c109841f-be26-45ce-91f6-31412c0ce53b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 Feb 09 15:42:28.024457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167cc309-cb90-402e-82fd-565ed1acb32a', 'tag': '6ad11e2e-db83-4d7a-acfa-7c08543bd616'}, {'name': 'network-changed', 'server_uuid': '1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1', 'tag': '9970ba17-3c0b-4be1-9d2f-41831f78401b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:28.024457 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2919b796-efd8-4ef3-a161-0a8ebca20f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "167cc309-cb90-402e-82fd-565ed1acb32a", "tag": "6ad11e2e-db83-4d7a-acfa-7c08543bd616"}, {"name": "network-changed", "server_uuid": "1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1", "tag": "9970ba17-3c0b-4be1-9d2f-41831f78401b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:28.053501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:28.057330 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dfd36e-fc42-4c97-8fb4-066d27f54a86" -d '{"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-plugged", "status": "completed", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:28.084505 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6512aadb-2f37-4b00-ad96-0ae001932491 x-openstack-request-id: req-6512aadb-2f37-4b00-ad96-0ae001932491 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:28.084814 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167cc309-cb90-402e-82fd-565ed1acb32a", "tag": "6ad11e2e-db83-4d7a-acfa-7c08543bd616", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1", "tag": "9970ba17-3c0b-4be1-9d2f-41831f78401b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:28.085073 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6512aadb-2f37-4b00-ad96-0ae001932491 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:28.090123 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167cc309-cb90-402e-82fd-565ed1acb32a', 'tag': '6ad11e2e-db83-4d7a-acfa-7c08543bd616', 'status': 'completed', 'code': 200} Feb 09 15:42:28.090640 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1', 'tag': '9970ba17-3c0b-4be1-9d2f-41831f78401b', 'status': 'completed', 'code': 200} Feb 09 15:42:28.101611 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.108846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.160756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:28.236809 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ecd19f-6a80-4a30-9995-1dec7a3fc745 x-openstack-request-id: req-77ecd19f-6a80-4a30-9995-1dec7a3fc745 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:28.236809 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-plugged", "status": "completed", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:28.236809 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77ecd19f-6a80-4a30-9995-1dec7a3fc745 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:28.236809 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc', 'code': 200} Feb 09 15:42:28.238811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-d4e8f2ff-057a-4260-9fae-b09b94ebc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.241501 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-d4e8f2ff-057a-4260-9fae-b09b94ebc5e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 1094 time: 0.1284742 Feb 09 15:42:28.263323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-ae3abb1d-686d-4372-b6c2-1eb192b7d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.265164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-ae3abb1d-686d-4372-b6c2-1eb192b7d3bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9124bc837f5f4c65a053e275b034e3a8&device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 1099 time: 0.1470640 Feb 09 15:42:28.336740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:28.365291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:28.368956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7624b5f-6259-4a0b-905a-a03d62728902 req-70e2450b-a0bf-408c-8f01-2aad2a357885 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.381616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7624b5f-6259-4a0b-905a-a03d62728902 req-70e2450b-a0bf-408c-8f01-2aad2a357885 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1668417 Feb 09 15:42:28.475456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7624b5f-6259-4a0b-905a-a03d62728902 req-a44d2660-0f0b-48e8-a7d5-d8ddcc71970d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940111 Feb 09 15:42:28.612072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-924c25ad-00e9-4fc7-841e-0e2704eb9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.614686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-924c25ad-00e9-4fc7-841e-0e2704eb9bc8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3382370 Feb 09 15:42:28.660839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-4235046e-c84f-4b12-95ab-4785d27cf2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.664425 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-4235046e-c84f-4b12-95ab-4785d27cf2cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 914 time: 0.4141185 Feb 09 15:42:28.721189 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.730543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-a5c7484b-e76e-42c1-aea9-730831a09b72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9970ba17-3c0b-4be1-9d2f-41831f78401b HTTP/1.1" status: 200 len: 217 time: 0.0905709 Feb 09 15:42:28.755429 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-413c140d-bf54-42ea-94f5-1209c229c90d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ad11e2e-db83-4d7a-acfa-7c08543bd616 HTTP/1.1" status: 200 len: 217 time: 0.0819328 Feb 09 15:42:28.808328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e22f0-553e-4663-969b-dec8d78fd044 req-1f53e3f2-0505-4d75-84db-ab67198828c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.809875 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2b8e22f0-553e-4663-969b-dec8d78fd044 req-1f53e3f2-0505-4d75-84db-ab67198828c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1100 time: 0.0813284 Feb 09 15:42:28.820874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-36871900-a1fa-4d91-913c-83ec3bb9b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.822520 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-36871900-a1fa-4d91-913c-83ec3bb9b10a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 200 len: 853 time: 0.0573382 Feb 09 15:42:28.873156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16dd28-5101-49cc-ac02-438c96363615 req-aa52a8d8-3eca-4575-8c3a-450b2bb9107a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.875503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a16dd28-5101-49cc-ac02-438c96363615 req-aa52a8d8-3eca-4575-8c3a-450b2bb9107a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.1760707 Feb 09 15:42:28.876181 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-dd334aa2-bf62-456d-9aa2-0e58fd7ee86d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796f3b29-ba50-4f49-bcc5-ca236722a780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422688 Feb 09 15:42:28.885379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f941-a6d3-4c61-95ff-083c8ee21495 req-40ac8f46-bce9-4591-9607-44d0d9ab78a9 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.891804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd01f941-a6d3-4c61-95ff-083c8ee21495 req-40ac8f46-bce9-4591-9607-44d0d9ab78a9 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 943 time: 0.2614267 Feb 09 15:42:28.911264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-9dd05cb6-1b10-4856-859a-3d2716d09672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.920107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-9dd05cb6-1b10-4856-859a-3d2716d09672 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1616004 Feb 09 15:42:28.920413 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2b8e22f0-553e-4663-969b-dec8d78fd044 req-b7de9c83-a0fb-40fd-a421-46356c21bf52 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913258 Feb 09 15:42:29.000332 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-f2a69f30-acbd-4648-bf17-92f38a15a67c service neutron] 10.222.0.13 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113386 Feb 09 15:42:29.012242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a16dd28-5101-49cc-ac02-438c96363615 req-3bc22ae8-2dcf-4725-af1a-caccc1b16570 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186197 Feb 09 15:42:29.018084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd01f941-a6d3-4c61-95ff-083c8ee21495 req-f60cc6c2-d5a3-409b-a7e7-92aa5a0ff477 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158152 Feb 09 15:42:29.093653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6ad11e2e-db83-4d7a-acfa-7c08543bd616 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:29.146331 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:42:29.152729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0626d67b-6d1a-4125-960d-d201cd2037fd no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:42:29.226443 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-f7196e70-3fce-41f2-88c9-583acfd74ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114964 Feb 09 15:42:29.235144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-98605f70-8023-47d3-99f2-4dab57a194f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:29.237081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-98605f70-8023-47d3-99f2-4dab57a194f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001444 Feb 09 15:42:29.259589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7120e-1a7f-4096-9b7d-6c0f856797ba req-c2e7f00b-cb4a-4733-86e9-6f0fd8f905b1 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:29.262404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76d7120e-1a7f-4096-9b7d-6c0f856797ba req-c2e7f00b-cb4a-4733-86e9-6f0fd8f905b1 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 945 time: 0.0853980 Feb 09 15:42:29.475669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76d7120e-1a7f-4096-9b7d-6c0f856797ba req-e51daeda-99da-4541-a73c-1e51bd6fcde4 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907966 Feb 09 15:42:29.510543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cb99c-93b1-405b-9c90-c2734e578d29 req-2a261b89-3a68-403e-9512-f670acf018d7 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:29.515266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2c0e914e-a661-465f-9f23-ac8c78889084 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:29.523861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b2cb99c-93b1-405b-9c90-c2734e578d29 req-2a261b89-3a68-403e-9512-f670acf018d7 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 948 time: 0.2504206 Feb 09 15:42:29.625108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2c0e914e-a661-465f-9f23-ac8c78889084, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2c0e914e-a661-465f-9f23-ac8c78889084,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:29.640258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6ad11e2e-db83-4d7a-acfa-7c08543bd616, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6ad11e2e-db83-4d7a-acfa-7c08543bd616,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:29.663801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '2c0e914e-a661-465f-9f23-ac8c78889084', 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'port_id': '2c0e914e-a661-465f-9f23-ac8c78889084', 'mac_address': 'fa:16:3e:86:35:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:29.672784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-7e696ac8-5ae2-4017-8907-a9bec0a16c4b service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088612 Feb 09 15:42:29.680592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '6ad11e2e-db83-4d7a-acfa-7c08543bd616', 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'port_id': '6ad11e2e-db83-4d7a-acfa-7c08543bd616', 'mac_address': 'fa:16:3e:c6:08:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:29.683513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b2cb99c-93b1-405b-9c90-c2734e578d29 req-d79c73de-bbfe-4752-ad7c-01dac0e86098 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582148 Feb 09 15:42:29.685457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.743863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e82286-a310-4cf9-9107-6d16ce675df3 req-d12b239f-fbb4-4cb8-9ca7-7d967f6d7a8f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:29.746560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6e82286-a310-4cf9-9107-6d16ce675df3 req-d12b239f-fbb4-4cb8-9ca7-7d967f6d7a8f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.1813912 Feb 09 15:42:29.757990 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.789967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad11e2e-db83-4d7a-acfa-7c08543bd616 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:29.806711 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.826855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.839380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:29.844701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6ad11e2e-db83-4d7a-acfa-7c08543bd616, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6ad11e2e-db83-4d7a-acfa-7c08543bd616,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:29.847978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0e914e-a661-465f-9f23-ac8c78889084 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:29.871619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2c0e914e-a661-465f-9f23-ac8c78889084, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2c0e914e-a661-465f-9f23-ac8c78889084,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:29.966991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6e82286-a310-4cf9-9107-6d16ce675df3 req-b242e3ea-7d89-4aec-8af2-03a3c284816c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700332 Feb 09 15:42:29.971904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.984036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac1a2c-93a2-4c15-85c3-da7a292d2788 req-f0db0482-8e70-4feb-8ec6-e0e80ff3613e tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:29.984036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74ac1a2c-93a2-4c15-85c3-da7a292d2788 req-f0db0482-8e70-4feb-8ec6-e0e80ff3613e tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1101 time: 0.1890550 Feb 09 15:42:30.013484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2919b796-efd8-4ef3-a161-0a8ebca20f2c req-9128687d-2f9a-43cc-920b-24e57fe979c5 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284428 Feb 09 15:42:30.024866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.025941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0626d67b-6d1a-4125-960d-d201cd2037fd details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:30.029720 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.030316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 9970ba17-3c0b-4be1-9d2f-41831f78401b details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:30.047919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74ac1a2c-93a2-4c15-85c3-da7a292d2788 req-d584e40d-4cac-4259-8f14-a5811c161af0 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 Feb 09 15:42:30.088289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:30.236926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:30.238535 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e624697c-88fa-4b1d-a61a-7bad1a3ba688" -d '{"events": [{"server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "name": "network-vif-unplugged", "status": "completed", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:30.241963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a22ca-ef7f-4309-8261-4a85b7df5bd4 req-8df65e46-d2b4-494f-a631-c5a6f9b1c423 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:30.246753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c9a22ca-ef7f-4309-8261-4a85b7df5bd4 req-8df65e46-d2b4-494f-a631-c5a6f9b1c423 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1158519 Feb 09 15:42:30.272972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=6ad11e2e-db83-4d7a-acfa-7c08543bd616,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:30.359349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:30.369864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 9970ba17-3c0b-4be1-9d2f-41831f78401b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9970ba17-3c0b-4be1-9d2f-41831f78401b,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:30.379567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c9a22ca-ef7f-4309-8261-4a85b7df5bd4 req-5e1ca8f2-1d43-4bf3-ab7a-4cc5b3d474b6 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269088 Feb 09 15:42:30.390329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'port_id': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'mac_address': 'fa:16:3e:9a:db:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e019a5f9-347a-4a8f-9baf-673ecba8d398', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:30.395494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93a312-23e4-4f52-a083-32d4c8d0850f req-f3831664-9db6-4843-ba88-50774b0cf5a8 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:30.404303 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba93a312-23e4-4f52-a083-32d4c8d0850f req-f3831664-9db6-4843-ba88-50774b0cf5a8 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 944 time: 0.1005609 Feb 09 15:42:30.407518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '9970ba17-3c0b-4be1-9d2f-41831f78401b', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '9970ba17-3c0b-4be1-9d2f-41831f78401b', 'mac_address': 'fa:16:3e:5f:17:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:30.433386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=2c0e914e-a661-465f-9f23-ac8c78889084,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:30.487191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba93a312-23e4-4f52-a083-32d4c8d0850f req-07efcb44-c503-4f65-88c5-3000cf2cc84e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813518 Feb 09 15:42:30.530539 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.555131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0626d67b-6d1a-4125-960d-d201cd2037fd {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:30.567861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.602654 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6601308-5624-41ef-a275-fe03bf71ae48 x-openstack-request-id: req-d6601308-5624-41ef-a275-fe03bf71ae48 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:30.603067 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "name": "network-vif-unplugged", "status": "completed", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:30.603385 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6601308-5624-41ef-a275-fe03bf71ae48 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:30.603848 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'code': 200} Feb 09 15:42:30.610097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:30.612608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9970ba17-3c0b-4be1-9d2f-41831f78401b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:30.642100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 9970ba17-3c0b-4be1-9d2f-41831f78401b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9970ba17-3c0b-4be1-9d2f-41831f78401b,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:30.764636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac3d29-c82e-4971-be77-5340729edc57 req-84c7da3a-5c1a-4ff7-95a6-6f491a386e2b tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:30.766343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3dac3d29-c82e-4971-be77-5340729edc57 req-84c7da3a-5c1a-4ff7-95a6-6f491a386e2b tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 945 time: 0.0647936 Feb 09 15:42:30.825074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3dac3d29-c82e-4971-be77-5340729edc57 req-3027e059-bf4c-4a71-a099-cd4556bc27c0 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 Feb 09 15:42:30.854167 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.867563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.929410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-a57f27a2-b86d-4d7a-9cd9-6748de3a7a2f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344956 Feb 09 15:42:30.930249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:31.006725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=9970ba17-3c0b-4be1-9d2f-41831f78401b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:31.097639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5783f41-6a36-4f85-890a-561e66279a49 req-0c0cd7fc-e76a-4829-9265-31026117f049 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:31.099229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5783f41-6a36-4f85-890a-561e66279a49 req-0c0cd7fc-e76a-4829-9265-31026117f049 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 949 time: 0.1650653 Feb 09 15:42:31.116774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['0626d67b-6d1a-4125-960d-d201cd2037fd'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:31.119155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['6ad11e2e-db83-4d7a-acfa-7c08543bd616'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:31.152101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-851bf7ab-c019-404b-9636-438d5febe94f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:31.173329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-851bf7ab-c019-404b-9636-438d5febe94f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026393 Feb 09 15:42:31.179972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5783f41-6a36-4f85-890a-561e66279a49 req-52ee0b70-e62b-4ed8-9807-adda2b9c3e78 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724885 Feb 09 15:42:31.182793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-5d3951e0-2cdf-4d9a-8f46-ec569aabb355 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/quotas/0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 375 time: 0.0159655 Feb 09 15:42:31.246239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['9970ba17-3c0b-4be1-9d2f-41831f78401b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:31.249425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['2c0e914e-a661-465f-9f23-ac8c78889084'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:31.297974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-19cc5fa8-3a27-4624-bd86-689a5bf0f56b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967801 Feb 09 15:42:31.472824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:31.524411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49232aa6-eefd-42ed-8164-19d7ae413620 req-8a45b575-abc3-459f-8652-f875d1e548e9 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:31.526008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49232aa6-eefd-42ed-8164-19d7ae413620 req-8a45b575-abc3-459f-8652-f875d1e548e9 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 944 time: 0.0587907 Feb 09 15:42:31.571443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49232aa6-eefd-42ed-8164-19d7ae413620 req-0b6607fd-c57d-41b1-b054-04aef1772616 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Feb 09 15:42:31.686718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.727601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0fcbc-c3f3-4415-9539-100ee28178e9 req-ffcd0e10-e459-4ee2-ab69-90340327a30b tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:31.729246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ee0fcbc-c3f3-4415-9539-100ee28178e9 req-ffcd0e10-e459-4ee2-ab69-90340327a30b tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0671644 Feb 09 15:42:31.776603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ee0fcbc-c3f3-4415-9539-100ee28178e9 req-df26c12c-6942-430a-b520-fea0aa2233fb tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374508 Feb 09 15:42:31.893344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:31.899280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa45fd5-a71d-49d7-ba67-e1571b6442e5 req-8e8082d6-d904-4943-8d19-7263086fed94 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:31.899772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:31.900372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.901594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daa45fd5-a71d-49d7-ba67-e1571b6442e5 req-8e8082d6-d904-4943-8d19-7263086fed94 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 944 time: 0.0650730 Feb 09 15:42:31.947715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daa45fd5-a71d-49d7-ba67-e1571b6442e5 req-7fbd292b-d0cb-4401-b831-e44ab7bfb0d1 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Feb 09 15:42:32.040969 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.076052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dd764-6b38-457b-98d1-9e8271bd1da7 req-a96ba581-22b9-490f-bf49-a481265ae258 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:32.078051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-497dd764-6b38-457b-98d1-9e8271bd1da7 req-a96ba581-22b9-490f-bf49-a481265ae258 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0655482 Feb 09 15:42:32.115411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:32.162636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c937a2e-3d50-4210-984d-33d9e9c7629e req-fe6c119b-e9f2-4959-9e63-76dd3947807d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 210 time: 0.0397961 Feb 09 15:42:32.166925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-497dd764-6b38-457b-98d1-9e8271bd1da7 req-5e6db54a-0a6b-46ea-b6cc-e3fb4f295510 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698624 Feb 09 15:42:32.298087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a75cf-e9c8-4142-bf31-8ac7c618b8eb req-d53345ad-5286-44ec-bf05-c086cb0b5df1 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:32.300016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b27a75cf-e9c8-4142-bf31-8ac7c618b8eb req-d53345ad-5286-44ec-bf05-c086cb0b5df1 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 945 time: 0.0707154 Feb 09 15:42:32.322214 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.348444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b27a75cf-e9c8-4142-bf31-8ac7c618b8eb req-1a7afda9-fad8-4159-b95a-c5b4f0fe5c12 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Feb 09 15:42:32.385703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:32.569051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56841ce-e53e-4d78-bdc2-50d7fcd86c50 req-08ea8f2c-d880-476d-8324-d83c69301682 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:32.570870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a56841ce-e53e-4d78-bdc2-50d7fcd86c50 req-08ea8f2c-d880-476d-8324-d83c69301682 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 949 time: 0.0697932 Feb 09 15:42:32.605155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:32.607977 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58179d11-069b-425f-b9d1-d6f13cf9bd74" -d '{"events": [{"server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "name": "network-vif-plugged", "status": "completed", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:32.615581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a56841ce-e53e-4d78-bdc2-50d7fcd86c50 req-9e37a6dd-5994-489d-bd21-c1ecc5395d0d tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371258 Feb 09 15:42:32.735557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d89ae-cb5b-4b88-bd2c-d8cc3f15b62f req-96e002ee-8d73-42bb-a602-f07789414759 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:32.737167 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-428d89ae-cb5b-4b88-bd2c-d8cc3f15b62f req-96e002ee-8d73-42bb-a602-f07789414759 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 944 time: 0.0549989 Feb 09 15:42:32.781906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-428d89ae-cb5b-4b88-bd2c-d8cc3f15b62f req-c9190018-450c-465e-abe5-dbf794a2bf6a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374684 Feb 09 15:42:32.864044 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b841330b-8365-4456-b28b-fc11380b78e9 x-openstack-request-id: req-b841330b-8365-4456-b28b-fc11380b78e9 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:32.864044 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "name": "network-vif-plugged", "status": "completed", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:32.864044 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b841330b-8365-4456-b28b-fc11380b78e9 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:32.864044 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'code': 200} Feb 09 15:42:33.045698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b0110-8e4c-4f8b-8bd6-53af8e07b19d req-e26a9c52-09c0-4031-9fbe-0b55adf9a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:33.047925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-676b0110-8e4c-4f8b-8bd6-53af8e07b19d req-e26a9c52-09c0-4031-9fbe-0b55adf9a95c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0832996 Feb 09 15:42:33.105220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6ad11e2e-db83-4d7a-acfa-7c08543bd616 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:33.132898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-676b0110-8e4c-4f8b-8bd6-53af8e07b19d req-d653ecd5-eff7-441c-a74d-9d69837839fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762382 Feb 09 15:42:33.171670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89578-945c-4e00-ae91-00611b204dcc req-9325dec7-e549-47aa-b220-d39a7ef6280b tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:33.173974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f89578-945c-4e00-ae91-00611b204dcc req-9325dec7-e549-47aa-b220-d39a7ef6280b tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 944 time: 0.0941005 Feb 09 15:42:33.243312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f89578-945c-4e00-ae91-00611b204dcc req-b6850614-07b5-4722-8b4d-b5bd7cc4c3bc tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606897 Feb 09 15:42:33.315192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5b7ee-d2bd-4628-afea-0fd03525bd71 req-26236cdf-8e2d-4f0e-a162-6431764e818d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:33.316878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8e5b7ee-d2bd-4628-afea-0fd03525bd71 req-26236cdf-8e2d-4f0e-a162-6431764e818d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0670402 Feb 09 15:42:33.338832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2931f7ec-26d1-4f69-b787-5856c27214bc req-e80822ba-7e75-4e90-b536-a42ecd9cf009 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 210 time: 0.0412850 Feb 09 15:42:33.344765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:33.351205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:33.353229 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.380010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8e5b7ee-d2bd-4628-afea-0fd03525bd71 req-63952a84-13dc-4ec1-aec1-027ccf9ab549 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Feb 09 15:42:33.467262 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.474147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2c0e914e-a661-465f-9f23-ac8c78889084 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:33.543854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7a816-cb3f-486b-910a-cc9b2e89c6ba req-4a1fcf44-403b-4ffb-bc13-eee05301d3a8 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:33.546347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91e7a816-cb3f-486b-910a-cc9b2e89c6ba req-4a1fcf44-403b-4ffb-bc13-eee05301d3a8 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 946 time: 0.1036079 Feb 09 15:42:33.549688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6ad11e2e-db83-4d7a-acfa-7c08543bd616, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6ad11e2e-db83-4d7a-acfa-7c08543bd616,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:33.588370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91e7a816-cb3f-486b-910a-cc9b2e89c6ba req-a484b1a5-ffff-4f80-b1c8-f68540c1f9d6 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355520 Feb 09 15:42:33.657817 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.657817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0626d67b-6d1a-4125-960d-d201cd2037fd up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:33.663094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 2c0e914e-a661-465f-9f23-ac8c78889084 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:33.703916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 2c0e914e-a661-465f-9f23-ac8c78889084 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:33.703916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.780849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f507eaf-37f3-4605-b2e0-a0d6e8d7ca14 req-65b8125e-5b98-4081-b18c-852d696eec50 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:33.793354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f507eaf-37f3-4605-b2e0-a0d6e8d7ca14 req-65b8125e-5b98-4081-b18c-852d696eec50 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 949 time: 0.0978491 Feb 09 15:42:33.887148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f507eaf-37f3-4605-b2e0-a0d6e8d7ca14 req-97e09c91-4b61-41b7-a3e7-5ce79fbcc4c7 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848567 Feb 09 15:42:33.933614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=6ad11e2e-db83-4d7a-acfa-7c08543bd616,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:33.958282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 0626d67b-6d1a-4125-960d-d201cd2037fd triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:33.959461 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.036213 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.092732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2c0e914e-a661-465f-9f23-ac8c78889084, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2c0e914e-a661-465f-9f23-ac8c78889084,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:34.103497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c082-7b97-425a-9f4b-9b52948d983f req-1b90a092-657b-443f-94e6-276b862812a5 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:34.105152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1618c082-7b97-425a-9f4b-9b52948d983f req-1b90a092-657b-443f-94e6-276b862812a5 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 944 time: 0.1395137 Feb 09 15:42:34.133607 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.154021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1618c082-7b97-425a-9f4b-9b52948d983f req-fa5b1820-9b4d-441d-b470-743b41391b49 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391266 Feb 09 15:42:34.172897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:34.218633 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.219478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 9970ba17-3c0b-4be1-9d2f-41831f78401b up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:34.279316 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.314664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=2c0e914e-a661-465f-9f23-ac8c78889084,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:34.373732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:34.400704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939d2d1-381c-480a-81ba-0502307d4111 req-27de92c8-586e-4994-8716-ecdd3e65bd12 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:34.402070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b939d2d1-381c-480a-81ba-0502307d4111 req-27de92c8-586e-4994-8716-ecdd3e65bd12 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 945 time: 0.0559227 Feb 09 15:42:34.453536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33baee59-3ba2-4c35-9087-3af3e3b32a91 req-5716cbab-6bcb-4713-a2e8-e584a5aaedfa tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 210 time: 0.0370412 Feb 09 15:42:34.467505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b939d2d1-381c-480a-81ba-0502307d4111 req-ab4cfc82-4871-412b-9ae8-dc47a9ffc0b4 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576358 Feb 09 15:42:34.521041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 9970ba17-3c0b-4be1-9d2f-41831f78401b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:34.525987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 9970ba17-3c0b-4be1-9d2f-41831f78401b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:34.536751 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.590292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9d81c-a950-483d-b7b5-e31d604ebac1 req-076c451b-572f-4df8-8c3c-1e83b559394d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:34.597632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15b9d81c-a950-483d-b7b5-e31d604ebac1 req-076c451b-572f-4df8-8c3c-1e83b559394d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0674257 Feb 09 15:42:34.609435 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.648931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15b9d81c-a950-483d-b7b5-e31d604ebac1 req-2cc5e618-b897-4ffb-a880-52506b5f7533 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431919 Feb 09 15:42:34.669980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 9970ba17-3c0b-4be1-9d2f-41831f78401b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9970ba17-3c0b-4be1-9d2f-41831f78401b,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:34.723242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c06c2-c61e-4fec-bcf2-71751a611d87 req-3fc5e016-b661-422a-89bf-e7e832fe60d6 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:34.724932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba0c06c2-c61e-4fec-bcf2-71751a611d87 req-3fc5e016-b661-422a-89bf-e7e832fe60d6 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 946 time: 0.0517147 Feb 09 15:42:34.770928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba0c06c2-c61e-4fec-bcf2-71751a611d87 req-ad7184d5-7378-456e-8822-22013dd13a2e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382271 Feb 09 15:42:34.829613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.859955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167cc309-cb90-402e-82fd-565ed1acb32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad11e2e-db83-4d7a-acfa-7c08543bd616'}, {'server_uuid': 'e5978f34-8975-4f2a-9ca1-9192db8b532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0e914e-a661-465f-9f23-ac8c78889084'}, {'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd'}, {'server_uuid': '1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970ba17-3c0b-4be1-9d2f-41831f78401b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:34.862471 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcfb95e-9a42-481e-82ae-812a6a54174c" -d '{"events": [{"server_uuid": "167cc309-cb90-402e-82fd-565ed1acb32a", "name": "network-vif-plugged", "status": "completed", "tag": "6ad11e2e-db83-4d7a-acfa-7c08543bd616"}, {"server_uuid": "e5978f34-8975-4f2a-9ca1-9192db8b532c", "name": "network-vif-plugged", "status": "completed", "tag": "2c0e914e-a661-465f-9f23-ac8c78889084"}, {"server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "name": "network-vif-plugged", "status": "completed", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd"}, {"server_uuid": "1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1", "name": "network-vif-plugged", "status": "completed", "tag": "9970ba17-3c0b-4be1-9d2f-41831f78401b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:34.895846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=9970ba17-3c0b-4be1-9d2f-41831f78401b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:34.942981 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aed18ba-5e89-437f-b9f6-fcaf0c625288 x-openstack-request-id: req-3aed18ba-5e89-437f-b9f6-fcaf0c625288 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:34.943842 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167cc309-cb90-402e-82fd-565ed1acb32a", "name": "network-vif-plugged", "status": "completed", "tag": "6ad11e2e-db83-4d7a-acfa-7c08543bd616", "code": 200}, {"server_uuid": "e5978f34-8975-4f2a-9ca1-9192db8b532c", "name": "network-vif-plugged", "status": "completed", "tag": "2c0e914e-a661-465f-9f23-ac8c78889084", "code": 200}, {"server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "name": "network-vif-plugged", "status": "completed", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd", "code": 200}, {"server_uuid": "1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1", "name": "network-vif-plugged", "status": "completed", "tag": "9970ba17-3c0b-4be1-9d2f-41831f78401b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:34.944130 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3aed18ba-5e89-437f-b9f6-fcaf0c625288 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:34.944550 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167cc309-cb90-402e-82fd-565ed1acb32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad11e2e-db83-4d7a-acfa-7c08543bd616', 'code': 200} Feb 09 15:42:34.944803 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5978f34-8975-4f2a-9ca1-9192db8b532c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0e914e-a661-465f-9f23-ac8c78889084', 'code': 200} Feb 09 15:42:34.945055 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'code': 200} Feb 09 15:42:34.945405 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970ba17-3c0b-4be1-9d2f-41831f78401b', 'code': 200} Feb 09 15:42:35.035826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58910) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:35.238663 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74a3bb-8723-4c0a-b676-9d9d007588d8 req-7ffd8904-eee1-4810-bb64-4dee46d58003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.240762 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ff74a3bb-8723-4c0a-b676-9d9d007588d8 req-7ffd8904-eee1-4810-bb64-4dee46d58003 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 1096 time: 0.1728265 Feb 09 15:42:35.242900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9d3cb-d47b-4215-8731-20f0ab68e0f2 req-6cb92d5d-ba1c-49f9-b181-956cc07904c9 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.251436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b0395ca-4fe2-45a1-b04f-2878b854e871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.252377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1df9d3cb-d47b-4215-8731-20f0ab68e0f2 req-6cb92d5d-ba1c-49f9-b181-956cc07904c9 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 950 time: 0.1875172 Feb 09 15:42:35.258252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-dbab2fe4-dc12-46ac-bb2e-c46fae719e9e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074853 Feb 09 15:42:35.292667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeef32-b588-4f31-ac61-ed7a9a08e8dc req-e02aa32f-ffa3-4bde-a66e-e5a9d39dff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.294213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccbeef32-b588-4f31-ac61-ed7a9a08e8dc req-e02aa32f-ffa3-4bde-a66e-e5a9d39dff87 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e5978f34-8975-4f2a-9ca1-9192db8b532c HTTP/1.1" status: 200 len: 1097 time: 0.1731620 Feb 09 15:42:35.354017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc54d8-f49c-4414-9df9-1ae4af193ab9 req-f6cdaa46-2b3a-4553-8bac-a1356d81d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.355597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03fc54d8-f49c-4414-9df9-1ae4af193ab9 req-f6cdaa46-2b3a-4553-8bac-a1356d81d5f9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 1101 time: 0.2179821 Feb 09 15:42:35.395963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b0395ca-4fe2-45a1-b04f-2878b854e871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.401154 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ff74a3bb-8723-4c0a-b676-9d9d007588d8 req-a77045b3-b3a8-4095-b52a-fcb52f632b8e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387203 Feb 09 15:42:35.419668 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03fc54d8-f49c-4414-9df9-1ae4af193ab9 req-763d6a31-be40-463b-8f8f-024aead3839a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549238 Feb 09 15:42:35.421081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1df9d3cb-d47b-4215-8731-20f0ab68e0f2 req-b2caab05-744f-4f11-8e97-5b785d1e030d tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678073 Feb 09 15:42:35.475798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccbeef32-b588-4f31-ac61-ed7a9a08e8dc req-26a9f5b2-ac66-4117-adf7-a984d5247544 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560361 Feb 09 15:42:35.486152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b0395ca-4fe2-45a1-b04f-2878b854e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.500013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf52ed3-72d2-497d-9049-afcdc3b90493 req-419ddc6c-d9e4-4343-9283-441cea4f4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.501623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bf52ed3-72d2-497d-9049-afcdc3b90493 req-419ddc6c-d9e4-4343-9283-441cea4f4706 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 1096 time: 0.2061732 Feb 09 15:42:35.519187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2de1-c1f7-4cfe-bf69-21d654fd60fa req-753ab75d-295f-4d07-a372-86c859a28d8b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.520847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e2c2de1-c1f7-4cfe-bf69-21d654fd60fa req-753ab75d-295f-4d07-a372-86c859a28d8b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.1266596 Feb 09 15:42:35.542816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-27ff5be9-677c-4537-80ee-898500860367 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.545237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-27ff5be9-677c-4537-80ee-898500860367 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795522 Feb 09 15:42:35.562962 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0b0395ca-4fe2-45a1-b04f-2878b854e871 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4340ec08ea64d3189ccbc17ae1c589f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219579 Feb 09 15:42:35.565396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58922) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:35.580063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0395ca-4fe2-45a1-b04f-2878b854e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffee6c6b-205c-4401-8b69-df3ce23424c2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:35.616833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Request body: {'port': {'device_id': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '0aef65e05ad943efadb02490102af9ba'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:35.621804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ec8368d-ee78-4539-8cff-930bb75a1db2 req-13a73539-3554-490a-8685-ab866bf903f5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 210 time: 0.0700743 Feb 09 15:42:35.635014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9dfd54de-ade2-4e28-9f12-700b8e670f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.673742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9dfd54de-ade2-4e28-9f12-700b8e670f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.701757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e2c2de1-c1f7-4cfe-bf69-21d654fd60fa req-7f105e61-9824-47f2-88ee-5f28a57b2268 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696947 Feb 09 15:42:35.729878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bf52ed3-72d2-497d-9049-afcdc3b90493 req-c424761e-724f-4c5b-a9d1-9a9978dffd00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225231 Feb 09 15:42:35.818279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d867c6b-8552-45ce-ab1a-f1e6f352bef4 req-e02debaa-615c-482d-b86b-1a16be0d013c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.819836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d867c6b-8552-45ce-ab1a-f1e6f352bef4 req-e02debaa-615c-482d-b86b-1a16be0d013c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 945 time: 0.0923810 Feb 09 15:42:35.886968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d867c6b-8552-45ce-ab1a-f1e6f352bef4 req-0de9d591-dc7d-4b2c-bfbc-80a49ee9fc6b tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511491 Feb 09 15:42:35.894319 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9dfd54de-ade2-4e28-9f12-700b8e670f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.894541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695366d-0596-459e-bbc2-6daa2cbdd231 req-86cbf6fd-6d3a-4bc5-9d78-811fca52f8b5 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.895888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8695366d-0596-459e-bbc2-6daa2cbdd231 req-86cbf6fd-6d3a-4bc5-9d78-811fca52f8b5 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1032584 Feb 09 15:42:35.898365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9dfd54de-ade2-4e28-9f12-700b8e670f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.909019 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9dfd54de-ade2-4e28-9f12-700b8e670f51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffee6c6b-205c-4401-8b69-df3ce23424c2 HTTP/1.1" status: 204 len: 168 time: 0.3369479 Feb 09 15:42:35.915655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd54de-ade2-4e28-9f12-700b8e670f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffee6c6b-205c-4401-8b69-df3ce23424c2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:35.968563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8695366d-0596-459e-bbc2-6daa2cbdd231 req-a29fd108-8f77-48d0-9a02-38abda079fa3 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Feb 09 15:42:35.984755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Made reservation on behalf of 0aef65e05ad943efadb02490102af9ba for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:35.988908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.391284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ab3f-03b5-481b-8f44-1880d561ca7e req-1f57ac97-c6e4-45ed-9b45-57fd373c0f51 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:36.393224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db03ab3f-03b5-481b-8f44-1880d561ca7e req-1f57ac97-c6e4-45ed-9b45-57fd373c0f51 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 946 time: 0.4229510 Feb 09 15:42:36.483804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db03ab3f-03b5-481b-8f44-1880d561ca7e req-80349366-943a-4861-8b5d-f48901e91a63 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789626 Feb 09 15:42:36.523478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Allocated IP 192.168.233.5 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/606d8d25-e5b2-4aac-993f-f7058ce27108) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:36.757897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230ad82-c586-45bd-888a-80477e42206e req-c51534e8-cea7-43d2-a30c-c02b9cdc9e64 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:36.759861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6230ad82-c586-45bd-888a-80477e42206e req-c51534e8-cea7-43d2-a30c-c02b9cdc9e64 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 950 time: 0.2585490 Feb 09 15:42:36.761708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58942) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:36.784015 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc8780d4-37e1-4378-9b3c-c03ff75590c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.933085 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc8780d4-37e1-4378-9b3c-c03ff75590c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.953325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-eb4262c7-ba57-4423-bd3e-0cec4d5aef36 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 258 time: 0.4268320 Feb 09 15:42:36.964143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6230ad82-c586-45bd-888a-80477e42206e req-7a02542a-81b6-45b5-b88a-c53d63e522e9 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938293 Feb 09 15:42:36.981620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:37.054051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.119800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fa0f0-7d1c-43b0-a7da-27a998811956 req-d09747d9-b583-41eb-9cc0-9f7d6f5b5750 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 210 time: 0.0396779 Feb 09 15:42:37.145393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc8780d4-37e1-4378-9b3c-c03ff75590c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.190092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.199012 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc8780d4-37e1-4378-9b3c-c03ff75590c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d419944948cb469b9ff08dbc7cbd0d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341228 Feb 09 15:42:37.199012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8780d4-37e1-4378-9b3c-c03ff75590c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe37d99-ba88-48c3-8498-413a23876334,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:37.206250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58948) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:37.270453 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23cdb288-8ba4-47b0-bfee-3cbd85284fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.293114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.301762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23cdb288-8ba4-47b0-bfee-3cbd85284fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.330113 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a6664779-2191-4f5d-83f1-ab5c3ec97d5f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:37.364826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:37.385143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c632673-a1d8-47ac-84d7-e871eeb74159 req-0e096448-8085-438d-8046-11913bc6025b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:37.393560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c632673-a1d8-47ac-84d7-e871eeb74159 req-0e096448-8085-438d-8046-11913bc6025b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.1879036 Feb 09 15:42:37.395727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:37.399279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:37.439162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event updated for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:37.509975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c632673-a1d8-47ac-84d7-e871eeb74159 req-5cfaabd3-f43d-4cb3-a956-818632a3aaad tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139216 Feb 09 15:42:37.526818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:37.527707 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.586142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.586944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23cdb288-8ba4-47b0-bfee-3cbd85284fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.603240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23cdb288-8ba4-47b0-bfee-3cbd85284fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.613014 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23cdb288-8ba4-47b0-bfee-3cbd85284fac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbe37d99-ba88-48c3-8498-413a23876334 HTTP/1.1" status: 204 len: 168 time: 0.4047976 Feb 09 15:42:37.644070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdb288-8ba4-47b0-bfee-3cbd85284fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe37d99-ba88-48c3-8498-413a23876334,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:37.760269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-674a0d51-d3b3-44ae-b051-ac745a091101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1540334 Feb 09 15:42:37.779270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Request body: {'port': {'device_id': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:37.825104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c184036a-6f7f-4766-9369-a0a076409499 None None] Provisioning complete for port 606d8d25-e5b2-4aac-993f-f7058ce27108 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:37.826132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c184036a-6f7f-4766-9369-a0a076409499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.855057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fabdff-47e6-4a63-9e1f-db67b4d3cd21 req-198292fd-bcef-44e6-bc04-e9fe083f13ba tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:37.856716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1fabdff-47e6-4a63-9e1f-db67b4d3cd21 req-198292fd-bcef-44e6-bc04-e9fe083f13ba tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 945 time: 0.1747918 Feb 09 15:42:37.885807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c184036a-6f7f-4766-9369-a0a076409499 None None] Port 606d8d25-e5b2-4aac-993f-f7058ce27108 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:42:37.908543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Allocated IP 172.25.5.43 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/36874cbf-7f3b-4e5f-ab83-da6c0c367e6f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:37.917712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.029584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1fabdff-47e6-4a63-9e1f-db67b4d3cd21 req-71dd4899-06cf-4886-ae05-d47acea37bcc tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476870 Feb 09 15:42:38.242963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.389784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc33ab-6ce3-48dd-9614-7c557860fb6a req-b2f2c8c4-d9fe-4ee5-abd6-f79aa44e33a6 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:38.391328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aefc33ab-6ce3-48dd-9614-7c557860fb6a req-b2f2c8c4-d9fe-4ee5-abd6-f79aa44e33a6 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.2763257 Feb 09 15:42:38.477741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aefc33ab-6ce3-48dd-9614-7c557860fb6a req-1f845599-ac30-495d-948d-61b43469a2df tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727603 Feb 09 15:42:38.547686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606d8d25-e5b2-4aac-993f-f7058ce27108 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:38.556986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.594766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Transition to ACTIVE for port object 606d8d25-e5b2-4aac-993f-f7058ce27108 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:38.622689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5f79a-8b8d-473c-a387-2574da5e80b9 req-85bc5d39-c8f7-4149-b81c-ca3a5dddb26a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:38.625019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74d5f79a-8b8d-473c-a387-2574da5e80b9 req-85bc5d39-c8f7-4149-b81c-ca3a5dddb26a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 950 time: 0.0651760 Feb 09 15:42:38.646811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:38.647436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.657059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-117b99f5-4530-40f4-b714-68e3bed6455d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.735500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:38.741846 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.745362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-117b99f5-4530-40f4-b714-68e3bed6455d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.746129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:38.749266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Pushing event updated for resources: {'Port': ['ID=36874cbf-7f3b-4e5f-ab83-da6c0c367e6f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:38.751615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:38.760469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74d5f79a-8b8d-473c-a387-2574da5e80b9 req-39ec21eb-0bc8-411a-96bc-47f8d8b0ce08 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267056 Feb 09 15:42:38.844283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Pushing event updated for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:38.955664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-117b99f5-4530-40f4-b714-68e3bed6455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.002764 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-117b99f5-4530-40f4-b714-68e3bed6455d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce51d4e0d2a047a084b39f7e1f9dba9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556323 Feb 09 15:42:39.003131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58970) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:42:39.023573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.033489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817872-a1b3-4006-8748-cf7f29edc57a req-40b91625-0162-4550-94bb-b628275dc063 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:39.035168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5817872-a1b3-4006-8748-cf7f29edc57a req-40b91625-0162-4550-94bb-b628275dc063 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5978f34-8975-4f2a-9ca1-9192db8b532c HTTP/1.1" status: 200 len: 946 time: 0.1964047 Feb 09 15:42:39.070199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Attempting to bind port 606d8d25-e5b2-4aac-993f-f7058ce27108 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:39.070553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Attempting to bind port 606d8d25-e5b2-4aac-993f-f7058ce27108 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:39.070881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Attempting to bind port 606d8d25-e5b2-4aac-993f-f7058ce27108 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:39.074265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b99f5-4530-40f4-b714-68e3bed6455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7559324f-72f3-4faa-bf53-08e0c0e8b873,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:39.079846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Port 606d8d25-e5b2-4aac-993f-f7058ce27108 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:39.080128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Attempting to bind port 606d8d25-e5b2-4aac-993f-f7058ce27108 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:39.110259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:39.110259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:39.110259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:39.110259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Bound port: 606d8d25-e5b2-4aac-993f-f7058ce27108, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:39.110259 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.111170 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36756ccd-8d7c-4cae-8001-afcb5a387cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.128540 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36756ccd-8d7c-4cae-8001-afcb5a387cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.133089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5817872-a1b3-4006-8748-cf7f29edc57a req-0e3b7e67-29f4-4d92-a261-5b5a0b6d194a tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861874 Feb 09 15:42:39.242873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:39.274997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:39.292910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36756ccd-8d7c-4cae-8001-afcb5a387cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.296558 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36756ccd-8d7c-4cae-8001-afcb5a387cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.302116 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-36756ccd-8d7c-4cae-8001-afcb5a387cec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7559324f-72f3-4faa-bf53-08e0c0e8b873 HTTP/1.1" status: 204 len: 168 time: 0.2944975 Feb 09 15:42:39.313613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36756ccd-8d7c-4cae-8001-afcb5a387cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7559324f-72f3-4faa-bf53-08e0c0e8b873,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:39.355938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730f71c-f188-4a8b-b036-3bdead7acb55 req-5cbaf283-c448-498d-9694-78eb724d3a7b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:39.359034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0730f71c-f188-4a8b-b036-3bdead7acb55 req-5cbaf283-c448-498d-9694-78eb724d3a7b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 946 time: 0.1592321 Feb 09 15:42:39.359911 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.429868 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.527633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:39.528299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.529872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] 10.222.0.13 "PUT /v2.0/ports/606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 200 len: 1094 time: 1.7573268 Feb 09 15:42:39.533835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:39.535728 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d" -d '{"events": [{"name": "network-changed", "server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:39.607802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0730f71c-f188-4a8b-b036-3bdead7acb55 req-22ed62cb-1e30-4d5d-accf-5f92f910dde8 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150187 Feb 09 15:42:39.673798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2a29c-966a-4704-bb7e-25369f88a266 service neutron] Pushing event updated for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:39.882325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.893034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-3633b71a-f473-425e-a9d5-4c15098f0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:39.894655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-3633b71a-f473-425e-a9d5-4c15098f0ee5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 1097 time: 0.1446912 Feb 09 15:42:39.907748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313abe2-85f2-45f6-8850-abf4af9b961f req-3eb56ddf-1f19-42c8-b5bc-8b615acf674e tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:39.909700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8313abe2-85f2-45f6-8850-abf4af9b961f req-3eb56ddf-1f19-42c8-b5bc-8b615acf674e tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.1576250 Feb 09 15:42:39.961444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-bfe2c7be-3ccf-40e8-a474-c7b376de2b0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 200 len: 217 time: 0.0505245 Feb 09 15:42:39.982382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.374438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8313abe2-85f2-45f6-8850-abf4af9b961f req-4961675f-c9be-475c-835f-0ffa5b2322a0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545054 Feb 09 15:42:40.416149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-485fa86a-3a2f-428e-873f-c6983e86b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:40.416149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-485fa86a-3a2f-428e-873f-c6983e86b34c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.4356482 Feb 09 15:42:40.430853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Pushing event updated for resources: {'Port': ['ID=36874cbf-7f3b-4e5f-ab83-da6c0c367e6f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:40.467296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.487297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-7ba6948a-6516-4672-8564-e41eaf3f2666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:40.488941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-7ba6948a-6516-4672-8564-e41eaf3f2666 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714459 Feb 09 15:42:40.638479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.640614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-d505077b-283c-4ba9-afad-71442b078ceb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6730709 Feb 09 15:42:40.653865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-83477d5d-5ed7-4f10-8814-6ed68fe93fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567423 Feb 09 15:42:40.762053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-5cebedd4-ca6e-40c3-9c1f-e6d3be7cbd66 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1136205 Feb 09 15:42:40.920230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1382e43-4854-4b35-a6ab-65f3527ce0d0 req-0adc9f0e-9d4f-42d5-8e22-198cb1bb9c4b service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217996 Feb 09 15:42:40.945698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-c676b093-5f62-4b92-a606-737d97cab909 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:40.947195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-c676b093-5f62-4b92-a606-737d97cab909 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.1504569 Feb 09 15:42:40.962560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-30c70606-043b-42da-9eae-0f1f013afa90 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:40.964311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37e904bd-410d-4969-a397-da31a6e3ef61 req-30c70606-043b-42da-9eae-0f1f013afa90 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106850 Feb 09 15:42:41.164931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bb977-e227-46dd-958a-00f2e5383871 req-2dcf0502-a47d-40c3-b930-66aeb3dfec45 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:41.166559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d3bb977-e227-46dd-958a-00f2e5383871 req-2dcf0502-a47d-40c3-b930-66aeb3dfec45 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0773783 Feb 09 15:42:41.213848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d3bb977-e227-46dd-958a-00f2e5383871 req-35cf312b-f81e-40e3-9ac5-10e889076783 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Feb 09 15:42:41.270841 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a5adc5-4b22-45bd-a0e4-6dfcb156733f x-openstack-request-id: req-40a5adc5-4b22-45bd-a0e4-6dfcb156733f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:41.270841 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:41.270841 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40a5adc5-4b22-45bd-a0e4-6dfcb156733f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:41.271459 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'status': 'completed', 'code': 200} Feb 09 15:42:41.405113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-9f26acf9-e463-441d-8c52-f60e7ad4359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:41.405113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-9f26acf9-e463-441d-8c52-f60e7ad4359c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 1097 time: 0.1001861 Feb 09 15:42:41.418887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1469a-3d13-4a77-9622-1bed0b36c8d1 req-e3f1145f-60bb-4dd9-9bb8-f26daa371b43 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:41.420510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73c1469a-3d13-4a77-9622-1bed0b36c8d1 req-e3f1145f-60bb-4dd9-9bb8-f26daa371b43 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1096 time: 0.0678792 Feb 09 15:42:41.583573 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73c1469a-3d13-4a77-9622-1bed0b36c8d1 req-e0a44618-7462-4481-a058-89368affd262 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478932 Feb 09 15:42:41.637692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-0d53de9d-99d5-4ada-a8bb-b3adc8ce3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:41.639311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-0d53de9d-99d5-4ada-a8bb-b3adc8ce3cad service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2322052 Feb 09 15:42:41.663915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970a0c1-60c3-45be-8902-5cbdfabe1a7f req-5ac61e2b-3d22-4ee6-b86a-3733dea73d40 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:41.665464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7970a0c1-60c3-45be-8902-5cbdfabe1a7f req-5ac61e2b-3d22-4ee6-b86a-3733dea73d40 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.1106560 Feb 09 15:42:41.719687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-efbdffde-a51e-476c-bdb1-7bee7cacaa8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 200 len: 217 time: 0.0705945 Feb 09 15:42:41.814119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-c1c515cc-08da-4177-a439-66b86b564416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:41.815670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-c1c515cc-08da-4177-a439-66b86b564416 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0863304 Feb 09 15:42:41.820645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7970a0c1-60c3-45be-8902-5cbdfabe1a7f req-b7913460-1914-463f-9b2c-5fb8c3ae1fd7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182094 Feb 09 15:42:41.859845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185d73a-1203-4feb-9978-ac0dcd4f805b req-ae25950c-a4ee-4c0f-9d5c-95b4e7d07d79 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:41.869817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a185d73a-1203-4feb-9978-ac0dcd4f805b req-ae25950c-a4ee-4c0f-9d5c-95b4e7d07d79 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 946 time: 0.1650746 Feb 09 15:42:42.014462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-b594d0fa-1b08-474b-a57d-5d75a7d394d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:42.017021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-b594d0fa-1b08-474b-a57d-5d75a7d394d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1905482 Feb 09 15:42:42.039715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a185d73a-1203-4feb-9978-ac0dcd4f805b req-d8606dba-118a-4a78-a7e6-1eaae38a8b37 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329470 Feb 09 15:42:42.197101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-3d8a0009-969c-4b98-9762-069ec1b1e164 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:42.199463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-3d8a0009-969c-4b98-9762-069ec1b1e164 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2248850 Feb 09 15:42:42.295322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-31aa1f87-34e7-4dfe-a0c6-f013d2e0f71c tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0804920 Feb 09 15:42:42.299336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005336e-aec3-4376-906e-b0bb19f806cc req-1064dc0b-f475-4ba5-b876-2797ada8505a tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:42.301919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9005336e-aec3-4376-906e-b0bb19f806cc req-1064dc0b-f475-4ba5-b876-2797ada8505a tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 1101 time: 0.1721189 Feb 09 15:42:42.306119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-fb27719b-3f85-4fa0-b543-e6505699f134 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646885 Feb 09 15:42:42.312671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Request body: {'floatingip': {'port_id': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:42.413553 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:42.419863 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9005336e-aec3-4376-906e-b0bb19f806cc req-a5073a14-1e3e-42be-805a-1eebe6adbd95 tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:42.604053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b6ff0e-3f53-458a-acb1-36fe423ef44d req-5e3cb1e2-e314-4074-b768-809bad267740 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881591 Feb 09 15:42:42.748868 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9005336e-aec3-4376-906e-b0bb19f806cc req-a5073a14-1e3e-42be-805a-1eebe6adbd95 tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:42.838300 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9005336e-aec3-4376-906e-b0bb19f806cc req-a5073a14-1e3e-42be-805a-1eebe6adbd95 tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:42.872629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9005336e-aec3-4376-906e-b0bb19f806cc req-a5073a14-1e3e-42be-805a-1eebe6adbd95 tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557058 Feb 09 15:42:42.932836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5073a14-1e3e-42be-805a-1eebe6adbd95 tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18880730-c70e-40e4-8d2b-e3767ff1accd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:43.082276 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:43.152029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 606d8d25-e5b2-4aac-993f-f7058ce27108 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:42:43.213281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:43.278591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:43.292701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'mac_address': 'fa:16:3e:3d:77:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:42:43.337666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:43.351830 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Floating IP 0bcf6365-6d46-4f54-946e-d54767faa0b3 associated. External IP: 172.25.5.43, port: c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2. Feb 09 15:42:43.352478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606d8d25-e5b2-4aac-993f-f7058ce27108 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:43.377398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:43.487087 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:43.561816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:43.655798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Router 3b0cdd20-af76-451a-b1f3-aee172a10b05 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:42:43.758790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-69b9f09c-03e1-4966-a312-b054dfc44fd0 req-feeb4022-1623-4e2a-b345-6d9f5c8215ba service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:43.760640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69b9f09c-03e1-4966-a312-b054dfc44fd0 req-feeb4022-1623-4e2a-b345-6d9f5c8215ba service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248506 Feb 09 15:42:43.788678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['606d8d25-e5b2-4aac-993f-f7058ce27108'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:43.917673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-41c8e7d6-86d3-4685-bb02-9f1ac73c09be tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:43.920339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-41c8e7d6-86d3-4685-bb02-9f1ac73c09be tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.73 "GET /v2.0/ports?device_id=e5978f34-8975-4f2a-9ca1-9192db8b532c HTTP/1.1" status: 200 len: 946 time: 0.1866109 Feb 09 15:42:43.958235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:42:43.980981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] Sync routers for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:42:43.983838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:44.002126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:42:44.003308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:42:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:44.044663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-242d9a63-d50d-4939-95b0-47299b37fe1e tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "PUT /v2.0/floatingips/0bcf6365-6d46-4f54-946e-d54767faa0b3 HTTP/1.1" status: 200 len: 996 time: 1.7365930 Feb 09 15:42:44.045343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:44.047878 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:44.168532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:42:44.460042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Deleting port 2c0e914e-a661-465f-9f23-ac8c78889084 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:42:44.460353 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:44.477785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-6d7ea097-517c-428f-a20e-8d7a3f988a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:44.479347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-6d7ea097-517c-428f-a20e-8d7a3f988a31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf2fd205ddaf4889b118d232b1629758&device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 1097 time: 0.4136515 Feb 09 15:42:44.502430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '0bcf6365-6d46-4f54-946e-d54767faa0b3', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'port_id': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'mac_address': 'fa:16:3e:8e:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:42:38Z', 'updated_at': '2022-02-09T15:42:42Z', 'revision_number': 1, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:16Z', 'revision_number': 5, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:44.533958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] Checking router: 3b0cdd20-af76-451a-b1f3-aee172a10b05 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:42:44.547165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:42:44.547944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:42:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:44.632414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] For port 2c0e914e-a661-465f-9f23-ac8c78889084, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2c0e914e-a661-465f-9f23-ac8c78889084,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:44.632910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:44.656991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Calling delete_port for 2c0e914e-a661-465f-9f23-ac8c78889084 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:42:44.662598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-2b699a45-8df7-462b-871c-213550b72529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:44.664147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-2b699a45-8df7-462b-871c-213550b72529 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39bc7ccf-0817-41b8-9d68-f357927d1b08 HTTP/1.1" status: 200 len: 927 time: 0.1523566 Feb 09 15:42:44.727890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:42:44.807092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-152d281c-b527-40fb-ab57-ea25846fc05e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 200 len: 999 time: 0.1335430 Feb 09 15:42:44.909062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-a833150c-0423-4672-bf60-5c27cffb9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:44.911124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-a833150c-0423-4672-bf60-5c27cffb9f09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98ed919e-2fcf-49ab-89f6-08728c52316a HTTP/1.1" status: 200 len: 865 time: 0.0892668 Feb 09 15:42:45.015306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-555c6fb7-d098-4e9f-b200-73a8340a63fe tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:45.016959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-555c6fb7-d098-4e9f-b200-73a8340a63fe tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.13 "GET /v2.0/ports?device_id=167cc309-cb90-402e-82fd-565ed1acb32a HTTP/1.1" status: 200 len: 945 time: 0.1007335 Feb 09 15:42:45.020057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-ba46c210-e205-4663-a9fb-dfc8fbce42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:45.021655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-ba46c210-e205-4663-a9fb-dfc8fbce42c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39bc7ccf-0817-41b8-9d68-f357927d1b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764489 Feb 09 15:42:45.036737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-06e18b35-3fa3-47ef-b464-4427a2ee3ec8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:45.037792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-06e18b35-3fa3-47ef-b464-4427a2ee3ec8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058830 Feb 09 15:42:45.089258 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.094909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '0bcf6365-6d46-4f54-946e-d54767faa0b3', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'port_id': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'mac_address': 'fa:16:3e:8e:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:42:38Z', 'updated_at': '2022-02-09T15:42:42Z', 'revision_number': 1, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:16Z', 'revision_number': 5, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:45.132239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3d423-4b91-441a-b858-08c643e8af30 None None] The sync data for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 is: [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '0bcf6365-6d46-4f54-946e-d54767faa0b3', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'port_id': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'mac_address': 'fa:16:3e:8e:1a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:42:38Z', 'updated_at': '2022-02-09T15:42:42Z', 'revision_number': 1, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:16Z', 'revision_number': 5, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:42:45.134501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['2c0e914e-a661-465f-9f23-ac8c78889084'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:45.156915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['6ad11e2e-db83-4d7a-acfa-7c08543bd616'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:42:45.183901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Pushing event deleted for resources: {'Port': ['ID=2c0e914e-a661-465f-9f23-ac8c78889084,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:45.194572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 606d8d25-e5b2-4aac-993f-f7058ce27108 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:42:45.258921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] No DVR routers for this DVR port 2c0e914e-a661-465f-9f23-ac8c78889084 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:42:45.264120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.267957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2388cdca-39c4-4df6-b53c-2720f94c6299 req-42a8a10b-95ab-4076-be84-14bb345b642e tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.73 "DELETE /v2.0/ports/2c0e914e-a661-465f-9f23-ac8c78889084 HTTP/1.1" status: 204 len: 173 time: 1.3396432 Feb 09 15:42:45.278692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-c38e1b57-9f30-4b00-8952-007257de847a service neutron] 10.222.0.53 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227368 Feb 09 15:42:45.313368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Deleting port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:42:45.313755 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.448344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 606d8d25-e5b2-4aac-993f-f7058ce27108 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:45.460042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 606d8d25-e5b2-4aac-993f-f7058ce27108 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:45.460652 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.493644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53c987a4-1b33-4f7f-b6f3-4515f609d839 req-60eaea1b-e105-40f1-a061-ddcf2e5c5834 service neutron] 10.222.0.53 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050912 Feb 09 15:42:45.505105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] For port 6ad11e2e-db83-4d7a-acfa-7c08543bd616, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6ad11e2e-db83-4d7a-acfa-7c08543bd616,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:45.505709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.520840 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3622da15-8bea-4f8b-a5d2-1a2071392c73 None None] New status for floating IP 0bcf6365-6d46-4f54-946e-d54767faa0b3: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:42:45.532707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Calling delete_port for 6ad11e2e-db83-4d7a-acfa-7c08543bd616 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:42:45.606331 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.634021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:45.636401 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fe51b9-14aa-4b48-97ab-7a658d44fa0e" -d '{"events": [{"server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "name": "network-vif-plugged", "status": "completed", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:45.651525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:45.863467 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.946030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.946890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:46.003816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Pushing event deleted for resources: {'Port': ['ID=6ad11e2e-db83-4d7a-acfa-7c08543bd616,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:46.081542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] No DVR routers for this DVR port 6ad11e2e-db83-4d7a-acfa-7c08543bd616 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:42:46.086251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.092472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-578d4b4d-4e9b-4566-9462-74145f9e930a req-17870241-805b-434e-b0f0-0d807a872ab6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.13 "DELETE /v2.0/ports/6ad11e2e-db83-4d7a-acfa-7c08543bd616 HTTP/1.1" status: 204 len: 173 time: 1.0693150 Feb 09 15:42:46.776876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f976fde-8054-49d4-8d81-790b556faad6 req-a230ba28-8f68-482a-a8c2-033b22f68775 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:46.778846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f976fde-8054-49d4-8d81-790b556faad6 req-a230ba28-8f68-482a-a8c2-033b22f68775 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0798981 Feb 09 15:42:46.843652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f976fde-8054-49d4-8d81-790b556faad6 req-29234cae-3b98-4a7d-990d-8e3db55708d1 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513809 Feb 09 15:42:46.903927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-e0531775-c5dc-403f-b337-d4f4992005e5 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:46.905159 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-e0531775-c5dc-403f-b337-d4f4992005e5 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1750371 Feb 09 15:42:46.962831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-eef4ead1-0df2-41b4-8d88-6dfd77d0309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:46.964500 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-eef4ead1-0df2-41b4-8d88-6dfd77d0309c service neutron] 10.222.0.53 "GET /v2.0/ports/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 200 len: 1093 time: 0.0489619 Feb 09 15:42:46.976725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Request body: {'binding': {'host': 'n-h1-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:46.978531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 15:42:47.040985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa276-2a39-49ad-a097-d70d257beb63 req-348765d4-2eb4-4a12-9e77-550a91b63074 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:47.043378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-132aa276-2a39-49ad-a097-d70d257beb63 req-348765d4-2eb4-4a12-9e77-550a91b63074 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.0764487 Feb 09 15:42:47.100179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-132aa276-2a39-49ad-a097-d70d257beb63 req-86667291-aa5f-4e39-8e9b-25cddeb0e99e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448256 Feb 09 15:42:47.200805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on host n-h1-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:47.201577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:47.202330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:47.211127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:47.211790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:47.221602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:47.222322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:47.222981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:47.223790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Bound port: 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:47.313865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:47.384900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-c78a4706-0c9c-4fc4-ae04-04babe216a07 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:47.387849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-c78a4706-0c9c-4fc4-ae04-04babe216a07 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 813 time: 0.1640005 Feb 09 15:42:47.410435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-2605fff1-2a80-4656-b691-0f0b7e00252f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/quotas/5d23f82d7c7a4283bb30a4b19639165d HTTP/1.1" status: 200 len: 375 time: 0.0163469 Feb 09 15:42:47.417128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:47.424883 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ab18babd-4bd8-4ccf-a1aa-d45f964577b3 service neutron] 10.222.0.53 "POST /v2.0/ports/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4515581 Feb 09 15:42:47.459942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-3dfdc28e-8259-4642-9d67-3a77464ec01d tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422773 Feb 09 15:42:47.532263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2c0e914e-a661-465f-9f23-ac8c78889084 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:42:47.556674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 2c0e914e-a661-465f-9f23-ac8c78889084 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:42:47.557093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2c0e914e-a661-465f-9f23-ac8c78889084 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:42:47.643379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-a62a1415-a843-4adb-8b48-7dbc1fdecbe6 service neutron] 10.222.0.53 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750925 Feb 09 15:42:47.818765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-5a73bf84-126f-4d89-9b0d-5ae21ce89aad tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:47.821303 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-5a73bf84-126f-4d89-9b0d-5ae21ce89aad tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.13 "GET /v2.0/ports?device_id=101ae30c-22ac-4367-be21-90abd7628cce HTTP/1.1" status: 200 len: 945 time: 0.2331221 Feb 09 15:42:47.944197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f4a24-838f-4f00-b349-0e6e65b4c03a req-9d28f2d1-f1d7-4d13-b255-bb10ffc28123 tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:47.946821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-432f4a24-838f-4f00-b349-0e6e65b4c03a req-9d28f2d1-f1d7-4d13-b255-bb10ffc28123 tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 1101 time: 0.2034047 Feb 09 15:42:48.032034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-fba95bff-6063-494d-b4f5-bee1efbdd888 service neutron] 10.222.0.53 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804727 Feb 09 15:42:48.081010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-432f4a24-838f-4f00-b349-0e6e65b4c03a req-421ddb38-b841-4c8a-a833-dcfa2cb014cb tempest-ServersAdminNegativeTestJSON-213916477 tempest-ServersAdminNegativeTestJSON-213916477-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249206 Feb 09 15:42:48.099893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Deleting port 0626d67b-6d1a-4125-960d-d201cd2037fd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:42:48.100494 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:48.196989 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfed901-6d81-4da7-9caa-4b002e0ebe4e x-openstack-request-id: req-ccfed901-6d81-4da7-9caa-4b002e0ebe4e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:48.197396 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:48.197693 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccfed901-6d81-4da7-9caa-4b002e0ebe4e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:48.198179 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'status': 'completed', 'code': 200} Feb 09 15:42:48.236772 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d829b7-89f9-4d38-a018-25f8a3dcd54b x-openstack-request-id: req-42d829b7-89f9-4d38-a018-25f8a3dcd54b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:48.237755 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "name": "network-vif-plugged", "status": "completed", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:48.238284 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42d829b7-89f9-4d38-a018-25f8a3dcd54b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:48.239052 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'code': 200} Feb 09 15:42:48.395519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] For port 0626d67b-6d1a-4125-960d-d201cd2037fd, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0626d67b-6d1a-4125-960d-d201cd2037fd,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:48.395817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:48.426918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Calling delete_port for 0626d67b-6d1a-4125-960d-d201cd2037fd owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:42:48.436287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-8fe7116f-76be-4b65-b179-506ecce8f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:48.438822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-8fe7116f-76be-4b65-b179-506ecce8f4dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1096 time: 0.2592373 Feb 09 15:42:48.441945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-71e323b0-65d7-4720-b282-b7a0c8f3b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:48.444934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-71e323b0-65d7-4720-b282-b7a0c8f3b1c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf2fd205ddaf4889b118d232b1629758&device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 1097 time: 0.2093046 Feb 09 15:42:48.510135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f176d61-59b7-466f-9a9d-37dce10c92d0 req-5e0ff17a-02ec-4c3a-adae-cca1e97ae983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:48.512981 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4f176d61-59b7-466f-9a9d-37dce10c92d0 req-5e0ff17a-02ec-4c3a-adae-cca1e97ae983 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 1099 time: 0.0775871 Feb 09 15:42:48.567004 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4f176d61-59b7-466f-9a9d-37dce10c92d0 req-24571c51-0790-494e-af94-a27f96ec113f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 Feb 09 15:42:48.718235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a87525cc-028b-4d92-b872-5d375df27807 req-a6ee7bd8-ddb0-44ad-a222-09b29360da22 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 258 time: 0.4342408 Feb 09 15:42:48.755260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:48.844464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-d73bec51-6adb-45c7-89f1-17f5d3a45513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:48.845983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-d73bec51-6adb-45c7-89f1-17f5d3a45513 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.3997300 Feb 09 15:42:48.891328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30359a-9241-4271-af77-3be972ba68ea req-691cab40-8cb1-4965-8ff8-788fac8a2af0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:48.892978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-691cab40-8cb1-4965-8ff8-788fac8a2af0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 814 time: 0.3689003 Feb 09 15:42:48.930022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ccab73b8-f0b4-4a1c-b62e-a04077a613a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 200 len: 217 time: 0.0674279 Feb 09 15:42:48.931108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-09637dc0-777c-41c4-bcc3-6b45c6fde0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:48.932604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-09637dc0-777c-41c4-bcc3-6b45c6fde0d1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=39bc7ccf-0817-41b8-9d68-f357927d1b08 HTTP/1.1" status: 200 len: 927 time: 0.4541597 Feb 09 15:42:48.989697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-b3973601-c079-4241-a0bb-570099f08db6 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/quotas/d3b03a42c52c42a2a7221971b46137ef HTTP/1.1" status: 200 len: 375 time: 0.0645468 Feb 09 15:42:49.075587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.206357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6ad11e2e-db83-4d7a-acfa-7c08543bd616 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:42:49.246081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 6ad11e2e-db83-4d7a-acfa-7c08543bd616 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:42:49.246647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6ad11e2e-db83-4d7a-acfa-7c08543bd616 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:42:49.247349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0626d67b-6d1a-4125-960d-d201cd2037fd no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:42:49.402354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.515894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-923e372f-528f-4c9d-838a-b9149a6956c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 200 len: 1001 time: 0.5741656 Feb 09 15:42:49.520045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-bdddbe48-b571-4ae6-a18d-e8ce9c23544a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:49.522109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-bdddbe48-b571-4ae6-a18d-e8ce9c23544a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.5793507 Feb 09 15:42:49.600015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ecb59fa7-13ba-4531-8acc-a73feeeb347a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587592 Feb 09 15:42:49.607491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-c5b0685f-bd5a-4a31-b7d4-ff0de73d7523 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6166701 Feb 09 15:42:49.608213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.721599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-381b05b5-1b39-4054-8e0a-5c6779566a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:49.723157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-381b05b5-1b39-4054-8e0a-5c6779566a82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98ed919e-2fcf-49ab-89f6-08728c52316a HTTP/1.1" status: 200 len: 865 time: 0.1972308 Feb 09 15:42:49.732432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Pushing event deleted for resources: {'Port': ['ID=0626d67b-6d1a-4125-960d-d201cd2037fd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:49.858303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] No DVR routers for this DVR port 0626d67b-6d1a-4125-960d-d201cd2037fd on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:42:49.861689 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.865690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10f43e9b-3399-4c43-bea3-fef5b4c5af3c req-e7eee319-eeab-443b-acec-3b928c51c11c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.13 "DELETE /v2.0/ports/0626d67b-6d1a-4125-960d-d201cd2037fd HTTP/1.1" status: 204 len: 173 time: 2.0318544 Feb 09 15:42:49.940984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-89e2a2b4-d523-4209-875c-fd7eec545843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:49.942517 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-89e2a2b4-d523-4209-875c-fd7eec545843 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39bc7ccf-0817-41b8-9d68-f357927d1b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727109 Feb 09 15:42:49.945000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-b6812e57-b1ac-4b28-b29b-334482c4cd8a service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329513 Feb 09 15:42:49.956006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-f31e2ffd-7666-48b3-8bda-d4136d9eb916 service neutron] 10.222.0.53 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263092 Feb 09 15:42:50.121501 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.208228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5978f34-8975-4f2a-9ca1-9192db8b532c', 'name': 'network-vif-deleted', 'tag': '2c0e914e-a661-465f-9f23-ac8c78889084'}, {'server_uuid': '167cc309-cb90-402e-82fd-565ed1acb32a', 'name': 'network-vif-deleted', 'tag': '6ad11e2e-db83-4d7a-acfa-7c08543bd616'}, {'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'name': 'network-vif-deleted', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:50.210784 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcf273e-2b24-4b53-8d14-36a394d167c9" -d '{"events": [{"server_uuid": "e5978f34-8975-4f2a-9ca1-9192db8b532c", "name": "network-vif-deleted", "tag": "2c0e914e-a661-465f-9f23-ac8c78889084"}, {"server_uuid": "167cc309-cb90-402e-82fd-565ed1acb32a", "name": "network-vif-deleted", "tag": "6ad11e2e-db83-4d7a-acfa-7c08543bd616"}, {"server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "name": "network-vif-deleted", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:50.289269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-f76ab14c-3c26-400e-b131-1c65fce349d2 service neutron] 10.222.0.53 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215449 Feb 09 15:42:50.294645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-c7c2743e-c5d9-4eba-9602-113840c50626 service neutron] 10.222.0.73 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288915 Feb 09 15:42:50.315944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-d1b35d1f-e133-477a-a2e4-8c2aecd55b70 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624213 Feb 09 15:42:50.439096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Allocated IP 172.25.5.113 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/ad667b7c-34bd-4abe-b34f-172ec1002d33) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:50.593957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d676f266-7db4-40df-94aa-f8d3b4ed8e0d req-c174a031-aa5e-4893-a4cb-3c00a0c68fe2 service neutron] 10.222.0.73 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766998 Feb 09 15:42:50.685026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.833500 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:51.014226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:51.027909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:51.032228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:51.102849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Pushing event updated for resources: {'Port': ['ID=ad667b7c-34bd-4abe-b34f-172ec1002d33,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:51.167225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf2151-722a-450e-b1a9-bf0cff2df02f req-01d52ffd-2036-493c-9406-ec4d203e448c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:51.170351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fdf2151-722a-450e-b1a9-bf0cff2df02f req-01d52ffd-2036-493c-9406-ec4d203e448c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 945 time: 0.2215698 Feb 09 15:42:51.338393 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:51.355799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fdf2151-722a-450e-b1a9-bf0cff2df02f req-f34ef55b-6669-485d-ae2f-d177dc2797b7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713340 Feb 09 15:42:51.574886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:51.591519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1f0e7-6089-40e4-91c7-4613f653f312 req-0d409943-eba3-4fc1-84ea-1203208da92e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:51.594650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66d1f0e7-6089-40e4-91c7-4613f653f312 req-0d409943-eba3-4fc1-84ea-1203208da92e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1281738 Feb 09 15:42:51.731981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66d1f0e7-6089-40e4-91c7-4613f653f312 req-2a93e3ac-8bb2-4ae7-9086-795f107490b5 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999205 Feb 09 15:42:52.124114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7c8f-87bc-4171-be2b-b8348bc57926 req-b6d98d8e-2327-4277-915c-4a1c46b9a7a2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:52.125787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17fa7c8f-87bc-4171-be2b-b8348bc57926 req-b6d98d8e-2327-4277-915c-4a1c46b9a7a2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.2657571 Feb 09 15:42:52.176883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-be5a65eb-7c43-4718-8437-64b76a981897 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:52.178531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-be5a65eb-7c43-4718-8437-64b76a981897 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.13 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 813 time: 0.3406434 Feb 09 15:42:52.195447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Request body: {'port': {'device_id': 'f9988bd5-0b80-494c-843b-11bb207ae1f0', 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'admin_state_up': True, 'tenant_id': '5d23f82d7c7a4283bb30a4b19639165d'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:52.202334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:52.321072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17fa7c8f-87bc-4171-be2b-b8348bc57926 req-9709fd1f-b2c2-4ccc-9ffb-ccfa1ad5f12c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753790 Feb 09 15:42:52.331976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:52.688394 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:52.704325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Pushing event updated for resources: {'Port': ['ID=ad667b7c-34bd-4abe-b34f-172ec1002d33,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:52.724966 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384cb849-aca6-42fb-a803-b8e79e25442a x-openstack-request-id: req-384cb849-aca6-42fb-a803-b8e79e25442a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:42:52.725724 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5978f34-8975-4f2a-9ca1-9192db8b532c", "name": "network-vif-deleted", "tag": "2c0e914e-a661-465f-9f23-ac8c78889084", "status": "completed", "code": 200}, {"server_uuid": "167cc309-cb90-402e-82fd-565ed1acb32a", "name": "network-vif-deleted", "tag": "6ad11e2e-db83-4d7a-acfa-7c08543bd616", "status": "completed", "code": 200}, {"server_uuid": "101ae30c-22ac-4367-be21-90abd7628cce", "name": "network-vif-deleted", "tag": "0626d67b-6d1a-4125-960d-d201cd2037fd", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:42:52.726234 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-384cb849-aca6-42fb-a803-b8e79e25442a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:42:52.727111 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5978f34-8975-4f2a-9ca1-9192db8b532c', 'name': 'network-vif-deleted', 'tag': '2c0e914e-a661-465f-9f23-ac8c78889084', 'status': 'completed', 'code': 200} Feb 09 15:42:52.727370 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167cc309-cb90-402e-82fd-565ed1acb32a', 'name': 'network-vif-deleted', 'tag': '6ad11e2e-db83-4d7a-acfa-7c08543bd616', 'status': 'completed', 'code': 200} Feb 09 15:42:52.727859 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101ae30c-22ac-4367-be21-90abd7628cce', 'name': 'network-vif-deleted', 'tag': '0626d67b-6d1a-4125-960d-d201cd2037fd', 'status': 'completed', 'code': 200} Feb 09 15:42:52.832021 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f9fb-7b9d-4cac-8a91-0d674531a6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:52.876703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e596be05-7699-45bc-a6a4-5720e88a566d req-9a5db932-3fcd-470e-8bbf-96e6bdfdcbaa tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 210 time: 0.0931613 Feb 09 15:42:52.886595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:52.896553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a87525cc-028b-4d92-b872-5d375df27807 req-7451b5a6-b149-4b73-bc3a-4a938145a904 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1593881 Feb 09 15:42:52.904896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-a883ac8c-bbe8-4fda-a882-aec1f18b8006 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:52.906710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-a883ac8c-bbe8-4fda-a882-aec1f18b8006 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.73 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 813 time: 0.4121187 Feb 09 15:42:52.931577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Request body: {'port': {'device_id': '8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e', 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'admin_state_up': True, 'tenant_id': '5d23f82d7c7a4283bb30a4b19639165d'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:53.050514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Made reservation on behalf of 5d23f82d7c7a4283bb30a4b19639165d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:53.054655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:53.063548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a87525cc-028b-4d92-b872-5d375df27807 req-cdef0e02-09ad-4559-895f-98137ed4af64 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.1281424 Feb 09 15:42:53.462514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87525cc-028b-4d92-b872-5d375df27807 req-07d6d01c-d393-442f-8db7-60c3521b037f tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:53.464032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a87525cc-028b-4d92-b872-5d375df27807 req-07d6d01c-d393-442f-8db7-60c3521b037f tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.3847172 Feb 09 15:42:53.468796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Allocated IP 172.20.0.8 (796f3b29-ba50-4f49-bcc5-ca236722a780/3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2/6bdf8e32-4285-4242-9c7c-05fbb810d3b4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:53.486136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-a87525cc-028b-4d92-b872-5d375df27807 req-13ea29e5-7a77-4603-9d0a-a98af71b3c56 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:53.487212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a87525cc-028b-4d92-b872-5d375df27807 req-13ea29e5-7a77-4603-9d0a-a98af71b3c56 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124784 Feb 09 15:42:53.495612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-51758f1e-c626-4c91-9420-ee63af36f231 req-9cfbb565-bc15-4a06-8ba3-2528540690a2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:53.496736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51758f1e-c626-4c91-9420-ee63af36f231 req-9cfbb565-bc15-4a06-8ba3-2528540690a2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074625 Feb 09 15:42:53.573637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Made reservation on behalf of 5d23f82d7c7a4283bb30a4b19639165d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:53.578356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:53.973058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1d2f2-7c6d-4fd4-92be-089b2c1e5926 req-8fc9f232-060e-486f-a993-52f5c431d78d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:53.975731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96c1d2f2-7c6d-4fd4-92be-089b2c1e5926 req-8fc9f232-060e-486f-a993-52f5c431d78d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 945 time: 0.3054008 Feb 09 15:42:54.008065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.193684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96c1d2f2-7c6d-4fd4-92be-089b2c1e5926 req-4cd9b1af-1754-4598-a54e-976bf707beda tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835940 Feb 09 15:42:54.198118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1b51ce5-bf56-4c42-89e8-4593c603bd65 req-88a6b3ac-073c-40f9-8f3d-c499658ee829 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 210 time: 0.0639439 Feb 09 15:42:54.205679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30359a-9241-4271-af77-3be972ba68ea req-07834b3f-3660-43a6-833f-e1ac483da774 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:54.207247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-07834b3f-3660-43a6-833f-e1ac483da774 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.13 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 814 time: 0.3969586 Feb 09 15:42:54.229441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Request body: {'port': {'device_id': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'admin_state_up': True, 'tenant_id': 'd3b03a42c52c42a2a7221971b46137ef'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:54.378780 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-c30dca63-01f8-46da-a735-69781d9b2667 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220479 Feb 09 15:42:54.385610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-726a2460-42c9-435d-9d96-54467a2fb993 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:54.403417 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-726a2460-42c9-435d-9d96-54467a2fb993 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154278 Feb 09 15:42:54.412050 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.938636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Network 796f3b29-ba50-4f49-bcc5-ca236722a780 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:54.953885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Allocated IP 172.20.0.14 (796f3b29-ba50-4f49-bcc5-ca236722a780/3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2/9f322e43-4b8d-442e-8f97-ffdbea9df42b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:54.961631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:54.970576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:54.975395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Pushing event updated for resources: {'Port': ['ID=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:55.051635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56062f-9454-47fc-9011-e4374a8401bd req-270a84b9-6962-43ef-8a77-9c8e37efd798 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:55.053599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d56062f-9454-47fc-9011-e4374a8401bd req-270a84b9-6962-43ef-8a77-9c8e37efd798 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6556914 Feb 09 15:42:55.081987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278be24-2b8d-4893-bcfb-feb0a2d9effa req-9713bc84-03b1-4558-946b-c0da6ba59b97 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:55.096171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1278be24-2b8d-4893-bcfb-feb0a2d9effa req-9713bc84-03b1-4558-946b-c0da6ba59b97 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.6930549 Feb 09 15:42:55.184324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:55.185005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.195334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d56062f-9454-47fc-9011-e4374a8401bd req-910c3bb0-f2db-40bf-960a-aaacfade93d2 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.1064503 Feb 09 15:42:55.220886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5d56062f-9454-47fc-9011-e4374a8401bd req-b790fa61-807a-4e61-af8b-90f8fb428aa0 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Request body: {'floatingip': {'port_id': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:55.279931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Made reservation on behalf of d3b03a42c52c42a2a7221971b46137ef for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:55.283729 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.312054 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d56062f-9454-47fc-9011-e4374a8401bd req-b790fa61-807a-4e61-af8b-90f8fb428aa0 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.350473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1278be24-2b8d-4893-bcfb-feb0a2d9effa req-3e70996b-0350-434c-8614-dfdb4d209464 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546356 Feb 09 15:42:55.372210 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a3f837c-8abb-4280-8813-837470aae2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.439107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e2e7a9f3-cced-4f1c-84bd-4702fd22dc6f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2514212 Feb 09 15:42:55.460358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Request body: {'port': {'device_id': 'f9988bd5-0b80-494c-843b-11bb207ae1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:55.632482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fefcc734-646d-4994-8eb1-691c1bf8b3db req-3733b75a-6d1c-4a67-842c-d31138c2f062 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 210 time: 0.0859678 Feb 09 15:42:55.711389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.758838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.942298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Allocated IP 172.20.0.4 (b4c80331-941a-4f1e-a53a-5e2e27ce964f/e019a5f9-347a-4a8f-9baf-673ecba8d398/125641cc-ace2-4c3b-b35e-f998ece85d82) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:55.988672 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-5d56062f-9454-47fc-9011-e4374a8401bd req-b790fa61-807a-4e61-af8b-90f8fb428aa0 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 15:42:55.991242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d56062f-9454-47fc-9011-e4374a8401bd req-b790fa61-807a-4e61-af8b-90f8fb428aa0 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "PUT /v2.0/floatingips/175dc9d3-9a73-4140-82a6-65d9f4c4b346 HTTP/1.1" status: 409 len: 551 time: 0.7855272 Feb 09 15:42:56.008953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bbb0b-5b04-48ae-a7fb-f266ed72333c req-6cfe0c7c-75a2-4bce-b0b3-8da2cb9c9df2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:56.010705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f25bbb0b-5b04-48ae-a7fb-f266ed72333c req-6cfe0c7c-75a2-4bce-b0b3-8da2cb9c9df2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.2612829 Feb 09 15:42:56.175393 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.305229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f25bbb0b-5b04-48ae-a7fb-f266ed72333c req-6f91e80c-0ac0-4896-8bf3-2e45135a70c3 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432880 Feb 09 15:42:56.362770 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.452584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Network 796f3b29-ba50-4f49-bcc5-ca236722a780 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:56.492225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:56.497535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:56.544676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Pushing event updated for resources: {'Port': ['ID=9f322e43-4b8d-442e-8f97-ffdbea9df42b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:56.598662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397f8bd-315d-4644-a665-98cfe0b0e552 req-33699f1e-b8ff-4471-b02d-386f41e091e5 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:56.600822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6397f8bd-315d-4644-a665-98cfe0b0e552 req-33699f1e-b8ff-4471-b02d-386f41e091e5 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 945 time: 0.4836986 Feb 09 15:42:56.686720 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.727855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec15d0-10c2-4566-af29-6f4b6d7f05e0 req-b5a3d77c-fdf9-4a60-b879-15c8c5559cc9 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:56.729586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abec15d0-10c2-4566-af29-6f4b6d7f05e0 req-b5a3d77c-fdf9-4a60-b879-15c8c5559cc9 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 932 time: 0.2714329 Feb 09 15:42:56.735680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:56.736374 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.792050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6397f8bd-315d-4644-a665-98cfe0b0e552 req-982c06c6-d3dd-43c3-afd3-fb6288ea9f0c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741741 Feb 09 15:42:56.824221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:56.847188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.899507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abec15d0-10c2-4566-af29-6f4b6d7f05e0 req-20a1ec10-a7c8-4055-9eea-be20c3b50a3d tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470191 Feb 09 15:42:56.921985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-8da01b06-af52-4fe7-8d7a-4c86bb288699 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips/175dc9d3-9a73-4140-82a6-65d9f4c4b346 HTTP/1.1" status: 200 len: 693 time: 0.0786703 Feb 09 15:42:56.934596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-41d45de3-f682-45bf-af6e-3556ac056ef0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0074894 Feb 09 15:42:56.944073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Transition to ACTIVE for port object 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:56.967872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Request body: {'port': {'device_id': '8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:56.980142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:57.111901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:57.220810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Network b4c80331-941a-4f1e-a53a-5e2e27ce964f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:57.240377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:57.245366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:42:57.272678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Pushing event updated for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:57.308553 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:57.336863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-d5ec48b8-37fd-45a2-8d6a-6f7abd633811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.339855 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-d5ec48b8-37fd-45a2-8d6a-6f7abd633811 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 1099 time: 0.0554848 Feb 09 15:42:57.347296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.347795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.347990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.348347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.348695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.349114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.349951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.350285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.350611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.350941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.351267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.351592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:57.420137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-779e14d8-5f6b-4499-8a41-6cf9ba035882 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.421677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-779e14d8-5f6b-4499-8a41-6cf9ba035882 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.4815168 Feb 09 15:42:57.453317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312231e-59bf-4927-8b29-07153906b8ff req-93b5909d-5e3b-44d4-b39c-0d980a6c1496 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.454966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3312231e-59bf-4927-8b29-07153906b8ff req-93b5909d-5e3b-44d4-b39c-0d980a6c1496 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.3514369 Feb 09 15:42:57.506039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4d6a58cc-b7a9-4380-8d1e-cf82706802b6 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:42:57.507117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4d6a58cc-b7a9-4380-8d1e-cf82706802b6 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275736 Feb 09 15:42:57.532607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-7e6c6e92-6eaf-490c-87f8-cef2afeb0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.533958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.534630 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:57.535006 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-7e6c6e92-6eaf-490c-87f8-cef2afeb0b73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1872759 Feb 09 15:42:57.572192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Pushing event updated for resources: {'Port': ['ID=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:57.606429 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-0dd4f68f-f772-41c5-b5f0-942237826d87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 200 len: 217 time: 0.0637627 Feb 09 15:42:57.692997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-c9cf0146-596f-4a56-a62d-a3425ffdf741 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.1669202 Feb 09 15:42:57.693393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-dbfd99a4-f7f3-40e7-aab6-d983038d0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.696379 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-dbfd99a4-f7f3-40e7-aab6-d983038d0b0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0839643 Feb 09 15:42:57.732731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3312231e-59bf-4927-8b29-07153906b8ff req-1ead95de-dd51-4006-a3bb-4529fa60abb4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371871 Feb 09 15:42:57.781574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-b2bedaf3-f66b-43fd-b7d8-09d0239f32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.784304 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-b2bedaf3-f66b-43fd-b7d8-09d0239f32c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813534 Feb 09 15:42:57.963155 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-909400f3-20ca-4a95-b8d4-d619455b675f service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722643 Feb 09 15:42:58.013120 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.089325 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-65b10456-99d5-4bf3-954e-c81f861f8f3d service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187899 Feb 09 15:42:58.098542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Attempting to bind port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:58.098914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Attempting to bind port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:58.099288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Attempting to bind port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:58.119188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-89b4586c-f7a4-4621-a208-dc4b374ff710 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8991196 Feb 09 15:42:58.155223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:58.155767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Attempting to bind port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 on network 796f3b29-ba50-4f49-bcc5-ca236722a780 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:58.165936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-0ff7121c-3f6c-40ea-aa53-bea372e708f4 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.113 HTTP/1.1" status: 200 len: 696 time: 0.4555087 Feb 09 15:42:58.175215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Request body: {'port': {'device_id': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:42:58.259531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:58.259940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Checking segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:58.260510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Bound using segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:58.261242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Bound port: 6bdf8e32-4285-4242-9c7c-05fbb810d3b4, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:58.261747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.376967 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.511227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76965a-d48c-479c-bd35-4ee532e6d0f3 req-0bced3d2-f59a-4d35-894e-15cd5871495f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:58.513353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e76965a-d48c-479c-bd35-4ee532e6d0f3 req-0bced3d2-f59a-4d35-894e-15cd5871495f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 931 time: 0.4053493 Feb 09 15:42:58.553416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.622443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] For port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:58.628024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] For port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:58.719336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e76965a-d48c-479c-bd35-4ee532e6d0f3 req-1db7d2d5-f8ed-4a9d-8761-4ddb38cdfacf tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898437 Feb 09 15:42:58.750007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f322e43-4b8d-442e-8f97-ffdbea9df42b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:58.814218 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.820061 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.869988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Deleting port ad667b7c-34bd-4abe-b34f-172ec1002d33 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:42:58.870323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.891989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Transition to ACTIVE for port object 9f322e43-4b8d-442e-8f97-ffdbea9df42b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:58.917222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:58.917953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.919730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] 10.222.0.13 "PUT /v2.0/ports/6bdf8e32-4285-4242-9c7c-05fbb810d3b4 HTTP/1.1" status: 200 len: 1091 time: 3.4716787 Feb 09 15:42:58.952252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9988bd5-0b80-494c-843b-11bb207ae1f0', 'tag': '6bdf8e32-4285-4242-9c7c-05fbb810d3b4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:58.955072 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f9988bd5-0b80-494c-843b-11bb207ae1f0", "tag": "6bdf8e32-4285-4242-9c7c-05fbb810d3b4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:42:59.034298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a0f92-a7c1-4040-9a48-edeecdf32d8e service neutron] Pushing event updated for resources: {'Port': ['ID=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:59.091160 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.113944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.114176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.181741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Calling delete_port for ad667b7c-34bd-4abe-b34f-172ec1002d33 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:42:59.251653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Pushing event updated for resources: {'Port': ['ID=9f322e43-4b8d-442e-8f97-ffdbea9df42b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:59.388066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-998381c4-81d8-4157-9484-1687f999d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:59.389600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-998381c4-81d8-4157-9484-1687f999d201 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&device_id=f9988bd5-0b80-494c-843b-11bb207ae1f0 HTTP/1.1" status: 200 len: 1094 time: 0.2723134 Feb 09 15:42:59.403210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125641cc-ace2-4c3b-b35e-f998ece85d82 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:59.460230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.470582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-fc7b5601-b649-4570-89ee-a635de92b8ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bdf8e32-4285-4242-9c7c-05fbb810d3b4 HTTP/1.1" status: 200 len: 217 time: 0.0698233 Feb 09 15:42:59.500559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Transition to ACTIVE for port object 125641cc-ace2-4c3b-b35e-f998ece85d82 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:59.548131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Attempting to bind port 9f322e43-4b8d-442e-8f97-ffdbea9df42b on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:59.548483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Attempting to bind port 9f322e43-4b8d-442e-8f97-ffdbea9df42b by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:59.548816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Attempting to bind port 9f322e43-4b8d-442e-8f97-ffdbea9df42b on network 796f3b29-ba50-4f49-bcc5-ca236722a780 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:59.563001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Port 9f322e43-4b8d-442e-8f97-ffdbea9df42b on network 796f3b29-ba50-4f49-bcc5-ca236722a780 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:42:59.563317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Attempting to bind port 9f322e43-4b8d-442e-8f97-ffdbea9df42b on network 796f3b29-ba50-4f49-bcc5-ca236722a780 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:42:59.602871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-0f7565be-28a9-4b97-9397-5d312be0b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:59.604633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-0f7565be-28a9-4b97-9397-5d312be0b04d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 200 len: 853 time: 0.1256497 Feb 09 15:42:59.607934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:42:59.608311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Checking segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:42:59.608715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Bound using segment: {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:42:59.609208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Bound port: 9f322e43-4b8d-442e-8f97-ffdbea9df42b, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84f0fab-3283-4547-b33d-d4a02ff8e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:59.609528 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.658528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-d3fa2bb5-f06e-4e50-b340-6bc9a6e0ca5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796f3b29-ba50-4f49-bcc5-ca236722a780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445609 Feb 09 15:42:59.663201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.773536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.844992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Pushing event updated for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:59.858112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.934232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Pushing event deleted for resources: {'Port': ['ID=ad667b7c-34bd-4abe-b34f-172ec1002d33,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:59.959567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] For port 9f322e43-4b8d-442e-8f97-ffdbea9df42b, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:00.029318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] For port 9f322e43-4b8d-442e-8f97-ffdbea9df42b, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9f322e43-4b8d-442e-8f97-ffdbea9df42b,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:00.040009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783385a-6754-4972-82fc-6c0ce984cfcc req-571f38b4-d33a-489a-922b-e083d71780ba tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.045469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4783385a-6754-4972-82fc-6c0ce984cfcc req-571f38b4-d33a-489a-922b-e083d71780ba tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.3071012 Feb 09 15:43:00.055320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-db2b8ffe-3e0c-49fd-9d6f-a2eece0e6298 service neutron] 10.222.0.13 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891969 Feb 09 15:43:00.114185 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.265785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.266623 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.268009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] 10.222.0.73 "PUT /v2.0/ports/9f322e43-4b8d-442e-8f97-ffdbea9df42b HTTP/1.1" status: 200 len: 1092 time: 3.3073902 Feb 09 15:43:00.274987 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.278181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.279847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-631301b3-ef33-403d-b975-c792fd1b7bb9 req-4768b638-51fa-4f90-9262-4fae8441e350 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "DELETE /v2.0/floatingips/175dc9d3-9a73-4140-82a6-65d9f4c4b346 HTTP/1.1" status: 204 len: 173 time: 2.0715532 Feb 09 15:43:00.296682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Attempting to bind port 125641cc-ace2-4c3b-b35e-f998ece85d82 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:00.296682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Attempting to bind port 125641cc-ace2-4c3b-b35e-f998ece85d82 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:00.296682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Attempting to bind port 125641cc-ace2-4c3b-b35e-f998ece85d82 on network b4c80331-941a-4f1e-a53a-5e2e27ce964f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:00.313469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4783385a-6754-4972-82fc-6c0ce984cfcc req-4303d36c-6af5-4158-8d04-29b68df711bf tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548258 Feb 09 15:43:00.330123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Port 125641cc-ace2-4c3b-b35e-f998ece85d82 on network b4c80331-941a-4f1e-a53a-5e2e27ce964f not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:43:00.337735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Attempting to bind port 125641cc-ace2-4c3b-b35e-f998ece85d82 on network b4c80331-941a-4f1e-a53a-5e2e27ce964f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:00.340117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a0819-887a-4ae0-986e-b4ca626729cb service neutron] Pushing event updated for resources: {'Port': ['ID=9f322e43-4b8d-442e-8f97-ffdbea9df42b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:00.371189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:00.371599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Checking segment: {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:00.371953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Bound using segment: {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:00.372455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Bound port: 125641cc-ace2-4c3b-b35e-f998ece85d82, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:00.372828 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.488878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-3da09bd2-943a-4744-8730-801d0ce92404 service neutron] 10.222.0.13 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101729 Feb 09 15:43:00.579688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669138a4-8619-4b64-8645-521ac69ade9d req-1f4cdbf2-53e9-4ab7-aeed-6c9638e6e52e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.581671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669138a4-8619-4b64-8645-521ac69ade9d req-1f4cdbf2-53e9-4ab7-aeed-6c9638e6e52e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 945 time: 0.2039857 Feb 09 15:43:00.603156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:00.607017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-4c9d87d6-dc00-4c73-a9a4-2fb2aef1ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.609076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-4c9d87d6-dc00-4c73-a9a4-2fb2aef1ff18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 1095 time: 0.1832447 Feb 09 15:43:00.612167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:00.648040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f18b12-4505-400f-830d-b0fd7c3d5868 req-059aa48d-7c34-40b8-88a3-40cf337214f6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.649847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a0f18b12-4505-400f-830d-b0fd7c3d5868 req-059aa48d-7c34-40b8-88a3-40cf337214f6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 944 time: 0.2091057 Feb 09 15:43:00.698475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-d229ebc6-e771-40eb-8360-28e023838b51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f322e43-4b8d-442e-8f97-ffdbea9df42b HTTP/1.1" status: 200 len: 217 time: 0.0703902 Feb 09 15:43:00.727751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.733542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669138a4-8619-4b64-8645-521ac69ade9d req-a84334e0-a955-4460-a1b4-e07895736913 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414013 Feb 09 15:43:01.164254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.164979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.166573 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] 10.222.0.13 "PUT /v2.0/ports/125641cc-ace2-4c3b-b35e-f998ece85d82 HTTP/1.1" status: 200 len: 1091 time: 3.0136018 Feb 09 15:43:01.185620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a0f18b12-4505-400f-830d-b0fd7c3d5868 req-65e3f23b-2113-4d97-b543-0ae7bf79cf7a tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961338 Feb 09 15:43:01.227496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200848be-1f40-41de-9c28-a97e34808d6e service neutron] Pushing event updated for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:01.227496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efeee2-359d-44b3-a989-d56bedcc975f req-0b4b52c3-b4de-487c-9ac3-8987d89453bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.227801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-0b4b52c3-b4de-487c-9ac3-8987d89453bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 200 len: 853 time: 0.5204582 Feb 09 15:43:01.240962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8472993-dbb0-49c1-9ed6-0d7e197fadae req-2d846e3f-4941-4c9b-811f-75423b21a0f4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.243002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8472993-dbb0-49c1-9ed6-0d7e197fadae req-2d846e3f-4941-4c9b-811f-75423b21a0f4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1425276 Feb 09 15:43:01.261621 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790a30c7-a2c1-4d36-9775-f0afc7d223e6 x-openstack-request-id: req-790a30c7-a2c1-4d36-9775-f0afc7d223e6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:01.264297 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9988bd5-0b80-494c-843b-11bb207ae1f0", "tag": "6bdf8e32-4285-4242-9c7c-05fbb810d3b4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:01.264297 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-790a30c7-a2c1-4d36-9775-f0afc7d223e6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:01.264297 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9988bd5-0b80-494c-843b-11bb207ae1f0', 'tag': '6bdf8e32-4285-4242-9c7c-05fbb810d3b4', 'status': 'completed', 'code': 200} Feb 09 15:43:01.308466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-924c27b9-1732-4edb-b8fe-ff8b4330452e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796f3b29-ba50-4f49-bcc5-ca236722a780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541143 Feb 09 15:43:01.504704 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.575936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8472993-dbb0-49c1-9ed6-0d7e197fadae req-7f8cf808-0444-4f18-8cd1-d2bb9fe82754 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826123 Feb 09 15:43:01.590360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-b875e11d-df8e-46d4-9d17-7ba8a204ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.593110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-b875e11d-df8e-46d4-9d17-7ba8a204ab2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&device_id=f9988bd5-0b80-494c-843b-11bb207ae1f0 HTTP/1.1" status: 200 len: 1094 time: 0.2850182 Feb 09 15:43:01.665300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4178-27e0-4f1b-8391-e31797e9e35a req-131425e0-3f91-488d-8fe0-f2ef2ea9d268 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.667109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-026d4178-27e0-4f1b-8391-e31797e9e35a req-131425e0-3f91-488d-8fe0-f2ef2ea9d268 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 950 time: 0.2951887 Feb 09 15:43:01.684208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-a2863d1d-acea-4068-aed2-16f606b202a5 service neutron] 10.222.0.73 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628156 Feb 09 15:43:01.732510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30359a-9241-4271-af77-3be972ba68ea req-a0ea58cd-d9f8-47d5-9030-192fe81e8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.734205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-a0ea58cd-d9f8-47d5-9030-192fe81e8f48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 1094 time: 0.3591421 Feb 09 15:43:01.812873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-52d6e6e8-57c2-4a3e-af6e-c30742b15123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125641cc-ace2-4c3b-b35e-f998ece85d82 HTTP/1.1" status: 200 len: 217 time: 0.0669734 Feb 09 15:43:01.910497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-b2280511-3178-45cf-a4ed-54be94f1241a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.914950 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-b2280511-3178-45cf-a4ed-54be94f1241a tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.73 "GET /v2.0/ports?device_id=1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1 HTTP/1.1" status: 200 len: 950 time: 0.0955408 Feb 09 15:43:01.992753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-026d4178-27e0-4f1b-8391-e31797e9e35a req-51f062e8-31e8-42d7-8057-ddee377cb2c7 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055282 Feb 09 15:43:02.035645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-2d3f501d-dab2-41da-b889-1a044a6f1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.037599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-2d3f501d-dab2-41da-b889-1a044a6f1c1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 914 time: 0.4348919 Feb 09 15:43:02.052453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30359a-9241-4271-af77-3be972ba68ea req-12eac375-547f-4ca0-ac57-487f1210fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.054089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-12eac375-547f-4ca0-ac57-487f1210fef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e019a5f9-347a-4a8f-9baf-673ecba8d398 HTTP/1.1" status: 200 len: 854 time: 0.1707289 Feb 09 15:43:02.076331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Deleting port 9970ba17-3c0b-4be1-9d2f-41831f78401b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:02.077059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.174018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713431b-d35d-4dcf-ae1e-1a8c2273bc45 req-e95765dd-8d26-49b0-b8d9-860e2dc4f268 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.175718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a713431b-d35d-4dcf-ae1e-1a8c2273bc45 req-e95765dd-8d26-49b0-b8d9-860e2dc4f268 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 943 time: 0.3688018 Feb 09 15:43:02.200939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76efeee2-359d-44b3-a989-d56bedcc975f req-d8c5f0cb-ecad-45a7-9d60-f34974c1a330 service neutron] 10.222.0.73 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799752 Feb 09 15:43:02.211582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-c9ccf3c5-157c-498f-864a-55d1c8564aa9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4c80331-941a-4f1e-a53a-5e2e27ce964f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279042 Feb 09 15:43:02.212992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-b0301d66-552c-471f-9987-95ae924b2791 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bdf8e32-4285-4242-9c7c-05fbb810d3b4 HTTP/1.1" status: 200 len: 217 time: 0.1679456 Feb 09 15:43:02.258277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] For port 9970ba17-3c0b-4be1-9d2f-41831f78401b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9970ba17-3c0b-4be1-9d2f-41831f78401b,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:02.258891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.282062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Calling delete_port for 9970ba17-3c0b-4be1-9d2f-41831f78401b owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:02.417438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-2440892c-374c-4d96-a076-fccef369cde7 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.3732734 Feb 09 15:43:02.479620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a713431b-d35d-4dcf-ae1e-1a8c2273bc45 req-03aae286-cdb9-444e-914c-9a8e991e92d2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708158 Feb 09 15:43:02.523733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-057b9c86-a852-488f-8ec9-afdcf22fa504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.526039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-057b9c86-a852-488f-8ec9-afdcf22fa504 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 200 len: 853 time: 0.2982702 Feb 09 15:43:02.538961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.553931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d3caaf45-5d0b-4ab6-aebc-ec84ea744d42'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:02.559259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['9970ba17-3c0b-4be1-9d2f-41831f78401b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:02.584061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Pushing event deleted for resources: {'Port': ['ID=9970ba17-3c0b-4be1-9d2f-41831f78401b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:02.602936 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.603282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.603634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.603979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.604343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.604683 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.605189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.605519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.605854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.606182 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.606507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.606829 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:02.660289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] No DVR routers for this DVR port 9970ba17-3c0b-4be1-9d2f-41831f78401b on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:02.662706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-b53b5abb-8e47-43a1-ad7b-49bc296020ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=796f3b29-ba50-4f49-bcc5-ca236722a780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229320 Feb 09 15:43:02.672123 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.681525 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ad9119d-70a0-49a7-8cc3-76d4226f7d27 req-bd82fad7-74df-427b-a9eb-5c749a55e847 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.73 "DELETE /v2.0/ports/9970ba17-3c0b-4be1-9d2f-41831f78401b HTTP/1.1" status: 204 len: 173 time: 0.7584984 Feb 09 15:43:02.682030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1', 'name': 'network-vif-deleted', 'tag': '9970ba17-3c0b-4be1-9d2f-41831f78401b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:02.685601 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f7af4-5f72-451c-b258-6285b849122e" -d '{"events": [{"server_uuid": "1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1", "name": "network-vif-deleted", "tag": "9970ba17-3c0b-4be1-9d2f-41831f78401b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:02.685890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588ac6-febc-41d4-8275-436390073412 req-bc2479ff-0676-43a6-8d7e-399b5e1537a1 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.695320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-bc2479ff-0676-43a6-8d7e-399b5e1537a1 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports/c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 200 len: 943 time: 0.2611740 Feb 09 15:43:02.786226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-f67cee72-52a0-4799-8b1a-542a92243ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558398 Feb 09 15:43:02.922913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5c67d-7b0a-438e-9816-6b62ed0f12c1 req-1d233f2c-8cc0-48ff-9395-830f7fab5fff tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.931074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2f5c67d-7b0a-438e-9816-6b62ed0f12c1 req-1d233f2c-8cc0-48ff-9395-830f7fab5fff tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.3560636 Feb 09 15:43:03.012973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-a8f37e4e-8647-4cc8-b382-eaed693f5607 service neutron] 10.222.0.13 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163075 Feb 09 15:43:03.053616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-68dc6515-9cea-4d64-af73-f4ed4fa97929 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.1879895 Feb 09 15:43:03.075714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2f5c67d-7b0a-438e-9816-6b62ed0f12c1 req-ac93d4cc-6d91-41c9-96a7-0403b8f3bfff tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436174 Feb 09 15:43:03.154942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f30359a-9241-4271-af77-3be972ba68ea req-c59598a8-ee28-4b3f-be11-58da34b2d130 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598197 Feb 09 15:43:03.246199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:43:03.264460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e', 'tag': '9f322e43-4b8d-442e-8f97-ffdbea9df42b'}, {'name': 'network-changed', 'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:03.268634 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512d1953-4b0e-4f7b-b261-8a779eb278a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e", "tag": "9f322e43-4b8d-442e-8f97-ffdbea9df42b"}, {"name": "network-changed", "server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:03.327573 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc810a4a-2dae-4e12-a8bf-a45d53c15bd9 req-159604fa-5157-433f-ac98-1c48ae47ad6a service neutron] 10.222.0.13 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994895 Feb 09 15:43:03.344548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adda0da-f4e5-4b8d-ba36-5b9202817546 req-0607a305-9ad6-45e1-81c9-1fbdeecf49a0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:03.346297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8adda0da-f4e5-4b8d-ba36-5b9202817546 req-0607a305-9ad6-45e1-81c9-1fbdeecf49a0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 945 time: 0.1545374 Feb 09 15:43:03.356844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588ac6-febc-41d4-8275-436390073412 req-63255d56-288d-4909-94bc-e679ccc2b854 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:03.358341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-63255d56-288d-4909-94bc-e679ccc2b854 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.2881656 Feb 09 15:43:03.386335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-caacba87-3dea-4a1b-a0bb-c0d040d92b46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:43:03.388149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-caacba87-3dea-4a1b-a0bb-c0d040d92b46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113747 Feb 09 15:43:03.403061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:03.418057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '6bdf8e32-4285-4242-9c7c-05fbb810d3b4', 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'port_id': '6bdf8e32-4285-4242-9c7c-05fbb810d3b4', 'mac_address': 'fa:16:3e:ea:02:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:43:03.468571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8adda0da-f4e5-4b8d-ba36-5b9202817546 req-cdea2ae4-92a3-47b9-9b18-77f6630293eb tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089139 Feb 09 15:43:03.470483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.508801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:03.521169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-0e49a133-7993-4e63-a19c-dbfdff7c2f93 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1001 time: 0.1156583 Feb 09 15:43:03.534164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:03.544936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:03.635190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.645937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.697301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:03.709801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.710314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.710866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.711472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.719508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.720004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.720458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.720851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.721316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.721485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896103c-3532-4055-a810-40d08e1cffc3 req-01836365-c82f-4b19-958a-0189d47134dd tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:03.721836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.722261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.722711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:03.722980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4896103c-3532-4055-a810-40d08e1cffc3 req-01836365-c82f-4b19-958a-0189d47134dd tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 944 time: 0.1427429 Feb 09 15:43:03.823216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4896103c-3532-4055-a810-40d08e1cffc3 req-eb44f4e6-9a7a-4488-a41e-1708888050a1 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888324 Feb 09 15:43:03.884825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.890193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['6bdf8e32-4285-4242-9c7c-05fbb810d3b4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:04.002069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083b501-611d-414e-babc-b13347261848 req-bee15e8a-7e56-4354-b619-7eca20771326 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:04.005132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f083b501-611d-414e-babc-b13347261848 req-bee15e8a-7e56-4354-b619-7eca20771326 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0820780 Feb 09 15:43:04.007255 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:04.007842 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Floating IP 0bcf6365-6d46-4f54-946e-d54767faa0b3 disassociated. External IP: 172.25.5.43, port: c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2. Feb 09 15:43:04.217654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f083b501-611d-414e-babc-b13347261848 req-c0f5bd31-8e45-43b1-8930-c528d942d1cf tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280596 Feb 09 15:43:04.279705 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a961b98-d474-422c-9d27-d6d7d41e6cda x-openstack-request-id: req-9a961b98-d474-422c-9d27-d6d7d41e6cda {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:04.280656 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1", "name": "network-vif-deleted", "tag": "9970ba17-3c0b-4be1-9d2f-41831f78401b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:04.280656 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a961b98-d474-422c-9d27-d6d7d41e6cda {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:04.281292 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f78d7e2-d745-4e49-b8fd-44fdee5b0cd1', 'name': 'network-vif-deleted', 'tag': '9970ba17-3c0b-4be1-9d2f-41831f78401b', 'status': 'completed', 'code': 200} Feb 09 15:43:04.411744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Router 3b0cdd20-af76-451a-b1f3-aee172a10b05 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:43:04.629888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-e1ad97d1-3508-49d2-a241-2844fb437a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:04.633265 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-e1ad97d1-3508-49d2-a241-2844fb437a6b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 1095 time: 0.0801966 Feb 09 15:43:04.771610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-bf0834c3-d496-4a04-ada7-9309a65d635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:04.774155 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-bf0834c3-d496-4a04-ada7-9309a65d635f service neutron] 10.222.0.73 "GET /v2.0/networks?id=796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 200 len: 914 time: 0.1247978 Feb 09 15:43:04.844056 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-0e7f8d67-1988-4ac0-b1c1-4c2d1ffe3318 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f322e43-4b8d-442e-8f97-ffdbea9df42b HTTP/1.1" status: 200 len: 217 time: 0.0562618 Feb 09 15:43:04.914143 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5102b-2c65-49e7-8df9-9b99d478a7e2 x-openstack-request-id: req-75a5102b-2c65-49e7-8df9-9b99d478a7e2 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:04.914997 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e", "tag": "9f322e43-4b8d-442e-8f97-ffdbea9df42b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:04.914997 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75a5102b-2c65-49e7-8df9-9b99d478a7e2 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:04.915421 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e', 'tag': '9f322e43-4b8d-442e-8f97-ffdbea9df42b', 'status': 'completed', 'code': 200} Feb 09 15:43:04.915775 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'status': 'completed', 'code': 200} Feb 09 15:43:04.928399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-92382ece-4567-4e82-b491-a35d9debcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:04.930203 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-92382ece-4567-4e82-b491-a35d9debcfaa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 200 len: 853 time: 0.0770528 Feb 09 15:43:04.977185 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-c0e33611-f4fe-4124-9c3e-64cd6090be31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=796f3b29-ba50-4f49-bcc5-ca236722a780&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363615 Feb 09 15:43:05.093834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:05.101189 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:05.108852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-0b1ae8ac-ce6f-4080-8063-9a9aa771125e tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.110681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-0b1ae8ac-ce6f-4080-8063-9a9aa771125e tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.1938486 Feb 09 15:43:05.111059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] Sync routers for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:05.133861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:05.135092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:42:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:05.148402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc75ef-a8c7-4d33-a222-40341eb46e3e req-70d65473-8fa4-4fe0-97a4-37d39bc85c14 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.149542 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-19165ac2-ea53-4c03-9a42-c855aea2c72e service neutron] 10.222.0.73 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639395 Feb 09 15:43:05.150472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bbc75ef-a8c7-4d33-a222-40341eb46e3e req-70d65473-8fa4-4fe0-97a4-37d39bc85c14 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 943 time: 0.2317183 Feb 09 15:43:05.164227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828542-1'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:05.169162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-e30225d5-7aca-47f1-9150-c81e29274c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.177830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-e30225d5-7aca-47f1-9150-c81e29274c30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 1094 time: 0.2508223 Feb 09 15:43:05.250893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-6fe9043c-8937-4e4d-a15b-36af0946e63a tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "PUT /v2.0/floatingips/0bcf6365-6d46-4f54-946e-d54767faa0b3 HTTP/1.1" status: 200 len: 694 time: 1.7241809 Feb 09 15:43:05.317205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:43:05.322632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:05.340695 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-4ee90d29-56fc-41b9-a837-74dea9e63987 service neutron] 10.222.0.73 "GET /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817093 Feb 09 15:43:05.401064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:05.407308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bbc75ef-a8c7-4d33-a222-40341eb46e3e req-1276f771-ca16-4cec-af70-6a029004c37b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351623 Feb 09 15:43:05.468942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:05.485955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588ac6-febc-41d4-8275-436390073412 req-7d79f764-b17a-41cf-9228-92f25467f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.487986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-7d79f764-b17a-41cf-9228-92f25467f85a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf2fd205ddaf4889b118d232b1629758&device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 1097 time: 0.2032127 Feb 09 15:43:05.539186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-88ca5c22-1bc0-4e18-8fa9-dd0b3d0b5d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.541579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-88ca5c22-1bc0-4e18-8fa9-dd0b3d0b5d53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 915 time: 0.3449013 Feb 09 15:43:05.597590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 9f322e43-4b8d-442e-8f97-ffdbea9df42b details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:43:05.601067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 9970ba17-3c0b-4be1-9d2f-41831f78401b no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:05.641944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 9970ba17-3c0b-4be1-9d2f-41831f78401b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:05.642297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 9970ba17-3c0b-4be1-9d2f-41831f78401b not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:05.646301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:05.660316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:05.708882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-dec95527-454e-4b8e-b7b7-85a5b9123606 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125641cc-ace2-4c3b-b35e-f998ece85d82 HTTP/1.1" status: 200 len: 217 time: 0.1341324 Feb 09 15:43:05.716260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:05.716635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:05.745070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c has no active binding in host n-h1-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 15:43:05.745435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 125641cc-ace2-4c3b-b35e-f998ece85d82 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:43:05.879929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4bd56-6618-4287-bac8-9f002da68cf2 req-87517ff7-101a-436a-ac44-0fba35c2b20c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.882963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9aa4bd56-6618-4287-bac8-9f002da68cf2 req-87517ff7-101a-436a-ac44-0fba35c2b20c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.3400841 Feb 09 15:43:05.904262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588ac6-febc-41d4-8275-436390073412 req-67911a26-9c90-4226-88c9-93c6ba5c4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.905799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-67911a26-9c90-4226-88c9-93c6ba5c4b63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39bc7ccf-0817-41b8-9d68-f357927d1b08 HTTP/1.1" status: 200 len: 927 time: 0.3801761 Feb 09 15:43:05.921329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-ca9d3484-581f-4ca1-9fc2-0fc0e00e219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.922703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-ca9d3484-581f-4ca1-9fc2-0fc0e00e219b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e019a5f9-347a-4a8f-9baf-673ecba8d398 HTTP/1.1" status: 200 len: 854 time: 0.2074645 Feb 09 15:43:05.941671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:05.996498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-fc10f94a-b0c5-4423-96c3-743176f2ab3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 200 len: 217 time: 0.0709281 Feb 09 15:43:06.029856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-5a981df5-1d44-42ad-a543-3fa7d2f88807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b4c80331-941a-4f1e-a53a-5e2e27ce964f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908358 Feb 09 15:43:06.039571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 9f322e43-4b8d-442e-8f97-ffdbea9df42b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9f322e43-4b8d-442e-8f97-ffdbea9df42b,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:06.078723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9aa4bd56-6618-4287-bac8-9f002da68cf2 req-f63e09f4-f548-4dab-9ae4-7889169024a8 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839361 Feb 09 15:43:06.116862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '9f322e43-4b8d-442e-8f97-ffdbea9df42b', 'network_id': '796f3b29-ba50-4f49-bcc5-ca236722a780', 'port_id': '9f322e43-4b8d-442e-8f97-ffdbea9df42b', 'mac_address': 'fa:16:3e:a7:f6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:43:06.124800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:06.125088 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.126466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:06.153763 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:43:06.160217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'port_id': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'mac_address': 'fa:16:3e:ea:9c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e019a5f9-347a-4a8f-9baf-673ecba8d398', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:43:06.198271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588ac6-febc-41d4-8275-436390073412 req-7caf4ae5-5705-444f-9c20-7d3fe7b7a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:06.199698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-7caf4ae5-5705-444f-9c20-7d3fe7b7a7a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98ed919e-2fcf-49ab-89f6-08728c52316a HTTP/1.1" status: 200 len: 865 time: 0.1736848 Feb 09 15:43:06.216199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.220456 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.263694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9988bd5-0b80-494c-843b-11bb207ae1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdf8e32-4285-4242-9c7c-05fbb810d3b4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:06.265937 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c562d0e5-da73-4eb3-b45e-6c181f73aaf8" -d '{"events": [{"server_uuid": "f9988bd5-0b80-494c-843b-11bb207ae1f0", "name": "network-vif-plugged", "status": "completed", "tag": "6bdf8e32-4285-4242-9c7c-05fbb810d3b4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:06.288482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:06.290690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f322e43-4b8d-442e-8f97-ffdbea9df42b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:06.292051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-f8f30f00-c33a-45ee-9781-28f8b6d24126 service neutron] 10.222.0.13 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443321 Feb 09 15:43:06.295391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51588ac6-febc-41d4-8275-436390073412 req-fc704106-d711-46a9-a377-38eeacb3f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:06.297013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-fc704106-d711-46a9-a377-38eeacb3f032 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39bc7ccf-0817-41b8-9d68-f357927d1b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689576 Feb 09 15:43:06.322475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:16Z', 'revision_number': 5, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:06.331225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 9f322e43-4b8d-442e-8f97-ffdbea9df42b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9f322e43-4b8d-442e-8f97-ffdbea9df42b,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:06.358120 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.360728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] Checking router: 3b0cdd20-af76-451a-b1f3-aee172a10b05 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:43:06.375432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.386030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125641cc-ace2-4c3b-b35e-f998ece85d82 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:06.391062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:06.391709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:42:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:06.464900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.524951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:06.530105 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.580225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Pushing event updated for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:06.595039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512d1953-4b0e-4f7b-b261-8a779eb278a5 req-90d40e03-aa50-492d-b267-a579a1d9f35d service neutron] 10.222.0.13 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964413 Feb 09 15:43:06.601121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-0dc1354c-a843-48bf-9bff-98991169c23e service neutron] 10.222.0.53 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822909 Feb 09 15:43:06.612017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on host n-h2-828542-1 for vnic_type normal with profile {"migrating_to": "n-h1-828542-1"} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:06.612394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:06.612775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:06.620522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:43:06.628069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Attempting to bind port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:06.655650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:06.656428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:06.657104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:06.658036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Bound port: 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:06.658661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.788877 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:06.804777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:06.849758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:06.929194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2'}, {'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:06.932260 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d625b5ba-f774-4bd8-b439-f62e87bda370" -d '{"events": [{"name": "network-changed", "server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2"}, {"server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:06.954558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['9f322e43-4b8d-442e-8f97-ffdbea9df42b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:06.985009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51588ac6-febc-41d4-8275-436390073412 req-a31ee2c2-9242-4f11-8b8c-fe4d686cc0b8 service neutron] 10.222.0.53 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495362 Feb 09 15:43:06.995466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:07.016355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:07.038279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cae7b-422c-44fe-b356-1ef95ead53f7 req-cb345171-b9c4-43ac-a806-8f75db88d546 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.040422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d1cae7b-422c-44fe-b356-1ef95ead53f7 req-cb345171-b9c4-43ac-a806-8f75db88d546 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.1291957 Feb 09 15:43:07.048661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=9f322e43-4b8d-442e-8f97-ffdbea9df42b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:07.099401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d1cae7b-422c-44fe-b356-1ef95ead53f7 req-f2f00626-03f7-4aee-9c47-113fcddfd0b7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505605 Feb 09 15:43:07.118932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['125641cc-ace2-4c3b-b35e-f998ece85d82'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:07.259490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.282657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:07.546912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641fbcd-f80a-408d-a90a-e9c68fb38d4f req-1b2106bc-b716-4e44-b8f1-770704dfc244 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.549307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0641fbcd-f80a-408d-a90a-e9c68fb38d4f req-1b2106bc-b716-4e44-b8f1-770704dfc244 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.3266580 Feb 09 15:43:07.560448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88514010-1f1b-485f-a062-962a1e477382 req-554cf882-ca6d-4e8f-97ed-09aa74299030 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.562736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88514010-1f1b-485f-a062-962a1e477382 req-554cf882-ca6d-4e8f-97ed-09aa74299030 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 945 time: 0.3195512 Feb 09 15:43:07.566421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Pushing event updated for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:07.587981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.589108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.591542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-245e8547-38bf-43de-a57e-719d0ea2fd52 service neutron] 10.222.0.13 "PUT /v2.0/ports/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 200 len: 1121 time: 2.4394543 Feb 09 15:43:07.600591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-653409e9-9e23-4f37-9c67-43418b5c53ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3151042 Feb 09 15:43:07.631353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:16Z', 'revision_number': 5, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:07.703354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0641fbcd-f80a-408d-a90a-e9c68fb38d4f req-24d35819-1fdc-4138-bfc7-426a92935d8e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302302 Feb 09 15:43:07.704965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:07.714929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54a7d3-09f3-427b-9374-7ea1dd6164d8 None None] The sync data for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 is: [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:42:08Z', 'revision_number': 4, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '2a71ecf1-3ef0-4117-b910-6d4077526f72', 'name': '', 'network_id': '39bc7ccf-0817-41b8-9d68-f357927d1b08', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'mac_address': 'fa:16:3e:03:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:07Z', 'updated_at': '2022-02-09T15:42:16Z', 'revision_number': 5, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'subnets': [{'id': '98ed919e-2fcf-49ab-89f6-08728c52316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:43:07.751038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88514010-1f1b-485f-a062-962a1e477382 req-85a96369-61a7-443f-be01-aa27d6a774f9 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479485 Feb 09 15:43:07.770474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-1ffe14fc-706c-435c-aebd-83a11b4f9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.772871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-1ffe14fc-706c-435c-aebd-83a11b4f9560 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1095 time: 0.0921562 Feb 09 15:43:07.845845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:07.908913 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e6fad-d1be-46d9-b2d9-104115a8e0f7 x-openstack-request-id: req-ed7e6fad-d1be-46d9-b2d9-104115a8e0f7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:07.909379 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9988bd5-0b80-494c-843b-11bb207ae1f0", "name": "network-vif-plugged", "status": "completed", "tag": "6bdf8e32-4285-4242-9c7c-05fbb810d3b4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:07.911967 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed7e6fad-d1be-46d9-b2d9-104115a8e0f7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:07.913320 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9988bd5-0b80-494c-843b-11bb207ae1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdf8e32-4285-4242-9c7c-05fbb810d3b4', 'code': 200} Feb 09 15:43:07.936333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf191-d438-4829-bbef-8f3279bde97b req-e985acfd-25ed-4c50-8ccf-f62229c94d95 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.940897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcebf191-d438-4829-bbef-8f3279bde97b req-e985acfd-25ed-4c50-8ccf-f62229c94d95 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 944 time: 0.1244464 Feb 09 15:43:08.101014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcebf191-d438-4829-bbef-8f3279bde97b req-7594ca1f-58d1-40ae-9107-b546995dbb9c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523592 Feb 09 15:43:08.102722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-b301e58d-9efb-4538-b8ae-60cc991e95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.104936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-b301e58d-9efb-4538-b8ae-60cc991e95dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.2785594 Feb 09 15:43:08.163479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-d133d452-bfa1-4a65-ab40-a28cb05f48d1 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.165120 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-d133d452-bfa1-4a65-ab40-a28cb05f48d1 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.13 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 950 time: 0.1079452 Feb 09 15:43:08.184841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-4b1ad035-7ddb-4fae-b55d-46882dee462a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 217 time: 0.0679009 Feb 09 15:43:08.198633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a58b3c-ffaa-4eae-b047-1904b296ca9d req-6f24a679-8a2d-40a2-b854-6843b9996b71 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.200900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61a58b3c-ffaa-4eae-b047-1904b296ca9d req-6f24a679-8a2d-40a2-b854-6843b9996b71 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 950 time: 0.1885610 Feb 09 15:43:08.227988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72686b0e-c415-4d59-be21-26eac9a7bb6a req-6a33c7b4-6641-40cc-8f24-530c2f3a012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.230330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72686b0e-c415-4d59-be21-26eac9a7bb6a req-6a33c7b4-6641-40cc-8f24-530c2f3a012a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9988bd5-0b80-494c-843b-11bb207ae1f0 HTTP/1.1" status: 200 len: 1096 time: 0.2100797 Feb 09 15:43:08.314449 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327bdaa8-e5b7-4de3-bc0b-d52510aaee7f x-openstack-request-id: req-327bdaa8-e5b7-4de3-bc0b-d52510aaee7f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:08.340410 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2", "status": "completed", "code": 200}, {"server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "name": "network-vif-unplugged", "status": "completed", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:08.340410 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-327bdaa8-e5b7-4de3-bc0b-d52510aaee7f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:08.340410 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'status': 'completed', 'code': 200} Feb 09 15:43:08.340410 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c', 'code': 200} Feb 09 15:43:08.344777 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5641d6-34a7-4580-b298-5b7db9241a98 None None] New status for floating IP 0bcf6365-6d46-4f54-946e-d54767faa0b3: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:43:08.403084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72686b0e-c415-4d59-be21-26eac9a7bb6a req-57634611-f1bf-41e0-8166-87de799df4c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391664 Feb 09 15:43:08.417429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61a58b3c-ffaa-4eae-b047-1904b296ca9d req-ebaaf3d4-2f30-4774-a54a-43b38d84afe0 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/security-groups?id=64dcc7e2-c03e-4322-9500-2624abf1e71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003312 Feb 09 15:43:08.418992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-c7585dc1-ad7e-438c-8013-7295b94e9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.420575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-c7585dc1-ad7e-438c-8013-7295b94e9da9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.2179420 Feb 09 15:43:08.479636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-2e6dbd3f-75e0-4b12-8305-dacfcba1026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.481489 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-2e6dbd3f-75e0-4b12-8305-dacfcba1026a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bf2fd205ddaf4889b118d232b1629758&device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 1097 time: 0.1249030 Feb 09 15:43:08.485160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Deleting port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:08.485613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:08.562197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-826e0cc3-02ef-4e6a-9c6b-ee85b422923f tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips/0bcf6365-6d46-4f54-946e-d54767faa0b3 HTTP/1.1" status: 200 len: 694 time: 0.0931525 Feb 09 15:43:08.597479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477416c8-ec89-4232-8d53-a973a86c6917 req-70610d88-e2a9-43b1-a949-b3c42e90cde4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.605912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-477416c8-ec89-4232-8d53-a973a86c6917 req-70610d88-e2a9-43b1-a949-b3c42e90cde4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.1545627 Feb 09 15:43:08.649847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0292555-1a22-40c0-8043-582ff020812e req-6dd0273b-5098-4c73-b972-a24b7b78c547 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2080421 Feb 09 15:43:08.668831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-ca60001d-0d31-4d0b-b6b5-88b05be6762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.670489 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-ca60001d-0d31-4d0b-b6b5-88b05be6762a service neutron] 10.222.0.73 "GET /v2.0/networks?id=39bc7ccf-0817-41b8-9d68-f357927d1b08 HTTP/1.1" status: 200 len: 927 time: 0.1684742 Feb 09 15:43:08.673085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] For port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:08.673804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:08.723095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Calling delete_port for d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:08.729684 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-b74a5f40-b486-4cfe-98f2-3b085e0a23e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 200 len: 217 time: 0.0462236 Feb 09 15:43:08.846613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-a8691a05-b789-4531-861c-74b5442cf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.852967 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-a8691a05-b789-4531-861c-74b5442cf3c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=98ed919e-2fcf-49ab-89f6-08728c52316a HTTP/1.1" status: 200 len: 865 time: 0.1078637 Feb 09 15:43:08.997715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-c2941ac1-bd1e-4729-b0a4-313f107aa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.000129 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-c2941ac1-bd1e-4729-b0a4-313f107aa255 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=39bc7ccf-0817-41b8-9d68-f357927d1b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336572 Feb 09 15:43:09.042729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-049c1b84-a0fd-4d15-a69e-69eb96d6e8f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4109213 Feb 09 15:43:09.137572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-477416c8-ec89-4232-8d53-a973a86c6917 req-3f208fab-4dc3-4a0b-b4c0-f93439b43553 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304103 Feb 09 15:43:09.142818 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-05b52419-bcbd-4c85-8d17-93aec2b91194 service neutron] 10.222.0.73 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277394 Feb 09 15:43:09.159840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:09.177993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d3caaf45-5d0b-4ab6-aebc-ec84ea744d42'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:09.290006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 125641cc-ace2-4c3b-b35e-f998ece85d82 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:09.296231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Pushing event deleted for resources: {'Port': ['ID=d3caaf45-5d0b-4ab6-aebc-ec84ea744d42,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:09.328117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-e67d1a4c-d960-4c06-88a3-ed8fc22539e6 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.334236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-e67d1a4c-d960-4c06-88a3-ed8fc22539e6 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.7588918 Feb 09 15:43:09.361919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292555-1a22-40c0-8043-582ff020812e req-0f536ab8-9c88-4611-927d-ceab581ead09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.364917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0292555-1a22-40c0-8043-582ff020812e req-0f536ab8-9c88-4611-927d-ceab581ead09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b3804efc55a414784cef010d27c2702&device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 1101 time: 0.3346064 Feb 09 15:43:09.386260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-b031f0bf-3fcb-45ed-ac51-6236ccec8d44 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:43:09.388543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-b031f0bf-3fcb-45ed-ac51-6236ccec8d44 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205250 Feb 09 15:43:09.470326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 125641cc-ace2-4c3b-b35e-f998ece85d82 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:09.478821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 125641cc-ace2-4c3b-b35e-f998ece85d82 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:09.479401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:09.520100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-b16feac4-7d04-485a-bb7a-6727120232ad tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1150539 Feb 09 15:43:09.616592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 9f322e43-4b8d-442e-8f97-ffdbea9df42b up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:09.668478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-9804ae16-7c6d-47a5-b309-0945899b1f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0902238 Feb 09 15:43:09.774470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] No DVR routers for this DVR port d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:09.782389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:09.788191 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e090cad6-7ca2-4f0d-9ba5-6e799627cb12 req-acd1436b-fe4e-428d-b906-2e4801e4bb99 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.13 "DELETE /v2.0/ports/d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 HTTP/1.1" status: 204 len: 173 time: 1.6129434 Feb 09 15:43:09.789010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575f27a4-1206-4075-bfc3-06affea3b618', 'name': 'network-vif-deleted', 'tag': 'd3caaf45-5d0b-4ab6-aebc-ec84ea744d42'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:09.793224 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535ff000-4e00-4654-a19d-3c900bca4365" -d '{"events": [{"server_uuid": "575f27a4-1206-4075-bfc3-06affea3b618", "name": "network-vif-deleted", "tag": "d3caaf45-5d0b-4ab6-aebc-ec84ea744d42"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:09.827505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ce22f-e93f-4101-81ee-5018c08b665b req-92daa9e4-ddee-412d-a37b-bb93d94b7d67 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.836365 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:09.856873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a06ce22f-e93f-4101-81ee-5018c08b665b req-92daa9e4-ddee-412d-a37b-bb93d94b7d67 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.5961428 Feb 09 15:43:09.867642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-caab0cb8-ad87-4805-8238-491234e55a8c service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8078661 Feb 09 15:43:09.878262 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d625b5ba-f774-4bd8-b439-f62e87bda370 req-08d48c2b-5e47-49db-92fa-76e36d6c0227 service neutron] 10.222.0.73 "GET /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7062380 Feb 09 15:43:09.923053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:09.943598 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18652604-096e-460d-8ddb-1b694d629a36" -d '{"events": [{"server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "name": "network-vif-plugged", "status": "completed", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:09.955568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:09.957369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 9f322e43-4b8d-442e-8f97-ffdbea9df42b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:09.963898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 9f322e43-4b8d-442e-8f97-ffdbea9df42b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:09.964522 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.070812 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.076826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.077840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:10.105957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a06ce22f-e93f-4101-81ee-5018c08b665b req-a5e5db61-07da-4991-a13d-f95e5749b2d7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368953 Feb 09 15:43:10.134736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292555-1a22-40c0-8043-582ff020812e req-113360db-456b-4c2b-a490-e6c7068bd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.136405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0292555-1a22-40c0-8043-582ff020812e req-113360db-456b-4c2b-a490-e6c7068bd8be service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.7055004 Feb 09 15:43:10.205215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0292555-1a22-40c0-8043-582ff020812e req-f121d5ab-707b-4194-ab04-f16bfc94231c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=5dc4afa7-3c55-4862-880f-61e8e6332cee HTTP/1.1" status: 200 len: 217 time: 0.0507798 Feb 09 15:43:10.207183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9909c3-119d-48b1-9d6e-d8b7031d6275 req-5b1f0aab-0894-4597-b8db-e0e2ef6dfc8f service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159535 Feb 09 15:43:10.215206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:10.215893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d3caaf45-5d0b-4ab6-aebc-ec84ea744d42 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:10.259643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Deleting port 36874cbf-7f3b-4e5f-ab83-da6c0c367e6f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:10.260019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.264985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 9f322e43-4b8d-442e-8f97-ffdbea9df42b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9f322e43-4b8d-442e-8f97-ffdbea9df42b,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:10.289747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:10.318405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292555-1a22-40c0-8043-582ff020812e req-ee7dffc2-5555-47a4-9b91-8aee87b98bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.320007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0292555-1a22-40c0-8043-582ff020812e req-ee7dffc2-5555-47a4-9b91-8aee87b98bcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1015899 Feb 09 15:43:10.322284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:10.324726 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a73ef41-e038-41cb-8e6c-259b82421e24" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:10.401033 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.435859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.436299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.440730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0292555-1a22-40c0-8043-582ff020812e req-5c92222c-3288-4f86-926a-815b3ad2fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.442529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0292555-1a22-40c0-8043-582ff020812e req-5c92222c-3288-4f86-926a-815b3ad2fb11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121686 Feb 09 15:43:10.466841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Calling delete_port for 36874cbf-7f3b-4e5f-ab83-da6c0c367e6f owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:10.477379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=9f322e43-4b8d-442e-8f97-ffdbea9df42b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:10.579251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e12f9-69af-444c-87c5-455c779d80f8 req-7eeaa3ba-a96b-460e-a3c3-fe539a05b18c tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.580979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e0e12f9-69af-444c-87c5-455c779d80f8 req-7eeaa3ba-a96b-460e-a3c3-fe539a05b18c tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1887133 Feb 09 15:43:10.658850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0292555-1a22-40c0-8043-582ff020812e req-d6a60c46-8817-4b6d-aacd-efffc1edb006 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055869 Feb 09 15:43:10.687945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e0e12f9-69af-444c-87c5-455c779d80f8 req-d2e8c7ea-b99e-4a54-ae53-0f25efba2eb8 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959160 Feb 09 15:43:10.864941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0292555-1a22-40c0-8043-582ff020812e req-a714dd5d-d325-442f-8bf6-40158889590a service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920331 Feb 09 15:43:10.898529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ce1da-b4f3-443f-a74a-5cd696a5e153 req-91f308b7-0102-4100-866e-22b702050ee5 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.900208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f8ce1da-b4f3-443f-a74a-5cd696a5e153 req-91f308b7-0102-4100-866e-22b702050ee5 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 946 time: 0.1034269 Feb 09 15:43:10.965954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f8ce1da-b4f3-443f-a74a-5cd696a5e153 req-44f860b6-5cbe-456b-900a-327c8ece119f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588660 Feb 09 15:43:10.994643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.037590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Pushing event deleted for resources: {'Port': ['ID=36874cbf-7f3b-4e5f-ab83-da6c0c367e6f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:11.164989 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.167803 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:11.169058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c93e79c7-baa4-476f-92a1-1a66d3c76394 req-add7c102-d1ea-4e18-8d94-4615398a6f46 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "DELETE /v2.0/floatingips/0bcf6365-6d46-4f54-946e-d54767faa0b3 HTTP/1.1" status: 204 len: 173 time: 1.4768689 Feb 09 15:43:11.196620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0fba3-3f63-4dcc-a1e5-4f2a807ba4ee req-fb7c4373-ef4a-4604-b1f1-16966f00b67c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.198159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f0fba3-3f63-4dcc-a1e5-4f2a807ba4ee req-fb7c4373-ef4a-4604-b1f1-16966f00b67c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.0874269 Feb 09 15:43:11.260108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f0fba3-3f63-4dcc-a1e5-4f2a807ba4ee req-5ff4da0a-2c49-4f64-983f-232f4894fb50 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496209 Feb 09 15:43:11.322886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c176afd1-38df-41a6-9839-df3a41eee678 req-da309ad2-b432-4835-b3bd-16ca424fdb24 tempest-ServersAdminNegativeTestJSON-1964025481 tempest-ServersAdminNegativeTestJSON-1964025481-project] 10.222.0.53 "GET /v2.0/ports?device_id=575f27a4-1206-4075-bfc3-06affea3b618 HTTP/1.1" status: 200 len: 210 time: 0.0427730 Feb 09 15:43:11.327786 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81aafce-0a2d-44ca-886f-aa89772f290a x-openstack-request-id: req-a81aafce-0a2d-44ca-886f-aa89772f290a {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:11.335832 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575f27a4-1206-4075-bfc3-06affea3b618", "name": "network-vif-deleted", "tag": "d3caaf45-5d0b-4ab6-aebc-ec84ea744d42", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:11.335832 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a81aafce-0a2d-44ca-886f-aa89772f290a {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:11.335832 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575f27a4-1206-4075-bfc3-06affea3b618', 'name': 'network-vif-deleted', 'tag': 'd3caaf45-5d0b-4ab6-aebc-ec84ea744d42', 'status': 'completed', 'code': 200} Feb 09 15:43:11.383067 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d3d601-d132-4f44-8784-6f415cd06ebe x-openstack-request-id: req-d6d3d601-d132-4f44-8784-6f415cd06ebe {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:11.383993 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "name": "network-vif-plugged", "status": "completed", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:11.385404 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6d3d601-d132-4f44-8784-6f415cd06ebe {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:11.386249 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'code': 200} Feb 09 15:43:11.489729 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62705643-7703-4094-b30b-b252cf940761 x-openstack-request-id: req-62705643-7703-4094-b30b-b252cf940761 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:11.490241 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:11.490676 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62705643-7703-4094-b30b-b252cf940761 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:11.491363 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c', 'status': 'completed', 'code': 200} Feb 09 15:43:11.590585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a3124-b34b-4323-9e3d-b8c4af5562c2 req-dbca4b17-db9a-436e-a75c-413ac6a8d5df tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.592920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c1a3124-b34b-4323-9e3d-b8c4af5562c2 req-dbca4b17-db9a-436e-a75c-413ac6a8d5df tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.1821899 Feb 09 15:43:11.713792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052cfef-8682-4208-92e8-47ef2581eac3 req-9a190d6b-7d01-4ae7-901e-558c3ae669cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.716438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6052cfef-8682-4208-92e8-47ef2581eac3 req-9a190d6b-7d01-4ae7-901e-558c3ae669cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 1096 time: 0.2478817 Feb 09 15:43:11.760014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-68c43c94-2b7f-4787-8bff-cda972543fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.762869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-68c43c94-2b7f-4787-8bff-cda972543fa2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1124 time: 0.2362032 Feb 09 15:43:11.818399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14556511-ddc1-4716-8350-dd641d3bd88c req-067c6488-fe52-46e9-ae8a-a6bb0b7b636b tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.821195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14556511-ddc1-4716-8350-dd641d3bd88c req-067c6488-fe52-46e9-ae8a-a6bb0b7b636b tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.2250674 Feb 09 15:43:11.826579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c1a3124-b34b-4323-9e3d-b8c4af5562c2 req-adb9e4e7-f2c7-49b6-8970-a69bbc40201d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100501 Feb 09 15:43:11.985950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6052cfef-8682-4208-92e8-47ef2581eac3 req-3f8ee72d-5451-47ee-9943-3bdfb7dae498 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530446 Feb 09 15:43:12.029690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14556511-ddc1-4716-8350-dd641d3bd88c req-7918d671-3ddb-491f-9bc4-cb32f2dadb9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976891 Feb 09 15:43:12.086202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1423-6c6e-4016-b2fe-8d70f1aaecb7 req-79245338-c64a-4a41-84bd-dc8120cd3f6b tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.092748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-147c1423-6c6e-4016-b2fe-8d70f1aaecb7 req-79245338-c64a-4a41-84bd-dc8120cd3f6b tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1675022 Feb 09 15:43:12.096555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-266e2c8d-1698-47fc-a6ea-caac01f1ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.098282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-266e2c8d-1698-47fc-a6ea-caac01f1ff37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.3110018 Feb 09 15:43:12.177427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59304) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:12.194078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-e75d9986-c317-40ac-a2f7-367f30e31256 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 200 len: 217 time: 0.0700874 Feb 09 15:43:12.235726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-147c1423-6c6e-4016-b2fe-8d70f1aaecb7 req-54267123-39b6-46fb-9775-0dfa08558e45 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358554 Feb 09 15:43:12.303507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2fecf-b0d6-4499-870f-310744a33edf req-8460b842-f2b1-4177-a656-d81cfd14e034 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.305244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32e2fecf-b0d6-4499-870f-310744a33edf req-8460b842-f2b1-4177-a656-d81cfd14e034 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1718371 Feb 09 15:43:12.307009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-0cc9cf28-4172-4e14-a3c5-a27098a00004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.308571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-0cc9cf28-4172-4e14-a3c5-a27098a00004 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.0908372 Feb 09 15:43:12.354778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95a8d8e6-bed7-4858-b375-634c9bcf17fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.392147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32e2fecf-b0d6-4499-870f-310744a33edf req-2324a8ef-73f7-435e-bf4c-c814bc10bd75 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0764997 Feb 09 15:43:12.434251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-596c052f-d15d-4423-aa7e-3dfac2da0da8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077924 Feb 09 15:43:12.517307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95a8d8e6-bed7-4858-b375-634c9bcf17fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.590512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2793a-5944-4bb6-adba-09094c71f316 req-bc0a8ccc-a852-49c6-8713-3df42ebabdc7 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.592018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5e2793a-5944-4bb6-adba-09094c71f316 req-bc0a8ccc-a852-49c6-8713-3df42ebabdc7 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 946 time: 0.2041335 Feb 09 15:43:12.631542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95a8d8e6-bed7-4858-b375-634c9bcf17fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.653119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42101-64cd-429b-b402-4a067218f585 req-429a5a23-7db4-4750-adb1-8cd4a900f7e0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.654755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fe42101-64cd-429b-b402-4a067218f585 req-429a5a23-7db4-4750-adb1-8cd4a900f7e0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1299675 Feb 09 15:43:12.663419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-1194c58d-3901-4ef7-b5d0-c9ed67ef9de1 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013326 Feb 09 15:43:12.679153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5e2793a-5944-4bb6-adba-09094c71f316 req-d824f886-f352-4b78-b2ab-5c4b64cc5cbf tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773001 Feb 09 15:43:12.722216 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-95a8d8e6-bed7-4858-b375-634c9bcf17fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a3977775488402081a43dd5995ae05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433877 Feb 09 15:43:12.723901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8d8e6-bed7-4858-b375-634c9bcf17fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120e46f0-1d8f-40b9-8039-1fcf49e222a8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:12.728825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:12.820529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c72271c-3ced-4e7e-a9ba-d9c35de22a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.849363 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c72271c-3ced-4e7e-a9ba-d9c35de22a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.857474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fe42101-64cd-429b-b402-4a067218f585 req-f31c6a88-61ea-471b-b514-4d591d544a57 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910563 Feb 09 15:43:12.871109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8db2d44-4a9c-4738-9e40-462fa4abd87f req-e0f3d5f3-e029-4851-b395-b5648ce94188 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0762701 Feb 09 15:43:12.946869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a73ef41-e038-41cb-8e6c-259b82421e24 req-982a14c8-3ea6-44cb-9448-0b7f3b18c642 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719438 Feb 09 15:43:13.056575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe55fa-1452-48bd-9e48-3ea1382516f7 req-fc6b6b91-ae37-48d2-80c8-b532aa444607 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.058611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ebe55fa-1452-48bd-9e48-3ea1382516f7 req-fc6b6b91-ae37-48d2-80c8-b532aa444607 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.0570993 Feb 09 15:43:13.068450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c72271c-3ced-4e7e-a9ba-d9c35de22a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:13.071332 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c72271c-3ced-4e7e-a9ba-d9c35de22a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:13.072664 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7c72271c-3ced-4e7e-a9ba-d9c35de22a6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/120e46f0-1d8f-40b9-8039-1fcf49e222a8 HTTP/1.1" status: 204 len: 168 time: 0.3420625 Feb 09 15:43:13.082765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72271c-3ced-4e7e-a9ba-d9c35de22a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120e46f0-1d8f-40b9-8039-1fcf49e222a8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:13.130690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ebe55fa-1452-48bd-9e48-3ea1382516f7 req-8a7be7cc-679d-47fc-b184-a568fc83bed3 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619402 Feb 09 15:43:13.302775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa2184-6d4a-4944-9279-e02d819ba276 req-ef1cbb6c-4713-4edd-bbad-f8f870110b86 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.306210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7aa2184-6d4a-4944-9279-e02d819ba276 req-ef1cbb6c-4713-4edd-bbad-f8f870110b86 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.0750191 Feb 09 15:43:13.355264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7aa2184-6d4a-4944-9279-e02d819ba276 req-ed4e7781-396a-47d8-a935-caed96f6f6c9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Feb 09 15:43:13.387602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f322e43-4b8d-442e-8f97-ffdbea9df42b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:13.391879 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a7d6c-105b-4372-9252-d88362600147" -d '{"events": [{"server_uuid": "8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e", "name": "network-vif-plugged", "status": "completed", "tag": "9f322e43-4b8d-442e-8f97-ffdbea9df42b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:13.509861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ae93b-c969-4456-9fe3-06c944a37da2 req-b4552d39-0ff9-460a-80b3-e3d5f46ad6cb tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.514673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-157ae93b-c969-4456-9fe3-06c944a37da2 req-b4552d39-0ff9-460a-80b3-e3d5f46ad6cb tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.0834997 Feb 09 15:43:13.531350 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ff4ccf-9062-4197-8fb8-32b3a989e304 x-openstack-request-id: req-b6ff4ccf-9062-4197-8fb8-32b3a989e304 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:13.531812 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e", "name": "network-vif-plugged", "status": "completed", "tag": "9f322e43-4b8d-442e-8f97-ffdbea9df42b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:13.533284 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6ff4ccf-9062-4197-8fb8-32b3a989e304 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:13.533993 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f322e43-4b8d-442e-8f97-ffdbea9df42b', 'code': 200} Feb 09 15:43:13.595539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59334) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:13.617825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-157ae93b-c969-4456-9fe3-06c944a37da2 req-6ee38709-dcd1-4e30-a004-65f981a26609 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923307 Feb 09 15:43:13.753687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609d48a-c1f7-4533-9dc1-d13658f6b84f req-5b6e4ab7-2488-4ff2-aa5a-5f6cb05fab8f tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.755260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0609d48a-c1f7-4533-9dc1-d13658f6b84f req-5b6e4ab7-2488-4ff2-aa5a-5f6cb05fab8f tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 946 time: 0.1136382 Feb 09 15:43:13.757380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c9f37-181d-4bd3-a5f5-f45b2aba5975 req-1f9577f0-b10f-45bf-87ed-9b5178ee6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.759071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d8c9f37-181d-4bd3-a5f5-f45b2aba5975 req-1f9577f0-b10f-45bf-87ed-9b5178ee6506 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 1097 time: 0.0752916 Feb 09 15:43:13.874764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0609d48a-c1f7-4533-9dc1-d13658f6b84f req-29970c77-9813-4200-8a50-f64f309d291f tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100750 Feb 09 15:43:13.879341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d8c9f37-181d-4bd3-a5f5-f45b2aba5975 req-fe60203c-7f09-4fdc-9dd1-88e262d667aa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030178 Feb 09 15:43:13.907056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d92c32-04b3-4c59-ac4e-1a8e8bff5888 req-90581ba5-2ce0-427f-809a-6142c26cd643 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.908921 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4c220b20-1a43-4794-94d6-20c6b2c02f3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9124bc837f5f4c65a053e275b034e3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103633 Feb 09 15:43:13.909077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d92c32-04b3-4c59-ac4e-1a8e8bff5888 req-90581ba5-2ce0-427f-809a-6142c26cd643 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 946 time: 0.0970187 Feb 09 15:43:13.916731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59344) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:13.988921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d92c32-04b3-4c59-ac4e-1a8e8bff5888 req-8552470e-3109-4d61-9c31-767ef984f31d tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710351 Feb 09 15:43:14.015547 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf291b9f-0daa-4d44-bbbc-e238538e81c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.060955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf291b9f-0daa-4d44-bbbc-e238538e81c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.106435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156b1d9-d8c2-4cc5-9800-4809238c296b req-0b694a1f-dcb1-416b-804e-83ada7574b6e tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:14.108134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e156b1d9-d8c2-4cc5-9800-4809238c296b req-0b694a1f-dcb1-416b-804e-83ada7574b6e tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1072679 Feb 09 15:43:14.159587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e156b1d9-d8c2-4cc5-9800-4809238c296b req-bfffb226-b6d3-401c-929f-0019b1403bae tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448940 Feb 09 15:43:14.235738 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf291b9f-0daa-4d44-bbbc-e238538e81c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.242769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf291b9f-0daa-4d44-bbbc-e238538e81c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.244885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cf291b9f-0daa-4d44-bbbc-e238538e81c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64dcc7e2-c03e-4322-9500-2624abf1e71c HTTP/1.1" status: 204 len: 168 time: 0.3200178 Feb 09 15:43:14.319980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf291b9f-0daa-4d44-bbbc-e238538e81c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dcc7e2-c03e-4322-9500-2624abf1e71c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:14.346899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:14.369396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea3e43fe-7d8e-4539-a73d-d089ec1236d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.409611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf1628-dbff-421d-b5ac-603326c21312 req-318dca97-240e-4cf9-be9f-57e3f8c84bd0 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:14.423068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0cf1628-dbff-421d-b5ac-603326c21312 req-318dca97-240e-4cf9-be9f-57e3f8c84bd0 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.1762941 Feb 09 15:43:14.470871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c593e2-d597-4745-9b2e-fd2c9a7602f5 req-2bc2b335-6bcf-470b-8db2-37fb0eb8ca22 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:14.472924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1c593e2-d597-4745-9b2e-fd2c9a7602f5 req-2bc2b335-6bcf-470b-8db2-37fb0eb8ca22 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.2038612 Feb 09 15:43:14.526904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea3e43fe-7d8e-4539-a73d-d089ec1236d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.618335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea3e43fe-7d8e-4539-a73d-d089ec1236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.676674 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ea3e43fe-7d8e-4539-a73d-d089ec1236d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96cb105dc7164ed4aa2e78a80302cfdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278308 Feb 09 15:43:14.681125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59360) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:14.688743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e43fe-7d8e-4539-a73d-d089ec1236d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f6aaca-a4d2-42b2-8062-d04ae59317cb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:14.754700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6b50-d997-4291-9e34-8f78a3e1b3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.785604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6b50-d997-4291-9e34-8f78a3e1b3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.934230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0cf1628-dbff-421d-b5ac-603326c21312 req-8c132409-097e-43b0-b70b-9b3e09209121 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044584 Feb 09 15:43:14.962862 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6b50-d997-4291-9e34-8f78a3e1b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.968129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6b50-d997-4291-9e34-8f78a3e1b3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:14.970034 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7d5d6b50-d997-4291-9e34-8f78a3e1b3fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8f6aaca-a4d2-42b2-8062-d04ae59317cb HTTP/1.1" status: 204 len: 168 time: 0.2876918 Feb 09 15:43:15.005747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1c593e2-d597-4745-9b2e-fd2c9a7602f5 req-432641e8-0816-4cd5-babf-257071120aae tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077429 Feb 09 15:43:15.014436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6b50-d997-4291-9e34-8f78a3e1b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f6aaca-a4d2-42b2-8062-d04ae59317cb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:15.101090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0518b-fab6-43a9-b822-1929e802b2e9 req-807c171a-e563-4eb4-a7d1-985665d032ae tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:15.116676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0518b-fab6-43a9-b822-1929e802b2e9 req-807c171a-e563-4eb4-a7d1-985665d032ae tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.1023231 Feb 09 15:43:15.222978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0518b-fab6-43a9-b822-1929e802b2e9 req-fffaf018-0aa2-4cb1-9e69-d7ee44fdb998 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122100 Feb 09 15:43:15.279187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55385d65-700e-4024-819a-c3a4b9d15013 req-e3de836e-1fe6-468d-b8ea-30ea4dd63e5c tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:15.285164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55385d65-700e-4024-819a-c3a4b9d15013 req-e3de836e-1fe6-468d-b8ea-30ea4dd63e5c tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1411455 Feb 09 15:43:15.369862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55385d65-700e-4024-819a-c3a4b9d15013 req-4d15796e-0847-40ee-a72e-dd2da1021704 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794137 Feb 09 15:43:15.454436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59370) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:15.505115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859975d-6868-43db-b418-2dd5436b2e57 req-47c6c4ee-5327-4fa0-b511-247e89a0c9bf tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:15.507655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3859975d-6868-43db-b418-2dd5436b2e57 req-47c6c4ee-5327-4fa0-b511-247e89a0c9bf tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 946 time: 0.1679029 Feb 09 15:43:15.537471 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8328186c-3ef8-41a0-9886-c0a17d40b394 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6098d9b79db0463b951dcc47748455a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803494 Feb 09 15:43:15.541021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59372) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:15.654282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d484f3d5-1096-4425-8c7b-3a7e821e87bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:15.690160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3859975d-6868-43db-b418-2dd5436b2e57 req-9f0033cd-60e3-41e9-b5a7-83d2b92ab0fb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/security-groups?id=5ae57c21-e49a-409f-b8ee-bcdc2da73c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631377 Feb 09 15:43:15.702693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d484f3d5-1096-4425-8c7b-3a7e821e87bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:15.711761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99588147-75c5-4dd5-ab2a-e014a1e829e1 req-457deb3a-e1bd-4cfe-8aaf-fd9fe4e8f2b0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:15.727622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99588147-75c5-4dd5-ab2a-e014a1e829e1 req-457deb3a-e1bd-4cfe-8aaf-fd9fe4e8f2b0 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 946 time: 0.2175627 Feb 09 15:43:15.787188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-64cf9ff8-3089-43eb-a8f3-ebffaf3392fb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:15.796420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-64cf9ff8-3089-43eb-a8f3-ebffaf3392fb tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.73 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 946 time: 0.2328203 Feb 09 15:43:15.835634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99588147-75c5-4dd5-ab2a-e014a1e829e1 req-4546451c-7fdf-4ed9-814d-41058328a3c6 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954244 Feb 09 15:43:15.880978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d484f3d5-1096-4425-8c7b-3a7e821e87bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:15.885628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d484f3d5-1096-4425-8c7b-3a7e821e87bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:15.887474 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d484f3d5-1096-4425-8c7b-3a7e821e87bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18880730-c70e-40e4-8d2b-e3767ff1accd HTTP/1.1" status: 204 len: 168 time: 0.3449013 Feb 09 15:43:15.915792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484f3d5-1096-4425-8c7b-3a7e821e87bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18880730-c70e-40e4-8d2b-e3767ff1accd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:16.025054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Deleting port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:16.025524 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:16.336903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5462f3-ae6a-45dd-a9d0-38c3596a186f req-4093ceed-f322-488b-aa50-2f9fdad82488 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:16.350898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca5462f3-ae6a-45dd-a9d0-38c3596a186f req-4093ceed-f322-488b-aa50-2f9fdad82488 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.2905736 Feb 09 15:43:16.380739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] For port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:16.381447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:16.416341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999974c-0c32-4133-aa95-5577534170dc req-093aae3f-63be-42d4-ac46-97d5b29e428b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:16.420310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2999974c-0c32-4133-aa95-5577534170dc req-093aae3f-63be-42d4-ac46-97d5b29e428b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.2779648 Feb 09 15:43:16.443680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Calling delete_port for c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:16.548843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca5462f3-ae6a-45dd-a9d0-38c3596a186f req-26adb121-7651-4e49-a9f0-800bee07e68d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906304 Feb 09 15:43:16.661876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2999974c-0c32-4133-aa95-5577534170dc req-17cb2876-495b-4ada-b786-0ba5773d7da5 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069561 Feb 09 15:43:16.986875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655d224-64b9-4783-8f84-65014c1d385e req-6ca6907f-d80b-42b0-a7f3-e20970f7f12d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:16.996426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0655d224-64b9-4783-8f84-65014c1d385e req-6ca6907f-d80b-42b0-a7f3-e20970f7f12d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 949 time: 0.1762068 Feb 09 15:43:17.007802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bcff9-bc28-4f88-896f-70711658db07 req-c7210704-99f4-4ff2-b33f-fa36b2caf9e0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:17.015635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-258bcff9-bc28-4f88-896f-70711658db07 req-c7210704-99f4-4ff2-b33f-fa36b2caf9e0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.2735505 Feb 09 15:43:17.100819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-258bcff9-bc28-4f88-896f-70711658db07 req-6f693436-ae3e-4d68-aa95-e22b0f310dcc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841112 Feb 09 15:43:17.135989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0655d224-64b9-4783-8f84-65014c1d385e req-1e8adac6-2c6b-484e-be5f-5b3938a8e1d3 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360550 Feb 09 15:43:17.183962 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:17.202297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:17.265785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Pushing event deleted for resources: {'Port': ['ID=c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:17.371597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] No DVR routers for this DVR port c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:17.389088 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:17.393175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f98b39-cb1f-4f1b-b202-13f7ffe5d540 req-66a2c08b-a2de-4681-8326-f64554d55801 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.73 "DELETE /v2.0/ports/c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 HTTP/1.1" status: 204 len: 173 time: 1.5786114 Feb 09 15:43:17.393366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'name': 'network-vif-deleted', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:17.395629 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8e3a6b-648c-43c4-9964-2fdba4ba956e" -d '{"events": [{"server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "name": "network-vif-deleted", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:17.400168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e37559a-0557-49a8-9645-8258868378c8 req-37bc697a-aaf0-471c-a91f-b86eacca32b2 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0593016 Feb 09 15:43:17.418781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d191a4-78eb-4a6f-96b1-5579092e48ec req-ffb04ea0-e1d9-4acd-acaf-8def20493694 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:17.420605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10d191a4-78eb-4a6f-96b1-5579092e48ec req-ffb04ea0-e1d9-4acd-acaf-8def20493694 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1695826 Feb 09 15:43:17.508119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10d191a4-78eb-4a6f-96b1-5579092e48ec req-439a6f16-91ed-4829-b252-cc6be72af93b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715244 Feb 09 15:43:17.601180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:17.648759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:17.653907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:17.655184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:17.745730 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4625f2-0b5e-4433-acc6-3fb42cdf25e4 x-openstack-request-id: req-8e4625f2-0b5e-4433-acc6-3fb42cdf25e4 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:17.745730 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94904f4-b577-48d5-b43b-3fee462bc9d3", "name": "network-vif-deleted", "tag": "c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:17.746292 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e4625f2-0b5e-4433-acc6-3fb42cdf25e4 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:17.746834 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94904f4-b577-48d5-b43b-3fee462bc9d3', 'name': 'network-vif-deleted', 'tag': 'c3b8c2d0-b8a0-4385-bd10-8a903a7fc9b2', 'status': 'completed', 'code': 200} Feb 09 15:43:17.771456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-d812266b-ee7d-4a6a-bde8-dbc24552e4a7 service neutron] 10.222.0.73 "GET /v2.0/ports/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c/bindings/n-h1-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.2234099 Feb 09 15:43:17.899319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7145-b4d5-4a3c-8989-6d0db0198171 req-758fcaa7-f265-47f6-ab0d-fe889dc4990a tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:17.925198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b3f7145-b4d5-4a3c-8989-6d0db0198171 req-758fcaa7-f265-47f6-ab0d-fe889dc4990a tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 946 time: 0.4043128 Feb 09 15:43:17.945415 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:18.023892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:18.027989 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb246208-0fb4-41eb-9c2c-1368ba9c8ce2" -d '{"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-unplugged", "status": "completed", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:18.078412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:18.101885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b3f7145-b4d5-4a3c-8989-6d0db0198171 req-7a66f8f2-a0f4-4d7a-b520-e8622adbbc7f tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742861 Feb 09 15:43:18.156898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34bc5c-a86f-499d-bec5-4728fccd40af req-f47e80f6-7270-4c20-886d-d9c0c6ade1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:18.162473 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5a34bc5c-a86f-499d-bec5-4728fccd40af req-f47e80f6-7270-4c20-886d-d9c0c6ade1cd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1100 time: 0.1146798 Feb 09 15:43:18.223115 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5a34bc5c-a86f-499d-bec5-4728fccd40af req-73b079e3-60d7-4f45-b946-354dfb2650a6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Feb 09 15:43:18.236146 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:18.238687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:18.317535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:18.360152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:18.398013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53852c94-e02e-4015-ad11-a17c801734fe req-fb7a5afe-422d-4bb0-963f-169c50d19c6d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:18.414767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53852c94-e02e-4015-ad11-a17c801734fe req-fb7a5afe-422d-4bb0-963f-169c50d19c6d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.2012289 Feb 09 15:43:18.479713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:18.504467 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c609cf-2740-4a02-bbfe-c967560ca050 x-openstack-request-id: req-84c609cf-2740-4a02-bbfe-c967560ca050 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:18.505186 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-unplugged", "status": "completed", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:18.505766 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84c609cf-2740-4a02-bbfe-c967560ca050 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:18.507136 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc', 'code': 200} Feb 09 15:43:18.568419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:18.590487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59462) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:18.609169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:18.676510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53852c94-e02e-4015-ad11-a17c801734fe req-3b9a5c57-0126-4d5a-8089-87617957b266 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106338 Feb 09 15:43:18.736316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df25cee-cec2-4638-87dc-024227f12d05 req-513c3dc9-bdec-4017-8760-c92af25a4237 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:18.739171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df25cee-cec2-4638-87dc-024227f12d05 req-513c3dc9-bdec-4017-8760-c92af25a4237 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 943 time: 0.1496723 Feb 09 15:43:18.778452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:18.844837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df25cee-cec2-4638-87dc-024227f12d05 req-0740f99f-eac6-47ba-8687-f33d8029d4a3 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967789 Feb 09 15:43:19.044663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f21eed-d925-422e-b4bb-3d197841a403 req-52fd9d42-f2e8-4088-a43a-c7b244638ebc tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.046304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40f21eed-d925-422e-b4bb-3d197841a403 req-52fd9d42-f2e8-4088-a43a-c7b244638ebc tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9988bd5-0b80-494c-843b-11bb207ae1f0 HTTP/1.1" status: 200 len: 945 time: 0.1563330 Feb 09 15:43:19.061944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] Transition to ACTIVE for port object 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:43:19.108967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb6375-9c5b-4962-b559-aeb812f93578 req-930ab801-3b66-441d-bd95-94a09766c409 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.126635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9dbb6375-9c5b-4962-b559-aeb812f93578 req-930ab801-3b66-441d-bd95-94a09766c409 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 947 time: 0.1516078 Feb 09 15:43:19.126915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-network', 'tenant_id': '1c9b25526170419ab6350c821c05ac72'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:19.154774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40f21eed-d925-422e-b4bb-3d197841a403 req-2e4de619-d3fd-4608-94bf-279807c51651 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944259 Feb 09 15:43:19.183252 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.212527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9dbb6375-9c5b-4962-b559-aeb812f93578 req-6c510807-56ec-484d-983a-e603309740c9 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928195 Feb 09 15:43:19.277740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] No DVR routers for this DVR port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:19.280187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Made reservation on behalf of 1c9b25526170419ab6350c821c05ac72 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:19.283795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.295907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.365719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:19.373936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-2d5c2946-1ebb-4aed-a258-e4333aa5b8f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c/bindings/n-h1-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5948493 Feb 09 15:43:19.398820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6666104-24d1-4cca-83b9-c48fae3ab3ba req-62db22d4-c387-4df6-8f0a-9c685896afe9 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464 tempest-FloatingIPsAssociationNegativeTestJSON-2105899464-project] 10.222.0.53 "GET /v2.0/ports?device_id=b94904f4-b577-48d5-b43b-3fee462bc9d3 HTTP/1.1" status: 200 len: 210 time: 0.0478473 Feb 09 15:43:19.419462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41970f00-a0c5-4788-9614-126ee553deaf req-9eb155f6-68e1-4466-b63f-c244d78f787b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.421253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41970f00-a0c5-4788-9614-126ee553deaf req-9eb155f6-68e1-4466-b63f-c244d78f787b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1374371 Feb 09 15:43:19.450767 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.479500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41970f00-a0c5-4788-9614-126ee553deaf req-3bff87a2-6a37-4ac9-b173-03beeb6cbca2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Feb 09 15:43:19.533260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.571556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:19.573546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-f6bb3603-f375-41d2-bd35-059176734f75 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.575210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-f6bb3603-f375-41d2-bd35-059176734f75 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.0680189 Feb 09 15:43:19.587014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de2356a-41db-4f8e-80d5-93f380f02797,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:19.590162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:43:19.606869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.607391 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Added segment b0643ba5-6456-4941-9494-d8419daa86ce of type vlan for network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 Feb 09 15:43:19.679762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.718153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-03b76ed7-889b-4260-8127-22a106551d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.719948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-03b76ed7-889b-4260-8127-22a106551d52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c&tenant_id=67e93c2dfe9f49eb90be156bbca66090 HTTP/1.1" status: 200 len: 1095 time: 0.1349542 Feb 09 15:43:19.779884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:19.810383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '09991e04-d0e2-4b56-8085-b936b57714bc', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '09991e04-d0e2-4b56-8085-b936b57714bc', 'mac_address': 'fa:16:3e:e9:34:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:43:19.819427 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.821113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.825575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-45bc3a9a-544e-44b3-9bb8-51d08f5b727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.828357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-45bc3a9a-544e-44b3-9bb8-51d08f5b727a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1095 time: 0.0823052 Feb 09 15:43:19.829107 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.912346 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:19.946010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] Pushing event updated for resources: {'Network': ['ID=4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:19.952719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09991e04-d0e2-4b56-8085-b936b57714bc {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:19.988556 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84ca3214-7972-4864-8157-5dbe79361122 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3904316 Feb 09 15:43:19.988870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:43:19.989108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:20.010273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Request body: {'subnet': {'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-subnet', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:20.037329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:20.103364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e64ceb-086c-4e90-b462-84c04546653d req-d365dc85-37ae-4f51-9dc3-51e6887cf877 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:20.105714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45e64ceb-086c-4e90-b462-84c04546653d req-d365dc85-37ae-4f51-9dc3-51e6887cf877 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.2277527 Feb 09 15:43:20.171977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ccdeaa34-bffb-418d-b4a1-a63d4ed3ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:20.178800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-ccdeaa34-bffb-418d-b4a1-a63d4ed3ee43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.3383152 Feb 09 15:43:20.225725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Made reservation on behalf of 1c9b25526170419ab6350c821c05ac72 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:20.228927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:20.233069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:20.251908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-9a89fd72-1373-49f0-a705-88ed325f9c18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 200 len: 217 time: 0.0679460 Feb 09 15:43:20.255959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45e64ceb-086c-4e90-b462-84c04546653d req-539c3d18-4ca3-450b-b378-d300a0046d4d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185420 Feb 09 15:43:20.371474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-52f6d072-ac5f-4a79-ad82-1db37f130065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:20.371474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-52f6d072-ac5f-4a79-ad82-1db37f130065 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.1061077 Feb 09 15:43:20.400250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:20.434666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-7519a367-d1e2-4561-93ad-4ec30d5347a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569565 Feb 09 15:43:20.500020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['09991e04-d0e2-4b56-8085-b936b57714bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:20.548583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ca94b-e9e5-4fb5-9496-a3d4350cafc4 req-09a3e4e9-e681-4bbf-90e7-c88d7abd5a58 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:20.556625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c1ca94b-e9e5-4fb5-9496-a3d4350cafc4 req-09a3e4e9-e681-4bbf-90e7-c88d7abd5a58 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 944 time: 0.1591067 Feb 09 15:43:20.614119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-28fb19ca-88fe-4f95-b82f-11b16f05b30c service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603289 Feb 09 15:43:20.620582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c1ca94b-e9e5-4fb5-9496-a3d4350cafc4 req-bc6a8753-ae28-451b-b111-9d82ad474dc7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628328 Feb 09 15:43:20.750107 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-fff19dac-b561-4ca1-bed6-bc4a3ee3205d service neutron] 10.222.0.13 "GET /v2.0/ports/606d8d25-e5b2-4aac-993f-f7058ce27108/bindings/n-h1-828542-1 HTTP/1.1" status: 200 len: 382 time: 0.1895289 Feb 09 15:43:20.760382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-3b758734-0e14-491d-ad4b-fadaf80d4081 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386223 Feb 09 15:43:20.770819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:20.861766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73cad58d-9a20-4b13-aba7-b055efd0a3d9,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:20.879485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Checking segment: {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:20.880617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Network hostable DHCP agents. Network: 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:43:20.886809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d316e-2a2d-4048-8804-5c8c12f6579e req-4e55ba83-bcc3-4dfb-bdfe-20e53766a9af tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:20.889844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd3d316e-2a2d-4048-8804-5c8c12f6579e req-4e55ba83-bcc3-4dfb-bdfe-20e53766a9af tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 948 time: 0.0822582 Feb 09 15:43:20.968733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd3d316e-2a2d-4048-8804-5c8c12f6579e req-4a6f7a93-0dca-4c76-a45d-e02da389a3fd tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600407 Feb 09 15:43:21.039444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59506) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:21.111270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:43:21.235848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed79f0-a23a-43f7-b3ff-e376ff42f790 req-d7eeac93-bbe7-4a64-ac20-fae4e6f4ed86 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.238111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daed79f0-a23a-43f7-b3ff-e376ff42f790 req-d7eeac93-bbe7-4a64-ac20-fae4e6f4ed86 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1131928 Feb 09 15:43:21.301339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daed79f0-a23a-43f7-b3ff-e376ff42f790 req-d91cd758-4f88-4347-b07e-e5ae6d3193ee tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509939 Feb 09 15:43:21.315956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:21.323652 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.324288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.343842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f2cb7-90e3-4a26-9cfd-cba2d523149e None None] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:21.435460 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4d32b0f3-609b-4cea-a54b-c0b7e575f6f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4449546 Feb 09 15:43:21.443773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59514) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:21.450005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:21.524178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-dc45ae3a-19b9-4828-9140-ae1696ca41be tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.530615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-dc45ae3a-19b9-4828-9140-ae1696ca41be tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.1037562 Feb 09 15:43:21.548490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e2c3a-dd5f-4c56-a4bd-a3823f2a02d7 req-ad31b6c7-c6fb-49dc-b184-a52046f0e887 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.552000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b88e2c3a-dd5f-4c56-a4bd-a3823f2a02d7 req-ad31b6c7-c6fb-49dc-b184-a52046f0e887 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9988bd5-0b80-494c-843b-11bb207ae1f0 HTTP/1.1" status: 200 len: 945 time: 0.1277502 Feb 09 15:43:21.593369 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.598817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.608802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:21.744653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-77659974-9d1f-4416-a4c7-32a9c9f7c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.746322 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-77659974-9d1f-4416-a4c7-32a9c9f7c774 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc&tenant_id=0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 1099 time: 0.1239078 Feb 09 15:43:21.747437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 09991e04-d0e2-4b56-8085-b936b57714bc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:21.748988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b88e2c3a-dd5f-4c56-a4bd-a3823f2a02d7 req-f65abfc8-3e93-4908-91f3-aa62b0d7234b tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343305 Feb 09 15:43:21.752357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.757223 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.900800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965c33f-026e-4aad-8938-a3813982ee9b req-abf26cb4-6d27-4eb3-ba8e-3e01bd521de4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.916736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7965c33f-026e-4aad-8938-a3813982ee9b req-abf26cb4-6d27-4eb3-ba8e-3e01bd521de4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.2056985 Feb 09 15:43:21.977850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0', 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'fixed_ips': [{'subnet_id': '73cad58d-9a20-4b13-aba7-b055efd0a3d9'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:43:21.978156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-ffcddf7f-1529-4141-9ae6-b0e8c030caf4 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.979092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.979940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-ffcddf7f-1529-4141-9ae6-b0e8c030caf4 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9988bd5-0b80-494c-843b-11bb207ae1f0 HTTP/1.1" status: 200 len: 945 time: 0.2702990 Feb 09 15:43:22.010241 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.066297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7965c33f-026e-4aad-8938-a3813982ee9b req-75f93443-079d-4046-93b0-debbc50d5aa7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483283 Feb 09 15:43:22.110740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:22.111122 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e2dc13-a282-4a82-99e8-44280532e728" -d '{"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-plugged", "status": "completed", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:22.134402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.138322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:22.152125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a36efc-fdbe-4dff-859f-7bf6503c8436 req-5ecad35a-a8a0-4820-85ca-dabd00f8d0da tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.161128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98a36efc-fdbe-4dff-859f-7bf6503c8436 req-5ecad35a-a8a0-4820-85ca-dabd00f8d0da tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1099 time: 0.2390709 Feb 09 15:43:22.163944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-45dc2b20-d6d6-429d-80eb-c4ee37645086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.165979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-8613aaf7-89c3-4385-8896-1a695cbe916a service neutron] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:22.166978 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-45dc2b20-d6d6-429d-80eb-c4ee37645086 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 1099 time: 0.3726189 Feb 09 15:43:22.183388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-8613aaf7-89c3-4385-8896-1a695cbe916a service neutron] Notify callbacks [] for binding, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.184960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e3e8b6f-a9c5-48f7-a9b1-43bf3fccb726 req-8613aaf7-89c3-4385-8896-1a695cbe916a service neutron] 10.222.0.13 "DELETE /v2.0/ports/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c/bindings/n-h2-828542-1 HTTP/1.1" status: 204 len: 173 time: 0.6311612 Feb 09 15:43:22.219173 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.222330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Allocated IP 172.20.0.2 (4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0/73cad58d-9a20-4b13-aba7-b055efd0a3d9/447d353b-e4f0-41fc-998a-c84a2706d16f) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:22.239893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98a36efc-fdbe-4dff-859f-7bf6503c8436 req-7e0f4802-c1cf-44e0-9a14-638e8e8f50c6 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782871 Feb 09 15:43:22.291032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Deleting port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:22.291378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.337320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:22.361891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7213ddf-8132-4a2d-be85-07a60a79dda6 req-f38986b9-45a8-410b-b81b-3d656113d0af tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.372954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7213ddf-8132-4a2d-be85-07a60a79dda6 req-f38986b9-45a8-410b-b81b-3d656113d0af tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 944 time: 0.1592700 Feb 09 15:43:22.455612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7213ddf-8132-4a2d-be85-07a60a79dda6 req-b336b608-ac48-40c1-beea-7ce5472828cf tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813065 Feb 09 15:43:22.478131 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.497661 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f82cd85-7b78-4615-8f66-fff23d16551f x-openstack-request-id: req-2f82cd85-7b78-4615-8f66-fff23d16551f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:22.499135 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-plugged", "status": "completed", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:22.500317 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f82cd85-7b78-4615-8f66-fff23d16551f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:22.500854 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc', 'code': 200} Feb 09 15:43:22.512722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] For port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:22.513261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.531882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Calling delete_port for 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:22.538620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-d3f3d88c-3cb3-45ee-b397-5e20845f4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.539633 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.540167 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-d3f3d88c-3cb3-45ee-b397-5e20845f4000 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3657651 Feb 09 15:43:22.550279 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.599035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:22.605736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:22.612472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:22.613274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Pushing event updated for resources: {'Port': ['ID=447d353b-e4f0-41fc-998a-c84a2706d16f,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:22.631570 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-424af7b6-d63b-44fa-a7cc-8a7be29a1590 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 200 len: 217 time: 0.0846827 Feb 09 15:43:22.758275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-f8a1146a-35d5-42d6-97e4-9c95d9bd8934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.759814 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-f8a1146a-35d5-42d6-97e4-9c95d9bd8934 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1213517 Feb 09 15:43:22.773000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Attempting to bind port 447d353b-e4f0-41fc-998a-c84a2706d16f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:22.773969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Attempting to bind port 447d353b-e4f0-41fc-998a-c84a2706d16f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:22.775013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Attempting to bind port 447d353b-e4f0-41fc-998a-c84a2706d16f on network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:22.784127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:22.785295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Checking segment: {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:22.786778 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.787617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Bound using segment: {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:22.788623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Bound port: 447d353b-e4f0-41fc-998a-c84a2706d16f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:22.789991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.861230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b50b981d-3c37-4409-b44e-a8a37f0cea51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.887179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2db5c3-00f8-4b9b-bd10-00b608a6ba0e req-91ab5ca2-39a3-4b09-bb68-0701ba87b0d3 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.889816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f2db5c3-00f8-4b9b-bd10-00b608a6ba0e req-91ab5ca2-39a3-4b09-bb68-0701ba87b0d3 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1903203 Feb 09 15:43:22.922525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-a1bd5847-3823-4a2b-9d7e-3f16c03911cf tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.925566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-a1bd5847-3823-4a2b-9d7e-3f16c03911cf tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 946 time: 0.2282035 Feb 09 15:43:22.925815 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-83a22712-652b-4ff2-98a5-82e1db9d14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.931417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] For port 447d353b-e4f0-41fc-998a-c84a2706d16f, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:22.933190 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-83a22712-652b-4ff2-98a5-82e1db9d14da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275301 Feb 09 15:43:22.936307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] For port 447d353b-e4f0-41fc-998a-c84a2706d16f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=447d353b-e4f0-41fc-998a-c84a2706d16f,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:23.018655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.049496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f2db5c3-00f8-4b9b-bd10-00b608a6ba0e req-e1f0e357-bc6d-48b0-a916-f8c3db07478b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499894 Feb 09 15:43:23.160889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Deleting port 9f322e43-4b8d-442e-8f97-ffdbea9df42b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:23.162205 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.191094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253fa99-e6dc-4793-a6d7-cac6606078b4 None None] Pushing event updated for resources: {'Port': ['ID=447d353b-e4f0-41fc-998a-c84a2706d16f,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:23.301930 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-7002d014-0723-4fc3-afcc-c6d2356bf983 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593445 Feb 09 15:43:23.324788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 606d8d25-e5b2-4aac-993f-f7058ce27108 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:23.415179 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.468690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.544703 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.551153 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-af33875a-9fa0-4420-82e1-f55d23fb811e req-9f5b26c0-3815-493c-97cc-b5cd0af60494 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419925 Feb 09 15:43:23.554414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Deleting port 2a71ecf1-3ef0-4117-b910-6d4077526f72 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:23.554756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.623581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:23.713524 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.714147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:23.774457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:23.797682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:23.798020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:23.833955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.927957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Pushing event deleted for resources: {'Port': ['ID=6bdf8e32-4285-4242-9c7c-05fbb810d3b4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:24.046714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] For port 2a71ecf1-3ef0-4117-b910-6d4077526f72, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2a71ecf1-3ef0-4117-b910-6d4077526f72,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:24.047331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.055335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d338e-0c21-4aff-9a93-3b860367cebc req-fb5d54b3-ba29-4e35-bdac-e9fffc0f3435 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:24.058013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b2d338e-0c21-4aff-9a93-3b860367cebc req-fb5d54b3-ba29-4e35-bdac-e9fffc0f3435 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=f9988bd5-0b80-494c-843b-11bb207ae1f0 HTTP/1.1" status: 200 len: 867 time: 0.8450983 Feb 09 15:43:24.067073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Calling delete_port for 2a71ecf1-3ef0-4117-b910-6d4077526f72 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:24.088157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Allocated IP 172.25.5.234 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/540939bd-2726-439c-95a2-b11b842f0c6f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:24.095102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f7af5-dbfa-4684-b739-0d16a511783a req-48e48314-c686-4093-90c5-204e1e7752cc tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:24.099236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d66f7af5-dbfa-4684-b739-0d16a511783a req-48e48314-c686-4093-90c5-204e1e7752cc tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 1101 time: 0.8506284 Feb 09 15:43:24.104999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] For port 9f322e43-4b8d-442e-8f97-ffdbea9df42b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=9f322e43-4b8d-442e-8f97-ffdbea9df42b,segment=NetworkSegment(d84f0fab-3283-4547-b33d-d4a02ff8e289),segment_id=d84f0fab-3283-4547-b33d-d4a02ff8e289)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:24.105592 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.110349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] No DVR routers for this DVR port 6bdf8e32-4285-4242-9c7c-05fbb810d3b4 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:24.127210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.133351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a5536d-5431-4f87-b83e-c170fb1925c7 req-c57f4f8c-3de6-45de-b0da-e1661452d47c tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.13 "DELETE /v2.0/ports/6bdf8e32-4285-4242-9c7c-05fbb810d3b4 HTTP/1.1" status: 204 len: 173 time: 2.1445379 Feb 09 15:43:24.142486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9988bd5-0b80-494c-843b-11bb207ae1f0', 'name': 'network-vif-deleted', 'tag': '6bdf8e32-4285-4242-9c7c-05fbb810d3b4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:24.149192 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab50764-784b-4181-a2a1-9dd516f7ea62" -d '{"events": [{"server_uuid": "f9988bd5-0b80-494c-843b-11bb207ae1f0", "name": "network-vif-deleted", "tag": "6bdf8e32-4285-4242-9c7c-05fbb810d3b4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:24.185384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Calling delete_port for 9f322e43-4b8d-442e-8f97-ffdbea9df42b owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:24.325026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.341130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b2d338e-0c21-4aff-9a93-3b860367cebc req-bacff7ff-bd9d-4702-a63b-ae7b2ff841ad tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4306664-b3f9-49eb-802a-f059a46c0750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401581 Feb 09 15:43:24.365747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d66f7af5-dbfa-4684-b739-0d16a511783a req-8b3a757b-f501-4947-8bb1-889d115ec689 tempest-ServersAdminTestJSON-1804576407 tempest-ServersAdminTestJSON-1804576407-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494040 Feb 09 15:43:24.496075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63bd5f-59a3-4075-94d9-9f4a2a4107fa None None] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:24.504662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:24.507325 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e257efe-3973-4c6c-83ca-e2dbe9695b38" -d '{"events": [{"server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "name": "network-vif-unplugged", "status": "completed", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:24.526090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.570832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4170d7bc-2ca0-4552-a603-41daf499a8c2 None None] Provisioning complete for port 447d353b-e4f0-41fc-998a-c84a2706d16f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:24.571875 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4170d7bc-2ca0-4552-a603-41daf499a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.573471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:24.580457 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.586446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:24.602212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:24.628428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c8d18-2cf9-44f1-a643-930296dc230c req-8ffe5b59-ff98-4102-93dc-558e407e8623 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:24.632504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-950c8d18-2cf9-44f1-a643-930296dc230c req-8ffe5b59-ff98-4102-93dc-558e407e8623 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1095 time: 0.1406841 Feb 09 15:43:24.649161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Pushing event updated for resources: {'Port': ['ID=540939bd-2726-439c-95a2-b11b842f0c6f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:24.650845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22184-edf9-452c-ad44-3107bf12e0ab req-d3368ca9-8be4-40ef-bf57-3b73f1f7a52c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:24.653549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86d22184-edf9-452c-ad44-3107bf12e0ab req-d3368ca9-8be4-40ef-bf57-3b73f1f7a52c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 946 time: 0.1588113 Feb 09 15:43:24.695487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.741510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a71ecf1-3ef0-4117-b910-6d4077526f72,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:24.835355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Pushing event deleted for resources: {'Port': ['ID=9f322e43-4b8d-442e-8f97-ffdbea9df42b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:24.917839 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4170d7bc-2ca0-4552-a603-41daf499a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.920472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86d22184-edf9-452c-ad44-3107bf12e0ab req-0901d25d-d8f8-4ce5-bd72-94e14d764956 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536974 Feb 09 15:43:24.936628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-950c8d18-2cf9-44f1-a643-930296dc230c req-0340fa27-f806-49c3-b51f-11b038d2f333 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758434 Feb 09 15:43:24.947521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 447d353b-e4f0-41fc-998a-c84a2706d16f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:25.017297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] No DVR routers for this DVR port 9f322e43-4b8d-442e-8f97-ffdbea9df42b on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:25.024188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:25.063866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4ef27ac-a28b-4542-88ff-fd40c024a1f7 req-9a3c39dd-aaf2-4061-a34a-22443c89b053 tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.73 "DELETE /v2.0/ports/9f322e43-4b8d-442e-8f97-ffdbea9df42b HTTP/1.1" status: 204 len: 173 time: 2.1155355 Feb 09 15:43:25.093662 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ec987d-b19b-4a24-a0f9-ab45349236d6 x-openstack-request-id: req-69ec987d-b19b-4a24-a0f9-ab45349236d6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:25.093662 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9988bd5-0b80-494c-843b-11bb207ae1f0", "name": "network-vif-deleted", "tag": "6bdf8e32-4285-4242-9c7c-05fbb810d3b4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:25.093662 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69ec987d-b19b-4a24-a0f9-ab45349236d6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:25.093662 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9988bd5-0b80-494c-843b-11bb207ae1f0', 'name': 'network-vif-deleted', 'tag': '6bdf8e32-4285-4242-9c7c-05fbb810d3b4', 'status': 'completed', 'code': 200} Feb 09 15:43:25.127225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:25.144053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4170d7bc-2ca0-4552-a603-41daf499a8c2 None None] For port 447d353b-e4f0-41fc-998a-c84a2706d16f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=447d353b-e4f0-41fc-998a-c84a2706d16f,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:25.161658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 447d353b-e4f0-41fc-998a-c84a2706d16f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:25.161658 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:25.206423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23cab-575f-4cc5-9a7f-a435d088e81a req-ec4f9505-34f7-4103-98c0-957bd82f56c2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:25.220611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f23cab-575f-4cc5-9a7f-a435d088e81a req-ec4f9505-34f7-4103-98c0-957bd82f56c2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1203907 Feb 09 15:43:25.248928 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75695eea-a4da-411a-84ba-4056c828cafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:25.251283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4170d7bc-2ca0-4552-a603-41daf499a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:25.335986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f23cab-575f-4cc5-9a7f-a435d088e81a req-d19322d9-11b8-4160-85fc-ab7dcaf406b6 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104157 Feb 09 15:43:25.413043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:25.419226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170d7bc-2ca0-4552-a603-41daf499a8c2 None None] Pushing event updated for resources: {'Port': ['ID=447d353b-e4f0-41fc-998a-c84a2706d16f,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:25.467491 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e28625-e1df-479a-b18d-36e91d377af7 x-openstack-request-id: req-20e28625-e1df-479a-b18d-36e91d377af7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:25.467788 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "name": "network-vif-unplugged", "status": "completed", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:25.468131 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20e28625-e1df-479a-b18d-36e91d377af7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:25.468490 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'code': 200} Feb 09 15:43:25.489171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1c1d9fb9-9113-46eb-aeb4-1458db2cdc62 None None] Provisioning complete for port 447d353b-e4f0-41fc-998a-c84a2706d16f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:25.489688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9fb9-9113-46eb-aeb4-1458db2cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:25.609085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72762-5d89-4f9a-87ba-b00303068d32 req-ccefe0e9-4756-44f7-b94b-74a288a6f547 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:25.624242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92f72762-5d89-4f9a-87ba-b00303068d32 req-ccefe0e9-4756-44f7-b94b-74a288a6f547 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 1095 time: 0.0820751 Feb 09 15:43:25.646538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 9f322e43-4b8d-442e-8f97-ffdbea9df42b no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:25.677781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 9f322e43-4b8d-442e-8f97-ffdbea9df42b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:25.678165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 9f322e43-4b8d-442e-8f97-ffdbea9df42b not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:25.699725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92f72762-5d89-4f9a-87ba-b00303068d32 req-800690aa-2db1-4b7f-8778-fcde60e920cf tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736701 Feb 09 15:43:25.976100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f739c2-b28f-471b-a423-f25511025104 req-76e77dfe-49f4-4d7b-8546-4b7998f768ca tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:25.976100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2f739c2-b28f-471b-a423-f25511025104 req-76e77dfe-49f4-4d7b-8546-4b7998f768ca tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 950 time: 0.0776298 Feb 09 15:43:25.976100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2f739c2-b28f-471b-a423-f25511025104 req-b82fa7f3-358e-4b8a-8d4d-077fb3e9f4a4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622234 Feb 09 15:43:25.976100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ff07098-be69-410f-86ad-026523cb31fb req-4848f65b-63e4-4eb7-ad36-31c0692fc2cf tempest-MultipleCreateTestJSON-1937057027 tempest-MultipleCreateTestJSON-1937057027-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e HTTP/1.1" status: 200 len: 210 time: 0.0450003 Feb 09 15:43:25.978302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Router 3b0cdd20-af76-451a-b1f3-aee172a10b05 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:43:25.978302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:26.117282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9bc88-02fd-4e5e-a7e0-15700b3658e5 req-604edc6d-180a-491b-8aa6-79e7c8906f83 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:26.119144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dff9bc88-02fd-4e5e-a7e0-15700b3658e5 req-604edc6d-180a-491b-8aa6-79e7c8906f83 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 946 time: 0.0749462 Feb 09 15:43:26.166050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:26.172222 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-28a49342-ca62-4b0f-8ccd-68bbb8138278 admin admin] 10.222.0.53 "PUT /v2.0/routers/3b0cdd20-af76-451a-b1f3-aee172a10b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1310039 Feb 09 15:43:26.178148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59580) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:26.184268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] Sync routers for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:26.189092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dff9bc88-02fd-4e5e-a7e0-15700b3658e5 req-50178777-b0de-47a8-bf78-24bf27f61d1f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Feb 09 15:43:26.209699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:26.211205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:26.323514 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:26.368325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Router 8980509b-ede1-4e85-a288-824ef4864529 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:43:26.423589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:26.573432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86c770-3f27-4e43-9d89-bc322ab3e558 req-fcfbd868-c384-4fe5-97aa-58292beab2a0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:26.576040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af86c770-3f27-4e43-9d89-bc322ab3e558 req-fcfbd868-c384-4fe5-97aa-58292beab2a0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.0803134 Feb 09 15:43:26.627480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af86c770-3f27-4e43-9d89-bc322ab3e558 req-c0dbbb92-f865-44de-b053-ed143b9a9033 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Feb 09 15:43:26.804629 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:26.859870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:26.866483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:26.875844 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Sync routers for ids ['8980509b-ede1-4e85-a288-824ef4864529'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:26.926426 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Routers {'8980509b-ede1-4e85-a288-824ef4864529'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:26.931100 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8980509b-ede1-4e85-a288-824ef4864529'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:27.058806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.063558 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6828401a-cfce-4a95-b8e1-f32a52bb46b1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6142826 Feb 09 15:43:27.073127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 447d353b-e4f0-41fc-998a-c84a2706d16f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:27.074832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59596) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:27.076422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59598) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:27.098128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e', 'name': 'network-vif-deleted', 'tag': '9f322e43-4b8d-442e-8f97-ffdbea9df42b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:27.101429 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3729e879-b2e6-4b8d-8f39-a3cb7e9094f5" -d '{"events": [{"server_uuid": "8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e", "name": "network-vif-deleted", "tag": "9f322e43-4b8d-442e-8f97-ffdbea9df42b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:27.104922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59602) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:27.148744 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Set router 8980509b-ede1-4e85-a288-824ef4864529 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:27.205609 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c41e2cb-aab7-48a9-b922-087c2bc0e245 x-openstack-request-id: req-9c41e2cb-aab7-48a9-b922-087c2bc0e245 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:27.208343 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e", "name": "network-vif-deleted", "tag": "9f322e43-4b8d-442e-8f97-ffdbea9df42b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:27.208343 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c41e2cb-aab7-48a9-b922-087c2bc0e245 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:27.208343 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e86cd67-1cbc-4001-8d9a-6b3b8ae83c1e', 'name': 'network-vif-deleted', 'tag': '9f322e43-4b8d-442e-8f97-ffdbea9df42b', 'status': 'completed', 'code': 200} Feb 09 15:43:27.217547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-011d7ae2-cad5-4c0a-80fb-91918cc75e95 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:27.220200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-011d7ae2-cad5-4c0a-80fb-91918cc75e95 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 950 time: 0.1899593 Feb 09 15:43:27.272098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147'}], 'enable_snat': True}, 'gw_port_id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:43:24Z', 'revision_number': 5, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port': {'id': '5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:41:59Z', 'updated_at': '2022-02-09T15:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:27.301025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89589c2-0bc1-4d8b-b3b7-90f36a9110db req-3b2bb211-4446-4ac2-99c1-ee0135b1ccb1 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:27.307012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-61636d28-a2dd-4a44-9958-4ceb6d1e4186 admin admin] Deleting subnet 3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:43:27.310882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c89589c2-0bc1-4d8b-b3b7-90f36a9110db req-3b2bb211-4446-4ac2-99c1-ee0135b1ccb1 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 950 time: 0.1711168 Feb 09 15:43:27.313915 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61636d28-a2dd-4a44-9958-4ceb6d1e4186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.401635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] Checking router: 3b0cdd20-af76-451a-b1f3-aee172a10b05 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:43:27.403586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Deleting port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:27.403934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.406772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d4d554c-b6fb-496c-99fe-e9d7c94669cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.408463 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61636d28-a2dd-4a44-9958-4ceb6d1e4186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.417942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 606d8d25-e5b2-4aac-993f-f7058ce27108 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:43:27.435101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c89589c2-0bc1-4d8b-b3b7-90f36a9110db req-63bf2a4e-b96a-4da2-a401-daa8d7393718 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167045 Feb 09 15:43:27.525149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Deleting port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:27.525922 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.613145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61636d28-a2dd-4a44-9958-4ceb6d1e4186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.628802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22e3e9-ba9f-4928-93e6-6043e9f90270 req-d8d38bed-03fe-4f50-a87a-806f82ddaf6f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:27.637698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c22e3e9-ba9f-4928-93e6-6043e9f90270 req-d8d38bed-03fe-4f50-a87a-806f82ddaf6f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 946 time: 0.1870799 Feb 09 15:43:27.710230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] For port 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:27.710465 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.758001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Calling delete_port for 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:27.782682 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d4d554c-b6fb-496c-99fe-e9d7c94669cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.794348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:27.834590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c22e3e9-ba9f-4928-93e6-6043e9f90270 req-6cafb726-71d4-42ed-bff7-6eccf50f4ccd tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954610 Feb 09 15:43:27.856132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d4d554c-b6fb-496c-99fe-e9d7c94669cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.871372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 447d353b-e4f0-41fc-998a-c84a2706d16f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:27.871828 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.892951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] For port 5884fbd0-0705-4d4a-8044-08f9c67cbce5, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5884fbd0-0705-4d4a-8044-08f9c67cbce5,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:27.893344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.928299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'mac_address': 'fa:16:3e:3d:77:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:43:27.936630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] Routers {'3b0cdd20-af76-451a-b1f3-aee172a10b05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:27.937634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3b0cdd20-af76-451a-b1f3-aee172a10b05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:27.971814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Calling delete_port for 5884fbd0-0705-4d4a-8044-08f9c67cbce5 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:28.015700 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:43:25Z', 'revision_number': 3, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:28.050157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1d4d554c-b6fb-496c-99fe-e9d7c94669cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=089246d15add46b0b2037be2d37d6fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9406869 Feb 09 15:43:28.063428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59616) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:28.086805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949506a-2805-43d1-9e5f-4ac4f644872e req-05f663d9-d99c-47c5-bc08-8c29bc3d5c27 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:28.096718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2949506a-2805-43d1-9e5f-4ac4f644872e req-05f663d9-d99c-47c5-bc08-8c29bc3d5c27 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.3356595 Feb 09 15:43:28.098719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d554c-b6fb-496c-99fe-e9d7c94669cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f34d51-c196-4d70-af32-f466a0d1237e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:28.104806 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Checking router: 8980509b-ede1-4e85-a288-824ef4864529 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:43:28.105383 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Updating router 8980509b-ede1-4e85-a288-824ef4864529 port 540939bd-2726-439c-95a2-b11b842f0c6f binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:43:28.106491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.172647 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.179186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606d8d25-e5b2-4aac-993f-f7058ce27108 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:28.196159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] Set router 3b0cdd20-af76-451a-b1f3-aee172a10b05 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:28.217142 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.259876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2949506a-2805-43d1-9e5f-4ac4f644872e req-71c51b88-34aa-4bc0-9860-6ce5a3d5211a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574466 Feb 09 15:43:28.284346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:28.288697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:43:26Z', 'revision_number': 6, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:28.290422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b934dc25-0932-47f7-811c-d1e720fc96e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.330354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122f727-1c0a-48a0-986d-ca6a9a698e7e None None] The sync data for ids ['3b0cdd20-af76-451a-b1f3-aee172a10b05'] in n-d-828542-1 is: [{'id': '3b0cdd20-af76-451a-b1f3-aee172a10b05', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-4285932-router', 'tenant_id': 'bf2fd205ddaf4889b118d232b1629758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:41:57Z', 'updated_at': '2022-02-09T15:43:26Z', 'revision_number': 6, 'project_id': 'bf2fd205ddaf4889b118d232b1629758', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:43:28.404320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b934dc25-0932-47f7-811c-d1e720fc96e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.417779 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.420585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61636d28-a2dd-4a44-9958-4ceb6d1e4186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.456201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.503810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:28.552705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61636d28-a2dd-4a44-9958-4ceb6d1e4186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:28.589350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61636d28-a2dd-4a44-9958-4ceb6d1e4186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.603564 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-61636d28-a2dd-4a44-9958-4ceb6d1e4186 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3e7ae3c2-c57e-4a0d-a637-2e826a79d6a2 HTTP/1.1" status: 204 len: 168 time: 1.5250604 Feb 09 15:43:28.614118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59622) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:28.702983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['606d8d25-e5b2-4aac-993f-f7058ce27108'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:28.754335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b934dc25-0932-47f7-811c-d1e720fc96e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.757749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b934dc25-0932-47f7-811c-d1e720fc96e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.761761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b934dc25-0932-47f7-811c-d1e720fc96e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8f34d51-c196-4d70-af32-f466a0d1237e HTTP/1.1" status: 204 len: 168 time: 0.6553481 Feb 09 15:43:28.772378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2a71ecf1-3ef0-4117-b910-6d4077526f72 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:28.803971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-6604ca82-8069-4056-b64e-701342b695d6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:28.808856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-6604ca82-8069-4056-b64e-701342b695d6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc&tenant_id=0aef65e05ad943efadb02490102af9ba&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 947 time: 0.1826899 Feb 09 15:43:28.867692 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.871731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.874542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f4ecc-e4c6-4c37-aa28-9c2c586dc00a req-49065c46-0147-46cc-bf29-82b53f06b845 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:28.877755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 2a71ecf1-3ef0-4117-b910-6d4077526f72 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:28.878334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2a71ecf1-3ef0-4117-b910-6d4077526f72 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:28.884722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c7f4ecc-e4c6-4c37-aa28-9c2c586dc00a req-49065c46-0147-46cc-bf29-82b53f06b845 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 947 time: 0.4850252 Feb 09 15:43:28.902574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934dc25-0932-47f7-811c-d1e720fc96e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f34d51-c196-4d70-af32-f466a0d1237e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:28.980041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.980521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d7348-e171-4589-9a4d-153563b123a5 req-01c9b2ac-b02e-41c5-82b4-03be746fb4c8 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:28.990680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c7d7348-e171-4589-9a4d-153563b123a5 req-01c9b2ac-b02e-41c5-82b4-03be746fb4c8 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 950 time: 0.4141374 Feb 09 15:43:29.035258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:29.071701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c7f4ecc-e4c6-4c37-aa28-9c2c586dc00a req-d25269b8-36b6-489d-951c-e7f6c25ee556 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858470 Feb 09 15:43:29.139974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c7d7348-e171-4589-9a4d-153563b123a5 req-d4edab0b-bb02-417e-a3eb-ff22a3d2faad tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461000 Feb 09 15:43:29.143717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.175131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5dc4afa7-3c55-4862-880f-61e8e6332cee', '5884fbd0-0705-4d4a-8044-08f9c67cbce5', '09991e04-d0e2-4b56-8085-b936b57714bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:29.182006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Pushing event deleted for resources: {'Port': ['ID=5884fbd0-0705-4d4a-8044-08f9c67cbce5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:29.188138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-7d3b38b1-c55c-4cf5-bb01-30409c0dc470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:29.191148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-7d3b38b1-c55c-4cf5-bb01-30409c0dc470 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 1098 time: 0.2901590 Feb 09 15:43:29.275603 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.392170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] No DVR routers for this DVR port 5884fbd0-0705-4d4a-8044-08f9c67cbce5 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:29.398812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.411363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f009b8-f6c5-482a-adf5-bf9a7bccc1a2 req-4babe18c-f7cd-40c5-9252-94eb8e9ba30d tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "DELETE /v2.0/ports/5884fbd0-0705-4d4a-8044-08f9c67cbce5 HTTP/1.1" status: 204 len: 173 time: 2.1802506 Feb 09 15:43:29.414624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf92e08-54eb-4ae8-9b17-3a76bf512e9a', 'name': 'network-vif-deleted', 'tag': '5884fbd0-0705-4d4a-8044-08f9c67cbce5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:29.415457 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Attempting to bind port 540939bd-2726-439c-95a2-b11b842f0c6f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:29.416256 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Attempting to bind port 540939bd-2726-439c-95a2-b11b842f0c6f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:29.416905 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Attempting to bind port 540939bd-2726-439c-95a2-b11b842f0c6f on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:29.433492 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:29.439699 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f43979b-bdab-496b-8e3d-f50edaf0c023" -d '{"events": [{"server_uuid": "acf92e08-54eb-4ae8-9b17-3a76bf512e9a", "name": "network-vif-deleted", "tag": "5884fbd0-0705-4d4a-8044-08f9c67cbce5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:29.439899 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:29.439899 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.439899 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:29.439899 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Bound port: 540939bd-2726-439c-95a2-b11b842f0c6f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:29.439899 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.440797 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Pushing event updated for resources: {'Port': ['ID=540939bd-2726-439c-95a2-b11b842f0c6f,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:29.474440 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.474915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.475417 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.475860 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.476641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.477249 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.477523 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.478054 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.478486 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.478919 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.479554 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.479988 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.559174 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] For port 540939bd-2726-439c-95a2-b11b842f0c6f, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:29.565592 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] For port 540939bd-2726-439c-95a2-b11b842f0c6f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=540939bd-2726-439c-95a2-b11b842f0c6f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:29.574416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.591290 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb642f47-a93b-4751-ba28-229e4b256f5c x-openstack-request-id: req-cb642f47-a93b-4751-ba28-229e4b256f5c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:29.592874 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf92e08-54eb-4ae8-9b17-3a76bf512e9a", "name": "network-vif-deleted", "tag": "5884fbd0-0705-4d4a-8044-08f9c67cbce5", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:29.593147 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb642f47-a93b-4751-ba28-229e4b256f5c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:29.593574 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf92e08-54eb-4ae8-9b17-3a76bf512e9a', 'name': 'network-vif-deleted', 'tag': '5884fbd0-0705-4d4a-8044-08f9c67cbce5', 'status': 'completed', 'code': 200} Feb 09 15:43:29.626413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796f3b29-ba50-4f49-bcc5-ca236722a780']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:29.654965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84f0fab-3283-4547-b33d-d4a02ff8e289') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:29.662193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84f0fab-3283-4547-b33d-d4a02ff8e289') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:29.665438 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.685537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.715112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.718991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c130b-b878-474f-b6fc-63da9bc2b6d0 req-c95c6f17-7eed-424f-8516-ae579bc42662 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:29.735081 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:43:29.735966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.745700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-806c130b-b878-474f-b6fc-63da9bc2b6d0 req-c95c6f17-7eed-424f-8516-ae579bc42662 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.3482728 Feb 09 15:43:29.792982 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Routers {'8980509b-ede1-4e85-a288-824ef4864529'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:29.794565 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8980509b-ede1-4e85-a288-824ef4864529'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:43:29.796992 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:43:29.834010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-cfdff615-e6a8-49c6-9514-528447341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:29.844975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-cfdff615-e6a8-49c6-9514-528447341d91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.6470592 Feb 09 15:43:29.862111 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1990e-8a27-47ab-8ad6-e7315d791ac3 None None] Pushing event updated for resources: {'Port': ['ID=540939bd-2726-439c-95a2-b11b842f0c6f,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:29.929990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.966167 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.985108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-806c130b-b878-474f-b6fc-63da9bc2b6d0 req-214c8c7a-3fe6-48dd-8817-19c5dc98e6f7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381394 Feb 09 15:43:30.001321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] Set router 8980509b-ede1-4e85-a288-824ef4864529 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:30.003926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-2ef09702-50e2-408f-8c5d-c44570584ba8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 200 len: 217 time: 0.1471777 Feb 09 15:43:30.074405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-3565d7e8-4fcd-461f-8a69-e650e103a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:30.076198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-3565d7e8-4fcd-461f-8a69-e650e103a1b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0652981 Feb 09 15:43:30.086833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.196254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59636) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:30.211749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.215197 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.272897 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d368c416-660b-4441-8e3c-3997a427a0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.289271 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.304186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.314874 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] 10.222.0.53 "DELETE /v2.0/networks/796f3b29-ba50-4f49-bcc5-ca236722a780 HTTP/1.1" status: 204 len: 168 time: 1.6945691 Feb 09 15:43:30.343291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca412c-6fbe-42f4-a6dd-1acbc4976953 admin admin] Pushing event deleted for resources: {'Network': ['ID=796f3b29-ba50-4f49-bcc5-ca236722a780,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:30.368929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-a2a0c83b-9d8f-4142-83c4-5bcce2618c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:30.371935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-a2a0c83b-9d8f-4142-83c4-5bcce2618c18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2878451 Feb 09 15:43:30.424848 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:43:25Z', 'revision_number': 3, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:30.448320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.448794 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b0cdd20-af76-451a-b1f3-aee172a10b05 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:43:30.472127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.479775 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-83d489fe-d927-42de-a94a-34801eecb0fa admin admin] 10.222.0.53 "DELETE /v2.0/routers/3b0cdd20-af76-451a-b1f3-aee172a10b05 HTTP/1.1" status: 204 len: 168 time: 4.2984040 Feb 09 15:43:30.481798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59644) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:30.517581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fe967-c9ef-48ae-8b98-a44019af9be1 req-f147f3f5-994c-4d63-863c-d84aa1194fd5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:30.519392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257fe967-c9ef-48ae-8b98-a44019af9be1 req-f147f3f5-994c-4d63-863c-d84aa1194fd5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 947 time: 0.2494073 Feb 09 15:43:30.522592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0069c81-279d-43ab-88a2-317b7d3755c3 req-dc1023cd-b63a-4d40-8021-8a26775d9e7f tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=acf92e08-54eb-4ae8-9b17-3a76bf512e9a HTTP/1.1" status: 200 len: 210 time: 0.1435454 Feb 09 15:43:30.561591 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5db00b-150e-4839-93bd-e167ccd9cbac None None] The sync data for ids ['8980509b-ede1-4e85-a288-824ef4864529'] in n-d-828542-1 is: [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:43:25Z', 'revision_number': 3, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:43:30.722555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d368c416-660b-4441-8e3c-3997a427a0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.738126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257fe967-c9ef-48ae-8b98-a44019af9be1 req-ed97bdf4-f437-4282-9840-0962fd45087e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068670 Feb 09 15:43:30.763335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-698d5165-8e91-436a-90dd-2e9f0c32e082 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783622 Feb 09 15:43:30.791251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:30.806010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-545fb3c3-784b-405b-ae1e-80be4a063893 admin admin] Deleting subnet 98ed919e-2fcf-49ab-89f6-08728c52316a {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:43:30.823198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-545fb3c3-784b-405b-ae1e-80be4a063893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.847183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:30.847183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5a7d71b0-3d1d-4def-9ae2-7043ca7d21fe not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:30.899438 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d368c416-660b-4441-8e3c-3997a427a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.948692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Allocated IP 172.20.0.1 (4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0/73cad58d-9a20-4b13-aba7-b055efd0a3d9/50fd3948-af54-4ad5-9b24-cc5a61a2c650) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:31.056435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f24575-d7c5-4cb8-bf7c-8663ca8c584c req-52d2219f-5af5-48fb-8058-4000666f8cf3 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893610 Feb 09 15:43:31.071304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368c416-660b-4441-8e3c-3997a427a0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b980d5d-6bf8-4066-a803-c3f04cc97248,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:31.079846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d368c416-660b-4441-8e3c-3997a427a0ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3f3ee89b8bca455798e6f32ede77d0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8747320 Feb 09 15:43:31.082870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59648) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:31.132395 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.187028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-545fb3c3-784b-405b-ae1e-80be4a063893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.273915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916ed0d4-9c8f-4710-90a2-18e752ead3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.293457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1cff7-3967-4ed3-948a-775858d34bb3 req-14fcd977-1f64-4c4b-8074-2529fe76cd2d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:31.301319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16e1cff7-3967-4ed3-948a-775858d34bb3 req-14fcd977-1f64-4c4b-8074-2529fe76cd2d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.2187340 Feb 09 15:43:31.372264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 606d8d25-e5b2-4aac-993f-f7058ce27108 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:31.380817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.384866 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916ed0d4-9c8f-4710-90a2-18e752ead3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.421345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59650) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:31.472065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 606d8d25-e5b2-4aac-993f-f7058ce27108 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:31.472740 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.505075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-545fb3c3-784b-405b-ae1e-80be4a063893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.540257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16e1cff7-3967-4ed3-948a-775858d34bb3 req-d17ffddd-1701-407c-8264-24696f7c2dc3 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223930 Feb 09 15:43:31.553360 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.657190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:31.658324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916ed0d4-9c8f-4710-90a2-18e752ead3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.664770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916ed0d4-9c8f-4710-90a2-18e752ead3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.667974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-916ed0d4-9c8f-4710-90a2-18e752ead3a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b980d5d-6bf8-4066-a803-c3f04cc97248 HTTP/1.1" status: 204 len: 168 time: 0.5837324 Feb 09 15:43:31.709559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5884fbd0-0705-4d4a-8044-08f9c67cbce5 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:31.721969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ed0d4-9c8f-4710-90a2-18e752ead3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b980d5d-6bf8-4066-a803-c3f04cc97248,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:31.726429 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.749190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:31.768839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:31.785161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Pushing event updated for resources: {'Port': ['ID=50fd3948-af54-4ad5-9b24-cc5a61a2c650,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:31.851964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 5884fbd0-0705-4d4a-8044-08f9c67cbce5 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:31.852350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5884fbd0-0705-4d4a-8044-08f9c67cbce5 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:31.906386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:31.919258 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598b76ab-e95a-4a4a-81a4-711319bddeb7" -d '{"events": [{"server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "name": "network-vif-plugged", "status": "completed", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:31.982711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:32.009358 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7f981790-f55a-4949-a3bc-744bbb33dca0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d23f82d7c7a4283bb30a4b19639165d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846593 Feb 09 15:43:32.010259 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:32.013877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59664) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:32.057486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7559-7efc-4aeb-8d57-e1cb7995c37d req-3f518be5-b285-4928-ac4b-9c958ff2d304 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:32.061253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e81d7559-7efc-4aeb-8d57-e1cb7995c37d req-3f518be5-b285-4928-ac4b-9c958ff2d304 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 947 time: 0.1355803 Feb 09 15:43:32.121457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e81d7559-7efc-4aeb-8d57-e1cb7995c37d req-8fe948ee-6ca9-4fce-9a98-7b9feb10734e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Feb 09 15:43:32.160233 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:32.294908 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f176e0-1578-4527-93db-1fc2241e68f5 x-openstack-request-id: req-c3f176e0-1578-4527-93db-1fc2241e68f5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:32.295485 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "name": "network-vif-plugged", "status": "completed", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:32.295903 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3f176e0-1578-4527-93db-1fc2241e68f5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:32.296495 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'code': 200} Feb 09 15:43:32.316234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:32.324733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-97758460-4105-46f6-acc9-1c81b1cc9204 None None] Provisioning complete for port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:32.325107 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-97758460-4105-46f6-acc9-1c81b1cc9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:32.376807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-97758460-4105-46f6-acc9-1c81b1cc9204 None None] Port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:43:32.536668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-545fb3c3-784b-405b-ae1e-80be4a063893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:32.745765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545fb3c3-784b-405b-ae1e-80be4a063893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ed919e-2fcf-49ab-89f6-08728c52316a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:32.778835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de810e77-78df-4b96-ba20-64113e49f392 req-4078f5a2-1889-4ccb-90c3-34116b615fa4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:32.793280 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-545fb3c3-784b-405b-ae1e-80be4a063893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:32.794035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de810e77-78df-4b96-ba20-64113e49f392 req-4078f5a2-1889-4ccb-90c3-34116b615fa4 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 950 time: 0.1275845 Feb 09 15:43:32.795691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17c78e-8a51-47ac-8822-5669b444af3a None None] Network 39bc7ccf-0817-41b8-9d68-f357927d1b08 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:32.799275 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-545fb3c3-784b-405b-ae1e-80be4a063893 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/98ed919e-2fcf-49ab-89f6-08728c52316a HTTP/1.1" status: 204 len: 168 time: 2.3125055 Feb 09 15:43:32.805527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59672) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:32.850665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab31cc0-4a37-4f6b-a7ab-4d1b9913daf3 req-129e7a11-9283-4a07-b3e5-8bf897ed405a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:32.852328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fab31cc0-4a37-4f6b-a7ab-4d1b9913daf3 req-129e7a11-9283-4a07-b3e5-8bf897ed405a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1752763 Feb 09 15:43:32.865151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76c8d272-dd01-4031-999e-c3133faa14ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:32.900616 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76c8d272-dd01-4031-999e-c3133faa14ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:32.939246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 540939bd-2726-439c-95a2-b11b842f0c6f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:32.962936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de810e77-78df-4b96-ba20-64113e49f392 req-ef07ffab-fbdc-4a7f-8ead-4d424e26d4fe tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670437 Feb 09 15:43:33.061936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.087154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fab31cc0-4a37-4f6b-a7ab-4d1b9913daf3 req-06ccefe7-49e3-46ec-a5d6-4d1dd63a81f6 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935744 Feb 09 15:43:33.137536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 540939bd-2726-439c-95a2-b11b842f0c6f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:33.137912 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.145385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76c8d272-dd01-4031-999e-c3133faa14ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.149100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76c8d272-dd01-4031-999e-c3133faa14ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.150495 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-76c8d272-dd01-4031-999e-c3133faa14ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4306664-b3f9-49eb-802a-f059a46c0750 HTTP/1.1" status: 204 len: 168 time: 1.1354485 Feb 09 15:43:33.159202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Deleting port ccc8a52c-5403-4805-b184-1dcc8b42b526 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:33.159570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.215017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8d272-dd01-4031-999e-c3133faa14ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4306664-b3f9-49eb-802a-f059a46c0750,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:33.232662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.286509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] For port ccc8a52c-5403-4805-b184-1dcc8b42b526, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ccc8a52c-5403-4805-b184-1dcc8b42b526,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:33.290312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.393263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Calling delete_port for ccc8a52c-5403-4805-b184-1dcc8b42b526 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:33.394369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.421582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] DHCP port deletion for 39bc7ccf-0817-41b8-9d68-f357927d1b08 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:43:33.542412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939929-5b97-4a83-8a81-778124914f7c req-896637f8-df57-4536-b4bf-30f76ffd0b49 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:33.544307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7939929-5b97-4a83-8a81-778124914f7c req-896637f8-df57-4536-b4bf-30f76ffd0b49 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.1923640 Feb 09 15:43:33.587142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.621202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7939929-5b97-4a83-8a81-778124914f7c req-de8050d4-7567-4b5e-953c-3d463bfbbdde tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674684 Feb 09 15:43:33.648474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 540939bd-2726-439c-95a2-b11b842f0c6f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=540939bd-2726-439c-95a2-b11b842f0c6f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:33.726839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] Deleting port ccc8a52c-5403-4805-b184-1dcc8b42b526 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:33.727444 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.805737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385b4b-db7c-44c8-bd4a-3bcbb8bc48e0 req-b67cfeba-ea52-4098-b9a7-f65f3630ed29 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:33.807719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73385b4b-db7c-44c8-bd4a-3bcbb8bc48e0 req-b67cfeba-ea52-4098-b9a7-f65f3630ed29 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.0561268 Feb 09 15:43:33.831534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.852829 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] For port ccc8a52c-5403-4805-b184-1dcc8b42b526, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ccc8a52c-5403-4805-b184-1dcc8b42b526,segment=NetworkSegment(bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a),segment_id=bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:33.853965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.877039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.881400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] Calling delete_port for ccc8a52c-5403-4805-b184-1dcc8b42b526 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:33.888895 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.910207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73385b4b-db7c-44c8-bd4a-3bcbb8bc48e0 req-7ea57fe4-d729-419a-875e-ec218b4896e6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945005 Feb 09 15:43:34.002884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc8a52c-5403-4805-b184-1dcc8b42b526,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:34.011412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] No DVR routers for this DVR port ccc8a52c-5403-4805-b184-1dcc8b42b526 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:34.166115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=540939bd-2726-439c-95a2-b11b842f0c6f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:34.213490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:34.252001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Pushing event updated for resources: {'Port': ['ID=50fd3948-af54-4ad5-9b24-cc5a61a2c650,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:34.281266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] Pushing event deleted for resources: {'Port': ['ID=ccc8a52c-5403-4805-b184-1dcc8b42b526,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:34.281922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:34.282086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b15ccc-05ab-4ec4-b9a8-33b92f650abe None None] No DVR routers for this DVR port ccc8a52c-5403-4805-b184-1dcc8b42b526 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:34.456365 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:34.482870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-97df747d-1a07-48a8-88c4-efbddeb12186 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:34.484498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-97df747d-1a07-48a8-88c4-efbddeb12186 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 950 time: 0.3568320 Feb 09 15:43:34.513606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:34.513606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:34.520441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bc7ccf-0817-41b8-9d68-f357927d1b08']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:34.566097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de27a5-c062-4e99-99d9-e8fd732f208d req-a6b540e6-cfd8-4a2d-807a-be3bb99468e3 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:34.575945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70de27a5-c062-4e99-99d9-e8fd732f208d req-a6b540e6-cfd8-4a2d-807a-be3bb99468e3 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1992459 Feb 09 15:43:34.583463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:34.583782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad48160-ad13-4f0b-a5cb-8f5bfc2e7e5a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:34.611708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68bcb9-96cf-42b2-8915-315aad3c94da req-093e30bc-6220-42fa-a7c3-d0f8892a3f91 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:34.613254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb68bcb9-96cf-42b2-8915-315aad3c94da req-093e30bc-6220-42fa-a7c3-d0f8892a3f91 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 950 time: 0.3534458 Feb 09 15:43:34.626685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:34.714678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70de27a5-c062-4e99-99d9-e8fd732f208d req-11174ace-1188-40f4-a341-29eed457840d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368332 Feb 09 15:43:34.717402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:34.768393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:43:34.777316 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:43:34.796821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Router 8980509b-ede1-4e85-a288-824ef4864529 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:43:34.839401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 540939bd-2726-439c-95a2-b11b842f0c6f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:34.863146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb68bcb9-96cf-42b2-8915-315aad3c94da req-84d0345e-a03c-43bd-b33b-75084bb71f50 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339668 Feb 09 15:43:34.948834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Deleting port 5dc4afa7-3c55-4862-880f-61e8e6332cee {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:34.949700 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:34.993962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3171a69b-8344-46af-83e1-c65c50d77bd0 None None] Provisioning complete for port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:34.996033 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3171a69b-8344-46af-83e1-c65c50d77bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:35.102560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:35.109461 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-991c3397-cd97-4f6b-83bd-669ce10fd49b admin admin] 10.222.0.53 "PUT /v2.0/routers/8980509b-ede1-4e85-a288-824ef4864529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0299869 Feb 09 15:43:35.139760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Sync routers for ids ['8980509b-ede1-4e85-a288-824ef4864529'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:35.146537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] For port 5dc4afa7-3c55-4862-880f-61e8e6332cee, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5dc4afa7-3c55-4862-880f-61e8e6332cee,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:35.146919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:35.164589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Calling delete_port for 5dc4afa7-3c55-4862-880f-61e8e6332cee owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:35.174406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3171a69b-8344-46af-83e1-c65c50d77bd0 None None] Port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:43:35.179175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 540939bd-2726-439c-95a2-b11b842f0c6f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:35.180024 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:35.214005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Routers {'8980509b-ede1-4e85-a288-824ef4864529'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:35.354155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8980509b-ede1-4e85-a288-824ef4864529'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:35.379041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Set router 8980509b-ede1-4e85-a288-824ef4864529 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:35.434782 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:35.445440 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:35.449613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/39bc7ccf-0817-41b8-9d68-f357927d1b08 HTTP/1.1" status: 204 len: 168 time: 2.6416569 Feb 09 15:43:35.465505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e79a2-8641-4438-9ae6-38a50f46e7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39bc7ccf-0817-41b8-9d68-f357927d1b08,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:35.484132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ccc8a52c-5403-4805-b184-1dcc8b42b526 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:35.503960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-520e2408-6f00-4edc-adee-5271a04ed786 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295041 Feb 09 15:43:35.556229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ccc8a52c-5403-4805-b184-1dcc8b42b526 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:35.556895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ccc8a52c-5403-4805-b184-1dcc8b42b526 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:35.624699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:35.644828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5dc4afa7-3c55-4862-880f-61e8e6332cee', '09991e04-d0e2-4b56-8085-b936b57714bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:35.720249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-2eaefd88-60d6-425b-9292-05ff6fb41645 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:35.722188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-2eaefd88-60d6-425b-9292-05ff6fb41645 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989560 Feb 09 15:43:35.725909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Pushing event deleted for resources: {'Port': ['ID=5dc4afa7-3c55-4862-880f-61e8e6332cee,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:35.999703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:43:32Z', 'revision_number': 4, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '50fd3948-af54-4ad5-9b24-cc5a61a2c650', 'name': '', 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'mac_address': 'fa:16:3e:08:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '73cad58d-9a20-4b13-aba7-b055efd0a3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:30Z', 'updated_at': '2022-02-09T15:43:33Z', 'revision_number': 2, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'subnets': [{'id': '73cad58d-9a20-4b13-aba7-b055efd0a3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:36.038071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Checking router: 8980509b-ede1-4e85-a288-824ef4864529 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:43:36.038395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Updating router 8980509b-ede1-4e85-a288-824ef4864529 port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:43:36.084850 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:36.177665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] No DVR routers for this DVR port 5dc4afa7-3c55-4862-880f-61e8e6332cee on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:36.181222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9af2f91b-4624-4028-a199-8ee100cab18b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/quotas/0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 375 time: 0.4184368 Feb 09 15:43:36.182382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:36.186113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0881806f-6289-4cc5-8a0b-049f71e36063 req-03877f73-d3ab-4e29-8fa5-0680a7976fe7 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "DELETE /v2.0/ports/5dc4afa7-3c55-4862-880f-61e8e6332cee HTTP/1.1" status: 204 len: 173 time: 1.6833136 Feb 09 15:43:36.211676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813d6652-a553-4c41-a2ab-e53e93c24b1c', 'name': 'network-vif-deleted', 'tag': '5dc4afa7-3c55-4862-880f-61e8e6332cee'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:36.214425 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49ade9f-cf99-4264-9c9a-18c00d4f4580" -d '{"events": [{"server_uuid": "813d6652-a553-4c41-a2ab-e53e93c24b1c", "name": "network-vif-deleted", "tag": "5dc4afa7-3c55-4862-880f-61e8e6332cee"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:36.280227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10078d1a-9f1c-49ef-b87a-139412548571 req-368c86d9-f5ed-4242-81f8-38052dca9aa4 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:36.281905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10078d1a-9f1c-49ef-b87a-139412548571 req-368c86d9-f5ed-4242-81f8-38052dca9aa4 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.1065588 Feb 09 15:43:36.304770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-093a95d3-ca2f-49b2-8928-a3f94807486a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860605 Feb 09 15:43:36.338103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10078d1a-9f1c-49ef-b87a-139412548571 req-1444da29-1b08-467b-83aa-798a864abeed tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479574 Feb 09 15:43:36.482674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1212b1b5-7d36-4fba-9029-bb96a79cc117 req-feb98ad2-b40f-4fa6-8257-f793025572e2 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 210 time: 0.0381215 Feb 09 15:43:36.527985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59766) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:36.627649 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b795a86-a5fb-4fd8-a6fa-518d4da1a5c6 x-openstack-request-id: req-2b795a86-a5fb-4fd8-a6fa-518d4da1a5c6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:36.628177 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813d6652-a553-4c41-a2ab-e53e93c24b1c", "name": "network-vif-deleted", "tag": "5dc4afa7-3c55-4862-880f-61e8e6332cee", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:36.628511 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b795a86-a5fb-4fd8-a6fa-518d4da1a5c6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:36.629940 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:36.632701 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813d6652-a553-4c41-a2ab-e53e93c24b1c', 'name': 'network-vif-deleted', 'tag': '5dc4afa7-3c55-4862-880f-61e8e6332cee', 'status': 'completed', 'code': 200} Feb 09 15:43:36.645778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fb5e4d38-4fc1-403d-892b-1118b9d008e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf2fd205ddaf4889b118d232b1629758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160696 Feb 09 15:43:36.648738 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59772) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:36.694658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce9471a2-cf1c-456a-a395-dd6123b7670a req-c5663f67-54c1-4fe0-8917-7d639578b7d8 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 210 time: 0.0540838 Feb 09 15:43:36.794798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:36.815523 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39995505-f528-424c-9d4e-01a97a024f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:36.874922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39995505-f528-424c-9d4e-01a97a024f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:36.937555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29f32e-fe0d-4414-a4e3-d01550056110 None None] Pushing event updated for resources: {'Port': ['ID=50fd3948-af54-4ad5-9b24-cc5a61a2c650,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:36.965835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Attempting to bind port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:36.966285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Attempting to bind port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:36.966688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Attempting to bind port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 on network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:36.972896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:36.973932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Checking segment: {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:36.974570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:36.974980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Bound using segment: {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:36.976358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Bound port: 50fd3948-af54-4ad5-9b24-cc5a61a2c650, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:36.976358 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:37.060465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] For port 50fd3948-af54-4ad5-9b24-cc5a61a2c650, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:37.064976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] For port 50fd3948-af54-4ad5-9b24-cc5a61a2c650, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=50fd3948-af54-4ad5-9b24-cc5a61a2c650,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:37.154707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39995505-f528-424c-9d4e-01a97a024f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:37.159741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39995505-f528-424c-9d4e-01a97a024f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:37.164743 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-39995505-f528-424c-9d4e-01a97a024f5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ae57c21-e49a-409f-b8ee-bcdc2da73c30 HTTP/1.1" status: 204 len: 168 time: 0.5141406 Feb 09 15:43:37.191448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59800) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:37.193648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39995505-f528-424c-9d4e-01a97a024f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae57c21-e49a-409f-b8ee-bcdc2da73c30,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:37.243751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a6b9d5fd-c269-461d-bae5-8bb722129321 None None] Provisioning complete for port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:37.244396 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6b9d5fd-c269-461d-bae5-8bb722129321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:37.278645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:37.334553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9d5fd-c269-461d-bae5-8bb722129321 None None] Port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:43:37.366343 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Routers {'8980509b-ede1-4e85-a288-824ef4864529'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:37.367294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8980509b-ede1-4e85-a288-824ef4864529'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:37.436315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29f32e-fe0d-4414-a4e3-d01550056110 None None] Pushing event updated for resources: {'Port': ['ID=50fd3948-af54-4ad5-9b24-cc5a61a2c650,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:37.564947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66baf822-a809-4b37-bef5-7e4589e1f458 req-a353e5d3-42e7-4d9e-b2aa-07076931059c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:37.566578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66baf822-a809-4b37-bef5-7e4589e1f458 req-a353e5d3-42e7-4d9e-b2aa-07076931059c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.0946627 Feb 09 15:43:37.694473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66baf822-a809-4b37-bef5-7e4589e1f458 req-33fbc725-3d04-4b64-bbb3-f16e4ba94ef2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996432 Feb 09 15:43:37.834171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5dc4afa7-3c55-4862-880f-61e8e6332cee no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:37.867305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 5dc4afa7-3c55-4862-880f-61e8e6332cee {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:37.867634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5dc4afa7-3c55-4862-880f-61e8e6332cee not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:37.888044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f852dfe-c5bf-4abe-82ba-b7159f304e37 req-a47bde27-3160-4505-9951-53e3c7ba9500 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=813d6652-a553-4c41-a2ab-e53e93c24b1c HTTP/1.1" status: 200 len: 210 time: 0.0781782 Feb 09 15:43:37.929815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae12cf49-d074-4937-bfe7-061a6d227e8b req-ee63aeb0-34db-4498-af71-ccabf82be891 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 210 time: 0.0338488 Feb 09 15:43:37.936863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] Set router 8980509b-ede1-4e85-a288-824ef4864529 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:38.011465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bda20f02-d912-4737-9159-e328fb3fcc27 None None] Provisioning complete for port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:38.011849 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bda20f02-d912-4737-9159-e328fb3fcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.075276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1126803815-network', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:38.244994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bda20f02-d912-4737-9159-e328fb3fcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.294243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bda20f02-d912-4737-9159-e328fb3fcc27 None None] For port 50fd3948-af54-4ad5-9b24-cc5a61a2c650, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=50fd3948-af54-4ad5-9b24-cc5a61a2c650,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:38.309759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:43:32Z', 'revision_number': 4, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '50fd3948-af54-4ad5-9b24-cc5a61a2c650', 'name': '', 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'mac_address': 'fa:16:3e:08:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '73cad58d-9a20-4b13-aba7-b055efd0a3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:30Z', 'updated_at': '2022-02-09T15:43:37Z', 'revision_number': 4, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'subnets': [{'id': '73cad58d-9a20-4b13-aba7-b055efd0a3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:38.326255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:38.336341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-network', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:38.342389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Made reservation on behalf of 64e5271961874b6b997fbb5a0d3112c8 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:38.349657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61248303-c1a8-415e-89b7-dc4df4a220ee None None] The sync data for ids ['8980509b-ede1-4e85-a288-824ef4864529'] in n-d-828542-1 is: [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:43:32Z', 'revision_number': 4, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '50fd3948-af54-4ad5-9b24-cc5a61a2c650', 'name': '', 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'mac_address': 'fa:16:3e:08:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '73cad58d-9a20-4b13-aba7-b055efd0a3d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:30Z', 'updated_at': '2022-02-09T15:43:37Z', 'revision_number': 4, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'subnets': [{'id': '73cad58d-9a20-4b13-aba7-b055efd0a3d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:43:38.358048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.408280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.492625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bda20f02-d912-4737-9159-e328fb3fcc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.555491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda20f02-d912-4737-9159-e328fb3fcc27 None None] Pushing event updated for resources: {'Port': ['ID=50fd3948-af54-4ad5-9b24-cc5a61a2c650,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:38.623367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Made reservation on behalf of 836267457c0c46ca9f2d5a1141c0f6c1 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:38.641098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.688947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.727261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.909004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 50fd3948-af54-4ad5-9b24-cc5a61a2c650 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:38.929286 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:38.935803 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.014573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3eb56-414d-421c-84e2-29e938bf7b29,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:39.019760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:39.020745 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.022084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:39.043286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.043644 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Added segment 7cc3102b-4f07-4854-836f-1d00ed1b0b22 of type vlan for network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb Feb 09 15:43:39.061569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81a02a-5f08-4426-8545-2004d9c684d9 req-0e393423-b367-4ad7-9f17-9add39cd9af0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:39.070658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b81a02a-5f08-4426-8545-2004d9c684d9 req-0e393423-b367-4ad7-9f17-9add39cd9af0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.2310951 Feb 09 15:43:39.100811 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.169021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:39.207733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a3b20-78d7-4da8-8ff2-047284c48425,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:39.213707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.214775 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Added segment f3840472-dbe7-4556-9f1b-c058228b7a25 of type vlan for network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 Feb 09 15:43:39.225307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.288498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.314895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b81a02a-5f08-4426-8545-2004d9c684d9 req-1453f6a3-3363-40ec-9a24-d882d64fbdcf tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431083 Feb 09 15:43:39.366689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e1c96cf-e53d-414f-be32-3bb9d428dc46 req-4c12145c-35ed-49b3-95ba-280cd681179a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 210 time: 0.0369325 Feb 09 15:43:39.429724 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.431485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:39.432511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.509446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.511125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:39.512014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.691540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4989915 Feb 09 15:43:39.692769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59928) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:39.728431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Request body: {'subnet': {'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1126803815-subnet', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:39.760315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4af2f-7a65-4a45-bb2c-06aded3b9f88 admin admin] Pushing event updated for resources: {'Network': ['ID=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:39.765676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] Pushing event updated for resources: {'Network': ['ID=f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:39.790025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:43:39.805867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59932) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:39.855067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:43:39.897542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59938) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:39.899811 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a81f9516-74f0-4ece-8522-20380593f66f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5698495 Feb 09 15:43:39.908323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Request body: {'subnet': {'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-subnet', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:40.094973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-network', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:40.143613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Made reservation on behalf of 64e5271961874b6b997fbb5a0d3112c8 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:40.147889 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.222080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Made reservation on behalf of 836267457c0c46ca9f2d5a1141c0f6c1 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:40.226433 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.506301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Made reservation on behalf of 30b6b97959f044bfbc17aaa71af7071e for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:40.509385 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.544823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.630725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9fd9fca4-7bf1-45a1-96c9-927988a8b132 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613878 Feb 09 15:43:40.671772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05723126-299f-4c55-bcaf-b7cb2c513ee8 req-00fa2404-a5a7-465d-9765-3f3b610bbce2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:40.671772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05723126-299f-4c55-bcaf-b7cb2c513ee8 req-00fa2404-a5a7-465d-9765-3f3b610bbce2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.2287924 Feb 09 15:43:40.698061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b0067-750c-45fc-bcb3-002bd884be3c req-5eeb260b-d494-431e-8e6e-9583b9ef49ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:40.699678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb1b0067-750c-45fc-bcb3-002bd884be3c req-5eeb260b-d494-431e-8e6e-9583b9ef49ff tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 950 time: 0.2998676 Feb 09 15:43:41.002697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59950) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:41.023958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05723126-299f-4c55-bcaf-b7cb2c513ee8 req-c2c48e2a-7719-4c1f-a22f-cd60e0537918 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182893 Feb 09 15:43:41.043563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb1b0067-750c-45fc-bcb3-002bd884be3c req-ec6caaaa-941f-401b-ad89-6193d2688f28 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230112 Feb 09 15:43:41.126235 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.133113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.168814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-3886fffd-2ed3-4e5f-b736-7ab40cfb99ee tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:41.172259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-3886fffd-2ed3-4e5f-b736-7ab40cfb99ee tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4824767 Feb 09 15:43:41.183471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.251197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Request body: {'port': {'device_id': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '0aef65e05ad943efadb02490102af9ba'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:41.303434 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.308861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72b6f330-a7c7-45c0-8fa8-319479d04669 req-f2d55aab-635c-4fcc-9a92-44223355c4c3 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 210 time: 0.1621580 Feb 09 15:43:41.315290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8df0d10c-75ce-43ac-8a0d-46603b2bcb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.416927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:41.445040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd345d82-2444-4ab8-bd4d-2e3b715ca49f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:41.465522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.466160 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Added segment b3e96feb-7fc1-4341-890e-10228552197f of type vlan for network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf Feb 09 15:43:41.480616 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8df0d10c-75ce-43ac-8a0d-46603b2bcb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.515018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3fa1f1-2349-4434-b177-360f8997f325,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:41.518709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Checking segment: {'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:41.519308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Network hostable DHCP agents. Network: f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:43:41.584716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8df0d10c-75ce-43ac-8a0d-46603b2bcb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.617867 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.635192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Checking segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:41.635570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Network hostable DHCP agents. Network: 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:43:41.640145 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8df0d10c-75ce-43ac-8a0d-46603b2bcb63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f45f2b0acd5482b92d1960860db8897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344202 Feb 09 15:43:41.645772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59954) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:41.647675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcc5345-71e3-4019-bdc5-b84bd7f7264c,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:41.676022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0d10c-75ce-43ac-8a0d-46603b2bcb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bd3278-3d93-47f1-84a0-7ad62dd06463,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:41.730741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d5c625d-0b9f-438a-a941-e2440257ef19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.768247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d5c625d-0b9f-438a-a941-e2440257ef19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.811306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:43:41.860020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Made reservation on behalf of 0aef65e05ad943efadb02490102af9ba for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:41.866131 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.869539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:43:41.875616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.877090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:41.877971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.979379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-53f7c810-8de7-431f-bd9d-1650c15f8517 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:41.981594 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-53f7c810-8de7-431f-bd9d-1650c15f8517 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 950 time: 0.0901337 Feb 09 15:43:41.983658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d5c625d-0b9f-438a-a941-e2440257ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.988455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d5c625d-0b9f-438a-a941-e2440257ef19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.991718 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d5c625d-0b9f-438a-a941-e2440257ef19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33bd3278-3d93-47f1-84a0-7ad62dd06463 HTTP/1.1" status: 204 len: 168 time: 0.3445113 Feb 09 15:43:42.072999 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5c625d-0b9f-438a-a941-e2440257ef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bd3278-3d93-47f1-84a0-7ad62dd06463,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:42.077724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] Pushing event updated for resources: {'Network': ['ID=16ca3ddc-e230-4f32-ab40-ba0f4b178aaf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:42.115813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:43:42.133729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:42.145117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:42.145781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.154855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8afda2b-f2ef-408c-bc8d-158c214732a0 None None] Network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:42.177303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:42.212923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:42.219052 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.243033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Deleting port 09991e04-d0e2-4b56-8085-b936b57714bc {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:43:42.243293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.249759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1a10d6f4-1d79-4240-b012-e1d704212378 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4420388 Feb 09 15:43:42.263759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59964) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:42.289044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Request body: {'subnet': {'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-subnet', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:42.345226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55959382-6fb1-46e8-b6d4-05646cbc101a None None] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:42.369478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Allocated IP 192.168.233.194 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/1755f236-313d-4d2c-bffd-1de68c4143a3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:42.453051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] For port 09991e04-d0e2-4b56-8085-b936b57714bc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=09991e04-d0e2-4b56-8085-b936b57714bc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:42.459048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.461066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b0c8d-e8c9-4d2c-b105-31e536ebf15b req-e4b6a58e-9e20-4302-8bca-17a390746a55 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:42.469282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a20b0c8d-e8c9-4d2c-b105-31e536ebf15b req-e4b6a58e-9e20-4302-8bca-17a390746a55 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.2428715 Feb 09 15:43:42.493987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Calling delete_port for 09991e04-d0e2-4b56-8085-b936b57714bc owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:43:42.513036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e47d6-ce5f-49e3-8ca2-e85d0858becd req-17367a4d-3939-407c-a48b-62db4be50afc tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:42.514804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c98e47d6-ce5f-49e3-8ca2-e85d0858becd req-17367a4d-3939-407c-a48b-62db4be50afc tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 950 time: 0.2631607 Feb 09 15:43:42.609493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a20b0c8d-e8c9-4d2c-b105-31e536ebf15b req-e8b1a0fd-f9f7-46fa-8ec4-de9ee0b960b9 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391294 Feb 09 15:43:42.671919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59', 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'fixed_ips': [{'subnet_id': 'bd345d82-2444-4ab8-bd4d-2e3b715ca49f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:43:42.671919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.672138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c98e47d6-ce5f-49e3-8ca2-e85d0858becd req-02622c0b-d3d4-4281-9e8c-f5776162c509 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166635 Feb 09 15:43:42.759007 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.813673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ef55b5a-3a3d-491e-a2df-07ab438abe80 req-b4a18633-8892-4255-80bf-51a501219f53 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 210 time: 0.0518677 Feb 09 15:43:42.829578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-954a6e9e-1bb7-4315-8fef-9b3efd73f2e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9300716 Feb 09 15:43:42.845568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59968) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:42.868201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:42.880842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:43:42.881726 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.928156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Allocated IP 172.20.0.2 (f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59/bd345d82-2444-4ab8-bd4d-2e3b715ca49f/cdbb9461-31d8-4f78-bb6a-d67b12a19355) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:43.067053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d34227c3-aa28-4c32-855d-8eba541d32b5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3649821 Feb 09 15:43:43.069119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59970) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:43.084579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:43.091833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.101784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Allocated IP 172.20.0.2 (2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb/9bcc5345-71e3-4019-bdc5-b84bd7f7264c/8f8894c1-0d48-496e-9380-9b6a72a28a57) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:43.109887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['09991e04-d0e2-4b56-8085-b936b57714bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:43.136650 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.174143 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:43:43.191150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.193530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.200589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Pushing event deleted for resources: {'Port': ['ID=09991e04-d0e2-4b56-8085-b936b57714bc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:43.220657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['606d8d25-e5b2-4aac-993f-f7058ce27108'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:43.312776 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.320495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] No DVR routers for this DVR port 09991e04-d0e2-4b56-8085-b936b57714bc on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:43.329077 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.338105 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6dbe9c29-04b3-44f9-a7e6-f814014587ac req-c0848ab3-90f2-40dc-8a24-837935cfd78e tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.73 "DELETE /v2.0/ports/09991e04-d0e2-4b56-8085-b936b57714bc HTTP/1.1" status: 204 len: 173 time: 1.3444405 Feb 09 15:43:43.342379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-deleted', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:43.352402 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c36cb1-e2b6-47c8-97bd-4e43572ffc28" -d '{"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-deleted", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:43.373651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:43.406715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:43.438985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:43.539644 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28cb7f6-fe76-4aa9-968d-1c74c40b96f9 x-openstack-request-id: req-b28cb7f6-fe76-4aa9-968d-1c74c40b96f9 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:43.540131 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c732b496-245d-4965-a772-9f02651b39f7", "name": "network-vif-deleted", "tag": "09991e04-d0e2-4b56-8085-b936b57714bc", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:43.540562 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b28cb7f6-fe76-4aa9-968d-1c74c40b96f9 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:43.541206 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c732b496-245d-4965-a772-9f02651b39f7', 'name': 'network-vif-deleted', 'tag': '09991e04-d0e2-4b56-8085-b936b57714bc', 'status': 'completed', 'code': 200} Feb 09 15:43:43.555472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.569445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:43.586032 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.594259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a6664779-2191-4f5d-83f1-ab5c3ec97d5f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:43.602621 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.605961 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.671355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Made reservation on behalf of 30b6b97959f044bfbc17aaa71af7071e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:43.675642 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.749986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:43.757431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:43.769502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:43.792025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:43.794779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.976564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Pushing event updated for resources: {'Port': ['ID=8f8894c1-0d48-496e-9380-9b6a72a28a57,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:44.028895 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.140963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59984) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:44.150134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2f8f44a-ec02-4a18-94e8-7818492dfd05 req-9cc8a915-1c1a-4c1e-bb62-2cf9ff0db581 tempest-ServersAdminTestJSON-226447687 tempest-ServersAdminTestJSON-226447687-project] 10.222.0.53 "GET /v2.0/ports?device_id=c732b496-245d-4965-a772-9f02651b39f7 HTTP/1.1" status: 200 len: 210 time: 0.1411123 Feb 09 15:43:44.188119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e279096d-0360-4ce8-adf1-ba9fef51237e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.192507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-4005b349-d096-45f7-b61b-39653a181a48 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9581592 Feb 09 15:43:44.195306 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.224049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Request body: {'port': {'device_id': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:44.231040 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.248340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Attempting to bind port 8f8894c1-0d48-496e-9380-9b6a72a28a57 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:44.253155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Attempting to bind port 8f8894c1-0d48-496e-9380-9b6a72a28a57 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:44.253155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Attempting to bind port 8f8894c1-0d48-496e-9380-9b6a72a28a57 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:44.286876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:44.287266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Checking segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:44.287266 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.287266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Bound using segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:44.287266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Bound port: 8f8894c1-0d48-496e-9380-9b6a72a28a57, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:44.287266 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.309156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce40407-39dd-491a-8f7d-9b0bb5537c2a req-b4fffc16-498b-4788-8c62-68057f3602e6 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:44.311073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ce40407-39dd-491a-8f7d-9b0bb5537c2a req-b4fffc16-498b-4788-8c62-68057f3602e6 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.3122103 Feb 09 15:43:44.400477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fb115c1c-3d61-404a-ae61-aef221f7e8de None None] Provisioning complete for port 1755f236-313d-4d2c-bffd-1de68c4143a3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:44.401145 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fb115c1c-3d61-404a-ae61-aef221f7e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.432742 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.601174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ce40407-39dd-491a-8f7d-9b0bb5537c2a req-713a0379-1bce-40ae-89a7-e8eccd8f9062 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436767 Feb 09 15:43:44.644149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3133210-265d-49d4-8dfb-0d84a2eb57b0 req-e6d4fd53-0402-4ab9-bc22-7a298e02959b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:44.652905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3133210-265d-49d4-8dfb-0d84a2eb57b0 req-e6d4fd53-0402-4ab9-bc22-7a298e02959b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 936 time: 0.3585968 Feb 09 15:43:44.655029 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.690664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:44.709569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fb115c1c-3d61-404a-ae61-aef221f7e8de None None] Port 1755f236-313d-4d2c-bffd-1de68c4143a3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:43:44.716342 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.739366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:44.739366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] For port 8f8894c1-0d48-496e-9380-9b6a72a28a57, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:44.739366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:44.739774 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.741384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] For port 8f8894c1-0d48-496e-9380-9b6a72a28a57, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8f8894c1-0d48-496e-9380-9b6a72a28a57,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:44.748130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Pushing event updated for resources: {'Port': ['ID=cdbb9461-31d8-4f78-bb6a-d67b12a19355,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:44.825843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e279096d-0360-4ce8-adf1-ba9fef51237e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.877428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Attempting to bind port cdbb9461-31d8-4f78-bb6a-d67b12a19355 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:44.878702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Attempting to bind port cdbb9461-31d8-4f78-bb6a-d67b12a19355 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:44.879758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Attempting to bind port cdbb9461-31d8-4f78-bb6a-d67b12a19355 on network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:44.885247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.895531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:44.896710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Checking segment: {'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:44.897684 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.900056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Bound using segment: {'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:44.901279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Bound port: cdbb9461-31d8-4f78-bb6a-d67b12a19355, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:44.902212 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.922734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3133210-265d-49d4-8dfb-0d84a2eb57b0 req-3a07bcc7-3adb-485e-8b89-6f5e13c4387f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685406 Feb 09 15:43:44.943946 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.969604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Allocated IP 172.25.5.102 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:45.054486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513b283-f264-4f89-bb31-de8a972445fe None None] Pushing event updated for resources: {'Port': ['ID=8f8894c1-0d48-496e-9380-9b6a72a28a57,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:45.083550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] For port cdbb9461-31d8-4f78-bb6a-d67b12a19355, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:45.083830 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e279096d-0360-4ce8-adf1-ba9fef51237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.087196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] For port cdbb9461-31d8-4f78-bb6a-d67b12a19355, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cdbb9461-31d8-4f78-bb6a-d67b12a19355,segment=NetworkSegment(f3840472-dbe7-4556-9f1b-c058228b7a25),segment_id=f3840472-dbe7-4556-9f1b-c058228b7a25)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:45.181400 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.190275 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.197681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279096d-0360-4ce8-adf1-ba9fef51237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3773d6a4-5320-453a-a0d2-f5e1eba80068,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:45.213906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59990) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:45.214691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e279096d-0360-4ce8-adf1-ba9fef51237e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4dd858cceac0445f8059c373203da5db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0612190 Feb 09 15:43:45.215253 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.405158 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4ffa-48da-4e3d-b14d-03df6aa85690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.416328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0496b3c-aac5-4917-9434-2b8c343d862c None None] Pushing event updated for resources: {'Port': ['ID=cdbb9461-31d8-4f78-bb6a-d67b12a19355,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:45.456193 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4ffa-48da-4e3d-b14d-03df6aa85690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.488257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.505171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e2b418-bb60-44df-a763-093b5ee0e04c,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:45.587015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:45.612355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:45.612355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:45.678863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Pushing event updated for resources: {'Port': ['ID=2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:45.731559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:45.771323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 09991e04-d0e2-4b56-8085-b936b57714bc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:43:45.771323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 09991e04-d0e2-4b56-8085-b936b57714bc not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:43:45.969822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Checking segment: {'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:45.970569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Network hostable DHCP agents. Network: 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:43:45.998150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4ffa-48da-4e3d-b14d-03df6aa85690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.006839 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f4d4ffa-48da-4e3d-b14d-03df6aa85690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.012722 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f4d4ffa-48da-4e3d-b14d-03df6aa85690 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3773d6a4-5320-453a-a0d2-f5e1eba80068 HTTP/1.1" status: 204 len: 168 time: 0.7957163 Feb 09 15:43:46.109268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d4ffa-48da-4e3d-b14d-03df6aa85690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773d6a4-5320-453a-a0d2-f5e1eba80068,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:46.202266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefc6ed-4ce3-4b59-8ce0-26c7e242ed50 req-d24b357f-b147-49bd-b606-3ba1ef4fcb7c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:46.205008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ecefc6ed-4ce3-4b59-8ce0-26c7e242ed50 req-d24b357f-b147-49bd-b606-3ba1ef4fcb7c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.2317092 Feb 09 15:43:46.366531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:43:46.522078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1755f236-313d-4d2c-bffd-1de68c4143a3 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:46.537896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.555062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.559431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60004) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:46.564506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:46.581166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203fc630-6694-4c4b-9ffb-33a0a7463fad None None] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:46.616406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ecefc6ed-4ce3-4b59-8ce0-26c7e242ed50 req-0e1f4e6a-7136-4096-b903-424fc33c304d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914428 Feb 09 15:43:46.625547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:46.637267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.680320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d6141-93b2-4fe2-8b5e-3d1a291e6721 req-7106b516-c113-4ee0-b202-6cc320419390 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:46.689626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b18d6141-93b2-4fe2-8b5e-3d1a291e6721 req-7106b516-c113-4ee0-b202-6cc320419390 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 936 time: 0.5132513 Feb 09 15:43:46.766403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Transition to ACTIVE for port object 1755f236-313d-4d2c-bffd-1de68c4143a3 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:43:47.070224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.146851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cdbb9461-31d8-4f78-bb6a-d67b12a19355 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:47.219021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dadd34f7-2a7c-4473-aab3-796faa1c61e2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.9442534 Feb 09 15:43:47.226145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60018) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:47.238104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:47.277395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b18d6141-93b2-4fe2-8b5e-3d1a291e6721 req-a38715d8-9b15-45a0-bde1-9fc9d93cfeab tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868299 Feb 09 15:43:47.291442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.352879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cdbb9461-31d8-4f78-bb6a-d67b12a19355 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:47.358092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.418317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf56f2ba-1b7e-4115-ad19-ff8061e06886 None None] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:47.529389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c970c9d4-f731-49bd-b401-c0e0a722043d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b3804efc55a414784cef010d27c2702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9453080 Feb 09 15:43:47.538099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.543722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-16ca3ddc-e230-4f32-ab40-ba0f4b178aaf', 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'fixed_ips': [{'subnet_id': 'a4e2b418-bb60-44df-a763-093b5ee0e04c'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:43:47.544807 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.555478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60022) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:47.561827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:47.579420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7b7551f4-0409-4939-92f6-0ccfbb4eed9c None None] Provisioning complete for port 8f8894c1-0d48-496e-9380-9b6a72a28a57 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:47.580150 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b7551f4-0409-4939-92f6-0ccfbb4eed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.620875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.624604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.632061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832b558-b7ca-4479-a9b2-f2ac6c88f088 None None] Network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:47.767881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.782850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.951036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port cdbb9461-31d8-4f78-bb6a-d67b12a19355, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cdbb9461-31d8-4f78-bb6a-d67b12a19355,segment=NetworkSegment(f3840472-dbe7-4556-9f1b-c058228b7a25),segment_id=f3840472-dbe7-4556-9f1b-c058228b7a25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:47.995136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.068277 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.068998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8f8894c1-0d48-496e-9380-9b6a72a28a57 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:48.196390 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b7551f4-0409-4939-92f6-0ccfbb4eed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.208465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Allocated IP 172.20.0.2 (16ca3ddc-e230-4f32-ab40-ba0f4b178aaf/a4e2b418-bb60-44df-a763-093b5ee0e04c/61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:48.299579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Allocated IP 172.25.5.101 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/ff00e519-d388-445d-9409-11e036362de4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:48.338601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-940d54e4-f826-4d38-a87e-a7e4b0f1f0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.425850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3a7e-e443-45a3-914b-709559b22fd2 req-1306d9b5-52df-4f35-9f05-f34fa4e1167e tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:48.438213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a21a3a7e-e443-45a3-914b-709559b22fd2 req-1306d9b5-52df-4f35-9f05-f34fa4e1167e tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.5359402 Feb 09 15:43:48.512292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=cdbb9461-31d8-4f78-bb6a-d67b12a19355,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:48.539866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7b7551f4-0409-4939-92f6-0ccfbb4eed9c None None] For port 8f8894c1-0d48-496e-9380-9b6a72a28a57, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8f8894c1-0d48-496e-9380-9b6a72a28a57,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:48.560689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:48.561108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:48.561803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:48.586523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:43:48.587377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:48.626925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b7551f4-0409-4939-92f6-0ccfbb4eed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.674375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8f8894c1-0d48-496e-9380-9b6a72a28a57 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:48.677978 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.679011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Router e117f74c-5447-4071-bb9a-8dccc2123464 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:43:48.686560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60038) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:48.735280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:48.736352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:48.736816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:48.738804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Bound port: 1755f236-313d-4d2c-bffd-1de68c4143a3, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:48.739901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.804200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7551f4-0409-4939-92f6-0ccfbb4eed9c None None] Pushing event updated for resources: {'Port': ['ID=8f8894c1-0d48-496e-9380-9b6a72a28a57,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:48.848016 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-940d54e4-f826-4d38-a87e-a7e4b0f1f0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.854427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a21a3a7e-e443-45a3-914b-709559b22fd2 req-7d0aab50-3721-4159-8774-5d2fc6c32106 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570712 Feb 09 15:43:48.869511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dd030c08-b0aa-4baf-9995-ecdbb9851786 None None] Provisioning complete for port cdbb9461-31d8-4f78-bb6a-d67b12a19355 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:48.870392 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd030c08-b0aa-4baf-9995-ecdbb9851786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.069752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.133127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.141819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1780299088-network', 'tenant_id': 'c86d25bfb5824d92a7849057e8e403f8'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:49.161670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb969-68d5-4bd9-a945-8c0aa7d7100d req-75b9bb82-0605-47da-b59e-33f534d8d3cc tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:49.165777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b87fb969-68d5-4bd9-a945-8c0aa7d7100d req-75b9bb82-0605-47da-b59e-33f534d8d3cc tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 948 time: 0.6924047 Feb 09 15:43:49.205388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.250080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:49.275775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:49.279468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:49.282984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Pushing event updated for resources: {'Port': ['ID=61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:49.285955 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Sync routers for ids ['e117f74c-5447-4071-bb9a-8dccc2123464'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:49.302017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:49.304994 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Routers {'e117f74c-5447-4071-bb9a-8dccc2123464'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:49.305645 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e117f74c-5447-4071-bb9a-8dccc2123464'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:49.312214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Made reservation on behalf of c86d25bfb5824d92a7849057e8e403f8 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:49.314862 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.346824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.381469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dd030c08-b0aa-4baf-9995-ecdbb9851786 None None] Provisioning complete for port 8f8894c1-0d48-496e-9380-9b6a72a28a57 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:49.381469 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd030c08-b0aa-4baf-9995-ecdbb9851786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.478965 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.491292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.492612 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-00512524-b9cf-4507-81d8-b4f67a44190e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6456354 Feb 09 15:43:49.498427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 125641cc-ace2-4c3b-b35e-f998ece85d82 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:43:49.504736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 125641cc-ace2-4c3b-b35e-f998ece85d82 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:43:49.508763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:49.511683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cdbb9461-31d8-4f78-bb6a-d67b12a19355 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:49.515395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60044) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:49.579774 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Set router e117f74c-5447-4071-bb9a-8dccc2123464 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:49.588241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:49.607772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b87fb969-68d5-4bd9-a945-8c0aa7d7100d req-16a642cb-fd09-4b70-8385-7b1ffff5de76 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687775 Feb 09 15:43:49.659057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.685903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Attempting to bind port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:49.686517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Attempting to bind port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:49.686630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Attempting to bind port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 on network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:49.719293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:49.719819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Checking segment: {'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:49.720279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.720740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Bound using segment: {'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:49.721464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Bound port: 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:49.721605 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.730132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-940d54e4-f826-4d38-a87e-a7e4b0f1f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.735697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-940d54e4-f826-4d38-a87e-a7e4b0f1f0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.738206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-940d54e4-f826-4d38-a87e-a7e4b0f1f0a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fe508d7-b0d2-4aa3-99b2-806548e7a5cf HTTP/1.1" status: 204 len: 168 time: 2.1547880 Feb 09 15:43:49.755065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:49.755065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:49.758205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] 10.222.0.73 "PUT /v2.0/ports/1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 1096 time: 5.5503740 Feb 09 15:43:49.821291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:49.826333 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd351c-0033-4fce-9b45-bc4c32239f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:49.840365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d54e4-f826-4d38-a87e-a7e4b0f1f0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe508d7-b0d2-4aa3-99b2-806548e7a5cf,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:49.852618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.002482 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829bf964-7b27-41c2-8f1e-4d6cdefbf787 x-openstack-request-id: req-829bf964-7b27-41c2-8f1e-4d6cdefbf787 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:50.003719 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:50.003719 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-829bf964-7b27-41c2-8f1e-4d6cdefbf787 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:50.004321 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'status': 'completed', 'code': 200} Feb 09 15:43:50.027731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:50.044460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:50.053738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:50.069963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249c5c3-5830-4c5a-b034-cb08cf9cf7bc service neutron] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:50.265968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.271948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cdbb9461-31d8-4f78-bb6a-d67b12a19355 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:50.272557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.321008 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.365324 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:43:46Z', 'revision_number': 3, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:50.436927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:50.453517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Allocated IP 172.25.5.68 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/e59c1c34-efc0-4388-85df-501fbe443e0f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:50.457596 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Checking router: e117f74c-5447-4071-bb9a-8dccc2123464 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:43:50.459276 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Updating router e117f74c-5447-4071-bb9a-8dccc2123464 port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:43:50.489990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-89a30145-29d6-4b9a-8b04-ed86b6801bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:50.499935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-89a30145-29d6-4b9a-8b04-ed86b6801bc6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1099 time: 0.6232631 Feb 09 15:43:50.535599 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.584247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.598174 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.697649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Pushing event updated for resources: {'Port': ['ID=ff00e519-d388-445d-9409-11e036362de4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:50.750304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:50.754949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.777667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-66a966d8-00cd-4ea6-a8ea-b666e784e459 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.2468965 Feb 09 15:43:50.786485 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.828877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:50.838455 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c5a908-be1c-4a45-8896-6e77642ed224" -d '{"events": [{"server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "name": "network-vif-unplugged", "status": "completed", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:50.855160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08da9211-dbb2-4693-bcac-424c1c0bba7c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:50.863476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e572a-9b75-4bf5-bea1-11383c428e16 req-e3c6cdb8-550d-4cf9-8387-f93f06b969a5 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:50.869688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] For port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:50.869919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b88e572a-9b75-4bf5-bea1-11383c428e16 req-e3c6cdb8-550d-4cf9-8387-f93f06b969a5 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.6939292 Feb 09 15:43:50.879517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] For port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7,segment=NetworkSegment(b3e96feb-7fc1-4341-890e-10228552197f),segment_id=b3e96feb-7fc1-4341-890e-10228552197f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:50.905295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.911592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'port_id': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'mac_address': 'fa:16:3e:ea:9c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e019a5f9-347a-4a8f-9baf-673ecba8d398', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:43:50.946293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60060) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:50.947543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:50.950148 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.971775 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.026753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.026753 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Added segment 12fe864b-c94e-45f6-a9ff-6fa7473d8304 of type vlan for network a59d1419-af6d-42da-a4a3-8630110ff916 Feb 09 15:43:51.042498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Pushing event updated for resources: {'Port': ['ID=e59c1c34-efc0-4388-85df-501fbe443e0f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:51.048355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:51.069817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:51.102503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:51.130071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-8b7a1a52-b044-466c-b1ad-b906307d357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:51.132118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-8b7a1a52-b044-466c-b1ad-b906307d357f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.3464890 Feb 09 15:43:51.151197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75abe6-22cd-4222-9d5c-9ae0eeccdfc3 req-9f3525bf-3e3a-4c8b-8670-c175cfda0123 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:51.161851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec75abe6-22cd-4222-9d5c-9ae0eeccdfc3 req-9f3525bf-3e3a-4c8b-8670-c175cfda0123 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 948 time: 0.2933056 Feb 09 15:43:51.228295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.275941 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-612d582a-4255-405d-a14c-9f69d754b8fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b2cdc75b8104507a2ac8621850a8911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240473 Feb 09 15:43:51.277710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8f8894c1-0d48-496e-9380-9b6a72a28a57 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:51.287134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.294305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60066) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:51.347666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b88e572a-9b75-4bf5-bea1-11383c428e16 req-1b4c256c-96e5-456c-ab69-b3f0cd8f0a3f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593426 Feb 09 15:43:51.404651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-14bf15fc-1588-4e3d-bbad-e80707887c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:51.409607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-14bf15fc-1588-4e3d-bbad-e80707887c72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2355940 Feb 09 15:43:51.486473 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14612bc-5b4f-4e06-8402-a26aa35530f1 x-openstack-request-id: req-c14612bc-5b4f-4e06-8402-a26aa35530f1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:51.486473 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "name": "network-vif-unplugged", "status": "completed", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:51.486473 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c14612bc-5b4f-4e06-8402-a26aa35530f1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:51.486473 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'code': 200} Feb 09 15:43:51.535164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.540666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:51.540666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.563433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f1a01c96-5cc6-4548-8eae-e5fe1ef9cec7 None None] Provisioning complete for port cdbb9461-31d8-4f78-bb6a-d67b12a19355 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:51.564106 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1a01c96-5cc6-4548-8eae-e5fe1ef9cec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.648591 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.659578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:51.692961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.771519 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83207f3a-9eab-46b2-b34c-4d8f5d59b706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.803690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125641cc-ace2-4c3b-b35e-f998ece85d82 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:51.817848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] Pushing event updated for resources: {'Network': ['ID=a59d1419-af6d-42da-a4a3-8630110ff916,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:51.832461 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.858662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83207f3a-9eab-46b2-b34c-4d8f5d59b706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:51.864239 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-87a009d1-79ec-4acc-9872-5f0ad5917a09 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1709406 Feb 09 15:43:51.878620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60070) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:51.889106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Request body: {'subnet': {'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1780299088-subnet', 'tenant_id': 'c86d25bfb5824d92a7849057e8e403f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:51.912564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a59d1419-af6d-42da-a4a3-8630110ff916 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:43:51.917216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Allocated IP 172.20.0.1 (f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59/bd345d82-2444-4ab8-bd4d-2e3b715ca49f/8d388264-77e7-48b0-8577-b0dca0421857) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:51.949776 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.107245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:52.135074 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Attempting to bind port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:52.135491 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Attempting to bind port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:52.135951 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Attempting to bind port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:52.148341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:52.148703 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:52.151879 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.151879 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:52.151879 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Bound port: 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:52.151879 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.180143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Made reservation on behalf of c86d25bfb5824d92a7849057e8e403f8 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:52.183006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.185004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8a010-564a-4de3-9029-f890a62c2821 None None] Pushing event updated for resources: {'Port': ['ID=61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:52.220430 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.230878 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] For port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:52.236551 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] For port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:52.241406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8f8894c1-0d48-496e-9380-9b6a72a28a57 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:52.242045 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.275666 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbd766-3275-4668-b331-a99465f31adc None None] Pushing event updated for resources: {'Port': ['ID=2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:52.308909 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.339773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-88d81826-56eb-4344-8bab-6d4d69d8f842 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9081383 Feb 09 15:43:52.359588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec75abe6-22cd-4222-9d5c-9ae0eeccdfc3 req-05ae3cd7-99ec-4ffa-acc5-184aee091f97 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1953387 Feb 09 15:43:52.467312 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Routers {'e117f74c-5447-4071-bb9a-8dccc2123464'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:52.471310 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e117f74c-5447-4071-bb9a-8dccc2123464'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:52.493340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.511648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:52.584872 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbd766-3275-4668-b331-a99465f31adc None None] Pushing event updated for resources: {'Port': ['ID=2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:52.636391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['125641cc-ace2-4c3b-b35e-f998ece85d82'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:52.765394 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] Set router e117f74c-5447-4071-bb9a-8dccc2123464 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:52.803328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05ed803b-e6c0-44e4-9df5-e38b37b3a127 req-2772211b-645e-4351-aee3-58b6410e318f service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437761 Feb 09 15:43:52.845603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d74d84-0d3a-4dab-8816-d2edf0c3c9ce req-86c0ae96-3b82-4002-92f8-62c0159126e7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:52.847340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71d74d84-0d3a-4dab-8816-d2edf0c3c9ce req-86c0ae96-3b82-4002-92f8-62c0159126e7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 944 time: 0.1828887 Feb 09 15:43:52.919454 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3a490c6b-e69e-4773-a357-8d96fb8c8269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.093850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:53.120888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71d74d84-0d3a-4dab-8816-d2edf0c3c9ce req-38f96e85-3550-432e-8eef-a474d4790517 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571614 Feb 09 15:43:53.162697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-929012d7-b63e-45f1-af0a-cdf796053878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:53.164338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-929012d7-b63e-45f1-af0a-cdf796053878 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1099 time: 0.1487195 Feb 09 15:43:53.306639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Router 55b7b173-9571-45a4-beb3-87e1a7487ca3 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:43:53.372641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:53.373257 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.532544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83207f3a-9eab-46b2-b34c-4d8f5d59b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.536635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83207f3a-9eab-46b2-b34c-4d8f5d59b706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.538073 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-83207f3a-9eab-46b2-b34c-4d8f5d59b706 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fda48ce5-a5e6-427a-839c-c692ce48d7a0 HTTP/1.1" status: 204 len: 168 time: 2.2251818 Feb 09 15:43:53.579923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83207f3a-9eab-46b2-b34c-4d8f5d59b706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda48ce5-a5e6-427a-839c-c692ce48d7a0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:53.591265 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:43:46Z', 'revision_number': 3, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:53.591866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.609998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f063a2-e182-48cb-883d-1577d92dc0e4 None None] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:53.642616 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.727740 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fcdfd-0e98-4e63-a65f-e0ceae4c579f None None] The sync data for ids ['e117f74c-5447-4071-bb9a-8dccc2123464'] in n-d-828542-1 is: [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:43:46Z', 'revision_number': 3, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:43:53.818445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.901087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-29f10581-a757-41ec-9929-821351907035 None None] Provisioning complete for port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:53.913590 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-29f10581-a757-41ec-9929-821351907035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:54.138816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de9ad69-088b-4006-a1c8-413ea8d74035,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:54.157010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:54.157708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Network hostable DHCP agents. Network: a59d1419-af6d-42da-a4a3-8630110ff916, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:43:54.380473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:54.580261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:54.586386 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:54.596311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:54.603281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Network a59d1419-af6d-42da-a4a3-8630110ff916 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:43:54.612039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:54.613055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-0cfb1efb-ce65-4cd2-8f15-2d7bbd10b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.639419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-0cfb1efb-ce65-4cd2-8f15-2d7bbd10b415 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 1.4553506 Feb 09 15:43:54.779876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7,segment=NetworkSegment(b3e96feb-7fc1-4341-890e-10228552197f),segment_id=b3e96feb-7fc1-4341-890e-10228552197f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:54.801781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Pushing event updated for resources: {'Port': ['ID=8d388264-77e7-48b0-8577-b0dca0421857,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:54.841764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a59d1419-af6d-42da-a4a3-8630110ff916) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:54.886571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.899525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-f37d02c5-775b-4370-9cc7-de9f78a94339 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.2244477 Feb 09 15:43:54.900953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:54.966868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:54.994840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41154ab2-29c8-4d3d-b17a-c625279da711 req-6bd0905f-c79a-4520-9df9-aed90bc1b138 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.999044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-29f10581-a757-41ec-9929-821351907035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:55.005382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41154ab2-29c8-4d3d-b17a-c625279da711 req-6bd0905f-c79a-4520-9df9-aed90bc1b138 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 948 time: 1.4785588 Feb 09 15:43:55.095055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0edc2-6115-49d6-b0b8-e7aedce9fa2e None None] Network a59d1419-af6d-42da-a4a3-8630110ff916 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:55.098158 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-88bf130f-6db2-4fec-b9a4-53400fe7f852 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2148578 Feb 09 15:43:55.112449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:55.126492 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:55.393693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:55.426633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:55.463412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Sync routers for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:55.469946 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-596fb93a-9a16-4903-9794-4af66a8d0525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:55.511664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41154ab2-29c8-4d3d-b17a-c625279da711 req-ee244c73-bb01-4c6b-a855-4060e45502b9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533482 Feb 09 15:43:55.517590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-53386e8f-db53-4068-b349-990e9e0682c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:55.519757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-53386e8f-db53-4068-b349-990e9e0682c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.5043180 Feb 09 15:43:55.574817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:55.590371 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-29f10581-a757-41ec-9929-821351907035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:43:55.596337 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-29f10581-a757-41ec-9929-821351907035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:43:55.638773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760edb13-303b-402a-8c2e-270574c72441 req-92768405-66f2-43a1-a99c-422b4b224feb tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:55.658350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-760edb13-303b-402a-8c2e-270574c72441 req-92768405-66f2-43a1-a99c-422b4b224feb tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 944 time: 1.0572751 Feb 09 15:43:55.665450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:55.666367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:55.692742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:55.698476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fb340c5c-5c7c-4075-84a4-e878725f6707 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.6268113 Feb 09 15:43:55.705118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60110) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:55.840537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:43:55.843761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-d20b4b01-ebc7-489a-94b6-e36c7e72a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:55.847580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-d20b4b01-ebc7-489a-94b6-e36c7e72a63b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3063564 Feb 09 15:43:55.858894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:56.093965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:56.141391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60118) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:56.182147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:43:56.270318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 125641cc-ace2-4c3b-b35e-f998ece85d82 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:56.287489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:56.306017 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Sync routers for ids ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:56.331394 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Routers {'4a2bf3a6-9b69-4204-8a74-0d78a4325d05'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:56.333518 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:56.351645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-43d3d0d9-3a44-4470-94bf-872c5e79e8be service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755461 Feb 09 15:43:56.368920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-760edb13-303b-402a-8c2e-270574c72441 req-36cab77e-c7d0-49e4-b3b6-6e57b446cefc tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658952 Feb 09 15:43:56.412567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-network', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:56.461957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:56.491395 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:56.491395 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01d647df-3383-4d12-825a-82f576620983 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2630801 Feb 09 15:43:56.498733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60124) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:56.510926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ff831-7674-4156-8808-097040c13769 None None] Network a59d1419-af6d-42da-a4a3-8630110ff916 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:43:56.530579 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:43:56.601736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:56.602156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:56.683185 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Set router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:56.683500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66bd351c-0033-4fce-9b45-bc4c32239f7e req-6a204d11-212a-4593-8da5-8e288c7e8390 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101058 Feb 09 15:43:56.835308 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.017112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.104035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7016e805-5deb-4ed9-933a-04d7f71e3748 None None] Provisioning complete for port 8d388264-77e7-48b0-8577-b0dca0421857 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:57.107043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7016e805-5deb-4ed9-933a-04d7f71e3748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.128576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60136) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:43:57.135001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.142194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-58015259-network', 'tenant_id': 'fe764c7905244d24824386cde13a2a44'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:43:57.143378 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:43:51Z', 'revision_number': 3, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port': {'id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:50Z', 'updated_at': '2022-02-09T15:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:57.213932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7016e805-5deb-4ed9-933a-04d7f71e3748 None None] Port 8d388264-77e7-48b0-8577-b0dca0421857 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:43:57.222118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 125641cc-ace2-4c3b-b35e-f998ece85d82 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:57.222647 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.246523 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Checking router: 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:43:57.247219 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Updating router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 port e59c1c34-efc0-4388-85df-501fbe443e0f binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:43:57.287330 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.367381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:57.368567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Made reservation on behalf of 3a743f93f1934b0fae1a85ef4a8c1816 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:57.371097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.388475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.411819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:57.428863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7016e805-5deb-4ed9-933a-04d7f71e3748 None None] Provisioning complete for port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:57.429312 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7016e805-5deb-4ed9-933a-04d7f71e3748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.446458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Pushing event updated for resources: {'Port': ['ID=8d388264-77e7-48b0-8577-b0dca0421857,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:57.579566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d06c1-a622-45a9-ab96-8f100d703b4d req-7cf5aff5-9703-4363-9902-4e52ae3a4a8e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:57.593325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f70d06c1-a622-45a9-ab96-8f100d703b4d req-7cf5aff5-9703-4363-9902-4e52ae3a4a8e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 948 time: 0.9083979 Feb 09 15:43:57.603052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Made reservation on behalf of fe764c7905244d24824386cde13a2a44 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:57.605943 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.615658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:57.701236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.702456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f70d06c1-a622-45a9-ab96-8f100d703b4d req-6f6dbe9f-40df-4227-967b-dd3d6dbd03c1 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838583 Feb 09 15:43:57.720881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.806806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'mac_address': 'fa:16:3e:d7:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:43:57.881421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4bbfa-a0bb-4af1-8fc8-4980e22587cb req-a466e81a-2e85-4797-9f14-036194f0409b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:57.887464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:57.890771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91d4bbfa-a0bb-4af1-8fc8-4980e22587cb req-a466e81a-2e85-4797-9f14-036194f0409b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 944 time: 0.2272830 Feb 09 15:43:57.972426 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.977519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:57.979934 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22df7e8-27d3-41f1-888a-efb21a8d0536" -d '{"events": [{"server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "name": "network-vif-plugged", "status": "completed", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:43:57.980179 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.980715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:57.985486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Router e117f74c-5447-4071-bb9a-8dccc2123464 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:43:58.020921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:43:51Z', 'revision_number': 3, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:58.030785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91d4bbfa-a0bb-4af1-8fc8-4980e22587cb req-7a81af9d-b31c-4160-b9d0-f87a619f95d9 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217403 Feb 09 15:43:58.100355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.142179 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.147135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.154893 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fba263-c01b-463f-ad77-4da25fbcab66 x-openstack-request-id: req-54fba263-c01b-463f-ad77-4da25fbcab66 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:43:58.155343 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "name": "network-vif-plugged", "status": "completed", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:43:58.155798 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54fba263-c01b-463f-ad77-4da25fbcab66 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:43:58.156340 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'code': 200} Feb 09 15:43:58.159810 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.161979 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.353390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:58.374280 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8867b35-c0db-4d75-806c-ee69410545f4 None None] Pushing event updated for resources: {'Port': ['ID=e59c1c34-efc0-4388-85df-501fbe443e0f,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:58.381696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:58.383637 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Attempting to bind port e59c1c34-efc0-4388-85df-501fbe443e0f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:58.384005 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Attempting to bind port e59c1c34-efc0-4388-85df-501fbe443e0f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:58.384401 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Attempting to bind port e59c1c34-efc0-4388-85df-501fbe443e0f on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:43:58.388888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Checking router: 55b7b173-9571-45a4-beb3-87e1a7487ca3 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:43:58.389331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Updating router 55b7b173-9571-45a4-beb3-87e1a7487ca3 port ff00e519-d388-445d-9409-11e036362de4 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:43:58.391786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.399724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:58.406134 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:43:58.406627 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:43:58.406906 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.407300 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:43:58.407760 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Bound port: e59c1c34-efc0-4388-85df-501fbe443e0f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:58.408189 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.433002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Allocated IP 172.20.0.1 (2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb/9bcc5345-71e3-4019-bdc5-b84bd7f7264c/0e7f0607-3b9c-48eb-9ec2-cbec504e2993) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:58.468147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdfb95f-cc52-47ac-be94-41012c8327fa,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:58.474908 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.493571 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.499994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:58.529890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.534063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.546352 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.546707 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Added segment ac89f02b-3988-4d86-95af-e60f153df5ff of type vlan for network 6601122e-b69c-4104-932d-017527239653 Feb 09 15:43:58.574674 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] For port e59c1c34-efc0-4388-85df-501fbe443e0f, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:58.576497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.576860 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Added segment 122703ee-3374-45e9-b743-6745cce1717d of type vlan for network 63f19572-2abb-4601-bbcd-b4a93374bd35 Feb 09 15:43:58.578013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1755f236-313d-4d2c-bffd-1de68c4143a3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:58.584529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:58.596873 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] For port e59c1c34-efc0-4388-85df-501fbe443e0f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e59c1c34-efc0-4388-85df-501fbe443e0f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:58.618798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.674342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:43:58.683761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.686296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-245be082-3983-4d8d-ba85-22fe7720e7ad None None] Provisioning complete for port 8d388264-77e7-48b0-8577-b0dca0421857 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:58.686673 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-245be082-3983-4d8d-ba85-22fe7720e7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.686815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f4475-6663-424a-bbf4-61ed7cabcca4 req-274e7c0a-de68-497f-9e1a-0a52d0b773fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:58.688705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af5f4475-6663-424a-bbf4-61ed7cabcca4 req-274e7c0a-de68-497f-9e1a-0a52d0b773fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 1096 time: 0.3602364 Feb 09 15:43:58.739204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.770541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.776722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:58.781208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af5f4475-6663-424a-bbf4-61ed7cabcca4 req-5835dfc2-c55b-4c94-b915-50847764dff5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544357 Feb 09 15:43:58.790169 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-980c47ca-c0ae-4696-bd49-451f2aaa9824 admin admin] 10.222.0.53 "PUT /v2.0/routers/e117f74c-5447-4071-bb9a-8dccc2123464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2692688 Feb 09 15:43:58.803154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:58.806655 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.821815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Sync routers for ids ['e117f74c-5447-4071-bb9a-8dccc2123464'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:43:58.842223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.984194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0585c-9e04-4869-aad2-7bc6f925273f req-0bb22eb8-eb93-4eac-ba1b-cad0bbee6885 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:58.984194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e0585c-9e04-4869-aad2-7bc6f925273f req-0bb22eb8-eb93-4eac-ba1b-cad0bbee6885 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 948 time: 0.1079886 Feb 09 15:43:58.984510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:58.984510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Routers {'e117f74c-5447-4071-bb9a-8dccc2123464'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:58.984510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e117f74c-5447-4071-bb9a-8dccc2123464'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:58.984510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-245be082-3983-4d8d-ba85-22fe7720e7ad None None] Port 8d388264-77e7-48b0-8577-b0dca0421857 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:43:59.031405 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Routers {'4a2bf3a6-9b69-4204-8a74-0d78a4325d05'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:43:59.033713 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:59.051337 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8867b35-c0db-4d75-806c-ee69410545f4 None None] Pushing event updated for resources: {'Port': ['ID=e59c1c34-efc0-4388-85df-501fbe443e0f,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:59.089690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e0585c-9e04-4869-aad2-7bc6f925273f req-e4d63e24-4a23-4de9-bb2c-36b03241900d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600511 Feb 09 15:43:59.162433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:59.163161 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.198295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Allocated IP 172.20.0.1 (16ca3ddc-e230-4f32-ab40-ba0f4b178aaf/a4e2b418-bb60-44df-a763-093b5ee0e04c/967303d0-af29-4449-a073-dd23e28027e8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:59.235283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Set router e117f74c-5447-4071-bb9a-8dccc2123464 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:59.247884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.249142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:59.254937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.268144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.277112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.419692 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] Set router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:43:59.484276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:59.545368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:59.591201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['1755f236-313d-4d2c-bffd-1de68c4143a3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:43:59.654877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:59.665973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.665973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:59.684788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.688400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:43:59.703850 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.897979 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.906285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.980473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:00.051871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9954a-0308-40d7-8230-98a56f83ecd7 req-5a4ab9d5-591f-4649-a103-615230b0a0f2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:00.063234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ee9954a-0308-40d7-8230-98a56f83ecd7 req-5a4ab9d5-591f-4649-a103-615230b0a0f2 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.8849330 Feb 09 15:44:00.069420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Attempting to bind port ff00e519-d388-445d-9409-11e036362de4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:00.073945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Attempting to bind port ff00e519-d388-445d-9409-11e036362de4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:00.074627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Attempting to bind port ff00e519-d388-445d-9409-11e036362de4 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:00.081400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446f466-2caa-408a-b7d3-cc7ac0b6c7d0 None None] Pushing event updated for resources: {'Port': ['ID=ff00e519-d388-445d-9409-11e036362de4,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:00.103497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.103756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.104190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.106986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.107354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.107725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.108792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.109154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.111574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.112062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.112477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.112813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:00.135292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:00.135760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:00.136273 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.144822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:00.148460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Bound port: ff00e519-d388-445d-9409-11e036362de4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:00.150224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.240535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ee9954a-0308-40d7-8230-98a56f83ecd7 req-7b3cbfbb-3af0-4910-bec2-fb828694c18b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472871 Feb 09 15:44:00.250098 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.442591 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:43:51Z', 'revision_number': 3, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port': {'id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:50Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:00.447094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:43:55Z', 'revision_number': 4, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8d388264-77e7-48b0-8577-b0dca0421857', 'name': '', 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'mac_address': 'fa:16:3e:45:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd345d82-2444-4ab8-bd4d-2e3b715ca49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:51Z', 'updated_at': '2022-02-09T15:43:56Z', 'revision_number': 2, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'subnets': [{'id': 'bd345d82-2444-4ab8-bd4d-2e3b715ca49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:00.482008 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9500be8-5bbf-4b89-8c8e-016e327fd915 None None] The sync data for ids ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'] in n-d-828542-1 is: [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:43:51Z', 'revision_number': 3, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port': {'id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:50Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:00.634852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Checking router: e117f74c-5447-4071-bb9a-8dccc2123464 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:44:00.635222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Updating router e117f74c-5447-4071-bb9a-8dccc2123464 port 8d388264-77e7-48b0-8577-b0dca0421857 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:44:00.668779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] For port ff00e519-d388-445d-9409-11e036362de4, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:00.726330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:00.796579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d9dc277a-d458-44ed-8e6c-1646c8d67120 None None] Provisioning complete for port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:00.796976 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9dc277a-d458-44ed-8e6c-1646c8d67120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.886594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc277a-d458-44ed-8e6c-1646c8d67120 None None] Port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:44:00.899946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] For port ff00e519-d388-445d-9409-11e036362de4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ff00e519-d388-445d-9409-11e036362de4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:00.935755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.951795 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.8089314 Feb 09 15:44:00.960233 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.8173120 Feb 09 15:44:00.966950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:00.967137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60168) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:00.984062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Request body: {'subnet': {'network_id': '6601122e-b69c-4104-932d-017527239653', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-subnet', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:00.996793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da19d-b485-4706-a69c-44cbf37c2448 req-9a5b1a4c-057d-40a8-a555-2c73532fde1d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:01.002811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f22da19d-b485-4706-a69c-44cbf37c2448 req-9a5b1a4c-057d-40a8-a555-2c73532fde1d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 949 time: 0.7396176 Feb 09 15:44:01.003270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Request body: {'subnet': {'network_id': '63f19572-2abb-4601-bbcd-b4a93374bd35', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-58015259-subnet', 'tenant_id': 'fe764c7905244d24824386cde13a2a44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:01.065815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:01.109630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597b4d3-e8dd-4caf-808f-11e6bf702a14 admin admin] Pushing event updated for resources: {'Network': ['ID=6601122e-b69c-4104-932d-017527239653,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:01.255208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:01.321218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f22da19d-b485-4706-a69c-44cbf37c2448 req-e591120d-6f9f-40ea-80b8-08af9966f033 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518439 Feb 09 15:44:01.399216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Made reservation on behalf of fe764c7905244d24824386cde13a2a44 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:01.402079 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:01.615560 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:01.648830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:01.718539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 6601122e-b69c-4104-932d-017527239653 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:44:01.727522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Made reservation on behalf of 3a743f93f1934b0fae1a85ef4a8c1816 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:01.730215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:01.741889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:01.887885 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5d7b8-cef0-4a3c-967a-5c7486152aab admin admin] Pushing event updated for resources: {'Network': ['ID=63f19572-2abb-4601-bbcd-b4a93374bd35,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:01.913577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001f893-76d1-4c7f-82a7-7960771f17ee req-bf40203d-4234-4e73-972d-27389dcf789c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:01.913577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a001f893-76d1-4c7f-82a7-7960771f17ee req-bf40203d-4234-4e73-972d-27389dcf789c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.4563673 Feb 09 15:44:02.169173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a001f893-76d1-4c7f-82a7-7960771f17ee req-c9d39c2a-13b0-4b33-8ce0-868223833d7d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701341 Feb 09 15:44:02.234539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.349666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:02.426479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 63f19572-2abb-4601-bbcd-b4a93374bd35 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:44:02.453438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:02.494604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:02.503757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.577351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbacbd-8162-4c73-8d35-6259e480b831 req-3a2cd197-e15e-44a4-af4c-e17ba7e17e2d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:02.591872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7cbacbd-8162-4c73-8d35-6259e480b831 req-3a2cd197-e15e-44a4-af4c-e17ba7e17e2d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.2581885 Feb 09 15:44:02.612364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.616141 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Pushing event updated for resources: {'Port': ['ID=967303d0-af29-4449-a073-dd23e28027e8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:02.637764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:02.639425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:02.740727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7cbacbd-8162-4c73-8d35-6259e480b831 req-d3e4a42a-2f87-4f02-888a-4a24df174310 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470060 Feb 09 15:44:02.789064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446f466-2caa-408a-b7d3-cc7ac0b6c7d0 None None] Pushing event updated for resources: {'Port': ['ID=ff00e519-d388-445d-9409-11e036362de4,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:02.791600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.791973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.807710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.808302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.808790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.809057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.809391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.809767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.810057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.810375 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.811710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.811710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:02.839848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c9c16-6001-4552-a65f-2318d3bbb9a0 req-355e3e21-a58d-4dcb-9036-9f2a70c731f7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:02.854792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:02.855599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-109c9c16-6001-4552-a65f-2318d3bbb9a0 req-355e3e21-a58d-4dcb-9036-9f2a70c731f7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 949 time: 0.2594664 Feb 09 15:44:02.858474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.018433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-109c9c16-6001-4552-a65f-2318d3bbb9a0 req-900f0574-b40f-45e1-9455-132812a131f5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613488 Feb 09 15:44:03.182070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.193489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.304470 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.377901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:03.387024 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.414636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a713d214-a672-4ec4-bb50-7a72746fa5f6,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:03.635933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Pushing event updated for resources: {'Port': ['ID=8d388264-77e7-48b0-8577-b0dca0421857,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:03.648021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:03.653487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:03.674990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:03.759584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:03.818237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Attempting to bind port 8d388264-77e7-48b0-8577-b0dca0421857 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:03.822524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Attempting to bind port 8d388264-77e7-48b0-8577-b0dca0421857 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:03.823351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Attempting to bind port 8d388264-77e7-48b0-8577-b0dca0421857 on network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:03.840819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Checking segment: {'id': '122703ee-3374-45e9-b743-6745cce1717d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '63f19572-2abb-4601-bbcd-b4a93374bd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:03.841077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:03.841239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Network hostable DHCP agents. Network: 63f19572-2abb-4601-bbcd-b4a93374bd35, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:44:03.841339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Checking segment: {'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:03.841560 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.842076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Bound using segment: {'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:03.842751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Bound port: 8d388264-77e7-48b0-8577-b0dca0421857, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3840472-dbe7-4556-9f1b-c058228b7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:03.843412 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.907630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c4407c54-3a20-4203-b67b-faafd168d1f0 None None] Provisioning complete for port 967303d0-af29-4449-a073-dd23e28027e8 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:03.907630 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c4407c54-3a20-4203-b67b-faafd168d1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.182378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Network 63f19572-2abb-4601-bbcd-b4a93374bd35 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:44:04.298938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c4407c54-3a20-4203-b67b-faafd168d1f0 None None] Port 967303d0-af29-4449-a073-dd23e28027e8 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:44:04.398185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe398340-db83-40db-96aa-45bee55c2981 req-c2bba052-72b6-4ddf-ab19-53796a5df424 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:04.402485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe398340-db83-40db-96aa-45bee55c2981 req-c2bba052-72b6-4ddf-ab19-53796a5df424 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 949 time: 0.1995163 Feb 09 15:44:04.418530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.430504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Router 55b7b173-9571-45a4-beb3-87e1a7487ca3 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:44:04.446274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 63f19572-2abb-4601-bbcd-b4a93374bd35) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:04.449800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e59c1c34-efc0-4388-85df-501fbe443e0f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:04.474111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:04.474755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.503597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cd276-63e7-49fc-9dd8-51437873c90f None None] Network 63f19572-2abb-4601-bbcd-b4a93374bd35 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:44:04.507445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.522948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 1755f236-313d-4d2c-bffd-1de68c4143a3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:04.577363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe398340-db83-40db-96aa-45bee55c2981 req-39818a67-840e-44e9-a7b2-dcaf46fd918b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417987 Feb 09 15:44:04.605084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 1755f236-313d-4d2c-bffd-1de68c4143a3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:04.605613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.624376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c568494-e688-443c-bd8d-ed008e3147c1,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:04.647447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] For port 8d388264-77e7-48b0-8577-b0dca0421857, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:04.675296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] Provisioning complete for port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:04.676651 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.734882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Checking segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:04.735520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Network hostable DHCP agents. Network: 6601122e-b69c-4104-932d-017527239653, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:44:04.749724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] For port 8d388264-77e7-48b0-8577-b0dca0421857, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8d388264-77e7-48b0-8577-b0dca0421857,segment=NetworkSegment(f3840472-dbe7-4556-9f1b-c058228b7a25),segment_id=f3840472-dbe7-4556-9f1b-c058228b7a25)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:04.827503 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.860887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] Port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:44:04.872156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.887557 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-05a7db04-f25f-4f83-8560-fdd38e93c930 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.8896360 Feb 09 15:44:04.902894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e59c1c34-efc0-4388-85df-501fbe443e0f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:04.903658 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.945586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Network 6601122e-b69c-4104-932d-017527239653 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:44:04.954472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Routers {'e117f74c-5447-4071-bb9a-8dccc2123464'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:04.962720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e117f74c-5447-4071-bb9a-8dccc2123464'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:05.001533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:44:05.024351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e76595af-346a-47c9-a020-f86e05a36ec8 admin admin] 10.222.0.53 "PUT /v2.0/routers/55b7b173-9571-45a4-beb3-87e1a7487ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3064725 Feb 09 15:44:05.117352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6c654cfc-4a6b-4f4d-8e8f-31b629c656aa tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:05.119477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6c654cfc-4a6b-4f4d-8e8f-31b629c656aa tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 814 time: 0.6353214 Feb 09 15:44:05.136601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 6601122e-b69c-4104-932d-017527239653) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:05.200181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] Set router e117f74c-5447-4071-bb9a-8dccc2123464 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:05.247971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.263524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:05.267083 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.315424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.335083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-02c0868e-8fc1-4935-9c44-3aab55e5b342 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/quotas/d3b03a42c52c42a2a7221971b46137ef HTTP/1.1" status: 200 len: 375 time: 0.1983237 Feb 09 15:44:05.547188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.564519 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-97d1808b-effc-4a42-b9d6-3761c36b2650 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.5925155 Feb 09 15:44:05.567165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60210) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:05.568391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Pushing event updated for resources: {'Port': ['ID=967303d0-af29-4449-a073-dd23e28027e8,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:05.723609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-90e26b45-09e4-44ec-b698-40989b67f7a9 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:05.727276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-90e26b45-09e4-44ec-b698-40989b67f7a9 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150 HTTP/1.1" status: 200 len: 945 time: 0.6064277 Feb 09 15:44:05.735369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:05.760379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-dc0de103-95e3-4335-8889-33fae8c9235d tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3871727 Feb 09 15:44:05.828816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:05.850861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:05.952065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-8694591a-13ee-434d-ae35-a0304ae680a6 service neutron] 10.222.0.53 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906075 Feb 09 15:44:06.059678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac67357-707d-441c-b1ba-60269c2c8da7 None None] Network 6601122e-b69c-4104-932d-017527239653 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:44:06.163409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Deleting port 125641cc-ace2-4c3b-b35e-f998ece85d82 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:44:06.163703 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.181922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-c684a789-23eb-44a0-8aff-8390b2968b99 service neutron] 10.222.0.53 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275107 Feb 09 15:44:06.237218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60218) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:06.253636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.257957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.264960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5e2b7373-3529-4a99-8cc7-1fc535cb583d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218425635', 'description': 'tempest-description--1463681947'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:06.459412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:06.462720 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697c05d-52b1-4e5f-990f-2451f9416396" -d '{"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-plugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:06.468331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:44:06.518034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.631557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] For port 125641cc-ace2-4c3b-b35e-f998ece85d82, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=125641cc-ace2-4c3b-b35e-f998ece85d82,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:06.631949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.649379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Calling delete_port for 125641cc-ace2-4c3b-b35e-f998ece85d82 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:44:06.692019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-6601122e-b69c-4104-932d-017527239653', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:44:06.693850 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.718968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:06.735157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11a891-f2db-43c7-b647-a0254183cfc5 None None] Network 63f19572-2abb-4601-bbcd-b4a93374bd35 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:44:06.790225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:44:06.809908 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Sync routers for ids ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:44:06.837141 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47c21e01-b88b-4594-8b77-c6d0cdf33833 admin admin] 10.222.0.53 "PUT /v2.0/routers/4a2bf3a6-9b69-4204-8a74-0d78a4325d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3069217 Feb 09 15:44:06.839835 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Routers {'4a2bf3a6-9b69-4204-8a74-0d78a4325d05'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:06.842841 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:06.918762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] Provisioning complete for port 8d388264-77e7-48b0-8577-b0dca0421857 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:06.919158 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.941509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f32fb-2dd8-45c5-8105-75e8198bc4f1 req-122d9f49-0aae-409f-9285-3a65a374bb3c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:06.947089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c2f32fb-2dd8-45c5-8105-75e8198bc4f1 req-122d9f49-0aae-409f-9285-3a65a374bb3c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 949 time: 0.5361619 Feb 09 15:44:07.003767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c2f32fb-2dd8-45c5-8105-75e8198bc4f1 req-79ce2ed2-2db4-47ef-80a6-7368d9b92e0d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514171 Feb 09 15:44:07.154842 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Set router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:07.242281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7373-3529-4a99-8cc7-1fc535cb583d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:07.349721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:07.567721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Pushing event deleted for resources: {'Port': ['ID=125641cc-ace2-4c3b-b35e-f998ece85d82,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:07.731526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Allocated IP 172.20.0.2 (6601122e-b69c-4104-932d-017527239653/7c568494-e688-443c-bd8d-ed008e3147c1/64a2d599-9e96-47f2-8d55-72c1fcfa6307) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:07.741466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:07.771048 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-303cd72d-7375-43f3-a367-8b242b344c4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2666161 Feb 09 15:44:07.906260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7373-3529-4a99-8cc7-1fc535cb583d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:07.960128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-b9ecafc7-c5a0-4879-8fde-6eef3e9d929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:07.963744 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-b9ecafc7-c5a0-4879-8fde-6eef3e9d929b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 1096 time: 0.1671436 Feb 09 15:44:08.101917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4952a75-8c1e-4c9c-825c-f6e3f5c92c3e req-25fe7da0-1e6f-4873-baaa-ae1dd060dae5 tempest-FloatingIPsNegativeTestJSON-368433222 tempest-FloatingIPsNegativeTestJSON-368433222-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=30b6b97959f044bfbc17aaa71af7071e HTTP/1.1" status: 200 len: 217 time: 0.3482282 Feb 09 15:44:08.121411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7373-3529-4a99-8cc7-1fc535cb583d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:08.166777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-e731161b-a9f4-40a9-be43-90b0f1b87fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:08.168299 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-e731161b-a9f4-40a9-be43-90b0f1b87fc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.1714621 Feb 09 15:44:08.171780 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:44:04Z', 'revision_number': 4, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port': {'id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:50Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '967303d0-af29-4449-a073-dd23e28027e8', 'name': '', 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'mac_address': 'fa:16:3e:e0:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a4e2b418-bb60-44df-a763-093b5ee0e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:04Z', 'revision_number': 2, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'subnets': [{'id': 'a4e2b418-bb60-44df-a763-093b5ee0e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:08.238010 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Checking router: 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:44:08.240906 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Updating router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 port 967303d0-af29-4449-a073-dd23e28027e8 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:44:08.291949 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-734af453-bf70-4845-a1e0-642ee4b43e8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 200 len: 217 time: 0.1162198 Feb 09 15:44:08.343782 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:08.407244 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:08.421289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:08.456402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Pushing event updated for resources: {'Port': ['ID=8d388264-77e7-48b0-8577-b0dca0421857,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:08.477836 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd91c08-f698-4f48-958b-82979ded162b x-openstack-request-id: req-afd91c08-f698-4f48-958b-82979ded162b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:08.478540 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-plugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:08.478963 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afd91c08-f698-4f48-958b-82979ded162b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:08.479670 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'code': 200} Feb 09 15:44:08.485264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 125641cc-ace2-4c3b-b35e-f998ece85d82 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:44:08.497142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.497630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.498054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.498598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.499273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.501162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.501659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.502923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.503244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.503639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.505106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.505106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b65effd-2548-48ed-a419-f504a3d0afbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:08.631038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:08.634082 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 125641cc-ace2-4c3b-b35e-f998ece85d82 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:44:08.638790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 125641cc-ace2-4c3b-b35e-f998ece85d82 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:44:08.828894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-dce35eff-d5d7-4df4-b3e0-e28668baa6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:08.833210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-dce35eff-d5d7-4df4-b3e0-e28668baa6db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.5257204 Feb 09 15:44:08.836616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 1, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:08.956121 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:08.978733 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-c0d85be9-f1b5-464d-9b35-8f9f5c2d4d2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353645 Feb 09 15:44:09.026252 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.038662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bb8fed-86ad-41f1-a1de-22e11b8e0663 None None] The sync data for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 is: [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 1, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:09.156776 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.210343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b7373-3529-4a99-8cc7-1fc535cb583d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f016597-7279-4ec3-8999-2c17e8d5277f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:09.220353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] No DVR routers for this DVR port 125641cc-ace2-4c3b-b35e-f998ece85d82 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:44:09.291053 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.303861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.315391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fc0c0d5-3b7a-4648-ab16-8c39c693dcfb req-a52523a3-67ab-4f24-8261-d69268682b34 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.13 "DELETE /v2.0/ports/125641cc-ace2-4c3b-b35e-f998ece85d82 HTTP/1.1" status: 204 len: 173 time: 3.5800297 Feb 09 15:44:09.377713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'name': 'network-vif-deleted', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:09.387307 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058cc7f2-e717-40d4-92f0-f2572152d6f4" -d '{"events": [{"server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "name": "network-vif-deleted", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:09.400125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Network 6601122e-b69c-4104-932d-017527239653 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:09.413813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port e59c1c34-efc0-4388-85df-501fbe443e0f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e59c1c34-efc0-4388-85df-501fbe443e0f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:09.483469 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea12cb0-6899-48a8-8006-82bcbb63fb14 None None] Pushing event updated for resources: {'Port': ['ID=967303d0-af29-4449-a073-dd23e28027e8,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:09.638044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.652516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:09.673394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:09.673490 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-b68a4b7a-f440-454f-9af6-8a91ca43db1b service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816158 Feb 09 15:44:09.673602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7373-3529-4a99-8cc7-1fc535cb583d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.679860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5e2b7373-3529-4a99-8cc7-1fc535cb583d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.4306397 Feb 09 15:44:09.682990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5ee60ea-a882-4577-991a-324c2c6339f4 req-941f526b-5285-42f7-a9df-b4ba05735098 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 210 time: 0.4736755 Feb 09 15:44:09.683853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:43:55Z', 'revision_number': 4, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8d388264-77e7-48b0-8577-b0dca0421857', 'name': '', 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'mac_address': 'fa:16:3e:45:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd345d82-2444-4ab8-bd4d-2e3b715ca49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:51Z', 'updated_at': '2022-02-09T15:44:04Z', 'revision_number': 4, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'subnets': [{'id': 'bd345d82-2444-4ab8-bd4d-2e3b715ca49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:09.703309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] For port 8d388264-77e7-48b0-8577-b0dca0421857, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8d388264-77e7-48b0-8577-b0dca0421857,segment=NetworkSegment(f3840472-dbe7-4556-9f1b-c058228b7a25),segment_id=f3840472-dbe7-4556-9f1b-c058228b7a25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:09.713459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60284) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:09.761537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3190cf4e-e158-408d-afa1-fba9a91caf2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'security_group_rule': {'security_group_id': '7f016597-7279-4ec3-8999-2c17e8d5277f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:09.814038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d2687-f936-4f97-9e2e-2aa3b8ad8e8d req-30998292-f2b8-463a-b7d6-75224b33e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:09.814479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0d2687-f936-4f97-9e2e-2aa3b8ad8e8d req-30998292-f2b8-463a-b7d6-75224b33e07f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1101 time: 2.2521079 Feb 09 15:44:09.907497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e42ab14-1c0c-4475-90a8-ef478fde3967 None None] The sync data for ids ['e117f74c-5447-4071-bb9a-8dccc2123464'] in n-d-828542-1 is: [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:43:55Z', 'revision_number': 4, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8d388264-77e7-48b0-8577-b0dca0421857', 'name': '', 'network_id': 'f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'mac_address': 'fa:16:3e:45:ba:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'bd345d82-2444-4ab8-bd4d-2e3b715ca49f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:51Z', 'updated_at': '2022-02-09T15:44:04Z', 'revision_number': 4, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'subnets': [{'id': 'bd345d82-2444-4ab8-bd4d-2e3b715ca49f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:09.919743 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Attempting to bind port 967303d0-af29-4449-a073-dd23e28027e8 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:09.920456 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Attempting to bind port 967303d0-af29-4449-a073-dd23e28027e8 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:09.921178 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Attempting to bind port 967303d0-af29-4449-a073-dd23e28027e8 on network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:09.935073 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.944608 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:09.945474 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Checking segment: {'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:09.946578 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.953284 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Bound using segment: {'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:09.966185 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Bound port: 967303d0-af29-4449-a073-dd23e28027e8, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e96feb-7fc1-4341-890e-10228552197f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:09.967164 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.026238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.051408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:10.259473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.421671 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8e30e1d1-7ab1-45f0-ad2b-406d8bc03d92 req-2b812e1c-6e95-489d-9b72-ffe5e889bf8b service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354866 Feb 09 15:44:10.495951 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] For port 967303d0-af29-4449-a073-dd23e28027e8, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:10.497069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b365ac-f029-4b56-a974-949e4e60892a req-3d8cc92c-8a2a-41cc-a15a-8eb0730319fb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:10.499605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-3d8cc92c-8a2a-41cc-a15a-8eb0730319fb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 821 time: 2.9725492 Feb 09 15:44:10.507660 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] For port 967303d0-af29-4449-a073-dd23e28027e8, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=967303d0-af29-4449-a073-dd23e28027e8,segment=NetworkSegment(b3e96feb-7fc1-4341-890e-10228552197f),segment_id=b3e96feb-7fc1-4341-890e-10228552197f)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:10.567198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Attempting to bind port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:10.567926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Attempting to bind port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:10.569711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Attempting to bind port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 on network 6601122e-b69c-4104-932d-017527239653 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:10.605470 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.611589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:10.612705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Checking segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:10.615440 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.615440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Bound using segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:10.616714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Bound port: 64a2d599-9e96-47f2-8d55-72c1fcfa6307, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:10.619354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.619975 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3190cf4e-e158-408d-afa1-fba9a91caf2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.733309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d77bf544-70d1-49d5-934b-af65322c80d6 None None] Provisioning complete for port 967303d0-af29-4449-a073-dd23e28027e8 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:10.733935 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d77bf544-70d1-49d5-934b-af65322c80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.859550 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea12cb0-6899-48a8-8006-82bcbb63fb14 None None] Pushing event updated for resources: {'Port': ['ID=967303d0-af29-4449-a073-dd23e28027e8,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:10.929572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3190cf4e-e158-408d-afa1-fba9a91caf2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.945675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0d2687-f936-4f97-9e2e-2aa3b8ad8e8d req-19e4c415-bc26-4989-bf06-e13810162c36 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1089039 Feb 09 15:44:10.956493 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Routers {'4a2bf3a6-9b69-4204-8a74-0d78a4325d05'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:10.961268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-bda1d371-acf4-4c99-a10f-f49ae98f875c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/quotas/c86d25bfb5824d92a7849057e8e403f8 HTTP/1.1" status: 200 len: 375 time: 0.4098547 Feb 09 15:44:10.961636 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:10.962905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Allocated IP 172.25.5.193 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/8bf2177e-2588-465f-9c32-1f7b18cc1f5d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:11.038867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505fe3-76aa-4109-9c42-e87fd2f0b23d req-86e0d4d6-d53f-437e-a5d1-075e6c22cc19 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:11.046499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0505fe3-76aa-4109-9c42-e87fd2f0b23d req-86e0d4d6-d53f-437e-a5d1-075e6c22cc19 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 1.0262239 Feb 09 15:44:11.103616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3190cf4e-e158-408d-afa1-fba9a91caf2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.298702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] For port 64a2d599-9e96-47f2-8d55-72c1fcfa6307, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:11.308210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190cf4e-e158-408d-afa1-fba9a91caf2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1328188-1a69-4242-a781-422162fc7cd2,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:11.318834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] For port 64a2d599-9e96-47f2-8d55-72c1fcfa6307, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64a2d599-9e96-47f2-8d55-72c1fcfa6307,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:11.402676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-51deec35-5157-41b8-baa3-7c9619f98ee4 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4161091 Feb 09 15:44:11.414918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Pushing event updated for resources: {'Port': ['ID=64a2d599-9e96-47f2-8d55-72c1fcfa6307,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:11.586504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=e59c1c34-efc0-4388-85df-501fbe443e0f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:11.591680 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.757814 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] Set router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:11.921963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb6274-5a81-4730-b1a2-44612c45bd11 None None] Pushing event updated for resources: {'Port': ['ID=8d388264-77e7-48b0-8577-b0dca0421857,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:12.032776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0505fe3-76aa-4109-9c42-e87fd2f0b23d req-5ed1f65a-d14f-41a7-8b94-d08c579ec277 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7977185 Feb 09 15:44:12.062491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3190cf4e-e158-408d-afa1-fba9a91caf2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.074047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3190cf4e-e158-408d-afa1-fba9a91caf2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3484166 Feb 09 15:44:12.081510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60292) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:12.115227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.121706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-40c6c71b-a817-4059-a4d3-98b152cdfe00 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'security_group_rule': {'security_group_id': '7f016597-7279-4ec3-8999-2c17e8d5277f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:12.145565 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d77bf544-70d1-49d5-934b-af65322c80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.438042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.501062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3a56b22-6d4f-4b86-9a52-31620e1643c4 req-962c4dfe-3eac-4694-8718-ba42c3123e5c tempest-FloatingIPsNegativeTestJSON-368433222 tempest-FloatingIPsNegativeTestJSON-368433222-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3568571 Feb 09 15:44:12.574039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf2177e-2588-465f-9c32-1f7b18cc1f5d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:12.596556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:12.603407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:12.626767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:12.640886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-a817-4059-a4d3-98b152cdfe00 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.644817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8d388264-77e7-48b0-8577-b0dca0421857 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:12.781270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d77bf544-70d1-49d5-934b-af65322c80d6 None None] For port 967303d0-af29-4449-a073-dd23e28027e8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=967303d0-af29-4449-a073-dd23e28027e8,segment=NetworkSegment(b3e96feb-7fc1-4341-890e-10228552197f),segment_id=b3e96feb-7fc1-4341-890e-10228552197f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:12.928703 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d77bf544-70d1-49d5-934b-af65322c80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.949740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85a88a-6624-4169-9fe2-e8a2e0204da9 None None] Pushing event updated for resources: {'Port': ['ID=64a2d599-9e96-47f2-8d55-72c1fcfa6307,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:13.103906 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0571ff-cb62-41bb-b82c-5f36665a6456 x-openstack-request-id: req-4f0571ff-cb62-41bb-b82c-5f36665a6456 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:13.105536 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150", "name": "network-vif-deleted", "tag": "125641cc-ace2-4c3b-b35e-f998ece85d82", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:13.106485 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f0571ff-cb62-41bb-b82c-5f36665a6456 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:13.108455 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7442d03-2bc2-4eb3-b9a1-ab49dcfdf150', 'name': 'network-vif-deleted', 'tag': '125641cc-ace2-4c3b-b35e-f998ece85d82', 'status': 'completed', 'code': 200} Feb 09 15:44:13.127316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-9c74f00c-b7b7-4d4b-a5fb-fecd6fc013e4 service neutron] 10.222.0.53 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6246462 Feb 09 15:44:13.134590 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:44:04Z', 'revision_number': 4, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port': {'id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:50Z', 'updated_at': '2022-02-09T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '967303d0-af29-4449-a073-dd23e28027e8', 'name': '', 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'mac_address': 'fa:16:3e:e0:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a4e2b418-bb60-44df-a763-093b5ee0e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:10Z', 'revision_number': 4, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'subnets': [{'id': 'a4e2b418-bb60-44df-a763-093b5ee0e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:13.241667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bf544-70d1-49d5-934b-af65322c80d6 None None] Pushing event updated for resources: {'Port': ['ID=967303d0-af29-4449-a073-dd23e28027e8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:13.242743 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8062e5-1aae-49d6-b5e8-77c7696cd547 None None] The sync data for ids ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'] in n-d-828542-1 is: [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:44:04Z', 'revision_number': 4, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port': {'id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:50Z', 'updated_at': '2022-02-09T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '967303d0-af29-4449-a073-dd23e28027e8', 'name': '', 'network_id': '16ca3ddc-e230-4f32-ab40-ba0f4b178aaf', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'mac_address': 'fa:16:3e:e0:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a4e2b418-bb60-44df-a763-093b5ee0e04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:10Z', 'revision_number': 4, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'subnets': [{'id': 'a4e2b418-bb60-44df-a763-093b5ee0e04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:13.275351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-a817-4059-a4d3-98b152cdfe00 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.289367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d77bf544-70d1-49d5-934b-af65322c80d6 None None] Provisioning complete for port 8d388264-77e7-48b0-8577-b0dca0421857 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:13.294070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d77bf544-70d1-49d5-934b-af65322c80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.510269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8d388264-77e7-48b0-8577-b0dca0421857 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:13.510652 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.753642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-77b66db5-ddc8-46a7-be39-e46c406b1802 service neutron] 10.222.0.53 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036528 Feb 09 15:44:13.799774 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.845505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-a817-4059-a4d3-98b152cdfe00 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.935736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16f282ed-d230-4112-8359-a258fac39c61 req-2e2798e8-3248-4566-b178-b0007ea0f1e0 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 210 time: 0.6558800 Feb 09 15:44:13.953886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6c71b-a817-4059-a4d3-98b152cdfe00 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739f0c8f-664c-43d0-92a8-2ca08c96601b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:14.210846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-58a4a3cd-dec9-4521-982d-a733335d9699 None None] Provisioning complete for port 967303d0-af29-4449-a073-dd23e28027e8 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:14.211447 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58a4a3cd-dec9-4521-982d-a733335d9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:14.211665 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-bf1ae921-72b0-42ae-8fd6-e6cba226a877 req-92897c66-7c14-4a17-a744-f195a4c2e395 tempest-FloatingIPsNegativeTestJSON-368433222 tempest-FloatingIPsNegativeTestJSON-368433222-project] show failed (client error): The resource could not be found. Feb 09 15:44:14.218326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ff00e519-d388-445d-9409-11e036362de4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:14.236731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf1ae921-72b0-42ae-8fd6-e6cba226a877 req-92897c66-7c14-4a17-a744-f195a4c2e395 tempest-FloatingIPsNegativeTestJSON-368433222 tempest-FloatingIPsNegativeTestJSON-368433222-project] 10.222.0.53 "GET /v2.0/floatingips/ff0e2597-63e2-4696-8c35-2ee357f3c292 HTTP/1.1" status: 404 len: 350 time: 0.1816299 Feb 09 15:44:14.251042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60312) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:14.430816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-f8e8c85f-c8fb-4543-a8f7-a4fc056e9e22 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:14.430816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-f8e8c85f-c8fb-4543-a8f7-a4fc056e9e22 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.73 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 814 time: 1.4938405 Feb 09 15:44:14.458899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Request body: {'port': {'device_id': '611fb1ae-5058-4ce9-bd85-e99a66076785', 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'admin_state_up': True, 'tenant_id': 'd3b03a42c52c42a2a7221971b46137ef'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:14.486039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40c6c71b-a817-4059-a4d3-98b152cdfe00 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:14.505648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-40c6c71b-a817-4059-a4d3-98b152cdfe00 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3969738 Feb 09 15:44:14.600216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0322a-b935-47fc-9bef-56a8a7ec1339 None None] Network 6601122e-b69c-4104-932d-017527239653 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:44:14.695496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60318) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:14.709677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:14.922461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e60dab21-478b-4343-b3e4-00b03e28800c req-434df5ea-a432-4d83-8d51-edd495418835 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 210 time: 0.1995118 Feb 09 15:44:15.026879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ff00e519-d388-445d-9409-11e036362de4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:15.027259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.250667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0c50a34c-032d-48cd-84a2-6e55aa13a8dd None None] Provisioning complete for port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:15.252002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c50a34c-032d-48cd-84a2-6e55aa13a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.303272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb13b93d-0442-4597-b3b1-9cfdedc3df0a req-fd1b6b3d-0d02-45b4-94dd-c6e8be82dc2f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 210 time: 0.0897176 Feb 09 15:44:15.424207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Made reservation on behalf of d3b03a42c52c42a2a7221971b46137ef for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:15.446019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.500838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e6ed8-dcd8-4fb2-b574-e037ee0c3ddb req-5609b837-72b8-4967-9a2c-eb14883b165f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:15.526015 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.534701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-649e6ed8-dcd8-4fb2-b574-e037ee0c3ddb req-5609b837-72b8-4967-9a2c-eb14883b165f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.8733730 Feb 09 15:44:15.632570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-649e6ed8-dcd8-4fb2-b574-e037ee0c3ddb req-19230d0b-1c4d-4cb8-90e4-9c661fec5572 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964687 Feb 09 15:44:15.638034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.908719 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.908719 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c50a34c-032d-48cd-84a2-6e55aa13a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.939540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ff00e519-d388-445d-9409-11e036362de4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ff00e519-d388-445d-9409-11e036362de4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:15.959864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0c50a34c-032d-48cd-84a2-6e55aa13a8dd None None] For port 64a2d599-9e96-47f2-8d55-72c1fcfa6307, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64a2d599-9e96-47f2-8d55-72c1fcfa6307,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:16.062210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Allocated IP 172.20.0.2 (b4c80331-941a-4f1e-a53a-5e2e27ce964f/e019a5f9-347a-4a8f-9baf-673ecba8d398/164c8078-9e47-4282-9414-673de8384072) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:16.110040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e390f7be-01d6-4cbe-9d1a-b5ee2d501a6a req-f230327b-1368-45a5-ad33-f409a43db639 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 210 time: 0.0767868 Feb 09 15:44:16.171195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14d8b4-96dd-4629-8c6a-327edffbc70c req-d99f5867-9cda-41b6-a271-9461a6a1fcd5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:16.176129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a14d8b4-96dd-4629-8c6a-327edffbc70c req-d99f5867-9cda-41b6-a271-9461a6a1fcd5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.2543216 Feb 09 15:44:16.210498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Router 4893d411-a984-4a21-895a-1adbec8c4929 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:44:16.318913 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.324542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e59c1c34-efc0-4388-85df-501fbe443e0f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:16.419184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c50a34c-032d-48cd-84a2-6e55aa13a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.446347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:44:16.470019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:44:16.505749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:16.506415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:16.538865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a14d8b4-96dd-4629-8c6a-327edffbc70c req-ddbfa0f7-54d0-400b-bb75-2d5d81a6f8be tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092184 Feb 09 15:44:16.564584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.573877 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c41d132e-7c04-457d-a3bd-032ece5c00a3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.8555834 Feb 09 15:44:16.577554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:16.588053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e59c1c34-efc0-4388-85df-501fbe443e0f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:16.592201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.729835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53de931d-2552-4621-88f8-f23f4c8dd1d5 req-38b9885f-481f-4b3a-9d54-bc37686d5593 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 210 time: 0.2576783 Feb 09 15:44:16.851089 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.898110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ff00e519-d388-445d-9409-11e036362de4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:17.038675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.063036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-057ecc97-985d-4f36-8f7a-23f60343d813 None None] Provisioning complete for port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:17.063425 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-057ecc97-985d-4f36-8f7a-23f60343d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.109203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:17.234714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.353247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50a34c-032d-48cd-84a2-6e55aa13a8dd None None] Pushing event updated for resources: {'Port': ['ID=64a2d599-9e96-47f2-8d55-72c1fcfa6307,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:17.681501 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Sync routers for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:44:17.690776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Allocated IP 172.25.5.188 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/f586d6c7-7f5f-47d8-83d0-b6006a53adc0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:17.705332 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:17.706063 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:17.971706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:13Z', 'revision_number': 3, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:17.984432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Network b4c80331-941a-4f1e-a53a-5e2e27ce964f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:18.011218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:18.015462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:18.036439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d12924-8e96-46b0-a4ce-4af8c25ed82b req-f2c6d0dd-2f1c-4042-ab2b-e22421938c84 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 210 time: 0.2976382 Feb 09 15:44:18.165625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:44:18.167282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Updating router 4893d411-a984-4a21-895a-1adbec8c4929 port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:44:18.183416 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-06904c78-2587-491e-8378-e9dfa411eaf3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4459970 Feb 09 15:44:18.319260 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:18.383471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.409397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf22d19-c05c-4d30-b62b-075eab73ca12 req-8f6b2158-2286-4e04-8f4c-1b591b011d74 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:18.424213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bf22d19-c05c-4d30-b62b-075eab73ca12 req-8f6b2158-2286-4e04-8f4c-1b591b011d74 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.6470542 Feb 09 15:44:18.545269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.699447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64a2d599-9e96-47f2-8d55-72c1fcfa6307 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:18.756811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Pushing event updated for resources: {'Port': ['ID=164c8078-9e47-4282-9414-673de8384072,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:18.795127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b365ac-f029-4b56-a974-949e4e60892a req-f7bed0c6-a57e-4045-bc15-a908a486ccdc tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:18.801166 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-f7bed0c6-a57e-4045-bc15-a908a486ccdc tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 821 time: 0.4567606 Feb 09 15:44:18.807548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:18.807548 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.828238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Request body: {'port': {'device_id': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'admin_state_up': True, 'tenant_id': 'c86d25bfb5824d92a7849057e8e403f8'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:19.020529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 967303d0-af29-4449-a073-dd23e28027e8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:19.097835 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:01Z', 'revision_number': 2, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:19.113806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 967303d0-af29-4449-a073-dd23e28027e8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:19.114192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.128148 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Checking router: 55b7b173-9571-45a4-beb3-87e1a7487ca3 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:44:19.128806 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Updating router 55b7b173-9571-45a4-beb3-87e1a7487ca3 port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:44:19.157377 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.258733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8d388264-77e7-48b0-8577-b0dca0421857 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:19.427840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Allocated IP 172.20.0.1 (6601122e-b69c-4104-932d-017527239653/7c568494-e688-443c-bd8d-ed008e3147c1/539cd84e-4f9e-4686-a352-ea03d60edecf) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:19.446592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8d388264-77e7-48b0-8577-b0dca0421857 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:19.447168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.571455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.629042 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.668300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ff00e519-d388-445d-9409-11e036362de4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:19.705066 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.705730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:19.707395 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.762698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ff00e519-d388-445d-9409-11e036362de4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:19.763912 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.787138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bf22d19-c05c-4d30-b62b-075eab73ca12 req-936f12e8-1305-4ec8-a8c6-fc95253a67b9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1067877 Feb 09 15:44:19.819735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d599d0-d64f-4393-95f5-c0b1ae2e9875 req-66fb852d-4168-45d8-9748-28946d281f50 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:19.822391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6d599d0-d64f-4393-95f5-c0b1ae2e9875 req-66fb852d-4168-45d8-9748-28946d281f50 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 931 time: 1.5380952 Feb 09 15:44:19.827607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Made reservation on behalf of c86d25bfb5824d92a7849057e8e403f8 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:19.831371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.886519 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.910278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.969232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6d599d0-d64f-4393-95f5-c0b1ae2e9875 req-0f3a1404-0cdf-4a04-801b-b3bbc62a5f42 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182473 Feb 09 15:44:19.988690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a11e411-67ce-4648-895f-8b2c8948a88d req-53aaed88-6836-4927-97c5-7b5d4ac88c54 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 210 time: 0.0611515 Feb 09 15:44:20.006148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.020297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-fc71a457-cd21-47e6-9109-d97388eb5aa7 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5845282 Feb 09 15:44:20.023347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Network 6601122e-b69c-4104-932d-017527239653 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:20.044071 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857f960-3e63-4f32-99c5-9bb66fc0d4c4 None None] Pushing event updated for resources: {'Port': ['ID=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:20.052472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:20.081271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Request body: {'port': {'device_id': '611fb1ae-5058-4ce9-bd85-e99a66076785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:20.087999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.093162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:20.116111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Pushing event updated for resources: {'Port': ['ID=539cd84e-4f9e-4686-a352-ea03d60edecf,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:20.216730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:20.242696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:20.262255 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:44:20.275519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:20.379221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.448516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Allocated IP 172.20.0.3 (a59d1419-af6d-42da-a4a3-8630110ff916/0de9ad69-088b-4006-a1c8-413ea8d74035/31db5514-5141-40dc-b97a-94579a6da2df) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:20.465952 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Attempting to bind port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:20.466933 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Attempting to bind port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:20.467835 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Attempting to bind port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:20.488780 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:20.497836 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Checking segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:20.500134 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.504908 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Bound using segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:20.507359 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Bound port: 0e7f0607-3b9c-48eb-9ec2-cbec504e2993, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:20.512574 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.590364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'Port': ['ID=f586d6c7-7f5f-47d8-83d0-b6006a53adc0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:20.661321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.676404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d890765f-3424-452e-94ca-6516e1e66eb6 None None] Provisioning complete for port 539cd84e-4f9e-4686-a352-ea03d60edecf triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:20.677021 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d890765f-3424-452e-94ca-6516e1e66eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.777031 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.785598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d890765f-3424-452e-94ca-6516e1e66eb6 None None] Port 539cd84e-4f9e-4686-a352-ea03d60edecf cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:44:20.829366 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] For port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:20.839794 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] For port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:20.955753 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.962083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-423021dd-da6e-4570-8c00-45b85017ebf4 None None] Provisioning complete for port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:20.962462 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-423021dd-da6e-4570-8c00-45b85017ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.974107 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:20.985950 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.131456 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.154133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Attempting to bind port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:21.154946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Attempting to bind port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:21.155664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Attempting to bind port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:21.182694 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857f960-3e63-4f32-99c5-9bb66fc0d4c4 None None] Pushing event updated for resources: {'Port': ['ID=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:21.232114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.232451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:21.234211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:21.236272 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.237160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:21.241536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Bound port: 8bf2177e-2588-465f-9c32-1f7b18cc1f5d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:21.243544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.260136 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:21.261583 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:21.319630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42515018-844b-4cbf-9c01-df79576822e9 req-5743e8ff-0d39-41db-81c0-eaed77cd2583 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:21.321049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42515018-844b-4cbf-9c01-df79576822e9 req-5743e8ff-0d39-41db-81c0-eaed77cd2583 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.2125039 Feb 09 15:44:21.425009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] For port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:21.439716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] For port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8bf2177e-2588-465f-9c32-1f7b18cc1f5d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:21.500392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25dfbe-610f-49a5-b4fd-ba256a5dbee8 None None] Pushing event updated for resources: {'Port': ['ID=8bf2177e-2588-465f-9c32-1f7b18cc1f5d,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:21.549746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6ef68-12b6-4a5c-9f97-237f0e11564a req-212b3c8d-6575-4ca1-aecf-f7950e5e5735 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:21.551241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Network a59d1419-af6d-42da-a4a3-8630110ff916 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:21.558634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81c6ef68-12b6-4a5c-9f97-237f0e11564a req-212b3c8d-6575-4ca1-aecf-f7950e5e5735 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 931 time: 0.4176924 Feb 09 15:44:21.572516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.575728 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:21.580350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:21.582671 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.614742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:21.714935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42515018-844b-4cbf-9c01-df79576822e9 req-f7deb3cb-47f4-4d9d-9e67-9b442ed3a9f2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580929 Feb 09 15:44:21.726137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-423021dd-da6e-4570-8c00-45b85017ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.775729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Pushing event updated for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:21.979456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:21.980269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.000171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-423021dd-da6e-4570-8c00-45b85017ebf4 None None] For port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:22.010171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:22.011587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:22.130228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81c6ef68-12b6-4a5c-9f97-237f0e11564a req-d4065eca-aef5-4c57-b3fe-e7efa3bc6136 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557036 Feb 09 15:44:22.147842 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-d23a6fc7-cf66-43e8-9544-f2ecc82649f5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3345459 Feb 09 15:44:22.186837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25dfbe-610f-49a5-b4fd-ba256a5dbee8 None None] Pushing event updated for resources: {'Port': ['ID=8bf2177e-2588-465f-9c32-1f7b18cc1f5d,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:22.225227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.228144 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-423021dd-da6e-4570-8c00-45b85017ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.233778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Request body: {'port': {'device_id': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:22.320975 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.464411 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:22.486653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:22.531156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423021dd-da6e-4570-8c00-45b85017ebf4 None None] Pushing event updated for resources: {'Port': ['ID=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:22.554669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.591202 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d36249-f328-4b18-8fe3-fb094d0f978c None None] The sync data for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 is: [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:22.673843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.724313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Pushing event updated for resources: {'Port': ['ID=539cd84e-4f9e-4686-a352-ea03d60edecf,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:22.759502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.798646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-27a94942-985b-4140-adfc-0aec200daf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:22.800390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-27a94942-985b-4140-adfc-0aec200daf10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1101 time: 0.2696378 Feb 09 15:44:22.896161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164c8078-9e47-4282-9414-673de8384072 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:22.906161 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.926039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Transition to ACTIVE for port object 164c8078-9e47-4282-9414-673de8384072 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:22.985133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3652a3-7127-4ad7-af25-101518cc303a req-ee477b3d-a313-4bae-a075-648b456be72b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:22.987671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c3652a3-7127-4ad7-af25-101518cc303a req-ee477b3d-a313-4bae-a075-648b456be72b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 931 time: 0.7451103 Feb 09 15:44:23.190733 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.197020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c3652a3-7127-4ad7-af25-101518cc303a req-60cd2ad7-937d-41bd-9f98-56bce700503a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816776 Feb 09 15:44:23.237221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.247223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-856d2a8d-e8af-4abe-9a77-e27613cff67e None None] Provisioning complete for port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:23.248156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-856d2a8d-e8af-4abe-9a77-e27613cff67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.351206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Pushing event updated for resources: {'Port': ['ID=164c8078-9e47-4282-9414-673de8384072,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:23.367636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Deleting port 967303d0-af29-4449-a073-dd23e28027e8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:44:23.367992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.500594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] For port 967303d0-af29-4449-a073-dd23e28027e8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=967303d0-af29-4449-a073-dd23e28027e8,segment=NetworkSegment(b3e96feb-7fc1-4341-890e-10228552197f),segment_id=b3e96feb-7fc1-4341-890e-10228552197f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:23.501057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.521238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-4ea05add-1a63-4334-a6b4-0c7324341823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:23.522484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Calling delete_port for 967303d0-af29-4449-a073-dd23e28027e8 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:44:23.525861 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-4ea05add-1a63-4334-a6b4-0c7324341823 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.7174029 Feb 09 15:44:23.528666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:23.533766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:23.533766 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.879167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3a0d8-e290-42d0-8389-922b395cdad1 req-139cda5b-37eb-4dbd-a0a6-c58bdcd6d097 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:23.881208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3a3a0d8-e290-42d0-8389-922b395cdad1 req-139cda5b-37eb-4dbd-a0a6-c58bdcd6d097 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.9386339 Feb 09 15:44:23.883898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:24.014364 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-59b11877-29d1-48ee-beeb-28b96ec5e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:24.134852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'Port': ['ID=f586d6c7-7f5f-47d8-83d0-b6006a53adc0,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:24.136707 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-c3a972de-13f3-484b-921c-844a07880cd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.5924039 Feb 09 15:44:24.140769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:24.158935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:24.190930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Attempting to bind port 164c8078-9e47-4282-9414-673de8384072 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:24.199290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Attempting to bind port 164c8078-9e47-4282-9414-673de8384072 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:24.199693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Attempting to bind port 164c8078-9e47-4282-9414-673de8384072 on network b4c80331-941a-4f1e-a53a-5e2e27ce964f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:24.248380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:19Z', 'revision_number': 1, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:24.298268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f447af-0769-4c06-8b23-733f4750e152 None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:19Z', 'revision_number': 1, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:24.327206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-af3c8e6e-4375-4ecd-bc56-f66c0665c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:24.330446 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-af3c8e6e-4375-4ecd-bc56-f66c0665c8a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1756408 Feb 09 15:44:24.343292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Port 164c8078-9e47-4282-9414-673de8384072 on network b4c80331-941a-4f1e-a53a-5e2e27ce964f not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:44:24.343807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Attempting to bind port 164c8078-9e47-4282-9414-673de8384072 on network b4c80331-941a-4f1e-a53a-5e2e27ce964f {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:24.348029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Pushing event deleted for resources: {'Port': ['ID=967303d0-af29-4449-a073-dd23e28027e8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:24.363772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:24.365861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0439a9b4-23c7-4d67-88f2-4ad4bf87b5ed tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6691117 Feb 09 15:44:24.376723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:24.377293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Checking segment: {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:24.377917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Bound using segment: {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:24.378687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Bound port: 164c8078-9e47-4282-9414-673de8384072, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67499869-18d0-43b2-b302-3420cab82f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:24.379253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:24.430659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:24.558128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8bc02-66b1-4da1-84a3-e64c562e7fb3 req-1fe53c01-1421-45ca-a525-b98e27bc6701 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:24.596138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bb8bc02-66b1-4da1-84a3-e64c562e7fb3 req-1fe53c01-1421-45ca-a525-b98e27bc6701 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 943 time: 0.7962608 Feb 09 15:44:24.667088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:24.667663 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:24.715595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3a3a0d8-e290-42d0-8389-922b395cdad1 req-49fe9f50-6ddd-47c0-bb0b-82bb5ff3236f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8150752 Feb 09 15:44:24.734747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31db5514-5141-40dc-b97a-94579a6da2df {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:24.758269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:24.779170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Transition to ACTIVE for port object 31db5514-5141-40dc-b97a-94579a6da2df will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:24.786924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Network 6601122e-b69c-4104-932d-017527239653 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:24.828673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:24.899068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bb8bc02-66b1-4da1-84a3-e64c562e7fb3 req-2b2f8081-9180-4001-a1b4-7fafe286c534 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002658 Feb 09 15:44:24.916493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-47f8d122-72ec-458b-a56c-11aa7bffc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:24.918230 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-47f8d122-72ec-458b-a56c-11aa7bffc088 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5267773 Feb 09 15:44:24.961476 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.169417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Pushing event updated for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:25.216840 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3c7a697c-c9fc-476d-85ea-97d8e21ab1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.366094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] For port 164c8078-9e47-4282-9414-673de8384072, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:25.375816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] For port 164c8078-9e47-4282-9414-673de8384072, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=164c8078-9e47-4282-9414-673de8384072,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:25.406625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9ff4b-bb5d-4c8f-b8c8-e4553c0c2af6 req-6fb9ef4d-b5e7-4878-88e9-f5997af84303 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:25.408308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03b9ff4b-bb5d-4c8f-b8c8-e4553c0c2af6 req-6fb9ef4d-b5e7-4878-88e9-f5997af84303 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 943 time: 0.4135668 Feb 09 15:44:25.452399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e027dc73-3d0e-4218-a309-3072e036b1aa None None] Provisioning complete for port 539cd84e-4f9e-4686-a352-ea03d60edecf triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:25.453614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e027dc73-3d0e-4218-a309-3072e036b1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.497871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-a5281c45-05bc-4b7f-8e2a-6223fe2a680d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1218425635&fields=id&tenant_id=64e5271961874b6b997fbb5a0d3112c8 HTTP/1.1" status: 200 len: 267 time: 0.2688606 Feb 09 15:44:25.527903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e027dc73-3d0e-4218-a309-3072e036b1aa None None] Port 539cd84e-4f9e-4686-a352-ea03d60edecf cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:44:25.549410 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.593192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Router 4893d411-a984-4a21-895a-1adbec8c4929 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:44:25.679890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03b9ff4b-bb5d-4c8f-b8c8-e4553c0c2af6 req-fafcfb8e-ae84-4115-aa2b-6cd35a530568 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564559 Feb 09 15:44:25.699577 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.886024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:25.886661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.888361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] 10.222.0.73 "PUT /v2.0/ports/164c8078-9e47-4282-9414-673de8384072 HTTP/1.1" status: 200 len: 1091 time: 5.8143144 Feb 09 15:44:25.903298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611fb1ae-5058-4ce9-bd85-e99a66076785', 'tag': '164c8078-9e47-4282-9414-673de8384072'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:25.910395 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aded43-1fa8-42de-a185-63d371cb614b" -d '{"events": [{"name": "network-changed", "server_uuid": "611fb1ae-5058-4ce9-bd85-e99a66076785", "tag": "164c8078-9e47-4282-9414-673de8384072"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:26.000265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-0a70ce79-e0b5-4732-a224-cbd23f43f72d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:26.001894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-0a70ce79-e0b5-4732-a224-cbd23f43f72d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.4925539 Feb 09 15:44:26.006872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdd973-9242-4e05-a351-4f8ea4d16e93 service neutron] Pushing event updated for resources: {'Port': ['ID=164c8078-9e47-4282-9414-673de8384072,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:26.175930 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-7484a2cb-cf70-4147-8b59-4d3f28f6872c service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2477493 Feb 09 15:44:26.177003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-04169793-c1c0-4439-bae3-4b01a136df31 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/quotas/64e5271961874b6b997fbb5a0d3112c8 HTTP/1.1" status: 200 len: 375 time: 0.0911753 Feb 09 15:44:26.220294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:44:26.253069 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-06e61ad3-b9be-4c29-aee0-887fade277d2 admin admin] 10.222.0.53 "PUT /v2.0/routers/4893d411-a984-4a21-895a-1adbec8c4929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6739373 Feb 09 15:44:26.253700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:26.254024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:26.254358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:26.265614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:44:26.265992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:26.307890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:26.308387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:26.308754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:26.309249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Bound port: 31db5514-5141-40dc-b97a-94579a6da2df, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:26.309605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.348771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-0f9090d0-f60d-43d4-b1de-3b20ee023ab0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1598809 Feb 09 15:44:26.356104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-67666fb3-62be-4836-88d2-e3513d64854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:26.357927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-67666fb3-62be-4836-88d2-e3513d64854b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 1094 time: 0.2733657 Feb 09 15:44:26.432928 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-3a8fac62-ed38-4635-bb98-a4681ac59c57 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422915 Feb 09 15:44:26.439036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.487977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:26.493666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:26.530835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c6080-7443-4119-be91-fa64d4a0f795 req-1e63fc80-c111-4092-8b18-e55d095a17b5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:26.533810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac9c6080-7443-4119-be91-fa64d4a0f795 req-1e63fc80-c111-4092-8b18-e55d095a17b5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.4467623 Feb 09 15:44:26.636897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.768702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:26.769940 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.771509 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] 10.222.0.13 "PUT /v2.0/ports/31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 1091 time: 4.5433035 Feb 09 15:44:26.772004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:26.774644 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9914d89e-0fc6-41d6-aed3-4f10185aafa1" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "tag": "31db5514-5141-40dc-b97a-94579a6da2df"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:26.838123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad8e76-f4fd-49ba-8d84-333752b2b83f service neutron] Pushing event updated for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:27.028547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b365ac-f029-4b56-a974-949e4e60892a req-1af9008e-55f5-4d87-984b-42d9c19bc190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:27.030165 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-1af9008e-55f5-4d87-984b-42d9c19bc190 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1094 time: 0.0915937 Feb 09 15:44:27.135102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-1a44ac86-a6bf-4418-8109-b2d93b5d6909 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=164c8078-9e47-4282-9414-673de8384072 HTTP/1.1" status: 200 len: 217 time: 0.5991559 Feb 09 15:44:27.158714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:44:27.166629 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-58ae90f6-c8c4-4419-88ac-2705c7d9014d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 217 time: 0.1129534 Feb 09 15:44:27.231307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b365ac-f029-4b56-a974-949e4e60892a req-37b2baf9-fec2-44dc-885c-1e683adc9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:27.233334 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-37b2baf9-fec2-44dc-885c-1e683adc9c50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.0601721 Feb 09 15:44:27.278264 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-2d97cc0e-ccdf-4377-8768-648bd3d949ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372732 Feb 09 15:44:27.293405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac9c6080-7443-4119-be91-fa64d4a0f795 req-3a634489-bb24-42af-9a16-3c6c3e008f20 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626115 Feb 09 15:44:27.364708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-19993f96-1226-442f-9888-42fa3e1f59bb service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500203 Feb 09 15:44:27.374400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-50b66599-2de2-4a91-8a38-3e4e375be5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:27.376126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-50b66599-2de2-4a91-8a38-3e4e375be5a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e019a5f9-347a-4a8f-9baf-673ecba8d398 HTTP/1.1" status: 200 len: 854 time: 0.2231157 Feb 09 15:44:27.408950 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6f71bb-cde7-454c-9701-c20f300d9421 x-openstack-request-id: req-7c6f71bb-cde7-454c-9701-c20f300d9421 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:27.409197 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611fb1ae-5058-4ce9-bd85-e99a66076785", "tag": "164c8078-9e47-4282-9414-673de8384072", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:27.409426 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c6f71bb-cde7-454c-9701-c20f300d9421 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:27.410090 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611fb1ae-5058-4ce9-bd85-e99a66076785', 'tag': '164c8078-9e47-4282-9414-673de8384072', 'status': 'completed', 'code': 200} Feb 09 15:44:27.468300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-4c4fe06a-7d61-42e7-8f90-aa25b688f372 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4c80331-941a-4f1e-a53a-5e2e27ce964f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688729 Feb 09 15:44:27.478151 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-b3fd9505-eab2-4c28-8739-7e6c70ff04b4 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928422 Feb 09 15:44:27.615645 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2b365ac-f029-4b56-a974-949e4e60892a req-f911febc-e48a-4502-b10f-c80a7e623e25 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313899 Feb 09 15:44:27.630685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:44:27.645702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a191ddc2-2ed8-490a-bf20-dd3cd1bed060 admin admin] 10.222.0.53 "PUT /v2.0/routers/4a2bf3a6-9b69-4204-8a74-0d78a4325d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3883226 Feb 09 15:44:27.646999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] Sync routers for ids ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:44:27.648639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60462) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:27.665389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] Routers {'4a2bf3a6-9b69-4204-8a74-0d78a4325d05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:27.665389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:44:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:27.680998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-47f07b72-7b92-49ca-9a15-a570c3705394 service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153179 Feb 09 15:44:27.695010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7fd6d-e193-45f4-92db-3538a421fa40 req-6ace0371-9c26-432d-ba1c-9fddf097ab73 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:27.697493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22a7fd6d-e193-45f4-92db-3538a421fa40 req-6ace0371-9c26-432d-ba1c-9fddf097ab73 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 943 time: 0.1946082 Feb 09 15:44:27.768043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-7d54b15e-77ce-4bc4-a13a-1e794b4254e3 service neutron] 10.222.0.73 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621951 Feb 09 15:44:27.773320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22a7fd6d-e193-45f4-92db-3538a421fa40 req-b538d7e5-3938-4c56-8430-2e28550ba357 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641549 Feb 09 15:44:27.976185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e525f1ce-a6a0-4ac0-9bdd-4c6df846b864 req-029ee2b1-5302-412e-b2ac-2b3607ff7657 service neutron] 10.222.0.73 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997988 Feb 09 15:44:28.011801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:28.070388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] Set router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:28.297585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:28.394034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:28.492227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8bf2177e-2588-465f-9c32-1f7b18cc1f5d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:28.505881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aded43-1fa8-42de-a185-63d371cb614b req-e11ac4cb-d0f1-4d11-994f-e0258bad88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:28.512752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14aded43-1fa8-42de-a185-63d371cb614b req-e11ac4cb-d0f1-4d11-994f-e0258bad88e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3b03a42c52c42a2a7221971b46137ef&device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 1094 time: 0.3357794 Feb 09 15:44:28.580404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Deleting port e59c1c34-efc0-4388-85df-501fbe443e0f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:44:28.581710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:28.585442 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:28.660525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:28.661685 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:28.714379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] For port e59c1c34-efc0-4388-85df-501fbe443e0f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e59c1c34-efc0-4388-85df-501fbe443e0f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:28.714379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:28.727984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-240bdd46-1242-42b6-9231-2799c208be49 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:28.730820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-240bdd46-1242-42b6-9231-2799c208be49 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 820 time: 0.5416458 Feb 09 15:44:28.731652 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Calling delete_port for e59c1c34-efc0-4388-85df-501fbe443e0f owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:44:28.742813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647cd6f-aa88-42a5-8c89-682c740dcce4 req-bd80e5b3-c551-4d9f-9ce8-9ebcd271eac9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:28.751297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d647cd6f-aa88-42a5-8c89-682c740dcce4 req-bd80e5b3-c551-4d9f-9ce8-9ebcd271eac9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 943 time: 0.3557477 Feb 09 15:44:28.841015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-d482cb07-70ca-4158-93bf-351ef1a80a26 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/quotas/3a743f93f1934b0fae1a85ef4a8c1816 HTTP/1.1" status: 200 len: 375 time: 0.0842299 Feb 09 15:44:28.885698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:44:23Z', 'revision_number': 5, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port': {'id': 'e59c1c34-efc0-4388-85df-501fbe443e0f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:50Z', 'updated_at': '2022-02-09T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:28.892236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d647cd6f-aa88-42a5-8c89-682c740dcce4 req-0f31fe6a-14bd-45b9-aa11-8f606b1ace78 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391046 Feb 09 15:44:28.969688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aded43-1fa8-42de-a185-63d371cb614b req-dd1c40ed-34cc-4d85-90c0-12be5b878c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:28.972004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14aded43-1fa8-42de-a185-63d371cb614b req-dd1c40ed-34cc-4d85-90c0-12be5b878c68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 200 len: 915 time: 0.4393153 Feb 09 15:44:28.982625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] Checking router: 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:44:29.017686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] Routers {'4a2bf3a6-9b69-4204-8a74-0d78a4325d05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:29.018379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:44:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:29.050673 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5bda8b-a29e-4b11-9291-a4e0785c6441 x-openstack-request-id: req-ec5bda8b-a29e-4b11-9291-a4e0785c6441 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:29.050974 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "tag": "31db5514-5141-40dc-b97a-94579a6da2df", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:29.051415 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec5bda8b-a29e-4b11-9291-a4e0785c6441 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:29.051866 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df', 'status': 'completed', 'code': 200} Feb 09 15:44:29.134620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.153893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-aece17db-83c1-41e8-a24f-79e8b4d1676f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2904913 Feb 09 15:44:29.158077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14aded43-1fa8-42de-a185-63d371cb614b req-e193be38-de3f-4859-9aef-2e6fb8e730be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=164c8078-9e47-4282-9414-673de8384072 HTTP/1.1" status: 200 len: 217 time: 0.1625314 Feb 09 15:44:29.198714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e59c1c34-efc0-4388-85df-501fbe443e0f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:29.265453 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:44:29.303948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.309365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-40802565-a104-4b23-a72a-8ba1f22b2379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:29.310989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-40802565-a104-4b23-a72a-8ba1f22b2379 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1094 time: 0.2363861 Feb 09 15:44:29.321425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c46e0a32-c841-4231-99f3-dfb3f6dff0ff req-716029df-03bb-4dfb-a95a-0c0334fedc39 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 210 time: 0.1636095 Feb 09 15:44:29.344691 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:29.346000 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:44:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:29.442162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 164c8078-9e47-4282-9414-673de8384072 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:44:29.492692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.496846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.588294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-cede0c89-8134-4453-bb52-94dd28609723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:29.590920 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-cede0c89-8134-4453-bb52-94dd28609723 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.2469709 Feb 09 15:44:29.608898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] Set router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:29.662278 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-31697183-a2f4-4452-988a-e3597cb5b22b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 217 time: 0.0643466 Feb 09 15:44:29.667807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aded43-1fa8-42de-a185-63d371cb614b req-ad975017-d958-4f92-9534-7e4e2f51a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:29.682205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14aded43-1fa8-42de-a185-63d371cb614b req-ad975017-d958-4f92-9534-7e4e2f51a986 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e019a5f9-347a-4a8f-9baf-673ecba8d398 HTTP/1.1" status: 200 len: 854 time: 0.5020247 Feb 09 15:44:29.749036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.749677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a2bf3a6-9b69-4204-8a74-0d78a4325d05 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:44:29.759441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.760688 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2fba6429-b24e-4288-bbf8-3d1bebba01ca admin admin] 10.222.0.53 "DELETE /v2.0/routers/4a2bf3a6-9b69-4204-8a74-0d78a4325d05 HTTP/1.1" status: 204 len: 168 time: 2.1103826 Feb 09 15:44:29.761471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60494) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:29.790630 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.799350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14aded43-1fa8-42de-a185-63d371cb614b req-fdff8d0c-5c14-4bf5-b398-7ddd9665f297 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4c80331-941a-4f1e-a53a-5e2e27ce964f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041591 Feb 09 15:44:29.806638 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:29.814909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:44:28Z', 'revision_number': 6, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:29.866428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc0dc2f-175b-4623-a8e7-e804ebeb5ab7 admin admin] Deleting subnet a4e2b418-bb60-44df-a763-093b5ee0e04c {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:44:29.885455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bc0dc2f-175b-4623-a8e7-e804ebeb5ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:29.974621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-c166155c-7068-4cbb-9e73-c9720ac3d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:29.981265 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-c166155c-7068-4cbb-9e73-c9720ac3d240 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.3063402 Feb 09 15:44:30.046138 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-74cb2449-0478-49da-9537-63fdda4ba44a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468602 Feb 09 15:44:30.058150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bc0dc2f-175b-4623-a8e7-e804ebeb5ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.059325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-897041cf-b5ef-4f7c-a6b8-ed984dc8691d service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422849 Feb 09 15:44:30.132302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76948cc-19d7-4d23-84b8-1e2010d89e0e req-ae6c1551-9a57-419b-8d10-f61da4dbc643 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:30.140953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f76948cc-19d7-4d23-84b8-1e2010d89e0e req-ae6c1551-9a57-419b-8d10-f61da4dbc643 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.5805578 Feb 09 15:44:30.145714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14aded43-1fa8-42de-a185-63d371cb614b req-65c8fabe-cc0b-402f-ae7c-cf5c33d55694 service neutron] 10.222.0.73 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287704 Feb 09 15:44:30.209653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bc0dc2f-175b-4623-a8e7-e804ebeb5ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.245624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe4eda6-2df5-4828-a839-9fcc5c61dc7f None None] The sync data for ids ['4a2bf3a6-9b69-4204-8a74-0d78a4325d05'] in n-d-828542-1 is: [{'id': '4a2bf3a6-9b69-4204-8a74-0d78a4325d05', 'name': 'tempest-FloatingIPsNegativeTestJSON-215920381-router', 'tenant_id': '30b6b97959f044bfbc17aaa71af7071e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:47Z', 'updated_at': '2022-02-09T15:44:28Z', 'revision_number': 6, 'project_id': '30b6b97959f044bfbc17aaa71af7071e', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:30.326048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8bf2177e-2588-465f-9c32-1f7b18cc1f5d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:30.365814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 31db5514-5141-40dc-b97a-94579a6da2df details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:44:30.384734 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 2, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:30.456209 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:44:30.457018 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Updating router 4893d411-a984-4a21-895a-1adbec8c4929 port 539cd84e-4f9e-4686-a352-ea03d60edecf binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:44:30.495195 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bc0dc2f-175b-4623-a8e7-e804ebeb5ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.519768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f76948cc-19d7-4d23-84b8-1e2010d89e0e req-ee4a760b-49c6-4536-a9b2-a77699717353 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773775 Feb 09 15:44:30.558431 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.568004 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.591799 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.623252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bc0dc2f-175b-4623-a8e7-e804ebeb5ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.648044 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0bc0dc2f-175b-4623-a8e7-e804ebeb5ab7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a4e2b418-bb60-44df-a763-093b5ee0e04c HTTP/1.1" status: 204 len: 168 time: 0.8813984 Feb 09 15:44:30.670288 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60504) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:30.671527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:30.730987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0dc2f-175b-4623-a8e7-e804ebeb5ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e2b418-bb60-44df-a763-093b5ee0e04c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:30.803968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-f885f3fc-4713-4119-8f18-d4aa05ec68f3 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335713 Feb 09 15:44:30.822358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0ac8aec0-1370-45b3-915f-9cd2da731ca1 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619386 Feb 09 15:44:30.829808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14aded43-1fa8-42de-a185-63d371cb614b req-dda3545b-9feb-434e-bc39-30fb9df4d874 service neutron] 10.222.0.73 "GET /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637723 Feb 09 15:44:31.001368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222180e2-6870-4be3-a441-0e064a877ef3 req-a0b0de95-ea66-44b3-b8ee-db6734fe0e49 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:31.014371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-222180e2-6870-4be3-a441-0e064a877ef3 req-a0b0de95-ea66-44b3-b8ee-db6734fe0e49 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 943 time: 0.1904836 Feb 09 15:44:31.069216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '31db5514-5141-40dc-b97a-94579a6da2df', 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'port_id': '31db5514-5141-40dc-b97a-94579a6da2df', 'mac_address': 'fa:16:3e:92:fa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de9ad69-088b-4006-a1c8-413ea8d74035', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:44:31.078869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34667b-b204-4477-b47c-469094512767 None None] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:44:31.105023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-222180e2-6870-4be3-a441-0e064a877ef3 req-cc3d92ff-6cdf-4892-8e86-04508e058459 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880332 Feb 09 15:44:31.123881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.175986 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9914d89e-0fc6-41d6-aed3-4f10185aafa1 req-2488f83f-710b-4c77-85e3-794a4335ea89 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709478 Feb 09 15:44:31.224346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 164c8078-9e47-4282-9414-673de8384072, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=164c8078-9e47-4282-9414-673de8384072,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:31.297370 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.349294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=8bf2177e-2588-465f-9c32-1f7b18cc1f5d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:31.445093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 967303d0-af29-4449-a073-dd23e28027e8 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:44:31.465986 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.585565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac318282-46e8-4173-bcda-05a1ac1c576a req-9360fc82-3c76-4292-85d1-788d8ceffcb0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 210 time: 0.1293685 Feb 09 15:44:31.646934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d4b2f-3552-4dec-84c9-610b4438919b req-5330c9ab-c4e0-4ddf-b7f7-75add8252385 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:31.660451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b79d4b2f-3552-4dec-84c9-610b4438919b req-5330c9ab-c4e0-4ddf-b7f7-75add8252385 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 943 time: 0.3781235 Feb 09 15:44:31.697563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 967303d0-af29-4449-a073-dd23e28027e8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:44:31.709461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 967303d0-af29-4449-a073-dd23e28027e8 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:44:31.843635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f96b3843-f55c-47d2-83ae-4c4929d977a9 req-25621dc7-607d-4a8c-b3af-08dc800749b5 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 210 time: 0.1740601 Feb 09 15:44:31.889207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '164c8078-9e47-4282-9414-673de8384072', 'network_id': 'b4c80331-941a-4f1e-a53a-5e2e27ce964f', 'port_id': '164c8078-9e47-4282-9414-673de8384072', 'mac_address': 'fa:16:3e:15:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e019a5f9-347a-4a8f-9baf-673ecba8d398', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:44:31.925713 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Deleting port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:44:31.926537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.934895 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Pushing event updated for resources: {'Port': ['ID=539cd84e-4f9e-4686-a352-ea03d60edecf,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:31.943873 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.944166 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.944489 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.944835 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.945167 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.945496 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.945817 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.946344 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.946985 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.947485 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.947982 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.948645 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.966501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b79d4b2f-3552-4dec-84c9-610b4438919b req-20a3e275-55f4-4842-983c-a112af6a52c6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048570 Feb 09 15:44:32.005884 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Attempting to bind port 539cd84e-4f9e-4686-a352-ea03d60edecf on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:32.006565 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Attempting to bind port 539cd84e-4f9e-4686-a352-ea03d60edecf by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:32.008551 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Attempting to bind port 539cd84e-4f9e-4686-a352-ea03d60edecf on network 6601122e-b69c-4104-932d-017527239653 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:32.025947 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:32.036184 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Checking segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:32.036184 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.036184 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Bound using segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:32.036184 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Bound port: 539cd84e-4f9e-4686-a352-ea03d60edecf, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:32.036184 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.125743 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.139125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] For port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7,segment=NetworkSegment(b3e96feb-7fc1-4341-890e-10228552197f),segment_id=b3e96feb-7fc1-4341-890e-10228552197f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:32.139796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.190166 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Calling delete_port for 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:44:32.240045 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] For port 539cd84e-4f9e-4686-a352-ea03d60edecf, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:32.244432 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] For port 539cd84e-4f9e-4686-a352-ea03d60edecf, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=539cd84e-4f9e-4686-a352-ea03d60edecf,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:32.245652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31db5514-5141-40dc-b97a-94579a6da2df {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:32.257053 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.274540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e99d-86f0-42a1-a4a4-6da1cbf5631e req-b49430b5-bb5e-47d4-8ae9-341c89f95951 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:32.289234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fc3e99d-86f0-42a1-a4a4-6da1cbf5631e req-b49430b5-bb5e-47d4-8ae9-341c89f95951 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.1569543 Feb 09 15:44:32.364377 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.375556 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.404220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:32.408724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164c8078-9e47-4282-9414-673de8384072 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:32.453646 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 164c8078-9e47-4282-9414-673de8384072, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=164c8078-9e47-4282-9414-673de8384072,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:32.471977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4b69a24a-c1fb-426b-8747-47707576d704 None None] Provisioning complete for port 539cd84e-4f9e-4686-a352-ea03d60edecf triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:32.473802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b69a24a-c1fb-426b-8747-47707576d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.494026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fc3e99d-86f0-42a1-a4a4-6da1cbf5631e req-d5ae3b31-222e-44fe-b7bc-d24c51fdd03a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971314 Feb 09 15:44:32.558826 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b36be1-76d3-4648-b69f-6572db521b6e None None] Pushing event updated for resources: {'Port': ['ID=539cd84e-4f9e-4686-a352-ea03d60edecf,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:32.563792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.591772 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:32.592923 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:44:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:32.608287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] DHCP port deletion for 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:44:32.660700 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.729197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb1b13-f68a-4e80-a4d8-f3ed92419bab req-247e25ba-bec6-4bd7-8e65-5aa752516375 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:32.742254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10fb1b13-f68a-4e80-a4d8-f3ed92419bab req-247e25ba-bec6-4bd7-8e65-5aa752516375 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 943 time: 0.4504008 Feb 09 15:44:32.896624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10fb1b13-f68a-4e80-a4d8-f3ed92419bab req-b290e560-dcf3-4a5e-89d0-309a1641b46c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533120 Feb 09 15:44:32.902978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.912633 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b69a24a-c1fb-426b-8747-47707576d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.916315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['31db5514-5141-40dc-b97a-94579a6da2df'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:44:33.024314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:33.127447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] No DVR routers for this DVR port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:44:33.175732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-250a16e3-1f63-4948-ad37-660851516f26 req-9ca2141a-9a9e-46d5-82b3-2c3ac63f2a86 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 210 time: 0.1146522 Feb 09 15:44:33.184607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Pushing event deleted for resources: {'Port': ['ID=61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:33.263899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6099045-d971-4e1b-9009-fe4fd300fb52 req-77e7d9f6-f45b-4709-9ecd-d97c316fd036 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 210 time: 0.1354768 Feb 09 15:44:33.267492 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:33.324697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=164c8078-9e47-4282-9414-673de8384072,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:33.351228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['164c8078-9e47-4282-9414-673de8384072'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:44:33.447314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 539cd84e-4f9e-4686-a352-ea03d60edecf up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:33.510248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9be5-9d75-42ca-91a7-0019f12180e1 req-2448888f-6364-41d8-adb3-4067107d440f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:33.514553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafe9be5-9d75-42ca-91a7-0019f12180e1 req-2448888f-6364-41d8-adb3-4067107d440f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 944 time: 0.1957178 Feb 09 15:44:33.565455 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:32Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:33.570298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.602730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafe9be5-9d75-42ca-91a7-0019f12180e1 req-a611d2a3-e4f3-4714-b98e-395c4dd277bb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812156 Feb 09 15:44:33.620153 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6781826-d7c0-4b32-9356-a0003b053374 None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:32Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:33.648294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4b69a24a-c1fb-426b-8747-47707576d704 None None] For port 539cd84e-4f9e-4686-a352-ea03d60edecf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=539cd84e-4f9e-4686-a352-ea03d60edecf,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:33.668876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ca3ddc-e230-4f32-ab40-ba0f4b178aaf']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:33.696264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e96feb-7fc1-4341-890e-10228552197f') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:33.696980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e96feb-7fc1-4341-890e-10228552197f') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:33.725541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] Deleting port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:44:33.725770 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.746365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 539cd84e-4f9e-4686-a352-ea03d60edecf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:33.746744 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.761668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.808196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-cb3ab883-7643-455e-96e0-9e291f636a54 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:33.825736 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-cb3ab883-7643-455e-96e0-9e291f636a54 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.7718096 Feb 09 15:44:33.829585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.881043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:44:33.881778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:44:33.885650 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:44:33.904145 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b69a24a-c1fb-426b-8747-47707576d704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.979249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8383-699a-4838-bb20-e6da47bd9c88 req-5a62fd73-a6e0-48dd-8a6b-4aa454c999de tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:34.004191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1aa8383-699a-4838-bb20-e6da47bd9c88 req-5a62fd73-a6e0-48dd-8a6b-4aa454c999de tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.1870220 Feb 09 15:44:34.044940 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-89de2625-2033-4aba-933d-f5cae26c4c8c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64e5271961874b6b997fbb5a0d3112c8 HTTP/1.1" status: 200 len: 380 time: 0.2063386 Feb 09 15:44:34.061096 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'port': {'device_id': '05ff6ede-50b5-4029-816f-1effb3c006da', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'admin_state_up': True, 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'security_groups': ['7f016597-7279-4ec3-8999-2c17e8d5277f']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:34.213044 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.243874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a24a-c1fb-426b-8747-47707576d704 None None] Pushing event updated for resources: {'Port': ['ID=539cd84e-4f9e-4686-a352-ea03d60edecf,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:34.244833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.248941 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] 10.222.0.53 "DELETE /v2.0/networks/16ca3ddc-e230-4f32-ab40-ba0f4b178aaf HTTP/1.1" status: 204 len: 168 time: 3.5122728 Feb 09 15:44:34.305195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d5d55-86d3-4465-a252-d47293d3d33d admin admin] Pushing event deleted for resources: {'Network': ['ID=16ca3ddc-e230-4f32-ab40-ba0f4b178aaf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:34.335378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1aa8383-699a-4838-bb20-e6da47bd9c88 req-e4086406-c4d3-463e-b5b7-b10ac84a34fc tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268731 Feb 09 15:44:34.343239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] For port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:34.344113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.395034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1427b-d15a-4d48-9f0f-9a825ef6d732 req-2c6608b4-89ce-40a6-b51b-f868f4e4ec70 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:34.412226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-19b717ed-decc-4a24-bbd9-3f4c55c78d5f None None] Provisioning complete for port 539cd84e-4f9e-4686-a352-ea03d60edecf triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:34.413906 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-19b717ed-decc-4a24-bbd9-3f4c55c78d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.435954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14f1427b-d15a-4d48-9f0f-9a825ef6d732 req-2c6608b4-89ce-40a6-b51b-f868f4e4ec70 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 944 time: 0.2807894 Feb 09 15:44:34.509889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] Calling delete_port for 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:44:34.583030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0767ee2-f31f-4029-89d5-e73dcf19e804 req-0b65e0d4-67cb-4803-822e-03ee23ec9498 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 210 time: 0.0570145 Feb 09 15:44:34.602303 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14f1427b-d15a-4d48-9f0f-9a825ef6d732 req-01ce9b8f-beac-4131-98b1-32e589acb47c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565487 Feb 09 15:44:34.615029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] Port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 15:44:34.659230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.674765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8bf2177e-2588-465f-9c32-1f7b18cc1f5d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:34.688864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] Network 16ca3ddc-e230-4f32-ab40-ba0f4b178aaf is not hosted by any dhcp agent {{(pid=103180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 15:44:34.689707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] No DVR routers for this DVR port 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:44:34.699481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Made reservation on behalf of 64e5271961874b6b997fbb5a0d3112c8 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:34.712125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.960600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3416b-50da-491d-b592-a58d3a54e1a4 None None] Pushing event deleted for resources: {'Port': ['ID=61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:35.060526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee78e184-f8a7-46ce-9357-24cfb6a5b0b5 req-3ee13308-bf57-4a16-9fd2-183ade39fbe2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 210 time: 0.1636350 Feb 09 15:44:35.099609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94512755-4116-49e9-8b1b-80a5cec90eea req-2a8632b8-c4bf-4cb4-b000-272fde6609f0 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:35.113367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94512755-4116-49e9-8b1b-80a5cec90eea req-2a8632b8-c4bf-4cb4-b000-272fde6609f0 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 944 time: 0.2816079 Feb 09 15:44:35.176654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Allocated IP 172.20.0.12 (2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb/9bcc5345-71e3-4019-bdc5-b84bd7f7264c/2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:35.177654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:35.183521 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:35.306463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94512755-4116-49e9-8b1b-80a5cec90eea req-dcdc688b-5150-47b9-a825-7d4edb74187c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918492 Feb 09 15:44:35.317037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60546) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:35.443681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4e6d222f-1843-4c0e-b033-eebbaab84a5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30b6b97959f044bfbc17aaa71af7071e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1195307 Feb 09 15:44:35.443976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60550) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:35.547167 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:35.590120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:44:35.597661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0e20da0-8faf-49fc-bfa7-388347908a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:35.620737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:44:35.621541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 61d93d4b-b50d-4d3e-9f47-e75eba7fd2c7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:44:35.622782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e59c1c34-efc0-4388-85df-501fbe443e0f no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:44:35.674453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: e59c1c34-efc0-4388-85df-501fbe443e0f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:44:35.675471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e59c1c34-efc0-4388-85df-501fbe443e0f not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:44:35.694509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0e20da0-8faf-49fc-bfa7-388347908a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:35.747541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:35.782333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7778de68-5f40-4c8e-baeb-2c2e0e11d8c4 req-cc18c2df-37bc-442b-9147-370376e49ed5 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 210 time: 0.0547149 Feb 09 15:44:35.841015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813415a-8287-4151-81b9-b5af25b8be8e req-9e2b6baf-b4af-4047-8eb2-cac3e3abb9b7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:35.852791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9813415a-8287-4151-81b9-b5af25b8be8e req-9e2b6baf-b4af-4047-8eb2-cac3e3abb9b7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.2080741 Feb 09 15:44:35.885797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 539cd84e-4f9e-4686-a352-ea03d60edecf up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:35.918242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:35.927794 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:35.957593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:36.040346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:36.072738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 539cd84e-4f9e-4686-a352-ea03d60edecf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:36.072991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:36.101499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9813415a-8287-4151-81b9-b5af25b8be8e req-a567a044-258a-4e09-98d6-836802084e10 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426488 Feb 09 15:44:36.143482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:36.144683 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:36.299845 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-2224f5ce-ab73-4ae9-ba0f-d4089b46ad15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2477901 Feb 09 15:44:36.315627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Request body: {'port': {'device_id': '05ff6ede-50b5-4029-816f-1effb3c006da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:36.413356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0e20da0-8faf-49fc-bfa7-388347908a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:36.418125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0e20da0-8faf-49fc-bfa7-388347908a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:36.418946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0e20da0-8faf-49fc-bfa7-388347908a44 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a3fa1f1-2349-4434-b177-360f8997f325 HTTP/1.1" status: 204 len: 168 time: 0.9723487 Feb 09 15:44:36.474701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cb5f5-7d34-4374-993e-83300ab057c2 req-2ef1e0cb-a840-46e0-ac0a-97bd69961513 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:36.490814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-429cb5f5-7d34-4374-993e-83300ab057c2 req-2ef1e0cb-a840-46e0-ac0a-97bd69961513 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 944 time: 0.5199804 Feb 09 15:44:36.493962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e20da0-8faf-49fc-bfa7-388347908a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3fa1f1-2349-4434-b177-360f8997f325,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:36.567884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:36.586607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0fa85ce5-c9ec-4520-8506-82ef7574a143 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:36.588660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0fa85ce5-c9ec-4520-8506-82ef7574a143 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.13 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 820 time: 0.4861200 Feb 09 15:44:36.601046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 31db5514-5141-40dc-b97a-94579a6da2df up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:36.614302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Request body: {'port': {'device_id': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'admin_state_up': True, 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:36.643195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c112a-883c-4d6c-bb21-3565132309d2 req-5302f1eb-bfa3-4685-9148-b42ee60467c2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:36.661019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-172c112a-883c-4d6c-bb21-3565132309d2 req-5302f1eb-bfa3-4685-9148-b42ee60467c2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 932 time: 0.3862040 Feb 09 15:44:36.734725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 164c8078-9e47-4282-9414-673de8384072 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:36.852371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-429cb5f5-7d34-4374-993e-83300ab057c2 req-00614fb1-48eb-4339-89f7-0ee91d99fd8b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603308 Feb 09 15:44:36.963786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-812f08d3-b80a-45a6-b692-2ad281eaf475 None None] Provisioning complete for port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:36.964330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-812f08d3-b80a-45a6-b692-2ad281eaf475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:36.969982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-172c112a-883c-4d6c-bb21-3565132309d2 req-ca8056e9-4bc5-4442-af5c-7ac6782d1094 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973466 Feb 09 15:44:37.170956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f2e6c59-4adc-4af2-a463-f8db7e169225 req-635bb25e-bea0-455d-a6cd-0c2f09483b75 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 210 time: 0.0563042 Feb 09 15:44:37.216530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f1a4-e1bf-48b0-bb25-41bded876a39 req-a07fc330-e9c7-45f2-988a-295c2ceca102 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:37.225730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8594f1a4-e1bf-48b0-bb25-41bded876a39 req-a07fc330-e9c7-45f2-988a-295c2ceca102 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 944 time: 0.1833410 Feb 09 15:44:37.292616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Made reservation on behalf of 3a743f93f1934b0fae1a85ef4a8c1816 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:37.297969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:37.324007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8594f1a4-e1bf-48b0-bb25-41bded876a39 req-2a5ee098-bb2f-4a35-a82f-3fa0b06c41a6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970955 Feb 09 15:44:37.356110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:37.378591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:37.395730 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-812f08d3-b80a-45a6-b692-2ad281eaf475 None None] Port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:44:37.417621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Transition to ACTIVE for port object 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:37.474089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c3bb-5a12-4d80-8088-182079693832 req-b4ea5609-62c5-49f8-b247-a3f09bd85c16 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:37.483483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4e8c3bb-5a12-4d80-8088-182079693832 req-b4ea5609-62c5-49f8-b247-a3f09bd85c16 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.1961100 Feb 09 15:44:37.542536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4e8c3bb-5a12-4d80-8088-182079693832 req-765e495b-c12f-43fe-9dc1-18c38733d6bb tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575190 Feb 09 15:44:37.569714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 31db5514-5141-40dc-b97a-94579a6da2df completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:37.578533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 31db5514-5141-40dc-b97a-94579a6da2df triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:37.578533 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:37.586968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:37.646449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 164c8078-9e47-4282-9414-673de8384072 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:37.649784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Allocated IP 172.20.0.10 (6601122e-b69c-4104-932d-017527239653/7c568494-e688-443c-bd8d-ed008e3147c1/317d84d8-39da-4c91-9987-4cc63e74a16d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:37.656618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 164c8078-9e47-4282-9414-673de8384072 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:37.657260 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:37.735465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:37.840909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Attempting to bind port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:37.842473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Attempting to bind port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:37.843659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Attempting to bind port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:37.858453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:44:37.858764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Attempting to bind port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:37.870527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:37.870874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Checking segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:37.871350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Bound using segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:37.871847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Bound port: 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:37.872825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:37.954352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:37.992316 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:38.060306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:38.065044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:38.079362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:38.083119 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d65a2b-a964-408b-8418-302bb52f0781" -d '{"events": [{"server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "name": "network-vif-plugged", "status": "completed", "tag": "31db5514-5141-40dc-b97a-94579a6da2df"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:38.113260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:38.116148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 164c8078-9e47-4282-9414-673de8384072, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=164c8078-9e47-4282-9414-673de8384072,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:38.184168 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:38.210758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:38.216729 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:38.298061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:38.326611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:38.328470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:38.341314 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] 10.222.0.13 "PUT /v2.0/ports/2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1092 time: 2.0330968 Feb 09 15:44:38.342057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:38.358237 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a88082-0b32-44f6-b7a5-05c90df1ea19" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:38.451482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce75b2-5aee-41d4-9c00-efdeb927f6de service neutron] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:38.516182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=164c8078-9e47-4282-9414-673de8384072,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:38.559505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-bd450322-84c7-4f77-9e51-20fabdb1c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:38.563115 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-bd450322-84c7-4f77-9e51-20fabdb1c420 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1095 time: 0.0963004 Feb 09 15:44:38.641367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-26d2f02a-2211-457d-af5c-e1cfa6d94657 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 217 time: 0.0699415 Feb 09 15:44:38.674273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-721af936-6bde-468b-829c-a6c6a46a5e73 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:38.682298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-721af936-6bde-468b-829c-a6c6a46a5e73 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 806 time: 0.7939045 Feb 09 15:44:38.720825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-c3b5ab5f-81e4-447e-8ef3-544071ba52a4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/quotas/67e93c2dfe9f49eb90be156bbca66090 HTTP/1.1" status: 200 len: 375 time: 0.0373440 Feb 09 15:44:38.725784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-6ca10581-1ccc-47bf-8d93-29e3e1f2a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:38.727560 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-6ca10581-1ccc-47bf-8d93-29e3e1f2a62a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.0776646 Feb 09 15:44:38.788732 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:38.806376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-779e3aa3-3fe1-499f-bc01-72027ec94c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:38.808359 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-779e3aa3-3fe1-499f-bc01-72027ec94c01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745738 Feb 09 15:44:38.810551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358454f7-7f72-4303-9bf6-95a538f84d9a req-c7c37c5e-4bb3-475d-abc0-84d86b3cfe2a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:38.823747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-358454f7-7f72-4303-9bf6-95a538f84d9a req-c7c37c5e-4bb3-475d-abc0-84d86b3cfe2a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.7549627 Feb 09 15:44:38.937356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-e76ea6e5-e8db-4937-9285-4efc6ac17d63 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2150304 Feb 09 15:44:38.965827 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-40ae7d2e-d819-46ba-92f2-cd99b078d313 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467526 Feb 09 15:44:39.005732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-358454f7-7f72-4303-9bf6-95a538f84d9a req-11337594-dd72-437d-8add-2a0e5c107e27 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696470 Feb 09 15:44:39.154030 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-619faeec-0f32-46fa-90dc-693ba68f74b4 req-891e5838-99b8-450c-919c-aa0a8e52f933 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738665 Feb 09 15:44:39.242985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4c82b-cf65-4f8e-9baa-ffee7057ce9c req-99f5fa1a-b316-4131-8218-d72f857ce593 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:39.243447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c4c82b-cf65-4f8e-9baa-ffee7057ce9c req-99f5fa1a-b316-4131-8218-d72f857ce593 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 944 time: 0.1192825 Feb 09 15:44:39.294699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-1477a4ca-9be2-47bd-881c-1f8e68aad1af service neutron] 10.222.0.53 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342624 Feb 09 15:44:39.346539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c4c82b-cf65-4f8e-9baa-ffee7057ce9c req-a9fb785a-5754-4a6f-82c0-46a1187214b0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816166 Feb 09 15:44:39.388234 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:39.448250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Network 6601122e-b69c-4104-932d-017527239653 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:39.460294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:39.463204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:39.522793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Pushing event updated for resources: {'Port': ['ID=317d84d8-39da-4c91-9987-4cc63e74a16d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:39.562266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-f548a0d3-f744-4b1d-ba45-0b2c8496e8b8 service neutron] 10.222.0.53 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594569 Feb 09 15:44:39.571515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:39.572774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:39.585972 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a9489d-2693-4aa9-926d-081f0e4b7862 x-openstack-request-id: req-a1a9489d-2693-4aa9-926d-081f0e4b7862 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:39.586478 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "name": "network-vif-plugged", "status": "completed", "tag": "31db5514-5141-40dc-b97a-94579a6da2df", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:39.586599 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1a9489d-2693-4aa9-926d-081f0e4b7862 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:39.587190 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df', 'code': 200} Feb 09 15:44:39.773063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a0dc4-642d-45bb-8230-784f006347c5 req-1cd7a342-3fd2-4dcd-8573-77196994d1d6 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:39.775625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a74a0dc4-642d-45bb-8230-784f006347c5 req-1cd7a342-3fd2-4dcd-8573-77196994d1d6 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 932 time: 0.0859177 Feb 09 15:44:39.806667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac407c4-9a6b-4d20-88a6-ad912b1b0316 req-83d882ee-776d-4c53-ac83-6ff348ee9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:39.809367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fac407c4-9a6b-4d20-88a6-ad912b1b0316 req-83d882ee-776d-4c53-ac83-6ff348ee9309 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1096 time: 0.1573145 Feb 09 15:44:39.814148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-685f7b3f-ed0a-4862-8de3-583f04d7ec6f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2133849 Feb 09 15:44:39.834097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Request body: {'port': {'device_id': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:39.847231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-42691c22-3979-466e-bc74-6332ce167a81 None None] Provisioning complete for port 317d84d8-39da-4c91-9987-4cc63e74a16d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:39.847715 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42691c22-3979-466e-bc74-6332ce167a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:39.860053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a74a0dc4-642d-45bb-8230-784f006347c5 req-02f6a69a-d1b9-42b0-bbfc-5c9d3e4dd33f tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725081 Feb 09 15:44:39.876305 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fac407c4-9a6b-4d20-88a6-ad912b1b0316 req-be9cbd52-e22d-4490-9208-370ea5dd7c96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526583 Feb 09 15:44:39.892985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-42691c22-3979-466e-bc74-6332ce167a81 None None] Port 317d84d8-39da-4c91-9987-4cc63e74a16d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:44:39.917224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:40.138143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8387f2-1371-46c4-89e5-fa7fd0140338 req-4d70329b-5525-473a-99e0-66bf659386d4 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.139769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa8387f2-1371-46c4-89e5-fa7fd0140338 req-4d70329b-5525-473a-99e0-66bf659386d4 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 945 time: 0.1668327 Feb 09 15:44:40.220145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa8387f2-1371-46c4-89e5-fa7fd0140338 req-801ef71c-037a-415c-bbe5-f13992910401 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689907 Feb 09 15:44:40.287171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317d84d8-39da-4c91-9987-4cc63e74a16d {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:40.294141 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0663f7b2-03fb-48f9-babd-97612e021991 x-openstack-request-id: req-0663f7b2-03fb-48f9-babd-97612e021991 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:40.295051 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:40.295715 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0663f7b2-03fb-48f9-babd-97612e021991 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:40.300287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:40.302775 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'status': 'completed', 'code': 200} Feb 09 15:44:40.322006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Transition to ACTIVE for port object 317d84d8-39da-4c91-9987-4cc63e74a16d will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:40.371117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-9c775e02-67d5-45a3-a5dc-9e53539df1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.372879 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-9c775e02-67d5-45a3-a5dc-9e53539df1f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1095 time: 0.0513232 Feb 09 15:44:40.461376 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:40.522632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-846ba394-17a6-405d-9652-30e175916d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.526479 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-846ba394-17a6-405d-9652-30e175916d36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.1429298 Feb 09 15:44:40.549938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45fce9-b64a-4aa0-a854-8780bf9eacb0 req-8191a39d-0b8c-4bb9-9568-6651d918f90c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.558259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b45fce9-b64a-4aa0-a854-8780bf9eacb0 req-8191a39d-0b8c-4bb9-9568-6651d918f90c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.1655567 Feb 09 15:44:40.578644 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-6e822be6-8a54-44ff-b32c-3a078509a9fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 217 time: 0.0451415 Feb 09 15:44:40.585541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Pushing event updated for resources: {'Port': ['ID=317d84d8-39da-4c91-9987-4cc63e74a16d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:40.639924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b45fce9-b64a-4aa0-a854-8780bf9eacb0 req-038aa883-42ba-47d4-8a05-b8394810dd5a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802751 Feb 09 15:44:40.739900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-af3d7080-e93d-4b46-a234-6cad28548a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.747399 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-af3d7080-e93d-4b46-a234-6cad28548a60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1590612 Feb 09 15:44:40.899321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Attempting to bind port 317d84d8-39da-4c91-9987-4cc63e74a16d on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:40.900350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Attempting to bind port 317d84d8-39da-4c91-9987-4cc63e74a16d by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:40.900350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Attempting to bind port 317d84d8-39da-4c91-9987-4cc63e74a16d on network 6601122e-b69c-4104-932d-017527239653 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:40.950492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Port 317d84d8-39da-4c91-9987-4cc63e74a16d on network 6601122e-b69c-4104-932d-017527239653 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:44:40.950492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Attempting to bind port 317d84d8-39da-4c91-9987-4cc63e74a16d on network 6601122e-b69c-4104-932d-017527239653 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:40.974048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:40.979457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Checking segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:40.979457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Bound using segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:40.982590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Bound port: 317d84d8-39da-4c91-9987-4cc63e74a16d, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:40.983189 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:40.984614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-1999a100-0639-4fbc-bc6b-aaecdcbd5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.997872 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-1999a100-0639-4fbc-bc6b-aaecdcbd5604 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2354934 Feb 09 15:44:41.229199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] For port 317d84d8-39da-4c91-9987-4cc63e74a16d, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:41.290579 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-bba43bb0-a0c0-467a-b16f-426830c05416 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875926 Feb 09 15:44:41.298324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] For port 317d84d8-39da-4c91-9987-4cc63e74a16d, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=317d84d8-39da-4c91-9987-4cc63e74a16d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:41.329730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feb1e4-44e5-4b66-8be2-5b429890daa4 req-056b173d-c40d-477a-95f0-f79ff7154aed tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:41.331673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6feb1e4-44e5-4b66-8be2-5b429890daa4 req-056b173d-c40d-477a-95f0-f79ff7154aed tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.2143018 Feb 09 15:44:41.340989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b35272-966e-4ad5-82ae-635473ef602c req-d53714bb-ff7a-4ffe-93a7-0dba7d688671 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:41.349911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0b35272-966e-4ad5-82ae-635473ef602c req-d53714bb-ff7a-4ffe-93a7-0dba7d688671 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 944 time: 0.2286818 Feb 09 15:44:41.421130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:41.525938 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59a88082-0b32-44f6-b7a5-05c90df1ea19 req-6cbf2233-c7a4-4c84-a216-0cdd3c5333e9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270713 Feb 09 15:44:41.573949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Pushing event updated for resources: {'Port': ['ID=317d84d8-39da-4c91-9987-4cc63e74a16d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:41.592705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611fb1ae-5058-4ce9-bd85-e99a66076785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164c8078-9e47-4282-9414-673de8384072'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:41.595575 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404b2c4-0e72-4d99-8575-53fb8adbd2a7" -d '{"events": [{"server_uuid": "611fb1ae-5058-4ce9-bd85-e99a66076785", "name": "network-vif-plugged", "status": "completed", "tag": "164c8078-9e47-4282-9414-673de8384072"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:41.614116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0b35272-966e-4ad5-82ae-635473ef602c req-da0ebe71-51d2-4cc3-bfa8-6f868be02cf3 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627506 Feb 09 15:44:41.646402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6feb1e4-44e5-4b66-8be2-5b429890daa4 req-3f4ba6ea-0e80-4024-a2a5-cd766fa73da8 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802947 Feb 09 15:44:41.646851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:41.648019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:41.685031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-0f3fd7ca-f58f-45c9-84e0-f4488ce1b84d service neutron] 10.222.0.13 "PUT /v2.0/ports/317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 1092 time: 1.8519073 Feb 09 15:44:41.685824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:41.699346 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20a408e-a754-4244-8696-be1b1716dc37" -d '{"events": [{"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:41.816325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbfda25a-c475-4807-bde9-423f58ff1a12 req-97b7fbce-1830-406e-acd6-a6b2e9d85cd2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 210 time: 0.1043262 Feb 09 15:44:41.965387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db40ac0-9629-4dc2-93aa-88a248b3474c req-440cc737-1229-4f90-93d1-e0e58f0101df tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:41.973180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5db40ac0-9629-4dc2-93aa-88a248b3474c req-440cc737-1229-4f90-93d1-e0e58f0101df tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 944 time: 0.1345117 Feb 09 15:44:42.088856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-35a5646f-fb52-4d9b-bf94-2560561e5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.095481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-35a5646f-fb52-4d9b-bf94-2560561e5569 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1095 time: 0.1942344 Feb 09 15:44:42.101094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5db40ac0-9629-4dc2-93aa-88a248b3474c req-d4d5e382-a010-42e2-9457-934b12804686 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267960 Feb 09 15:44:42.182904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-6381a379-d521-4d50-81c2-4f086e80b151 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 217 time: 0.0789673 Feb 09 15:44:42.275555 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae48452-e8ec-4705-bfaa-a14b7c4b879a x-openstack-request-id: req-9ae48452-e8ec-4705-bfaa-a14b7c4b879a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:42.277959 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611fb1ae-5058-4ce9-bd85-e99a66076785", "name": "network-vif-plugged", "status": "completed", "tag": "164c8078-9e47-4282-9414-673de8384072", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:42.283910 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ae48452-e8ec-4705-bfaa-a14b7c4b879a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:42.283910 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611fb1ae-5058-4ce9-bd85-e99a66076785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164c8078-9e47-4282-9414-673de8384072', 'code': 200} Feb 09 15:44:42.338325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-f327cb7b-01ba-4add-b04c-b6f5c7818210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.341195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-f327cb7b-01ba-4add-b04c-b6f5c7818210 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.1429312 Feb 09 15:44:42.583725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf81d5-0897-4993-b61c-b9de74320b74 req-56ebc59a-a51e-42a8-b633-961c9eb6bca0 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.586419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0cf81d5-0897-4993-b61c-b9de74320b74 req-56ebc59a-a51e-42a8-b633-961c9eb6bca0 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 945 time: 0.2873602 Feb 09 15:44:42.600199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-906ae93b-c27e-4ae5-8e9a-f15643929004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.603115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-906ae93b-c27e-4ae5-8e9a-f15643929004 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2346003 Feb 09 15:44:42.603379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:44:42.631439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5cea2-1e56-4c1e-81db-af361a5e9760 req-2f8793c3-caa9-4ba0-ae35-090864e48c0e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.634292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91a5cea2-1e56-4c1e-81db-af361a5e9760 req-2f8793c3-caa9-4ba0-ae35-090864e48c0e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.2152810 Feb 09 15:44:42.669706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1e5c1-f423-46dc-9635-c226fa957242 req-9259eb16-30b0-4077-900d-115519e1c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.673034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ce1e5c1-f423-46dc-9635-c226fa957242 req-9259eb16-30b0-4077-900d-115519e1c0f7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 1096 time: 0.2552376 Feb 09 15:44:42.804747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:42.841365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'mac_address': 'fa:16:3e:a0:67:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:44:42.909085 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:42.938760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0cf81d5-0897-4993-b61c-b9de74320b74 req-ce633a28-4f5d-4ae2-b39a-4f45d45e6f48 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215115 Feb 09 15:44:42.946639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:42.997403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91a5cea2-1e56-4c1e-81db-af361a5e9760 req-6e680aa9-a466-4001-85f9-e93b35675aaf tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422441 Feb 09 15:44:43.014132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:43.032295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ce1e5c1-f423-46dc-9635-c226fa957242 req-a16cde8e-aa35-4a05-b6b4-5b58ad66159e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236639 Feb 09 15:44:43.054438 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424aead8-9b07-4920-959f-ad6032327a17 x-openstack-request-id: req-424aead8-9b07-4920-959f-ad6032327a17 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:43.054830 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:43.055170 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-424aead8-9b07-4920-959f-ad6032327a17 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:43.055765 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'status': 'completed', 'code': 200} Feb 09 15:44:43.085328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-f564487d-6c63-4e77-a64a-e3fca73a6c9c service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716146 Feb 09 15:44:43.176384 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:43.288418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-120aa231-b331-4d0b-8ee6-feeaf55d5e86 req-94281c83-70cd-460a-a090-fe3a71b2eba9 service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950116 Feb 09 15:44:43.321182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:43.324850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72dd34-452a-4f40-9b9b-094b42832050 req-74580725-00d7-4999-8c15-022dcb3553d6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:43.338744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e72dd34-452a-4f40-9b9b-094b42832050 req-74580725-00d7-4999-8c15-022dcb3553d6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1529915 Feb 09 15:44:43.428611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:44:43.478402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e72dd34-452a-4f40-9b9b-094b42832050 req-5de0139c-5c92-4cb4-bd59-7c4138ff9129 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380858 Feb 09 15:44:43.628267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d4898-f6ec-4707-ba3e-59967969ee9e req-e39f44db-6cc6-4cef-8324-bcaec3783195 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:43.630180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a5d4898-f6ec-4707-ba3e-59967969ee9e req-e39f44db-6cc6-4cef-8324-bcaec3783195 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.2660499 Feb 09 15:44:43.705032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46cd89a6-3a43-4310-a480-05945663de6f req-1bf7f989-1e91-41b0-9818-622c1791ea97 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 210 time: 0.0732183 Feb 09 15:44:43.720277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a408e-a754-4244-8696-be1b1716dc37 req-230172f1-280c-4512-908f-9cd38377250a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:43.723002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c20a408e-a754-4244-8696-be1b1716dc37 req-230172f1-280c-4512-908f-9cd38377250a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1095 time: 0.2431426 Feb 09 15:44:43.907997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a5d4898-f6ec-4707-ba3e-59967969ee9e req-c221d699-b949-4886-a9cd-ea3e228f2530 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579460 Feb 09 15:44:44.026708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a408e-a754-4244-8696-be1b1716dc37 req-01c645ad-5ea1-4018-880f-c02d6ac3a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:44.031069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c20a408e-a754-4244-8696-be1b1716dc37 req-01c645ad-5ea1-4018-880f-c02d6ac3a515 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.2999775 Feb 09 15:44:44.131811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c20a408e-a754-4244-8696-be1b1716dc37 req-3c24ef03-e20a-4cda-b0f9-eca30b56a0aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 217 time: 0.0912845 Feb 09 15:44:44.380389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60696) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:44.506387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a408e-a754-4244-8696-be1b1716dc37 req-0e1b5249-1fa5-486f-9120-5f1081b961b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:44.509481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c20a408e-a754-4244-8696-be1b1716dc37 req-0e1b5249-1fa5-486f-9120-5f1081b961b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.2586110 Feb 09 15:44:44.561130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ccb34-922c-47eb-8a18-576ad1f66492 req-0c1c25a6-8024-4597-a674-4553f5cbb753 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:44.564743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a0ccb34-922c-47eb-8a18-576ad1f66492 req-0c1c25a6-8024-4597-a674-4553f5cbb753 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 944 time: 0.4314096 Feb 09 15:44:44.584743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e0155b2-bc72-4d43-9aaf-c28141e73266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:44.594444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e055e2c-9efa-4b72-ac39-1d471dd38dc2 req-68cd5b5d-8689-4120-90b0-3c3da630a792 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:44.596055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e055e2c-9efa-4b72-ac39-1d471dd38dc2 req-68cd5b5d-8689-4120-90b0-3c3da630a792 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1096 time: 0.3033299 Feb 09 15:44:44.615937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:44.654865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a0ccb34-922c-47eb-8a18-576ad1f66492 req-fa3e6e69-bb48-483a-ae71-f2bdc814de67 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678592 Feb 09 15:44:44.659946 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-b2bdd372-fa9b-479b-813a-4be046bb39b7 service neutron] show failed (client error): The resource could not be found. Feb 09 15:44:44.661085 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-b2bdd372-fa9b-479b-813a-4be046bb39b7 service neutron] 10.222.0.73 "GET /v2.0/ports/1755f236-313d-4d2c-bffd-1de68c4143a3/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.4428437 Feb 09 15:44:44.689275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a408e-a754-4244-8696-be1b1716dc37 req-92e461d0-58e4-45ba-972d-8af5a96c533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:44.691647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c20a408e-a754-4244-8696-be1b1716dc37 req-92e461d0-58e4-45ba-972d-8af5a96c533c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618977 Feb 09 15:44:44.708296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e055e2c-9efa-4b72-ac39-1d471dd38dc2 req-04a925d9-c95a-4816-b4da-fe6c64956023 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570257 Feb 09 15:44:44.725374 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e0155b2-bc72-4d43-9aaf-c28141e73266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:44.844216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e0155b2-bc72-4d43-9aaf-c28141e73266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:44.923621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:44.931042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:44.931804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:44.966881 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5e0155b2-bc72-4d43-9aaf-c28141e73266 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6199650433f34034a1c4d9e3f6c77516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5849571 Feb 09 15:44:44.970921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60708) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:44.985828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0155b2-bc72-4d43-9aaf-c28141e73266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42bd44a-6784-44c7-a690-968f6b86712c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:45.095747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2f0938-b33a-4be0-984b-d8960cb8544c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:45.110195 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:45.155513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2f0938-b33a-4be0-984b-d8960cb8544c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:45.170620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:45.172711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7e692-cf61-48ad-bb8e-3dd53f0982f7 req-634a00bd-597c-4bac-b992-e4f1f178aa26 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:45.176567 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f93efbc-8a9b-4834-b33a-b871e4fdc005" -d '{"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:45.189215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79c7e692-cf61-48ad-bb8e-3dd53f0982f7 req-634a00bd-597c-4bac-b992-e4f1f178aa26 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.2884331 Feb 09 15:44:45.221612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:45.294431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b89768-3fb9-4c64-8870-b923c6dd223b req-9b5c3ae2-b444-401e-99bb-e5cd9e65b4bd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:45.296461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43b89768-3fb9-4c64-8870-b923c6dd223b req-9b5c3ae2-b444-401e-99bb-e5cd9e65b4bd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.3565762 Feb 09 15:44:45.312745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-5134862c-f3c7-426d-aadc-c3ad09ea4705 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:45.314392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-5134862c-f3c7-426d-aadc-c3ad09ea4705 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 806 time: 0.5678432 Feb 09 15:44:45.325141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c20a408e-a754-4244-8696-be1b1716dc37 req-7c52982e-022f-4ce4-b5e0-0323e6303a72 service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182182 Feb 09 15:44:45.339396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Request body: {'port': {'device_id': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'admin_state_up': True, 'tenant_id': '67e93c2dfe9f49eb90be156bbca66090'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:45.342385 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:45.399679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2f0938-b33a-4be0-984b-d8960cb8544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:45.416684 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2f0938-b33a-4be0-984b-d8960cb8544c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:45.419641 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e2f0938-b33a-4be0-984b-d8960cb8544c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e42bd44a-6784-44c7-a690-968f6b86712c HTTP/1.1" status: 204 len: 168 time: 0.4467301 Feb 09 15:44:45.500405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f0938-b33a-4be0-984b-d8960cb8544c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42bd44a-6784-44c7-a690-968f6b86712c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:45.567912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:45.674354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79c7e692-cf61-48ad-bb8e-3dd53f0982f7 req-7227b158-d40e-4427-a88e-722962f10006 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841757 Feb 09 15:44:45.747203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43b89768-3fb9-4c64-8870-b923c6dd223b req-8047b987-186b-4c39-b28e-5e075544dda5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317703 Feb 09 15:44:45.816098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-9b935a13-d710-41c9-9dd4-dd1d965a35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:45.816098 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-9b935a13-d710-41c9-9dd4-dd1d965a35d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206&tenant_id=0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 1101 time: 0.0896471 Feb 09 15:44:45.832627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:45.923957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:46.003352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c20a408e-a754-4244-8696-be1b1716dc37 req-5f71b06f-af4a-409b-a219-e4644dacded5 service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325140 Feb 09 15:44:46.024800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a30b6f-1ade-4dd3-b1f7-527c819e01dd req-050f6f48-7f55-4bde-b953-d3e233c9df58 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 210 time: 0.1233439 Feb 09 15:44:46.110910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a1dd-65ed-48a4-b3e6-423fd74226ca req-9709c144-6183-451c-9359-fd0ed100f616 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:46.119575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dd0a1dd-65ed-48a4-b3e6-423fd74226ca req-9709c144-6183-451c-9359-fd0ed100f616 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1096 time: 0.1151662 Feb 09 15:44:46.164889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dd0a1dd-65ed-48a4-b3e6-423fd74226ca req-3176df9f-e55a-4dff-9662-bc34f0bcc8ae tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Feb 09 15:44:46.227997 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983e2748-7482-4b7a-9861-93201299d878 x-openstack-request-id: req-983e2748-7482-4b7a-9861-93201299d878 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:46.228980 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:46.229394 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-983e2748-7482-4b7a-9861-93201299d878 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:46.229952 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'code': 200} Feb 09 15:44:46.403204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:46.443756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21681b90-d072-404a-9682-42b082d1c498 req-ce878e27-1953-4675-9911-dd8cb1fb8612 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:46.450252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21681b90-d072-404a-9682-42b082d1c498 req-ce878e27-1953-4675-9911-dd8cb1fb8612 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.1807642 Feb 09 15:44:46.452733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957af02-1b11-4e40-b579-246bdae2f628 req-3ba0548e-3461-4dba-90f8-c931e8e0a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:46.455703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1957af02-1b11-4e40-b579-246bdae2f628 req-3ba0548e-3461-4dba-90f8-c931e8e0a1ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1097 time: 0.1474721 Feb 09 15:44:46.460774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:46.504336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd03116-1161-4677-ae75-d8bc976b61ea req-44472a1a-67b0-444b-a4f2-8414fa9745fb tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:46.505925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bd03116-1161-4677-ae75-d8bc976b61ea req-44472a1a-67b0-444b-a4f2-8414fa9745fb tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 944 time: 0.1603901 Feb 09 15:44:46.551937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:46.555092 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0b2d81-34da-40be-a650-854e7f6c7c00" -d '{"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-unplugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:46.572521 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:46.575649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1957af02-1b11-4e40-b579-246bdae2f628 req-62a20345-253f-4ad1-9911-ddda7e6cf1ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120541 Feb 09 15:44:46.581943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21681b90-d072-404a-9682-42b082d1c498 req-bd36f718-3fcf-468b-9455-73068b00e3a6 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212394 Feb 09 15:44:46.611172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bd03116-1161-4677-ae75-d8bc976b61ea req-16de7179-eee7-42d3-b369-7fb21a3f54b6 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932331 Feb 09 15:44:46.616171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Transition to ACTIVE for port object 1755f236-313d-4d2c-bffd-1de68c4143a3 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:46.633687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 317d84d8-39da-4c91-9987-4cc63e74a16d details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:44:46.724315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Made reservation on behalf of 67e93c2dfe9f49eb90be156bbca66090 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:46.733939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:46.781590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 317d84d8-39da-4c91-9987-4cc63e74a16d, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=317d84d8-39da-4c91-9987-4cc63e74a16d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:46.801255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'mac_address': 'fa:16:3e:4a:b5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:44:46.863831 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:46.886172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317d84d8-39da-4c91-9987-4cc63e74a16d {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:46.895885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e72a7e-dd4b-45cb-8451-0791f4027667 req-511b71e1-d7e3-42a0-b6ed-f1ba32e85a5f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:46.904592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-27e72a7e-dd4b-45cb-8451-0791f4027667 req-511b71e1-d7e3-42a0-b6ed-f1ba32e85a5f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.1530364 Feb 09 15:44:46.917916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 317d84d8-39da-4c91-9987-4cc63e74a16d, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=317d84d8-39da-4c91-9987-4cc63e74a16d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:46.952401 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b5db4c-e601-4843-90ce-dd887076721d x-openstack-request-id: req-a4b5db4c-e601-4843-90ce-dd887076721d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:46.952906 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-unplugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:46.953302 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4b5db4c-e601-4843-90ce-dd887076721d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:46.953877 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'code': 200} Feb 09 15:44:47.016710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-27e72a7e-dd4b-45cb-8451-0791f4027667 req-8d3b377f-170a-4b5e-86c5-ce747ef8c33b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041009 Feb 09 15:44:47.023892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Allocated IP 172.20.0.6 (fac2674f-7944-4954-9a45-9dcc131b2b17/ad2ca4b2-80df-4b67-b468-18d697cb7531/89201241-a3cd-4597-b534-6c2a300f410d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:47.067637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:47.151709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=6']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:47.163137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:47.251963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] No DVR routers for this DVR port 1755f236-313d-4d2c-bffd-1de68c4143a3 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:44:47.439899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:47.440602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:47.446631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:47.491231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:44:47.491879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:47.496551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=317d84d8-39da-4c91-9987-4cc63e74a16d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:47.520562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:47.521112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:47.523172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:47.523954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Bound port: 1755f236-313d-4d2c-bffd-1de68c4143a3, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:47.524572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:47.558112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['317d84d8-39da-4c91-9987-4cc63e74a16d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:44:47.828064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:47.844234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:47.869747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c290e-67ba-4494-b7e1-aa6b5c338081 req-6030594b-3673-493d-9da8-5872abd4db9d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:47.872922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b49c290e-67ba-4494-b7e1-aa6b5c338081 req-6030594b-3673-493d-9da8-5872abd4db9d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 948 time: 0.1182830 Feb 09 15:44:47.956760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:47.959904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:48.024220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b49c290e-67ba-4494-b7e1-aa6b5c338081 req-bc4e8e57-64f9-4ffa-96ba-1348d41497d9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888324 Feb 09 15:44:48.164497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:48.165637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:48.169158 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] 10.222.0.13 "PUT /v2.0/ports/1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 1096 time: 2.3451622 Feb 09 15:44:48.213637 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:48.363026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Network fac2674f-7944-4954-9a45-9dcc131b2b17 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:48.370633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:48.387669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:44:48.456879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Pushing event updated for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:48.493153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6269df9-494a-4479-b20a-ad4b15d817a6 req-fee8384f-4b37-455c-b1a8-581be0935399 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:48.502278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6269df9-494a-4479-b20a-ad4b15d817a6 req-fee8384f-4b37-455c-b1a8-581be0935399 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 946 time: 0.2204797 Feb 09 15:44:48.526636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f47077-3c58-4189-a7a8-c32c873c1b58 service neutron] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=7']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:48.541090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-cebadf7a-cc7e-4154-8e65-6c7ae7c210b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:48.544074 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-cebadf7a-cc7e-4154-8e65-6c7ae7c210b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1099 time: 0.3394415 Feb 09 15:44:48.563231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:48.564312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:48.615829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6269df9-494a-4479-b20a-ad4b15d817a6 req-0c3c4715-767f-469f-8bd5-8278f920ce99 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117563 Feb 09 15:44:48.636275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:44:48.703081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-25e2d530-f1b0-481c-b568-30345401e0fe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3705349 Feb 09 15:44:48.733633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Request body: {'port': {'device_id': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:48.753734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:44:48.881545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-9e509264-03e0-427f-9b15-4f02bc3fe754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:48.884249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-9e509264-03e0-427f-9b15-4f02bc3fe754 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3320329 Feb 09 15:44:49.040606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:49.048399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:44:49.049641 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b" -d '{"events": [{"name": "network-changed", "server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:49.067155 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-6bb4043e-8883-4a06-a723-6f6b252f8be7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.1732287 Feb 09 15:44:49.129883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:49.197064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-c04b5aa7-7384-4678-864d-38f69df164b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.203363 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-c04b5aa7-7384-4678-864d-38f69df164b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1243365 Feb 09 15:44:49.300739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-c9af7258-9325-47c8-915c-4f3af6b27c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.301905 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-c9af7258-9325-47c8-915c-4f3af6b27c36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949943 Feb 09 15:44:49.357956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e59a33-f953-44c9-96fb-8e6ab46454dc req-99ff2945-9521-4af3-a787-57927813fa05 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.359536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20e59a33-f953-44c9-96fb-8e6ab46454dc req-99ff2945-9521-4af3-a787-57927813fa05 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 931 time: 0.1863184 Feb 09 15:44:49.444021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20e59a33-f953-44c9-96fb-8e6ab46454dc req-fefb5064-8980-4699-bd28-91df24403bd7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750120 Feb 09 15:44:49.536318 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-b5718502-1ffc-45f2-9e48-9a4d3045d4ea service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263718 Feb 09 15:44:49.660494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89201241-a3cd-4597-b534-6c2a300f410d {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:49.669145 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b738b133-405a-454c-8785-a58dbef9c1c9 req-eb3ea656-a90f-44b5-a587-d1efd0afa148 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250639 Feb 09 15:44:49.675163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc9491-17a8-42d9-bc8d-2854b15ab3a2 req-65bc968b-43a3-4a7a-b3c1-5d5cc6c8a0a8 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.676794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ffc9491-17a8-42d9-bc8d-2854b15ab3a2 req-65bc968b-43a3-4a7a-b3c1-5d5cc6c8a0a8 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 945 time: 0.1294358 Feb 09 15:44:49.684071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:49.720064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Transition to ACTIVE for port object 89201241-a3cd-4597-b534-6c2a300f410d will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:49.739982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ffc9491-17a8-42d9-bc8d-2854b15ab3a2 req-095a9a15-5275-4696-81b5-508757620e76 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454471 Feb 09 15:44:49.855692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7fc40-b3a1-498a-89c1-2a2894da0aee req-b514b1b2-f3ba-4f71-b393-4e018cae9755 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.857244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1e7fc40-b3a1-498a-89c1-2a2894da0aee req-b514b1b2-f3ba-4f71-b393-4e018cae9755 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 946 time: 0.0537245 Feb 09 15:44:49.866565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60786) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:44:49.871516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'floatingip': {'port_id': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:49.922685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:49.962554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5348ef-69ad-42bf-9353-6e1d975c7e77 req-af3784b9-efc4-4f37-9a0b-d15ad5264484 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.964068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b5348ef-69ad-42bf-9353-6e1d975c7e77 req-af3784b9-efc4-4f37-9a0b-d15ad5264484 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.0572937 Feb 09 15:44:50.018919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b5348ef-69ad-42bf-9353-6e1d975c7e77 req-172483ee-ec90-44bb-8f46-4c8ad34e4861 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Feb 09 15:44:50.090380 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.158462 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ee781-7f89-4ea5-bab4-2f9928c8f72d x-openstack-request-id: req-bc8ee781-7f89-4ea5-bab4-2f9928c8f72d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:50.158847 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:50.159839 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc8ee781-7f89-4ea5-bab4-2f9928c8f72d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:50.160245 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'status': 'completed', 'code': 200} Feb 09 15:44:50.244942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Pushing event updated for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:50.283579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-1be060c8-4157-44a4-818d-16e0cba65650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.285834 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-1be060c8-4157-44a4-818d-16e0cba65650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1099 time: 0.1244187 Feb 09 15:44:50.291196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-08955e86-09f8-4406-b463-48315492116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.292685 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-08955e86-09f8-4406-b463-48315492116c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1099 time: 0.1305177 Feb 09 15:44:50.307696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a8f40-c9c6-4169-b7e6-5566f23f5051 req-7b962858-5824-4154-ac9c-947bae55ce6b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.309377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a30a8f40-c9c6-4169-b7e6-5566f23f5051 req-7b962858-5824-4154-ac9c-947bae55ce6b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 948 time: 0.1208701 Feb 09 15:44:50.339897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:50.340273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:50.340603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:50.354383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:44:50.354714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:50.370836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:50.371270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:50.371782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:50.372468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Bound port: 89201241-a3cd-4597-b534-6c2a300f410d, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:50.372865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.403871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a30a8f40-c9c6-4169-b7e6-5566f23f5051 req-2232c7b0-cb5b-44d0-8fcd-3931e1c254a5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828934 Feb 09 15:44:50.489879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:50.493548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:50.653826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 317d84d8-39da-4c91-9987-4cc63e74a16d up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:50.683553 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.797803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.798425 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.799956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] 10.222.0.73 "PUT /v2.0/ports/89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 200 len: 1091 time: 2.0824401 Feb 09 15:44:50.801342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:50.803152 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf2d9c8-72db-40be-9026-6ccbffc3350b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "tag": "89201241-a3cd-4597-b534-6c2a300f410d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:50.846313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b327e90-dddb-4755-9eed-b11688e1c98b service neutron] Pushing event updated for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:50.861580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cd7c0-56db-41d8-aec7-49706061fe7f req-3f622275-b16f-4250-8acc-1ec629e71fdb tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.863239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b4cd7c0-56db-41d8-aec7-49706061fe7f req-3f622275-b16f-4250-8acc-1ec629e71fdb tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.1362195 Feb 09 15:44:50.916248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b4cd7c0-56db-41d8-aec7-49706061fe7f req-609280b9-422a-477d-b425-2fe3e80bbe85 tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Feb 09 15:44:50.979811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 317d84d8-39da-4c91-9987-4cc63e74a16d completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:50.989585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 317d84d8-39da-4c91-9987-4cc63e74a16d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:50.989817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-f0e8e15c-9874-4f79-b7ca-0d5945975069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.990278 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.991489 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-f0e8e15c-9874-4f79-b7ca-0d5945975069 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.6837394 Feb 09 15:44:51.038569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-beae8573-f8e5-4105-a8c4-0ffb2df0e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.040667 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-beae8573-f8e5-4105-a8c4-0ffb2df0e189 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.7468321 Feb 09 15:44:51.065625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6ae95-7fa1-44bd-8560-1a563ac1d52e req-8255e9db-80ba-4d18-ae12-caf6153e6ef9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.074253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10a6ae95-7fa1-44bd-8560-1a563ac1d52e req-8255e9db-80ba-4d18-ae12-caf6153e6ef9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.0774972 Feb 09 15:44:51.125031 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-79c96314-8148-4f12-87fa-c2aaf9c58afc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.0832155 Feb 09 15:44:51.189160 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:51.195287 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-423a1792-b581-434e-a094-f2a28f431ae7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.0965698 Feb 09 15:44:51.219201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:51.222198 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3e8bad-b231-4467-8efb-d2e6c3c93292" -d '{"events": [{"server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "name": "network-vif-plugged", "status": "completed", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:51.225192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10a6ae95-7fa1-44bd-8560-1a563ac1d52e req-6121024d-b1ad-4225-b70b-580a52bdf55c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465347 Feb 09 15:44:51.244580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-ed730270-0ec7-4cf2-842b-71586b93355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.247456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-ed730270-0ec7-4cf2-842b-71586b93355e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1094 time: 0.1530516 Feb 09 15:44:51.256323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 317d84d8-39da-4c91-9987-4cc63e74a16d, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=317d84d8-39da-4c91-9987-4cc63e74a16d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:51.292847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-674b1e17-905c-46d7-8c03-1090d875acac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.297079 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-674b1e17-905c-46d7-8c03-1090d875acac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0873950 Feb 09 15:44:51.314272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-e346af44-eb72-4cca-bdbc-49b8b4577374 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 200 len: 217 time: 0.0566831 Feb 09 15:44:51.372373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-c083c2a4-8015-48cc-84de-0f2451c9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.377147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-c083c2a4-8015-48cc-84de-0f2451c9768f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.0567913 Feb 09 15:44:51.393422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:51.430201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-a87b2046-3744-49e7-983e-e07c43f7ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.432244 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-a87b2046-3744-49e7-983e-e07c43f7ca50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.2558072 Feb 09 15:44:51.451642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:44:51.452673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-9365340c-71c8-48aa-b3b6-32a1f7964399 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355029 Feb 09 15:44:51.484263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806521b0-17ba-47e8-8126-6896cb9492ac req-ef2aec99-074e-4178-baef-f19ca5fc8737 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.485093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=317d84d8-39da-4c91-9987-4cc63e74a16d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:51.486304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-806521b0-17ba-47e8-8126-6896cb9492ac req-ef2aec99-074e-4178-baef-f19ca5fc8737 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 946 time: 0.1072979 Feb 09 15:44:51.535233 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-8a0eed86-455c-4b51-b8df-a0d9d0c0187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.536791 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-8a0eed86-455c-4b51-b8df-a0d9d0c0187b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2091234 Feb 09 15:44:51.543561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-806521b0-17ba-47e8-8126-6896cb9492ac req-ba5c2478-aa24-4d46-bb6e-9817f519a88d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Feb 09 15:44:51.573830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:51.624487 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec09270-701b-40b1-8f94-7412ecdb0e80 x-openstack-request-id: req-3ec09270-701b-40b1-8f94-7412ecdb0e80 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:51.625146 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "tag": "89201241-a3cd-4597-b534-6c2a300f410d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:51.625637 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ec09270-701b-40b1-8f94-7412ecdb0e80 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:51.626250 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d', 'status': 'completed', 'code': 200} Feb 09 15:44:51.632934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-070f7009-56fa-4a7a-8b5d-c902f73b862a service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742282 Feb 09 15:44:51.679712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-8155db12-937a-4a1f-a602-1fb7cdf612e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.681397 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-8155db12-937a-4a1f-a602-1fb7cdf612e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420721 Feb 09 15:44:51.760649 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-e9427d78-0d90-4ab9-9ba2-a6f411b47d58 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139282 Feb 09 15:44:51.761537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:51.846982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17b480f0-d20f-4d75-9b95-dc109bc11e37 req-2ec38c2d-7cae-4858-a448-9b477cd224f2 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068391 Feb 09 15:44:51.878687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-992b1342-3ed9-4f32-8924-2b59db5db60f tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:44:51.879806 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-992b1342-3ed9-4f32-8924-2b59db5db60f tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216739 Feb 09 15:44:51.928786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badab3-6acc-4715-84ca-978938519013 req-ace62bfe-bd8d-4c7e-bdac-140beece6d5d tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.930561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-ace62bfe-bd8d-4c7e-bdac-140beece6d5d tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/networks?id=4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 HTTP/1.1" status: 200 len: 814 time: 0.1676972 Feb 09 15:44:51.947669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-8e959924-572b-465f-a6f6-eac816545123 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/quotas/1c9b25526170419ab6350c821c05ac72 HTTP/1.1" status: 200 len: 375 time: 0.0108287 Feb 09 15:44:52.013842 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-5b483010-c738-4f81-b492-44ee230b94c7 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230753 Feb 09 15:44:52.052521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-6f609bc7-d7c2-439d-bd03-c5ee5c651cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:52.054220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-6f609bc7-d7c2-439d-bd03-c5ee5c651cad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1094 time: 0.0619974 Feb 09 15:44:52.060861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-6a08d29a-4946-4cf0-9c68-88825ade0cf6 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1c9b25526170419ab6350c821c05ac72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025136 Feb 09 15:44:52.086870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-cee1bb13-017d-48d8-be1b-27df11e4a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:52.092657 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-cee1bb13-017d-48d8-be1b-27df11e4a29a service neutron] 10.222.0.53 "GET /v2.0/ports/31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 1093 time: 0.1935439 Feb 09 15:44:52.151286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Request body: {'binding': {'host': 'n-h2-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:52.151659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 15:44:52.157532 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-f42ace01-c12f-4a78-ac24-8daf23a5fdc4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577235 Feb 09 15:44:52.161783 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Floating IP 4c318dc4-059c-401f-993b-9336708b564d associated. External IP: 172.25.5.188, port: 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3. Feb 09 15:44:52.232652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-a18f861f-93c0-4f67-a427-1fd160594f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:52.234147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-a18f861f-93c0-4f67-a427-1fd160594f4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.1720395 Feb 09 15:44:52.240989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-58fc1ec2-58de-4fcf-9bb6-92bbcc57d728 service neutron] 10.222.0.53 "GET /v2.0/networks/4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601205 Feb 09 15:44:52.291139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-cd856985-1667-4ded-91dc-630bfa0a6b9b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 200 len: 217 time: 0.0490115 Feb 09 15:44:52.382704 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a6e3263b-597b-4ab8-8f4f-0f353827fe9b req-5181f697-f7cb-4d1c-83f9-2323cbaf08e1 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451076 Feb 09 15:44:52.389110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-8a2ef0af-973b-45ef-b2e9-8f11e33b1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:52.390616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-8a2ef0af-973b-45ef-b2e9-8f11e33b1780 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.0890815 Feb 09 15:44:52.433111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-d046ec84-27d9-4415-a974-aa82aae27d04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343294 Feb 09 15:44:52.454274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-a50063c4-28f2-4fee-ba7f-267bd666e7e3 service neutron] 10.222.0.53 "GET /v2.0/networks/4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738081 Feb 09 15:44:52.562069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-272cfef2-f6ae-499c-82ee-4bd49d29db92 service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197789 Feb 09 15:44:52.640422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on host n-h2-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:52.641342 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:52.642089 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:52.656463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Router 55b7b173-9571-45a4-beb3-87e1a7487ca3 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:44:52.657491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:44:52.657877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:52.678864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:52.679229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:52.679603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:52.680055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Bound port: 31db5514-5141-40dc-b97a-94579a6da2df, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:52.709817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf2d9c8-72db-40be-9026-6ccbffc3350b req-7e1cd7d7-f606-47d3-b64d-4be71e4e91fa service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400540 Feb 09 15:44:52.810614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-53dd779f-8f71-42be-9325-0c6be50fe76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:52.822527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:52.839620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:44:52.845212 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:52.877822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] Sync routers for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:44:52.892654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:52.896647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:44:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:52.923948 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b6db8c08-18ad-4501-b9f6-3a8798d54493 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "PUT /v2.0/floatingips/4c318dc4-059c-401f-993b-9336708b564d HTTP/1.1" status: 200 len: 992 time: 3.0559158 Feb 09 15:44:52.939844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:52.943774 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce156b8-fb6f-4cee-8d08-40b978c39537" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:52.966527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:52.970477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-a8dfe27a-84bd-45ea-bf03-51c29b123055 service neutron] 10.222.0.53 "POST /v2.0/ports/31db5514-5141-40dc-b97a-94579a6da2df/bindings HTTP/1.1" status: 201 len: 389 time: 0.8288994 Feb 09 15:44:53.059012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:53.281147 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ba87b7-74c3-4786-8e16-bae4f1d3b720 x-openstack-request-id: req-d0ba87b7-74c3-4786-8e16-bae4f1d3b720 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:53.281441 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "name": "network-vif-plugged", "status": "completed", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:53.281744 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0ba87b7-74c3-4786-8e16-bae4f1d3b720 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:53.282517 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'code': 200} Feb 09 15:44:53.438784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c61c2-4ae8-4894-a032-3ad1410d9d05 req-0449e0af-74e1-4f03-a6be-6c35b65bc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:53.441405 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-222c61c2-4ae8-4894-a032-3ad1410d9d05 req-0449e0af-74e1-4f03-a6be-6c35b65bc93c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.0698342 Feb 09 15:44:53.468887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab806e4-a9fe-4f67-bc8d-317a4cf2cd07 req-e74a7c36-198f-442f-ae87-4e6df8d16c82 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:53.470669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ab806e4-a9fe-4f67-bc8d-317a4cf2cd07 req-e74a7c36-198f-442f-ae87-4e6df8d16c82 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 948 time: 0.0976219 Feb 09 15:44:53.517351 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-222c61c2-4ae8-4894-a032-3ad1410d9d05 req-e66dcc83-24e8-4c69-afe6-ead3b97cb5fc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670736 Feb 09 15:44:53.545548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '4c318dc4-059c-401f-993b-9336708b564d', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'port_id': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'mac_address': 'fa:16:3e:a0:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff6ede-50b5-4029-816f-1effb3c006da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:44:20Z', 'updated_at': '2022-02-09T15:44:51Z', 'revision_number': 1, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 5, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:53.546892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ab806e4-a9fe-4f67-bc8d-317a4cf2cd07 req-5a69cba7-7194-496c-9ae9-df4d58d05863 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697792 Feb 09 15:44:53.575642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] Checking router: 55b7b173-9571-45a4-beb3-87e1a7487ca3 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:44:53.587513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:44:53.588330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:44:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:53.786509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a0b3-683c-4c37-b4d2-177f153d8540 req-2af88fcd-682b-4e97-a25b-5026b283d3b4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:53.789247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31a9a0b3-683c-4c37-b4d2-177f153d8540 req-2af88fcd-682b-4e97-a25b-5026b283d3b4 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.1171913 Feb 09 15:44:53.790960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:44:53.840967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31a9a0b3-683c-4c37-b4d2-177f153d8540 req-4ffe0124-38d2-4d44-9c4c-3defcfc85585 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358584 Feb 09 15:44:54.077387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-1690d480-657f-4e24-b8a4-271f5d51f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.086760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-1690d480-657f-4e24-b8a4-271f5d51f883 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1096 time: 0.1568816 Feb 09 15:44:54.232431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7809a-70b4-40eb-ab11-f9a15939a739 req-ca4316e1-56aa-4653-9c53-fbb9d58434f0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.243556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97a7809a-70b4-40eb-ab11-f9a15939a739 req-ca4316e1-56aa-4653-9c53-fbb9d58434f0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 946 time: 0.2705197 Feb 09 15:44:54.243556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba170ded-97e5-4b81-8145-45aa7c6e2af8 req-05158081-4ccc-4b5f-8b9c-f5c00d5aee50 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 210 time: 0.0640333 Feb 09 15:44:54.250579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '4c318dc4-059c-401f-993b-9336708b564d', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'port_id': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'mac_address': 'fa:16:3e:a0:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff6ede-50b5-4029-816f-1effb3c006da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:44:20Z', 'updated_at': '2022-02-09T15:44:51Z', 'revision_number': 1, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 5, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:54.329480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-7badc12c-eb8c-4075-ba31-ee4106341e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.331965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-7badc12c-eb8c-4075-ba31-ee4106341e68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.2328482 Feb 09 15:44:54.358225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97a7809a-70b4-40eb-ab11-f9a15939a739 req-3ae96d3d-a02f-408b-9261-8c5696eed7c8 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956311 Feb 09 15:44:54.423430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-428efd7c-d571-477e-80af-f6e8e8e3210a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 217 time: 0.0825777 Feb 09 15:44:54.465570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0dff6-964b-4996-a20a-3418fe9c0a7d req-bd1e308b-20ac-4541-8ff6-0727e74fa9f5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.467621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fe0dff6-964b-4996-a20a-3418fe9c0a7d req-bd1e308b-20ac-4541-8ff6-0727e74fa9f5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 946 time: 0.0784307 Feb 09 15:44:54.477829 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39711c60-cdb2-4c91-82f7-50c648633a0f x-openstack-request-id: req-39711c60-cdb2-4c91-82f7-50c648633a0f {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:54.478713 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:54.479142 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39711c60-cdb2-4c91-82f7-50c648633a0f {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:54.479729 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'status': 'completed', 'code': 200} Feb 09 15:44:54.505197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b21d2e-18c9-4cf2-8da6-a8ecc9959298 None None] The sync data for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 is: [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '4c318dc4-059c-401f-993b-9336708b564d', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'port_id': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'mac_address': 'fa:16:3e:a0:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ff6ede-50b5-4029-816f-1effb3c006da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:44:20Z', 'updated_at': '2022-02-09T15:44:51Z', 'revision_number': 1, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 5, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:44:54.539008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fe0dff6-964b-4996-a20a-3418fe9c0a7d req-2d70382f-c222-465c-9afa-7910f71ca040 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643127 Feb 09 15:44:54.603120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-c02e8c9b-3c88-4ceb-96a1-152401f7f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.604633 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-c02e8c9b-3c88-4ceb-96a1-152401f7f533 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1097 time: 0.0869873 Feb 09 15:44:54.672205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:44:54.764520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-d7901c9e-e3e6-4438-a9c5-0888a97faf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.767174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-d7901c9e-e3e6-4438-a9c5-0888a97faf04 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.3355989 Feb 09 15:44:54.785350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dc31e-9743-42cb-a303-c00423d62be4 req-5f7f9330-8687-45d0-aec7-157b4f77981b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.788527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb6dc31e-9743-42cb-a303-c00423d62be4 req-5f7f9330-8687-45d0-aec7-157b4f77981b tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.2212379 Feb 09 15:44:54.809880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-7def87e0-47b7-4fa5-af20-40c3953e6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.814391 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-7def87e0-47b7-4fa5-af20-40c3953e6861 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.2022219 Feb 09 15:44:54.835562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-e45dfcc5-33bf-4385-92d5-8ce81640dd2e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454278 Feb 09 15:44:54.856488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056820f-d4ba-4770-96aa-ec242f70d580 req-098b7484-4d03-4b58-b168-ada934998aa9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.858395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0056820f-d4ba-4770-96aa-ec242f70d580 req-098b7484-4d03-4b58-b168-ada934998aa9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 945 time: 0.1954672 Feb 09 15:44:54.859341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2defdf-554e-4362-98c3-cb78c23781fb None None] New status for floating IP 4c318dc4-059c-401f-993b-9336708b564d: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:44:54.860462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:54.880334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'mac_address': 'fa:16:3e:d7:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:44:54.949064 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:54.986985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1755f236-313d-4d2c-bffd-1de68c4143a3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:54.994459 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-3eaf0167-4edd-4f9d-aaa4-1e47a4e24add service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.1631894 Feb 09 15:44:55.005411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0056820f-d4ba-4770-96aa-ec242f70d580 req-617c0d49-7e80-445c-babf-98c4f78ca8cd tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105072 Feb 09 15:44:55.017897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb6dc31e-9743-42cb-a303-c00423d62be4 req-250afaa3-8895-4833-8f4b-996fa817982c tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096586 Feb 09 15:44:55.021715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:55.087928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-fa7ed8ad-28bf-4637-b90b-15f0dfaae4a5 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282438 Feb 09 15:44:55.141891 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-b80c7844-d4fe-40e3-826e-319398957456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.144844 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-b80c7844-d4fe-40e3-826e-319398957456 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1432729 Feb 09 15:44:55.163804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:55.239217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-e6bdef41-8a45-4e5e-9635-5292bfac29b1 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346350 Feb 09 15:44:55.243424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-dee6f9a8-b13f-48b9-bb4b-307bd37b00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.243696 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1cd5bc17-99bf-41f7-9ec8-bb37ed8d65b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:55.246324 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-dee6f9a8-b13f-48b9-bb4b-307bd37b00b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907812 Feb 09 15:44:55.296430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:55.406919 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-6e4ad2f4-0549-48c2-a4af-793f4ffd04fc service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494298 Feb 09 15:44:55.513927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['1755f236-313d-4d2c-bffd-1de68c4143a3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:44:55.524582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-5f62919c-871f-4aa7-a2b3-b2be7b3a6612 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.526131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-5f62919c-871f-4aa7-a2b3-b2be7b3a6612 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.0999637 Feb 09 15:44:55.540762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3af04-a7a7-486f-95f7-cb7e2c8645d5 req-2365f48d-a9f2-4ab7-83bc-c06fae3c614c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.548459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fa3af04-a7a7-486f-95f7-cb7e2c8645d5 req-2365f48d-a9f2-4ab7-83bc-c06fae3c614c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.1036649 Feb 09 15:44:55.559734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828542-1'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:55.579087 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cce156b8-fb6f-4cee-8d08-40b978c39537 req-4d10fcb7-5a5e-494b-9483-6e7d429dc032 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649702 Feb 09 15:44:55.642099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fa3af04-a7a7-486f-95f7-cb7e2c8645d5 req-6c29219f-eeb5-4b16-8cc2-2dcf92701dba tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926888 Feb 09 15:44:55.653873 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:55.812339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd94824-fc96-4d13-855d-376db4a3a4de req-273b7f88-9421-4484-9d13-686f7829d9df tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.813936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cd94824-fc96-4d13-855d-376db4a3a4de req-273b7f88-9421-4484-9d13-686f7829d9df tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.1106496 Feb 09 15:44:55.858911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:55.886923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cd94824-fc96-4d13-855d-376db4a3a4de req-61403c09-4007-4427-9bb1-9af1497c89cb tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/security-groups?id=4e6393c8-1d17-4836-ba9e-5045e7ef165b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630891 Feb 09 15:44:55.921719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:55.985680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:55.989011 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fbffa5-51e6-4bc0-9c9e-9c20d6c0876b" -d '{"events": [{"server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "name": "network-vif-unplugged", "status": "completed", "tag": "31db5514-5141-40dc-b97a-94579a6da2df"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:55.993570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.038782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15ea6381-f7a4-4e1b-bd71-cf3e2ba2f254 req-2b8d1b78-7c7f-476a-8088-820c23f35c84 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 210 time: 0.0428464 Feb 09 15:44:56.085674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-54ff4c87-90d2-4a0f-8290-8ed20ffab604 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.088701 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-54ff4c87-90d2-4a0f-8290-8ed20ffab604 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206&tenant_id=0aef65e05ad943efadb02490102af9ba&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 949 time: 0.0896609 Feb 09 15:44:56.094184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.194184 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-f62682ac-03e6-423d-b7f8-00fe16bab1ac service neutron] 10.222.0.13 "GET /v2.0/ports/1755f236-313d-4d2c-bffd-1de68c4143a3/bindings/n-h1-828542-1 HTTP/1.1" status: 200 len: 382 time: 0.0965188 Feb 09 15:44:56.260436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:56.295119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-561ac6e1-41b6-4fb4-9790-371541f64a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.297108 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-561ac6e1-41b6-4fb4-9790-371541f64a54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1100 time: 0.0681942 Feb 09 15:44:56.318740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c91a9-61a8-4531-a3de-6e32b8ce075a req-7c83769d-1dac-4c07-b756-7bf3bd1b6b15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.320405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a5c91a9-61a8-4531-a3de-6e32b8ce075a req-7c83769d-1dac-4c07-b756-7bf3bd1b6b15 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 946 time: 0.1558063 Feb 09 15:44:56.330054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1614a37-df2a-4a6f-89d6-482c6cfc3c2d req-f95903f0-6948-4260-932e-21edae286e2b tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.338071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1614a37-df2a-4a6f-89d6-482c6cfc3c2d req-f95903f0-6948-4260-932e-21edae286e2b tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 946 time: 0.1383326 Feb 09 15:44:56.347429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on host n-h1-828542-1 for vnic_type normal with profile {"migrating_to": "n-h2-828542-1"} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:56.347765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:56.348109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:56.376013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:44:56.378629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Attempting to bind port 31db5514-5141-40dc-b97a-94579a6da2df on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:44:56.391248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:44:56.391598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:44:56.391985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:44:56.392476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Bound port: 31db5514-5141-40dc-b97a-94579a6da2df, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:56.392844 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.425121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a5c91a9-61a8-4531-a3de-6e32b8ce075a req-0de19b4e-4f4b-45af-b0e3-3d54284aab1a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840776 Feb 09 15:44:56.434371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1614a37-df2a-4a6f-89d6-482c6cfc3c2d req-7da28354-a9a7-4998-916d-ccb54d18aeaa tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907457 Feb 09 15:44:56.457604 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.468722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-61aad670-65ad-4760-8cda-33effbaea7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.475178 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-61aad670-65ad-4760-8cda-33effbaea7ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1704385 Feb 09 15:44:56.517087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:56.524553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:56.533265 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-e9566aaf-0447-423b-a639-ce490bd785ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.0394361 Feb 09 15:44:56.600322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b3ba5-4fbb-4d04-aa49-05bc575c6e2a req-53f04dd8-4ca6-4ba8-9e08-e2d5ae058542 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.602792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-fccb385c-7ad9-44a9-9ebc-21fbb74b6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.603285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-142b3ba5-4fbb-4d04-aa49-05bc575c6e2a req-53f04dd8-4ca6-4ba8-9e08-e2d5ae058542 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 949 time: 0.0755589 Feb 09 15:44:56.604620 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-fccb385c-7ad9-44a9-9ebc-21fbb74b6a14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0642366 Feb 09 15:44:56.628685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.665631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-7de95080-0a78-4463-bbd8-3b0a75675373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.668503 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-7de95080-0a78-4463-bbd8-3b0a75675373 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523624 Feb 09 15:44:56.682941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:44:56.695954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-142b3ba5-4fbb-4d04-aa49-05bc575c6e2a req-0f00ef65-0fe9-462f-9e75-d3f52f774ee0 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856607 Feb 09 15:44:56.765780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.768260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.774980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 1121 time: 1.2222073 Feb 09 15:44:56.780397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7ff13-d73c-44e3-be39-344ae1b9d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:56.836822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-a0616588-cb65-4b57-b423-839e2e7df5a4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606264 Feb 09 15:44:56.849718 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc037c9f-5ac3-43cc-b923-792c97618080 x-openstack-request-id: req-bc037c9f-5ac3-43cc-b923-792c97618080 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:56.850039 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "name": "network-vif-unplugged", "status": "completed", "tag": "31db5514-5141-40dc-b97a-94579a6da2df", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:56.850489 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc037c9f-5ac3-43cc-b923-792c97618080 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:56.850732 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df', 'code': 200} Feb 09 15:44:56.884649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['31db5514-5141-40dc-b97a-94579a6da2df'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:44:56.955096 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 1755f236-313d-4d2c-bffd-1de68c4143a3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:56.972584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 1755f236-313d-4d2c-bffd-1de68c4143a3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:56.973247 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.045529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fcecf-86e6-4526-9d02-771ed4f3e14b req-4ee196cd-f96e-43c7-95da-91aba3250802 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:57.045656 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-6f455e9c-46e6-4e6a-836a-615e795880e9 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992590 Feb 09 15:44:57.058611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f5fcecf-86e6-4526-9d02-771ed4f3e14b req-4ee196cd-f96e-43c7-95da-91aba3250802 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 943 time: 0.1194816 Feb 09 15:44:57.140789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f5fcecf-86e6-4526-9d02-771ed4f3e14b req-ab65392e-5b94-4fcd-9ec1-c61e4190abd5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808380 Feb 09 15:44:57.147049 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.150939 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:44:57.181270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:57.187134 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fea4d0-94b4-4baf-bae4-61ec1acd136d" -d '{"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-plugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:57.200055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:57.294166 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.356110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:57.967380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4a028-d744-4dc3-9dde-280f1b788b91 req-3860b4b9-64ac-46d9-ad51-5f21b444adeb tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:57.970570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54e4a028-d744-4dc3-9dde-280f1b788b91 req-3860b4b9-64ac-46d9-ad51-5f21b444adeb tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 946 time: 0.8031666 Feb 09 15:44:58.020981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:58.213501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-c9fc2d60-7da9-49fc-a6df-c41f31182046 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9981937 Feb 09 15:44:58.219101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54e4a028-d744-4dc3-9dde-280f1b788b91 req-ca27db80-680b-44b7-9fb0-9050a3b31472 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322164 Feb 09 15:44:58.234196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badab3-6acc-4715-84ca-978938519013 req-67aff847-7fd4-4bf6-ae96-947eb18d4164 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:58.236622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-67aff847-7fd4-4bf6-ae96-947eb18d4164 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.73 "GET /v2.0/networks?id=4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 HTTP/1.1" status: 200 len: 814 time: 1.0195017 Feb 09 15:44:58.243024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:58.260807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Request body: {'port': {'device_id': '3eee77d1-a99d-46b3-bf8d-50e77c163694', 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0', 'admin_state_up': True, 'tenant_id': '1c9b25526170419ab6350c821c05ac72'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:44:58.457771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:58.507743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c8db4-a524-4983-8160-a86943f71dc8 req-ba23a330-1c04-41d3-b239-b85faccd135e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:58.510454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116c8db4-a524-4983-8160-a86943f71dc8 req-ba23a330-1c04-41d3-b239-b85faccd135e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.2090187 Feb 09 15:44:58.572221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:58.708379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116c8db4-a524-4983-8160-a86943f71dc8 req-046ece48-19ee-4f0c-aaa9-60dbcbc13ac7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827042 Feb 09 15:44:58.818762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:58.832765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-a4101eec-45a3-4a03-8127-02e77fa50ecb tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:58.838611 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-a4101eec-45a3-4a03-8127-02e77fa50ecb tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.73 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 945 time: 0.1248376 Feb 09 15:44:58.852446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Made reservation on behalf of 1c9b25526170419ab6350c821c05ac72 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:58.858668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:58.865890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:58.870363 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "tag": "31db5514-5141-40dc-b97a-94579a6da2df"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:44:59.278259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Allocated IP 172.25.5.150 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/ff08de0f-0515-408d-99ae-b3c7020500c3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:59.342077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Allocated IP 172.20.0.8 (4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0/73cad58d-9a20-4b13-aba7-b055efd0a3d9/47f81ce3-5319-4d3a-a83a-1e7d33a65631) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:59.547223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Deleting port 164c8078-9e47-4282-9414-673de8384072 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:44:59.547801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:59.668758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b764b318-49d7-42a4-8be5-c1ea4bb5d712 req-1cb9ef15-e2e6-45a8-93d8-b034f7d19bfb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 210 time: 0.1185713 Feb 09 15:44:59.839629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] For port 164c8078-9e47-4282-9414-673de8384072, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=164c8078-9e47-4282-9414-673de8384072,segment=NetworkSegment(67499869-18d0-43b2-b302-3420cab82f42),segment_id=67499869-18d0-43b2-b302-3420cab82f42)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:59.845003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:59.878998 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:59.886278 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:59.932726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Calling delete_port for 164c8078-9e47-4282-9414-673de8384072 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:44:59.980675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:59.983759 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed88c734-2312-43e2-877b-69430ca0773e x-openstack-request-id: req-ed88c734-2312-43e2-877b-69430ca0773e {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:44:59.984069 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-plugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:44:59.984432 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed88c734-2312-43e2-877b-69430ca0773e {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:44:59.985378 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'code': 200} Feb 09 15:45:00.202376 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.260224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:00.269137 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.271041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:00.280595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:00.313881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Pushing event updated for resources: {'Port': ['ID=ff08de0f-0515-408d-99ae-b3c7020500c3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:00.330326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fddcea-5c8a-410d-8c42-b9e44fca53a3 req-bd0c025a-cde1-4b88-9d34-6a27b4f48f7c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:00.332245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13fddcea-5c8a-410d-8c42-b9e44fca53a3 req-bd0c025a-cde1-4b88-9d34-6a27b4f48f7c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.2075181 Feb 09 15:45:00.346671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:00.351846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.352274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.352617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.352976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.353362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.353731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.354067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.354446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.354829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.355177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.355512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.355890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.367543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:00.378849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:00.410448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.428532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['164c8078-9e47-4282-9414-673de8384072'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:00.522309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Pushing event deleted for resources: {'Port': ['ID=164c8078-9e47-4282-9414-673de8384072,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:00.563424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Pushing event updated for resources: {'Port': ['ID=47f81ce3-5319-4d3a-a83a-1e7d33a65631,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:00.609122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] No DVR routers for this DVR port 164c8078-9e47-4282-9414-673de8384072 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:45:00.612424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.617400 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-46b6eff6-8e2f-4195-9719-7d321f1c3d1e req-38373685-6ebf-454f-a338-ef02c5b55f4a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.73 "DELETE /v2.0/ports/164c8078-9e47-4282-9414-673de8384072 HTTP/1.1" status: 204 len: 173 time: 1.7594090 Feb 09 15:45:00.618369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611fb1ae-5058-4ce9-bd85-e99a66076785', 'name': 'network-vif-deleted', 'tag': '164c8078-9e47-4282-9414-673de8384072'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:00.621760 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308b602f-e0f3-42d8-88f3-89daf521013e" -d '{"events": [{"server_uuid": "611fb1ae-5058-4ce9-bd85-e99a66076785", "name": "network-vif-deleted", "tag": "164c8078-9e47-4282-9414-673de8384072"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:00.624846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:00.625947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.676627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13fddcea-5c8a-410d-8c42-b9e44fca53a3 req-b7a02e4e-dea9-413a-be1e-d9ff5bfa961d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311312 Feb 09 15:45:00.735589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.807844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 31db5514-5141-40dc-b97a-94579a6da2df details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:00.839782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-8058a34e-9205-4659-82cc-45549a0b92cb tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5868394 Feb 09 15:45:00.866848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053f393-9b3c-408d-9897-1d04b76b51a3 req-b7e66a77-4ac9-40ef-9f68-f24c9c2351ad tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:00.869791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c053f393-9b3c-408d-9897-1d04b76b51a3 req-b7e66a77-4ac9-40ef-9f68-f24c9c2351ad tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 943 time: 0.0965464 Feb 09 15:45:00.927197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-289c5d15-a957-45ad-a669-f4dbaf22cf23 None None] Provisioning complete for port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:00.928557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-289c5d15-a957-45ad-a669-f4dbaf22cf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.979843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-289c5d15-a957-45ad-a669-f4dbaf22cf23 None None] Port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:45:01.007512 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:01.025644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c053f393-9b3c-408d-9897-1d04b76b51a3 req-1637451e-a7e2-4883-ba00-eee41896278b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492732 Feb 09 15:45:01.046298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:01.086390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 31db5514-5141-40dc-b97a-94579a6da2df has no active binding in host n-h2-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 15:45:01.333475 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:01.433833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:01.532120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Pushing event updated for resources: {'Port': ['ID=ff08de0f-0515-408d-99ae-b3c7020500c3,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:01.539151 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:01.574221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:01.703008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:01.704453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-69af5475-6711-49b6-8d14-846a06846e7d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4840903 Feb 09 15:45:01.775218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-e6add691-2a30-4d3d-92c2-79f55d532518 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.0635037 Feb 09 15:45:02.060023 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b231d5e-eddf-46a0-b23a-8242412a3180 x-openstack-request-id: req-8b231d5e-eddf-46a0-b23a-8242412a3180 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:02.060767 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "tag": "31db5514-5141-40dc-b97a-94579a6da2df", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:02.061536 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b231d5e-eddf-46a0-b23a-8242412a3180 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:02.062541 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df', 'status': 'completed', 'code': 200} Feb 09 15:45:02.095288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-23128c3e-dcdb-4cf4-91d7-adeb34be4f75 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:02.123499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4de0fc43-bb32-4f16-9c25-9c9c6da791be req-23128c3e-dcdb-4cf4-91d7-adeb34be4f75 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.3311982 Feb 09 15:45:02.174964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-4c6bdeb2-cfd9-4062-a597-bab84b1a64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:02.178241 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-4c6bdeb2-cfd9-4062-a597-bab84b1a64de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1124 time: 0.1013498 Feb 09 15:45:02.306543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c846430e-27ea-4c0a-b162-5a416f5788a9 req-e985249a-3b8d-4b7a-ae00-cf727f9e658f tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 210 time: 0.1272531 Feb 09 15:45:02.374406 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946a3c7e-1622-4bd3-9f01-570933bd00a4 x-openstack-request-id: req-946a3c7e-1622-4bd3-9f01-570933bd00a4 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:02.374763 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611fb1ae-5058-4ce9-bd85-e99a66076785", "name": "network-vif-deleted", "tag": "164c8078-9e47-4282-9414-673de8384072", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:02.375038 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-946a3c7e-1622-4bd3-9f01-570933bd00a4 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:02.375465 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611fb1ae-5058-4ce9-bd85-e99a66076785', 'name': 'network-vif-deleted', 'tag': '164c8078-9e47-4282-9414-673de8384072', 'status': 'completed', 'code': 200} Feb 09 15:45:02.387569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-48f0de43-6756-4192-8de9-c9c4eb948935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:02.389374 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-48f0de43-6756-4192-8de9-c9c4eb948935 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.2043934 Feb 09 15:45:02.427733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a9a84-4dc1-42f4-88ad-9b036bb9ed94 req-37b7b2f0-7375-4129-ba00-b136e80c12f6 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:02.429571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c3a9a84-4dc1-42f4-88ad-9b036bb9ed94 req-37b7b2f0-7375-4129-ba00-b136e80c12f6 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.1364138 Feb 09 15:45:02.537045 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-8ce58988-fd88-4e81-878f-e7604371acf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 217 time: 0.1291852 Feb 09 15:45:02.588511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe36e0-7170-4842-94df-6cd232096e95 req-399aa436-08cd-4366-a192-ebc96db71037 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:02.596821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dbe36e0-7170-4842-94df-6cd232096e95 req-399aa436-08cd-4366-a192-ebc96db71037 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 931 time: 0.1641765 Feb 09 15:45:02.615608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c3a9a84-4dc1-42f4-88ad-9b036bb9ed94 req-283aff4c-526b-4d19-971f-1fce00b8a3b3 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622252 Feb 09 15:45:02.656889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-1f9a687b-2c13-4024-b83d-035291b2f1ce service neutron] 10.222.0.13 "GET /v2.0/ports/31db5514-5141-40dc-b97a-94579a6da2df/bindings/n-h2-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.2261071 Feb 09 15:45:02.704124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:45:02.763087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-0df98ab6-dcd3-4ecd-82b7-888a4b819711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:02.797845 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-0df98ab6-dcd3-4ecd-82b7-888a4b819711 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.2480679 Feb 09 15:45:02.832119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 164c8078-9e47-4282-9414-673de8384072 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:45:02.845013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Request body: {'port': {'device_id': '3eee77d1-a99d-46b3-bf8d-50e77c163694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:02.892750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dbe36e0-7170-4842-94df-6cd232096e95 req-1ee24a65-dea4-48cf-998c-ff50ceed5868 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949951 Feb 09 15:45:02.917267 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-465029c8-31a2-4964-8e40-79f822ef8233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085525 Feb 09 15:45:02.973686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 164c8078-9e47-4282-9414-673de8384072 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:45:02.974044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 164c8078-9e47-4282-9414-673de8384072 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:45:03.197580 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-18a7f5a6-8599-48dd-b355-6ff2bb1b3aca service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763946 Feb 09 15:45:03.205283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:03.306145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:03.319452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:03.324778 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c8863-e95f-4b9b-955e-deb8574e5f35" -d '{"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-unplugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:03.467048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1180-ac56-470a-a0e5-b601deab471b req-4b761ccb-7041-43c7-a43c-3b9542f1039d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:03.470084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a14e1180-ac56-470a-a0e5-b601deab471b req-4b761ccb-7041-43c7-a43c-3b9542f1039d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.7356901 Feb 09 15:45:03.497849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-1acc32ea-2a09-440d-a2f3-b42501847873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:03.506258 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-1acc32ea-2a09-440d-a2f3-b42501847873 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206&tenant_id=0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 1101 time: 0.3072858 Feb 09 15:45:03.544328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:03.576489 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-374a6396-18c1-4ca6-b9ea-b4a9b44c1349 req-64f35c89-2707-4e0c-8091-25fcf155a686 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258388 Feb 09 15:45:03.586468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49646bd-71e8-4a72-806e-c716dda3d693 req-a3c87c75-f689-4527-afe4-26201e8b6b43 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:03.588558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f49646bd-71e8-4a72-806e-c716dda3d693 req-a3c87c75-f689-4527-afe4-26201e8b6b43 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 943 time: 0.4615276 Feb 09 15:45:03.706352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a14e1180-ac56-470a-a0e5-b601deab471b req-22f45472-f438-446a-87e0-9f8ad51e244d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118943 Feb 09 15:45:03.803642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:03.858713 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:03.915777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:04.042506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f81ce3-5319-4d3a-a83a-1e7d33a65631 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:04.072036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f49646bd-71e8-4a72-806e-c716dda3d693 req-c63c9c8f-c40b-48e6-89c7-532c15799293 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665754 Feb 09 15:45:04.085756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:04.111219 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:04.186896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:04.198385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Transition to ACTIVE for port object 47f81ce3-5319-4d3a-a83a-1e7d33a65631 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:04.281611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-214d60ee-a7a2-4472-8ce0-416e14d235af req-06f38353-30cb-4bf0-98f5-d47b9ef6783a tempest-ServerDiskConfigTestJSON-1949092432 tempest-ServerDiskConfigTestJSON-1949092432-project] 10.222.0.53 "GET /v2.0/ports?device_id=611fb1ae-5058-4ce9-bd85-e99a66076785 HTTP/1.1" status: 200 len: 210 time: 0.0535800 Feb 09 15:45:04.297520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:04.390320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:04.448990 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f989a1-a1c7-48ba-a47b-e656c92c763d x-openstack-request-id: req-e8f989a1-a1c7-48ba-a47b-e656c92c763d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:04.449296 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-unplugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:04.449555 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8f989a1-a1c7-48ba-a47b-e656c92c763d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:04.449966 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'code': 200} Feb 09 15:45:04.494888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-f2170c17-a189-4428-906c-a05f5b03f31b tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:04.496684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-f2170c17-a189-4428-906c-a05f5b03f31b tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 820 time: 0.4411316 Feb 09 15:45:04.516985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31db5514-5141-40dc-b97a-94579a6da2df {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:04.550773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:04.571472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-f6a06a30-302d-4c3e-ba32-a25681abbae6 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/quotas/3a743f93f1934b0fae1a85ef4a8c1816 HTTP/1.1" status: 200 len: 375 time: 0.0471787 Feb 09 15:45:04.573891 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:04.603653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Pushing event updated for resources: {'Port': ['ID=47f81ce3-5319-4d3a-a83a-1e7d33a65631,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:04.752791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:04.753918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:04.754116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1755f236-313d-4d2c-bffd-1de68c4143a3 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:04.754116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:04.754116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Transition to ACTIVE for port object 1755f236-313d-4d2c-bffd-1de68c4143a3 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:04.783684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045e854-6dba-4630-bcad-760aca6cc140 req-e3f05f60-6140-4ba6-aa15-5e2f952b0516 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:04.785916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c045e854-6dba-4630-bcad-760aca6cc140 req-e3f05f60-6140-4ba6-aa15-5e2f952b0516 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.1972210 Feb 09 15:45:04.813517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 89201241-a3cd-4597-b534-6c2a300f410d details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:04.818705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-ccebea2a-8626-4dcc-9470-3f7757076f80 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2047689 Feb 09 15:45:04.871362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:04.878060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c045e854-6dba-4630-bcad-760aca6cc140 req-41943454-f229-4e12-a4b6-477d5b6c4012 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710020 Feb 09 15:45:04.888780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Attempting to bind port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:04.889128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Attempting to bind port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:04.889464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Attempting to bind port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 on network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:04.960726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'mac_address': 'fa:16:3e:a0:67:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:04.993105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 on network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:04.994693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Attempting to bind port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 on network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:05.008753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:05.009675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Checking segment: {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:05.010618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Bound using segment: {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:05.011437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Bound port: 47f81ce3-5319-4d3a-a83a-1e7d33a65631, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0643ba5-6456-4941-9494-d8419daa86ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:05.012159 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.034782 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.057075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.076383 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.203048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-374ced90-5152-4573-b832-63e1ab865592 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519890 Feb 09 15:45:05.203299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:05.220620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:05.226614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '89201241-a3cd-4597-b534-6c2a300f410d', 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17', 'port_id': '89201241-a3cd-4597-b534-6c2a300f410d', 'mac_address': 'fa:16:3e:ea:0c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad2ca4b2-80df-4b67-b468-18d697cb7531', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:05.273835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:05.300879 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.328809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89201241-a3cd-4597-b534-6c2a300f410d {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:05.358987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf83d20-9537-4d97-b213-01055e5340b5 req-c8565ba3-d0d7-4a0c-90f5-39c888933e62 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:05.363895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bf83d20-9537-4d97-b213-01055e5340b5 req-c8565ba3-d0d7-4a0c-90f5-39c888933e62 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 943 time: 0.3034480 Feb 09 15:45:05.365572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] For port 47f81ce3-5319-4d3a-a83a-1e7d33a65631, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:05.368336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=11']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:05.398983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.400650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.400996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.401324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.401667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.402056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.402848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.403187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.404284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.404284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.404284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.404863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:05.420209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:05.429648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.439436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] No DVR routers for this DVR port 1755f236-313d-4d2c-bffd-1de68c4143a3 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:45:05.494403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:05.495396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:05.496011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] For port 47f81ce3-5319-4d3a-a83a-1e7d33a65631, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=47f81ce3-5319-4d3a-a83a-1e7d33a65631,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:05.496553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:05.499149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] Transition to ACTIVE for port object 31db5514-5141-40dc-b97a-94579a6da2df will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:05.509065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:05.509452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Attempting to bind port 1755f236-313d-4d2c-bffd-1de68c4143a3 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:05.525818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:05.526382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:05.527032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:05.527868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Bound port: 1755f236-313d-4d2c-bffd-1de68c4143a3, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:05.528480 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.576468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:05.591068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.616401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.626011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.638608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:05.644650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:05.682846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:05.761595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:05.781811 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.842842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:05.843530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.845415 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] 10.222.0.73 "PUT /v2.0/ports/1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 1097 time: 1.9962225 Feb 09 15:45:05.845930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:05.850086 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4430c2-c896-4538-892a-36d62091a7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:05.880445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] Pushing event updated for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:05.918864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bf83d20-9537-4d97-b213-01055e5340b5 req-27908f28-a639-463d-aabd-e23453c306fa tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439208 Feb 09 15:45:05.981076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['89201241-a3cd-4597-b534-6c2a300f410d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:05.990221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-06519aaa-f172-43e2-bce2-192385de3e3f service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668545 Feb 09 15:45:06.026325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb9155-571d-4f72-947e-5df015936fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=12']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:06.104551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.110188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:06.110188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] 10.222.0.73 "PUT /v2.0/ports/47f81ce3-5319-4d3a-a83a-1e7d33a65631 HTTP/1.1" status: 200 len: 1091 time: 3.2715039 Feb 09 15:45:06.110188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] No DVR routers for this DVR port 31db5514-5141-40dc-b97a-94579a6da2df on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:45:06.128514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-ab85261f-ecb4-4cef-a5a4-ebef8f9d0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.139744 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-ab85261f-ecb4-4cef-a5a4-ebef8f9d0cea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1100 time: 0.2567775 Feb 09 15:45:06.140205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eee77d1-a99d-46b3-bf8d-50e77c163694', 'tag': '47f81ce3-5319-4d3a-a83a-1e7d33a65631'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:06.143014 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d9fe62-8093-4586-803d-5990e733b92c" -d '{"events": [{"name": "network-changed", "server_uuid": "3eee77d1-a99d-46b3-bf8d-50e77c163694", "tag": "47f81ce3-5319-4d3a-a83a-1e7d33a65631"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:06.470347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84940e29-5a0d-480e-86df-c84779b0addc service neutron] Pushing event updated for resources: {'Port': ['ID=47f81ce3-5319-4d3a-a83a-1e7d33a65631,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:06.527975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 32782) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:06.551130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-071d375b-a342-4dec-a1a3-06907b0ecf74 service neutron] 10.222.0.13 "PUT /v2.0/ports/31db5514-5141-40dc-b97a-94579a6da2df/bindings/n-h2-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 3.8752754 Feb 09 15:45:06.556469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-33e3e9ae-d901-4964-97e8-87f73eaefa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.569285 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-33e3e9ae-d901-4964-97e8-87f73eaefa5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.4190240 Feb 09 15:45:06.662769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badab3-6acc-4715-84ca-978938519013 req-b8e97b7f-0325-4ef7-88cd-7aca0613ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.662769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-b8e97b7f-0325-4ef7-88cd-7aca0613ce52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c9b25526170419ab6350c821c05ac72&device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 1094 time: 0.2662842 Feb 09 15:45:06.666076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f961c14-6d49-4664-b153-8e62628c61bf req-6392f8f7-8ec2-471c-9986-85d84ddeb912 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.682101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f961c14-6d49-4664-b153-8e62628c61bf req-6392f8f7-8ec2-471c-9986-85d84ddeb912 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 949 time: 0.5228431 Feb 09 15:45:06.688785 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-e23a91c8-27ec-4174-bf08-1f570c0d5933 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.1078084 Feb 09 15:45:06.766310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:06.880884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-bd0dd826-9663-48fe-942f-d6095c7e6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.883311 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-bd0dd826-9663-48fe-942f-d6095c7e6f12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1836953 Feb 09 15:45:07.009250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-9b472982-2643-4948-b819-8d8d83ba0e70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f81ce3-5319-4d3a-a83a-1e7d33a65631 HTTP/1.1" status: 200 len: 217 time: 0.3123336 Feb 09 15:45:07.037111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-64a67e2b-0cd3-4a53-a470-9b82fe4765a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:07.041799 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-64a67e2b-0cd3-4a53-a470-9b82fe4765a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429360 Feb 09 15:45:07.067221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-277527e6-82f3-43d3-9a60-7efe4da9b0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:07.098678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:07.113432 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:07.160640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f961c14-6d49-4664-b153-8e62628c61bf req-b1bf5ade-9838-4c0b-97d0-3cfe88d3fb7f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760599 Feb 09 15:45:07.253219 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-5c6fc985-da04-43ae-9935-8f08b1ad9c44 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765387 Feb 09 15:45:07.301024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badab3-6acc-4715-84ca-978938519013 req-b1d595b7-0ac7-4714-b3a1-d2f58646e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:07.307229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-b1d595b7-0ac7-4714-b3a1-d2f58646e243 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73cad58d-9a20-4b13-aba7-b055efd0a3d9 HTTP/1.1" status: 200 len: 853 time: 0.2538965 Feb 09 15:45:07.338458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:07.359347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2565-1f64-461a-8248-b67a44ccb0dd req-c3e4e19d-e0ce-473b-aefe-a74007e836aa tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:07.367774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df6f2565-1f64-461a-8248-b67a44ccb0dd req-c3e4e19d-e0ce-473b-aefe-a74007e836aa tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 944 time: 0.6582489 Feb 09 15:45:07.382865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-61ee9340-9e32-462b-b0f8-af41b3f687eb tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:07.384724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-61ee9340-9e32-462b-b0f8-af41b3f687eb tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.4473283 Feb 09 15:45:07.416198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:07.420710 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409e57af-e138-4475-a8ca-996633ebc3b5" -d '{"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:07.478768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:07.513746 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3fe5c4b7-c34d-46d8-b103-45e7b0f67eb5 req-f80ac097-d266-41ab-9ac4-57c0e0484979 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509859 Feb 09 15:45:07.546833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:07.548732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 31db5514-5141-40dc-b97a-94579a6da2df no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:45:07.555458 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d9d026-3c34-4f7e-9b67-563e32d928a5 x-openstack-request-id: req-40d9d026-3c34-4f7e-9b67-563e32d928a5 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:07.555783 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:07.556148 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40d9d026-3c34-4f7e-9b67-563e32d928a5 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:07.556775 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'status': 'completed', 'code': 200} Feb 09 15:45:07.806217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df6f2565-1f64-461a-8248-b67a44ccb0dd req-752e8eaf-e86d-49b0-ab6c-cecea1633977 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367397 Feb 09 15:45:07.810598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-8efb2424-3fb8-4c3b-9f65-e65410cc15de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:07.812482 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-8efb2424-3fb8-4c3b-9f65-e65410cc15de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1100 time: 0.1989858 Feb 09 15:45:07.909862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83badab3-6acc-4715-84ca-978938519013 req-1018e8ad-0846-4c82-a898-34dad1ec5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:07.913188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-1018e8ad-0846-4c82-a898-34dad1ec5191 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5977275 Feb 09 15:45:07.945683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-11a20c71-f7ca-4841-a40c-23a8fe727811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:07.948727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-11a20c71-f7ca-4841-a40c-23a8fe727811 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b&tenant_id=c86d25bfb5824d92a7849057e8e403f8 HTTP/1.1" status: 200 len: 1095 time: 0.4237564 Feb 09 15:45:08.005372 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-277527e6-82f3-43d3-9a60-7efe4da9b0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:08.040324 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7ae45e-0587-424f-a5c7-3d66852fa107 x-openstack-request-id: req-3e7ae45e-0587-424f-a5c7-3d66852fa107 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:08.055396 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eee77d1-a99d-46b3-bf8d-50e77c163694", "tag": "47f81ce3-5319-4d3a-a83a-1e7d33a65631", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:08.056440 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e7ae45e-0587-424f-a5c7-3d66852fa107 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:08.057378 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eee77d1-a99d-46b3-bf8d-50e77c163694', 'tag': '47f81ce3-5319-4d3a-a83a-1e7d33a65631', 'status': 'completed', 'code': 200} Feb 09 15:45:08.074345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-1836d472-0ed5-445d-a2ae-ec138624e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:08.082763 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-1836d472-0ed5-445d-a2ae-ec138624e8c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2488880 Feb 09 15:45:08.188244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 31db5514-5141-40dc-b97a-94579a6da2df not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:45:08.204758 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-6a093950-dc59-4609-8ee7-3873612d15fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.0865247 Feb 09 15:45:08.206134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:08.375943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-7f1980f9-1376-4091-945b-31fb1f93b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:08.377957 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-7f1980f9-1376-4091-945b-31fb1f93b9c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1565096 Feb 09 15:45:08.506504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-10823d90-b30c-4dd2-b29c-0bbf41e06437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:08.508374 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-10823d90-b30c-4dd2-b29c-0bbf41e06437 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216056 Feb 09 15:45:08.718835 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-da645998-d4a1-4b63-8bc8-be65bc40285e service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992347 Feb 09 15:45:08.725058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-277527e6-82f3-43d3-9a60-7efe4da9b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:08.734536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-0ba07d78-9acd-4395-a7b7-eecee8921861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:08.736427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-0ba07d78-9acd-4395-a7b7-eecee8921861 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1100 time: 1.1209610 Feb 09 15:45:08.816739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e72a8ee-a992-40d3-a348-08e5de8a9fe7 req-903c4326-44f3-44d9-a0a2-0564cd9eac7e tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 210 time: 0.0927117 Feb 09 15:45:08.846252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 89201241-a3cd-4597-b534-6c2a300f410d up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:08.891576 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-f9313707-f8a2-4df3-9d80-736ef299d375 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490834 Feb 09 15:45:09.075146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-277527e6-82f3-43d3-9a60-7efe4da9b0cb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b38d7eba188f4e1e888917a2e77ff489&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5441349 Feb 09 15:45:09.079943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32828) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:09.141066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 89201241-a3cd-4597-b534-6c2a300f410d completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:45:09.147906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 89201241-a3cd-4597-b534-6c2a300f410d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:09.148485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:09.172290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-27be5605-403b-4d02-8397-cd11f599ca31 service neutron] 10.222.0.73 "GET /v2.0/networks/4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2010150 Feb 09 15:45:09.197080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277527e6-82f3-43d3-9a60-7efe4da9b0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff85a7-dac5-49d6-ba60-9e9c6fefc099,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:09.200608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58e76d6a-45c2-44af-8d29-efd0b5c5d4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:09.335993 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58e76d6a-45c2-44af-8d29-efd0b5c5d4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:09.457644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83badab3-6acc-4715-84ca-978938519013 req-66b62e04-91e8-41a0-ab08-ddca5b9e7548 service neutron] 10.222.0.73 "GET /v2.0/networks/4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518916 Feb 09 15:45:09.478351 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-23ee3596-921c-4c0f-a887-4cc33bf8eb58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2029459 Feb 09 15:45:09.525050 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:09.578190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-1ef7232a-2e0a-44b8-9c06-4e794ad228d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:09.584881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-1ef7232a-2e0a-44b8-9c06-4e794ad228d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.7438688 Feb 09 15:45:09.593705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-6f09ed17-5d76-4e65-9c3b-d21e3578e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:09.596954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-6f09ed17-5d76-4e65-9c3b-d21e3578e4a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1095 time: 1.5341387 Feb 09 15:45:09.604220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-718e459e-08ea-4b17-9a6e-1050f1760f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:09.606459 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-718e459e-08ea-4b17-9a6e-1050f1760f04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 1099 time: 0.0876274 Feb 09 15:45:09.639121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:09.708246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c1f76-dbc1-49a3-8f0a-d38cafd356ad req-e217f1d8-aed4-4524-b66c-a21d1294eee4 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:09.724144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a9c1f76-dbc1-49a3-8f0a-d38cafd356ad req-e217f1d8-aed4-4524-b66c-a21d1294eee4 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 943 time: 0.7490807 Feb 09 15:45:09.771154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91b1eb-7b5c-4aba-95f1-d8abc1d5002f req-ba3839e5-82eb-4d1b-a1a3-b95636ab15f6 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:09.773518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf91b1eb-7b5c-4aba-95f1-d8abc1d5002f req-ba3839e5-82eb-4d1b-a1a3-b95636ab15f6 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 944 time: 1.0900514 Feb 09 15:45:09.811941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-dec55fdf-b297-4f26-99db-7ae73d20f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:09.820634 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-dec55fdf-b297-4f26-99db-7ae73d20f225 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1843853 Feb 09 15:45:09.889989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-21e1e0b6-1fd2-427c-a2db-7b1f82b25320 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 200 len: 217 time: 0.0675263 Feb 09 15:45:09.907121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-a3af8082-fb31-4e5b-8319-0da095a291de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.3001130 Feb 09 15:45:09.993117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a9c1f76-dbc1-49a3-8f0a-d38cafd356ad req-f562472c-ac27-40c0-ac7e-57590cd4d93f tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677770 Feb 09 15:45:10.094334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-0d967b57-b0b6-482d-9922-36bed4c18e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:10.094334 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-0d967b57-b0b6-482d-9922-36bed4c18e6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1722543 Feb 09 15:45:10.095668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf91b1eb-7b5c-4aba-95f1-d8abc1d5002f req-81d53d59-6768-4304-b4ad-72ed5c1df89f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038275 Feb 09 15:45:10.128114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-bc472f09-8623-40ee-ae49-1b8406340ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:10.131355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-bc472f09-8623-40ee-ae49-1b8406340ff4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1453881 Feb 09 15:45:10.238085 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329fd9c8-0c6f-4823-a00a-f9d84d076731 x-openstack-request-id: req-329fd9c8-0c6f-4823-a00a-f9d84d076731 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:10.238563 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:10.238969 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-329fd9c8-0c6f-4823-a00a-f9d84d076731 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:10.239627 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'code': 200} Feb 09 15:45:10.325437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-3ff3a91d-0471-459a-b071-18c610ed9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:10.332477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-3ff3a91d-0471-459a-b071-18c610ed9f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2404935 Feb 09 15:45:10.352875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-d9970c45-18b7-44e2-8e9c-0595817484a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:10.355920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-d9970c45-18b7-44e2-8e9c-0595817484a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.7052965 Feb 09 15:45:10.494079 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:10.578563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58e76d6a-45c2-44af-8d29-efd0b5c5d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:10.584927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58e76d6a-45c2-44af-8d29-efd0b5c5d4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:10.588047 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-58e76d6a-45c2-44af-8d29-efd0b5c5d4ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebff85a7-dac5-49d6-ba60-9e9c6fefc099 HTTP/1.1" status: 204 len: 168 time: 1.5047026 Feb 09 15:45:10.625388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e76d6a-45c2-44af-8d29-efd0b5c5d4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff85a7-dac5-49d6-ba60-9e9c6fefc099,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:10.626937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-c88a7289-8969-4072-a745-598b3bd45965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:10.648466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-c88a7289-8969-4072-a745-598b3bd45965 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4880862 Feb 09 15:45:10.655747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-a1151fd5-f352-4485-9a2a-54e3c4b8f640 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 217 time: 0.2796566 Feb 09 15:45:10.731145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fe62-8093-4586-803d-5990e733b92c req-5c2f7c41-f60a-4362-b612-5cce6eb72d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:10.731145 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-44d9fe62-8093-4586-803d-5990e733b92c req-5c2f7c41-f60a-4362-b612-5cce6eb72d38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1c9b25526170419ab6350c821c05ac72&device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 1094 time: 0.1597922 Feb 09 15:45:10.759637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:10.788380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.791656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.792307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.792907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.794140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.794689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.797157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.799787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.804406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.805362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.811272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.811272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:10.857111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:10.885063 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-5bf13518-b278-41fd-8f4b-a200681b9bd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483179 Feb 09 15:45:11.096884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-da6a513a-2bb3-47b7-a051-ed74a0b6d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:11.099299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-da6a513a-2bb3-47b7-a051-ed74a0b6d61c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.3736770 Feb 09 15:45:11.330883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:11.400540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'mac_address': 'fa:16:3e:d7:17:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:11.468893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-2b53f5ee-fef4-4a49-9945-87a379fef5a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9644921 Feb 09 15:45:11.471943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-e0f7a2e0-830c-40d9-be09-6f8582facbdd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533308 Feb 09 15:45:11.507135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86398b48-76af-4c94-802a-85d012953ec9 req-93b77362-163a-4bc1-87d1-68afd021a860 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:11.515627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86398b48-76af-4c94-802a-85d012953ec9 req-93b77362-163a-4bc1-87d1-68afd021a860 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 949 time: 1.1686413 Feb 09 15:45:11.547849 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad5d9a7-9bf7-4a9b-8004-f133ff1c93d9 req-84b37ba7-62dd-4677-a88f-5b72b2534d71 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425667 Feb 09 15:45:11.549637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fe62-8093-4586-803d-5990e733b92c req-9d124538-b098-4c8a-b227-58a1452b4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:11.556682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-44d9fe62-8093-4586-803d-5990e733b92c req-9d124538-b098-4c8a-b227-58a1452b4a75 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 HTTP/1.1" status: 200 len: 915 time: 0.8160326 Feb 09 15:45:11.637802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:11.657285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-dc1d4329-1b2e-4be4-9e51-72fed4a0f072 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297746 Feb 09 15:45:11.710725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b379751-9097-451e-a248-6486a288d84c req-0161279e-efa0-4050-a51f-39b289c85115 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:11.711760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1755f236-313d-4d2c-bffd-1de68c4143a3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:11.719455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b379751-9097-451e-a248-6486a288d84c req-0161279e-efa0-4050-a51f-39b289c85115 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 944 time: 1.2314706 Feb 09 15:45:11.726911 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-44d9fe62-8093-4586-803d-5990e733b92c req-e83b8f82-1340-4106-b156-cce32ad41342 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f81ce3-5319-4d3a-a83a-1e7d33a65631 HTTP/1.1" status: 200 len: 217 time: 0.1583755 Feb 09 15:45:11.838105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:11.957755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:11.958214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fe62-8093-4586-803d-5990e733b92c req-43dae034-f805-4775-9e6e-0ec4e2e97e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:11.977973 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-44d9fe62-8093-4586-803d-5990e733b92c req-43dae034-f805-4775-9e6e-0ec4e2e97e4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73cad58d-9a20-4b13-aba7-b055efd0a3d9 HTTP/1.1" status: 200 len: 853 time: 0.2288928 Feb 09 15:45:12.025258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86398b48-76af-4c94-802a-85d012953ec9 req-a33c36b6-074c-4426-b0b3-87e912d1f426 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751838 Feb 09 15:45:12.040728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b379751-9097-451e-a248-6486a288d84c req-71f4fc1b-d7c8-451a-bd73-48c1b438dcb5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202620 Feb 09 15:45:12.046097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-909bc52a-7bb2-4467-95cd-c76cb4e9f207 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3527870 Feb 09 15:45:12.112784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-1c1ceb1c-c422-4ef4-b41f-8cd1e3db8aea tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:12.125541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-1c1ceb1c-c422-4ef4-b41f-8cd1e3db8aea tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.73 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 820 time: 1.0197530 Feb 09 15:45:12.199428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fe62-8093-4586-803d-5990e733b92c req-401459a8-f8d6-4998-bdb1-42a15c9aef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:12.209039 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-44d9fe62-8093-4586-803d-5990e733b92c req-401459a8-f8d6-4998-bdb1-42a15c9aef77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301133 Feb 09 15:45:12.219705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=13']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:12.241107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:12.248942 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6eb2c-c673-4657-ae46-bf3bb9b064da" -d '{"events": [{"server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "name": "network-vif-plugged", "status": "completed", "tag": "89201241-a3cd-4597-b534-6c2a300f410d"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:12.265825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['1755f236-313d-4d2c-bffd-1de68c4143a3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:12.457137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Request body: {'port': {'device_id': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'admin_state_up': True, 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:12.494890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-47800c03-db2f-4395-83e6-f7c32cc4d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:12.507051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-47800c03-db2f-4395-83e6-f7c32cc4d318 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1101 time: 0.8418298 Feb 09 15:45:12.530752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-44d9fe62-8093-4586-803d-5990e733b92c req-00129c62-5bf8-4c3a-8718-b887e016086c service neutron] 10.222.0.73 "GET /v2.0/networks/4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048768 Feb 09 15:45:12.661484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b8a5d4b-376f-4bab-95dc-b8941a36a27c req-5d0b3490-4d19-4576-8ea1-347b8585daa7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 210 time: 0.2352197 Feb 09 15:45:12.663677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd4430c2-c896-4538-892a-36d62091a7e8 req-ddb042d6-d1b5-4e47-b63f-bc9057c50b84 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826731 Feb 09 15:45:12.798031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-cb26dfd8-5f0a-4557-8558-3cf84e2da47d service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1230669 Feb 09 15:45:12.848262 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-44d9fe62-8093-4586-803d-5990e733b92c req-17429ca4-8151-49ec-8a62-7f92aac6ce37 service neutron] 10.222.0.73 "GET /v2.0/networks/4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100052 Feb 09 15:45:12.849871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32862) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:13.042517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-e0299f6e-9a97-4199-9bf1-e8861d0020d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.044953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-e0299f6e-9a97-4199-9bf1-e8861d0020d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3799570 Feb 09 15:45:13.050871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1103833594-network', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:13.097193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2facce7-9e65-49a1-9d05-e18d7555041a req-8cf511ee-92e3-4234-a945-dd08c1bb62bd tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.100069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2facce7-9e65-49a1-9d05-e18d7555041a req-8cf511ee-92e3-4234-a945-dd08c1bb62bd tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 943 time: 0.6757751 Feb 09 15:45:13.215106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:13.217681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:13.270798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-9b970aec-0ebc-4344-b96a-1518be4a9a77 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 217 time: 0.0896599 Feb 09 15:45:13.276488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:13.353440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2facce7-9e65-49a1-9d05-e18d7555041a req-3f4ecbea-0e54-4b45-840d-85a9fb1ca5c8 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058043 Feb 09 15:45:13.408056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:13.426854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd83f05-44c7-4c38-9115-f17953e11121 req-fdaa3c7c-8124-4801-9c37-5e20594d4ba0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.428608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fd83f05-44c7-4c38-9115-f17953e11121 req-fdaa3c7c-8124-4801-9c37-5e20594d4ba0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.3813946 Feb 09 15:45:13.488450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:13.495729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-4d9866ec-2f1a-4156-ab5f-01ba4bef321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.505691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-4d9866ec-2f1a-4156-ab5f-01ba4bef321f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1782520 Feb 09 15:45:13.525320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e6a188-4ded-4178-ab44-4497cefc21b4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:13.531781 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070b2c2b-80e7-4ff6-8902-a511b12e4466 x-openstack-request-id: req-070b2c2b-80e7-4ff6-8902-a511b12e4466 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:13.537563 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "name": "network-vif-plugged", "status": "completed", "tag": "89201241-a3cd-4597-b534-6c2a300f410d", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:13.537932 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-070b2c2b-80e7-4ff6-8902-a511b12e4466 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:13.538381 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d', 'code': 200} Feb 09 15:45:13.559435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:45:13.582604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:13.582965 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Added segment 282bb34c-3d3c-4865-9cb7-98cb6107d122 of type vlan for network d3d834d7-db04-45e1-bc10-eb40fd4900eb Feb 09 15:45:13.590721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fd83f05-44c7-4c38-9115-f17953e11121 req-e004320f-10f5-4ab5-9bb0-3f08c402713d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461630 Feb 09 15:45:13.648882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-b59db6ce-e80d-487e-b961-3f047c7a1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.650306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-b59db6ce-e80d-487e-b961-3f047c7a1ef1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340156 Feb 09 15:45:13.683377 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:13.714503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97874a6-a64b-4686-b2ba-dad7ad5d2971 req-8d9edc41-5ed6-4608-9ae9-95f59c7ad692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.716459 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b97874a6-a64b-4686-b2ba-dad7ad5d2971 req-8d9edc41-5ed6-4608-9ae9-95f59c7ad692 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1096 time: 0.1146312 Feb 09 15:45:13.763412 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b97874a6-a64b-4686-b2ba-dad7ad5d2971 req-93e5823e-78d6-4b27-8d4a-456d8dd59442 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 Feb 09 15:45:13.787813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa34acd-a0ff-489a-af44-41abcace0f5d req-327ea584-ab43-414e-9110-94fb41de8c7f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.789454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fa34acd-a0ff-489a-af44-41abcace0f5d req-327ea584-ab43-414e-9110-94fb41de8c7f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 944 time: 0.1740124 Feb 09 15:45:13.860775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4866b-db8e-40d6-867e-a188880946fc req-8f020a44-a52c-4b66-9f6f-bd00710d65e7 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.862361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-8f020a44-a52c-4b66-9f6f-bd00710d65e7 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.1794345 Feb 09 15:45:13.874367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc3bba-a301-49bf-82a8-96a4cbdf61d8 req-e336c148-3a2d-454a-8ea7-14933e16a616 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.875963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04dc3bba-a301-49bf-82a8-96a4cbdf61d8 req-e336c148-3a2d-454a-8ea7-14933e16a616 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.1918960 Feb 09 15:45:13.888179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-44fd8cfa-97e2-4416-91f3-efa5e7419592 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267892 Feb 09 15:45:13.903161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fa34acd-a0ff-489a-af44-41abcace0f5d req-f34487f6-3486-4f41-a4bd-e79d06eeab1d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035006 Feb 09 15:45:13.938489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04dc3bba-a301-49bf-82a8-96a4cbdf61d8 req-e88dc4c2-2eef-4a51-996b-90d50f6819f8 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469737 Feb 09 15:45:14.000147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32878) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:14.064062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eefedfe-4344-4f88-af77-e3ae2f17293d admin admin] Deleting subnet e019a5f9-347a-4a8f-9baf-673ecba8d398 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:45:14.069015 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9eefedfe-4344-4f88-af77-e3ae2f17293d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.113172 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9eefedfe-4344-4f88-af77-e3ae2f17293d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.167447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9eefedfe-4344-4f88-af77-e3ae2f17293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.273230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.275016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:14.276121 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.364135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9eefedfe-4344-4f88-af77-e3ae2f17293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.419749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d834d7-db04-45e1-bc10-eb40fd4900eb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:14.423322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefedfe-4344-4f88-af77-e3ae2f17293d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e019a5f9-347a-4a8f-9baf-673ecba8d398,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:14.429862 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9eefedfe-4344-4f88-af77-e3ae2f17293d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.438826 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9eefedfe-4344-4f88-af77-e3ae2f17293d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e019a5f9-347a-4a8f-9baf-673ecba8d398 HTTP/1.1" status: 204 len: 168 time: 0.4339976 Feb 09 15:45:14.439443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:14.453150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network d3d834d7-db04-45e1-bc10-eb40fd4900eb details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:45:14.488665 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0f003035-1f40-4483-a604-cd7f2041fb31 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6372821 Feb 09 15:45:14.567454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d59a1ef-dc4b-4eed-8775-850c8d5e0886 req-e64de61a-a0ff-47b5-9edb-53204fe1739e tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 210 time: 0.4638462 Feb 09 15:45:14.574227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 32886) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:14.577617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Made reservation on behalf of 3a743f93f1934b0fae1a85ef4a8c1816 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:14.581280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.589259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Request body: {'subnet': {'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1103833594-subnet', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:14.681266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.695277 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5c2a200-b157-415d-9c59-18b806a267f1 req-660db01e-d937-422b-9dfe-a9788897c5a2 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204363 Feb 09 15:45:14.767846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950402f-513d-466c-a0dd-a26f31acd74d req-c8f2628d-5087-49af-bd27-131dded32eda tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:14.776332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5950402f-513d-466c-a0dd-a26f31acd74d req-c8f2628d-5087-49af-bd27-131dded32eda tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 950 time: 0.6490452 Feb 09 15:45:14.851710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:14.854238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:14.878831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:14.963057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5950402f-513d-466c-a0dd-a26f31acd74d req-49d4dce3-1be1-495e-9fdf-216328f4b509 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837461 Feb 09 15:45:15.067663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.068618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-78a4866b-db8e-40d6-867e-a188880946fc req-dfa50673-ddbd-4d8e-a136-57808a3098e8 service neutron] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:15.099472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-78a4866b-db8e-40d6-867e-a188880946fc req-dfa50673-ddbd-4d8e-a136-57808a3098e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.100683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78a4866b-db8e-40d6-867e-a188880946fc req-dfa50673-ddbd-4d8e-a136-57808a3098e8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/31db5514-5141-40dc-b97a-94579a6da2df/bindings/n-h1-828542-1 HTTP/1.1" status: 204 len: 173 time: 1.1183360 Feb 09 15:45:15.120581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Allocated IP 172.20.0.6 (6601122e-b69c-4104-932d-017527239653/7c568494-e688-443c-bd8d-ed008e3147c1/414351d7-0c2c-4afc-8ff5-e4e60245ed0d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:15.131436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c80331-941a-4f1e-a53a-5e2e27ce964f']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:15.147152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67499869-18d0-43b2-b302-3420cab82f42') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:15.147607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67499869-18d0-43b2-b302-3420cab82f42') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:15.169966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.191898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 1755f236-313d-4d2c-bffd-1de68c4143a3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:45:15.199130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 1755f236-313d-4d2c-bffd-1de68c4143a3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:15.199735 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.207120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a64e37-c272-4a06-ba81-d3e2e4980bd3 req-a9336bb1-f405-4942-997f-5ace1c30e662 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:15.211900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24a64e37-c272-4a06-ba81-d3e2e4980bd3 req-a9336bb1-f405-4942-997f-5ace1c30e662 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 943 time: 0.3234448 Feb 09 15:45:15.218546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.242306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:45:15.243340 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:45:15.343109 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:45:15.372369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bf39d-eece-4c0b-a5c3-5f43b0fb8458 req-5fd10c51-003f-4154-bae1-031c3051c5c9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:15.382602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d50bf39d-eece-4c0b-a5c3-5f43b0fb8458 req-5fd10c51-003f-4154-bae1-031c3051c5c9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.2857552 Feb 09 15:45:15.467596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24a64e37-c272-4a06-ba81-d3e2e4980bd3 req-4750db3f-6e03-48c6-afca-4ef9da1b99b5 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416053 Feb 09 15:45:15.525585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.531945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d50bf39d-eece-4c0b-a5c3-5f43b0fb8458 req-9810f9fe-622c-4b97-80f7-cfe32ce2870a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491506 Feb 09 15:45:15.533799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.541188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.553752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b4c80331-941a-4f1e-a53a-5e2e27ce964f HTTP/1.1" status: 204 len: 168 time: 1.1119099 Feb 09 15:45:15.665020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f5c3b-5a72-48a3-8286-92adfa161294 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c80331-941a-4f1e-a53a-5e2e27ce964f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:15.667086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.698578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:15.708280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:15.718845 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a25b43-7016-401d-bf93-a752d33ec87d" -d '{"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-plugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:15.876938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.889205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:15.902343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aebb3c6-bb9d-4414-ac28-07e64a9f7761 req-e5a20dbe-006b-4d35-96e5-df9a05e6d79b tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 210 time: 0.0879407 Feb 09 15:45:15.967596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83d0756-3cf0-4148-b7dd-3cd1072795ec,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:16.008565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=14']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:16.023403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8aca8-91e9-4608-b428-90d996130ad1 req-ba32300b-1e96-4847-8f24-fcc36472ca37 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:16.025150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c8aca8-91e9-4608-b428-90d996130ad1 req-ba32300b-1e96-4847-8f24-fcc36472ca37 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 944 time: 0.2675905 Feb 09 15:45:16.043021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:16.068142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['317d84d8-39da-4c91-9987-4cc63e74a16d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:16.068142 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1c02ea-9fd0-4ba4-a017-94bdeb787e52 x-openstack-request-id: req-0f1c02ea-9fd0-4ba4-a017-94bdeb787e52 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:16.068142 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-plugged", "status": "completed", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:16.068142 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f1c02ea-9fd0-4ba4-a017-94bdeb787e52 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:16.068142 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'code': 200} Feb 09 15:45:16.246378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Checking segment: {'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:16.246936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Network hostable DHCP agents. Network: d3d834d7-db04-45e1-bc10-eb40fd4900eb, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:45:16.266235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Network 6601122e-b69c-4104-932d-017527239653 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:16.311008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-5102f42c-c81c-424f-b268-14b8fe64bbc7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900898 Feb 09 15:45:16.327916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:16.339834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:16.392048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c8aca8-91e9-4608-b428-90d996130ad1 req-e5f6e950-5566-480a-a42e-ec06dafacaa9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138459 Feb 09 15:45:16.396831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Pushing event updated for resources: {'Port': ['ID=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:16.434145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32920) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:16.611499 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4773c837-4066-4181-94e2-5336be0c5f33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d3b03a42c52c42a2a7221971b46137ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735640 Feb 09 15:45:16.614714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32930) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:16.644068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:16.644795 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:16.692434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Network d3d834d7-db04-45e1-bc10-eb40fd4900eb is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:45:16.725797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-253968a4-ac3d-4329-a453-08371eadd9d1 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:16.733570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-253968a4-ac3d-4329-a453-08371eadd9d1 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4212542 Feb 09 15:45:16.757373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-a24c1f00-7f15-4307-98a1-e6fab19eb678 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/quotas/0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 375 time: 0.0227468 Feb 09 15:45:16.772170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183023a-4ea8-4a8f-b4f4-5e9727320b27 req-98c9c0e4-778b-49fd-8714-b43561d10697 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:16.777204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-24000fbc-5abf-4536-844f-b55becf6ba46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:16.780194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4183023a-4ea8-4a8f-b4f4-5e9727320b27 req-98c9c0e4-778b-49fd-8714-b43561d10697 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1095 time: 0.1744058 Feb 09 15:45:16.801086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-2494417a-2730-44af-bb07-35b69cd97a1d tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3516979 Feb 09 15:45:16.819743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, d3d834d7-db04-45e1-bc10-eb40fd4900eb) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:16.825893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Request body: {'port': {'device_id': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:16.838300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c964c-39e0-49dc-a893-5c8e64651ee1 None None] Network d3d834d7-db04-45e1-bc10-eb40fd4900eb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:45:16.858438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-24000fbc-5abf-4536-844f-b55becf6ba46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:16.891374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:16.904713 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:16.996146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-acdb8fa6-c9ab-4b98-a465-b2b058ee660d None None] Provisioning complete for port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:16.996146 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acdb8fa6-c9ab-4b98-a465-b2b058ee660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.042636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-acdb8fa6-c9ab-4b98-a465-b2b058ee660d None None] Port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:45:17.051549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-afda6b79-8805-4cd7-9966-a156c2e5d7ca tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2905266 Feb 09 15:45:17.069267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4183023a-4ea8-4a8f-b4f4-5e9727320b27 req-bcececba-eb62-46aa-9d9a-acbdfcc70413 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878933 Feb 09 15:45:17.115857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d971920d-d71f-4da9-93cc-eea8276d5725 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5389805 Feb 09 15:45:17.120465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:17.139488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:17.140139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.180732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-24000fbc-5abf-4536-844f-b55becf6ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.185848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-24000fbc-5abf-4536-844f-b55becf6ba46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.190103 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-24000fbc-5abf-4536-844f-b55becf6ba46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e6393c8-1d17-4836-ba9e-5045e7ef165b HTTP/1.1" status: 204 len: 168 time: 0.5599926 Feb 09 15:45:17.214462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24000fbc-5abf-4536-844f-b55becf6ba46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6393c8-1d17-4836-ba9e-5045e7ef165b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:17.255090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-d3d834d7-db04-45e1-bc10-eb40fd4900eb', 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'fixed_ips': [{'subnet_id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:45:17.258943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.261157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.262518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.507432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.750965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb321067-b89e-4d34-b7b1-a72baceea5d1 req-97449aaa-a516-4561-8a27-92db7f7d0225 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:17.760606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb321067-b89e-4d34-b7b1-a72baceea5d1 req-97449aaa-a516-4561-8a27-92db7f7d0225 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 943 time: 0.4543633 Feb 09 15:45:17.805494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Allocated IP 172.20.0.2 (d3d834d7-db04-45e1-bc10-eb40fd4900eb/a83d0756-3cf0-4148-b7dd-3cd1072795ec/24785612-8d15-46a2-bd10-63a03a01cc05) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:17.828206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f28f10-f611-4014-9a16-337481d22c2d req-fad2b101-1262-4b58-8c99-5a70c98817c2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:17.830357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f28f10-f611-4014-9a16-337481d22c2d req-fad2b101-1262-4b58-8c99-5a70c98817c2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.2099597 Feb 09 15:45:17.948892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.957171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb321067-b89e-4d34-b7b1-a72baceea5d1 req-9429ee83-9d4c-40e6-a8d3-e855f3a06f21 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948473 Feb 09 15:45:17.995493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5f28f10-f611-4014-9a16-337481d22c2d req-60766abb-b684-44b3-a6e4-6ac43767d7b1 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523283 Feb 09 15:45:18.276346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-684ab8f7-621c-4104-b5fd-26e5dd34f94b req-6fcc6572-f005-4475-bd0b-94a780b7360f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 210 time: 0.1189370 Feb 09 15:45:18.280377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.343850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414351d7-0c2c-4afc-8ff5-e4e60245ed0d {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:18.370040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.399711 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.465538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Transition to ACTIVE for port object 414351d7-0c2c-4afc-8ff5-e4e60245ed0d will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:18.497307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a6b1a-c041-447e-8e5a-638db576c55f req-0a04e9f5-880a-403c-ae97-17a56a9f5dfa tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:18.499704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd9a6b1a-c041-447e-8e5a-638db576c55f req-0a04e9f5-880a-403c-ae97-17a56a9f5dfa tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 931 time: 0.3047364 Feb 09 15:45:18.555273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Network d3d834d7-db04-45e1-bc10-eb40fd4900eb is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:18.562271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:18.571739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:18.578715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Pushing event updated for resources: {'Port': ['ID=24785612-8d15-46a2-bd10-63a03a01cc05,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:18.597588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.677674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.726680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Attempting to bind port 24785612-8d15-46a2-bd10-63a03a01cc05 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:18.728589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Attempting to bind port 24785612-8d15-46a2-bd10-63a03a01cc05 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:18.729267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Attempting to bind port 24785612-8d15-46a2-bd10-63a03a01cc05 on network d3d834d7-db04-45e1-bc10-eb40fd4900eb {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:18.749828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:18.750547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Checking segment: {'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:18.751969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.755829 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.756792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Bound using segment: {'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:18.758339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Bound port: 24785612-8d15-46a2-bd10-63a03a01cc05, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:18.760069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.850810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd9a6b1a-c041-447e-8e5a-638db576c55f req-6d1ad4ef-d3c0-4f9e-96e5-be87168cba6b tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349676 Feb 09 15:45:18.880131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Pushing event updated for resources: {'Port': ['ID=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:18.950731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 47f81ce3-5319-4d3a-a83a-1e7d33a65631 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:19.046444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] For port 24785612-8d15-46a2-bd10-63a03a01cc05, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:19.065115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] For port 24785612-8d15-46a2-bd10-63a03a01cc05, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=24785612-8d15-46a2-bd10-63a03a01cc05,segment=NetworkSegment(282bb34c-3d3c-4865-9cb7-98cb6107d122),segment_id=282bb34c-3d3c-4865-9cb7-98cb6107d122)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:19.083617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Attempting to bind port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:19.083617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Attempting to bind port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:19.083617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Attempting to bind port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d on network 6601122e-b69c-4104-932d-017527239653 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:19.167839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-4e4555de-e5d7-40d8-8d2e-6c3e21660ec8 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:19.181345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-4e4555de-e5d7-40d8-8d2e-6c3e21660ec8 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 821 time: 0.5449612 Feb 09 15:45:19.218629 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.222983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d on network 6601122e-b69c-4104-932d-017527239653 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:19.223563 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Attempting to bind port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d on network 6601122e-b69c-4104-932d-017527239653 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:19.225488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Allocated IP 172.25.5.206 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/db4e84ca-33d1-4539-afcd-f2a4f790430e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:19.245612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:19.247648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Checking segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:19.247648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Bound using segment: {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:19.247648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Bound port: 414351d7-0c2c-4afc-8ff5-e4e60245ed0d, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac89f02b-3988-4d86-95af-e60f153df5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '6601122e-b69c-4104-932d-017527239653'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:19.257286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.362265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-5ba53291-a848-4425-a1f4-f34d8a5fb0bd tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/quotas/c86d25bfb5824d92a7849057e8e403f8 HTTP/1.1" status: 200 len: 375 time: 0.1793187 Feb 09 15:45:19.554872 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.576224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 47f81ce3-5319-4d3a-a83a-1e7d33a65631, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=47f81ce3-5319-4d3a-a83a-1e7d33a65631,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:19.610518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '47f81ce3-5319-4d3a-a83a-1e7d33a65631', 'network_id': '4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0', 'port_id': '47f81ce3-5319-4d3a-a83a-1e7d33a65631', 'mac_address': 'fa:16:3e:0c:c5:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73cad58d-9a20-4b13-aba7-b055efd0a3d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:19.615866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1aca6-0c45-43dc-81aa-5b92931812bc None None] Pushing event updated for resources: {'Port': ['ID=24785612-8d15-46a2-bd10-63a03a01cc05,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:19.668898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d625e-3350-4a1d-9f57-806a07c2f82d req-9d288382-8b17-480c-8386-84c1e8fa55d7 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:19.672859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-216d625e-3350-4a1d-9f57-806a07c2f82d req-9d288382-8b17-480c-8386-84c1e8fa55d7 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1096 time: 0.4854758 Feb 09 15:45:19.728365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.735927 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.751343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-321e350d-b4e0-4d49-9720-67bb53be729a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3876441 Feb 09 15:45:19.780361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f81ce3-5319-4d3a-a83a-1e7d33a65631 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:19.938275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 47f81ce3-5319-4d3a-a83a-1e7d33a65631, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=47f81ce3-5319-4d3a-a83a-1e7d33a65631,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:19.938968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:19.945256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:19.986251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:20.012474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:20.115344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=47f81ce3-5319-4d3a-a83a-1e7d33a65631,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:20.151864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] For port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:20.155902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Pushing event updated for resources: {'Port': ['ID=db4e84ca-33d1-4539-afcd-f2a4f790430e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:20.261561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] For port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:20.270494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33000) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:20.304336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-216d625e-3350-4a1d-9f57-806a07c2f82d req-b6a3985d-653e-4ec4-9dfa-d66fbe4a3afa tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196284 Feb 09 15:45:20.367796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-47bf284e-f28b-473d-8e4c-510c257d5e9c service neutron] 10.222.0.53 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547843 Feb 09 15:45:20.652848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['47f81ce3-5319-4d3a-a83a-1e7d33a65631'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:20.661254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b84f5-834f-43a0-8fb7-3b53cec4aeda req-3205ebb7-f4f6-4cd4-87f7-d42498a58059 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:20.671706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-887b84f5-834f-43a0-8fb7-3b53cec4aeda req-3205ebb7-f4f6-4cd4-87f7-d42498a58059 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 944 time: 0.1458318 Feb 09 15:45:20.684745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-9f85bc8c-a2ce-4368-977d-3744ea9c87e6 service neutron] 10.222.0.53 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007839 Feb 09 15:45:20.768138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-887b84f5-834f-43a0-8fb7-3b53cec4aeda req-3c5205a5-2106-49ae-bbc7-51c94dc8cb94 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948701 Feb 09 15:45:20.831130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-95538382-network', 'tenant_id': '7e01be9391fc42b1bf396afb8c4bb867'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:20.861022 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:21.062814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:21.066215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:21.072607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] 10.222.0.73 "PUT /v2.0/ports/414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 1091 time: 4.2541997 Feb 09 15:45:21.144952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:21.161849 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a" -d '{"events": [{"name": "network-changed", "server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:21.202894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-f7d54765-89ad-4a34-a575-27b583c22eaf tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0aef65e05ad943efadb02490102af9ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2814047 Feb 09 15:45:21.209090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7112d2e2-ada8-4153-95ca-c5afa3d81e29 req-7beebdd7-a263-4b89-8333-7e8305489e3e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 210 time: 0.2905266 Feb 09 15:45:21.767488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4263fa78-aa7e-4129-851a-b48f2eb6ea68 None None] Network d3d834d7-db04-45e1-bc10-eb40fd4900eb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:45:21.837808 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:21.871972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Made reservation on behalf of 7e01be9391fc42b1bf396afb8c4bb867 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:21.871972 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:21.970312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:21.992286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96e1c0-2ee0-4e33-8cfc-e3cbbc95ea19 service neutron] Pushing event updated for resources: {'Port': ['ID=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:22.042256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-8a03ffbf-45f1-455b-bb5e-ed128d95efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:22.042529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 24785612-8d15-46a2-bd10-63a03a01cc05 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:22.045581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-8a03ffbf-45f1-455b-bb5e-ed128d95efb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 1094 time: 0.7165062 Feb 09 15:45:22.162754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-fc47df8f-98cb-41c0-b8ed-092a37486138 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 217 time: 0.0813756 Feb 09 15:45:22.166212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab28f2-68ee-4f23-9912-b3d0a6d24e2b req-54db146a-6797-47fb-8d16-c90b78a694d5 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:22.168848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08ab28f2-68ee-4f23-9912-b3d0a6d24e2b req-54db146a-6797-47fb-8d16-c90b78a694d5 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1096 time: 0.4036934 Feb 09 15:45:22.198580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2eb246b1-4672-45d5-b8cb-a20b237127e5 None None] Provisioning complete for port 24785612-8d15-46a2-bd10-63a03a01cc05 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:22.199567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2eb246b1-4672-45d5-b8cb-a20b237127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:22.309281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156ac06-d277-428b-8abd-abc37ccc1a7a req-8d6003ce-ea10-4baa-ac19-77817c94b3d1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:22.324828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a156ac06-d277-428b-8abd-abc37ccc1a7a req-8d6003ce-ea10-4baa-ac19-77817c94b3d1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 943 time: 0.7316220 Feb 09 15:45:22.351219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 24785612-8d15-46a2-bd10-63a03a01cc05 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:22.359372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:22.369448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:22.401605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-065a3157-a6d3-4249-83b1-a88ea42a6e46 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:22.404201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-065a3157-a6d3-4249-83b1-a88ea42a6e46 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1907456 Feb 09 15:45:22.478434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Request body: {'port': {'device_id': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '0aef65e05ad943efadb02490102af9ba'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:22.531077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-c6c1f79e-e64b-4569-aafd-c373d413399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:22.534803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-c6c1f79e-e64b-4569-aafd-c373d413399b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.3241630 Feb 09 15:45:22.566204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2eb246b1-4672-45d5-b8cb-a20b237127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:22.729035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2eb246b1-4672-45d5-b8cb-a20b237127e5 None None] For port 24785612-8d15-46a2-bd10-63a03a01cc05, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=24785612-8d15-46a2-bd10-63a03a01cc05,segment=NetworkSegment(282bb34c-3d3c-4865-9cb7-98cb6107d122),segment_id=282bb34c-3d3c-4865-9cb7-98cb6107d122)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:22.746146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a156ac06-d277-428b-8abd-abc37ccc1a7a req-85bb9a95-a859-4160-950e-45fa7b95132a tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198723 Feb 09 15:45:22.833396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:45:22.908532 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:22.934952 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2eb246b1-4672-45d5-b8cb-a20b237127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:22.942326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 47f81ce3-5319-4d3a-a83a-1e7d33a65631 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:23.031166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08ab28f2-68ee-4f23-9912-b3d0a6d24e2b req-0599d68f-f806-4e69-9ea4-87b7ae62116c tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8499191 Feb 09 15:45:23.038640 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7b3e2b-4ad3-4f15-a91b-49d259fa5eeb x-openstack-request-id: req-9c7b3e2b-4ad3-4f15-a91b-49d259fa5eeb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:23.039270 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:23.039799 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c7b3e2b-4ad3-4f15-a91b-49d259fa5eeb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:23.041238 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'status': 'completed', 'code': 200} Feb 09 15:45:23.084153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb246b1-4672-45d5-b8cb-a20b237127e5 None None] Pushing event updated for resources: {'Port': ['ID=24785612-8d15-46a2-bd10-63a03a01cc05,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:23.234945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46e25230-4060-42f7-9b33-4e6591cec931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:23.264253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4b9ce435-5516-4101-9a85-3f557b56159b None None] Provisioning complete for port 24785612-8d15-46a2-bd10-63a03a01cc05 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:23.265102 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce435-5516-4101-9a85-3f557b56159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:23.278311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:45:23.307514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-83736648-600a-42f1-85b0-bcf25d634fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:23.310544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-83736648-600a-42f1-85b0-bcf25d634fb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7376819 Feb 09 15:45:23.363679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Sync routers for ids ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:45:23.374975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:45:23.377755 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:45:23.394891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a84bdad-528e-4549-a34a-c9daa9a5ce64 req-19ad9358-76c4-40c9-98d8-8e2d30cc59bb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 210 time: 0.1954391 Feb 09 15:45:23.417006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Routers {'4750c7d5-ba83-4d2f-befd-2d37b2dcda23'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:45:23.418154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:44:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:23.456584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:23.467583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:23.476815 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2d5b76cd-bd18-4540-92d9-b09ef7ef643d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3549504 Feb 09 15:45:23.479124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33036) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:23.499205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:45:23.514934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:23.515670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:23.535026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c3a69-b540-49d6-ba4c-8299c6cd7dfa req-e253807e-0ece-46e9-a29c-f1c81b557f73 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:23.543720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-300c3a69-b540-49d6-ba4c-8299c6cd7dfa req-e253807e-0ece-46e9-a29c-f1c81b557f73 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 944 time: 0.2600145 Feb 09 15:45:23.686062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:23.708343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-730767ce-cf68-4779-904b-14063607080d service neutron] 10.222.0.73 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470488 Feb 09 15:45:23.854776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Set router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:45:24.094974 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.208271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bfe33b65-b29c-4fba-adc5-5891ba4c5d84 req-dee6a90f-f21d-45b0-8a9b-72c148c4923c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 210 time: 0.5623417 Feb 09 15:45:24.233655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-300c3a69-b540-49d6-ba4c-8299c6cd7dfa req-8e5eebca-4386-40be-aee6-f172f228feaa tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820097 Feb 09 15:45:24.265889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 47f81ce3-5319-4d3a-a83a-1e7d33a65631, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=47f81ce3-5319-4d3a-a83a-1e7d33a65631,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:24.265889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eee77d1-a99d-46b3-bf8d-50e77c163694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f81ce3-5319-4d3a-a83a-1e7d33a65631'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:24.270301 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3ea2cc-d035-4b78-97c3-9831425f3407" -d '{"events": [{"server_uuid": "3eee77d1-a99d-46b3-bf8d-50e77c163694", "name": "network-vif-plugged", "status": "completed", "tag": "47f81ce3-5319-4d3a-a83a-1e7d33a65631"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:24.303705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 24785612-8d15-46a2-bd10-63a03a01cc05 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:24.324240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.460483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.495318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-516c8964-931a-4fd6-b48a-0af49d9b3291 req-4792e023-c31e-4d9c-87ed-abad8f94bef7 service neutron] 10.222.0.73 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097949 Feb 09 15:45:24.528033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:45:24.559919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.563676 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Added segment 7c7ae44b-bdf5-454a-afbd-9719d7831e84 of type vlan for network d3b43b7b-67c7-4ae8-941d-2eebf94159be Feb 09 15:45:24.665188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.750277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Made reservation on behalf of 0aef65e05ad943efadb02490102af9ba for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:24.756969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.781410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=47f81ce3-5319-4d3a-a83a-1e7d33a65631,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:24.798643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4465451-1ac0-4204-8bf6-a8ca7e784de2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:24.837115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 24785612-8d15-46a2-bd10-63a03a01cc05 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:24.837939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.886177 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.887765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:24.888640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.957995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Allocated IP 172.20.0.1 (d3d834d7-db04-45e1-bc10-eb40fd4900eb/a83d0756-3cf0-4148-b7dd-3cd1072795ec/7039a806-76dd-4e75-8e39-d9e865d439d5) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:24.995566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] Pushing event updated for resources: {'Network': ['ID=d3b43b7b-67c7-4ae8-941d-2eebf94159be,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:25.034228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network d3b43b7b-67c7-4ae8-941d-2eebf94159be details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:45:25.180416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Allocated IP 192.168.233.47 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/38c1d59c-a32c-4882-ad9a-7b1b1c2d5900) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:25.229431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:45:21Z', 'revision_number': 3, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port': {'id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:18Z', 'updated_at': '2022-02-09T15:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:25.281077 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:25.349618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Checking router: 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:45:25.350249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Updating router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 port db4e84ca-33d1-4539-afcd-f2a4f790430e binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:45:25.402745 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:25.441534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f93f67-4fd2-49a4-a8fd-d7a80d9279d8 req-760b2628-c7e7-4e7b-8273-5849668050ea tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:25.443341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f93f67-4fd2-49a4-a8fd-d7a80d9279d8 req-760b2628-c7e7-4e7b-8273-5849668050ea tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 943 time: 0.7423849 Feb 09 15:45:25.478416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-79a95afd-83b3-491d-afd4-e4550f45f44c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 5.2062376 Feb 09 15:45:25.484112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33066) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:25.496530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Request body: {'subnet': {'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-95538382-subnet', 'tenant_id': '7e01be9391fc42b1bf396afb8c4bb867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:25.513703 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:25.573302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:25.575625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-777d5465-4b06-45c1-a295-71213587e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:25.581790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-777d5465-4b06-45c1-a295-71213587e0b2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 1094 time: 0.7580569 Feb 09 15:45:25.597733 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d0a5f46-7168-46fe-ae1c-3f17a23daf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:25.607656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f93f67-4fd2-49a4-a8fd-d7a80d9279d8 req-23620b5a-9e5c-445d-b47d-c4b0b12449d0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203241 Feb 09 15:45:25.693407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Network d3d834d7-db04-45e1-bc10-eb40fd4900eb is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:25.699975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:25.736361 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:25.778836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Made reservation on behalf of 7e01be9391fc42b1bf396afb8c4bb867 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:25.778836 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:25.919394 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f377f-dbeb-41e3-8e3c-0f8e88942d20 x-openstack-request-id: req-dc0f377f-dbeb-41e3-8e3c-0f8e88942d20 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:25.924957 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eee77d1-a99d-46b3-bf8d-50e77c163694", "name": "network-vif-plugged", "status": "completed", "tag": "47f81ce3-5319-4d3a-a83a-1e7d33a65631", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:25.925520 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc0f377f-dbeb-41e3-8e3c-0f8e88942d20 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:25.929194 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eee77d1-a99d-46b3-bf8d-50e77c163694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f81ce3-5319-4d3a-a83a-1e7d33a65631', 'code': 200} Feb 09 15:45:25.994112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:26.370732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55b23290-b9de-4dbd-a07f-9a329b915fdf req-3ff05538-7ff9-4257-afc0-db0e7255110a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 210 time: 0.1224489 Feb 09 15:45:26.460582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7039a806-76dd-4e75-8e39-d9e865d439d5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:26.481511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:26.495370 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:26.504615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:26.513931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:26.524195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:26.528663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a6664779-2191-4f5d-83f1-ab5c3ec97d5f', '1755f236-313d-4d2c-bffd-1de68c4143a3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:26.537676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:26.568910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-635f4c6b-8bca-4894-8f37-560d88e56c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:26.570570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-635f4c6b-8bca-4894-8f37-560d88e56c65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.9576678 Feb 09 15:45:26.581633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60007c-8cb8-4aff-94bc-ada3d33aa7ea req-4623577f-9260-4c14-b62f-1b7e4656aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:26.587546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef60007c-8cb8-4aff-94bc-ada3d33aa7ea req-4623577f-9260-4c14-b62f-1b7e4656aff3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 1096 time: 0.3017528 Feb 09 15:45:26.683971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['606d8d25-e5b2-4aac-993f-f7058ce27108'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:26.883511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-0c8c9a02-c17a-4c56-8455-30de495ed57d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 217 time: 0.2944057 Feb 09 15:45:26.962296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-dd58965c-daa8-4ff5-a2fb-b4bd1d9ccd33 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:26.963972 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-dd58965c-daa8-4ff5-a2fb-b4bd1d9ccd33 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 821 time: 0.2932506 Feb 09 15:45:26.965036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:26.966405 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:26.982603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Request body: {'port': {'device_id': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'admin_state_up': True, 'tenant_id': 'c86d25bfb5824d92a7849057e8e403f8'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:27.120473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef60007c-8cb8-4aff-94bc-ada3d33aa7ea req-bef6bb25-9781-4276-ba46-016a7ff49bce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919152 Feb 09 15:45:27.141699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa9d22-3e1b-491b-a707-f8d369065301 req-0b57bc20-bbbb-4560-8a40-0c4547575f4d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:27.144990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3aaa9d22-3e1b-491b-a707-f8d369065301 req-0b57bc20-bbbb-4560-8a40-0c4547575f4d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 935 time: 0.5498872 Feb 09 15:45:27.151970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-727d0b71-0f2f-4cf9-ab5c-1bbe7073b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:27.154717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-727d0b71-0f2f-4cf9-ab5c-1bbe7073b588 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.2410581 Feb 09 15:45:27.161707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 414351d7-0c2c-4afc-8ff5-e4e60245ed0d details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:27.212358 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.215361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-bfff7451-fadf-4d9d-a242-414ba2cc2f0c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7451279 Feb 09 15:45:27.254837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Request body: {'port': {'device_id': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:27.274822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3aaa9d22-3e1b-491b-a707-f8d369065301 req-96d44b66-1b52-41d9-aaab-96d39f421c2c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143460 Feb 09 15:45:27.296732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Attempting to bind port db4e84ca-33d1-4539-afcd-f2a4f790430e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:27.297344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Attempting to bind port db4e84ca-33d1-4539-afcd-f2a4f790430e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:27.297933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Attempting to bind port db4e84ca-33d1-4539-afcd-f2a4f790430e on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:27.392537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:27.393451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:27.394505 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.394894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:27.396024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Bound port: db4e84ca-33d1-4539-afcd-f2a4f790430e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:27.399882 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.446595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.468857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] For port db4e84ca-33d1-4539-afcd-f2a4f790430e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:27.472988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] For port db4e84ca-33d1-4539-afcd-f2a4f790430e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=db4e84ca-33d1-4539-afcd-f2a4f790430e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:27.485312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a4c32233-28b4-4fa1-b46f-b67bc641cd72 None None] Provisioning complete for port 7039a806-76dd-4e75-8e39-d9e865d439d5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:27.485668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4c32233-28b4-4fa1-b46f-b67bc641cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.543461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a4c32233-28b4-4fa1-b46f-b67bc641cd72 None None] Port 7039a806-76dd-4e75-8e39-d9e865d439d5 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:45:27.561204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-980b2afe-e66a-4351-a86d-a5e6efb97f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:27.562814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-980b2afe-e66a-4351-a86d-a5e6efb97f4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281015 Feb 09 15:45:27.566309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.606773 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.608873 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:45:27.644373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.644929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Made reservation on behalf of c86d25bfb5824d92a7849057e8e403f8 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:27.646718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.663472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.753146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21614b46-b9c2-428c-b091-159dc40e61fa req-65b96867-91c5-473a-bd1a-6a4a8f3cf508 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:27.765198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21614b46-b9c2-428c-b091-159dc40e61fa req-65b96867-91c5-473a-bd1a-6a4a8f3cf508 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 945 time: 0.3517449 Feb 09 15:45:27.827742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac8939d-c1f2-4418-8464-1454d59d569a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:27.860367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-602e3981-c5b0-4761-b629-709ccbaeacb8 None None] Provisioning complete for port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:27.860367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-602e3981-c5b0-4761-b629-709ccbaeacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:27.920878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c571-2c09-4db7-8210-f84561fb1c4f None None] Pushing event updated for resources: {'Port': ['ID=db4e84ca-33d1-4539-afcd-f2a4f790430e,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:27.980022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-945bfd06-d34d-4e5a-a56b-f22610c10be0 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:45:27.981308 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-945bfd06-d34d-4e5a-a56b-f22610c10be0 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067873 Feb 09 15:45:28.001799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:28.020596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'port_id': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:28.037260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-0337a0cb-f142-46c7-b359-59a7ae700bf9 service neutron] 10.222.0.73 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491837 Feb 09 15:45:28.048213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Checking segment: {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:28.048574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Network hostable DHCP agents. Network: d3b43b7b-67c7-4ae8-941d-2eebf94159be, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:45:28.103847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-602e3981-c5b0-4761-b629-709ccbaeacb8 None None] Port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:45:28.131991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-c5f3eb12-9246-4807-b8ef-1c18813a0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:28.133448 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-c5f3eb12-9246-4807-b8ef-1c18813a0b4d service neutron] 10.222.0.53 "GET /v2.0/ports/89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 200 len: 1093 time: 0.1038032 Feb 09 15:45:28.148564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Request body: {'binding': {'host': 'n-h1-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:28.149293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 15:45:28.178651 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.187621 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.212498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Routers {'4750c7d5-ba83-4d2f-befd-2d37b2dcda23'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:45:28.213311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:28.286772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c571-2c09-4db7-8210-f84561fb1c4f None None] Pushing event updated for resources: {'Port': ['ID=db4e84ca-33d1-4539-afcd-f2a4f790430e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:28.326819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414351d7-0c2c-4afc-8ff5-e4e60245ed0d {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:28.483661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:28.567921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Allocated IP 172.20.0.13 (a59d1419-af6d-42da-a4a3-8630110ff916/0de9ad69-088b-4006-a1c8-413ea8d74035/cb8a4e5b-38aa-4c01-a364-247688bab250) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:28.584985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.594233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:28.606357 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.607519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.631274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Transition to ACTIVE for port object 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:28.634406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1394fb2-bd8d-4358-80ed-b145f6a1b71a req-39b337ab-ca8b-4e95-93bd-17313f9ef2a2 service neutron] 10.222.0.73 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864520 Feb 09 15:45:28.651676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21614b46-b9c2-428c-b091-159dc40e61fa req-ed6da2dc-2c7d-48b6-85ee-f7d1841de570 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8812943 Feb 09 15:45:28.669236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] Set router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:45:28.729048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.730986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Network d3b43b7b-67c7-4ae8-941d-2eebf94159be is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:45:28.771397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.792444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:28.801524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on host n-h1-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:28.801964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:28.802254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:28.813564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:28.813830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:28.835762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:28.836441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:28.836781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:28.837108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Bound port: 89201241-a3cd-4597-b534-6c2a300f410d, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:28.914408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:28.929311 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.986297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['414351d7-0c2c-4afc-8ff5-e4e60245ed0d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:29.078499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, d3b43b7b-67c7-4ae8-941d-2eebf94159be) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:29.102089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f459a0-5e44-4836-a10d-966d0e7bd036 None None] Network d3b43b7b-67c7-4ae8-941d-2eebf94159be requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:45:29.113655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:29.114326 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:29.149885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:29.210976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a1256-8e4b-418c-9299-0e1f0538620a req-a2f423f8-dc21-4cf6-b2e1-2ab09cf56fe5 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:29.219297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa3a1256-8e4b-418c-9299-0e1f0538620a req-a2f423f8-dc21-4cf6-b2e1-2ab09cf56fe5 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 944 time: 0.3747828 Feb 09 15:45:29.262131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:29.264184 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-56089a9a-2870-4915-aaae-1c5024bb4399 service neutron] 10.222.0.53 "POST /v2.0/ports/89201241-a3cd-4597-b534-6c2a300f410d/bindings HTTP/1.1" status: 201 len: 389 time: 1.1192544 Feb 09 15:45:29.308624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa3a1256-8e4b-418c-9299-0e1f0538620a req-db2f7546-c7dc-4ce8-849c-e635b9f7a5c2 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852008 Feb 09 15:45:29.311289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:29.311862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:29.312467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:29.336127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:29.336127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:29.347111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7039a806-76dd-4e75-8e39-d9e865d439d5,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:29.352689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:29.353183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:29.353622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:29.357764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Bound port: 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:29.358321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:29.441651 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:29.508314 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b32b5127-549d-48f2-bed7-19ed6fb8c77a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.0123341 Feb 09 15:45:29.695479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a63c93-be62-4b48-882f-98cdef157a5c req-966e7c0e-b223-469a-86d5-08e815e10c39 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 210 time: 0.2030826 Feb 09 15:45:29.932941 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:29.946742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:45:27Z', 'revision_number': 4, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port': {'id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:18Z', 'updated_at': '2022-02-09T15:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7039a806-76dd-4e75-8e39-d9e865d439d5', 'name': '', 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'mac_address': 'fa:16:3e:13:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:24Z', 'updated_at': '2022-02-09T15:45:24Z', 'revision_number': 1, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'subnets': [{'id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:30.032370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:30.039542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244e2a9c-e345-4e0e-b336-4ebf765dffa9 None None] The sync data for ids ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'] in n-d-828542-1 is: [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:45:27Z', 'revision_number': 4, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port': {'id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:18Z', 'updated_at': '2022-02-09T15:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7039a806-76dd-4e75-8e39-d9e865d439d5', 'name': '', 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'mac_address': 'fa:16:3e:13:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:24Z', 'updated_at': '2022-02-09T15:45:24Z', 'revision_number': 1, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'subnets': [{'id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:45:30.066642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Network d3d834d7-db04-45e1-bc10-eb40fd4900eb is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:30.072783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:30.116978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8792ed3-70b3-4c78-b6de-cd72bf473a8c None None] Network d3b43b7b-67c7-4ae8-941d-2eebf94159be requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:45:30.155816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.173687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:30.199519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b2138-d199-4407-b5b8-04997adc0ee0 req-e8407431-f1d3-442c-b892-fce643c1ee19 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:30.202772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-066b2138-d199-4407-b5b8-04997adc0ee0 req-e8407431-f1d3-442c-b892-fce643c1ee19 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 945 time: 0.2433691 Feb 09 15:45:30.203562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.231766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025200-249d-4941-89d0-b891b02cfb23 req-00ecbe7b-650c-4a9a-a82b-7b45733db554 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:30.237326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc025200-249d-4941-89d0-b891b02cfb23 req-00ecbe7b-650c-4a9a-a82b-7b45733db554 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 947 time: 0.4089191 Feb 09 15:45:30.415843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.512722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fa023695-1c5e-4470-a231-27206925e65a None None] Provisioning complete for port 7039a806-76dd-4e75-8e39-d9e865d439d5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:30.512722 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa023695-1c5e-4470-a231-27206925e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.533582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:30.538635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.541781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] 10.222.0.13 "PUT /v2.0/ports/38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 1095 time: 3.2957761 Feb 09 15:45:30.545922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Network a59d1419-af6d-42da-a4a3-8630110ff916 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:30.558509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:30.563525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:30.566722 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2" -d '{"events": [{"name": "network-changed", "server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:30.575658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:30.633959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-066b2138-d199-4407-b5b8-04997adc0ee0 req-59706cc4-07b8-4051-be74-2efe1ab61f08 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915894 Feb 09 15:45:30.720314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:30.721218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc025200-249d-4941-89d0-b891b02cfb23 req-9e2c9f35-2a73-47bd-b998-69deaa5b1f8a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789816 Feb 09 15:45:30.721483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.749163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fa023695-1c5e-4470-a231-27206925e65a None None] Port 7039a806-76dd-4e75-8e39-d9e865d439d5 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:45:30.762881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Pushing event updated for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:30.766429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61873752-50dc-4250-8ba5-27b8fd594a14 service neutron] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:30.796617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-1f371eeb-16b0-49ce-bc8a-7867badaaee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:30.799230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-1f371eeb-16b0-49ce-bc8a-7867badaaee7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1096 time: 0.5415187 Feb 09 15:45:30.807041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:45:30.962452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 414351d7-0c2c-4afc-8ff5-e4e60245ed0d up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:31.000991 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-a2669a46-505e-40ea-868c-3dc2e5800f7d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0269611 Feb 09 15:45:31.033467 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Request body: {'port': {'device_id': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:31.177472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-cfbf8b43-70a6-42f7-896c-0dffbef9916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:31.179265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-cfbf8b43-70a6-42f7-896c-0dffbef9916f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1098 time: 0.4504733 Feb 09 15:45:31.184321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:45:31.218102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:31.218516 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.351967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-86b47325-3d13-4d1f-b86b-aa45b3be3808 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.1541960 Feb 09 15:45:31.449521 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.473616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.495009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-9397582b-835c-4538-9211-60f6acd300f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:31.495009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-9397582b-835c-4538-9211-60f6acd300f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1155095 Feb 09 15:45:31.551044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:31.557903 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728ef625-457d-4e0b-a80f-d7861e9930f2" -d '{"events": [{"server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "name": "network-vif-plugged", "status": "completed", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:31.589154 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.592986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-272ece50-32a6-40da-8000-d9f4b83f9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:31.595052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:31.598054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-272ece50-32a6-40da-8000-d9f4b83f9ac7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.7621841 Feb 09 15:45:31.604674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:45:31.607139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c8577-1d9b-462c-9c32-bfafd9c89559 req-88f11bcb-ce8c-40c1-b979-68caaca3e8b7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:31.609012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-162c8577-1d9b-462c-9c32-bfafd9c89559 req-88f11bcb-ce8c-40c1-b979-68caaca3e8b7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.5544724 Feb 09 15:45:31.650562 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-135c3372-1cfb-4e73-8e42-8195338205a0 admin admin] 10.222.0.53 "PUT /v2.0/routers/4750c7d5-ba83-4d2f-befd-2d37b2dcda23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1610305 Feb 09 15:45:31.690546 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.800396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-cfd710d4-d252-4e52-9ce4-56711b5a9772 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 200 len: 217 time: 0.1761799 Feb 09 15:45:31.839499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:31.962191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33152) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:31.995430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-1a221647-bcbf-4809-b3b8-2fb16df3dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:32.000785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-1a221647-bcbf-4809-b3b8-2fb16df3dd86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4858596 Feb 09 15:45:32.088279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-162c8577-1d9b-462c-9c32-bfafd9c89559 req-41f8ca09-d8e1-4c04-b937-b9447ad89cd7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500461 Feb 09 15:45:32.118112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1584845666'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:32.176572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-2fd24543-edc9-4209-a0d8-cc9776767fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:32.178697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-2fd24543-edc9-4209-a0d8-cc9776767fa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.3223777 Feb 09 15:45:32.343210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-811ea48e-77e6-4e49-87ab-dfdcb651d638 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:32.343210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-811ea48e-77e6-4e49-87ab-dfdcb651d638 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/networks?id=d3b43b7b-67c7-4ae8-941d-2eebf94159be HTTP/1.1" status: 200 len: 816 time: 0.6865802 Feb 09 15:45:32.343765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8a4e5b-38aa-4c01-a364-247688bab250 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:32.343765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:32.355047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Transition to ACTIVE for port object cb8a4e5b-38aa-4c01-a364-247688bab250 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:32.358801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device db4e84ca-33d1-4539-afcd-f2a4f790430e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:32.364699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-61f5022b-0b83-4c4d-b584-7af1b9e79d86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976651 Feb 09 15:45:32.441515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port db4e84ca-33d1-4539-afcd-f2a4f790430e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:32.442652 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:32.452960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-a4e6e1a4-dc77-49da-a0e2-cf11fd37c5de tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/quotas/7e01be9391fc42b1bf396afb8c4bb867 HTTP/1.1" status: 200 len: 375 time: 0.1140347 Feb 09 15:45:32.520921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-d2c74cdf-03d0-4731-8947-bcd9bc79bb23 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e01be9391fc42b1bf396afb8c4bb867&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500109 Feb 09 15:45:32.551741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcde8c6-940d-4a6b-975a-1524526df755 req-50dc1b7d-a695-4fd3-bc80-1fcd77f597f1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:32.553020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fcde8c6-940d-4a6b-975a-1524526df755 req-50dc1b7d-a695-4fd3-bc80-1fcd77f597f1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 945 time: 0.3098462 Feb 09 15:45:32.707385 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:32.741296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port db4e84ca-33d1-4539-afcd-f2a4f790430e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=db4e84ca-33d1-4539-afcd-f2a4f790430e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:33.033091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-29a043e4-13c5-4831-a454-ecec139c940b service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0125620 Feb 09 15:45:33.124175 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:33.127461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:33.163608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-7ccc59f9-63b2-44f7-8171-d04726090c75 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979181 Feb 09 15:45:33.199172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:33.203096 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:33.279037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=db4e84ca-33d1-4539-afcd-f2a4f790430e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:33.319382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fcde8c6-940d-4a6b-975a-1524526df755 req-83142c2c-0d3d-4689-a1c1-ad1114a58c36 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814975 Feb 09 15:45:33.390480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:33.430628 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773347b4-a0b9-40d2-bb42-3f9a69e4087d x-openstack-request-id: req-773347b4-a0b9-40d2-bb42-3f9a69e4087d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:33.431026 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:33.431295 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-773347b4-a0b9-40d2-bb42-3f9a69e4087d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:33.431722 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'status': 'completed', 'code': 200} Feb 09 15:45:33.432700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:45:33.529363 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:33.529988 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Added segment d2a3f4a4-dc06-497a-8fc3-947f81736a8e of type vlan for network cb7268d1-071d-4569-8ae3-8fe719c5d860 Feb 09 15:45:33.536181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:33.540131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:33.540131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:33.540424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-6a0ccc09-6139-49a3-8f47-7877ea7ede7b service neutron] 10.222.0.53 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792933 Feb 09 15:45:33.553405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:33.553405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:33.564682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:33.565155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:33.570488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:33.571172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Bound port: cb8a4e5b-38aa-4c01-a364-247688bab250, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:33.571613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:33.625027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078f59dd-cd92-4a86-8239-e6b052d9f49c req-ca3130ef-2a8c-4966-8436-cb555823c0f8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728686 Feb 09 15:45:33.719747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:33.739024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-3dc4943b-e48c-4925-b914-52307bef8e6c service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308983 Feb 09 15:45:33.749186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:33.758094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:33.816219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8460c6-ed9e-4cc3-8dc6-8ffa01ddfa16 req-6bb6d07f-1da6-4ac5-9cbe-2389c85cfc19 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:33.828652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd8460c6-ed9e-4cc3-8dc6-8ffa01ddfa16 req-6bb6d07f-1da6-4ac5-9cbe-2389c85cfc19 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 944 time: 0.3087614 Feb 09 15:45:33.879227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:33.946439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-146b99b2-a464-4e5e-ab74-78b240a96c45 service neutron] 10.222.0.53 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653669 Feb 09 15:45:33.978265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-30472589-3357-4b32-a60f-4d60ea916d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:33.981944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-30472589-3357-4b32-a60f-4d60ea916d19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1098 time: 0.2140095 Feb 09 15:45:33.984898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd8460c6-ed9e-4cc3-8dc6-8ffa01ddfa16 req-ed34af8c-d6bc-40b9-ba38-40619884c5bb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549239 Feb 09 15:45:34.029173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:34.042831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:34.045206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:34.134610 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00edbba-1eba-4741-b479-3e28b7ad2770 x-openstack-request-id: req-f00edbba-1eba-4741-b479-3e28b7ad2770 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:34.135078 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "name": "network-vif-plugged", "status": "completed", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:34.135318 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f00edbba-1eba-4741-b479-3e28b7ad2770 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:34.135951 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'code': 200} Feb 09 15:45:34.151798 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:45:34.160570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:34.162785 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:34.174825 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 1092 time: 3.1563506 Feb 09 15:45:34.175700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:34.181326 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e84e32f-942e-4edf-8b96-0569e693bb08" -d '{"events": [{"name": "network-changed", "server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:34.247406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0233f4-0af8-4e7b-9506-d4c45da03441 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:34.277349 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Sync routers for ids ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:45:34.308195 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Routers {'4750c7d5-ba83-4d2f-befd-2d37b2dcda23'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:45:34.315566 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:34.375326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device db4e84ca-33d1-4539-afcd-f2a4f790430e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:34.438286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-517dadba-fec1-4d01-a717-6375f98ee441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:34.443042 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-517dadba-fec1-4d01-a717-6375f98ee441 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1095 time: 0.1460059 Feb 09 15:45:34.532911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port db4e84ca-33d1-4539-afcd-f2a4f790430e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:34.532911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:34.638298 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-7c3be3f1-7d1a-4dff-93d4-d578919d7a53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 217 time: 0.1863997 Feb 09 15:45:34.852558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-1cbc253e-09f9-4366-a328-55ef5ac35fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:34.854192 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-1cbc253e-09f9-4366-a328-55ef5ac35fd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.2087054 Feb 09 15:45:34.876448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.9058585 Feb 09 15:45:34.877336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33188) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:34.884808 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'subnet': {'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:34.905206 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Set router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:45:34.926357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272d78c-f7fb-4823-a006-3b5959478fa3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Network': ['ID=cb7268d1-071d-4569-8ae3-8fe719c5d860,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:34.948395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network cb7268d1-071d-4569-8ae3-8fe719c5d860 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:45:35.006221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-eb40b58c-5237-4ff6-b786-08e70b8e58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.007985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-eb40b58c-5237-4ff6-b786-08e70b8e58b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 1.0198436 Feb 09 15:45:35.015363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34202033-894f-45cb-b300-2c8930ec4967 req-01c19bf0-32d9-44e3-b6ba-12e1b42137f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.027452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34202033-894f-45cb-b300-2c8930ec4967 req-01c19bf0-32d9-44e3-b6ba-12e1b42137f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 1096 time: 0.4543610 Feb 09 15:45:35.061446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558bd4e-8801-4746-bbad-956a1f232f83 req-77e82262-16cf-451b-999e-1b8b51c2131d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.069629 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-69825566-b9b6-4a83-bec5-41ac546914ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2081840 Feb 09 15:45:35.072486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8558bd4e-8801-4746-bbad-956a1f232f83 req-77e82262-16cf-451b-999e-1b8b51c2131d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 947 time: 0.4609532 Feb 09 15:45:35.163575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-8e38bbc2-4b7f-43b3-8710-cb997c7e3156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.1351230 Feb 09 15:45:35.270617 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-6533f290-4fe7-4cca-bf86-3d0d117001fe service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940081 Feb 09 15:45:35.320900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:35.335627 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:35.485746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-967c6326-0fa1-42d0-825d-da66d6122bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.490577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-967c6326-0fa1-42d0-825d-da66d6122bce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.3121102 Feb 09 15:45:35.509125 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:45:27Z', 'revision_number': 4, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port': {'id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:18Z', 'updated_at': '2022-02-09T15:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7039a806-76dd-4e75-8e39-d9e865d439d5', 'name': '', 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'mac_address': 'fa:16:3e:13:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:24Z', 'updated_at': '2022-02-09T15:45:27Z', 'revision_number': 2, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'subnets': [{'id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:35.510941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34202033-894f-45cb-b300-2c8930ec4967 req-efc92f9f-3f6b-43b1-8210-40e0a0c3e558 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744008 Feb 09 15:45:35.532727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8558bd4e-8801-4746-bbad-956a1f232f83 req-08927927-b085-415c-b6d7-aa0fb7a177c4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748517 Feb 09 15:45:35.574375 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Checking router: 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:45:35.575196 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Updating router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 port 7039a806-76dd-4e75-8e39-d9e865d439d5 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:45:35.651865 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:35.705906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c600973-7180-4f18-9a72-0efaf747477a req-e3f841de-534a-455c-9768-c22ed020251f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.710357 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056e495c-b80d-45c1-9f94-987c81ee53b8 x-openstack-request-id: req-056e495c-b80d-45c1-9f94-987c81ee53b8 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:35.710357 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:35.710357 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-056e495c-b80d-45c1-9f94-987c81ee53b8 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:35.711059 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250', 'status': 'completed', 'code': 200} Feb 09 15:45:35.716639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c600973-7180-4f18-9a72-0efaf747477a req-e3f841de-534a-455c-9768-c22ed020251f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.2705739 Feb 09 15:45:35.820786 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a23631-9e68-40a1-bb70-0179ba83ad29 req-5a67b489-912f-4ac5-a2a5-81fc59fac11d service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431411 Feb 09 15:45:35.873266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-a90ed225-a8d8-43d7-a710-d4fe72c141c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.878224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-a90ed225-a8d8-43d7-a710-d4fe72c141c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3641512 Feb 09 15:45:35.933059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c600973-7180-4f18-9a72-0efaf747477a req-f8a393a0-59af-4fcb-8404-84c68ec2e55c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148285 Feb 09 15:45:35.954299 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfc620-67a2-4204-99eb-d5843079417e req-1b827c8d-4a50-4938-ab39-5b299f298888 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.957885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ccfc620-67a2-4204-99eb-d5843079417e req-1b827c8d-4a50-4938-ab39-5b299f298888 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 945 time: 0.2269745 Feb 09 15:45:36.127714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ccfc620-67a2-4204-99eb-d5843079417e req-5ed7ba92-beeb-4b63-bcf7-d95b61f4d6ba tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621134 Feb 09 15:45:36.187406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-2f7ea415-e613-40a1-9af6-d3d0caf4a512 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984382 Feb 09 15:45:36.196939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819744a-4f48-4575-bbb3-59549b76d68d req-bcb7400e-3bd1-4093-a193-8af7b6447894 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:36.206248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9819744a-4f48-4575-bbb3-59549b76d68d req-bcb7400e-3bd1-4093-a193-8af7b6447894 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 944 time: 0.1180186 Feb 09 15:45:36.340398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9819744a-4f48-4575-bbb3-59549b76d68d req-7e006e17-9263-4268-b6e1-c24347460f9b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330905 Feb 09 15:45:36.362415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:36.376677 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:36.465164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-d3ff4167-dc60-48da-b0df-399304811a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:36.466996 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-d3ff4167-dc60-48da-b0df-399304811a56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1095 time: 0.1631308 Feb 09 15:45:36.471913 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:36.488363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c32c3-7e63-408a-be99-4c046c13618a req-c8771b1f-3d8a-4db7-aa46-5fc3b89657d3 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:36.490052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e84c32c3-7e63-408a-be99-4c046c13618a req-c8771b1f-3d8a-4db7-aa46-5fc3b89657d3 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 946 time: 0.1431298 Feb 09 15:45:36.526309 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Pushing event updated for resources: {'Port': ['ID=7039a806-76dd-4e75-8e39-d9e865d439d5,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:36.563508 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.564149 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.564687 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.565202 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.566234 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.567095 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.567604 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.569051 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.569608 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.570583 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.571569 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.572071 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:36.638297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aad57d6-7dd8-4cc0-bac9-e97b4fc144c2 req-fdf432f1-c6c2-4c6c-8729-f0580d0c8eaa service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033439 Feb 09 15:45:36.649757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e84c32c3-7e63-408a-be99-4c046c13618a req-45ab4cda-e786-40e7-a44d-9db2bcbe3e8f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417797 Feb 09 15:45:36.678509 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Attempting to bind port 7039a806-76dd-4e75-8e39-d9e865d439d5 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:36.678876 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Attempting to bind port 7039a806-76dd-4e75-8e39-d9e865d439d5 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:36.679238 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Attempting to bind port 7039a806-76dd-4e75-8e39-d9e865d439d5 on network d3d834d7-db04-45e1-bc10-eb40fd4900eb {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:36.684862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Subnet': ['ID=1d44acbc-91a6-4866-828d-ddafb2f1f334,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:36.685115 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:36.685417 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Checking segment: {'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:36.685785 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:36.686100 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Bound using segment: {'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:36.686580 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Bound port: 7039a806-76dd-4e75-8e39-d9e865d439d5, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282bb34c-3d3c-4865-9cb7-98cb6107d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:36.687044 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:36.746070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Checking segment: {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:36.747688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network hostable DHCP agents. Network: cb7268d1-071d-4569-8ae3-8fe719c5d860, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:45:36.781836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-a64315a2-49f4-4416-b9f1-d06b8457b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:36.789292 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-a64315a2-49f4-4416-b9f1-d06b8457b07f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.3118942 Feb 09 15:45:36.809065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:36.858615 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] For port 7039a806-76dd-4e75-8e39-d9e865d439d5, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:36.863644 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] For port 7039a806-76dd-4e75-8e39-d9e865d439d5, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7039a806-76dd-4e75-8e39-d9e865d439d5,segment=NetworkSegment(282bb34c-3d3c-4865-9cb7-98cb6107d122),segment_id=282bb34c-3d3c-4865-9cb7-98cb6107d122)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:36.874403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-930a4465-5587-4e76-a8d9-ecc3acc44fc6 req-f867c812-ac82-4b57-95f2-b73b8041f44b tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 210 time: 0.1079872 Feb 09 15:45:36.880777 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-179686f4-5b0d-4977-820d-3ce8f9634760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 217 time: 0.0580225 Feb 09 15:45:36.975004 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:36.990223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network cb7268d1-071d-4569-8ae3-8fe719c5d860 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:45:37.053647 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-944d8d6a-e892-4e20-8e50-f205fff8ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:37.057134 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-944d8d6a-e892-4e20-8e50-f205fff8ce5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.1688838 Feb 09 15:45:37.102729 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Routers {'4750c7d5-ba83-4d2f-befd-2d37b2dcda23'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:45:37.110521 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:37.168996 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40fa4-ad5c-46e5-ba9b-38f9d59c2712 None None] Pushing event updated for resources: {'Port': ['ID=7039a806-76dd-4e75-8e39-d9e865d439d5,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:37.171460 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-96d66847-386c-4764-9428-2db16b8987b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044869 Feb 09 15:45:37.177410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, cb7268d1-071d-4569-8ae3-8fe719c5d860) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:37.232023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab763d-7aea-4bb4-a62d-bafe60d7c7d0 None None] Network cb7268d1-071d-4569-8ae3-8fe719c5d860 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:45:37.235043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e3c95-be86-4a95-bb84-6e08b803ab27 req-b1136be7-4863-43d4-a53e-2de7800bab8b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:37.239592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:37.240399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:37.245246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b41e3c95-be86-4a95-bb84-6e08b803ab27 req-b1136be7-4863-43d4-a53e-2de7800bab8b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 947 time: 0.1666689 Feb 09 15:45:37.257781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:37.303000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b41e3c95-be86-4a95-bb84-6e08b803ab27 req-aa856586-0fbf-4390-8dfb-ba4d857d72d2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Feb 09 15:45:37.368278 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] Set router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:45:37.418167 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7360afef-34b1-43ee-9440-f49267420aab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5398276 Feb 09 15:45:37.420897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33248) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:37.421707 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-efa97a7d-938e-4390-adb2-03e02054da2f service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382360 Feb 09 15:45:37.426882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-155811286'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:37.570091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1b5823cb-3d72-4bed-be38-f1ad9d914b51 None None] Provisioning complete for port 7039a806-76dd-4e75-8e39-d9e865d439d5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:37.571293 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1b5823cb-3d72-4bed-be38-f1ad9d914b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:37.605057 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e84e32f-942e-4edf-8b96-0569e693bb08 req-56239323-56f2-4bb6-a53b-bc6298d58943 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730814 Feb 09 15:45:37.619811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc882b-cab0-4c11-8877-5f7b382be934 req-371b7e74-1219-44b9-9aa8-1f393246738b tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:37.621537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffcc882b-cab0-4c11-8877-5f7b382be934 req-371b7e74-1219-44b9-9aa8-1f393246738b tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.1684120 Feb 09 15:45:37.631264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'mac_address': 'fa:16:3e:87:ea:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:37.683492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:37.687118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:37.762368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffcc882b-cab0-4c11-8877-5f7b382be934 req-2c77767f-7dab-4d49-8f58-327b7b4a85dc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258588 Feb 09 15:45:37.810980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:45:37.867944 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:37.880571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:37.880926 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Added segment f0effb70-6620-4142-9d1b-aa48e9c3e5ce of type vlan for network 0814e721-be2a-4e05-a804-a36de7433b35 Feb 09 15:45:37.942854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:37.987974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-cb7268d1-071d-4569-8ae3-8fe719c5d860', 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'fixed_ips': [{'subnet_id': '1d44acbc-91a6-4866-828d-ddafb2f1f334'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:45:37.989524 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:38.010986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a135-fe4e-45c4-b2ba-127d84e3613a req-18c892bd-3910-4d4e-a671-569d8bb492ff tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:38.010986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7315a135-fe4e-45c4-b2ba-127d84e3613a req-18c892bd-3910-4d4e-a671-569d8bb492ff tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 945 time: 0.2389922 Feb 09 15:45:38.028209 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:38.034967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:38.133841 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:45:27Z', 'revision_number': 4, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port': {'id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:18Z', 'updated_at': '2022-02-09T15:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7039a806-76dd-4e75-8e39-d9e865d439d5', 'name': '', 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'mac_address': 'fa:16:3e:13:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:24Z', 'updated_at': '2022-02-09T15:45:36Z', 'revision_number': 4, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'subnets': [{'id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:38.170317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:38.197612 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27bab07-b538-42fb-b889-6f076c52c7f5 None None] The sync data for ids ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'] in n-d-828542-1 is: [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:45:27Z', 'revision_number': 4, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port': {'id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:18Z', 'updated_at': '2022-02-09T15:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7039a806-76dd-4e75-8e39-d9e865d439d5', 'name': '', 'network_id': 'd3d834d7-db04-45e1-bc10-eb40fd4900eb', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'mac_address': 'fa:16:3e:13:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:24Z', 'updated_at': '2022-02-09T15:45:36Z', 'revision_number': 4, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'subnets': [{'id': 'a83d0756-3cf0-4148-b7dd-3cd1072795ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:45:38.218140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7315a135-fe4e-45c4-b2ba-127d84e3613a req-fa65f941-6060-4246-a7c7-923a3ff78275 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865079 Feb 09 15:45:38.251410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a24c1-a6a2-46d8-8525-e2812bc197b0 req-7c635fde-0c77-49e3-a843-ddc7126d5f50 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:38.267560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-606a24c1-a6a2-46d8-8525-e2812bc197b0 req-7c635fde-0c77-49e3-a843-ddc7126d5f50 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 944 time: 0.2108214 Feb 09 15:45:38.289885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1b5823cb-3d72-4bed-be38-f1ad9d914b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:38.340497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:38.367963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:38.376654 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:38.450000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7039a806-76dd-4e75-8e39-d9e865d439d5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:38.534376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:38.558647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Network': ['ID=0814e721-be2a-4e05-a804-a36de7433b35,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:38.637983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-606a24c1-a6a2-46d8-8525-e2812bc197b0 req-253c485e-c56d-4978-955b-a9bf38820d64 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739634 Feb 09 15:45:38.690989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5291bd-aceb-459f-a908-70912f698530 req-ed3a2670-3aa4-47f4-b2a7-ebf851274d3e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:38.693204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca5291bd-aceb-459f-a908-70912f698530 req-ed3a2670-3aa4-47f4-b2a7-ebf851274d3e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 946 time: 0.3197494 Feb 09 15:45:38.697454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-30f1ba89-b9a7-4a54-9ac2-ea14170236e8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2754221 Feb 09 15:45:38.700445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33262) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:45:38.708470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'subnet': {'network_id': '0814e721-be2a-4e05-a804-a36de7433b35', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:38.748195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1b5823cb-3d72-4bed-be38-f1ad9d914b51 None None] For port 7039a806-76dd-4e75-8e39-d9e865d439d5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7039a806-76dd-4e75-8e39-d9e865d439d5,segment=NetworkSegment(282bb34c-3d3c-4865-9cb7-98cb6107d122),segment_id=282bb34c-3d3c-4865-9cb7-98cb6107d122)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:38.752644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:38.759417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0814e721-be2a-4e05-a804-a36de7433b35 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:45:38.802253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca5291bd-aceb-459f-a908-70912f698530 req-1b9bb9a6-f2e0-4c71-8358-7de1dae33c9e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956988 Feb 09 15:45:38.902394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d575f44-ce1e-41a0-8dd1-2445a016d1ba req-a9204350-70b2-4da8-9487-eb890b85f751 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 210 time: 0.0902016 Feb 09 15:45:38.964074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Allocated IP 19.80.0.2 (cb7268d1-071d-4569-8ae3-8fe719c5d860/1d44acbc-91a6-4866-828d-ddafb2f1f334/a8493cd0-062c-4e40-97de-4754e6d29c29) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:39.023867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cb8a4e5b-38aa-4c01-a364-247688bab250 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:39.023867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:45:39.100821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:39.105720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:39.158074 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1b5823cb-3d72-4bed-be38-f1ad9d914b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:39.161345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-78294511-b5b1-4e97-8d4b-099ec46d8842 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:39.161345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-78294511-b5b1-4e97-8d4b-099ec46d8842 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1366286 Feb 09 15:45:39.175824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c34b04-d753-443c-ab85-0b32d35c005a req-f66128bf-b5b0-4317-bbe6-0d6e0647f3a8 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:39.188256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1c34b04-d753-443c-ab85-0b32d35c005a req-f66128bf-b5b0-4317-bbe6-0d6e0647f3a8 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 948 time: 0.1014507 Feb 09 15:45:39.261729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-da7b92d6-9751-4ad9-b210-c5ba1029695c tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.0641537 Feb 09 15:45:39.295860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Request body: {'floatingip': {'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:39.320019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1c34b04-d753-443c-ab85-0b32d35c005a req-8ce19fd6-f57b-4a09-85ad-b6fabbe14c91 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299872 Feb 09 15:45:39.557791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:39.574417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-deea1acf-d286-41f2-9d49-1d813d57cc41 None None] Provisioning complete for port 7039a806-76dd-4e75-8e39-d9e865d439d5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:39.580910 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-deea1acf-d286-41f2-9d49-1d813d57cc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:39.615751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:39.763692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Subnet': ['ID=45942265-bee9-4811-b29c-7eaacffbc108,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:39.771036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Checking segment: {'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:39.771628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network hostable DHCP agents. Network: 0814e721-be2a-4e05-a804-a36de7433b35, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:45:39.780567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5823cb-3d72-4bed-be38-f1ad9d914b51 None None] Pushing event updated for resources: {'Port': ['ID=7039a806-76dd-4e75-8e39-d9e865d439d5,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:39.867875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb833c04-e9d2-4a71-a32a-bca46846107a req-ac3e912d-121e-4d4e-93a3-0fb7a8b93fea tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:39.869936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb833c04-e9d2-4a71-a32a-bca46846107a req-ac3e912d-121e-4d4e-93a3-0fb7a8b93fea tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.3220119 Feb 09 15:45:39.935564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network 0814e721-be2a-4e05-a804-a36de7433b35 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:45:40.045017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0814e721-be2a-4e05-a804-a36de7433b35) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:40.059857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:40.060501 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:40.106848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66c8cd-7522-4f27-b132-bf9c14beae9c None None] Network 0814e721-be2a-4e05-a804-a36de7433b35 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:45:40.162491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb833c04-e9d2-4a71-a32a-bca46846107a req-b9bc5dc2-7670-4051-88c5-83da3d0c9343 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833068 Feb 09 15:45:40.163664 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:40.230405 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7f652f97-9b9c-4d48-b930-efaaf29438e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5195491 Feb 09 15:45:40.448942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7039a806-76dd-4e75-8e39-d9e865d439d5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:40.449562 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:40.474569 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:40.630910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:40.785608 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.042862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0814e721-be2a-4e05-a804-a36de7433b35', 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'fixed_ips': [{'subnet_id': '45942265-bee9-4811-b29c-7eaacffbc108'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:45:41.044349 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.070188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.079112 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Floating IP 6e5adbd1-35af-44cf-8a92-daca75562342 associated. External IP: 172.25.5.150, port: 317d84d8-39da-4c91-9987-4cc63e74a16d. Feb 09 15:45:41.090868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:41.098389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Network cb7268d1-071d-4569-8ae3-8fe719c5d860 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:41.179739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:41.191074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Pushing event updated for resources: {'Port': ['ID=a8493cd0-062c-4e40-97de-4754e6d29c29,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:41.203506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:41.209824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'cb8a4e5b-38aa-4c01-a364-247688bab250', 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'port_id': 'cb8a4e5b-38aa-4c01-a364-247688bab250', 'mac_address': 'fa:16:3e:2d:45:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de9ad69-088b-4006-a1c8-413ea8d74035', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:41.263395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:41.266231 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63ea0d8-6736-4d83-ac24-ff8e3f94db12" -d '{"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:41.376073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:41.459926 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.473183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Attempting to bind port a8493cd0-062c-4e40-97de-4754e6d29c29 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:41.473554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Attempting to bind port a8493cd0-062c-4e40-97de-4754e6d29c29 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:41.473927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Attempting to bind port a8493cd0-062c-4e40-97de-4754e6d29c29 on network cb7268d1-071d-4569-8ae3-8fe719c5d860 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:41.519462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:41.519639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Checking segment: {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:41.520070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.520499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Bound using segment: {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:41.521002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Bound port: a8493cd0-062c-4e40-97de-4754e6d29c29, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:41.521466 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.527539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8a4e5b-38aa-4c01-a364-247688bab250 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:41.554354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.588240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:41.696955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:41.771580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Allocated IP 19.86.0.2 (0814e721-be2a-4e05-a804-a36de7433b35/45942265-bee9-4811-b29c-7eaacffbc108/506ec7d8-3192-47e9-90b8-3cfda50e885a) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:41.780014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:41.794541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7039a806-76dd-4e75-8e39-d9e865d439d5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:41.800965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] For port a8493cd0-062c-4e40-97de-4754e6d29c29, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:41.873347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] For port a8493cd0-062c-4e40-97de-4754e6d29c29, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a8493cd0-062c-4e40-97de-4754e6d29c29,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:41.958683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:41.979241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05330b-ed91-4bb0-ba79-bd6b8d19334f req-bcc0e5b6-ea2a-4b76-b9f3-a2e2d51af98c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:41.980905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d05330b-ed91-4bb0-ba79-bd6b8d19334f req-bcc0e5b6-ea2a-4b76-b9f3-a2e2d51af98c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 945 time: 0.1101499 Feb 09 15:45:41.994909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['cb8a4e5b-38aa-4c01-a364-247688bab250'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:42.024278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Router 4893d411-a984-4a21-895a-1adbec8c4929 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:45:42.045387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7039a806-76dd-4e75-8e39-d9e865d439d5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:42.045853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:42.099268 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:42.213003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d05330b-ed91-4bb0-ba79-bd6b8d19334f req-121d194f-1af0-4a4a-88c3-298d0e5a2bfe tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037528 Feb 09 15:45:42.288112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:42.299427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558938af-297a-4b4b-a576-7e3d4d7bd240 None None] Pushing event updated for resources: {'Port': ['ID=a8493cd0-062c-4e40-97de-4754e6d29c29,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:42.525516 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:42.556876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d51a7355-3096-4821-8b06-4effb2011aae req-d60a30c1-7935-495a-b5c3-00779aad0cdf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 210 time: 0.1371753 Feb 09 15:45:42.724979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Network 0814e721-be2a-4e05-a804-a36de7433b35 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:42.734033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:42.737865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cef17fe7-a537-489d-8a64-ed852149974a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:42.742036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:42.743893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cef17fe7-a537-489d-8a64-ed852149974a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.73 "GET /v2.0/networks?id=d3b43b7b-67c7-4ae8-941d-2eebf94159be HTTP/1.1" status: 200 len: 816 time: 0.7591980 Feb 09 15:45:42.746289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Pushing event updated for resources: {'Port': ['ID=506ec7d8-3192-47e9-90b8-3cfda50e885a,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:42.780633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Request body: {'port': {'device_id': '868dbc82-6c2d-4c66-a3cb-a6dedf29406d', 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be', 'admin_state_up': True, 'tenant_id': '7e01be9391fc42b1bf396afb8c4bb867'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:42.902495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:45:42.906657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Attempting to bind port 506ec7d8-3192-47e9-90b8-3cfda50e885a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:42.910220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Attempting to bind port 506ec7d8-3192-47e9-90b8-3cfda50e885a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:42.910696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Attempting to bind port 506ec7d8-3192-47e9-90b8-3cfda50e885a on network 0814e721-be2a-4e05-a804-a36de7433b35 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:42.937999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:45:42.954346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-f89a1c74-cae8-4d29-89e8-dd005252e4d7 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:42.959997 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-f89a1c74-cae8-4d29-89e8-dd005252e4d7 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.13 "GET /v2.0/networks?id=d3b43b7b-67c7-4ae8-941d-2eebf94159be HTTP/1.1" status: 200 len: 816 time: 0.3722246 Feb 09 15:45:42.963941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:42.964514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Checking segment: {'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:42.965137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:42.965776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Bound using segment: {'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:42.966726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Bound port: 506ec7d8-3192-47e9-90b8-3cfda50e885a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:42.967705 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:43.002238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Request body: {'port': {'device_id': 'c6d05559-b564-4986-b179-107f9f8f469c', 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be', 'admin_state_up': True, 'tenant_id': '7e01be9391fc42b1bf396afb8c4bb867'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:43.019030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:43.119660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-0b440783-bba0-4e23-92cf-603fd8efef66 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "PUT /v2.0/floatingips/6e5adbd1-35af-44cf-8a92-daca75562342 HTTP/1.1" status: 200 len: 997 time: 3.8344898 Feb 09 15:45:43.143859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:43.150673 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792" -d '{"events": [{"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:43.176178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] For port 506ec7d8-3192-47e9-90b8-3cfda50e885a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:43.184295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] For port 506ec7d8-3192-47e9-90b8-3cfda50e885a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=506ec7d8-3192-47e9-90b8-3cfda50e885a,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:43.193243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:45:43.194521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:43.255715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203a715-0708-461a-a230-0a1b6cac1d63 req-0391ba70-6566-4029-b7b1-4d3d26081ed5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:43.265736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4203a715-0708-461a-a230-0a1b6cac1d63 req-0391ba70-6566-4029-b7b1-4d3d26081ed5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 948 time: 0.4464080 Feb 09 15:45:43.424393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:43.425765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4203a715-0708-461a-a230-0a1b6cac1d63 req-9d6436ba-db82-4051-840c-087cc0184615 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586170 Feb 09 15:45:43.459287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-a55bef8a-c5d2-487e-bf81-31bb51037eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:43.463589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-a55bef8a-c5d2-487e-bf81-31bb51037eb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.3091297 Feb 09 15:45:43.494314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-5952d36f-ed3a-48ec-86c7-0576ff87e2f6 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:43.496447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-5952d36f-ed3a-48ec-86c7-0576ff87e2f6 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.73 "GET /v2.0/networks?id=d3b43b7b-67c7-4ae8-941d-2eebf94159be HTTP/1.1" status: 200 len: 816 time: 0.4032385 Feb 09 15:45:43.517220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:45:43.519946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Request body: {'port': {'device_id': 'bfd0a1fc-9b12-4e18-9a27-c94610c89538', 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be', 'admin_state_up': True, 'tenant_id': '7e01be9391fc42b1bf396afb8c4bb867'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:43.580833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Made reservation on behalf of 7e01be9391fc42b1bf396afb8c4bb867 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:43.590292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:43.755524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01a0e9-e79e-4260-8ca3-930783a94b4d None None] Pushing event updated for resources: {'Port': ['ID=506ec7d8-3192-47e9-90b8-3cfda50e885a,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:43.780464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:43.835317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a8493cd0-062c-4e40-97de-4754e6d29c29 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:44.056707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Allocated IP 172.20.0.10 (d3b43b7b-67c7-4ae8-941d-2eebf94159be/4ac8939d-c1f2-4418-8464-1454d59d569a/c4a8c239-f46a-49b3-b6e8-23e330ba5ee8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:44.073133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Made reservation on behalf of 7e01be9391fc42b1bf396afb8c4bb867 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:44.080256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:44.201111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a8493cd0-062c-4e40-97de-4754e6d29c29 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:44.201579 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:44.281297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:45:44.306077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:44.306608 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:44.350805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-2f91754d-f62f-4d70-b298-e94c80e1b543 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:44.369951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-2f91754d-f62f-4d70-b298-e94c80e1b543 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:44.375925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-2f91754d-f62f-4d70-b298-e94c80e1b543 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/networks?id=cb7268d1-071d-4569-8ae3-8fe719c5d860&id=0814e721-be2a-4e05-a804-a36de7433b35&id=cb7268d1-071d-4569-8ae3-8fe719c5d860 HTTP/1.1" status: 200 len: 1391 time: 0.6880441 Feb 09 15:45:44.418538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:44.548461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-856ddc30-9d6f-4595-8b6c-d496bd14d65e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/quotas/37241014ae584de9a7b40fa0df1142c9 HTTP/1.1" status: 200 len: 375 time: 0.0439897 Feb 09 15:45:44.604450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:44.679680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-a29a0f8c-520b-499b-ba7c-10e6a2d65648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:44.681937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-a29a0f8c-520b-499b-ba7c-10e6a2d65648 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 1.1829543 Feb 09 15:45:44.712404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Network d3b43b7b-67c7-4ae8-941d-2eebf94159be is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:44.715712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6530e5be-1133-4aeb-a1a1-fee63fce4036 None None] Network cb7268d1-071d-4569-8ae3-8fe719c5d860 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:45:44.728764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:44.741691 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:44.768028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-2ac6c212-985c-4519-b2c2-48b83c0339a0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2022929 Feb 09 15:45:44.797334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Allocated IP 172.20.0.12 (d3b43b7b-67c7-4ae8-941d-2eebf94159be/4ac8939d-c1f2-4418-8464-1454d59d569a/160cc16a-a864-4abe-ab94-b5600599df85) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:44.813698 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Pushing event updated for resources: {'Port': ['ID=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:44.910323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:44.912928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:44.939835 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.028431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-7c1e946c-a2ab-4678-81ca-7bdee72f3634 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 1000 time: 0.3314612 Feb 09 15:45:45.041170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Made reservation on behalf of 7e01be9391fc42b1bf396afb8c4bb867 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:45.045698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.089903 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-130d53a7-20df-498f-b8a1-cc9ca841aa5a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1166618 Feb 09 15:45:45.111697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Request body: {'port': {'device_id': 'c6d05559-b564-4986-b179-107f9f8f469c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:45.135471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8aee886a-97b5-4c30-a90a-c8530e54b3a8 None None] Provisioning complete for port a8493cd0-062c-4e40-97de-4754e6d29c29 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:45.136236 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8aee886a-97b5-4c30-a90a-c8530e54b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.141095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:4a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:45:40Z', 'revision_number': 1, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:45.213953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.217066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-8ecadfa0-be34-4239-b3ab-47a24254b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:45.218694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-8ecadfa0-be34-4239-b3ab-47a24254b4e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.1679373 Feb 09 15:45:45.287191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:45:45.353591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.353860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.378502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port a8493cd0-062c-4e40-97de-4754e6d29c29, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a8493cd0-062c-4e40-97de-4754e6d29c29,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:45.383434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-1fa21c58-9620-42eb-a758-529d2dab943e service neutron] 10.222.0.53 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731733 Feb 09 15:45:45.393089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:45:45.393963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:45.416956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-80f158ad-caa7-4c84-b22d-3748f7338a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:45.440998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-80f158ad-caa7-4c84-b22d-3748f7338a71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719601 Feb 09 15:45:45.460945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46bb47d-765c-48d6-aaa7-a4d09f99cc29 None None] Network 0814e721-be2a-4e05-a804-a36de7433b35 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:45:45.543502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:45.656005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8aee886a-97b5-4c30-a90a-c8530e54b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.683534 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.702287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.747529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:45.770028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-f395a835-4bb0-4ca5-be00-f43535ee0543 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307538 Feb 09 15:45:45.818379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-3fc4faef-561f-4a6b-a466-ae274e8fe9f5 service neutron] 10.222.0.53 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212039 Feb 09 15:45:45.823087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:45:45.870541 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.872321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cb8a4e5b-38aa-4c01-a364-247688bab250 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:46.054214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Network d3b43b7b-67c7-4ae8-941d-2eebf94159be is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:46.066192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 506ec7d8-3192-47e9-90b8-3cfda50e885a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:46.112388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:46.113341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Pushing event updated for resources: {'Port': ['ID=160cc16a-a864-4abe-ab94-b5600599df85,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:46.119999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:46.228828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9f653f9-70be-4617-b35d-1406a4dc60e0 req-8679049b-31b7-4221-bb5f-4d13325803ad service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577708 Feb 09 15:45:46.237544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.api [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-6c72bbb0-82ba-43fb-9506-511572b8ec34 {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:45:46.238303 n-d-828542-1 neutron-server[103178]: DEBUG oslo_db.api [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:45:46.276713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:46.277512 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:46.282067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-79ebe315-08aa-4478-a85f-e140c09744af service neutron] 10.222.0.53 "GET /v2.0/networks/0814e721-be2a-4e05-a804-a36de7433b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037607 Feb 09 15:45:46.348508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:45:46.448763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:46.461329 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:46.475972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=a8493cd0-062c-4e40-97de-4754e6d29c29,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:46.491693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Transition to ACTIVE for port object c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:46.518385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-b04a3446-8a49-445c-a265-1821337a02cf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7634251 Feb 09 15:45:46.569242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Request body: {'port': {'device_id': '868dbc82-6c2d-4c66-a3cb-a6dedf29406d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:46.575299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:46.585366 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-d0df2b9d-c8a1-4fc7-a827-5ccfec485676 service neutron] 10.222.0.53 "GET /v2.0/networks/0814e721-be2a-4e05-a804-a36de7433b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766354 Feb 09 15:45:46.635339 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-8aee886a-97b5-4c30-a90a-c8530e54b3a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:45:46.635339 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-8aee886a-97b5-4c30-a90a-c8530e54b3a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:45:46.678954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:46.765355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:46.788517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Attempting to bind port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:46.788898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Attempting to bind port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:46.790299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Attempting to bind port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:46.796685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:46.802641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:46.804424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Attempting to bind port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:46.824781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:46.830496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Checking segment: {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:46.830496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Bound using segment: {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:46.830496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Bound port: c4a8c239-f46a-49b3-b6e8-23e330ba5ee8, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:46.830496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:46.931955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 506ec7d8-3192-47e9-90b8-3cfda50e885a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:46.932385 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:46.937436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:46.963156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf2f06-3722-42ca-ace2-4fcc0dbd7ef2 req-8acfe3f3-3bd3-4220-9bd9-857d2eed5cf7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:46.965094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0dcf2f06-3722-42ca-ace2-4fcc0dbd7ef2 req-8acfe3f3-3bd3-4220-9bd9-857d2eed5cf7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.4437568 Feb 09 15:45:46.982862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] For port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:46.991398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] For port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:47.035927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port cb8a4e5b-38aa-4c01-a364-247688bab250 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:45:47.102179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.111746 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.132480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-f221f33b-6c68-4f75-96ef-667b2e79e4a0 service neutron] 10.222.0.53 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967902 Feb 09 15:45:47.153198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'mac_address': 'fa:16:3e:a0:67:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:47.214877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port cb8a4e5b-38aa-4c01-a364-247688bab250 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:47.216038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.293101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:47.293770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.300368 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] 10.222.0.13 "PUT /v2.0/ports/c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 HTTP/1.1" status: 200 len: 1092 time: 2.1989057 Feb 09 15:45:47.315708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d05559-b564-4986-b179-107f9f8f469c', 'tag': 'c4a8c239-f46a-49b3-b6e8-23e330ba5ee8'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:47.322684 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5988dd2-b8c5-47ae-ab23-453f58b976a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d05559-b564-4986-b179-107f9f8f469c", "tag": "c4a8c239-f46a-49b3-b6e8-23e330ba5ee8"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:47.327067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0dcf2f06-3722-42ca-ace2-4fcc0dbd7ef2 req-f92d48c7-8c6f-4e70-8c8c-8ed6a9a02bf8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189311 Feb 09 15:45:47.447593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d56ed-85c1-4890-9480-2c71527cf5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:47.573074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9b8c46cb-2287-4d5b-bf5d-58076a72996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:47.577265 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9b8c46cb-2287-4d5b-bf5d-58076a72996f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e01be9391fc42b1bf396afb8c4bb867&device_id=c6d05559-b564-4986-b179-107f9f8f469c HTTP/1.1" status: 200 len: 1095 time: 0.1130385 Feb 09 15:45:47.605382 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d810b24e-d0ed-47af-938c-3e4577247043 x-openstack-request-id: req-d810b24e-d0ed-47af-938c-3e4577247043 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:47.611490 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:47.612719 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d810b24e-d0ed-47af-938c-3e4577247043 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:47.630496 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'code': 200} Feb 09 15:45:47.670717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Allocated IP 172.20.0.9 (d3b43b7b-67c7-4ae8-941d-2eebf94159be/4ac8939d-c1f2-4418-8464-1454d59d569a/81373a06-b633-4275-88db-35699ced58c2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:47.692920 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-ee1bfcda-8df4-4910-a368-b01aefc3c52b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 HTTP/1.1" status: 200 len: 217 time: 0.1029649 Feb 09 15:45:47.849058 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:47.864953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-ba834cb8-78a8-47c8-ad9f-20e1fc8c8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:47.869989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-ba834cb8-78a8-47c8-ad9f-20e1fc8c8281 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ac8939d-c1f2-4418-8464-1454d59d569a HTTP/1.1" status: 200 len: 856 time: 0.1647398 Feb 09 15:45:47.994263 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-5861c661-fdd5-4c9f-ac52-e1b69fca6d35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3b43b7b-67c7-4ae8-941d-2eebf94159be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140687 Feb 09 15:45:48.189003 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-2e1d3b89-663e-429e-9c1d-51469888e67e service neutron] 10.222.0.13 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895919 Feb 09 15:45:48.216256 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb263508-bc11-4444-953c-daf2cf8f52f8 x-openstack-request-id: req-fb263508-bc11-4444-953c-daf2cf8f52f8 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:48.225896 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:48.226299 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb263508-bc11-4444-953c-daf2cf8f52f8 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:48.226852 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'status': 'completed', 'code': 200} Feb 09 15:45:48.411980 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-f7c460d8-33f8-48cf-a9ca-02f938fa6830 service neutron] 10.222.0.13 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136984 Feb 09 15:45:48.427248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-11b7318b-1b2b-4c7b-960d-644858215ee0 service neutron] 10.222.0.53 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1234207 Feb 09 15:45:48.483418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:48.516642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dd5b1016-b39e-40b4-9ac7-c356868248e7 None None] Provisioning complete for port 506ec7d8-3192-47e9-90b8-3cfda50e885a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:48.523910 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1016-b39e-40b4-9ac7-c356868248e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:48.600814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-b8f31ea4-5267-436d-9208-b215a464dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.601934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:48.603557 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-b8f31ea4-5267-436d-9208-b215a464dab7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.3391826 Feb 09 15:45:48.627414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835bb111-12b9-4b09-b833-20648e563eb7 req-1b90775c-2107-40c9-80fb-253eee13859d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.630863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:48.640606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-835bb111-12b9-4b09-b833-20648e563eb7 req-1b90775c-2107-40c9-80fb-253eee13859d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 945 time: 0.4121413 Feb 09 15:45:48.659707 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:48.672945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:4a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:45:40Z', 'revision_number': 1, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:48.733312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff04a2-90fd-419a-8c5d-fb88160fb3e6 None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:4a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:45:40Z', 'revision_number': 1, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:45:48.746288 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:48.948411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:48.988156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 506ec7d8-3192-47e9-90b8-3cfda50e885a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=506ec7d8-3192-47e9-90b8-3cfda50e885a,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:49.013267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-835bb111-12b9-4b09-b833-20648e563eb7 req-c8d17702-4c47-4206-ad62-226bad6ec202 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712115 Feb 09 15:45:49.207063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:49.226155 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:49.267192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:49.330925 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de55e7-db82-4fd2-a971-1c9a97931542 None None] New status for floating IP 6e5adbd1-35af-44cf-8a92-daca75562342: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:45:49.364017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:49.478938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a8493cd0-062c-4e40-97de-4754e6d29c29 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:49.594670 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:49.598619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=506ec7d8-3192-47e9-90b8-3cfda50e885a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:49.657238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}, {'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:49.661868 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6af6bd-eb53-40ce-8f05-941b6811d2cd" -d '{"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-plugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}, {"server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "name": "network-vif-plugged", "status": "completed", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:49.675995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dd5b1016-b39e-40b4-9ac7-c356868248e7 None None] Provisioning complete for port a8493cd0-062c-4e40-97de-4754e6d29c29 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:49.676361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd5b1016-b39e-40b4-9ac7-c356868248e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:49.779838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39723494-7ffa-479d-a852-ff2e76f3aeb8 req-6ef10604-2846-4f64-8a9e-ed46e29d18f2 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 210 time: 0.4333291 Feb 09 15:45:49.783841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-446fcc5a-e65d-46c8-af95-5b30fd30b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:49.792966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-446fcc5a-e65d-46c8-af95-5b30fd30b51e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 1.1369543 Feb 09 15:45:49.916390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a8493cd0-062c-4e40-97de-4754e6d29c29 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:49.916972 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:49.928670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:49.936359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:49.973484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b158137-ccaf-441c-9621-6f4e29f446f1 req-d704cf7a-d54d-47bf-a2de-1480ba083a46 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:49.987315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b158137-ccaf-441c-9621-6f4e29f446f1 req-d704cf7a-d54d-47bf-a2de-1480ba083a46 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.7718265 Feb 09 15:45:50.193801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Network d3b43b7b-67c7-4ae8-941d-2eebf94159be is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:50.219837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-f2e0fb70-19e9-4e74-8ef4-45f362e7d1c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 1002 time: 0.4219878 Feb 09 15:45:50.221410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:50.236334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:50.348623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Pushing event updated for resources: {'Port': ['ID=81373a06-b633-4275-88db-35699ced58c2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:50.371442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b158137-ccaf-441c-9621-6f4e29f446f1 req-4975f610-24b2-4d77-a861-bd5d9ed1b55f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825355 Feb 09 15:45:50.396947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-d4ac2fa8-95cb-48c5-bff5-cb2a4e408b40 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.404662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-d4ac2fa8-95cb-48c5-bff5-cb2a4e408b40 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2759871 Feb 09 15:45:50.474675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-a3f2186c-2c49-47c2-afc5-1f7934ffa788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.476258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-a3f2186c-2c49-47c2-afc5-1f7934ffa788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.2353706 Feb 09 15:45:50.488010 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a8827d-b148-40d8-872b-20d6e43dda84 x-openstack-request-id: req-b1a8827d-b148-40d8-872b-20d6e43dda84 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:50.489076 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d05559-b564-4986-b179-107f9f8f469c", "tag": "c4a8c239-f46a-49b3-b6e8-23e330ba5ee8", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:50.489295 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1a8827d-b148-40d8-872b-20d6e43dda84 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:50.490294 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d05559-b564-4986-b179-107f9f8f469c', 'tag': 'c4a8c239-f46a-49b3-b6e8-23e330ba5ee8', 'status': 'completed', 'code': 200} Feb 09 15:45:50.490627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.490827 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.637530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-0a8bdacf-46d5-43c2-be3d-b8401837b2f8 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1002 time: 0.2317667 Feb 09 15:45:50.642938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Request body: {'floatingip': {'port_id': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:50.668742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-e23b0463-a5a7-425c-aee2-ddac413feccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.670728 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-e23b0463-a5a7-425c-aee2-ddac413feccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e01be9391fc42b1bf396afb8c4bb867&device_id=c6d05559-b564-4986-b179-107f9f8f469c HTTP/1.1" status: 200 len: 1095 time: 0.1505075 Feb 09 15:45:50.707348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160cc16a-a864-4abe-ab94-b5600599df85 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:50.736952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.777594 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.777594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-1844f81a-ad84-4936-8cb1-5b9367d620b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.777881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:50.778347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-1844f81a-ad84-4936-8cb1-5b9367d620b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2810490 Feb 09 15:45:50.778347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Transition to ACTIVE for port object 160cc16a-a864-4abe-ab94-b5600599df85 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:50.781145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-cfb2a1df-e7cb-4bed-a652-982a5779cbaf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2655532 Feb 09 15:45:50.826804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-9b3ac92b-75df-42cf-a225-a44722ac5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.830068 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-9b3ac92b-75df-42cf-a225-a44722ac5157 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3b43b7b-67c7-4ae8-941d-2eebf94159be HTTP/1.1" status: 200 len: 917 time: 0.1427619 Feb 09 15:45:50.833150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Request body: {'port': {'device_id': 'bfd0a1fc-9b12-4e18-9a27-c94610c89538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:50.922502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.943236 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-0041a51e-db36-44fc-9783-1c0933478914 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 HTTP/1.1" status: 200 len: 217 time: 0.1065760 Feb 09 15:45:51.002020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:51.018847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d61e7-c646-45cc-ac60-35ff986d7a16 req-42fb1269-3315-4e33-8c17-334f49fc3e9e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:51.026963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da7d61e7-c646-45cc-ac60-35ff986d7a16 req-42fb1269-3315-4e33-8c17-334f49fc3e9e tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.3335695 Feb 09 15:45:51.049504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'c4a8c239-f46a-49b3-b6e8-23e330ba5ee8', 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be', 'port_id': 'c4a8c239-f46a-49b3-b6e8-23e330ba5ee8', 'mac_address': 'fa:16:3e:24:36:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac8939d-c1f2-4418-8464-1454d59d569a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:51.100002 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-ccf455c0-507f-4a86-a662-377d830899f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:51.101947 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-ccf455c0-507f-4a86-a662-377d830899f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ac8939d-c1f2-4418-8464-1454d59d569a HTTP/1.1" status: 200 len: 856 time: 0.1505961 Feb 09 15:45:51.167976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Pushing event updated for resources: {'Port': ['ID=160cc16a-a864-4abe-ab94-b5600599df85,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:51.172855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:51.243617 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-31dbdef8-e92e-475f-8b33-ee365aa60db0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3b43b7b-67c7-4ae8-941d-2eebf94159be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338549 Feb 09 15:45:51.249921 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:51.296359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-0dff0f5a-35c9-40a2-a817-0a8607898f7a service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834435 Feb 09 15:45:51.314685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:51.320719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da7d61e7-c646-45cc-ac60-35ff986d7a16 req-a803f0dc-92b6-4dc4-8285-3d3136411641 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918525 Feb 09 15:45:51.401300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:51.426551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 506ec7d8-3192-47e9-90b8-3cfda50e885a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:51.589488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 506ec7d8-3192-47e9-90b8-3cfda50e885a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:51.589821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:51.819965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:51.907060 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-fb24b987-1525-4b8d-aa98-eaaf4e5eaf89 service neutron] 10.222.0.13 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456797 Feb 09 15:45:51.951951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:52.042305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f6f43-4d83-4651-be2d-9e9ab33ee792 req-2676e1cd-fc19-40e7-af5e-92f78ece0953 service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077546 Feb 09 15:45:52.045325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1568ad6a-d3c2-4d3e-86f7-8f9435e21544 req-78eb0059-4599-4073-81b4-1f87a154d42e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 210 time: 0.4792054 Feb 09 15:45:52.092327 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b5988dd2-b8c5-47ae-ab23-453f58b976a0 req-e0fcaf41-8c16-4a24-8d3d-ee804affb06d service neutron] 10.222.0.13 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778300 Feb 09 15:45:52.099106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Attempting to bind port 160cc16a-a864-4abe-ab94-b5600599df85 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:52.099369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Attempting to bind port 160cc16a-a864-4abe-ab94-b5600599df85 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:52.099772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Attempting to bind port 160cc16a-a864-4abe-ab94-b5600599df85 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:52.109612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Port 160cc16a-a864-4abe-ab94-b5600599df85 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:52.110032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Attempting to bind port 160cc16a-a864-4abe-ab94-b5600599df85 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:52.127438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['c4a8c239-f46a-49b3-b6e8-23e330ba5ee8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:52.211365 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a200f8a-f074-4b17-a76f-1bcbf02e180f x-openstack-request-id: req-6a200f8a-f074-4b17-a76f-1bcbf02e180f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:52.212979 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-plugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "code": 200}, {"server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "name": "network-vif-plugged", "status": "completed", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:52.213287 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a200f8a-f074-4b17-a76f-1bcbf02e180f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:52.216198 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'code': 200} Feb 09 15:45:52.221317 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250', 'code': 200} Feb 09 15:45:52.333731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:52.334136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Checking segment: {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:52.334466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Bound using segment: {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:52.335092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Bound port: 160cc16a-a864-4abe-ab94-b5600599df85, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:52.341565 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:52.395749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3ffa5-c37c-4385-9825-ff142bd35599 req-581c09fa-910e-4f7f-9d78-2b631ec143e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:52.407896 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a3ffa5-c37c-4385-9825-ff142bd35599 req-581c09fa-910e-4f7f-9d78-2b631ec143e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1097 time: 0.0875270 Feb 09 15:45:52.523552 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b0a3ffa5-c37c-4385-9825-ff142bd35599 req-2d9f80ac-a187-46a6-a45d-d657847bd6fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016009 Feb 09 15:45:52.773608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:52.850793 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3285e83c-1208-42b4-a269-b21f2dc2125a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:52.876337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:52.878084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.039909 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.092743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:53.170116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cdc8a-5751-4f20-b8b8-46f869fa9d0f req-062d0ca7-0cd8-46e2-9b63-ec246bb025e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:53.171896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe2cdc8a-5751-4f20-b8b8-46f869fa9d0f req-062d0ca7-0cd8-46e2-9b63-ec246bb025e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1100 time: 0.8122752 Feb 09 15:45:53.180348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba408832-35bf-4f88-8511-646e9e967a53 req-28851567-1451-415d-9f33-5c80d8051219 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:53.188142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba408832-35bf-4f88-8511-646e9e967a53 req-28851567-1451-415d-9f33-5c80d8051219 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 946 time: 0.8604553 Feb 09 15:45:53.225548 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.296569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] For port 160cc16a-a864-4abe-ab94-b5600599df85, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:53.341483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe2cdc8a-5751-4f20-b8b8-46f869fa9d0f req-7d39025e-2606-47d7-a41b-9dfeb2662173 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505659 Feb 09 15:45:53.388545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] For port 160cc16a-a864-4abe-ab94-b5600599df85, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=160cc16a-a864-4abe-ab94-b5600599df85,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:53.396464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:53.416369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba408832-35bf-4f88-8511-646e9e967a53 req-ea1791ee-82fa-4bbd-8b29-8565bee116f9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271757 Feb 09 15:45:53.524951 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.632330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:45:53.643314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:53.643967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.645538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/160cc16a-a864-4abe-ab94-b5600599df85 HTTP/1.1" status: 200 len: 1092 time: 7.0823548 Feb 09 15:45:53.647330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868dbc82-6c2d-4c66-a3cb-a6dedf29406d', 'tag': '160cc16a-a864-4abe-ab94-b5600599df85'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:53.649726 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d431f1cf-5dff-4f09-9931-2dc9bf530a15" -d '{"events": [{"name": "network-changed", "server_uuid": "868dbc82-6c2d-4c66-a3cb-a6dedf29406d", "tag": "160cc16a-a864-4abe-ab94-b5600599df85"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:53.809921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81373a06-b633-4275-88db-35699ced58c2 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:53.840214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:53.966948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dd73d-6bca-49a5-b6a6-143db616171c req-7eca9aa5-5eaa-4da0-b736-66365c63a5b2 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:53.975795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c35dd73d-6bca-49a5-b6a6-143db616171c req-7eca9aa5-5eaa-4da0-b736-66365c63a5b2 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 931 time: 0.4547431 Feb 09 15:45:53.997031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:54.024653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Transition to ACTIVE for port object 81373a06-b633-4275-88db-35699ced58c2 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:45:54.029187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b701e-8458-4c2d-958f-cbcbf68f53f8 service neutron] Pushing event updated for resources: {'Port': ['ID=160cc16a-a864-4abe-ab94-b5600599df85,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:54.091917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c35dd73d-6bca-49a5-b6a6-143db616171c req-4e2f56d1-4de0-48cc-b6f7-68d5db07fd1a tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149812 Feb 09 15:45:54.100125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-556af986-b092-49b8-a1b3-ac816f6ac747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.101749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-556af986-b092-49b8-a1b3-ac816f6ac747 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e01be9391fc42b1bf396afb8c4bb867&device_id=868dbc82-6c2d-4c66-a3cb-a6dedf29406d HTTP/1.1" status: 200 len: 1095 time: 0.2750578 Feb 09 15:45:54.118858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4c08205b-d3a8-428d-80f3-0feb6bec3a89 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.126841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4c08205b-d3a8-428d-80f3-0feb6bec3a89 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.128719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4c08205b-d3a8-428d-80f3-0feb6bec3a89 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.13 "GET /v2.0/networks?id=cb7268d1-071d-4569-8ae3-8fe719c5d860&id=0814e721-be2a-4e05-a804-a36de7433b35&id=cb7268d1-071d-4569-8ae3-8fe719c5d860 HTTP/1.1" status: 200 len: 1391 time: 0.5538986 Feb 09 15:45:54.178628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-96652f54-5980-4019-a47d-ca70dc3c0420 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=160cc16a-a864-4abe-ab94-b5600599df85 HTTP/1.1" status: 200 len: 217 time: 0.0431359 Feb 09 15:45:54.178628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'port': {'device_id': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860', 'admin_state_up': True, 'tenant_id': '37241014ae584de9a7b40fa0df1142c9'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:54.223017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:54.225781 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b85e29-cfff-44e6-b390-05dcb3e7694c" -d '{"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:54.319192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-574c6c9f-3902-4a30-bab8-59dbdf760513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.320928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-574c6c9f-3902-4a30-bab8-59dbdf760513 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ac8939d-c1f2-4418-8464-1454d59d569a HTTP/1.1" status: 200 len: 856 time: 0.1361098 Feb 09 15:45:54.367123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222946b-bc10-4a55-a0a5-d6bd842fecde req-d8508cf7-9cfd-4063-aabf-f91f8a7764e2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.368623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e222946b-bc10-4a55-a0a5-d6bd842fecde req-d8508cf7-9cfd-4063-aabf-f91f8a7764e2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.1875200 Feb 09 15:45:54.391507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-a2aee32d-3d0f-4948-b816-6e6a8d5c4f33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b43b7b-67c7-4ae8-941d-2eebf94159be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503678 Feb 09 15:45:54.508796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e222946b-bc10-4a55-a0a5-d6bd842fecde req-8ecdd2a9-a5a5-47da-b0d7-b15c9f38aafe tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197495 Feb 09 15:45:54.581206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-43a24fed-620b-4d8a-86dd-ff20af4db1e0 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780813 Feb 09 15:45:54.708374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402edd4-39ac-4eca-adb3-342517f73696 req-30113dce-d2ec-418c-94f9-c35818beddc0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.710014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a402edd4-39ac-4eca-adb3-342517f73696 req-30113dce-d2ec-418c-94f9-c35818beddc0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 945 time: 0.1205180 Feb 09 15:45:54.760108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-f85ca5cf-6131-4052-94fa-5700b713e3bc service neutron] 10.222.0.73 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607311 Feb 09 15:45:54.778943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a402edd4-39ac-4eca-adb3-342517f73696 req-46bf709c-3e66-487d-a5cd-9ecbcacfe6d2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617452 Feb 09 15:45:54.791566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:45:54.855396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:54.910310 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:54.962410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-ec818707-d765-49eb-b00b-c1f1b01efc80 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.964036 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-ec818707-d765-49eb-b00b-c1f1b01efc80 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.0920072 Feb 09 15:45:54.990632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828542-1'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:55.013286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:45:55.024168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:45:55.028066 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:55.028447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:55.030477 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:55.038317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68a69d55-d8b2-45be-846f-f967b51ba565 req-0a06c528-b9a8-490a-9e4a-faac4fe970e0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 210 time: 0.1336908 Feb 09 15:45:55.143822 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Floating IP 6e5adbd1-35af-44cf-8a92-daca75562342 associated. External IP: 172.25.5.150, port: 317d84d8-39da-4c91-9987-4cc63e74a16d. Feb 09 15:45:55.147675 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:55.317593 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a307b-4ec1-4ab2-bc54-d464e32bffe7 x-openstack-request-id: req-ee5a307b-4ec1-4ab2-bc54-d464e32bffe7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:55.320632 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:55.321119 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee5a307b-4ec1-4ab2-bc54-d464e32bffe7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:55.321764 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'code': 200} Feb 09 15:45:55.337752 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786e797e-6082-4cee-a9e2-8198e6b86b21 x-openstack-request-id: req-786e797e-6082-4cee-a9e2-8198e6b86b21 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:55.338343 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868dbc82-6c2d-4c66-a3cb-a6dedf29406d", "tag": "160cc16a-a864-4abe-ab94-b5600599df85", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:55.338921 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-786e797e-6082-4cee-a9e2-8198e6b86b21 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:55.339449 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868dbc82-6c2d-4c66-a3cb-a6dedf29406d', 'tag': '160cc16a-a864-4abe-ab94-b5600599df85', 'status': 'completed', 'code': 200} Feb 09 15:45:55.359889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Pushing event updated for resources: {'Port': ['ID=81373a06-b633-4275-88db-35699ced58c2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:55.366779 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:55.399096 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f3f60fe5-0626-4126-a2bc-6d0e28a06413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:55.430456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:55.536220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:55.608361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:55.618450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:55.725111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:55.728716 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6926535f-3fcb-4aa8-80a4-5f7d33e5fd86" -d '{"events": [{"server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "name": "network-vif-unplugged", "status": "completed", "tag": "89201241-a3cd-4597-b534-6c2a300f410d"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:55.731972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:55.734290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-4bcc523a-ac45-45d1-8ac7-00f8cceca944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:55.736776 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:55.742952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-4bcc523a-ac45-45d1-8ac7-00f8cceca944 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e01be9391fc42b1bf396afb8c4bb867&device_id=868dbc82-6c2d-4c66-a3cb-a6dedf29406d HTTP/1.1" status: 200 len: 1095 time: 0.4023907 Feb 09 15:45:55.744180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Attempting to bind port 81373a06-b633-4275-88db-35699ced58c2 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:55.745520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Attempting to bind port 81373a06-b633-4275-88db-35699ced58c2 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:55.751960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Attempting to bind port 81373a06-b633-4275-88db-35699ced58c2 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:55.765013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9520e8-0e1c-4cf8-9503-f751ba97e0bf req-862ef172-38c4-44f8-a7d2-bd19c3fb106a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:55.766518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c9520e8-0e1c-4cf8-9503-f751ba97e0bf req-862ef172-38c4-44f8-a7d2-bd19c3fb106a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 946 time: 0.3120005 Feb 09 15:45:55.793561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Port 81373a06-b633-4275-88db-35699ced58c2 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:55.793885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Attempting to bind port 81373a06-b633-4275-88db-35699ced58c2 on network d3b43b7b-67c7-4ae8-941d-2eebf94159be {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:55.797322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Router 4893d411-a984-4a21-895a-1adbec8c4929 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:45:55.848402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:55.915643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:55.917445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Checking segment: {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:55.917445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Bound using segment: {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:55.917445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Bound port: 81373a06-b633-4275-88db-35699ced58c2, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7ae44b-bdf5-454a-afbd-9719d7831e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:55.917445 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.011240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on host n-h2-828542-1 for vnic_type normal with profile {"migrating_to": "n-h1-828542-1"} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:45:56.012245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:45:56.012753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:56.020986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:45:56.021585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Attempting to bind port 89201241-a3cd-4597-b534-6c2a300f410d on network fac2674f-7944-4954-9a45-9dcc131b2b17 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:45:56.034464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:45:56.035161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Checking segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:45:56.035807 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Bound using segment: {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:45:56.036533 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Bound port: 89201241-a3cd-4597-b534-6c2a300f410d, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'fac2674f-7944-4954-9a45-9dcc131b2b17'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:45:56.038629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.041557 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=7']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:56.076556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Allocated IP 19.80.0.151 (cb7268d1-071d-4569-8ae3-8fe719c5d860/1d44acbc-91a6-4866-828d-ddafb2f1f334/e2db5fee-d5e8-40bf-8411-28d992f3fdba) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:45:56.097506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c9520e8-0e1c-4cf8-9503-f751ba97e0bf req-b21d0af4-3954-46ec-bc52-806aa7275689 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111346 Feb 09 15:45:56.221276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:56.234543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:56.294797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.371259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-15248fc5-c99d-45d4-a183-2c0741dd1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:56.373058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-15248fc5-c99d-45d4-a183-2c0741dd1987 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3b43b7b-67c7-4ae8-941d-2eebf94159be HTTP/1.1" status: 200 len: 917 time: 0.6002243 Feb 09 15:45:56.389119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=8']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:56.427172 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.439746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-a76a07ce-2472-4683-a864-4a225d27e468 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=160cc16a-a864-4abe-ab94-b5600599df85 HTTP/1.1" status: 200 len: 217 time: 0.0524392 Feb 09 15:45:56.471904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] For port 81373a06-b633-4275-88db-35699ced58c2, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:45:56.481734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6662e1-048c-4d66-afd6-ff1592a369b4 req-8039d6c8-2e49-43f4-87f4-d01498efbc13 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:56.483788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa6662e1-048c-4d66-afd6-ff1592a369b4 req-8039d6c8-2e49-43f4-87f4-d01498efbc13 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 943 time: 0.2113502 Feb 09 15:45:56.494541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:56.495184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:56.496770 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-39d52fca-2456-4194-a701-97e025a4fe66 service neutron] 10.222.0.13 "PUT /v2.0/ports/89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 200 len: 1121 time: 1.5143948 Feb 09 15:45:56.569972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] For port 81373a06-b633-4275-88db-35699ced58c2, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=81373a06-b633-4275-88db-35699ced58c2,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:45:56.634328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa6662e1-048c-4d66-afd6-ff1592a369b4 req-a1539b97-4244-4ec5-baf9-9a254401ebd9 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206403 Feb 09 15:45:56.643242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['89201241-a3cd-4597-b534-6c2a300f410d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:56.649998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:45:56.668867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-061fea17-9be6-4e44-a4fc-b691a10adf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:56.672678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-061fea17-9be6-4e44-a4fc-b691a10adf6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ac8939d-c1f2-4418-8464-1454d59d569a HTTP/1.1" status: 200 len: 856 time: 0.2103601 Feb 09 15:45:56.706798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['89201241-a3cd-4597-b534-6c2a300f410d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:56.719437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:45:56.862399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 89201241-a3cd-4597-b534-6c2a300f410d details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:57.088844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:57.113849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 89201241-a3cd-4597-b534-6c2a300f410d has no active binding in host n-h1-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 15:45:57.141408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 160cc16a-a864-4abe-ab94-b5600599df85 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:45:57.143992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:45:57.144671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:57.336476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-2db559ae-1271-435f-9b70-1b69bf4f7167 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b43b7b-67c7-4ae8-941d-2eebf94159be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6246548 Feb 09 15:45:57.351625 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:57.484807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Pushing event updated for resources: {'Port': ['ID=81373a06-b633-4275-88db-35699ced58c2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:57.720489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:57.720489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:57.720489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-9d5d793e-3813-4e57-99d5-307e557a22f7 service neutron] 10.222.0.73 "PUT /v2.0/ports/81373a06-b633-4275-88db-35699ced58c2 HTTP/1.1" status: 200 len: 1091 time: 6.8813987 Feb 09 15:45:57.743109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f89b5-0be5-469e-9bc1-244de702b90f req-4146d678-f0f0-466e-afec-19afa924afca tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:57.750583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-431f89b5-0be5-469e-9bc1-244de702b90f req-4146d678-f0f0-466e-afec-19afa924afca tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.4129727 Feb 09 15:45:57.778019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd0a1fc-9b12-4e18-9a27-c94610c89538', 'tag': '81373a06-b633-4275-88db-35699ced58c2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:57.779926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:45:57.780779 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69f67b1-92fe-4713-993a-d8a5db48ecc2" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd0a1fc-9b12-4e18-9a27-c94610c89538", "tag": "81373a06-b633-4275-88db-35699ced58c2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:57.815336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:57.888816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-431f89b5-0be5-469e-9bc1-244de702b90f req-e5ca2f36-13ee-4951-9168-9ab0c3f9beb2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365511 Feb 09 15:45:57.972711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d05559-b564-4986-b179-107f9f8f469c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a8c239-f46a-49b3-b6e8-23e330ba5ee8'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:57.981463 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82571c96-1315-407c-9f8a-3b90e446785d" -d '{"events": [{"server_uuid": "c6d05559-b564-4986-b179-107f9f8f469c", "name": "network-vif-plugged", "status": "completed", "tag": "c4a8c239-f46a-49b3-b6e8-23e330ba5ee8"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:45:57.994181 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16278dec-8d0e-4b44-8c5a-9d34a5f0666a x-openstack-request-id: req-16278dec-8d0e-4b44-8c5a-9d34a5f0666a {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:45:57.994181 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "name": "network-vif-unplugged", "status": "completed", "tag": "89201241-a3cd-4597-b534-6c2a300f410d", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:45:57.994181 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16278dec-8d0e-4b44-8c5a-9d34a5f0666a {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:45:57.994181 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d', 'code': 200} Feb 09 15:45:58.042773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-9a8ae4a6-ec9f-49d9-b918-1e95847ad419 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678782 Feb 09 15:45:58.204895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Router 4893d411-a984-4a21-895a-1adbec8c4929 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:45:58.228832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-0ed89b5a-71fd-4a99-a50d-00e9162d69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:58.230407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-0ed89b5a-71fd-4a99-a50d-00e9162d69a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e01be9391fc42b1bf396afb8c4bb867&device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 1094 time: 0.2082882 Feb 09 15:45:58.246190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a191d-c70a-488b-822d-e285c60dcc32 req-f0ded113-324e-4127-ae39-8c5a649659b9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:58.252830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006a191d-c70a-488b-822d-e285c60dcc32 req-f0ded113-324e-4127-ae39-8c5a649659b9 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.1906574 Feb 09 15:45:58.308785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 160cc16a-a864-4abe-ab94-b5600599df85, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=160cc16a-a864-4abe-ab94-b5600599df85,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:58.430369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '160cc16a-a864-4abe-ab94-b5600599df85', 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be', 'port_id': '160cc16a-a864-4abe-ab94-b5600599df85', 'mac_address': 'fa:16:3e:a9:5d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac8939d-c1f2-4418-8464-1454d59d569a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:45:58.446864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d431f1cf-5dff-4f09-9931-2dc9bf530a15 req-228486fa-43dc-4351-9e54-d3c85c873a84 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834655 Feb 09 15:45:58.472015 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:58.506241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:58.584952 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:58.601811 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:58.649738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160cc16a-a864-4abe-ab94-b5600599df85 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:58.656461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-19d46009-b566-4fec-9a7e-ba6d3d4a0dee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81373a06-b633-4275-88db-35699ced58c2 HTTP/1.1" status: 200 len: 217 time: 0.4016478 Feb 09 15:45:58.684830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 160cc16a-a864-4abe-ab94-b5600599df85, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=160cc16a-a864-4abe-ab94-b5600599df85,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:58.732941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:45:53Z', 'revision_number': 3, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:58.772499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:45:58.773777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network cb7268d1-071d-4569-8ae3-8fe719c5d860 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:45:58.791826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:45:58.792808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:58.796673 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:58.823361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:45:58.829723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:45:58.851182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:45:58.861018 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:58.973416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006a191d-c70a-488b-822d-e285c60dcc32 req-19b120ee-3842-42d3-b8fa-46d48fb1326f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242608 Feb 09 15:45:58.994602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=160cc16a-a864-4abe-ab94-b5600599df85,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:59.043959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Port': ['ID=e2db5fee-d5e8-40bf-8411-28d992f3fdba,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:59.043959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-46d65e3d-8b51-4e71-b7af-0ea7127b279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:59.045800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-46d65e3d-8b51-4e71-b7af-0ea7127b279d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ac8939d-c1f2-4418-8464-1454d59d569a HTTP/1.1" status: 200 len: 856 time: 0.3598301 Feb 09 15:45:59.050628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:45:59.166000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-54803b96-97ef-48b2-9022-6b0a6d002161 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "PUT /v2.0/floatingips/6e5adbd1-35af-44cf-8a92-daca75562342 HTTP/1.1" status: 200 len: 998 time: 8.5273511 Feb 09 15:45:59.210056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['160cc16a-a864-4abe-ab94-b5600599df85'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:45:59.236914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-bc232172-f9bb-4781-8748-48f7f3f991e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b43b7b-67c7-4ae8-941d-2eebf94159be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015415 Feb 09 15:45:59.405401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:59.407081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.419491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-665414eb-9405-44c6-b31d-46f86df41e39 None None] Provisioning complete for port e2db5fee-d5e8-40bf-8411-28d992f3fdba triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:59.419879 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-665414eb-9405-44c6-b31d-46f86df41e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.532658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-953f3900-718b-4cc6-8669-d2a0f039ec6e tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:59.536161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-953f3900-718b-4cc6-8669-d2a0f039ec6e tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports/317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 943 time: 0.3324044 Feb 09 15:45:59.551053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-665414eb-9405-44c6-b31d-46f86df41e39 None None] Port e2db5fee-d5e8-40bf-8411-28d992f3fdba cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:45:59.587617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d64ac-4a28-4a4e-adb3-ed485a2ca4de req-0c633079-571a-490b-90a5-c4b3825434de tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:59.589693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b5d64ac-4a28-4a4e-adb3-ed485a2ca4de req-0c633079-571a-490b-90a5-c4b3825434de tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 932 time: 0.3512716 Feb 09 15:45:59.608187 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88301685-d3e4-40a2-bb46-33dc622748d5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4372220 Feb 09 15:45:59.632065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'port': {'device_id': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35', 'admin_state_up': True, 'tenant_id': '37241014ae584de9a7b40fa0df1142c9'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:45:59.745913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-a0b5586b-e9a0-4526-a544-80d1225f6923 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793091 Feb 09 15:45:59.785055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:45:53Z', 'revision_number': 3, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:45:59.814593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ea33b-2436-43f8-b4f0-04764163c364 None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:45:53Z', 'revision_number': 3, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:45:59.846353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b5d64ac-4a28-4a4e-adb3-ed485a2ca4de req-76fcc4b8-4be9-4280-ac1b-72d093e87d7e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344704 Feb 09 15:45:59.873067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-0ab7c76e-055c-4aaf-9495-9904ab665dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:59.874620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-0ab7c76e-055c-4aaf-9495-9904ab665dc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.1974041 Feb 09 15:45:59.986097 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:59.989144 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d057071-609f-43de-9146-b39e3d345264" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "tag": "89201241-a3cd-4597-b534-6c2a300f410d"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:00.015438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a359c0-6cbb-4b3f-b70a-5e35a6bd7832 req-f7df366b-6d8f-4a82-863e-d14658a0f53f service neutron] 10.222.0.73 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524078 Feb 09 15:46:00.037997 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115d5326-adc1-4b3b-a9e8-99e52ffd95f9 None None] New status for floating IP 6e5adbd1-35af-44cf-8a92-daca75562342: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:46:00.054606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f2dba-44aa-4587-b3c6-2aad1bdc0172 req-b7dfadaf-467b-47d6-b728-a2731ea79864 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.056201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-796f2dba-44aa-4587-b3c6-2aad1bdc0172 req-b7dfadaf-467b-47d6-b728-a2731ea79864 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1097 time: 0.1054227 Feb 09 15:46:00.057313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-2a15195a-9d7b-41b3-af12-78d31f86df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.058715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-2a15195a-9d7b-41b3-af12-78d31f86df77 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.1695457 Feb 09 15:46:00.113365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-9ffd7a46-189d-4944-bb06-dae20e78dc76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 217 time: 0.0443766 Feb 09 15:46:00.160470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-796f2dba-44aa-4587-b3c6-2aad1bdc0172 req-664e6add-0f12-48c5-9e1b-fa18d59bd98f tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977597 Feb 09 15:46:00.188346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-bbbe1c1a-b82e-486f-9b7d-368e0a64f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.190683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-bbbe1c1a-b82e-486f-9b7d-368e0a64f204 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.0679064 Feb 09 15:46:00.202810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.248321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:46:00.251994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.310523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-992be505-1a31-4f60-80ee-c1542fb44333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.312063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-992be505-1a31-4f60-80ee-c1542fb44333 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033096 Feb 09 15:46:00.433461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f18702-23c9-419a-8435-dbc8922f8d2e req-2a72d397-5687-4d76-834c-cd4c504b52f2 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.435090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33f18702-23c9-419a-8435-dbc8922f8d2e req-2a72d397-5687-4d76-834c-cd4c504b52f2 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 943 time: 0.1882169 Feb 09 15:46:00.544765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:46:00.549610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Allocated IP 19.86.0.13 (0814e721-be2a-4e05-a804-a36de7433b35/45942265-bee9-4811-b29c-7eaacffbc108/b35fc779-4929-4a19-996e-ae8de6492f35) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:46:00.561410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:00.562889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:00.569095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33f18702-23c9-419a-8435-dbc8922f8d2e req-97f179fc-4b22-42cd-834d-e3ee9fe1fddc tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225157 Feb 09 15:46:00.575386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-995178aa-775d-4ca4-a456-b5261e33b461 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207849 Feb 09 15:46:00.737236 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c0986c-2202-43a5-9061-10b3ed2ebf6d x-openstack-request-id: req-95c0986c-2202-43a5-9061-10b3ed2ebf6d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:00.737655 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd0a1fc-9b12-4e18-9a27-c94610c89538", "tag": "81373a06-b633-4275-88db-35699ced58c2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:00.737997 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95c0986c-2202-43a5-9061-10b3ed2ebf6d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:00.738602 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd0a1fc-9b12-4e18-9a27-c94610c89538', 'tag': '81373a06-b633-4275-88db-35699ced58c2', 'status': 'completed', 'code': 200} Feb 09 15:46:00.796629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:01.023862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-c7f57541-7636-4e8d-9ca5-1b4010f6115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:01.026541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-c7f57541-7636-4e8d-9ca5-1b4010f6115f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e01be9391fc42b1bf396afb8c4bb867&device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 1094 time: 0.2757518 Feb 09 15:46:01.030137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-f71af27e-f9b6-4d49-93b6-43b543eb850b service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070714 Feb 09 15:46:01.080007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035a3d4-d023-439f-b28f-7ddce8d0627f req-0e170bfe-e740-410e-a10f-4eb40fd4d9d0 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:01.093626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8035a3d4-d023-439f-b28f-7ddce8d0627f req-0e170bfe-e740-410e-a10f-4eb40fd4d9d0 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1100 time: 0.2786083 Feb 09 15:46:01.172473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 160cc16a-a864-4abe-ab94-b5600599df85 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:46:01.283916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.465523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:46:00Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:01.505355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:46:01.517072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:01.518188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:01.630477 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.634188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 160cc16a-a864-4abe-ab94-b5600599df85 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:01.662218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 160cc16a-a864-4abe-ab94-b5600599df85 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:01.664871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.832797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:01.860930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8035a3d4-d023-439f-b28f-7ddce8d0627f req-9a0d9ea1-7639-4f18-bbc5-2ef62cac0726 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656972 Feb 09 15:46:01.925972 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.026594 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3dcf34-8c9f-4d97-839c-2f3edc621c43 x-openstack-request-id: req-2b3dcf34-8c9f-4d97-839c-2f3edc621c43 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:02.026594 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d05559-b564-4986-b179-107f9f8f469c", "name": "network-vif-plugged", "status": "completed", "tag": "c4a8c239-f46a-49b3-b6e8-23e330ba5ee8", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:02.026594 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b3dcf34-8c9f-4d97-839c-2f3edc621c43 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:02.026594 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d05559-b564-4986-b179-107f9f8f469c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a8c239-f46a-49b3-b6e8-23e330ba5ee8', 'code': 200} Feb 09 15:46:02.042960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 160cc16a-a864-4abe-ab94-b5600599df85, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=160cc16a-a864-4abe-ab94-b5600599df85,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:02.056128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-9a9b9131-b904-4fab-97a6-622f3d427ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:02.061250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-9a9b9131-b904-4fab-97a6-622f3d427ab2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 1096 time: 0.8117721 Feb 09 15:46:02.089679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-bc0f1df1-32b1-4b6b-82bb-c1a8db59bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:02.092404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-bc0f1df1-32b1-4b6b-82bb-c1a8db59bc82 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3b43b7b-67c7-4ae8-941d-2eebf94159be HTTP/1.1" status: 200 len: 917 time: 1.0441668 Feb 09 15:46:02.123307 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2f32d9-eb36-44a7-a4d9-b63df71fdc72 x-openstack-request-id: req-ae2f32d9-eb36-44a7-a4d9-b63df71fdc72 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:02.124052 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "tag": "89201241-a3cd-4597-b534-6c2a300f410d", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:02.124052 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae2f32d9-eb36-44a7-a4d9-b63df71fdc72 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:02.124449 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d', 'status': 'completed', 'code': 200} Feb 09 15:46:02.215082 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.260899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d448451-aed0-4791-8aaa-adf77d92ff64 req-49c3d85b-0b4d-48f0-9ae2-88414fbbf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:02.264294 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6d448451-aed0-4791-8aaa-adf77d92ff64 req-49c3d85b-0b4d-48f0-9ae2-88414fbbf3d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6d05559-b564-4986-b179-107f9f8f469c HTTP/1.1" status: 200 len: 1097 time: 0.1233060 Feb 09 15:46:02.346794 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6d448451-aed0-4791-8aaa-adf77d92ff64 req-45f6635a-997b-49a0-ad1f-bdfdb8adfc25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745270 Feb 09 15:46:02.362578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.396393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=160cc16a-a864-4abe-ab94-b5600599df85,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:02.472400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-7ca2c285-69dd-4cff-beb3-437e16f5d818 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81373a06-b633-4275-88db-35699ced58c2 HTTP/1.1" status: 200 len: 217 time: 0.3557069 Feb 09 15:46:02.474618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network 0814e721-be2a-4e05-a804-a36de7433b35 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:02.538220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:46:00Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:02.591345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-013f43f6-b659-4b56-9284-c9cdb949c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:02.592910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-013f43f6-b659-4b56-9284-c9cdb949c83f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4ac8939d-c1f2-4418-8464-1454d59d569a HTTP/1.1" status: 200 len: 856 time: 0.0709403 Feb 09 15:46:02.599036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:02.607852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Port': ['ID=b35fc779-4929-4a19-996e-ae8de6492f35,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:02.613483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa07272-42c7-4ace-82fa-0057542a832a None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:dd:9f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:46:00Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:46:02.616442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:46:02.634954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.635315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.635662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.636010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.636382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.636772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.637648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.638037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.638551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.638885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.639277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.639613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:02.660851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d34235-aefd-4913-9a92-64761dcfb2aa req-34c7d792-c4c4-43b4-852e-0d7e9d0eb56d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:02.662763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91d34235-aefd-4913-9a92-64761dcfb2aa req-34c7d792-c4c4-43b4-852e-0d7e9d0eb56d tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.3521471 Feb 09 15:46:02.758976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91d34235-aefd-4913-9a92-64761dcfb2aa req-07a041d4-ab8c-4dbb-b7d0-b61fff4f3753 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884349 Feb 09 15:46:02.759459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d'}, {'name': 'network-changed', 'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:02.761888 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e65ac36-8d32-44a9-964c-864f1a0557bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d"}, {"name": "network-changed", "server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:02.775208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-120299a7-8887-4760-83eb-06a346c22045 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3b43b7b-67c7-4ae8-941d-2eebf94159be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554086 Feb 09 15:46:02.808222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d057071-609f-43de-9146-b39e3d345264 req-99971f49-b8a7-4989-be65-c004545f2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:02.818803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d057071-609f-43de-9146-b39e3d345264 req-99971f49-b8a7-4989-be65-c004545f2921 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1124 time: 0.6416481 Feb 09 15:46:02.929868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-783a6ff0-b8a1-4c65-871e-c14f48125be0 service neutron] 10.222.0.73 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063118 Feb 09 15:46:03.059106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a9dd167d-f90d-45d0-b23f-40c9493e2de3 None None] Provisioning complete for port b35fc779-4929-4a19-996e-ae8de6492f35 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:03.059643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a9dd167d-f90d-45d0-b23f-40c9493e2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:03.126681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:03.127306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:03.135604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d057071-609f-43de-9146-b39e3d345264 req-4794078b-2a3a-4ba9-8d67-59847e4974a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:03.137234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d057071-609f-43de-9146-b39e3d345264 req-4794078b-2a3a-4ba9-8d67-59847e4974a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.2064221 Feb 09 15:46:03.163040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd167d-f90d-45d0-b23f-40c9493e2de3 None None] Port b35fc779-4929-4a19-996e-ae8de6492f35 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:46:03.170272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-1fe19e59-8a8b-409f-8790-7376852c8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:03.172641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-1fe19e59-8a8b-409f-8790-7376852c8184 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 1.0606003 Feb 09 15:46:03.176245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 81373a06-b633-4275-88db-35699ced58c2 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:46:03.253241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d057071-609f-43de-9146-b39e3d345264 req-101f8903-1405-4b7e-8179-2487006a61de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 200 len: 217 time: 0.0731263 Feb 09 15:46:03.354790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 81373a06-b633-4275-88db-35699ced58c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=81373a06-b633-4275-88db-35699ced58c2,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:03.389795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '81373a06-b633-4275-88db-35699ced58c2', 'network_id': 'd3b43b7b-67c7-4ae8-941d-2eebf94159be', 'port_id': '81373a06-b633-4275-88db-35699ced58c2', 'mac_address': 'fa:16:3e:d3:ef:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac8939d-c1f2-4418-8464-1454d59d569a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:46:03.391213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-10531f51-2ea4-412b-afcc-444a84385aa9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7668405 Feb 09 15:46:03.431707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'port': {'device_id': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860', 'admin_state_up': True, 'tenant_id': '37241014ae584de9a7b40fa0df1142c9'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:03.447158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9ecc6-efd9-4bb4-af49-fe5c90091e2f req-dfd4727c-ba5c-473b-a2e2-294139722ade tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:03.450585 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:03.467711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2a9ecc6-efd9-4bb4-af49-fe5c90091e2f req-dfd4727c-ba5c-473b-a2e2-294139722ade tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1097 time: 0.4276381 Feb 09 15:46:03.468637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81373a06-b633-4275-88db-35699ced58c2 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:03.499753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 81373a06-b633-4275-88db-35699ced58c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=81373a06-b633-4275-88db-35699ced58c2,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:03.628182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-4d90bf7e-243a-4b0e-a958-5fe4dd3ef15a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 1001 time: 0.4004030 Feb 09 15:46:03.644356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d69f67b1-92fe-4713-993a-d8a5db48ecc2 req-7506aba0-6147-4691-ae34-4185d57446ef service neutron] 10.222.0.73 "GET /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925989 Feb 09 15:46:03.655527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d057071-609f-43de-9146-b39e3d345264 req-720e35bc-cef1-4550-bf85-2ad0f831f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:03.657722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d057071-609f-43de-9146-b39e3d345264 req-720e35bc-cef1-4550-bf85-2ad0f831f05a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.3685358 Feb 09 15:46:03.677708 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:03.703190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2a9ecc6-efd9-4bb4-af49-fe5c90091e2f req-98fe6ecc-d52c-4f98-ade2-77e38f733c15 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344587 Feb 09 15:46:03.862682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d057071-609f-43de-9146-b39e3d345264 req-816d70bf-98bf-46e3-a272-3eb900db8dd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835904 Feb 09 15:46:03.898527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=81373a06-b633-4275-88db-35699ced58c2,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:03.995008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['81373a06-b633-4275-88db-35699ced58c2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:04.001345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-3bf13933-478b-4847-bd99-040a017400b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:04.010571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-3bf13933-478b-4847-bd99-040a017400b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.3465307 Feb 09 15:46:04.053180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868dbc82-6c2d-4c66-a3cb-a6dedf29406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160cc16a-a864-4abe-ab94-b5600599df85'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:04.060434 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd4e087-c12e-419f-8e88-2044d51123cc" -d '{"events": [{"server_uuid": "868dbc82-6c2d-4c66-a3cb-a6dedf29406d", "name": "network-vif-plugged", "status": "completed", "tag": "160cc16a-a864-4abe-ab94-b5600599df85"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:04.213471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-8b01aba4-9726-4898-b3ed-5bd5108497b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:04.226588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-8b01aba4-9726-4898-b3ed-5bd5108497b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1993823 Feb 09 15:46:04.253490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d057071-609f-43de-9146-b39e3d345264 req-94aa88d0-1d35-4fdf-ab8e-35edae38149e service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581669 Feb 09 15:46:04.361168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:46:04.364783 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:04.679352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-e1f1addf-4c6c-4206-9b75-371cde9aee37 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450037 Feb 09 15:46:04.775904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d057071-609f-43de-9146-b39e3d345264 req-8ac2cdaa-5e8f-4fb9-ba6b-7e93e0d400be service neutron] 10.222.0.73 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265397 Feb 09 15:46:04.855873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-ed0c9266-7456-45c4-970b-f166667b0106 service neutron] 10.222.0.73 "GET /v2.0/ports/89201241-a3cd-4597-b534-6c2a300f410d/bindings/n-h1-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.2895353 Feb 09 15:46:04.932969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Allocated IP 19.80.0.41 (cb7268d1-071d-4569-8ae3-8fe719c5d860/1d44acbc-91a6-4866-828d-ddafb2f1f334/d4c3844c-d838-41ca-927e-b76f865aff30) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:46:04.947189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921a173-c046-4e35-9a55-be3757478db9 req-98fdce98-93fc-405a-af33-4003e9693fb9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:04.971174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921a173-c046-4e35-9a55-be3757478db9 req-98fdce98-93fc-405a-af33-4003e9693fb9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:04.973181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0921a173-c046-4e35-9a55-be3757478db9 req-98fdce98-93fc-405a-af33-4003e9693fb9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 1654 time: 0.3240888 Feb 09 15:46:05.025796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4540b92-d5b0-4637-948d-4f68624582a8 req-ad8f341b-3e3c-4a67-a628-80568e9e4613 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121839 Feb 09 15:46:05.180913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0921a173-c046-4e35-9a55-be3757478db9 req-a2a6e14a-4395-4797-a942-ee96ba2afe97 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655562 Feb 09 15:46:05.199700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 81373a06-b633-4275-88db-35699ced58c2 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:46:05.420313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.439165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:05.500384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:05.508048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 81373a06-b633-4275-88db-35699ced58c2 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:05.520366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 81373a06-b633-4275-88db-35699ced58c2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:05.521279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.688521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89201241-a3cd-4597-b534-6c2a300f410d {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:05.708700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:05.778568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcee617-46a7-4872-9b48-1ca94ebbe791 req-fd19c429-b6c9-425c-9a89-b40c76f2961f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:05.780442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdcee617-46a7-4872-9b48-1ca94ebbe791 req-fd19c429-b6c9-425c-9a89-b40c76f2961f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 944 time: 0.2737083 Feb 09 15:46:05.858707 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.870706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdcee617-46a7-4872-9b48-1ca94ebbe791 req-831ca062-649e-4e31-81a1-5c7eb24bdbff tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817530 Feb 09 15:46:05.936128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.974402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 81373a06-b633-4275-88db-35699ced58c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=81373a06-b633-4275-88db-35699ced58c2,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:06.137304 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.137304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 89201241-a3cd-4597-b534-6c2a300f410d no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:06.137869 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.137869 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba297fd4-90d1-4b29-934b-0b4f7de1d167 x-openstack-request-id: req-ba297fd4-90d1-4b29-934b-0b4f7de1d167 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:06.137869 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:06.137869 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba297fd4-90d1-4b29-934b-0b4f7de1d167 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:06.137869 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'status': 'completed', 'code': 200} Feb 09 15:46:06.137869 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'status': 'completed', 'code': 200} Feb 09 15:46:06.191373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Port': ['ID=d4c3844c-d838-41ca-927e-b76f865aff30,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:06.217541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-a64a2dfd-96d5-4329-ae48-b2619c814a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.223500 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-a64a2dfd-96d5-4329-ae48-b2619c814a9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.1368787 Feb 09 15:46:06.255297 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d7285-f32c-46a8-9a1f-5bfc253d644a x-openstack-request-id: req-429d7285-f32c-46a8-9a1f-5bfc253d644a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:06.255892 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868dbc82-6c2d-4c66-a3cb-a6dedf29406d", "name": "network-vif-plugged", "status": "completed", "tag": "160cc16a-a864-4abe-ab94-b5600599df85", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:06.255892 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-429d7285-f32c-46a8-9a1f-5bfc253d644a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:06.256263 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868dbc82-6c2d-4c66-a3cb-a6dedf29406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160cc16a-a864-4abe-ab94-b5600599df85', 'code': 200} Feb 09 15:46:06.265300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network cb7268d1-071d-4569-8ae3-8fe719c5d860 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:06.276684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:06.318729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:46:06.425364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.426545 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-51820a88-ce21-4dbd-af7b-eb1f3d84d64b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909724 Feb 09 15:46:06.428886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.489582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-d0686a7f-d053-4666-b518-e3809acbe75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.491734 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-d0686a7f-d053-4666-b518-e3809acbe75a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.2537913 Feb 09 15:46:06.543228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=81373a06-b633-4275-88db-35699ced58c2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:06.586951 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-b6314274-15dc-477b-9691-338df8e1bff2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 217 time: 0.0833573 Feb 09 15:46:06.592796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-929b6feb-e1fa-46d5-9218-84f24480f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.594220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-929b6feb-e1fa-46d5-9218-84f24480f573 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 1096 time: 0.4563656 Feb 09 15:46:06.655319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-15a903b6-b014-47bd-a197-af83f51ff2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.657585 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-15a903b6-b014-47bd-a197-af83f51ff2d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.0611861 Feb 09 15:46:06.737072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-aab4b2c6-0ed5-448d-8f13-75b6c735307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.739804 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-aab4b2c6-0ed5-448d-8f13-75b6c735307d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659730 Feb 09 15:46:06.744448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-49c3c58c-0dce-4c13-aa0f-b837efa2b130 None None] Provisioning complete for port d4c3844c-d838-41ca-927e-b76f865aff30 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:06.745105 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49c3c58c-0dce-4c13-aa0f-b837efa2b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.846088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-49c3c58c-0dce-4c13-aa0f-b837efa2b130 None None] Port d4c3844c-d838-41ca-927e-b76f865aff30 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:46:06.920470 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-6c519896-cca6-4cf5-a59e-bb1cb05dca0c service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694069 Feb 09 15:46:07.322888 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-681d50f4-136d-428a-80c5-d3ddd3ac9949 service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158459 Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0f42c-31cc-4598-ab22-b4f823ccc980 req-bde76819-56fd-4b22-8fc8-5694cb3907fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37d0f42c-31cc-4598-ab22-b4f823ccc980 req-bde76819-56fd-4b22-8fc8-5694cb3907fa tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 943 time: 0.9266663 Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8672999-d2f7-4b98-b54d-95996d176298 req-bf245a35-a207-44dd-846a-b75e7ee2a284 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1001 time: 0.8111308 Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4f05f-9603-4647-a596-23ab94d7061f req-a99d7b87-461c-498a-a85c-7ec0df46c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62f4f05f-9603-4647-a596-23ab94d7061f req-a99d7b87-461c-498a-a85c-7ec0df46c910 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=868dbc82-6c2d-4c66-a3cb-a6dedf29406d HTTP/1.1" status: 200 len: 1097 time: 0.6590061 Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] Transition to ACTIVE for port object 89201241-a3cd-4597-b534-6c2a300f410d will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8672999-d2f7-4b98-b54d-95996d176298 req-6bca6f8a-38a9-4b02-9576-a11a3977c605 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8672999-d2f7-4b98-b54d-95996d176298 req-6bca6f8a-38a9-4b02-9576-a11a3977c605 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports/414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 942 time: 0.1280837 Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-abfa268d-1d18-459e-9d0e-145eb50f13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:07.325859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-abfa268d-1d18-459e-9d0e-145eb50f13d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.6514633 Feb 09 15:46:07.329443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-721d85f1-13e1-4d79-bf3e-da7ebb80a82d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9115224 Feb 09 15:46:07.332684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37d0f42c-31cc-4598-ab22-b4f823ccc980 req-ff97f81e-2bf1-4eec-b7df-6481897d13c2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990657 Feb 09 15:46:07.341945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62f4f05f-9603-4647-a596-23ab94d7061f req-c7d1aa6e-1bdf-4936-9c53-a366f8b1ed49 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901886 Feb 09 15:46:07.353715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Request body: {'port': {'device_id': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:07.430174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-2ff1bd81-7ea1-4257-8a7c-dccdccf10907 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 1001 time: 0.1516178 Feb 09 15:46:07.476177 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.502828 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.633458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8672999-d2f7-4b98-b54d-95996d176298 req-b1afb0f2-c077-4e0b-84df-77a2b0b207c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1001 time: 0.2552280 Feb 09 15:46:07.744296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] Pushing event updated for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:07.807332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] No DVR routers for this DVR port 89201241-a3cd-4597-b534-6c2a300f410d on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:07.837323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-ee99040e-93a2-4f6b-93d8-aff488b1ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:07.839252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-ee99040e-93a2-4f6b-93d8-aff488b1ead9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.2586129 Feb 09 15:46:07.938611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31076ceb-f208-4121-add8-00fe991e9c26 req-7479c246-ac1d-47fb-ac51-c248bef534bd tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:07.947504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31076ceb-f208-4121-add8-00fe991e9c26 req-7479c246-ac1d-47fb-ac51-c248bef534bd tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.4190469 Feb 09 15:46:08.098569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-5b991c83-3d56-4193-acb9-b2cf339cbee2 service neutron] 10.222.0.73 "PUT /v2.0/ports/89201241-a3cd-4597-b534-6c2a300f410d/bindings/n-h1-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 3.2215557 Feb 09 15:46:08.257560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd0a1fc-9b12-4e18-9a27-c94610c89538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81373a06-b633-4275-88db-35699ced58c2'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:08.261516 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7f1a7d-7b26-45c1-95db-d3b9de590feb" -d '{"events": [{"server_uuid": "bfd0a1fc-9b12-4e18-9a27-c94610c89538", "name": "network-vif-plugged", "status": "completed", "tag": "81373a06-b633-4275-88db-35699ced58c2"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:08.277453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8672999-d2f7-4b98-b54d-95996d176298 req-89987a3e-ad57-4629-a760-b59122da0d82 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.278994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8672999-d2f7-4b98-b54d-95996d176298 req-89987a3e-ad57-4629-a760-b59122da0d82 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.6330717 Feb 09 15:46:08.336073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31076ceb-f208-4121-add8-00fe991e9c26 req-ddeebdc4-7b78-4148-82cd-6a757e86b61a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573053 Feb 09 15:46:08.340901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-bc7c01af-4376-4a2a-aa7a-7ff8f5fa3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.342513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-bc7c01af-4376-4a2a-aa7a-7ff8f5fa3bd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4826002 Feb 09 15:46:08.417185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-c7b8d98c-0302-44ba-abc6-c93bd5c6d515 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.421298 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-c7b8d98c-0302-44ba-abc6-c93bd5c6d515 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.1569240 Feb 09 15:46:08.516012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-285d529b-3229-4c3a-af29-687119e6b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.520701 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-285d529b-3229-4c3a-af29-687119e6b416 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53&tenant_id=67e93c2dfe9f49eb90be156bbca66090 HTTP/1.1" status: 200 len: 1095 time: 0.0867319 Feb 09 15:46:08.642651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-79cddefc-aabc-4a81-b63e-5a3b8e6fd12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.644415 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-79cddefc-aabc-4a81-b63e-5a3b8e6fd12f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1095 time: 0.0712848 Feb 09 15:46:08.726814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-03ed0ad7-7897-4921-9f3e-7a50018dd0fd service neutron] 10.222.0.73 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593621 Feb 09 15:46:08.804408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-6edf51d2-4fed-43c2-a12d-04cff4f1bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.807358 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-6edf51d2-4fed-43c2-a12d-04cff4f1bd9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.1540444 Feb 09 15:46:08.891004 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-42906ce4-f14f-46f2-988a-5fd11700134b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 200 len: 217 time: 0.0637929 Feb 09 15:46:08.989738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadba35-e5a3-4ea8-8f97-81d63c2d0243 req-8eee065d-441a-40aa-81f8-316f4d7b98eb tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.991925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-e3e1f40f-f07b-4f40-9e81-202adce78ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.993982 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-e3e1f40f-f07b-4f40-9e81-202adce78ed7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.0923765 Feb 09 15:46:08.996529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadba35-e5a3-4ea8-8f97-81d63c2d0243 req-8eee065d-441a-40aa-81f8-316f4d7b98eb tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.003054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadba35-e5a3-4ea8-8f97-81d63c2d0243 req-8eee065d-441a-40aa-81f8-316f4d7b98eb tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.005394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbadba35-e5a3-4ea8-8f97-81d63c2d0243 req-8eee065d-441a-40aa-81f8-316f4d7b98eb tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2375 time: 0.5460696 Feb 09 15:46:09.007540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2db5fee-d5e8-40bf-8411-28d992f3fdba {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:09.023500 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.031724 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-66aabd8d-4a3c-4ed0-998c-118a3f2da3e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297964 Feb 09 15:46:09.140442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7a904-5c0d-4bd7-ade3-04c53c455694 req-65136b27-c625-46a2-a867-103294889838 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.144759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ae7a904-5c0d-4bd7-ade3-04c53c455694 req-65136b27-c625-46a2-a867-103294889838 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 945 time: 0.2723176 Feb 09 15:46:09.169218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Transition to ACTIVE for port object e2db5fee-d5e8-40bf-8411-28d992f3fdba will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:09.196644 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-943dd6e9-41d2-4a8a-b71e-db703817cfb4 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483691 Feb 09 15:46:09.278902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbadba35-e5a3-4ea8-8f97-81d63c2d0243 req-ce331cf0-ec4b-48fc-885e-eb8b2f48ff55 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557969 Feb 09 15:46:09.290093 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e65ac36-8d32-44a9-964c-864f1a0557bc req-f0321e87-3383-4981-9433-af01c1b50280 service neutron] 10.222.0.73 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522194 Feb 09 15:46:09.362276 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e754fe4d-85e6-475c-982f-8746088703ab x-openstack-request-id: req-e754fe4d-85e6-475c-982f-8746088703ab {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:09.363420 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd0a1fc-9b12-4e18-9a27-c94610c89538", "name": "network-vif-plugged", "status": "completed", "tag": "81373a06-b633-4275-88db-35699ced58c2", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:09.364323 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e754fe4d-85e6-475c-982f-8746088703ab {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:09.365233 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd0a1fc-9b12-4e18-9a27-c94610c89538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81373a06-b633-4275-88db-35699ced58c2', 'code': 200} Feb 09 15:46:09.368114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ae7a904-5c0d-4bd7-ade3-04c53c455694 req-16437388-88f8-4ee8-9fa1-45bd268a8974 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868396 Feb 09 15:46:09.411460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.417590 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-21ae5054-6188-46ce-becd-e9731b821dbe service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140670 Feb 09 15:46:09.628652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Pushing event updated for resources: {'Port': ['ID=e2db5fee-d5e8-40bf-8411-28d992f3fdba,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:09.676649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-a5be807e-4bbd-486c-9997-5d663c9b7db3 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1001 time: 0.2875786 Feb 09 15:46:09.682077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c42fc4-7038-4d25-9c3e-1ee70287bcdb req-0dcec108-ceef-4058-8e7d-cea74f2506be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.683649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7c42fc4-7038-4d25-9c3e-1ee70287bcdb req-0dcec108-ceef-4058-8e7d-cea74f2506be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 1096 time: 0.1857216 Feb 09 15:46:09.747754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db367836-b56d-4131-ad21-3938d3c5d95b req-8028c111-8639-4b26-9259-c7fdac528f62 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.749466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db367836-b56d-4131-ad21-3938d3c5d95b req-8028c111-8639-4b26-9259-c7fdac528f62 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 944 time: 0.2595129 Feb 09 15:46:09.855381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-a914734a-11e6-413c-bac9-05d6b5323069 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.868460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-a914734a-11e6-413c-bac9-05d6b5323069 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports/414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 942 time: 0.1491249 Feb 09 15:46:09.880508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7c42fc4-7038-4d25-9c3e-1ee70287bcdb req-59090dca-9175-4c8e-bad9-a80ac7afb838 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573334 Feb 09 15:46:09.895667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Attempting to bind port e2db5fee-d5e8-40bf-8411-28d992f3fdba on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:09.896044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Attempting to bind port e2db5fee-d5e8-40bf-8411-28d992f3fdba by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:09.896430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Attempting to bind port e2db5fee-d5e8-40bf-8411-28d992f3fdba on network cb7268d1-071d-4569-8ae3-8fe719c5d860 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:09.920890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db367836-b56d-4131-ad21-3938d3c5d95b req-0e8d5e9a-416f-40fb-8e79-61a629e6ac81 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333098 Feb 09 15:46:09.921797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Port e2db5fee-d5e8-40bf-8411-28d992f3fdba on network cb7268d1-071d-4569-8ae3-8fe719c5d860 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:46:09.932944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Attempting to bind port e2db5fee-d5e8-40bf-8411-28d992f3fdba on network cb7268d1-071d-4569-8ae3-8fe719c5d860 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:09.950009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:46:09.951316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Checking segment: {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:46:09.953289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Bound using segment: {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:46:09.954418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Bound port: e2db5fee-d5e8-40bf-8411-28d992f3fdba, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:09.955764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:10.246604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-cb7050fb-1ebd-4880-8e05-02827132a16e tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1001 time: 0.2665999 Feb 09 15:46:10.307618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4982fb-d429-4630-bb37-6b738af03bc3 req-b15584fa-c5f2-4472-a647-86ed04ef2705 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.310372 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d4982fb-d429-4630-bb37-6b738af03bc3 req-b15584fa-c5f2-4472-a647-86ed04ef2705 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1097 time: 0.2513442 Feb 09 15:46:10.318946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] For port e2db5fee-d5e8-40bf-8411-28d992f3fdba, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:10.456560 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-47616548-ab13-4c97-a5b0-f93a26108cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984261 Feb 09 15:46:10.553215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] For port e2db5fee-d5e8-40bf-8411-28d992f3fdba, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e2db5fee-d5e8-40bf-8411-28d992f3fdba,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:10.638540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-17a0b14d-601c-4672-bafd-7418b05dc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.642008 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-17a0b14d-601c-4672-bafd-7418b05dc85d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67e93c2dfe9f49eb90be156bbca66090&device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 1095 time: 0.0512631 Feb 09 15:46:10.646684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d4982fb-d429-4630-bb37-6b738af03bc3 req-53aca3e0-779b-43fb-ae4d-e8f0efcfcc4c tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233976 Feb 09 15:46:10.675858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-af7e5fab-a005-4a14-8b41-6a7c5def9466 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.677459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-af7e5fab-a005-4a14-8b41-6a7c5def9466 tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53&tenant_id=67e93c2dfe9f49eb90be156bbca66090&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.2865820 Feb 09 15:46:10.686645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-a33f188c-aba4-432e-9381-ad2da82bbfd1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.688160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-a33f188c-aba4-432e-9381-ad2da82bbfd1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.4314766 Feb 09 15:46:10.691286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-b0e1f1a9-425d-4836-a70a-afc887e045f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2377541 Feb 09 15:46:10.760881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:10.825069 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-1805e4a2-abba-48cf-970e-bdf40e7310cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.826982 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-1805e4a2-abba-48cf-970e-bdf40e7310cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 200 len: 907 time: 0.1624806 Feb 09 15:46:10.880831 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-4e6b5b3b-61ca-4c6b-8e82-97d33543b8a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 200 len: 217 time: 0.0457163 Feb 09 15:46:10.931632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.932299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:10.933878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] 10.222.0.13 "PUT /v2.0/ports/e2db5fee-d5e8-40bf-8411-28d992f3fdba HTTP/1.1" status: 200 len: 1092 time: 3.5849922 Feb 09 15:46:10.939565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'tag': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:10.942219 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3424693e-7b77-4eb0-a89a-ba738e8d8fab" -d '{"events": [{"name": "network-changed", "server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "tag": "e2db5fee-d5e8-40bf-8411-28d992f3fdba"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:10.958278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-902462d6-5c73-4109-b232-b20fc66554f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.960299 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-902462d6-5c73-4109-b232-b20fc66554f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 200 len: 846 time: 0.0704226 Feb 09 15:46:10.963017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-69446ce3-8a01-4870-ac86-b280e77b0ac4 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1001 time: 0.2498925 Feb 09 15:46:10.992547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:10.998900 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-540214c8-cf84-48f6-ae4a-d89e4e1f4552 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fac2674f-7944-4954-9a45-9dcc131b2b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277338 Feb 09 15:46:11.004567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c4bb0-28b6-4976-b8b4-7519b19d442d service neutron] Pushing event updated for resources: {'Port': ['ID=e2db5fee-d5e8-40bf-8411-28d992f3fdba,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:11.041717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-efa284eb-0534-495a-870a-26ddbb6ce444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:11.043338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-efa284eb-0534-495a-870a-26ddbb6ce444 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 1102 time: 0.2966440 Feb 09 15:46:11.117389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Request body: {'port': {'device_id': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:11.136479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde044-3970-4c89-8edf-09ef45d7534b req-1c4bd1c0-acef-4154-8b93-b6d384efca1e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:11.138481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0fde044-3970-4c89-8edf-09ef45d7534b req-1c4bd1c0-acef-4154-8b93-b6d384efca1e tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.3241036 Feb 09 15:46:11.178048 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:46:11.279703 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-9eeb3d4e-159f-4d53-921e-87869ef7b330 service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734039 Feb 09 15:46:11.414334 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-88357ed6-1cf9-42f0-97e3-55d4eff2fd25 req-3676c931-1d19-41f3-9508-163afff121ff service neutron] 10.222.0.13 "GET /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237805 Feb 09 15:46:11.639373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:11.757698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:11.768415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0fde044-3970-4c89-8edf-09ef45d7534b req-0ce45f1d-8613-40f6-b256-038884f68895 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5684884 Feb 09 15:46:11.835776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-52d7be2a-0fb7-458d-bf27-29db5cc5d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:11.837372 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-52d7be2a-0fb7-458d-bf27-29db5cc5d5b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.7386572 Feb 09 15:46:11.843321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-34030101-d740-4175-8ca0-c890be8ce673 service neutron] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:11.859374 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-34030101-d740-4175-8ca0-c890be8ce673 service neutron] Notify callbacks [] for binding, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:11.861109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f6476a1-1479-46aa-b7da-c3f62d392b52 req-34030101-d740-4175-8ca0-c890be8ce673 service neutron] 10.222.0.13 "DELETE /v2.0/ports/89201241-a3cd-4597-b534-6c2a300f410d/bindings/n-h2-828542-1 HTTP/1.1" status: 204 len: 173 time: 1.1683750 Feb 09 15:46:11.932744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-acdd0d4f-cfbf-4814-bee8-d6df09bc1b21 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 200 len: 217 time: 0.0852985 Feb 09 15:46:12.009878 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:12.139345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-b24ca231-6d2b-4d04-bf08-bc038a14983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.141234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-b24ca231-6d2b-4d04-bf08-bc038a14983f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1668842 Feb 09 15:46:12.161495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62216aae-14bc-4abe-a273-387cf3e291dc req-43cf58c6-5775-410f-92bf-305063fa8b7e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.167592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62216aae-14bc-4abe-a273-387cf3e291dc req-43cf58c6-5775-410f-92bf-305063fa8b7e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.173773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62216aae-14bc-4abe-a273-387cf3e291dc req-43cf58c6-5775-410f-92bf-305063fa8b7e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.175525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62216aae-14bc-4abe-a273-387cf3e291dc req-43cf58c6-5775-410f-92bf-305063fa8b7e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2387 time: 0.2500732 Feb 09 15:46:12.190173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:12.190501 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Floating IP 6e5adbd1-35af-44cf-8a92-daca75562342 disassociated. External IP: 172.25.5.150, port: 414351d7-0c2c-4afc-8ff5-e4e60245ed0d. Feb 09 15:46:12.478932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62216aae-14bc-4abe-a273-387cf3e291dc req-03573987-b079-428c-9893-1035ed3e7547 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859719 Feb 09 15:46:12.494503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-6eb17335-677c-42a1-93d8-e076ae5fc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.496165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-6eb17335-677c-42a1-93d8-e076ae5fc499 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3166018 Feb 09 15:46:12.545953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-bd5c8f3e-4255-40a6-9048-cf3df92b1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.547636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-bd5c8f3e-4255-40a6-9048-cf3df92b1507 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1100 time: 0.2168601 Feb 09 15:46:12.877942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-8f7da6ca-128f-4e55-89d7-5444d8250751 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695931 Feb 09 15:46:12.890764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35fc779-4929-4a19-996e-ae8de6492f35 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:12.898354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:12.912846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-6960ef8a-469e-4233-9048-226fd9f432cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.914406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-6960ef8a-469e-4233-9048-226fd9f432cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3248329 Feb 09 15:46:12.916707 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:12.956444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dda6be-87b1-43b4-8fc2-28ee2e96fe61 req-5f13a74a-f1e1-4905-b0f4-b28c9fef7357 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.958084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48dda6be-87b1-43b4-8fc2-28ee2e96fe61 req-5f13a74a-f1e1-4905-b0f4-b28c9fef7357 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 945 time: 0.3553121 Feb 09 15:46:13.026317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:13.057927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:13.064206 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536a1552-7913-4a85-b433-1f34aaf42300" -d '{"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:13.078979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:13.081324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-be350f96-06a6-4984-8580-0cb27e07870a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.1128969 Feb 09 15:46:13.087851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Transition to ACTIVE for port object b35fc779-4929-4a19-996e-ae8de6492f35 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:13.171173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Router 4893d411-a984-4a21-895a-1adbec8c4929 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:46:13.174544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:13.177202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48dda6be-87b1-43b4-8fc2-28ee2e96fe61 req-8dd4b0f0-e284-49c0-ba9c-9bdbb8688f75 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927025 Feb 09 15:46:13.211848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cbe7930-d343-49ca-838f-0db65dc7773c req-d0829dc2-4078-46cc-b77b-5c8448eabe50 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140602 Feb 09 15:46:13.215171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:13.218694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-4e80ca5b-4f53-4ff7-9575-2a31e4094fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:13.220344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-4e80ca5b-4f53-4ff7-9575-2a31e4094fd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1279037 Feb 09 15:46:13.287861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=11']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:13.308481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.309082 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.309910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.310857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.311591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.312176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.312833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.313487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.314289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.321062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.321062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.321062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:13.391518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Pushing event updated for resources: {'Port': ['ID=b35fc779-4929-4a19-996e-ae8de6492f35,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:13.500209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0616dd68-9a91-4556-a3a3-ebc4004d18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:13.501803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0616dd68-9a91-4556-a3a3-ebc4004d18d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2707093 Feb 09 15:46:13.537282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418911cf-3551-47c7-913d-4c114bfffba1 req-dffb62cf-e13e-448b-b167-b6692fbc81da tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:13.538616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-418911cf-3551-47c7-913d-4c114bfffba1 req-dffb62cf-e13e-448b-b167-b6692fbc81da tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1957004 Feb 09 15:46:13.617137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:46:13.629861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:13.646422 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:46:13.661383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Attempting to bind port b35fc779-4929-4a19-996e-ae8de6492f35 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:13.661723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Attempting to bind port b35fc779-4929-4a19-996e-ae8de6492f35 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:13.662607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Attempting to bind port b35fc779-4929-4a19-996e-ae8de6492f35 on network 0814e721-be2a-4e05-a804-a36de7433b35 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:13.680663 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:13.682868 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:13.699379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Port b35fc779-4929-4a19-996e-ae8de6492f35 on network 0814e721-be2a-4e05-a804-a36de7433b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:46:13.699676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Attempting to bind port b35fc779-4929-4a19-996e-ae8de6492f35 on network 0814e721-be2a-4e05-a804-a36de7433b35 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:13.707268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-418911cf-3551-47c7-913d-4c114bfffba1 req-524c51bc-db82-4c40-854c-2fb689dfad39 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513159 Feb 09 15:46:13.714128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-3dc300e2-4237-4830-a8ff-8c2130024825 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "PUT /v2.0/floatingips/6e5adbd1-35af-44cf-8a92-daca75562342 HTTP/1.1" status: 200 len: 695 time: 2.7319326 Feb 09 15:46:13.724791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:46:13.725143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Checking segment: {'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:46:13.726258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Bound using segment: {'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:46:13.726258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Bound port: b35fc779-4929-4a19-996e-ae8de6492f35, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:13.726632 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:13.739478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-19bf6f39-3775-4921-a12f-102c6511187d service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296863 Feb 09 15:46:13.880758 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:13.966086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] For port b35fc779-4929-4a19-996e-ae8de6492f35, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:13.984980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] For port b35fc779-4929-4a19-996e-ae8de6492f35, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b35fc779-4929-4a19-996e-ae8de6492f35,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:14.001566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-34db325e-0cfd-4ad3-8e75-e8a0e0e1c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:14.001566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-34db325e-0cfd-4ad3-8e75-e8a0e0e1c3a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 1096 time: 0.2595804 Feb 09 15:46:14.118385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-eebc2c74-a70f-4690-982a-423b38823d89 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659217 Feb 09 15:46:14.178715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:14.180046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-60ffcd0d-1021-4f73-975d-aabf5b0f9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:14.182834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-60ffcd0d-1021-4f73-975d-aabf5b0f9dbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.1690435 Feb 09 15:46:14.210893 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:46:14.220617 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:14.221161 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:45:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:14.260022 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:14.270534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-7aa0aed3-a370-48de-88c8-5bf2bc5a67d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 217 time: 0.0805569 Feb 09 15:46:14.307503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:14.308768 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:14.310359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] 10.222.0.13 "PUT /v2.0/ports/b35fc779-4929-4a19-996e-ae8de6492f35 HTTP/1.1" status: 200 len: 1091 time: 3.1980901 Feb 09 15:46:14.343192 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:14.379977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e19578-a9cc-4c59-8601-912334ec4411 service neutron] Pushing event updated for resources: {'Port': ['ID=b35fc779-4929-4a19-996e-ae8de6492f35,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:14.385672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-4372f3b0-e55c-4b51-898c-67b0f542815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:14.387523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-4372f3b0-e55c-4b51-898c-67b0f542815c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.0947175 Feb 09 15:46:14.546770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Request body: {'port': {'device_id': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:14.556243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-f92dbe10-b2e5-4e9d-92cf-913e5899cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:14.561467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-f92dbe10-b2e5-4e9d-92cf-913e5899cd4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553831 Feb 09 15:46:14.675298 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:14.753571 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4848e37c-c1ec-48c0-b0fa-7c4a6cd68e24 None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:46:15.154929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e273d0e3-7310-4d6e-9c69-3c7b44bfc3d7 None None] New status for floating IP 6e5adbd1-35af-44cf-8a92-daca75562342: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:46:15.175637 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:15.305813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-a7aa6824-a088-4651-a7d6-53ac835a95b5 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283618 Feb 09 15:46:15.658847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07eaa6b6-529b-4b0c-b6df-848f9422dea6 req-0e61bbe9-3469-4b50-a1b8-e553734915c4 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373892 Feb 09 15:46:15.801804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c3844c-d838-41ca-927e-b76f865aff30 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:15.809963 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc78a72-a252-439a-be17-74ea9749209a x-openstack-request-id: req-0fc78a72-a252-439a-be17-74ea9749209a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:15.810750 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "tag": "e2db5fee-d5e8-40bf-8411-28d992f3fdba", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:15.811312 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fc78a72-a252-439a-be17-74ea9749209a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:15.812285 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'tag': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba', 'status': 'completed', 'code': 200} Feb 09 15:46:15.819560 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:15.871910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Transition to ACTIVE for port object d4c3844c-d838-41ca-927e-b76f865aff30 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:15.896669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-bc7a98d6-155c-474c-84ab-ce29632be102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:15.897182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-bc7a98d6-155c-474c-84ab-ce29632be102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:15.897668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-bc7a98d6-155c-474c-84ab-ce29632be102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:15.900021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-bc7a98d6-155c-474c-84ab-ce29632be102 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2797 time: 0.0747359 Feb 09 15:46:15.995094 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:16.163182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0848-8dfe-4645-a4b1-8215768099c9 req-30c87bcd-b15c-4e8a-9438-96c2a095a6f7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.166068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-241f0848-8dfe-4645-a4b1-8215768099c9 req-30c87bcd-b15c-4e8a-9438-96c2a095a6f7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 944 time: 0.2610056 Feb 09 15:46:16.172402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c3844c-d838-41ca-927e-b76f865aff30,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:16.271401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-7ad8fa56-d3ad-4d6d-9026-009eb990f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.272262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-7ad8fa56-d3ad-4d6d-9026-009eb990f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.273108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-7ad8fa56-d3ad-4d6d-9026-009eb990f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.276179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-7ad8fa56-d3ad-4d6d-9026-009eb990f3d1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=37241014ae584de9a7b40fa0df1142c9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3612018 Feb 09 15:46:16.458459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-241f0848-8dfe-4645-a4b1-8215768099c9 req-6ed3a75e-30f6-444f-9ea5-ff0f52f5f6bc tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771988 Feb 09 15:46:16.493039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Attempting to bind port d4c3844c-d838-41ca-927e-b76f865aff30 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:16.493368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Attempting to bind port d4c3844c-d838-41ca-927e-b76f865aff30 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:16.493764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Attempting to bind port d4c3844c-d838-41ca-927e-b76f865aff30 on network cb7268d1-071d-4569-8ae3-8fe719c5d860 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:16.507662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Port d4c3844c-d838-41ca-927e-b76f865aff30 on network cb7268d1-071d-4569-8ae3-8fe719c5d860 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:46:16.507996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Attempting to bind port d4c3844c-d838-41ca-927e-b76f865aff30 on network cb7268d1-071d-4569-8ae3-8fe719c5d860 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:16.520281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:46:16.527946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Checking segment: {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:46:16.527946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Bound using segment: {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:46:16.527946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Bound port: d4c3844c-d838-41ca-927e-b76f865aff30, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:16.527946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:16.550548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-cf6462c4-d01c-42bb-92bd-b81ddfd75c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.556395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3424693e-7b77-4eb0-a89a-ba738e8d8fab req-cf6462c4-d01c-42bb-92bd-b81ddfd75c4f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2666669 Feb 09 15:46:16.596451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-0aa7b056-b9c6-432d-b18e-363c6afdc117 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:46:16.597803 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-0aa7b056-b9c6-432d-b18e-363c6afdc117 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1281645 Feb 09 15:46:16.683507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] For port d4c3844c-d838-41ca-927e-b76f865aff30, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:16.700273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] For port d4c3844c-d838-41ca-927e-b76f865aff30, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d4c3844c-d838-41ca-927e-b76f865aff30,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:16.716557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f809373-17ef-4095-9dad-e01004fb746a req-2839d5ed-79a8-4705-9102-903f7197c2b4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.718201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f809373-17ef-4095-9dad-e01004fb746a req-2839d5ed-79a8-4705-9102-903f7197c2b4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.0745912 Feb 09 15:46:16.723056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-7b2ff6c1-09ae-457b-9792-63fcf4d18d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.729016 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-7b2ff6c1-09ae-457b-9792-63fcf4d18d5d service neutron] 10.222.0.53 "GET /v2.0/ports/cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 1094 time: 0.1181746 Feb 09 15:46:16.737026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Request body: {'binding': {'host': 'n-h2-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:16.737780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 15:46:16.786155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f809373-17ef-4095-9dad-e01004fb746a req-f7ae5723-0b0f-4d6c-8b82-e31fa5c9f258 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543337 Feb 09 15:46:16.792076 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:16.856676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.857761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:16.860683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] 10.222.0.13 "PUT /v2.0/ports/d4c3844c-d838-41ca-927e-b76f865aff30 HTTP/1.1" status: 200 len: 1091 time: 2.3244982 Feb 09 15:46:16.863994 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701cb168-3a9f-491c-881e-76caff8ff2f7 x-openstack-request-id: req-701cb168-3a9f-491c-881e-76caff8ff2f7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:16.877796 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:16.877796 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-701cb168-3a9f-491c-881e-76caff8ff2f7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:16.877796 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'code': 200} Feb 09 15:46:16.906331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09750f-9d4a-4d3e-afae-1dd5f8678477 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c3844c-d838-41ca-927e-b76f865aff30,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:17.005852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb1b5-21df-4bbd-a848-ec1b494b039c req-2b43c6a5-232f-4139-acc0-3e4015fc6abb tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.008294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52ebb1b5-21df-4bbd-a848-ec1b494b039c req-2b43c6a5-232f-4139-acc0-3e4015fc6abb tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6d05559-b564-4986-b179-107f9f8f469c HTTP/1.1" status: 200 len: 946 time: 0.0807760 Feb 09 15:46:17.035430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on host n-h2-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:17.043560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:17.043560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:17.043560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:46:17.043560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:17.048529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:46:17.048867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:46:17.049576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:46:17.050029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Bound port: cb8a4e5b-38aa-4c01-a364-247688bab250, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:17.074998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52ebb1b5-21df-4bbd-a848-ec1b494b039c req-a877d568-2c18-449d-b12e-655b2fbc89bf tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582302 Feb 09 15:46:17.145309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:17.229442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f786685-8495-4c4e-8d10-4a6bd5393f43 req-55cc7f56-1fd9-451f-811b-10dfc4345320 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.235931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f786685-8495-4c4e-8d10-4a6bd5393f43 req-55cc7f56-1fd9-451f-811b-10dfc4345320 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.242058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f786685-8495-4c4e-8d10-4a6bd5393f43 req-55cc7f56-1fd9-451f-811b-10dfc4345320 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.243833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f786685-8495-4c4e-8d10-4a6bd5393f43 req-55cc7f56-1fd9-451f-811b-10dfc4345320 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2411 time: 0.0794845 Feb 09 15:46:17.313154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f786685-8495-4c4e-8d10-4a6bd5393f43 req-65af246e-b634-45c8-922e-302e4c88f1c4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593696 Feb 09 15:46:17.321879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:17.322835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-bc3113f3-9131-41a0-a2b9-33953462100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.323038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-bc3113f3-9131-41a0-a2b9-33953462100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.323782 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-35e0b835-5c6b-4335-b8fc-c0192bd74c32 service neutron] 10.222.0.53 "POST /v2.0/ports/cb8a4e5b-38aa-4c01-a364-247688bab250/bindings HTTP/1.1" status: 201 len: 389 time: 0.5906641 Feb 09 15:46:17.323990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-bc3113f3-9131-41a0-a2b9-33953462100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.326166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-bc3113f3-9131-41a0-a2b9-33953462100d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2864 time: 0.0812476 Feb 09 15:46:17.389973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-463b2da7-b898-4d66-8fd1-d47cb76d8640 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.151&port_id=e2db5fee-d5e8-40bf-8411-28d992f3fdba HTTP/1.1" status: 200 len: 217 time: 0.0545800 Feb 09 15:46:17.448422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-81f29da6-f2be-4a33-bf8d-d72258471b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.449934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-81f29da6-f2be-4a33-bf8d-d72258471b24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d44acbc-91a6-4866-828d-ddafb2f1f334 HTTP/1.1" status: 200 len: 801 time: 0.0527029 Feb 09 15:46:17.529928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-9600bb6d-60e4-4d3b-a845-93a09dcdf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.533489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-9600bb6d-60e4-4d3b-a845-93a09dcdf250 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb7268d1-071d-4569-8ae3-8fe719c5d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727298 Feb 09 15:46:17.710094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-b792bbf4-026c-4179-b896-cdc9524df947 service neutron] 10.222.0.13 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683710 Feb 09 15:46:17.813884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d'}, {'name': 'network-changed', 'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'tag': 'b35fc779-4929-4a19-996e-ae8de6492f35'}, {'name': 'network-changed', 'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'tag': 'd4c3844c-d838-41ca-927e-b76f865aff30'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:17.817914 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bfbd28-f1f3-4939-8906-93da355caf4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d"}, {"name": "network-changed", "server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "tag": "b35fc779-4929-4a19-996e-ae8de6492f35"}, {"name": "network-changed", "server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "tag": "d4c3844c-d838-41ca-927e-b76f865aff30"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:17.864859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-02a7bfbe-c081-44f4-a8b9-c51c268f64a2 service neutron] 10.222.0.13 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472259 Feb 09 15:46:17.918160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-412743cc-9c17-4d1b-97cd-4a2d6f5a19ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.13&port_id=b35fc779-4929-4a19-996e-ae8de6492f35 HTTP/1.1" status: 200 len: 217 time: 0.0448744 Feb 09 15:46:17.979233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-2ddf7caf-6b34-4494-8fc4-fc901f755a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.981002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-2ddf7caf-6b34-4494-8fc4-fc901f755a24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45942265-bee9-4811-b29c-7eaacffbc108 HTTP/1.1" status: 200 len: 801 time: 0.0531654 Feb 09 15:46:18.036369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-784e4e2b-3e51-4874-8623-557846aa2dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:18.037999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-784e4e2b-3e51-4874-8623-557846aa2dc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0814e721-be2a-4e05-a804-a36de7433b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0485425 Feb 09 15:46:18.151197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-1c9f8953-5ad7-458e-a1a8-22ea51f23314 service neutron] 10.222.0.13 "GET /v2.0/networks/0814e721-be2a-4e05-a804-a36de7433b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038601 Feb 09 15:46:18.291684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-eaeae516-7a13-411b-959c-548242a1472e service neutron] 10.222.0.13 "GET /v2.0/networks/0814e721-be2a-4e05-a804-a36de7433b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320791 Feb 09 15:46:18.339222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-dc603b5c-8f57-4914-97e1-00a3afa13744 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=d4c3844c-d838-41ca-927e-b76f865aff30 HTTP/1.1" status: 200 len: 217 time: 0.0391939 Feb 09 15:46:18.446580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88953b70-2449-4e7a-be8a-fe18f19a3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:18.448235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-88953b70-2449-4e7a-be8a-fe18f19a3cca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d44acbc-91a6-4866-828d-ddafb2f1f334 HTTP/1.1" status: 200 len: 801 time: 0.1029558 Feb 09 15:46:18.467432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace92416-91aa-42f7-b47e-9a709a3318ba req-4bd51044-10cb-498a-98cb-1ddfcf0f7750 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:18.467432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ace92416-91aa-42f7-b47e-9a709a3318ba req-4bd51044-10cb-498a-98cb-1ddfcf0f7750 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=868dbc82-6c2d-4c66-a3cb-a6dedf29406d HTTP/1.1" status: 200 len: 946 time: 0.0878255 Feb 09 15:46:18.577232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ace92416-91aa-42f7-b47e-9a709a3318ba req-3a1eaaf0-9438-45e1-903c-9494b8b53376 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982370 Feb 09 15:46:18.581065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-a9e3b220-884f-41c0-91c9-393c4c7bbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:18.582623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-a9e3b220-884f-41c0-91c9-393c4c7bbcd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb7268d1-071d-4569-8ae3-8fe719c5d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1155021 Feb 09 15:46:18.591722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c07436-ce99-4c0a-8239-a2748aa2fd50 req-87dc8e98-0f58-4461-bf33-0c9519f40447 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:18.593475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77c07436-ce99-4c0a-8239-a2748aa2fd50 req-87dc8e98-0f58-4461-bf33-0c9519f40447 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 946 time: 0.1158140 Feb 09 15:46:18.661627 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33fb37c-12b4-4069-aa8d-1216181ee2b7 x-openstack-request-id: req-e33fb37c-12b4-4069-aa8d-1216181ee2b7 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:18.661912 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "tag": "b35fc779-4929-4a19-996e-ae8de6492f35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "tag": "d4c3844c-d838-41ca-927e-b76f865aff30", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:18.662147 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e33fb37c-12b4-4069-aa8d-1216181ee2b7 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:18.662933 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'status': 'completed', 'code': 200} Feb 09 15:46:18.662933 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'tag': 'b35fc779-4929-4a19-996e-ae8de6492f35', 'status': 'completed', 'code': 200} Feb 09 15:46:18.663177 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'tag': 'd4c3844c-d838-41ca-927e-b76f865aff30', 'status': 'completed', 'code': 200} Feb 09 15:46:18.694583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77c07436-ce99-4c0a-8239-a2748aa2fd50 req-59972e75-fc20-4d45-b43c-b6a8a72be219 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856605 Feb 09 15:46:18.788033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-e8697d44-d08a-4620-9aa1-19e1dccdb546 service neutron] 10.222.0.13 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934273 Feb 09 15:46:18.820953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-9c2838f6-a02c-4a01-8490-3ca11186e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:18.822780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-9c2838f6-a02c-4a01-8490-3ca11186e274 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 1096 time: 0.1230619 Feb 09 15:46:18.824897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-c477117c-6852-49d4-9026-1e6059e2d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:18.826400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-c477117c-6852-49d4-9026-1e6059e2d3fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1097 time: 0.1255779 Feb 09 15:46:19.112295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7ed70-1421-457b-ac40-43a98420eebc req-3bb4674c-1fb7-45f1-a7d8-0f75fc1a16f4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.113928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7a7ed70-1421-457b-ac40-43a98420eebc req-3bb4674c-1fb7-45f1-a7d8-0f75fc1a16f4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.3139820 Feb 09 15:46:19.189532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b59d48e-6f0a-46b3-a9a1-09cfbcd6bb7e req-4d0926ad-e7f1-422b-adcd-218e89514e49 service neutron] 10.222.0.13 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881598 Feb 09 15:46:19.202127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-81017ee6-70a0-4a5e-ba96-cbed45ef1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.203710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-81017ee6-70a0-4a5e-ba96-cbed45ef1185 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.3324695 Feb 09 15:46:19.212142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960c2b4-64dd-4fda-97bf-9eb4d45c5638 req-e0f3f3f1-7abb-4f8b-be23-db85be71aa2d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.213693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6960c2b4-64dd-4fda-97bf-9eb4d45c5638 req-e0f3f3f1-7abb-4f8b-be23-db85be71aa2d tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.2711234 Feb 09 15:46:19.217419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-4552396c-329e-4bd0-b053-205d0b13ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.219003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-4552396c-329e-4bd0-b053-205d0b13ad65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.3462260 Feb 09 15:46:19.287477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7a7ed70-1421-457b-ac40-43a98420eebc req-96aaee55-10d4-4273-bbbc-7000b1b76908 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428845 Feb 09 15:46:19.326527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-20296a99-ce56-4de0-87e6-2427ebbade53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 200 len: 217 time: 0.1047251 Feb 09 15:46:19.329894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-c3e8cd78-d68c-4193-9e64-e1b7efafa8dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 217 time: 0.0926983 Feb 09 15:46:19.423579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6960c2b4-64dd-4fda-97bf-9eb4d45c5638 req-73d85722-7424-45c0-a603-38d3784ab101 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006807 Feb 09 15:46:19.466265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-b6b0f660-aa4b-401d-a761-24148dd51475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.466265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-b6b0f660-aa4b-401d-a761-24148dd51475 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.1194956 Feb 09 15:46:19.466693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-6bda623c-b946-4589-a36f-0f48081cc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.468346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-6bda623c-b946-4589-a36f-0f48081cc5c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.1257904 Feb 09 15:46:19.523087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-be263da6-0b26-4623-9b6e-bf8044607beb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449874 Feb 09 15:46:19.559615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5118a9-bdc6-45ed-a5c9-09149c454878 req-269a3fae-fb40-429a-bf0f-fd3e4a54e6fa tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.561310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc5118a9-bdc6-45ed-a5c9-09149c454878 req-269a3fae-fb40-429a-bf0f-fd3e4a54e6fa tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 1095 time: 0.1971447 Feb 09 15:46:19.727489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc5118a9-bdc6-45ed-a5c9-09149c454878 req-c0dec139-8e99-4ffc-887e-3b825c06823d tempest-LiveMigrationTest-2095888782 tempest-LiveMigrationTest-2095888782-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416628 Feb 09 15:46:19.730532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-8a1be24b-788b-43ec-a3b4-7e7b36ac5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.732307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-8a1be24b-788b-43ec-a3b4-7e7b36ac5957 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530594 Feb 09 15:46:19.752613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-5193aa0c-b784-48a7-af2a-19fbb59f471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.752613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-5193aa0c-b784-48a7-af2a-19fbb59f471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.752613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-5193aa0c-b784-48a7-af2a-19fbb59f471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.752613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-5193aa0c-b784-48a7-af2a-19fbb59f471d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2864 time: 0.2291543 Feb 09 15:46:19.774544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04cf29-c151-45ba-8581-5db98da3d273 req-cfba1811-f843-41b3-acf4-d7987a29b9e3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.789460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04cf29-c151-45ba-8581-5db98da3d273 req-cfba1811-f843-41b3-acf4-d7987a29b9e3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.789460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04cf29-c151-45ba-8581-5db98da3d273 req-cfba1811-f843-41b3-acf4-d7987a29b9e3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.795825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb04cf29-c151-45ba-8581-5db98da3d273 req-cfba1811-f843-41b3-acf4-d7987a29b9e3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2411 time: 0.2765195 Feb 09 15:46:19.922058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-ce7a1456-291a-4255-93d2-20b6bfdf98cb service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662033 Feb 09 15:46:20.373790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb04cf29-c151-45ba-8581-5db98da3d273 req-166c0773-2efb-4aa4-b8d7-0ca1c569262e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768917 Feb 09 15:46:20.496095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-0484c963-a896-47e1-bb6d-b5edc06542b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:20.497621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-0484c963-a896-47e1-bb6d-b5edc06542b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0814e721-be2a-4e05-a804-a36de7433b35 HTTP/1.1" status: 200 len: 902 time: 0.7374940 Feb 09 15:46:20.505966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-9a0dcbe7-d2c8-4a8e-99e2-445682a9f379 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:20.507603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-9a0dcbe7-d2c8-4a8e-99e2-445682a9f379 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6610062 Feb 09 15:46:20.521708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-d99d6b91-ded7-4e0c-98dc-13dbd0138088 service neutron] 10.222.0.73 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7711470 Feb 09 15:46:20.638950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-54e5fd23-17e2-4ac5-b9fb-fa8d6d50a0a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.13&port_id=b35fc779-4929-4a19-996e-ae8de6492f35 HTTP/1.1" status: 200 len: 217 time: 0.1215379 Feb 09 15:46:20.651771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-c587e83b-042f-4f83-adfc-53b610046fa9 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:20.653470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-c587e83b-042f-4f83-adfc-53b610046fa9 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.73 "GET /v2.0/ports?device_id=e612dc5e-e50a-4d23-8e21-fee6e5078e7c HTTP/1.1" status: 200 len: 945 time: 0.2834897 Feb 09 15:46:20.682182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-6f8e2e17-eaeb-45b7-b875-3c1951c8bc73 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340782 Feb 09 15:46:20.693583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-c20f7e1d-08cb-4d4d-b2e2-98ca4304a7fc tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 696 time: 0.1775274 Feb 09 15:46:20.759144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Request body: {'floatingip': {'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:20.825105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:20.910353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-d0dc0b43-4725-43b7-a337-7420221baf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:20.911800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-d0dc0b43-4725-43b7-a337-7420221baf8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45942265-bee9-4811-b29c-7eaacffbc108 HTTP/1.1" status: 200 len: 801 time: 0.2222700 Feb 09 15:46:20.944069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:46:21.017712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-7afa45df-778d-4b55-97ac-0969231fee0c service neutron] 10.222.0.73 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769411 Feb 09 15:46:21.074869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:21.089793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'mac_address': 'fa:16:3e:a0:67:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:46:21.139896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-90af4e7f-120c-4978-b8d3-430db71d3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:21.140540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:21.142016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-90af4e7f-120c-4978-b8d3-430db71d3a0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0814e721-be2a-4e05-a804-a36de7433b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1898074 Feb 09 15:46:21.151991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-d92d2ee4-097d-4501-852c-7a17e2708d73 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:21.153572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-d92d2ee4-097d-4501-852c-7a17e2708d73 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1097 time: 0.2518156 Feb 09 15:46:21.165100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:21.182880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828542-1'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:21.188182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:21.188634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Deleting port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:21.189166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:21.265020 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:21.331234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=12']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:21.420742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:21.426019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:21.511611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-278a4ac6-7c83-411f-93b5-6fd1a55a5ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/0814e721-be2a-4e05-a804-a36de7433b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509929 Feb 09 15:46:21.519962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] For port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:21.520373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:21.642132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Calling delete_port for 414351d7-0c2c-4afc-8ff5-e4e60245ed0d owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:21.879385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4316b-d34d-4951-b694-4b7288cd4120 req-a0d66eca-da2b-48f3-9c84-53c2b9e60fdd tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:21.881102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6bf4316b-d34d-4951-b694-4b7288cd4120 req-a0d66eca-da2b-48f3-9c84-53c2b9e60fdd tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 946 time: 0.3336134 Feb 09 15:46:21.958950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-a267747c-8c12-487b-bfaf-da0df950bdc2 service neutron] 10.222.0.13 "GET /v2.0/networks/0814e721-be2a-4e05-a804-a36de7433b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177403 Feb 09 15:46:22.015562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:22.131093 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6bf4316b-d34d-4951-b694-4b7288cd4120 req-577d6231-13ef-469e-82f2-1f5fd0ed2cec tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244966 Feb 09 15:46:22.174966 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:22.216383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-3b8264cd-6bb9-462a-8e27-a38f401798f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:22.216871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-3b8264cd-6bb9-462a-8e27-a38f401798f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:22.217341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-3b8264cd-6bb9-462a-8e27-a38f401798f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:22.219060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-3b8264cd-6bb9-462a-8e27-a38f401798f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2864 time: 0.1596761 Feb 09 15:46:22.221939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:22.302759 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:22.768056 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1836f9c9-b030-42ec-89d8-75ad51f5e6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:22.813497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:22.830694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['317d84d8-39da-4c91-9987-4cc63e74a16d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:22.833906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:22.836706 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882ef3a7-451f-481b-acc7-fe9922039798" -d '{"events": [{"server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:22.846790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:22.913783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Pushing event deleted for resources: {'Port': ['ID=414351d7-0c2c-4afc-8ff5-e4e60245ed0d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:22.947096 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b35fc779-4929-4a19-996e-ae8de6492f35 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:46:22.954003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:46:23.045849 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.136870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-687773fa-169d-47fe-87a2-c1457c5b2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:23.139992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-687773fa-169d-47fe-87a2-c1457c5b2238 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb7268d1-071d-4569-8ae3-8fe719c5d860 HTTP/1.1" status: 200 len: 903 time: 0.8800323 Feb 09 15:46:23.142125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] No DVR routers for this DVR port 414351d7-0c2c-4afc-8ff5-e4e60245ed0d on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:23.175923 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Floating IP 6e5adbd1-35af-44cf-8a92-daca75562342 associated. External IP: 172.25.5.150, port: 317d84d8-39da-4c91-9987-4cc63e74a16d. Feb 09 15:46:23.184800 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.188544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38e99c2a-5dc5-447c-b7b9-ad8c544bc0c6 req-8213aeef-e5f0-4562-a9b3-41ac8cd14441 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.73 "DELETE /v2.0/ports/414351d7-0c2c-4afc-8ff5-e4e60245ed0d HTTP/1.1" status: 204 len: 173 time: 2.5006869 Feb 09 15:46:23.253105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-13955d2b-4930-4ed9-a70b-24d786a73c15 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:23.255039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-13955d2b-4930-4ed9-a70b-24d786a73c15 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.73 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 945 time: 0.4497383 Feb 09 15:46:23.287182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 414351d7-0c2c-4afc-8ff5-e4e60245ed0d no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:23.322197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 414351d7-0c2c-4afc-8ff5-e4e60245ed0d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:23.322540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 414351d7-0c2c-4afc-8ff5-e4e60245ed0d not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:23.348642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-c4c1ae70-82da-4e3b-affb-ecac9132b021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=d4c3844c-d838-41ca-927e-b76f865aff30 HTTP/1.1" status: 200 len: 217 time: 0.1651597 Feb 09 15:46:23.418789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:23.419271 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.502770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b35fc779-4929-4a19-996e-ae8de6492f35, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b35fc779-4929-4a19-996e-ae8de6492f35,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:23.536713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'b35fc779-4929-4a19-996e-ae8de6492f35', 'network_id': '0814e721-be2a-4e05-a804-a36de7433b35', 'port_id': 'b35fc779-4929-4a19-996e-ae8de6492f35', 'mac_address': 'fa:16:3e:0f:af:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45942265-bee9-4811-b29c-7eaacffbc108', 'ip_address': '19.86.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:46:23.561859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:23.633842 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.656209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f5a0a-dcbf-4154-8588-5554839eecbf req-8f8af263-b06b-4a04-86e2-62092146100e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:23.657922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f44f5a0a-dcbf-4154-8588-5554839eecbf req-8f8af263-b06b-4a04-86e2-62092146100e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 946 time: 0.7532768 Feb 09 15:46:23.678056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35fc779-4929-4a19-996e-ae8de6492f35 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:23.687214 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.713865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b35fc779-4929-4a19-996e-ae8de6492f35, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b35fc779-4929-4a19-996e-ae8de6492f35,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:23.737254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on host n-h1-828542-1 for vnic_type normal with profile {"migrating_to": "n-h2-828542-1"} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:23.737784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:23.738317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:23.760387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:23.761696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:23.765662 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e296b-a5e0-444f-a8f2-3f8606099c07" -d '{"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:23.842495 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.843574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d4c3844c-d838-41ca-927e-b76f865aff30 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:46:23.856148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:46:23.857056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Attempting to bind port cb8a4e5b-38aa-4c01-a364-247688bab250 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:23.903258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-640bbc80-b6e8-4ae4-ac41-2f94d134a69f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:23.905894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-640bbc80-b6e8-4ae4-ac41-2f94d134a69f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.73 "GET /v2.0/ports?device_id=868dbc82-6c2d-4c66-a3cb-a6dedf29406d HTTP/1.1" status: 200 len: 946 time: 0.6119800 Feb 09 15:46:23.911507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:24.043821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-7f9f1d8a-8d32-4f25-8697-f36f365cd8f7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:24.046436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-7f9f1d8a-8d32-4f25-8697-f36f365cd8f7 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 944 time: 0.5251539 Feb 09 15:46:24.047698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:46:24.048273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:46:24.048892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:46:24.064884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Bound port: cb8a4e5b-38aa-4c01-a364-247688bab250, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:24.065484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:24.087702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=b35fc779-4929-4a19-996e-ae8de6492f35,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:24.098582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-0ff03e04-21eb-4f80-8f26-3433614c4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:24.105575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-0ff03e04-21eb-4f80-8f26-3433614c4e38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d44acbc-91a6-4866-828d-ddafb2f1f334 HTTP/1.1" status: 200 len: 801 time: 0.5745380 Feb 09 15:46:24.180560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f44f5a0a-dcbf-4154-8588-5554839eecbf req-24d93ec3-94d9-42c2-ae9a-15c0c8aa9ec0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4950712 Feb 09 15:46:24.282821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=13']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:24.301210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d4c3844c-d838-41ca-927e-b76f865aff30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d4c3844c-d838-41ca-927e-b76f865aff30,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:24.339215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'd4c3844c-d838-41ca-927e-b76f865aff30', 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860', 'port_id': 'd4c3844c-d838-41ca-927e-b76f865aff30', 'mac_address': 'fa:16:3e:c5:f7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d44acbc-91a6-4866-828d-ddafb2f1f334', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:46:24.440866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:24.462340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c3844c-d838-41ca-927e-b76f865aff30 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:24.499167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d4c3844c-d838-41ca-927e-b76f865aff30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d4c3844c-d838-41ca-927e-b76f865aff30,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:24.580655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Deleting port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:24.581099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:24.585290 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:24.585983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-21798e39-3f0e-4e14-84f8-a5fee49e8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:24.586217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e2db5fee-d5e8-40bf-8411-28d992f3fdba details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:46:24.587814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-21798e39-3f0e-4e14-84f8-a5fee49e8772 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb7268d1-071d-4569-8ae3-8fe719c5d860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4189327 Feb 09 15:46:24.673485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e2db5fee-d5e8-40bf-8411-28d992f3fdba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e2db5fee-d5e8-40bf-8411-28d992f3fdba,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:24.676371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d4c3844c-d838-41ca-927e-b76f865aff30,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:24.689681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba', 'network_id': 'cb7268d1-071d-4569-8ae3-8fe719c5d860', 'port_id': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba', 'mac_address': 'fa:16:3e:65:4a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d44acbc-91a6-4866-828d-ddafb2f1f334', 'ip_address': '19.80.0.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:46:24.720478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:24.768789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:24.780034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Router 4893d411-a984-4a21-895a-1adbec8c4929 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:46:24.802862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:24.843676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2db5fee-d5e8-40bf-8411-28d992f3fdba {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:24.847205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Deleting port 89201241-a3cd-4597-b534-6c2a300f410d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:24.847685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:24.884876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e2db5fee-d5e8-40bf-8411-28d992f3fdba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e2db5fee-d5e8-40bf-8411-28d992f3fdba,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:24.906722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f6f7a-a472-4a9d-9310-5d156c45300d req-6d51d067-a849-4ee9-ada0-e37f31008d05 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:24.909027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-074f6f7a-a472-4a9d-9310-5d156c45300d req-6d51d067-a849-4ee9-ada0-e37f31008d05 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.3329568 Feb 09 15:46:24.911569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Deleting port 160cc16a-a864-4abe-ab94-b5600599df85 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:24.912104 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.016646 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.027694 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.116158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e2db5fee-d5e8-40bf-8411-28d992f3fdba,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:25.149067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] For port 47f81ce3-5319-4d3a-a83a-1e7d33a65631, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=47f81ce3-5319-4d3a-a83a-1e7d33a65631,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:25.149398 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.201244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-b4e51d26-3d5d-4d8e-8991-7524713f6f61 service neutron] 10.222.0.13 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795856 Feb 09 15:46:25.234948 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-943d03fa-9d23-43be-80ac-ecf8cf672ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.254359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Calling delete_port for 47f81ce3-5319-4d3a-a83a-1e7d33a65631 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:25.289816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-074f6f7a-a472-4a9d-9310-5d156c45300d req-829cba1e-f06b-4b61-aeec-d716ed31bbeb tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576934 Feb 09 15:46:25.530309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['b35fc779-4929-4a19-996e-ae8de6492f35'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:25.540933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e2db5fee-d5e8-40bf-8411-28d992f3fdba'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:25.615893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d4c3844c-d838-41ca-927e-b76f865aff30'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:25.841835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:25.850063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] For port 160cc16a-a864-4abe-ab94-b5600599df85, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=160cc16a-a864-4abe-ab94-b5600599df85,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:25.850929 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.872590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:25.873223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.874741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-8e49d374-34d5-49bb-8a0e-05b5d3ea51a6 service neutron] 10.222.0.73 "PUT /v2.0/ports/cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 1122 time: 4.6980114 Feb 09 15:46:25.883446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:46:25.897204 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.902160 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:46:25.913507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Calling delete_port for 160cc16a-a864-4abe-ab94-b5600599df85 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:25.916605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] For port 89201241-a3cd-4597-b534-6c2a300f410d, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=89201241-a3cd-4597-b534-6c2a300f410d,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:25.919323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:25.936844 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:25.972536 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:25.982574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Calling delete_port for 89201241-a3cd-4597-b534-6c2a300f410d owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:26.030856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-a331b49e-9aa8-4772-832f-d48a5df79177 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "PUT /v2.0/floatingips/6e5adbd1-35af-44cf-8a92-daca75562342 HTTP/1.1" status: 200 len: 997 time: 5.3193581 Feb 09 15:46:26.079278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['cb8a4e5b-38aa-4c01-a364-247688bab250'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:26.119049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bfbd28-f1f3-4939-8906-93da355caf4c req-81da6416-e55d-41e7-9e15-3b4726018c45 service neutron] 10.222.0.13 "GET /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8746176 Feb 09 15:46:26.171722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9d11-2b35-4f8f-b3e8-b6875c34bf04 req-111d34f3-41cf-4076-9915-f28b6281f043 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:26.179457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bef9d11-2b35-4f8f-b3e8-b6875c34bf04 req-111d34f3-41cf-4076-9915-f28b6281f043 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 945 time: 0.4273393 Feb 09 15:46:26.376721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-e7c3a3a8-d838-4189-9b83-bb491cc68929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:26.379863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-e7c3a3a8-d838-4189-9b83-bb491cc68929 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.3479121 Feb 09 15:46:26.393432 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:26.409376 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:26.569112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:26.578720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bef9d11-2b35-4f8f-b3e8-b6875c34bf04 req-1a01e531-8d4d-4c3d-8aee-51410395f038 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/security-groups?id=0de2356a-41db-4f8e-80d5-93f380f02797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975635 Feb 09 15:46:26.635640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Pushing event deleted for resources: {'Port': ['ID=47f81ce3-5319-4d3a-a83a-1e7d33a65631,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:26.771079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] No DVR routers for this DVR port 47f81ce3-5319-4d3a-a83a-1e7d33a65631 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:26.795441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:26.799642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20286431-0d5c-47ad-b7f4-6fdcc24f025d req-93d27beb-cf6e-4dc9-ac9c-54d7acd0c653 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.73 "DELETE /v2.0/ports/47f81ce3-5319-4d3a-a83a-1e7d33a65631 HTTP/1.1" status: 204 len: 173 time: 3.4450874 Feb 09 15:46:26.839286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-26a0d407-d71b-4fc9-8e92-a6a600b0c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:26.841079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-26a0d407-d71b-4fc9-8e92-a6a600b0c06e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.4474852 Feb 09 15:46:26.849124 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:26.862790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['81373a06-b633-4275-88db-35699ced58c2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:26.895728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Pushing event deleted for resources: {'Port': ['ID=160cc16a-a864-4abe-ab94-b5600599df85,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:26.906498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2e2b5-ef98-47d2-83c8-9696b317ba99 req-8841a773-5e81-40ef-8dde-8ffcc06f1ce5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:26.913110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2e2b5-ef98-47d2-83c8-9696b317ba99 req-8841a773-5e81-40ef-8dde-8ffcc06f1ce5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:26.919349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2e2b5-ef98-47d2-83c8-9696b317ba99 req-8841a773-5e81-40ef-8dde-8ffcc06f1ce5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:26.921337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01e2e2b5-ef98-47d2-83c8-9696b317ba99 req-8841a773-5e81-40ef-8dde-8ffcc06f1ce5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2414 time: 0.2073092 Feb 09 15:46:26.963660 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:4a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:46:21Z', 'revision_number': 8, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:26.973495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['c4a8c239-f46a-49b3-b6e8-23e330ba5ee8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:27.033907 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:46:27.077158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 89201241-a3cd-4597-b534-6c2a300f410d no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:27.087770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:27.090736 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:27.093586 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:27.234358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 89201241-a3cd-4597-b534-6c2a300f410d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:27.235654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 89201241-a3cd-4597-b534-6c2a300f410d not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:27.306007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 47f81ce3-5319-4d3a-a83a-1e7d33a65631 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:27.308016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] No DVR routers for this DVR port 160cc16a-a864-4abe-ab94-b5600599df85 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:27.318346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Pushing event deleted for resources: {'Port': ['ID=89201241-a3cd-4597-b534-6c2a300f410d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:27.328780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-baa16129-e594-400d-87f8-5db5c53c28ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 1000 time: 0.4357400 Feb 09 15:46:27.353701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:27.358655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5f5d1b4-de40-4393-bd3b-d8e0bcb116e1 req-7cbf9a97-d169-4b65-8904-0f64b6119d09 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.73 "DELETE /v2.0/ports/160cc16a-a864-4abe-ab94-b5600599df85 HTTP/1.1" status: 204 len: 173 time: 3.4442973 Feb 09 15:46:27.362653 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-986ee5de-1813-4041-869a-d4c0d95a8956 service neutron] show failed (client error): The resource could not be found. Feb 09 15:46:27.363874 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-986ee5de-1813-4041-869a-d4c0d95a8956 service neutron] 10.222.0.13 "GET /v2.0/ports/38c1d59c-a32c-4882-ad9a-7b1b1c2d5900/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.4415874 Feb 09 15:46:27.388129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] No DVR routers for this DVR port 89201241-a3cd-4597-b534-6c2a300f410d on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:27.394301 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:27.412443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18054644-40c1-43c5-8c21-3050f20f7d43 req-a40f7943-06e9-4bff-9000-433f1841ee9c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.13 "DELETE /v2.0/ports/89201241-a3cd-4597-b534-6c2a300f410d HTTP/1.1" status: 204 len: 173 time: 3.3423555 Feb 09 15:46:27.467616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 47f81ce3-5319-4d3a-a83a-1e7d33a65631 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:27.467616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 47f81ce3-5319-4d3a-a83a-1e7d33a65631 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:27.468284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 160cc16a-a864-4abe-ab94-b5600599df85 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:27.486820 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:27.495114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01e2e2b5-ef98-47d2-83c8-9696b317ba99 req-d4bf41bc-49cc-4da2-ab19-c1abc4b6eb62 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514915 Feb 09 15:46:27.532567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-2c70ce06-a9b3-4c4a-84d7-ed9b2d71edb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:27.535151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-2c70ce06-a9b3-4c4a-84d7-ed9b2d71edb9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.1701434 Feb 09 15:46:27.539094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 160cc16a-a864-4abe-ab94-b5600599df85 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:27.539586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 160cc16a-a864-4abe-ab94-b5600599df85 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:27.678087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-168d7c20-304a-4868-a8c0-dbdbc4380c01 req-cac374c4-2f41-4c7b-97b6-1128efdd42b5 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=868dbc82-6c2d-4c66-a3cb-a6dedf29406d HTTP/1.1" status: 200 len: 210 time: 0.0452678 Feb 09 15:46:27.699079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-26fd54a3-eec9-4d7c-bba1-d8b6b43ec343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:27.703308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-26fd54a3-eec9-4d7c-bba1-d8b6b43ec343 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582053 Feb 09 15:46:27.853374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7a7501b-14fd-46f2-af18-d2f639662029 req-1c020e72-8448-4c2c-9e82-bca4d2b5b892 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 210 time: 0.0462098 Feb 09 15:46:27.947626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-d8cc1662-494a-4885-8e44-12937c1dfa96 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357316 Feb 09 15:46:27.951620 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd859988-abb1-4b46-afeb-b0bcff4b5540 x-openstack-request-id: req-bd859988-abb1-4b46-afeb-b0bcff4b5540 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:27.952266 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:27.952773 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd859988-abb1-4b46-afeb-b0bcff4b5540 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:27.953413 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250', 'code': 200} Feb 09 15:46:28.005859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:28.056667 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:4a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:46:21Z', 'revision_number': 8, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:28.102956 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:28.133000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf5dc71-ccbd-4bd7-95c9-43963bccb8fc req-3618cf8b-2b40-454f-9d48-310a5a60c1f6 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766932 Feb 09 15:46:28.163184 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd67bfe0-ccca-451c-a842-630b4e374665 None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e5adbd1-35af-44cf-8a92-daca75562342', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'floating_ip_address': '172.25.5.150', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'port_id': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'mac_address': 'fa:16:3e:4a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:45:00Z', 'updated_at': '2022-02-09T15:46:21Z', 'revision_number': 8, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:46:28.301528 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88cbc26-dc5d-4278-a676-cdc0bceb2460 x-openstack-request-id: req-d88cbc26-dc5d-4278-a676-cdc0bceb2460 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:28.302137 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-plugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:28.302137 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d88cbc26-dc5d-4278-a676-cdc0bceb2460 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:28.302961 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'code': 200} Feb 09 15:46:28.317573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfe8bf-3793-4f73-80e6-7f51b01b4f16 req-c55c771a-da55-4e62-bfb9-005643ba2298 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:28.331391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3cfe8bf-3793-4f73-80e6-7f51b01b4f16 req-c55c771a-da55-4e62-bfb9-005643ba2298 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 944 time: 0.1689885 Feb 09 15:46:28.425410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3cfe8bf-3793-4f73-80e6-7f51b01b4f16 req-ff65c3fb-0bbb-4be7-a22b-ce5ceef819ba tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941081 Feb 09 15:46:28.593691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615edea-ca83-45be-9023-ebfbbaec2074 None None] New status for floating IP 6e5adbd1-35af-44cf-8a92-daca75562342: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:46:28.611603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba59b07-f5f5-43e3-adda-fcd4483b545f req-6d28e94a-3399-488d-bc9c-fa7ef59e37da tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:28.632272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ba59b07-f5f5-43e3-adda-fcd4483b545f req-6d28e94a-3399-488d-bc9c-fa7ef59e37da tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 947 time: 0.2229135 Feb 09 15:46:28.893091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ba59b07-f5f5-43e3-adda-fcd4483b545f req-d1fc8411-c90f-4f2d-b52f-a0ed370ca2a6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442117 Feb 09 15:46:28.952814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5452f-2cf6-4f73-9e6d-eed2175ab765 req-cba21a21-3c0e-414b-857d-ee18094a4f76 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:28.957176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bca5452f-2cf6-4f73-9e6d-eed2175ab765 req-cba21a21-3c0e-414b-857d-ee18094a4f76 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.2852914 Feb 09 15:46:29.043053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b35fc779-4929-4a19-996e-ae8de6492f35 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:46:29.056239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bca5452f-2cf6-4f73-9e6d-eed2175ab765 req-728c0652-f526-4a98-9868-4a5880599b3c tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912495 Feb 09 15:46:29.079650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00f66363-7440-4c99-ac44-01315505a67d req-44722b4a-b0a2-4846-9d84-fd98cd922b59 tempest-AttachSCSIVolumeTestJSON-310826430 tempest-AttachSCSIVolumeTestJSON-310826430-project] 10.222.0.53 "GET /v2.0/ports?device_id=3eee77d1-a99d-46b3-bf8d-50e77c163694 HTTP/1.1" status: 200 len: 210 time: 0.0478482 Feb 09 15:46:29.228967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-985f7a1a-d421-4062-8263-f4971e5f1944 req-20f6bfa3-96ed-42af-8e54-647cb9569015 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips/6e5adbd1-35af-44cf-8a92-daca75562342 HTTP/1.1" status: 200 len: 997 time: 0.1238890 Feb 09 15:46:29.277498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cb7ca-e446-4acb-94db-7698b27de158 req-c8c0a9cf-0505-4404-9f03-cef8b0734474 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:29.285649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cb7ca-e446-4acb-94db-7698b27de158 req-c8c0a9cf-0505-4404-9f03-cef8b0734474 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:29.291233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cb7ca-e446-4acb-94db-7698b27de158 req-c8c0a9cf-0505-4404-9f03-cef8b0734474 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:29.293196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d28cb7ca-e446-4acb-94db-7698b27de158 req-c8c0a9cf-0505-4404-9f03-cef8b0734474 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2414 time: 0.1208239 Feb 09 15:46:29.301511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cb8a4e5b-38aa-4c01-a364-247688bab250 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:46:29.326090 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:29.434024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d28cb7ca-e446-4acb-94db-7698b27de158 req-196edbe9-5f70-4f8f-9a43-dc6c897bd8f7 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060991 Feb 09 15:46:29.456860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f7a1a-d421-4062-8263-f4971e5f1944 req-fff535ef-0d04-489d-9c62-682795486e8b tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:29.459246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-985f7a1a-d421-4062-8263-f4971e5f1944 req-fff535ef-0d04-489d-9c62-682795486e8b tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.2210598 Feb 09 15:46:29.466988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-69ed791b-377f-49c4-b338-2582fb868161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:29.468848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-69ed791b-377f-49c4-b338-2582fb868161 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0&tenant_id=0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 1100 time: 0.1051772 Feb 09 15:46:29.485858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-985f7a1a-d421-4062-8263-f4971e5f1944 req-2cee0133-1901-44e3-b414-8417103c9c0c tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:46:29.489754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port b35fc779-4929-4a19-996e-ae8de6492f35 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:29.500247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-985f7a1a-d421-4062-8263-f4971e5f1944 req-2cee0133-1901-44e3-b414-8417103c9c0c tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172765 Feb 09 15:46:29.503986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port b35fc779-4929-4a19-996e-ae8de6492f35 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:29.504405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:29.513972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:29.595069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:29.635462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cb8a4e5b-38aa-4c01-a364-247688bab250 has no active binding in host n-h2-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 15:46:29.665789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:29.737961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa8a4029-944a-4d59-9383-e73acd7473b4 req-464e24f1-f1e2-4505-8c3b-f05ea693c9d0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 210 time: 0.0601835 Feb 09 15:46:29.751684 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:29.799618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e05bef93-b855-4621-aa4b-d89ba2157ec2 req-4a3b963f-38c7-4a84-a6ba-51e0f7ef17c5 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=868dbc82-6c2d-4c66-a3cb-a6dedf29406d HTTP/1.1" status: 200 len: 210 time: 0.0673349 Feb 09 15:46:29.858618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b35fc779-4929-4a19-996e-ae8de6492f35, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b35fc779-4929-4a19-996e-ae8de6492f35,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:29.867403 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:29.996852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'name': 'network-vif-deleted', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d'}, {'name': 'network-changed', 'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250'}, {'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d'}, {'server_uuid': '3eee77d1-a99d-46b3-bf8d-50e77c163694', 'name': 'network-vif-deleted', 'tag': '47f81ce3-5319-4d3a-a83a-1e7d33a65631'}, {'server_uuid': '868dbc82-6c2d-4c66-a3cb-a6dedf29406d', 'name': 'network-vif-deleted', 'tag': '160cc16a-a864-4abe-ab94-b5600599df85'}, {'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'name': 'network-vif-deleted', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:30.003681 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:30.003869 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25" -d '{"events": [{"server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "name": "network-vif-deleted", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d"}, {"name": "network-changed", "server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250"}, {"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d"}, {"server_uuid": "3eee77d1-a99d-46b3-bf8d-50e77c163694", "name": "network-vif-deleted", "tag": "47f81ce3-5319-4d3a-a83a-1e7d33a65631"}, {"server_uuid": "868dbc82-6c2d-4c66-a3cb-a6dedf29406d", "name": "network-vif-deleted", "tag": "160cc16a-a864-4abe-ab94-b5600599df85"}, {"server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "name": "network-vif-deleted", "tag": "89201241-a3cd-4597-b534-6c2a300f410d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:30.004014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d4c3844c-d838-41ca-927e-b76f865aff30 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:46:30.139855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=b35fc779-4929-4a19-996e-ae8de6492f35,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:30.207829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348c5f0-546d-4de5-af4d-1c2f1084a4a7 req-308b5990-d855-4bd6-94bc-7528cd065005 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:30.210391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7348c5f0-546d-4de5-af4d-1c2f1084a4a7 req-308b5990-d855-4bd6-94bc-7528cd065005 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 944 time: 0.3633878 Feb 09 15:46:30.216536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-e1af5777-82a0-4ad5-b6cc-d6e0d340b014 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1002 time: 0.3584342 Feb 09 15:46:30.291546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port d4c3844c-d838-41ca-927e-b76f865aff30 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:30.298373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port d4c3844c-d838-41ca-927e-b76f865aff30 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:30.298882 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:30.311308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35fc779-4929-4a19-996e-ae8de6492f35'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:30.325761 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44836c-42e8-4912-bd66-1944fcd53c01" -d '{"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-plugged", "status": "completed", "tag": "b35fc779-4929-4a19-996e-ae8de6492f35"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:30.470049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-5947955b-0eca-4bd1-a488-a90e23d84536 service neutron] 10.222.0.13 "GET /v2.0/ports/cb8a4e5b-38aa-4c01-a364-247688bab250/bindings/n-h2-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.3660073 Feb 09 15:46:30.482743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-78b0c490-77f0-4f51-a580-02feb1e816fe tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:30.484798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-78b0c490-77f0-4f51-a580-02feb1e816fe tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports/317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 943 time: 0.2555006 Feb 09 15:46:30.517417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7348c5f0-546d-4de5-af4d-1c2f1084a4a7 req-d30ac165-84c0-4845-ab49-0945ba2833fd tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964978 Feb 09 15:46:30.527677 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:30.642510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d4c3844c-d838-41ca-927e-b76f865aff30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d4c3844c-d838-41ca-927e-b76f865aff30,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:30.743759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:30.768750 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:30.771177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e2db5fee-d5e8-40bf-8411-28d992f3fdba up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:46:31.154121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d4c3844c-d838-41ca-927e-b76f865aff30,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:31.247759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port e2db5fee-d5e8-40bf-8411-28d992f3fdba completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:31.253912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port e2db5fee-d5e8-40bf-8411-28d992f3fdba triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:31.254775 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.302250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:31.333626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:31.372318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8a4e5b-38aa-4c01-a364-247688bab250 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:31.385658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:31.387781 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.428689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af066e-6c45-44ba-a3ee-2649366cd05d req-abe8deb1-d516-4b66-8992-a12e18ee6e61 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:31.430338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8af066e-6c45-44ba-a3ee-2649366cd05d req-abe8deb1-d516-4b66-8992-a12e18ee6e61 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 947 time: 0.8060908 Feb 09 15:46:31.440279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-88712ac0-3533-4e65-94ef-c7e55272d4f0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1002 time: 0.7926838 Feb 09 15:46:31.525773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:31.530228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e2db5fee-d5e8-40bf-8411-28d992f3fdba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e2db5fee-d5e8-40bf-8411-28d992f3fdba,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:31.596471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.616617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8af066e-6c45-44ba-a3ee-2649366cd05d req-66a704d8-be0e-48e6-a51c-47bb6a0010b4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674075 Feb 09 15:46:31.625005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.659489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.660494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:31.692732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] Transition to ACTIVE for port object cb8a4e5b-38aa-4c01-a364-247688bab250 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:31.727139 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1030 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9123537f-3d68-4706-aee5-2516017f2e10 x-openstack-request-id: req-9123537f-3d68-4706-aee5-2516017f2e10 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:31.727514 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e612dc5e-e50a-4d23-8e21-fee6e5078e7c", "name": "network-vif-deleted", "tag": "414351d7-0c2c-4afc-8ff5-e4e60245ed0d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d", "status": "completed", "code": 200}, {"server_uuid": "3eee77d1-a99d-46b3-bf8d-50e77c163694", "name": "network-vif-deleted", "tag": "47f81ce3-5319-4d3a-a83a-1e7d33a65631", "status": "completed", "code": 200}, {"server_uuid": "868dbc82-6c2d-4c66-a3cb-a6dedf29406d", "name": "network-vif-deleted", "tag": "160cc16a-a864-4abe-ab94-b5600599df85", "status": "completed", "code": 200}, {"server_uuid": "b3c390c1-167c-4022-aa60-6c850ab73f53", "name": "network-vif-deleted", "tag": "89201241-a3cd-4597-b534-6c2a300f410d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:31.727698 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9123537f-3d68-4706-aee5-2516017f2e10 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:31.728151 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e612dc5e-e50a-4d23-8e21-fee6e5078e7c', 'name': 'network-vif-deleted', 'tag': '414351d7-0c2c-4afc-8ff5-e4e60245ed0d', 'status': 'completed', 'code': 200} Feb 09 15:46:31.728406 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250', 'status': 'completed', 'code': 200} Feb 09 15:46:31.728662 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'status': 'completed', 'code': 200} Feb 09 15:46:31.728915 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eee77d1-a99d-46b3-bf8d-50e77c163694', 'name': 'network-vif-deleted', 'tag': '47f81ce3-5319-4d3a-a83a-1e7d33a65631', 'status': 'completed', 'code': 200} Feb 09 15:46:31.729178 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868dbc82-6c2d-4c66-a3cb-a6dedf29406d', 'name': 'network-vif-deleted', 'tag': '160cc16a-a864-4abe-ab94-b5600599df85', 'status': 'completed', 'code': 200} Feb 09 15:46:31.729411 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c390c1-167c-4022-aa60-6c850ab73f53', 'name': 'network-vif-deleted', 'tag': '89201241-a3cd-4597-b534-6c2a300f410d', 'status': 'completed', 'code': 200} Feb 09 15:46:31.748059 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.811233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.852253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e2db5fee-d5e8-40bf-8411-28d992f3fdba,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:31.894376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] Pushing event updated for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:31.931006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Transition to ACTIVE for port object 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:32.025852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-ccc5be2c-f431-4692-ae74-37209aed9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:32.027479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-ccc5be2c-f431-4692-ae74-37209aed9c15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1096 time: 0.2691619 Feb 09 15:46:32.050594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.050821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-d36bc9b3-abc4-4f80-97ed-ac2f533d7f6e tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:32.060002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-d36bc9b3-abc4-4f80-97ed-ac2f533d7f6e tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.6187260 Feb 09 15:46:32.146686 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:46:32.147046 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:46:32.215938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] No DVR routers for this DVR port cb8a4e5b-38aa-4c01-a364-247688bab250 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:32.227788 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.281326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-4df34e6a-f0ae-49f8-a75d-85b748f3a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:32.283935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-4df34e6a-f0ae-49f8-a75d-85b748f3a783 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.1923122 Feb 09 15:46:32.397216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7808cfa-79a5-4bba-90cc-4f918a1c8421 req-ff3abbfb-6431-403e-8557-439a6b0c1a23 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:32.398968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7808cfa-79a5-4bba-90cc-4f918a1c8421 req-ff3abbfb-6431-403e-8557-439a6b0c1a23 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.5179119 Feb 09 15:46:32.417605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-45f3730e-f07e-4bba-b7ef-93f6e7ad461a service neutron] 10.222.0.13 "PUT /v2.0/ports/cb8a4e5b-38aa-4c01-a364-247688bab250/bindings/n-h2-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9153140 Feb 09 15:46:32.464649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-9b5ebe50-ddf5-4bae-92cb-f118bcaf7c92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 217 time: 0.1465077 Feb 09 15:46:32.612312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-0cfdf3d5-0bde-412e-84d2-acbcfa2a033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:32.613950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-0cfdf3d5-0bde-412e-84d2-acbcfa2a033e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.1292043 Feb 09 15:46:32.622930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-7d3c398a-0b5f-485c-ba13-0c962d2591f3 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 1002 time: 0.5618668 Feb 09 15:46:32.642315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:32.672838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-b54a8b9e-fb20-4afd-ba90-a75ef8fc70d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486510 Feb 09 15:46:32.751785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cb8a4e5b-38aa-4c01-a364-247688bab250 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:32.790425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] No DVR routers for this DVR port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:32.844951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cb8a4e5b-38aa-4c01-a364-247688bab250 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:32.928516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7808cfa-79a5-4bba-90cc-4f918a1c8421 req-6df1ae54-88d8-4ca0-93d1-c1f322fc05b4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745612 Feb 09 15:46:33.029387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:33.093191 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc74e4eb-9a46-4b1c-b2aa-741f75f58b00 x-openstack-request-id: req-bc74e4eb-9a46-4b1c-b2aa-741f75f58b00 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:33.093191 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-plugged", "status": "completed", "tag": "b35fc779-4929-4a19-996e-ae8de6492f35", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:33.093191 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc74e4eb-9a46-4b1c-b2aa-741f75f58b00 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:33.093191 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35fc779-4929-4a19-996e-ae8de6492f35', 'code': 200} Feb 09 15:46:33.125907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-f4e63409-4808-4d90-9f21-82e5c849a07f tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:33.127550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-f4e63409-4808-4d90-9f21-82e5c849a07f tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.3250065 Feb 09 15:46:33.152021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:33.154426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:33.154777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:33.155092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:33.289503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:46:33.289835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:33.352419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:46:33.352419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:46:33.353085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:46:33.353252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Bound port: 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:33.353726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:33.386065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-646a1fdd-7419-44a5-ad85-a668d8769d57 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061901 Feb 09 15:46:33.515263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-07b7f8e5-92ad-4d54-abbe-84e711d4cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:33.519310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-07b7f8e5-92ad-4d54-abbe-84e711d4cdbb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232&tenant_id=c86d25bfb5824d92a7849057e8e403f8 HTTP/1.1" status: 200 len: 1096 time: 0.3585994 Feb 09 15:46:33.704950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bf2ad-d798-43ed-acc7-add637a20178 req-ffb01068-bad2-4709-9c1d-787ade17d7a9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:33.713145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bf2ad-d798-43ed-acc7-add637a20178 req-ffb01068-bad2-4709-9c1d-787ade17d7a9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:33.719423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bf2ad-d798-43ed-acc7-add637a20178 req-ffb01068-bad2-4709-9c1d-787ade17d7a9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:33.722663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af8bf2ad-d798-43ed-acc7-add637a20178 req-ffb01068-bad2-4709-9c1d-787ade17d7a9 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2417 time: 0.4763002 Feb 09 15:46:33.731205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:33.737010 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1e31f-0810-465b-9a5a-c505d2f2364b" -d '{"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-unplugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:33.814065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:33.865741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:33.910524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:33.919328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-36764720-aa95-4cd3-8125-2d1751c913f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:33.919328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-36764720-aa95-4cd3-8125-2d1751c913f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1096 time: 0.3552141 Feb 09 15:46:33.922577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-bc16cbee-70d1-4e1c-9a19-2a0af2443d93 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502373 Feb 09 15:46:33.926841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af8bf2ad-d798-43ed-acc7-add637a20178 req-4cd0a69a-7a88-487b-b5c6-fdc3f6f0b050 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424911 Feb 09 15:46:34.053764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:34.054114 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Floating IP 6e5adbd1-35af-44cf-8a92-daca75562342 disassociated. External IP: 172.25.5.150, port: 317d84d8-39da-4c91-9987-4cc63e74a16d. Feb 09 15:46:34.060064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-3fe37223-433d-451a-b70b-12dfde778e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:34.062391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-3fe37223-433d-451a-b70b-12dfde778e49 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.1337898 Feb 09 15:46:34.152312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:34.183773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff1a66ef-1d22-4aba-84b2-5be84235200e req-0ae63886-b4f0-4174-a388-54cb8da9842f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3c390c1-167c-4022-aa60-6c850ab73f53 HTTP/1.1" status: 200 len: 210 time: 0.0902009 Feb 09 15:46:34.210292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-49b5d444-ed14-4ebf-9992-ca6ec5a78a22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 217 time: 0.1146085 Feb 09 15:46:34.282412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:34.283310 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:34.284920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] 10.222.0.73 "PUT /v2.0/ports/38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 1095 time: 4.7873321 Feb 09 15:46:34.554405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d374d8d-bf69-4f7f-9554-948dab4d28da service neutron] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:34.564861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-1d8f91da-eb1b-4ea7-95bd-17972a87e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:34.566421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-1d8f91da-eb1b-4ea7-95bd-17972a87e28f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.3476684 Feb 09 15:46:34.650741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-b405b04b-2041-40a0-a692-673518574237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:34.652348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-b405b04b-2041-40a0-a692-673518574237 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.3955624 Feb 09 15:46:34.654196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-4d6ef8aa-e650-4e56-bf8d-be15f34e2bd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764971 Feb 09 15:46:34.683237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-96c9f73c-e88c-4a8c-9e2e-f14372cf6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:34.683237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-96c9f73c-e88c-4a8c-9e2e-f14372cf6041 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1098 time: 0.2666092 Feb 09 15:46:35.095612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c3844c-d838-41ca-927e-b76f865aff30'}, {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:35.098656 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ab2a77-8f3c-408b-9b8c-aecc12158144" -d '{"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-plugged", "status": "completed", "tag": "d4c3844c-d838-41ca-927e-b76f865aff30"}, {"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-plugged", "status": "completed", "tag": "e2db5fee-d5e8-40bf-8411-28d992f3fdba"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:35.179801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fc654-ec32-4460-9e36-f59440505a4d req-3ac6aee9-6783-4c33-b655-8fac6d3158d6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:35.182547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed2fc654-ec32-4460-9e36-f59440505a4d req-3ac6aee9-6783-4c33-b655-8fac6d3158d6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 945 time: 0.7046306 Feb 09 15:46:35.460120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Router 4893d411-a984-4a21-895a-1adbec8c4929 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:46:35.469925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed2fc654-ec32-4460-9e36-f59440505a4d req-afab1688-9cd9-4b74-83ea-6ce622a17ff8 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113969 Feb 09 15:46:35.477342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-f737346a-5a99-4318-8493-0c3350de2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:35.478888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-f737346a-5a99-4318-8493-0c3350de2f9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.8104248 Feb 09 15:46:35.490894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-9fc1b755-0bb2-401e-a53b-18dfe01c0860 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8234799 Feb 09 15:46:35.525727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-7b4cbd56-dac7-47df-8783-6171ac886318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:35.527219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-7b4cbd56-dac7-47df-8783-6171ac886318 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.8353577 Feb 09 15:46:35.603539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-927f857d-b624-4d0c-92ba-0f7eeae63f9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 217 time: 0.1151674 Feb 09 15:46:35.706073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-ccb7528f-76b0-4f9f-ad95-6e7c0884548c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.1151664 Feb 09 15:46:35.853991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-1490ace8-3ea6-46f5-b26f-82bfa9820c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:35.856776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-1490ace8-3ea6-46f5-b26f-82bfa9820c1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.1818335 Feb 09 15:46:36.174294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-06c2e3f5-218c-4caf-b98c-200812d8c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:36.176871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-06c2e3f5-218c-4caf-b98c-200812d8c2e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.4126215 Feb 09 15:46:36.211576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fea617-433f-44df-8738-563a95920cb0 req-0ec6f83b-b724-4064-8d52-9c6b36a2767c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:36.225011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11fea617-433f-44df-8738-563a95920cb0 req-0ec6f83b-b724-4064-8d52-9c6b36a2767c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 947 time: 0.5376930 Feb 09 15:46:36.317913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-338c2faf-d112-47c3-bf78-adf0e8bd68e6 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157878 Feb 09 15:46:36.332343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-cae64860-14a7-4e7b-a4ae-74d64f384b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:36.335448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-cae64860-14a7-4e7b-a4ae-74d64f384b87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4252038 Feb 09 15:46:36.372044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:46:36.387612 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:46:36.417439 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:36.419536 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:36.420322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:36.549125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-32a4b005-c2d2-49ea-8fec-f29ab6120a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:36.552280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-32a4b005-c2d2-49ea-8fec-f29ab6120a00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3240659 Feb 09 15:46:36.580928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11fea617-433f-44df-8738-563a95920cb0 req-44b4adee-5ea7-4495-ac9f-255a9e7cb0c6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543124 Feb 09 15:46:36.655430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-1a29f8ee-431b-45da-8e5e-a547f6b2d5c0 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "PUT /v2.0/floatingips/6e5adbd1-35af-44cf-8a92-daca75562342 HTTP/1.1" status: 200 len: 696 time: 4.0196028 Feb 09 15:46:36.813869 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:36.836486 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad73e0e-3310-41e8-a407-36bbc58a1a1e x-openstack-request-id: req-cad73e0e-3310-41e8-a407-36bbc58a1a1e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:36.836486 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-unplugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:36.836486 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cad73e0e-3310-41e8-a407-36bbc58a1a1e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:36.836486 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'code': 200} Feb 09 15:46:37.174959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-3fb2f234-09ed-4f1c-969a-ffe65d23a5cf service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722928 Feb 09 15:46:37.285143 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:37.352195 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:46:37.364838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-c3db55cb-7b20-4502-910c-90deae0358b8 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735718 Feb 09 15:46:37.368375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-8027cf58-1c14-4838-a94d-156c1491eb0f service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0202100 Feb 09 15:46:37.372075 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:37.372075 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:37.498304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-c214f646-bc1f-4ee4-a8c2-4e5c4ee747d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:37.507207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-c214f646-bc1f-4ee4-a8c2-4e5c4ee747d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.7052879 Feb 09 15:46:37.687497 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:37.722120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-915d7b73-55b1-4140-81cc-7521d6eb764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:37.731613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-915d7b73-55b1-4140-81cc-7521d6eb764e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.2230968 Feb 09 15:46:37.813391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-f91e92b1-fd84-4f7c-ba26-f0f912edf357 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 217 time: 0.0799165 Feb 09 15:46:37.838644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-c9970512-3daa-4edc-aa32-8a2f8aa0da35 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:37.840484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-c9970512-3daa-4edc-aa32-8a2f8aa0da35 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.8807344 Feb 09 15:46:37.886055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e51d5ca5-6df0-4fa7-8d70-5df1006bbc25 req-d1a0474e-53d2-4f6a-b276-285502f666d2 service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036628 Feb 09 15:46:37.919805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1101b75-6c2c-479d-b14d-20b542996f8f req-aac53bba-7eb9-4009-83af-f3516a6a6985 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:37.924442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1101b75-6c2c-479d-b14d-20b542996f8f req-aac53bba-7eb9-4009-83af-f3516a6a6985 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 947 time: 0.9962900 Feb 09 15:46:38.255346 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:38.268282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-4468c060-8d67-4e3a-9c43-d543633e6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:38.273579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-4468c060-8d67-4e3a-9c43-d543633e6770 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.4590831 Feb 09 15:46:38.311797 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3bf64-7182-49b2-98f0-3fd3964006b9 None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:44:20Z', 'revision_number': 4, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '539cd84e-4f9e-4686-a352-ea03d60edecf', 'name': '', 'network_id': '6601122e-b69c-4104-932d-017527239653', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'mac_address': 'fa:16:3e:b2:10:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:18Z', 'updated_at': '2022-02-09T15:44:33Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'subnets': [{'id': '7c568494-e688-443c-bd8d-ed008e3147c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:46:38.346957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1101b75-6c2c-479d-b14d-20b542996f8f req-fdfc9e10-2414-4d61-a0af-674ee01abaf2 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816846 Feb 09 15:46:38.564720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-14c85ba1-7762-4d66-b988-994c1c131228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:38.567902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-14c85ba1-7762-4d66-b988-994c1c131228 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2854941 Feb 09 15:46:38.758914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-729eb132-7ea1-4b10-aacd-871f2e1e79ed service neutron] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:38.789822 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-729eb132-7ea1-4b10-aacd-871f2e1e79ed service neutron] Notify callbacks [] for binding, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.792615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b08875ce-df97-43e9-a3b8-20940436b6b4 req-729eb132-7ea1-4b10-aacd-871f2e1e79ed service neutron] 10.222.0.73 "DELETE /v2.0/ports/cb8a4e5b-38aa-4c01-a364-247688bab250/bindings/n-h1-828542-1 HTTP/1.1" status: 204 len: 173 time: 0.9234025 Feb 09 15:46:38.838901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}, {'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:38.842177 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06090e5a-6d3b-4c5a-80e0-bebca93caccd" -d '{"events": [{"name": "network-changed", "server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}, {"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:39.046357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-86435700-673d-4db2-ae52-9401443bc21e service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712062 Feb 09 15:46:39.123259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77caf8e-c36a-4375-90a3-77265d13d00a None None] New status for floating IP 6e5adbd1-35af-44cf-8a92-daca75562342: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:46:39.524713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8e735-ff6a-4014-b1a4-a8f02c45c54f req-4e2d6747-8ef8-4f2a-9e87-268dc5d1df17 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:39.537466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8e735-ff6a-4014-b1a4-a8f02c45c54f req-4e2d6747-8ef8-4f2a-9e87-268dc5d1df17 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:39.544984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8e735-ff6a-4014-b1a4-a8f02c45c54f req-4e2d6747-8ef8-4f2a-9e87-268dc5d1df17 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:39.556392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2a8e735-ff6a-4014-b1a4-a8f02c45c54f req-4e2d6747-8ef8-4f2a-9e87-268dc5d1df17 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2417 time: 0.4229674 Feb 09 15:46:39.579297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc1ba137-2b5e-4f8a-8f18-bd541a38e81c req-61ff057c-f936-441d-a0af-d81558053252 service neutron] 10.222.0.53 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236371 Feb 09 15:46:39.660753 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40b44ce-b6ce-4cf2-8826-cdc0be4c7147 x-openstack-request-id: req-b40b44ce-b6ce-4cf2-8826-cdc0be4c7147 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:39.661362 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-plugged", "status": "completed", "tag": "d4c3844c-d838-41ca-927e-b76f865aff30", "code": 200}, {"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-plugged", "status": "completed", "tag": "e2db5fee-d5e8-40bf-8411-28d992f3fdba", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:39.661834 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b40b44ce-b6ce-4cf2-8826-cdc0be4c7147 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:39.662766 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c3844c-d838-41ca-927e-b76f865aff30', 'code': 200} Feb 09 15:46:39.663209 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba', 'code': 200} Feb 09 15:46:39.697422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2a8e735-ff6a-4014-b1a4-a8f02c45c54f req-b9323584-c93d-429b-a3f8-1c823b36e94d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398246 Feb 09 15:46:39.994587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ea157-2903-4179-a6bc-3cdf539c0c65 req-fe1dd618-ec53-4642-ae43-8ac15fc38614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:39.995286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ea157-2903-4179-a6bc-3cdf539c0c65 req-fe1dd618-ec53-4642-ae43-8ac15fc38614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:39.995527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ea157-2903-4179-a6bc-3cdf539c0c65 req-fe1dd618-ec53-4642-ae43-8ac15fc38614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:39.997275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e6ea157-2903-4179-a6bc-3cdf539c0c65 req-fe1dd618-ec53-4642-ae43-8ac15fc38614 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2870 time: 0.2079978 Feb 09 15:46:40.048606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c31d34-39e4-402f-aee8-ce925b28ede6 req-4300e227-fc85-4dc7-8e7c-ea9e334b7633 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:40.050225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4c31d34-39e4-402f-aee8-ce925b28ede6 req-4300e227-fc85-4dc7-8e7c-ea9e334b7633 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 945 time: 0.1724281 Feb 09 15:46:40.096829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e6ea157-2903-4179-a6bc-3cdf539c0c65 req-1da80230-594e-4a62-9847-9a74ff2d2a63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753176 Feb 09 15:46:40.112455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd24f-1b00-4c0a-a9cc-5703fa1accdd req-428cfaf1-1b5f-436e-b30b-86cee895a91b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:40.114262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83cfd24f-1b00-4c0a-a9cc-5703fa1accdd req-428cfaf1-1b5f-436e-b30b-86cee895a91b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 947 time: 0.1362197 Feb 09 15:46:40.138108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4c31d34-39e4-402f-aee8-ce925b28ede6 req-bb8c96e4-4753-4b7f-8fec-a8ec26e1f161 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758376 Feb 09 15:46:40.221558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83cfd24f-1b00-4c0a-a9cc-5703fa1accdd req-861bcd73-bee4-450c-8717-e1d60424933f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754356 Feb 09 15:46:40.508396 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507566ba-9982-4ecb-96d9-d8e7430ec53d x-openstack-request-id: req-507566ba-9982-4ecb-96d9-d8e7430ec53d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:40.508692 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:40.508948 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-507566ba-9982-4ecb-96d9-d8e7430ec53d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:40.509357 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'status': 'completed', 'code': 200} Feb 09 15:46:40.509611 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'status': 'completed', 'code': 200} Feb 09 15:46:40.793063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-03ef65e2-2371-45f1-b22c-9904330c4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:40.794629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-03ef65e2-2371-45f1-b22c-9904330c4b5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1098 time: 0.2460158 Feb 09 15:46:40.805604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-96618b2a-652b-4475-a384-a57725acdfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:40.808037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-96618b2a-652b-4475-a384-a57725acdfd3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1098 time: 0.2846930 Feb 09 15:46:40.827005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96b8b0-aa76-4b09-a8a4-8da8c5568e50 req-441f4b07-a170-4a96-9bdc-860b5951ac47 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:40.829207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd96b8b0-aa76-4b09-a8a4-8da8c5568e50 req-441f4b07-a170-4a96-9bdc-860b5951ac47 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 947 time: 0.1287858 Feb 09 15:46:41.003220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd96b8b0-aa76-4b09-a8a4-8da8c5568e50 req-c97257e9-108d-45f9-9156-f2f425512a1f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515169 Feb 09 15:46:41.131234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-f1fb5bab-8c15-4b73-991b-3831169b0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:41.138232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-f1fb5bab-8c15-4b73-991b-3831169b0925 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3279874 Feb 09 15:46:41.272133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-92a72817-a322-4379-9260-b78fa7bcef8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.0563796 Feb 09 15:46:41.346059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:46:41.353255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-eeccd582-28c3-4444-97e6-fbe41680ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:41.355714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-eeccd582-28c3-4444-97e6-fbe41680ea0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0723603 Feb 09 15:46:41.459957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeab38-3a10-434f-a696-2f73d21fa1da req-9f49857e-4e52-4061-a551-2d7bb3d217a7 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:41.463119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1efeab38-3a10-434f-a696-2f73d21fa1da req-9f49857e-4e52-4061-a551-2d7bb3d217a7 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1096 time: 0.3228467 Feb 09 15:46:41.466320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-d6035094-755f-42b1-a93f-9d7de7468779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:41.468698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-d6035094-755f-42b1-a93f-9d7de7468779 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.6371448 Feb 09 15:46:41.497571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-c8e7d651-ec02-4944-beca-a4c63829ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:41.499701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-c8e7d651-ec02-4944-beca-a4c63829ab8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315863 Feb 09 15:46:41.589283 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1efeab38-3a10-434f-a696-2f73d21fa1da req-f6055f5b-88c3-4c91-b44a-328559c08c5d tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164854 Feb 09 15:46:41.595727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-ff299fee-43ef-473e-a7fb-d8323939e8da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.0685744 Feb 09 15:46:41.773194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-f6f1958b-152a-4075-aead-e0e71dcab53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:41.779603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-f6f1958b-152a-4075-aead-e0e71dcab53d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1527660 Feb 09 15:46:41.887579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:41.954732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'mac_address': 'fa:16:3e:87:ea:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:46:42.081836 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.122335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:42.180532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:42.275886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.310644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-2df2cb2e-3b0b-47d0-8aaf-e809097613dc tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips/6e5adbd1-35af-44cf-8a92-daca75562342 HTTP/1.1" status: 200 len: 694 time: 0.3028114 Feb 09 15:46:42.403289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:42.560020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:43.296219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-f7c787fd-af57-4477-b0f4-2c6222684e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:43.298927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-f7c787fd-af57-4477-b0f4-2c6222684e77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2784209 Feb 09 15:46:43.334913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77fb7-2c8f-40b3-a028-39f498f2bb0f req-14bfbe40-95f0-49d8-abe3-954ecef9fdbd tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:43.347905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77fb7-2c8f-40b3-a028-39f498f2bb0f req-14bfbe40-95f0-49d8-abe3-954ecef9fdbd tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:43.360236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77fb7-2c8f-40b3-a028-39f498f2bb0f req-14bfbe40-95f0-49d8-abe3-954ecef9fdbd tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:43.363392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6b77fb7-2c8f-40b3-a028-39f498f2bb0f req-14bfbe40-95f0-49d8-abe3-954ecef9fdbd tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2417 time: 1.5762715 Feb 09 15:46:43.440342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-44e0c1d4-42a0-4613-9f17-bbdd3a4f0b12 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9115696 Feb 09 15:46:43.634713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6b77fb7-2c8f-40b3-a028-39f498f2bb0f req-ae3cf0a6-e3c9-4473-b3eb-9946ad999a64 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593615 Feb 09 15:46:43.708492 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-66d9de90-3485-4298-a343-7e423cda1ae7 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404980 Feb 09 15:46:43.729048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-6197aa96-b292-4c02-b802-23e21ac10622 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:43.731073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-6197aa96-b292-4c02-b802-23e21ac10622 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 1.4189706 Feb 09 15:46:43.916865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-daabf5a0-bc36-4c11-a636-4862ad5e47a4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611273 Feb 09 15:46:43.928950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-654b4870-6312-40ec-8775-0c740a3042c4 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 697 time: 0.1801634 Feb 09 15:46:44.127475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-3c7ce57e-27b0-460e-aa78-801f96c0b4d5 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.150 HTTP/1.1" status: 200 len: 697 time: 0.1630926 Feb 09 15:46:44.239637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-d7bd2f5b-b4a6-4168-81c0-6644fd3a9dae service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192220 Feb 09 15:46:44.263404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2398b19-1e78-42b8-9e1e-118e0104ca85 req-03121dbc-845d-44a6-855b-0924dbab5b67 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:44.266983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2398b19-1e78-42b8-9e1e-118e0104ca85 req-03121dbc-845d-44a6-855b-0924dbab5b67 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 947 time: 0.3945909 Feb 09 15:46:44.295433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-b2ae1a8c-fa44-4785-af06-a9d1abc2090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:44.297290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-b2ae1a8c-fa44-4785-af06-a9d1abc2090e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 1097 time: 0.3092518 Feb 09 15:46:44.513972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2398b19-1e78-42b8-9e1e-118e0104ca85 req-89c5abf8-6e51-48f9-a153-d3bf47748a03 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378311 Feb 09 15:46:44.546175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-f188dd0b-07d5-4ae4-9134-d6ee1f362d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:44.548813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-f188dd0b-07d5-4ae4-9134-d6ee1f362d55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 200 len: 921 time: 0.2075193 Feb 09 15:46:44.669620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-47e96f24-11fb-4da7-8552-93b9af3d417e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 200 len: 217 time: 0.1120737 Feb 09 15:46:44.737155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Deleting port ff08de0f-0515-408d-99ae-b3c7020500c3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:44.737155 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:44.825725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-af1c0fbe-4836-49d8-8164-0430f85fa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:44.827636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-af1c0fbe-4836-49d8-8164-0430f85fa45e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 200 len: 859 time: 0.1485767 Feb 09 15:46:45.076638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-c3ad435b-edea-432b-a510-8244acfe80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:45.078554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-c3ad435b-edea-432b-a510-8244acfe80dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6601122e-b69c-4104-932d-017527239653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2430885 Feb 09 15:46:45.081077 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:45.084130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:45.164426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Calling delete_port for ff08de0f-0515-408d-99ae-b3c7020500c3 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:45.217946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-8508006f-ae46-4045-b210-67fdbad728bf tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:45.231828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-8508006f-ae46-4045-b210-67fdbad728bf tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 821 time: 0.3109729 Feb 09 15:46:45.282437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-bf8ab3b6-0f81-4c10-99fd-70fba68e1065 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/quotas/c86d25bfb5824d92a7849057e8e403f8 HTTP/1.1" status: 200 len: 375 time: 0.0495317 Feb 09 15:46:45.358327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:46:45.388740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-d83d9434-5a77-4303-a040-b8b378f88914 service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016069 Feb 09 15:46:45.450314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-14cbd5a3-f9de-4873-910a-1d246ebb6863 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444430 Feb 09 15:46:45.630699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:45.636618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:45.636996 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:45.831294 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:45.867903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06090e5a-6d3b-4c5a-80e0-bebca93caccd req-45b5745d-b1f2-4fd7-940d-23fcdea58a7c service neutron] 10.222.0.13 "GET /v2.0/networks/6601122e-b69c-4104-932d-017527239653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699969 Feb 09 15:46:45.884872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:45.890094 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9093b4-3e88-4ea2-bd82-8d7074814a88" -d '{"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-plugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:45.917122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:45.958589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-8dfb948b-3e4f-4453-a6f9-f834af3872ff service neutron] 10.222.0.53 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244161 Feb 09 15:46:46.134407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-9eeb9b1b-390e-4d1c-a052-e4e9f634e946 service neutron] 10.222.0.53 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650686 Feb 09 15:46:46.161815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.162134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.221589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Pushing event deleted for resources: {'Port': ['ID=ff08de0f-0515-408d-99ae-b3c7020500c3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:46.228162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:46.330232 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.333116 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.334726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33737a27-3bc9-48d0-9505-96ec251fae0a req-43282652-4fdf-44bf-93c1-16e559d820c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "DELETE /v2.0/floatingips/6e5adbd1-35af-44cf-8a92-daca75562342 HTTP/1.1" status: 204 len: 173 time: 2.1944056 Feb 09 15:46:46.556294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a1855-cfe3-48b2-9cf6-ec5c12642d92 req-447bb849-176a-4f85-bb89-27cc4697dcdd tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:46.559529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c00a1855-cfe3-48b2-9cf6-ec5c12642d92 req-447bb849-176a-4f85-bb89-27cc4697dcdd tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.1659451 Feb 09 15:46:46.634306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c00a1855-cfe3-48b2-9cf6-ec5c12642d92 req-3ecbb65d-a8c8-477a-afe4-5edc9de73c45 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686884 Feb 09 15:46:46.678286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f5cc7-59ca-430d-88c6-ac98442e3638 req-dcdab75f-b7e3-480f-9b45-b127a4cf60ec tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:46.692110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f5cc7-59ca-430d-88c6-ac98442e3638 req-dcdab75f-b7e3-480f-9b45-b127a4cf60ec tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:46.692579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f5cc7-59ca-430d-88c6-ac98442e3638 req-dcdab75f-b7e3-480f-9b45-b127a4cf60ec tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:46.694602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-940f5cc7-59ca-430d-88c6-ac98442e3638 req-dcdab75f-b7e3-480f-9b45-b127a4cf60ec tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2417 time: 0.1085589 Feb 09 15:46:46.826881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-940f5cc7-59ca-430d-88c6-ac98442e3638 req-6bbc89a5-bc7f-4e18-9b0a-d866c50f08b5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192954 Feb 09 15:46:46.864048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c3b45-389c-4aea-8d8b-8990170a3854 req-1b166330-d38b-49b0-b840-8ad782f7ea05 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:46.866924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c22c3b45-389c-4aea-8d8b-8990170a3854 req-1b166330-d38b-49b0-b840-8ad782f7ea05 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 947 time: 0.1275916 Feb 09 15:46:46.905304 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a9e2f3-46c6-491a-9340-d9cfba4d52f7 x-openstack-request-id: req-44a9e2f3-46c6-491a-9340-d9cfba4d52f7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:46.907388 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-plugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:46.908343 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44a9e2f3-46c6-491a-9340-d9cfba4d52f7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:46.909225 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'code': 200} Feb 09 15:46:46.941043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c22c3b45-389c-4aea-8d8b-8990170a3854 req-89329f66-3953-4d8b-a20c-fd97a73f8b84 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672681 Feb 09 15:46:47.505585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-446940c9-6fbc-4b32-bc66-33585e1ddb1f req-a49b7c68-7946-47a7-973a-3f0a5fb5b26d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 210 time: 0.0363173 Feb 09 15:46:47.568925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34034) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:46:47.992518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2917e-2d40-49c5-a324-0bd6be3af484 req-bc4efff0-1e1f-46e9-953c-d69214cce51f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:47.994323 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26d2917e-2d40-49c5-a324-0bd6be3af484 req-bc4efff0-1e1f-46e9-953c-d69214cce51f tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 944 time: 0.0880692 Feb 09 15:46:48.044219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f64225-de1b-43c9-9464-52940d230690 req-4590bab7-54a3-402b-920c-b4984c98f7ea tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:48.046046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1f64225-de1b-43c9-9464-52940d230690 req-4590bab7-54a3-402b-920c-b4984c98f7ea tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 944 time: 0.1293871 Feb 09 15:46:48.096385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26d2917e-2d40-49c5-a324-0bd6be3af484 req-ecf2763a-f868-423c-ae17-9500dc1b7747 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913332 Feb 09 15:46:48.175156 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:46:48.208312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.244066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Deleting port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:48.244558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.367421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f8a77-3bb8-424b-a58a-6c98e5a39774 req-38fbcf4a-4615-4811-855e-f1fbc9cedfdd tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:48.370172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b2f8a77-3bb8-424b-a58a-6c98e5a39774 req-38fbcf4a-4615-4811-855e-f1fbc9cedfdd tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 946 time: 0.1614804 Feb 09 15:46:48.495144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] For port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:48.495444 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.518951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-700f9a76-2149-4f72-97bd-5e3879e1aa61 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:48.520697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-700f9a76-2149-4f72-97bd-5e3879e1aa61 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.73 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0&tenant_id=0aef65e05ad943efadb02490102af9ba&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 949 time: 0.1779840 Feb 09 15:46:48.536170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b2f8a77-3bb8-424b-a58a-6c98e5a39774 req-1fdb676f-aa3a-4cd8-b75e-b68001deb337 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243758 Feb 09 15:46:48.538601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Calling delete_port for 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:48.666296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-7294dfb2-4ca9-4361-ad78-bae677e86b82 service neutron] 10.222.0.73 "GET /v2.0/ports/38c1d59c-a32c-4882-ad9a-7b1b1c2d5900/bindings/n-h2-828542-1 HTTP/1.1" status: 200 len: 382 time: 0.1290355 Feb 09 15:46:48.732548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Deleting port 50fd3948-af54-4ad5-9b24-cc5a61a2c650 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:48.733564 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.833828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] For port 50fd3948-af54-4ad5-9b24-cc5a61a2c650, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=50fd3948-af54-4ad5-9b24-cc5a61a2c650,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:48.834479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.841416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afd7fa-e684-40a7-9552-35bd999487f3 req-b4891db4-a7ba-4981-872c-9008b6d74e51 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:48.844607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81afd7fa-e684-40a7-9552-35bd999487f3 req-b4891db4-a7ba-4981-872c-9008b6d74e51 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 947 time: 0.1666722 Feb 09 15:46:48.850624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Calling delete_port for 50fd3948-af54-4ad5-9b24-cc5a61a2c650 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:48.876217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-defa1015-4691-4dcd-a0bd-d24dc7979179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:48.877767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-defa1015-4691-4dcd-a0bd-d24dc7979179 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1100 time: 0.1752598 Feb 09 15:46:49.034623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81afd7fa-e684-40a7-9552-35bd999487f3 req-b184ca64-6071-4336-9b94-624dbd23a588 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592894 Feb 09 15:46:49.059810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.080187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:46:49.196225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95758931-f7ac-4ffb-8013-139c1beae006 req-4f9c275b-2528-4df2-9c75-c2f7a39858fb tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:49.198923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95758931-f7ac-4ffb-8013-139c1beae006 req-4f9c275b-2528-4df2-9c75-c2f7a39858fb tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.2729890 Feb 09 15:46:49.228394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Pushing event deleted for resources: {'Port': ['ID=3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:49.320876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] No DVR routers for this DVR port 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:49.321542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.337417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.340852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1f64225-de1b-43c9-9464-52940d230690 req-9c463930-3d55-401c-b731-27093ac0cd8a tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.13 "DELETE /v2.0/ports/3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c HTTP/1.1" status: 204 len: 173 time: 1.2874007 Feb 09 15:46:49.341999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-36791437-c699-44db-9b3b-99ca915dc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:49.343364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-36791437-c699-44db-9b3b-99ca915dc281 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.4533868 Feb 09 15:46:49.346364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'name': 'network-vif-deleted', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:49.348809 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e7d8c0-125a-4b29-8d4f-1d175ab3d1f9" -d '{"events": [{"server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "name": "network-vif-deleted", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:49.356669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d838c90-5558-4701-881e-681a4f1cb674 req-e439ada0-0a00-4e80-99fb-d45b644c4028 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 210 time: 0.0901821 Feb 09 15:46:49.372031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Pushing event deleted for resources: {'Port': ['ID=50fd3948-af54-4ad5-9b24-cc5a61a2c650,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:49.415457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95758931-f7ac-4ffb-8013-139c1beae006 req-fe0331b1-19c7-4b6e-be7b-47fd451724fa tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888556 Feb 09 15:46:49.417935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-331962d6-21a9-427d-9d6c-833e7ca5c27a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.0545440 Feb 09 15:46:49.426560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97165fc1-b606-438c-9379-027bd708ad29 req-96d65e78-6d8a-4970-9299-96b4bf06f037 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:49.443000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97165fc1-b606-438c-9379-027bd708ad29 req-96d65e78-6d8a-4970-9299-96b4bf06f037 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 946 time: 0.3422654 Feb 09 15:46:49.567617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.568315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.569005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.569934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.570805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.571729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.572764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.573644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.574721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.575253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.575764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.576380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:49.602704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-dd70dcf3-c609-491d-9d5c-c2b53d2636f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:49.604302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-dd70dcf3-c609-491d-9d5c-c2b53d2636f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1590710 Feb 09 15:46:49.827022 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:50.085376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63af9386-70bb-4e5a-83cd-8ba230113d1e req-64669080-3b9b-48f0-b503-38d321437fbe tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdc6b311-7358-438a-a969-1a16ad774a2c HTTP/1.1" status: 200 len: 210 time: 0.5074942 Feb 09 15:46:50.233278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Router 8980509b-ede1-4e85-a288-824ef4864529 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:46:50.333087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96391c4f-7242-49ae-91e8-6e14e4144a44 req-2b2efefa-6415-4260-be87-1e78761e31a3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:50.346833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96391c4f-7242-49ae-91e8-6e14e4144a44 req-2b2efefa-6415-4260-be87-1e78761e31a3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:50.358795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96391c4f-7242-49ae-91e8-6e14e4144a44 req-2b2efefa-6415-4260-be87-1e78761e31a3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:50.361832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96391c4f-7242-49ae-91e8-6e14e4144a44 req-2b2efefa-6415-4260-be87-1e78761e31a3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2417 time: 0.7827597 Feb 09 15:46:50.393219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-af7fe419-c276-4ddb-a228-b602208d27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:50.395930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-af7fe419-c276-4ddb-a228-b602208d27ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7697177 Feb 09 15:46:50.422278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:46:50.432574 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ac14e387-476f-4a5b-8513-47fe6393f414 admin admin] 10.222.0.53 "PUT /v2.0/routers/8980509b-ede1-4e85-a288-824ef4864529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8579185 Feb 09 15:46:50.432574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34096) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:46:50.467277 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] Sync routers for ids ['8980509b-ede1-4e85-a288-824ef4864529'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:46:50.490690 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] Routers {'8980509b-ede1-4e85-a288-824ef4864529'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:50.492630 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8980509b-ede1-4e85-a288-824ef4864529'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:50.589462 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de86ecc8-4058-4fee-b5fd-b2a3eb3d188c x-openstack-request-id: req-de86ecc8-4058-4fee-b5fd-b2a3eb3d188c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:50.589927 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc6b311-7358-438a-a969-1a16ad774a2c", "name": "network-vif-deleted", "tag": "3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:50.590344 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de86ecc8-4058-4fee-b5fd-b2a3eb3d188c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:50.591007 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc6b311-7358-438a-a969-1a16ad774a2c', 'name': 'network-vif-deleted', 'tag': '3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c', 'status': 'completed', 'code': 200} Feb 09 15:46:50.616395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Deleting port 317d84d8-39da-4c91-9987-4cc63e74a16d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:50.616855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:50.681483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-14cbf4fe-9283-4f2b-914a-51f91e4bbb77 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:50.684193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-14cbf4fe-9283-4f2b-914a-51f91e4bbb77 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 821 time: 1.0278776 Feb 09 15:46:50.752519 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] Set router 8980509b-ede1-4e85-a288-824ef4864529 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:50.756185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Request body: {'port': {'device_id': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'admin_state_up': True, 'tenant_id': 'c86d25bfb5824d92a7849057e8e403f8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:50.824769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96391c4f-7242-49ae-91e8-6e14e4144a44 req-e4340892-505a-496c-b056-7ef8b1f26b2d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508619 Feb 09 15:46:50.988419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.048969 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:46:49Z', 'revision_number': 5, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:51.090470 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] Checking router: 8980509b-ede1-4e85-a288-824ef4864529 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:46:51.103228 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] Routers {'8980509b-ede1-4e85-a288-824ef4864529'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:46:51.104194 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8980509b-ede1-4e85-a288-824ef4864529'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:51.144625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.159933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-0b850892-bbee-4168-bd0a-da428a926dd0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:51.172430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-0b850892-bbee-4168-bd0a-da428a926dd0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:51.182717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-0b850892-bbee-4168-bd0a-da428a926dd0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:51.183046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:51.185141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-0b850892-bbee-4168-bd0a-da428a926dd0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.13 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2417 time: 0.6793642 Feb 09 15:46:51.223318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:51.223869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3c04e5ff-e5ff-4b56-a073-2dd03ce11b7c not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:51.224823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b35fc779-4929-4a19-996e-ae8de6492f35 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:51.264117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-125d31b8-1101-425e-98dc-003a480b1dc5 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8421905 Feb 09 15:46:51.293807 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] Set router 8980509b-ede1-4e85-a288-824ef4864529 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:46:51.325133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Deleting port 540939bd-2726-439c-95a2-b11b842f0c6f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:51.325133 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.365205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.427508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b35fc779-4929-4a19-996e-ae8de6492f35, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b35fc779-4929-4a19-996e-ae8de6492f35,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:51.430298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35fc779-4929-4a19-996e-ae8de6492f35'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:51.430593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39dae0-95b7-441d-b27a-08bcdae3ffcc req-f8df5cfc-6efa-43c5-a614-6455a07e0af5 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:51.433097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf39dae0-95b7-441d-b27a-08bcdae3ffcc req-f8df5cfc-6efa-43c5-a614-6455a07e0af5 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 946 time: 0.6695895 Feb 09 15:46:51.437468 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243d4007-51ac-4ebc-9b6f-5f3c9925ff5c" -d '{"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-unplugged", "status": "completed", "tag": "b35fc779-4929-4a19-996e-ae8de6492f35"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:51.439923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] For port 317d84d8-39da-4c91-9987-4cc63e74a16d, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=317d84d8-39da-4c91-9987-4cc63e74a16d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:51.440565 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.511804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] For port 540939bd-2726-439c-95a2-b11b842f0c6f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=540939bd-2726-439c-95a2-b11b842f0c6f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:51.512462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.533500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.534643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:51.537871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Calling delete_port for 540939bd-2726-439c-95a2-b11b842f0c6f owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:51.554130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3dd97-4b7c-43cb-9e19-c3e77998ebb1 req-3b5e8a7d-e302-460c-a3e3-924b7e6565a0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:51.556956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98d3dd97-4b7c-43cb-9e19-c3e77998ebb1 req-3b5e8a7d-e302-460c-a3e3-924b7e6565a0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 947 time: 0.5544991 Feb 09 15:46:51.579112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Calling delete_port for 317d84d8-39da-4c91-9987-4cc63e74a16d owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:51.722060 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.777214 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:46:49Z', 'revision_number': 5, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:51.807532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=b35fc779-4929-4a19-996e-ae8de6492f35,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:51.817976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:51.840682 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379b86a-1575-4936-b283-a06b06fcae9b None None] The sync data for ids ['8980509b-ede1-4e85-a288-824ef4864529'] in n-d-828542-1 is: [{'id': '8980509b-ede1-4e85-a288-824ef4864529', 'name': 'tempest-AttachSCSIVolumeTestJSON-816234183-router', 'tenant_id': '1c9b25526170419ab6350c821c05ac72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:21Z', 'updated_at': '2022-02-09T15:46:49Z', 'revision_number': 5, 'project_id': '1c9b25526170419ab6350c821c05ac72', 'gw_port': {'id': '540939bd-2726-439c-95a2-b11b842f0c6f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8980509b-ede1-4e85-a288-824ef4864529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:23Z', 'updated_at': '2022-02-09T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:46:51.881496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf39dae0-95b7-441d-b27a-08bcdae3ffcc req-f771eb86-09f3-42af-8838-82d07463c5f6 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/security-groups?id=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609135 Feb 09 15:46:51.882115 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.882973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 317d84d8-39da-4c91-9987-4cc63e74a16d no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:51.935459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98d3dd97-4b7c-43cb-9e19-c3e77998ebb1 req-cdf371d2-02cb-46d1-888b-227829246405 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108621 Feb 09 15:46:51.938122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Made reservation on behalf of c86d25bfb5824d92a7849057e8e403f8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:46:51.943789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:51.973702 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.029205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-28e07ab6-cd2d-4383-8ce7-ea26b566d861 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371998 Feb 09 15:46:52.082991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=14']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:52.143768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=540939bd-2726-439c-95a2-b11b842f0c6f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:52.161513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8625cd6f-8aab-42e1-95f2-e5d40f79b2ab req-d97cb270-2dca-40e7-b6ec-e24553ce3a57 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 210 time: 0.1236076 Feb 09 15:46:52.182634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port b35fc779-4929-4a19-996e-ae8de6492f35 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:52.188752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.221655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.332982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 317d84d8-39da-4c91-9987-4cc63e74a16d, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=317d84d8-39da-4c91-9987-4cc63e74a16d,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:52.453086 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.454141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d4c3844c-d838-41ca-927e-b76f865aff30 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:52.535707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.558733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8affa-83a6-427a-b3b6-17b4d2bd9b65 req-2fbe62ce-1e36-42f7-97fb-0969e8cf264a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:52.567394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98c8affa-83a6-427a-b3b6-17b4d2bd9b65 req-2fbe62ce-1e36-42f7-97fb-0969e8cf264a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.1832707 Feb 09 15:46:52.608511 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.654954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d4c3844c-d838-41ca-927e-b76f865aff30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d4c3844c-d838-41ca-927e-b76f865aff30,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:52.654954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=317d84d8-39da-4c91-9987-4cc63e74a16d,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:52.741200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98c8affa-83a6-427a-b3b6-17b4d2bd9b65 req-6844907a-45c1-4c3b-a3a8-384fa3325d90 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728010 Feb 09 15:46:52.768027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.772954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.788674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99a44-fa2b-451a-aa67-65d6ffef2e42 req-c59d532d-21c4-4e31-8190-86d16d2dc901 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:52.794898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99a44-fa2b-451a-aa67-65d6ffef2e42 req-c59d532d-21c4-4e31-8190-86d16d2dc901 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:52.798361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03c99a44-fa2b-451a-aa67-65d6ffef2e42 req-c59d532d-21c4-4e31-8190-86d16d2dc901 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538&device_id=c6d05559-b564-4986-b179-107f9f8f469c HTTP/1.1" status: 200 len: 1682 time: 0.3165441 Feb 09 15:46:52.809610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port b35fc779-4929-4a19-996e-ae8de6492f35, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b35fc779-4929-4a19-996e-ae8de6492f35,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:52.810058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.823041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Allocated IP 172.20.0.11 (a59d1419-af6d-42da-a4a3-8630110ff916/0de9ad69-088b-4006-a1c8-413ea8d74035/3f169aeb-34b2-4793-8ad0-a643b97f8ed0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:46:52.865097 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.865413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for b35fc779-4929-4a19-996e-ae8de6492f35 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:52.931466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03c99a44-fa2b-451a-aa67-65d6ffef2e42 req-4b02075c-42fc-4f86-bc65-46dd932ac10f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/security-groups?id=c4465451-1ac0-4204-8bf6-a8ca7e784de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148875 Feb 09 15:46:52.952581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ebd07f17-520c-4976-86bc-eb8362164eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.969459 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef68cd31-3da7-4e01-9a5e-c1040ff43c65 x-openstack-request-id: req-ef68cd31-3da7-4e01-9a5e-c1040ff43c65 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:52.971804 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-unplugged", "status": "completed", "tag": "b35fc779-4929-4a19-996e-ae8de6492f35", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:52.972236 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef68cd31-3da7-4e01-9a5e-c1040ff43c65 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:52.974373 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35fc779-4929-4a19-996e-ae8de6492f35', 'code': 200} Feb 09 15:46:53.014151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d4c3844c-d838-41ca-927e-b76f865aff30,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:53.055936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.060215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.061898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8980509b-ede1-4e85-a288-824ef4864529 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:46:53.093703 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.097027 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f78c3abf-05fb-45a4-98c8-2e456557bf6f admin admin] 10.222.0.53 "DELETE /v2.0/routers/8980509b-ede1-4e85-a288-824ef4864529 HTTP/1.1" status: 204 len: 168 time: 2.6628084 Feb 09 15:46:53.099047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34142) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:46:53.152387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Pushing event deleted for resources: {'Port': ['ID=317d84d8-39da-4c91-9987-4cc63e74a16d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:53.177550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e2db5fee-d5e8-40bf-8411-28d992f3fdba no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:53.313666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac2775b-5a82-4844-9576-82a09caf4898 admin admin] Deleting subnet 73cad58d-9a20-4b13-aba7-b055efd0a3d9 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:46:53.317542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bac2775b-5a82-4844-9576-82a09caf4898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.327682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] No DVR routers for this DVR port 317d84d8-39da-4c91-9987-4cc63e74a16d on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:53.334610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.343325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97165fc1-b606-438c-9379-027bd708ad29 req-ec50860d-8e4a-4d08-8e1b-86b23a2c38b1 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.13 "DELETE /v2.0/ports/317d84d8-39da-4c91-9987-4cc63e74a16d HTTP/1.1" status: 204 len: 173 time: 3.8990641 Feb 09 15:46:53.362828 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bac2775b-5a82-4844-9576-82a09caf4898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.412695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'name': 'network-vif-deleted', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:53.415291 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93b9bb8-c5f3-45d5-bc30-42e9a2aaac7e" -d '{"events": [{"server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "name": "network-vif-deleted", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:53.446835 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.482063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05032-5009-40e7-adaf-e66035dce3eb req-c3afa32e-4d0a-400d-b906-9faddfa498f7 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:53.496304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05032-5009-40e7-adaf-e66035dce3eb req-c3afa32e-4d0a-400d-b906-9faddfa498f7 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:53.507209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea05032-5009-40e7-adaf-e66035dce3eb req-c3afa32e-4d0a-400d-b906-9faddfa498f7 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:53.513586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e2db5fee-d5e8-40bf-8411-28d992f3fdba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e2db5fee-d5e8-40bf-8411-28d992f3fdba,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:53.517597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ea05032-5009-40e7-adaf-e66035dce3eb req-c3afa32e-4d0a-400d-b906-9faddfa498f7 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 2413 time: 0.4814384 Feb 09 15:46:53.557840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bac2775b-5a82-4844-9576-82a09caf4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.632334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.653014 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.693354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ea05032-5009-40e7-adaf-e66035dce3eb req-50901575-4a10-45a4-9111-bc94aac4f119 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747122 Feb 09 15:46:53.790640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.811518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bac2775b-5a82-4844-9576-82a09caf4898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.012169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2775b-5a82-4844-9576-82a09caf4898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73cad58d-9a20-4b13-aba7-b055efd0a3d9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:54.040368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bac2775b-5a82-4844-9576-82a09caf4898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.055587 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bac2775b-5a82-4844-9576-82a09caf4898 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/73cad58d-9a20-4b13-aba7-b055efd0a3d9 HTTP/1.1" status: 204 len: 168 time: 0.9516571 Feb 09 15:46:54.059809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:46:54.063650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e2db5fee-d5e8-40bf-8411-28d992f3fdba,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:54.065294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=b35fc779-4929-4a19-996e-ae8de6492f35,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:54.102537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 50fd3948-af54-4ad5-9b24-cc5a61a2c650 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:54.117811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de0337ec-4570-4bf0-8c7a-a2a6c71fd1e0 req-266867da-49df-4517-927c-4f41bd8db1c7 tempest-FloatingIPsAssociationTestJSON-375607960 tempest-FloatingIPsAssociationTestJSON-375607960-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d706010-b0e7-48d0-a6a9-b552cc2bdfbb HTTP/1.1" status: 200 len: 210 time: 0.2203605 Feb 09 15:46:54.120045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.122553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0baddf-f45d-4107-8e78-88da1c2458cc None None] Network 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:46:54.303931 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952b5a6e-7ace-4d03-ad87-7a8aa8798f6f x-openstack-request-id: req-952b5a6e-7ace-4d03-ad87-7a8aa8798f6f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:54.304288 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "name": "network-vif-deleted", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:54.304535 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-952b5a6e-7ace-4d03-ad87-7a8aa8798f6f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:54.304937 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'name': 'network-vif-deleted', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'status': 'completed', 'code': 200} Feb 09 15:46:54.431259 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.473544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port b35fc779-4929-4a19-996e-ae8de6492f35 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:54.480729 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.488763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-978de3f4-b025-481e-a625-c58e10a66c27 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.13 "DELETE /v2.0/ports/b35fc779-4929-4a19-996e-ae8de6492f35 HTTP/1.1" status: 204 len: 173 time: 3.2540755 Feb 09 15:46:54.555129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 50fd3948-af54-4ad5-9b24-cc5a61a2c650 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:54.556849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 50fd3948-af54-4ad5-9b24-cc5a61a2c650 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:54.582803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Pushing event updated for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:54.617109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Deleting port 447d353b-e4f0-41fc-998a-c84a2706d16f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:54.617109 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.717070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Network a59d1419-af6d-42da-a4a3-8630110ff916 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:54.731131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:54.735867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:46:54.737152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] For port 447d353b-e4f0-41fc-998a-c84a2706d16f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=447d353b-e4f0-41fc-998a-c84a2706d16f,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:54.737773 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.759833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Calling delete_port for 447d353b-e4f0-41fc-998a-c84a2706d16f owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:54.830771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] DHCP port deletion for 4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:46:54.837354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb304fd-e8a2-4061-9035-1961b6ac4a74 req-9771af6f-b5df-4ec0-91c7-ecd2d3d1cb2c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:54.840147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbb304fd-e8a2-4061-9035-1961b6ac4a74 req-9771af6f-b5df-4ec0-91c7-ecd2d3d1cb2c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 932 time: 0.5563266 Feb 09 15:46:54.855307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:54.856012 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.902634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-f12789b1-0bfc-4bfe-a838-e7ce1bf17d65 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:54.904398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-f12789b1-0bfc-4bfe-a838-e7ce1bf17d65 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 945 time: 0.6576679 Feb 09 15:46:54.921891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772d384-cd6d-4024-9d8a-975d53a9b555 req-2620168d-ecb7-4c49-bd80-f8a303ed9102 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:54.923702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c772d384-cd6d-4024-9d8a-975d53a9b555 req-2620168d-ecb7-4c49-bd80-f8a303ed9102 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.3275487 Feb 09 15:46:54.979728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}, {'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d'}, {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c3844c-d838-41ca-927e-b76f865aff30'}, {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:54.982111 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f0c75-3739-401d-80b9-73799e8c8e6d" -d '{"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}, {"server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "name": "network-vif-unplugged", "status": "completed", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d"}, {"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c3844c-d838-41ca-927e-b76f865aff30"}, {"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-unplugged", "status": "completed", "tag": "e2db5fee-d5e8-40bf-8411-28d992f3fdba"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:54.988744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] Deleting port 447d353b-e4f0-41fc-998a-c84a2706d16f {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:54.989095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.039287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbb304fd-e8a2-4061-9035-1961b6ac4a74 req-4418d22e-dd00-4eec-aac0-66511bdcb5fc tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768384 Feb 09 15:46:55.067717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c772d384-cd6d-4024-9d8a-975d53a9b555 req-186a821a-8e3d-41da-b649-cc52eba0b930 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265774 Feb 09 15:46:55.088926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e8bdb6a7-a1bd-47ff-8abf-622acc1eedb1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3495800 Feb 09 15:46:55.091928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.099962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port d4c3844c-d838-41ca-927e-b76f865aff30 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:55.100563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.110748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] For port 447d353b-e4f0-41fc-998a-c84a2706d16f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=447d353b-e4f0-41fc-998a-c84a2706d16f,segment=NetworkSegment(b0643ba5-6456-4941-9494-d8419daa86ce),segment_id=b0643ba5-6456-4941-9494-d8419daa86ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:55.111238 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.126254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Request body: {'port': {'device_id': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:55.150220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] Calling delete_port for 447d353b-e4f0-41fc-998a-c84a2706d16f owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:55.248302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Pushing event deleted for resources: {'Port': ['ID=447d353b-e4f0-41fc-998a-c84a2706d16f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:55.269081 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-457d5c68-e95c-4f1c-8f50-67a5997dfee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.271630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] No DVR routers for this DVR port 447d353b-e4f0-41fc-998a-c84a2706d16f on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:55.335244 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.396699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Deleting port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:55.396948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.407406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] Pushing event deleted for resources: {'Port': ['ID=447d353b-e4f0-41fc-998a-c84a2706d16f,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:55.420005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e16424-6d6c-416c-930f-9cf3f6742ea4 None None] No DVR routers for this DVR port 447d353b-e4f0-41fc-998a-c84a2706d16f on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:55.456939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 447d353b-e4f0-41fc-998a-c84a2706d16f no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:55.473365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.493184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 447d353b-e4f0-41fc-998a-c84a2706d16f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:55.494016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 447d353b-e4f0-41fc-998a-c84a2706d16f not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:55.494722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 540939bd-2726-439c-95a2-b11b842f0c6f no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:55.516257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:55.532039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0643ba5-6456-4941-9494-d8419daa86ce') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:55.532372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0643ba5-6456-4941-9494-d8419daa86ce') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:55.554138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.562999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 540939bd-2726-439c-95a2-b11b842f0c6f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:55.563587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 540939bd-2726-439c-95a2-b11b842f0c6f not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:55.574309 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.583753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:46:55.584203 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:46:55.596428 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:46:55.767326 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.773687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.777833 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] 10.222.0.53 "DELETE /v2.0/networks/4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0 HTTP/1.1" status: 204 len: 168 time: 1.7154350 Feb 09 15:46:55.789578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34212) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:46:55.796393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24f008-0c38-4d70-b9fd-16161340a52b admin admin] Pushing event deleted for resources: {'Network': ['ID=4df8e2c7-4be6-49d6-8fa3-b3b7e105ddf0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:55.846681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.870694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb9d0e-c796-4dec-8a4f-12aa976c9815 req-ce7aa894-d613-43f9-a6c3-17c1c1547cb8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:55.872315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccfb9d0e-c796-4dec-8a4f-12aa976c9815 req-ce7aa894-d613-43f9-a6c3-17c1c1547cb8 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 945 time: 0.6707203 Feb 09 15:46:55.878170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port d4c3844c-d838-41ca-927e-b76f865aff30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d4c3844c-d838-41ca-927e-b76f865aff30,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:55.878814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.909348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771997f5-efbf-4934-8d96-31b0e0447daa req-d41b778d-0c50-4fbd-9238-d5f00c2053b3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:55.914296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771997f5-efbf-4934-8d96-31b0e0447daa req-d41b778d-0c50-4fbd-9238-d5f00c2053b3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:55.915993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-771997f5-efbf-4934-8d96-31b0e0447daa req-d41b778d-0c50-4fbd-9238-d5f00c2053b3 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 1678 time: 0.6045213 Feb 09 15:46:55.918774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-cea0fb5f-5401-4d02-8185-efaeb8faa4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:55.920344 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-cea0fb5f-5401-4d02-8185-efaeb8faa4fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0&tenant_id=0aef65e05ad943efadb02490102af9ba HTTP/1.1" status: 200 len: 1100 time: 0.0870528 Feb 09 15:46:55.929868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for d4c3844c-d838-41ca-927e-b76f865aff30 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:55.932641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:46:56.041469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.115132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] For port 64054606-5dd9-46f9-9bd7-01b4a8be2a20, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=64054606-5dd9-46f9-9bd7-01b4a8be2a20,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:56.115765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.158935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccfb9d0e-c796-4dec-8a4f-12aa976c9815 req-7dc3123f-2e54-45ac-99e2-282b8047d31c tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635994 Feb 09 15:46:56.280873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Calling delete_port for 64054606-5dd9-46f9-9bd7-01b4a8be2a20 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:56.281974 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28000114-f8e5-4abc-94cd-a3d00ed101f7 x-openstack-request-id: req-28000114-f8e5-4abc-94cd-a3d00ed101f7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:56.282788 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-unplugged", "status": "completed", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "code": 200}, {"server_uuid": "1d706010-b0e7-48d0-a6a9-b552cc2bdfbb", "name": "network-vif-unplugged", "status": "completed", "tag": "317d84d8-39da-4c91-9987-4cc63e74a16d", "code": 200}, {"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-unplugged", "status": "completed", "tag": "d4c3844c-d838-41ca-927e-b76f865aff30", "code": 200}, {"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-unplugged", "status": "completed", "tag": "e2db5fee-d5e8-40bf-8411-28d992f3fdba", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:56.283247 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28000114-f8e5-4abc-94cd-a3d00ed101f7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:56.283902 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'code': 200} Feb 09 15:46:56.284571 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d706010-b0e7-48d0-a6a9-b552cc2bdfbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317d84d8-39da-4c91-9987-4cc63e74a16d', 'code': 200} Feb 09 15:46:56.285224 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4c3844c-d838-41ca-927e-b76f865aff30', 'code': 200} Feb 09 15:46:56.285618 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba', 'code': 200} Feb 09 15:46:56.297775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-771997f5-efbf-4934-8d96-31b0e0447daa req-4f099140-12b9-41b5-9609-272f24553963 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633766 Feb 09 15:46:56.342714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-deleted', 'tag': 'b35fc779-4929-4a19-996e-ae8de6492f35'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:56.342714 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca586358-0ba0-4b9e-a9d2-0328a933d4d8" -d '{"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-deleted", "tag": "b35fc779-4929-4a19-996e-ae8de6492f35"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:56.412626 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.436172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34224) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:46:56.479733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:56.685275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:56.758406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:56.760942 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf2fc39-ff6c-45d1-9658-63e88351643b" -d '{"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-unplugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:56.767118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.782806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6a3cd-7330-4077-aada-43530c05c237 req-7f003cc2-9c7a-43f3-94cb-463dd1372a09 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:56.784792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da6a3cd-7330-4077-aada-43530c05c237 req-7f003cc2-9c7a-43f3-94cb-463dd1372a09 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.2707031 Feb 09 15:46:56.827365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.831927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Transition to ACTIVE for port object 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:56.865636 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.932247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.002435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=d4c3844c-d838-41ca-927e-b76f865aff30,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:57.032440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da6a3cd-7330-4077-aada-43530c05c237 req-f0950751-aae8-4208-b5db-4ad8d4e9b307 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314575 Feb 09 15:46:57.061623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:57.073841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.099514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port d4c3844c-d838-41ca-927e-b76f865aff30 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:57.109990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.111592 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.116308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-22671124-0406-4366-8a08-15a4dbbe3d5a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.13 "DELETE /v2.0/ports/d4c3844c-d838-41ca-927e-b76f865aff30 HTTP/1.1" status: 204 len: 173 time: 2.4815609 Feb 09 15:46:57.118144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] No DVR routers for this DVR port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:57.122024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=10']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:57.157997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Transition to ACTIVE for port object 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:57.166507 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d8dd8a-ddf9-4a8a-8f94-31d2f937be8a x-openstack-request-id: req-25d8dd8a-ddf9-4a8a-8f94-31d2f937be8a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:57.166846 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-deleted", "tag": "b35fc779-4929-4a19-996e-ae8de6492f35", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:57.167044 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25d8dd8a-ddf9-4a8a-8f94-31d2f937be8a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:57.167485 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-deleted', 'tag': 'b35fc779-4929-4a19-996e-ae8de6492f35', 'status': 'completed', 'code': 200} Feb 09 15:46:57.178903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 64054606-5dd9-46f9-9bd7-01b4a8be2a20 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:57.248801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Pushing event deleted for resources: {'Port': ['ID=64054606-5dd9-46f9-9bd7-01b4a8be2a20,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:57.257726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.272425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f274a-4e48-403d-8330-d67d5069c194 req-e0879099-f0a9-44c2-aa2e-058c11a42f5a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:57.274098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a2f274a-4e48-403d-8330-d67d5069c194 req-e0879099-f0a9-44c2-aa2e-058c11a42f5a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 932 time: 0.2882760 Feb 09 15:46:57.275688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 64054606-5dd9-46f9-9bd7-01b4a8be2a20 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:46:57.276782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 64054606-5dd9-46f9-9bd7-01b4a8be2a20 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:57.429161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:46:57.435892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] No DVR routers for this DVR port 64054606-5dd9-46f9-9bd7-01b4a8be2a20 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:57.443612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:57.444355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:57.445132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:57.447648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.451175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1b6fe1e-6030-4fe6-9ba6-5be625509fe7 req-4163ef4c-045b-4d92-a212-b5e337203d28 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.13 "DELETE /v2.0/ports/64054606-5dd9-46f9-9bd7-01b4a8be2a20 HTTP/1.1" status: 204 len: 173 time: 2.5246162 Feb 09 15:46:57.463868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:46:57.464519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Attempting to bind port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:57.474405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Pushing event updated for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:57.475742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:46:57.480511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:46:57.481960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:46:57.482546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Bound port: 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:57.484212 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.510028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a2f274a-4e48-403d-8330-d67d5069c194 req-2c9207ab-225c-48c5-be2d-29b0bc5dd60f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701124 Feb 09 15:46:57.517376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:46:57.573033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b42fec-4efd-4edf-a571-c08952d57034 req-b463db19-8f39-492f-9c90-9bbfb940136f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:57.575871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65b42fec-4efd-4edf-a571-c08952d57034 req-b463db19-8f39-492f-9c90-9bbfb940136f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2369671 Feb 09 15:46:57.628212 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0a8686-b305-48f1-8fbf-e1d310da0d79 x-openstack-request-id: req-3e0a8686-b305-48f1-8fbf-e1d310da0d79 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:46:57.628933 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-unplugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:46:57.629341 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e0a8686-b305-48f1-8fbf-e1d310da0d79 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:46:57.630274 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'code': 200} Feb 09 15:46:57.681591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port e2db5fee-d5e8-40bf-8411-28d992f3fdba {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:57.681591 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.790148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65b42fec-4efd-4edf-a571-c08952d57034 req-011729b5-2c58-405e-a961-b57999ad6c6d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549468 Feb 09 15:46:57.793548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:57.793548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:57.794029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:57.805528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:46:57.805528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:46:57.820141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:46:57.820519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:46:57.833058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:46:57.833058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Bound port: 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:57.833058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.833946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:57.860989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:57.881818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port e2db5fee-d5e8-40bf-8411-28d992f3fdba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e2db5fee-d5e8-40bf-8411-28d992f3fdba,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:57.882762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.931941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for e2db5fee-d5e8-40bf-8411-28d992f3fdba owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:57.936029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.012169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.053847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.065690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:58.069387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cf78338-0fff-47dc-919e-2356d19893c6 req-739cd0b0-aab1-418a-a89e-5331f9b94e46 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1f93e20-d660-421d-907d-96148ec7f51c HTTP/1.1" status: 200 len: 210 time: 0.0406651 Feb 09 15:46:58.091665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:58.123719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:58.124870 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.127892 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] 10.222.0.13 "PUT /v2.0/ports/38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 1096 time: 2.1992495 Feb 09 15:46:58.215046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.321204 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.365136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:58.366429 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.368388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] 10.222.0.73 "PUT /v2.0/ports/3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 200 len: 1092 time: 3.2573736 Feb 09 15:46:58.514746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-08631b86-2202-41ab-a15f-49d89c2045d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:58.515871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.518380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-08631b86-2202-41ab-a15f-49d89c2045d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1099 time: 0.3289804 Feb 09 15:46:58.523669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port e2db5fee-d5e8-40bf-8411-28d992f3fdba on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:58.527120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Deleting port 8d388264-77e7-48b0-8577-b0dca0421857 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:58.527120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.557231 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.562835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d08c3310-7ea6-43a6-9f75-fed07082fc11 req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.13 "DELETE /v2.0/ports/e2db5fee-d5e8-40bf-8411-28d992f3fdba HTTP/1.1" status: 204 len: 173 time: 1.4365916 Feb 09 15:46:58.606673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d39a9-b1c6-4c20-a156-b09761eac13e service neutron] Pushing event updated for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:58.629024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556d874-66e0-44a6-9b4c-2e60ab797334 req-6fecc77b-63f2-484b-8de5-9b8953c2890e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:58.642212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c556d874-66e0-44a6-9b4c-2e60ab797334 req-6fecc77b-63f2-484b-8de5-9b8953c2890e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=4813873d-449a-4d1b-8c60-7434fb0f7579 HTTP/1.1" status: 200 len: 865 time: 0.4363239 Feb 09 15:46:58.693897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05401a-1ddb-426b-a234-8f046fdc396e service neutron] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=11']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:58.797753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-0b3a3f77-220c-40f3-9e21-19946d3e0637 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:58.799323 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-0b3a3f77-220c-40f3-9e21-19946d3e0637 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6d05559-b564-4986-b179-107f9f8f469c HTTP/1.1" status: 200 len: 946 time: 0.2805994 Feb 09 15:46:58.872584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] For port 8d388264-77e7-48b0-8577-b0dca0421857, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8d388264-77e7-48b0-8577-b0dca0421857,segment=NetworkSegment(f3840472-dbe7-4556-9f1b-c058228b7a25),segment_id=f3840472-dbe7-4556-9f1b-c058228b7a25)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:58.872966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:58.895660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96c445-f665-473a-9351-c5190588b410 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=e2db5fee-d5e8-40bf-8411-28d992f3fdba,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:58.914340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Calling delete_port for 8d388264-77e7-48b0-8577-b0dca0421857 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:58.954239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-49105209-5f0c-447d-8937-351073133a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:58.955741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-49105209-5f0c-447d-8937-351073133a30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.4268706 Feb 09 15:46:58.966720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-80e81f17-2471-4d5d-8ec4-b2625e9f82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:58.972191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-80e81f17-2471-4d5d-8ec4-b2625e9f82c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1095 time: 0.4022613 Feb 09 15:46:58.980546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c556d874-66e0-44a6-9b4c-2e60ab797334 req-539920b8-f31d-4609-8c7c-070e5bc2d728 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351116 Feb 09 15:46:59.101805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Deleting port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:59.101805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:59.168664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-deleted', 'tag': 'd4c3844c-d838-41ca-927e-b76f865aff30'}, {'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'name': 'network-vif-deleted', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20'}, {'name': 'network-changed', 'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0'}, {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-deleted', 'tag': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:59.173465 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901" -d '{"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-deleted", "tag": "d4c3844c-d838-41ca-927e-b76f865aff30"}, {"server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "name": "network-vif-deleted", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20"}, {"name": "network-changed", "server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0"}, {"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-deleted", "tag": "e2db5fee-d5e8-40bf-8411-28d992f3fdba"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:59.179670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-c4cca143-3454-451d-8fdd-427f7442ae6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.1799891 Feb 09 15:46:59.185407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-0dba8299-92ca-41e2-a8ee-2e6a564f8fcc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 200 len: 217 time: 0.2010865 Feb 09 15:46:59.203551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-707d78d9-5f59-46b4-8aa2-c17b859957c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.205503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-707d78d9-5f59-46b4-8aa2-c17b859957c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1096 time: 0.4500771 Feb 09 15:46:59.235943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf252e-ef8b-41dc-9fbd-6ae5da7e6a4f req-929d92cc-6757-4342-ad4e-67fba9fd07a5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.237674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abbf252e-ef8b-41dc-9fbd-6ae5da7e6a4f req-929d92cc-6757-4342-ad4e-67fba9fd07a5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 948 time: 0.3802221 Feb 09 15:46:59.305399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] For port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:59.305795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:59.321046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Deleting port 539cd84e-4f9e-4686-a352-ea03d60edecf {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:46:59.321378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:59.332043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Calling delete_port for c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:59.409865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-2fb40d46-b6dd-4f8f-b31a-f82df115df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.412051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-2fb40d46-b6dd-4f8f-b31a-f82df115df4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.1976233 Feb 09 15:46:59.420237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-6c541641-8d2b-4482-b255-8abff4b0638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.423138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-6c541641-8d2b-4482-b255-8abff4b0638d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.2248874 Feb 09 15:46:59.456542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:59.491279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] For port 539cd84e-4f9e-4686-a352-ea03d60edecf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=539cd84e-4f9e-4686-a352-ea03d60edecf,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:59.491652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:59.494793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a93aa-2dd1-4cc4-b246-b3a0e380fe6e req-fc705d5b-33dd-4d12-987a-7f0bed5f4466 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.496797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe1a93aa-2dd1-4cc4-b246-b3a0e380fe6e req-fc705d5b-33dd-4d12-987a-7f0bed5f4466 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 944 time: 0.3318682 Feb 09 15:46:59.563248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-67c8d88d-904c-441f-9153-775782630819 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745845 Feb 09 15:46:59.565319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d388264-77e7-48b0-8577-b0dca0421857,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:59.565319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Calling delete_port for 539cd84e-4f9e-4686-a352-ea03d60edecf owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:46:59.566041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abbf252e-ef8b-41dc-9fbd-6ae5da7e6a4f req-a0172989-9195-4045-9c76-991012e98e03 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592764 Feb 09 15:46:59.657941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:59.663258 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05097501-d48b-45a6-bba5-a8d3ce136d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:46:59.701889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-e22b0c55-ed57-43f0-a057-326348913ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.704496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-e22b0c55-ed57-43f0-a057-326348913ac2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.4867129 Feb 09 15:46:59.762320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-5321ab1f-e53d-4dbd-9557-5b0f27e75f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.764033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-5321ab1f-e53d-4dbd-9557-5b0f27e75f84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3162436 Feb 09 15:46:59.817335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe1a93aa-2dd1-4cc4-b246-b3a0e380fe6e req-2d70689c-96c7-49ae-97e0-0f802e5977e6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990251 Feb 09 15:46:59.906828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-1dc9a73d-b259-4df3-a97d-7420257a1f0b tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.909782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-1dc9a73d-b259-4df3-a97d-7420257a1f0b tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 945 time: 0.3543334 Feb 09 15:46:59.926994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.067588 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.071642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.087324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['81373a06-b633-4275-88db-35699ced58c2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:00.141394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Pushing event deleted for resources: {'Port': ['ID=c4a8c239-f46a-49b3-b6e8-23e330ba5ee8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:00.246972 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] No DVR routers for this DVR port c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:00.253098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.260320 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-15b263a6-799b-4cfd-b3bd-f9e3b19a741d req-b7dd7cd7-5524-46a1-8afe-0148d0c7f40f tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.13 "DELETE /v2.0/ports/c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 HTTP/1.1" status: 204 len: 173 time: 1.4460258 Feb 09 15:47:00.302149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8f20d-ba18-4b6a-8640-a98b9f74d884 req-7c16fb81-5898-4001-acb0-5f35c394ba16 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:00.310174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6e8f20d-ba18-4b6a-8640-a98b9f74d884 req-7c16fb81-5898-4001-acb0-5f35c394ba16 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.6340783 Feb 09 15:47:00.339213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.358456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-e3949a70-b631-4406-a3b4-d54b6c45c1db service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415096 Feb 09 15:47:00.366808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-da38c895-8072-4b39-84ed-823e28056c46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.6258380 Feb 09 15:47:00.368770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d5de752-9750-4f8e-934b-f794b2bfdb84 req-989265fa-5c73-4abc-b886-45c21d8fa64e tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6d05559-b564-4986-b179-107f9f8f469c HTTP/1.1" status: 200 len: 210 time: 0.4304860 Feb 09 15:47:00.397882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Pushing event deleted for resources: {'Port': ['ID=539cd84e-4f9e-4686-a352-ea03d60edecf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:00.603235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6e8f20d-ba18-4b6a-8640-a98b9f74d884 req-365e33cf-14e3-4779-bf51-e8949b2ea604 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918558 Feb 09 15:47:00.616403 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c297ea9-da43-4167-826f-0aeadb8585f3 x-openstack-request-id: req-8c297ea9-da43-4167-826f-0aeadb8585f3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:00.616956 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-deleted", "tag": "d4c3844c-d838-41ca-927e-b76f865aff30", "status": "completed", "code": 200}, {"server_uuid": "c1f93e20-d660-421d-907d-96148ec7f51c", "name": "network-vif-deleted", "tag": "64054606-5dd9-46f9-9bd7-01b4a8be2a20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0", "status": "completed", "code": 200}, {"server_uuid": "4813873d-449a-4d1b-8c60-7434fb0f7579", "name": "network-vif-deleted", "tag": "e2db5fee-d5e8-40bf-8411-28d992f3fdba", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:00.617365 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c297ea9-da43-4167-826f-0aeadb8585f3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:00.618090 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-deleted', 'tag': 'd4c3844c-d838-41ca-927e-b76f865aff30', 'status': 'completed', 'code': 200} Feb 09 15:47:00.618505 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f93e20-d660-421d-907d-96148ec7f51c', 'name': 'network-vif-deleted', 'tag': '64054606-5dd9-46f9-9bd7-01b4a8be2a20', 'status': 'completed', 'code': 200} Feb 09 15:47:00.619169 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0', 'status': 'completed', 'code': 200} Feb 09 15:47:00.619597 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4813873d-449a-4d1b-8c60-7434fb0f7579', 'name': 'network-vif-deleted', 'tag': 'e2db5fee-d5e8-40bf-8411-28d992f3fdba', 'status': 'completed', 'code': 200} Feb 09 15:47:00.627630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-9aafd034-5922-440a-8530-93129c8a502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:00.629571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-9aafd034-5922-440a-8530-93129c8a502a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.2401204 Feb 09 15:47:00.635046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-294eaa59-cdcf-45a0-8363-18b076f696b8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8246534 Feb 09 15:47:00.675723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.678669 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4603caba-1b61-4d68-9c3f-a21e7f8f5592 x-openstack-request-id: req-4603caba-1b61-4d68-9c3f-a21e7f8f5592 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:00.678980 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:00.679213 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4603caba-1b61-4d68-9c3f-a21e7f8f5592 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:00.679735 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'status': 'completed', 'code': 200} Feb 09 15:47:00.684963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Router e117f74c-5447-4071-bb9a-8dccc2123464 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:47:00.760492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34258) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:00.895539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:00.908584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] Sync routers for ids ['e117f74c-5447-4071-bb9a-8dccc2123464'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:47:00.912689 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b6a3fda3-48dd-4b6d-bcb4-21029419f1a5 admin admin] 10.222.0.53 "PUT /v2.0/routers/e117f74c-5447-4071-bb9a-8dccc2123464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1191864 Feb 09 15:47:00.919725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] Routers {'e117f74c-5447-4071-bb9a-8dccc2123464'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:00.920419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e117f74c-5447-4071-bb9a-8dccc2123464'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:00.935452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34262) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:01.023025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e316df-a3dc-4949-941f-3337ad7b5b22 req-a565aa98-fd69-4760-a6db-85cd45d85efb service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463654 Feb 09 15:47:01.070006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Deleting port 81373a06-b633-4275-88db-35699ced58c2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:01.084639 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.084639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-b831ef0d-2767-4e76-b8f5-0ef5c47fd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:01.084639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-b831ef0d-2767-4e76-b8f5-0ef5c47fd24c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4303708 Feb 09 15:47:01.084639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-5c36a66a-8d56-4ae7-a411-57e34d67aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:01.086328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-5c36a66a-8d56-4ae7-a411-57e34d67aa83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1099 time: 0.3631220 Feb 09 15:47:01.230219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] Set router e117f74c-5447-4071-bb9a-8dccc2123464 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:01.237231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:01.268751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d054e6b-5c7f-4ea0-b247-3fee8ea6546e req-6de1acf5-7e68-42e6-b24a-92067c49a38c service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891833 Feb 09 15:47:01.285213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afe2d1-7971-4602-8d32-e67a0a95a1ed req-e1886847-b130-4ca2-b079-3e000e02ac80 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:01.293662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85afe2d1-7971-4602-8d32-e67a0a95a1ed req-e1886847-b130-4ca2-b079-3e000e02ac80 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 948 time: 0.3461933 Feb 09 15:47:01.353919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:01.353919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c4a8c239-f46a-49b3-b6e8-23e330ba5ee8 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:01.391604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d987b5c-11b2-473e-8777-a8ee08ed8e54 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting subnet 45942265-bee9-4811-b29c-7eaacffbc108 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:47:01.426946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d987b5c-11b2-473e-8777-a8ee08ed8e54 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.453387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85afe2d1-7971-4602-8d32-e67a0a95a1ed req-9b5f7d0f-0429-4ebd-a6bb-a331fd97ee76 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581128 Feb 09 15:47:01.497186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d987b5c-11b2-473e-8777-a8ee08ed8e54 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.584544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.605262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-0f27a3fe-4378-44d4-93b5-31e29c6ba3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:01.606844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-0f27a3fe-4378-44d4-93b5-31e29c6ba3c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.4981585 Feb 09 15:47:01.609005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] For port 81373a06-b633-4275-88db-35699ced58c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=81373a06-b633-4275-88db-35699ced58c2,segment=NetworkSegment(7c7ae44b-bdf5-454a-afbd-9719d7831e84),segment_id=7c7ae44b-bdf5-454a-afbd-9719d7831e84)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:01.609386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.690367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.728237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:46:59Z', 'revision_number': 5, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:01.752130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Calling delete_port for 81373a06-b633-4275-88db-35699ced58c2 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:01.757215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-c45062d2-3672-402a-b0d6-7a5388229bcc service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593695 Feb 09 15:47:01.764102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-72848785-c6ac-4f7b-9494-6a8ddd819049 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.1190314 Feb 09 15:47:01.769929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] Checking router: e117f74c-5447-4071-bb9a-8dccc2123464 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:47:01.782285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] Routers {'e117f74c-5447-4071-bb9a-8dccc2123464'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:01.783737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e117f74c-5447-4071-bb9a-8dccc2123464'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:01.803138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d987b5c-11b2-473e-8777-a8ee08ed8e54 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.848720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Router 4893d411-a984-4a21-895a-1adbec8c4929 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:47:01.881526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.933647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] Set router e117f74c-5447-4071-bb9a-8dccc2123464 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:01.991221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-4609a2af-23aa-45b7-b5db-ad41f5162ca0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:01.993010 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-4609a2af-23aa-45b7-b5db-ad41f5162ca0 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 944 time: 0.1252866 Feb 09 15:47:02.022420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-37c794c2-3239-4932-8ad1-c480d164fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:02.025049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-37c794c2-3239-4932-8ad1-c480d164fb9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1095 time: 0.6248858 Feb 09 15:47:02.053622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e0e6-f0f6-4dad-823b-fedd6f62946c req-b64a4cf7-e764-45d1-90d0-bdd5cfb539d7 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:02.056422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8728e0e6-f0f6-4dad-823b-fedd6f62946c req-b64a4cf7-e764-45d1-90d0-bdd5cfb539d7 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 944 time: 0.5088670 Feb 09 15:47:02.072066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-c21043e3-302c-4bcc-9108-2a5c65bae9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:02.074755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-c21043e3-302c-4bcc-9108-2a5c65bae9db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1099 time: 0.5183938 Feb 09 15:47:02.101868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d987b5c-11b2-473e-8777-a8ee08ed8e54 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.112532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe48f-2524-44a7-8674-058274bd0c5a req-9a8cd8b9-97a8-4d71-8d2e-515ee51cfddd tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:02.115335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bdbe48f-2524-44a7-8674-058274bd0c5a req-9a8cd8b9-97a8-4d71-8d2e-515ee51cfddd tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 944 time: 0.5215950 Feb 09 15:47:02.145462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:02.165956 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] Sync routers for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:47:02.173114 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d987b5c-11b2-473e-8777-a8ee08ed8e54 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Subnet': ['ID=45942265-bee9-4811-b29c-7eaacffbc108,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:02.176866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-ee074c0e-8628-4923-9dab-d27ceb9a9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:02.182452 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-893cd2e5-def9-499f-b3fd-8134a03fe505 admin admin] 10.222.0.53 "PUT /v2.0/routers/4893d411-a984-4a21-895a-1adbec8c4929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7207878 Feb 09 15:47:02.182621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-ee074c0e-8628-4923-9dab-d27ceb9a9df3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.3946674 Feb 09 15:47:02.183683 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34270) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:02.187262 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d987b5c-11b2-473e-8777-a8ee08ed8e54 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.190743 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2d987b5c-11b2-473e-8777-a8ee08ed8e54 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "DELETE /v2.0/subnets/45942265-bee9-4811-b29c-7eaacffbc108 HTTP/1.1" status: 204 len: 168 time: 1.3050337 Feb 09 15:47:02.195255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34272) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:02.215329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7487bd9-a7e2-4bfd-b30b-0e38c7f37c6d None None] Network 0814e721-be2a-4e05-a804-a36de7433b35 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:02.230911 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:02.232122 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:02.320863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:46:59Z', 'revision_number': 5, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:02.333513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Deleting port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:02.333942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.385944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01cc37-74b0-4c42-a34a-b01d83ed1d0e None None] The sync data for ids ['e117f74c-5447-4071-bb9a-8dccc2123464'] in n-d-828542-1 is: [{'id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'name': 'tempest-AttachSCSIVolumeTestJSON-641767299-router', 'tenant_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:46:59Z', 'revision_number': 5, 'project_id': '836267457c0c46ca9f2d5a1141c0f6c1', 'gw_port': {'id': '2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e117f74c-5447-4071-bb9a-8dccc2123464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:44Z', 'updated_at': '2022-02-09T15:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:47:02.465337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbbb71bf-f5e1-4aba-b51f-c594a076de23 req-d59c39b0-5b77-4dfc-8aa6-0cbac3321fc2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952019 Feb 09 15:47:02.475444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.487667 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:02.497328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.512143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Deleting port 6223a3f1-7242-41ea-91ca-35dad7eff454 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:02.512486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.516386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-ad33a06d-6841-4280-9ea5-e0dab8592d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:02.518112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-ad33a06d-6841-4280-9ea5-e0dab8592d07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3957481 Feb 09 15:47:02.570553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8728e0e6-f0f6-4dad-823b-fedd6f62946c req-a44b328c-bb49-4e3a-89a9-a2e25c25d5ec tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899399 Feb 09 15:47:02.643514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] For port 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:02.644021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.673669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Calling delete_port for 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:02.718342 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d05559-b564-4986-b179-107f9f8f469c', 'name': 'network-vif-deleted', 'tag': 'c4a8c239-f46a-49b3-b6e8-23e330ba5ee8'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:02.720758 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f105741-f9ec-4edb-8875-807702aec325" -d '{"events": [{"server_uuid": "c6d05559-b564-4986-b179-107f9f8f469c", "name": "network-vif-deleted", "tag": "c4a8c239-f46a-49b3-b6e8-23e330ba5ee8"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:02.729131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-83823f2c-04b8-40dd-986c-687026ae9de8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 200 len: 217 time: 0.1812134 Feb 09 15:47:02.803659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] DHCP port deletion for 0814e721-be2a-4e05-a804-a36de7433b35 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:47:02.853581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bdbe48f-2524-44a7-8674-058274bd0c5a req-57dfd986-4341-4e93-bf92-225de1844c58 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/security-groups?id=21e51c92-6e9a-4bc1-bbdc-e99a311e810b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077162 Feb 09 15:47:02.905668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-04fce4b0-746c-49ac-9363-5ac761c30326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:02.907803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-04fce4b0-746c-49ac-9363-5ac761c30326 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5022039 Feb 09 15:47:02.936038 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:47:00Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:02.942699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] Deleting port 506ec7d8-3192-47e9-90b8-3cfda50e885a {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:02.943157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.005763 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] Checking router: 4893d411-a984-4a21-895a-1adbec8c4929 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:47:03.035949 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] Routers {'4893d411-a984-4a21-895a-1adbec8c4929'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:03.036632 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:46:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4893d411-a984-4a21-895a-1adbec8c4929'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:03.067872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] For port 6223a3f1-7242-41ea-91ca-35dad7eff454, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6223a3f1-7242-41ea-91ca-35dad7eff454,segment=NetworkSegment(c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068),segment_id=c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:03.080415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.092419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-5648237e-af00-44fe-a006-7ad10d746e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:03.094324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-5648237e-af00-44fe-a006-7ad10d746e7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 1.0311759 Feb 09 15:47:03.101192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] For port 506ec7d8-3192-47e9-90b8-3cfda50e885a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=506ec7d8-3192-47e9-90b8-3cfda50e885a,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:03.101511 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.117106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Calling delete_port for 6223a3f1-7242-41ea-91ca-35dad7eff454 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:03.120276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] Calling delete_port for 506ec7d8-3192-47e9-90b8-3cfda50e885a owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:03.126120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.157960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port 506ec7d8-3192-47e9-90b8-3cfda50e885a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:03.158461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.240424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:47:03.284331 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] Set router 4893d411-a984-4a21-895a-1adbec8c4929 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:03.316743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-bc6ad251-1416-4835-94cc-bf3639c0cb31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 200 len: 217 time: 0.0982959 Feb 09 15:47:03.334547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-53d1be70-398d-4750-8c4e-43edf51dea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:03.346491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-53d1be70-398d-4750-8c4e-43edf51dea1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.5336208 Feb 09 15:47:03.363657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:03.386089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'mac_address': 'fa:16:3e:87:ea:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:47:03.489202 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.496769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:47:03.499134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 81373a06-b633-4275-88db-35699ced58c2 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:03.509959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-c05283ae-be6e-4713-9ace-9f5702fb579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:03.513173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-c05283ae-be6e-4713-9ace-9f5702fb579b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.1327250 Feb 09 15:47:03.537439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 81373a06-b633-4275-88db-35699ced58c2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:03.537768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 81373a06-b633-4275-88db-35699ced58c2 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:03.541757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8d388264-77e7-48b0-8577-b0dca0421857 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:03.553690 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.583766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8d388264-77e7-48b0-8577-b0dca0421857 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:03.584113 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8d388264-77e7-48b0-8577-b0dca0421857 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:03.584560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 506ec7d8-3192-47e9-90b8-3cfda50e885a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:03.614339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0a95a-16cb-4187-a765-42c6222befe6 req-e69bb0d2-a49c-45a3-bf04-52364eb170da tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:03.616304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbb0a95a-16cb-4187-a765-42c6222befe6 req-e69bb0d2-a49c-45a3-bf04-52364eb170da tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.8231161 Feb 09 15:47:03.619733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-d7331f11-cfa5-4fef-96a6-3b97408504cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783002 Feb 09 15:47:03.669039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port 506ec7d8-3192-47e9-90b8-3cfda50e885a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=506ec7d8-3192-47e9-90b8-3cfda50e885a,segment=NetworkSegment(f0effb70-6620-4142-9d1b-aa48e9c3e5ce),segment_id=f0effb70-6620-4142-9d1b-aa48e9c3e5ce)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:03.670189 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.687699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:03.727078 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for 506ec7d8-3192-47e9-90b8-3cfda50e885a owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:03.728623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:03.763071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-da624347-80bc-4261-b49e-810f7c40b90e service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317391 Feb 09 15:47:03.801556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028456-1b84-4d21-820a-7218f342d7ef req-64e051fb-746c-41d0-b7f5-c8b1b6122bf8 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:03.808582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22028456-1b84-4d21-820a-7218f342d7ef req-64e051fb-746c-41d0-b7f5-c8b1b6122bf8 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 948 time: 0.7818761 Feb 09 15:47:03.833621 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:47:03.834422 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:47:00Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:03.837097 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.878780 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4589cb-62d5-4873-b0ad-ba1f144a9c75 None None] The sync data for ids ['4893d411-a984-4a21-895a-1adbec8c4929'] in n-d-828542-1 is: [{'id': '4893d411-a984-4a21-895a-1adbec8c4929', 'name': 'tempest-FloatingIPsAssociationTestJSON-760914262-router', 'tenant_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193'}], 'enable_snat': True}, 'gw_port_id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:44:06Z', 'updated_at': '2022-02-09T15:47:00Z', 'revision_number': 5, 'project_id': '3a743f93f1934b0fae1a85ef4a8c1816', 'gw_port': {'id': '8bf2177e-2588-465f-9c32-1f7b18cc1f5d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4893d411-a984-4a21-895a-1adbec8c4929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:44:10Z', 'updated_at': '2022-02-09T15:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:47:03.920777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.959104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Deleting port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:03.959445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.041528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:04.062784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:04.100192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.105006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0', 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'port_id': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0', 'mac_address': 'fa:16:3e:c4:ee:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de9ad69-088b-4006-a1c8-413ea8d74035', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:47:04.154300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.216318 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] For port 8bf2177e-2588-465f-9c32-1f7b18cc1f5d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8bf2177e-2588-465f-9c32-1f7b18cc1f5d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:04.217268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.244434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Calling delete_port for 8bf2177e-2588-465f-9c32-1f7b18cc1f5d owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:04.321127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] No DVR routers for this DVR port 506ec7d8-3192-47e9-90b8-3cfda50e885a on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:04.356742 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.397473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=12']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:04.424747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:04.432153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbb0a95a-16cb-4187-a765-42c6222befe6 req-11933d9b-d4c0-49cd-8662-080630dc36ef tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6628613 Feb 09 15:47:04.434144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ea0f4b9-7f94-4f59-9bc1-f0cb2d229901 req-6801dbf7-0f78-49b3-a407-ef8d75be0b91 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915427 Feb 09 15:47:04.499420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-2152566b-e857-42fa-b4bf-9189a00533db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:04.501223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-2152566b-e857-42fa-b4bf-9189a00533db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1532755 Feb 09 15:47:04.504000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Pushing event deleted for resources: {'Port': ['ID=81373a06-b633-4275-88db-35699ced58c2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:04.538106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:04.586377 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.589967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.603082 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd506ca0-8316-4c51-a878-4c871d43d775 None None] Pushing event deleted for resources: {'Port': ['ID=506ec7d8-3192-47e9-90b8-3cfda50e885a,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:04.603778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.624013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:04.629402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.629752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.630054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.631180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.631180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.631180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.631772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.631772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.632127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.632305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.632616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.632940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:04.637495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-daaa1bc6-78d2-43d2-8a66-5be0fd761e60 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236897 Feb 09 15:47:04.713089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22028456-1b84-4d21-820a-7218f342d7ef req-dd6b7ef1-6253-43af-bbdd-ebc1e46f9999 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057866 Feb 09 15:47:04.734944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e637b88-32c2-4242-8fe9-d491a50052a1 req-382bc42b-bc44-4766-8c2a-1996a1ea0d90 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 210 time: 0.0960326 Feb 09 15:47:04.741340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-88d6c954-9ccf-4d46-bed7-eaf265af10da service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7762320 Feb 09 15:47:04.750831 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.892059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-93e9dc91-2234-4ec3-86b8-aa8b3958cd6b service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359493 Feb 09 15:47:04.894140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] No DVR routers for this DVR port 81373a06-b633-4275-88db-35699ced58c2 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:04.894687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:04.897674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.904376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68399fa5-4fa6-4a6a-9399-e5ee35a79d64 req-864bf442-d96c-49a3-8b25-401475c2c790 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.73 "DELETE /v2.0/ports/81373a06-b633-4275-88db-35699ced58c2 HTTP/1.1" status: 204 len: 173 time: 4.9804425 Feb 09 15:47:04.932656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd0a1fc-9b12-4e18-9a27-c94610c89538', 'name': 'network-vif-deleted', 'tag': '81373a06-b633-4275-88db-35699ced58c2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:04.936730 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0d4465-9d80-4dbe-8b56-ee1548c3f65b" -d '{"events": [{"server_uuid": "bfd0a1fc-9b12-4e18-9a27-c94610c89538", "name": "network-vif-deleted", "tag": "81373a06-b633-4275-88db-35699ced58c2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:04.984481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef6e7823-cf85-4520-b163-f7f370d37cd6 req-1bd0150f-25ef-4e50-8328-50bd8180bf06 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0758488 Feb 09 15:47:05.019536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['3f169aeb-34b2-4793-8ad0-a643b97f8ed0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:05.061507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0951e72-e20a-417c-92dd-2e0fb98526e1 req-d285accd-c5dd-4f3a-86a2-b1c84fcd94c5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:05.068726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0951e72-e20a-417c-92dd-2e0fb98526e1 req-d285accd-c5dd-4f3a-86a2-b1c84fcd94c5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 945 time: 0.1488938 Feb 09 15:47:05.092288 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec127ce8-da9e-411c-9e02-89dac79095d4 x-openstack-request-id: req-ec127ce8-da9e-411c-9e02-89dac79095d4 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:05.092288 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd0a1fc-9b12-4e18-9a27-c94610c89538", "name": "network-vif-deleted", "tag": "81373a06-b633-4275-88db-35699ced58c2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:05.092974 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec127ce8-da9e-411c-9e02-89dac79095d4 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:05.093270 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd0a1fc-9b12-4e18-9a27-c94610c89538', 'name': 'network-vif-deleted', 'tag': '81373a06-b633-4275-88db-35699ced58c2', 'status': 'completed', 'code': 200} Feb 09 15:47:05.139106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05097501-d48b-45a6-bba5-a8d3ce136d5c req-2bd4b2ce-a2b4-4213-8313-a1708b3e0341 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612085 Feb 09 15:47:05.147991 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf879e67-fda5-453f-b332-0fab2f100a7e x-openstack-request-id: req-bf879e67-fda5-453f-b332-0fab2f100a7e {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:05.148535 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d05559-b564-4986-b179-107f9f8f469c", "name": "network-vif-deleted", "tag": "c4a8c239-f46a-49b3-b6e8-23e330ba5ee8", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:05.148872 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf879e67-fda5-453f-b332-0fab2f100a7e {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:05.149495 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d05559-b564-4986-b179-107f9f8f469c', 'name': 'network-vif-deleted', 'tag': 'c4a8c239-f46a-49b3-b6e8-23e330ba5ee8', 'status': 'completed', 'code': 200} Feb 09 15:47:05.156629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port 506ec7d8-3192-47e9-90b8-3cfda50e885a on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:05.157814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0951e72-e20a-417c-92dd-2e0fb98526e1 req-06431922-b866-4391-b4e4-ad6055d6d816 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836654 Feb 09 15:47:05.160009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=506ec7d8-3192-47e9-90b8-3cfda50e885a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:05.186509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.205391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.209523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6223a3f1-7242-41ea-91ca-35dad7eff454 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:05.242820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 6223a3f1-7242-41ea-91ca-35dad7eff454 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:05.243610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6223a3f1-7242-41ea-91ca-35dad7eff454 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:05.269016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Pushing event deleted for resources: {'Port': ['ID=6223a3f1-7242-41ea-91ca-35dad7eff454,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:05.353479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] No DVR routers for this DVR port 6223a3f1-7242-41ea-91ca-35dad7eff454 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:05.394079 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.397984 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cab94fd2-c680-4613-9be3-2dd41a8bb236 req-cf68286b-38d2-4627-83b2-e4d4de4b0d30 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.13 "DELETE /v2.0/ports/6223a3f1-7242-41ea-91ca-35dad7eff454 HTTP/1.1" status: 204 len: 173 time: 3.3714042 Feb 09 15:47:05.421154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.448816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 539cd84e-4f9e-4686-a352-ea03d60edecf no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:05.450168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0814e721-be2a-4e05-a804-a36de7433b35']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:05.461935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:05.462386 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0effb70-6620-4142-9d1b-aa48e9c3e5ce') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:05.473925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.482322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 539cd84e-4f9e-4686-a352-ea03d60edecf {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:05.483210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 539cd84e-4f9e-4686-a352-ea03d60edecf not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:05.491842 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.502154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.503103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e117f74c-5447-4071-bb9a-8dccc2123464 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:47:05.506667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:47:05.507327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:47:05.512129 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:47:05.517336 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.521227 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b5509ead-ea35-4b49-93e1-1cac10244246 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e117f74c-5447-4071-bb9a-8dccc2123464 HTTP/1.1" status: 204 len: 168 time: 4.5793521 Feb 09 15:47:05.521422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34288) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:05.627898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31274ff2-fdf2-4cd3-9942-0cb8994a9e01 req-8b5022bd-bbc4-436b-9875-c7767ed05c97 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:05.630632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31274ff2-fdf2-4cd3-9942-0cb8994a9e01 req-8b5022bd-bbc4-436b-9875-c7767ed05c97 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.0934830 Feb 09 15:47:05.649761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fe2ee8-fe43-4557-a548-4d5b8a857cb5 admin admin] Deleting subnet bd345d82-2444-4ab8-bd4d-2e3b715ca49f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:47:05.653840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05fe2ee8-fe43-4557-a548-4d5b8a857cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.676293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.688716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31274ff2-fdf2-4cd3-9942-0cb8994a9e01 req-4e9f9ac7-fbbe-4358-b937-3b1f8f7df76d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467722 Feb 09 15:47:05.728405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf2177e-2588-465f-9c32-1f7b18cc1f5d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:05.753434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.760333 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.763715 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "DELETE /v2.0/networks/0814e721-be2a-4e05-a804-a36de7433b35 HTTP/1.1" status: 204 len: 168 time: 3.5603755 Feb 09 15:47:05.767163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34296) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:05.767605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05fe2ee8-fe43-4557-a548-4d5b8a857cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.865531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719c48f-f4e5-42fb-a351-a1c8d768b302 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Network': ['ID=0814e721-be2a-4e05-a804-a36de7433b35,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:05.874292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68a8953-25bc-46f1-ab5c-a8a0f4a64b4a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting subnet 1d44acbc-91a6-4866-828d-ddafb2f1f334 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:47:05.887825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.905558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c68a8953-25bc-46f1-ab5c-a8a0f4a64b4a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:05.994047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c68a8953-25bc-46f1-ab5c-a8a0f4a64b4a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.035122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.043442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.046198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080d14-ea70-44a4-ac35-f20027363b87 req-d30ad0c5-8785-4737-a2a4-03460a3ce19f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:06.048435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76080d14-ea70-44a4-ac35-f20027363b87 req-d30ad0c5-8785-4737-a2a4-03460a3ce19f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 949 time: 0.1708157 Feb 09 15:47:06.055314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d391ac5-c143-4228-a5b8-45017e31dde6 req-738735cd-b328-4b06-83ad-b88f2a941b63 tempest-ListServersNegativeTestJSON-1691468061 tempest-ListServersNegativeTestJSON-1691468061-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfd0a1fc-9b12-4e18-9a27-c94610c89538 HTTP/1.1" status: 200 len: 210 time: 0.0929890 Feb 09 15:47:06.061214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05fe2ee8-fe43-4557-a548-4d5b8a857cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.165006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c68a8953-25bc-46f1-ab5c-a8a0f4a64b4a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.235849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76080d14-ea70-44a4-ac35-f20027363b87 req-8f020a2d-d592-4d9d-81fe-480e13e7dcc5 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145778 Feb 09 15:47:06.236502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05fe2ee8-fe43-4557-a548-4d5b8a857cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.263418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe2ee8-fe43-4557-a548-4d5b8a857cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd345d82-2444-4ab8-bd4d-2e3b715ca49f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:06.271094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.272198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4893d411-a984-4a21-895a-1adbec8c4929 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:47:06.289891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.291208 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e98335e3-0893-4c1f-9e6b-a8e697f192ce admin admin] 10.222.0.53 "DELETE /v2.0/routers/4893d411-a984-4a21-895a-1adbec8c4929 HTTP/1.1" status: 204 len: 168 time: 4.1055276 Feb 09 15:47:06.295437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34306) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:06.305230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05fe2ee8-fe43-4557-a548-4d5b8a857cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.311721 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-05fe2ee8-fe43-4557-a548-4d5b8a857cb5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bd345d82-2444-4ab8-bd4d-2e3b715ca49f HTTP/1.1" status: 204 len: 168 time: 0.7866435 Feb 09 15:47:06.314211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a91c5-cea9-4855-a764-e6e99459dc41 None None] Network f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:06.320758 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:06.320881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7349e4-5490-4c1f-a8cc-f5e96ba4c8aa req-f805dc8d-4127-4c35-a703-cd884697e7d2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:06.323044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c7349e4-5490-4c1f-a8cc-f5e96ba4c8aa req-f805dc8d-4127-4c35-a703-cd884697e7d2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1105809 Feb 09 15:47:06.439799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c68a8953-25bc-46f1-ab5c-a8a0f4a64b4a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.498785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c7349e4-5490-4c1f-a8cc-f5e96ba4c8aa req-8f1cd35c-b910-4c08-b94b-f5100ab5ac31 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678574 Feb 09 15:47:06.505297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a8953-25bc-46f1-ab5c-a8a0f4a64b4a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Subnet': ['ID=1d44acbc-91a6-4866-828d-ddafb2f1f334,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:06.530019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c68a8953-25bc-46f1-ab5c-a8a0f4a64b4a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.536353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c68a8953-25bc-46f1-ab5c-a8a0f4a64b4a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "DELETE /v2.0/subnets/1d44acbc-91a6-4866-828d-ddafb2f1f334 HTTP/1.1" status: 204 len: 168 time: 0.7677214 Feb 09 15:47:06.545797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebc757-5cf9-4fe3-8d0c-542f8017eef4 None None] Network cb7268d1-071d-4569-8ae3-8fe719c5d860 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:06.546462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34310) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:06.552850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b222f1bb-41a9-40ef-b762-e751a662260c admin admin] Deleting subnet 7c568494-e688-443c-bd8d-ed008e3147c1 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:47:06.583650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dca1cda5-8fd5-4297-b9b9-bc02a2ccd92e req-0818706c-d11f-44d1-b19a-9fe5a68537d2 tempest-LiveMigrationTest-963584982 tempest-LiveMigrationTest-963584982-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc9988ce-17d4-44e2-8f1f-5439620e5bfd HTTP/1.1" status: 200 len: 210 time: 0.0840225 Feb 09 15:47:06.656868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b222f1bb-41a9-40ef-b762-e751a662260c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.716245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.774804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b222f1bb-41a9-40ef-b762-e751a662260c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.807464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.824014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04a9e6-7663-4b06-a9ea-956dbbc89a29 req-3b1f7d6c-ccaa-43c9-b7a7-b7e319f1fc01 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:06.826256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de04a9e6-7663-4b06-a9ea-956dbbc89a29 req-3b1f7d6c-ccaa-43c9-b7a7-b7e319f1fc01 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 945 time: 0.1455884 Feb 09 15:47:06.924630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] DHCP port deletion for f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:47:06.986184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] DHCP port deletion for cb7268d1-071d-4569-8ae3-8fe719c5d860 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:47:06.991045 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de04a9e6-7663-4b06-a9ea-956dbbc89a29 req-6ae959e2-4e13-4026-b4d6-43b6be5d8094 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581759 Feb 09 15:47:07.071324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Deleting port cdbb9461-31d8-4f78-bb6a-d67b12a19355 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:07.071880 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.088267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] Deleting port cdbb9461-31d8-4f78-bb6a-d67b12a19355 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:07.088723 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.131326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port a8493cd0-062c-4e40-97de-4754e6d29c29 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:07.131686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.134944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86929f6d-1096-4336-aa88-8777461c8536 req-edce6321-0004-4cc2-854e-477bd6c886c7 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:07.138780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86929f6d-1096-4336-aa88-8777461c8536 req-edce6321-0004-4cc2-854e-477bd6c886c7 tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 1100 time: 0.0995154 Feb 09 15:47:07.166879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'name': 'network-vif-deleted', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:07.169054 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cee52a9-ce35-4d1d-9130-416494a99998" -d '{"events": [{"server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "name": "network-vif-deleted", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:07.175391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b222f1bb-41a9-40ef-b762-e751a662260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.232269 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] For port cdbb9461-31d8-4f78-bb6a-d67b12a19355, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cdbb9461-31d8-4f78-bb6a-d67b12a19355,segment=NetworkSegment(f3840472-dbe7-4556-9f1b-c058228b7a25),segment_id=f3840472-dbe7-4556-9f1b-c058228b7a25)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:07.232656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.253395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Calling delete_port for cdbb9461-31d8-4f78-bb6a-d67b12a19355 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:07.285287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port a8493cd0-062c-4e40-97de-4754e6d29c29, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a8493cd0-062c-4e40-97de-4754e6d29c29,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:07.285817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.305137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:07.333739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3eed5-61d2-4aaf-99cc-fe2af049acec req-d7a50192-65e2-41b0-a0c5-b11c1eed3557 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:07.346180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fc3eed5-61d2-4aaf-99cc-fe2af049acec req-d7a50192-65e2-41b0-a0c5-b11c1eed3557 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2594049 Feb 09 15:47:07.346501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] Deleting port a8493cd0-062c-4e40-97de-4754e6d29c29 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:07.347085 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.361280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for a8493cd0-062c-4e40-97de-4754e6d29c29 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:07.403210 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b222f1bb-41a9-40ef-b762-e751a662260c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.459419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222f1bb-41a9-40ef-b762-e751a662260c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c568494-e688-443c-bd8d-ed008e3147c1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:07.464622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fc3eed5-61d2-4aaf-99cc-fe2af049acec req-8e5b6015-3bc1-4a1a-9e49-382c90abbea5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064458 Feb 09 15:47:07.467743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] For port cdbb9461-31d8-4f78-bb6a-d67b12a19355, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cdbb9461-31d8-4f78-bb6a-d67b12a19355,segment=NetworkSegment(f3840472-dbe7-4556-9f1b-c058228b7a25),segment_id=f3840472-dbe7-4556-9f1b-c058228b7a25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:07.470862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.476290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b222f1bb-41a9-40ef-b762-e751a662260c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.481508 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b222f1bb-41a9-40ef-b762-e751a662260c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7c568494-e688-443c-bd8d-ed008e3147c1 HTTP/1.1" status: 204 len: 168 time: 1.1848464 Feb 09 15:47:07.488648 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.493483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34320) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:07.497575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae92501c-af1c-4946-9d58-ef42a7784f52 None None] Network 6601122e-b69c-4104-932d-017527239653 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:07.499985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:07.504109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cdbb9461-31d8-4f78-bb6a-d67b12a19355 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:07.536425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbb9461-31d8-4f78-bb6a-d67b12a19355,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:07.547287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] Calling delete_port for cdbb9461-31d8-4f78-bb6a-d67b12a19355 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:07.555994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] No DVR routers for this DVR port cdbb9461-31d8-4f78-bb6a-d67b12a19355 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:07.650619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: cdbb9461-31d8-4f78-bb6a-d67b12a19355 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:07.650861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cdbb9461-31d8-4f78-bb6a-d67b12a19355 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:07.651208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:07.682744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34326) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:07.696982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86929f6d-1096-4336-aa88-8777461c8536 req-00f0f81b-b5f1-414a-9fe4-2b82a9e7ea3c tempest-MigrationsAdminTest-112438703 tempest-MigrationsAdminTest-112438703-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558282 Feb 09 15:47:07.702663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] For port a8493cd0-062c-4e40-97de-4754e6d29c29, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a8493cd0-062c-4e40-97de-4754e6d29c29,segment=NetworkSegment(d2a3f4a4-dc06-497a-8fc3-947f81736a8e),segment_id=d2a3f4a4-dc06-497a-8fc3-947f81736a8e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:07.703077 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.776515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:07.776690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2f4e47cc-4923-43a9-be9d-7aa8f5d53e0a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:07.777163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a8493cd0-062c-4e40-97de-4754e6d29c29 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:07.791462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] Calling delete_port for a8493cd0-062c-4e40-97de-4754e6d29c29 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:07.793446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a6d65c-6bea-4fe0-ac54-3424052b8199 admin admin] Deleting subnet 4ac8939d-c1f2-4418-8464-1454d59d569a {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:47:07.799070 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca671eaf-2c71-4075-a468-fafe7e0a5ff7 x-openstack-request-id: req-ca671eaf-2c71-4075-a468-fafe7e0a5ff7 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:07.799500 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9988ce-17d4-44e2-8f1f-5439620e5bfd", "name": "network-vif-deleted", "tag": "6223a3f1-7242-41ea-91ca-35dad7eff454", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:07.799658 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca671eaf-2c71-4075-a468-fafe7e0a5ff7 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:07.800025 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9988ce-17d4-44e2-8f1f-5439620e5bfd', 'name': 'network-vif-deleted', 'tag': '6223a3f1-7242-41ea-91ca-35dad7eff454', 'status': 'completed', 'code': 200} Feb 09 15:47:07.815744 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6d65c-6bea-4fe0-ac54-3424052b8199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.829374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:07.861611 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.869064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34332) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:07.887477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.926958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:07.927879 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.945420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:07.961610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.975560 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6d65c-6bea-4fe0-ac54-3424052b8199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.993495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3840472-dbe7-4556-9f1b-c058228b7a25') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:07.994320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3840472-dbe7-4556-9f1b-c058228b7a25') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:08.016831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.027107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port a8493cd0-062c-4e40-97de-4754e6d29c29 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:08.095660 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.113161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No active binding found for port a8493cd0-062c-4e40-97de-4754e6d29c29 {{(pid=103180) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 15:47:08.113689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a8493cd0-062c-4e40-97de-4754e6d29c29 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:08.114060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8bf2177e-2588-465f-9c32-1f7b18cc1f5d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:08.123231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:47:08.123905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:47:08.128046 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:47:08.141924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8bf2177e-2588-465f-9c32-1f7b18cc1f5d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:08.142293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8bf2177e-2588-465f-9c32-1f7b18cc1f5d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:08.192773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:08.200232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.224012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:08.225321 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.241786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=a8493cd0-062c-4e40-97de-4754e6d29c29,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:08.274729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6d65c-6bea-4fe0-ac54-3424052b8199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.277198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] No DVR routers for this DVR port cdbb9461-31d8-4f78-bb6a-d67b12a19355 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:08.278762 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.289377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6a067-11ae-4ef3-b4a3-2d0a0095e369 None None] Pushing event deleted for resources: {'Port': ['ID=cdbb9461-31d8-4f78-bb6a-d67b12a19355,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:08.319721 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.324369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] DHCP port deletion for 6601122e-b69c-4104-932d-017527239653 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:47:08.331088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] No DVR routers for this DVR port a8493cd0-062c-4e40-97de-4754e6d29c29 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:08.388728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Deleting port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:08.389261 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.394895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d9152-1a4c-43df-8c98-9e2a49f500e8 None None] Pushing event deleted for resources: {'Port': ['ID=a8493cd0-062c-4e40-97de-4754e6d29c29,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:08.398465 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.423084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:08.425085 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e3a274-e801-4f40-ac97-6007106fba1d" -d '{"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-plugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:08.431312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.440317 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59 HTTP/1.1" status: 204 len: 168 time: 2.0618200 Feb 09 15:47:08.459875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:08.470964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18b97-f149-4ea1-a6c3-603765264085 admin admin] Pushing event deleted for resources: {'Network': ['ID=f28bb51d-b8a8-4a3a-ac1c-4e7291d44f59,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:08.503545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.520053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-215d6e1c-0524-4265-92d5-b201c6b760b4 admin admin] Deleting subnet ad2ca4b2-80df-4b67-b468-18d697cb7531 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:47:08.525067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-215d6e1c-0524-4265-92d5-b201c6b760b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.574657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] Deleting port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:08.575319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.577041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] For port 64a2d599-9e96-47f2-8d55-72c1fcfa6307, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64a2d599-9e96-47f2-8d55-72c1fcfa6307,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:08.577973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.592405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7268d1-071d-4569-8ae3-8fe719c5d860']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:08.606461 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.613333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-215d6e1c-0524-4265-92d5-b201c6b760b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.616804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Calling delete_port for 64a2d599-9e96-47f2-8d55-72c1fcfa6307 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:08.623763 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6d65c-6bea-4fe0-ac54-3424052b8199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.678601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:08.679014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a3f4a4-dc06-497a-8fc3-947f81736a8e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:08.696265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6d65c-6bea-4fe0-ac54-3424052b8199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac8939d-c1f2-4418-8464-1454d59d569a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:08.696820 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.706739 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6d65c-6bea-4fe0-ac54-3424052b8199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.717199 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-75a6d65c-6bea-4fe0-ac54-3424052b8199 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ac8939d-c1f2-4418-8464-1454d59d569a HTTP/1.1" status: 204 len: 168 time: 1.0271540 Feb 09 15:47:08.722973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:08.726578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-215d6e1c-0524-4265-92d5-b201c6b760b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.765945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.774202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-6e4d4c09-ed5f-4a8b-959d-777ad2adacf9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:08.775749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-6e4d4c09-ed5f-4a8b-959d-777ad2adacf9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.7357194 Feb 09 15:47:08.809793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] For port 64a2d599-9e96-47f2-8d55-72c1fcfa6307, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64a2d599-9e96-47f2-8d55-72c1fcfa6307,segment=NetworkSegment(ac89f02b-3988-4d86-95af-e60f153df5ff),segment_id=ac89f02b-3988-4d86-95af-e60f153df5ff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:08.810529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.810748 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.827831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:08.830872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b426e5-2706-4573-8ce6-7350cf6f4de6 req-d8445a1d-8a4e-4828-8286-c799935b8a58 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:08.840724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3b426e5-2706-4573-8ce6-7350cf6f4de6 req-d8445a1d-8a4e-4828-8286-c799935b8a58 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 945 time: 0.1576693 Feb 09 15:47:08.857635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] Calling delete_port for 64a2d599-9e96-47f2-8d55-72c1fcfa6307 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:08.859841 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.886034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:47:08.887001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.888277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=13']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:47:08.890086 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:47:08.926298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-e23153c5-55ad-404c-965d-180d477a0de4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/quotas/64e5271961874b6b997fbb5a0d3112c8 HTTP/1.1" status: 200 len: 375 time: 0.0729239 Feb 09 15:47:08.985908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.990666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.000051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3b426e5-2706-4573-8ce6-7350cf6f4de6 req-9c9a502b-ea5a-4844-a9b5-536c73d0e39d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569476 Feb 09 15:47:09.035047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b43b7b-67c7-4ae8-941d-2eebf94159be']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.050738 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7ae44b-bdf5-454a-afbd-9719d7831e84') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.051339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7ae44b-bdf5-454a-afbd-9719d7831e84') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.065859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.084361 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:47:09.115171 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:47:09.117894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-50f41a9a-d811-4c26-92c3-320301bfe92f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1541185 Feb 09 15:47:09.152627 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b019bb-5935-4ee9-899e-5029529a99dd x-openstack-request-id: req-22b019bb-5935-4ee9-899e-5029529a99dd {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:09.152891 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-plugged", "status": "completed", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:09.153150 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22b019bb-5935-4ee9-899e-5029529a99dd {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:09.154293 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'code': 200} Feb 09 15:47:09.166115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:09.170265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.181922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:09.184845 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.220519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] Pushing event deleted for resources: {'Port': ['ID=64a2d599-9e96-47f2-8d55-72c1fcfa6307,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:09.230297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391967a-6ccd-48ce-8798-4ca1f560a043 None None] No DVR routers for this DVR port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:09.237100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Pushing event deleted for resources: {'Port': ['ID=64a2d599-9e96-47f2-8d55-72c1fcfa6307,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:09.244123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-215d6e1c-0524-4265-92d5-b201c6b760b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.251776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] No DVR routers for this DVR port 64a2d599-9e96-47f2-8d55-72c1fcfa6307 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:09.291946 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7ef009c6-4fd4-417d-88a2-51cf2bb98887 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c9b25526170419ab6350c821c05ac72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021988 Feb 09 15:47:09.300626 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-215d6e1c-0524-4265-92d5-b201c6b760b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.301973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34356) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:09.304207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-215d6e1c-0524-4265-92d5-b201c6b760b4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ad2ca4b2-80df-4b67-b468-18d697cb7531 HTTP/1.1" status: 204 len: 168 time: 1.4393206 Feb 09 15:47:09.304990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.309981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.317731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34358) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:09.318229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "DELETE /v2.0/networks/cb7268d1-071d-4569-8ae3-8fe719c5d860 HTTP/1.1" status: 204 len: 168 time: 2.7660885 Feb 09 15:47:09.321601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34360) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:09.328207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-246281885'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:09.339583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d6e1c-0524-4265-92d5-b201c6b760b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad2ca4b2-80df-4b67-b468-18d697cb7531,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:09.383057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8061797-0c3a-40fe-9f2f-0cdf359f198c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Network': ['ID=cb7268d1-071d-4569-8ae3-8fe719c5d860,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:09.393272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.438129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.440686 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.444391 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d3b43b7b-67c7-4ae8-941d-2eebf94159be HTTP/1.1" status: 204 len: 168 time: 0.7197273 Feb 09 15:47:09.479417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc30d0-4636-4a38-9ff1-db6069cdfe23 req-79d505d2-50fd-49ac-91e9-91caecd96b3b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:09.482352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fc30d0-4636-4a38-9ff1-db6069cdfe23 req-79d505d2-50fd-49ac-91e9-91caecd96b3b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 950 time: 0.3273451 Feb 09 15:47:09.490490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-dbce750e-7f86-444f-9e5e-6a274d939d3e service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717566 Feb 09 15:47:09.513033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64a2d599-9e96-47f2-8d55-72c1fcfa6307 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:09.518792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d332f4c-74c5-4455-860c-4b7be07f90f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b43b7b-67c7-4ae8-941d-2eebf94159be,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:09.540238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.552372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6601122e-b69c-4104-932d-017527239653']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.571554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 64a2d599-9e96-47f2-8d55-72c1fcfa6307 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:09.572311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64a2d599-9e96-47f2-8d55-72c1fcfa6307 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:09.589035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:09.592477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.607524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac89f02b-3988-4d86-95af-e60f153df5ff') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.607900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac89f02b-3988-4d86-95af-e60f153df5ff') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.621729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05ca3949-e094-4750-b149-9a2c2fea2942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.630729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fc30d0-4636-4a38-9ff1-db6069cdfe23 req-04336f97-39c6-4c2d-aea4-9b3cc504448a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304822 Feb 09 15:47:09.645979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.682297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:47:09.723221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.723905 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Added segment 38d0e600-05ee-4b3f-b656-3adfa59e1863 of type vlan for network 4fd4aff0-93dc-4466-8e1a-d6de164af375 Feb 09 15:47:09.736244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.744677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-8caa83c3-e01c-49c5-b57b-c4a2a7bd7399 service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267468 Feb 09 15:47:09.759026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05ca3949-e094-4750-b149-9a2c2fea2942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.775704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.783520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:47:09.784343 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:47:09.796494 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:47:09.809742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.946285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac2674f-7944-4954-9a45-9dcc131b2b17']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.962969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.963270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eaa59b-c0f8-4dd7-b5be-6ccdd5eba068') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.973179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.982527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:09.984482 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.993484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.035844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.044583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:47:10.045040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:47:10.047720 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:47:10.103553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.117446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.122184 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] 10.222.0.53 "DELETE /v2.0/networks/6601122e-b69c-4104-932d-017527239653 HTTP/1.1" status: 204 len: 168 time: 2.6261542 Feb 09 15:47:10.136118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Network': ['ID=4fd4aff0-93dc-4466-8e1a-d6de164af375,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:10.144942 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-a0ec8497-45d9-4b03-a55a-55b6ff51b479 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:10.156810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4fd4aff0-93dc-4466-8e1a-d6de164af375 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:47:10.158401 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-a0ec8497-45d9-4b03-a55a-55b6ff51b479 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 950 time: 0.1838970 Feb 09 15:47:10.162443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c51b28f4-9577-484e-9de8-b37165727017 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8381283 Feb 09 15:47:10.193224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34368) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:10.193754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e705df-7f98-4b20-8cb1-3b1160c5731b admin admin] Pushing event deleted for resources: {'Network': ['ID=6601122e-b69c-4104-932d-017527239653,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:10.225874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'subnet': {'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:10.236632 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05ca3949-e094-4750-b149-9a2c2fea2942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.248557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05ca3949-e094-4750-b149-9a2c2fea2942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.268049 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-05ca3949-e094-4750-b149-9a2c2fea2942 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0de2356a-41db-4f8e-80d5-93f380f02797 HTTP/1.1" status: 204 len: 168 time: 0.9646969 Feb 09 15:47:10.317621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34376) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:10.330201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.335768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.345747 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] 10.222.0.53 "DELETE /v2.0/networks/fac2674f-7944-4954-9a45-9dcc131b2b17 HTTP/1.1" status: 204 len: 168 time: 1.0189123 Feb 09 15:47:10.347993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca3949-e094-4750-b149-9a2c2fea2942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de2356a-41db-4f8e-80d5-93f380f02797,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:10.355200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34378) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:10.417095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1f00e-31a5-4621-9749-14f36350bb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=fac2674f-7944-4954-9a45-9dcc131b2b17,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:10.457090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd02ca30-817f-4109-b4e4-318a053febdd req-6161b1fb-ae00-4760-a0fc-6e293f0ff6c1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 210 time: 0.1364760 Feb 09 15:47:10.504172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d11da66-7976-4e2c-8a14-7fbe479a977d admin admin] Deleting subnet 5769f9e6-304e-498a-96d4-e6d9bea2a474 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:47:10.508777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d11da66-7976-4e2c-8a14-7fbe479a977d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.584288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d11da66-7976-4e2c-8a14-7fbe479a977d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.646585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Deleting port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:10.652923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.693132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c08a2-7e23-4463-a506-7836068f445c req-b9e0e9d9-6160-4f86-8e10-e88fc4980a24 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:10.704754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d5c08a2-7e23-4463-a506-7836068f445c req-b9e0e9d9-6160-4f86-8e10-e88fc4980a24 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 946 time: 0.5405614 Feb 09 15:47:10.723352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34386) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:10.736734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d11da66-7976-4e2c-8a14-7fbe479a977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.765712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-80e0316b-73be-4570-a049-094d687d0f8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e01be9391fc42b1bf396afb8c4bb867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406488 Feb 09 15:47:10.770901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34388) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:10.779325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-ae7df764-0152-4aa8-b497-079a3d95620a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3428090 Feb 09 15:47:10.886639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] For port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:10.887105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.900236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6de35667-0432-49f5-a1d3-3efe9bc6ac80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.958484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6de35667-0432-49f5-a1d3-3efe9bc6ac80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:10.991346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Calling delete_port for 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:10.991606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d5c08a2-7e23-4463-a506-7836068f445c req-9592f985-ea93-43e7-bb4b-5dcd8b7cc4cc tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694602 Feb 09 15:47:11.010501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8b613305-0953-4711-b4b7-6c1328ab5766 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a743f93f1934b0fae1a85ef4a8c1816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853045 Feb 09 15:47:11.018032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34392) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:11.034946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa1c2c-b6f4-40fe-862c-bf9372ac43e3 req-f87f9aa1-12d4-483c-956a-729d9a11fda0 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:11.036592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4faa1c2c-b6f4-40fe-862c-bf9372ac43e3 req-f87f9aa1-12d4-483c-956a-729d9a11fda0 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 950 time: 0.2424726 Feb 09 15:47:11.046431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-e4de1bb1-2100-492b-a55d-ae793179dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:11.048167 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-e4de1bb1-2100-492b-a55d-ae793179dd28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 1099 time: 0.2287152 Feb 09 15:47:11.093112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d11da66-7976-4e2c-8a14-7fbe479a977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.134105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11da66-7976-4e2c-8a14-7fbe479a977d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5769f9e6-304e-498a-96d4-e6d9bea2a474,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:11.136384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d11da66-7976-4e2c-8a14-7fbe479a977d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.139583 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7d11da66-7976-4e2c-8a14-7fbe479a977d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5769f9e6-304e-498a-96d4-e6d9bea2a474 HTTP/1.1" status: 204 len: 168 time: 0.7813590 Feb 09 15:47:11.142713 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34394) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:11.156231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:11.161961 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1baec32-87b1-4b6c-b41f-87123cdc6b08" -d '{"events": [{"server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "name": "network-vif-plugged", "status": "completed", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:11.177264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:11.181029 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.232411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4faa1c2c-b6f4-40fe-862c-bf9372ac43e3 req-4cf1ad6a-a1e9-48ee-be7c-65482fc69a47 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748946 Feb 09 15:47:11.235206 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be15fc-581f-4419-9fe7-55490a372b75 x-openstack-request-id: req-53be15fc-581f-4419-9fe7-55490a372b75 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:11.235790 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "name": "network-vif-plugged", "status": "completed", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:11.236289 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53be15fc-581f-4419-9fe7-55490a372b75 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:11.236917 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0', 'code': 200} Feb 09 15:47:11.279814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.288285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6de35667-0432-49f5-a1d3-3efe9bc6ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.290854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6de35667-0432-49f5-a1d3-3efe9bc6ac80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.295301 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6de35667-0432-49f5-a1d3-3efe9bc6ac80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4465451-1ac0-4204-8bf6-a8ca7e784de2 HTTP/1.1" status: 204 len: 168 time: 0.5175266 Feb 09 15:47:11.295514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04a96887-4cb2-4bf7-9ce1-b3363d334981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.309897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de35667-0432-49f5-a1d3-3efe9bc6ac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4465451-1ac0-4204-8bf6-a8ca7e784de2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:11.388607 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04a96887-4cb2-4bf7-9ce1-b3363d334981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.398382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.416737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a6664779-2191-4f5d-83f1-ab5c3ec97d5f', '1755f236-313d-4d2c-bffd-1de68c4143a3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:11.421718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['606d8d25-e5b2-4aac-993f-f7058ce27108'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:11.455653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-442d265b-8f12-4d74-952d-316dd06eb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:11.457292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-442d265b-8f12-4d74-952d-316dd06eb290 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3729200 Feb 09 15:47:11.461947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.465735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event deleted for resources: {'Port': ['ID=38c1d59c-a32c-4882-ad9a-7b1b1c2d5900,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:11.536185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:11.539381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] No DVR routers for this DVR port 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:11.548813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.553596 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-85d9269c-adb9-40c0-b529-e00d874ce993 req-c676a9f1-37b1-4d20-bf57-94701c8360c6 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "DELETE /v2.0/ports/38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 HTTP/1.1" status: 204 len: 173 time: 1.3550291 Feb 09 15:47:11.554251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-deleted', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:11.564888 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78752cab-44b5-46c6-876c-ede6316d5177" -d '{"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-deleted", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:11.590598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b815b3-4946-43cd-9a26-504821ccd007') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:11.590923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b815b3-4946-43cd-9a26-504821ccd007') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:11.619752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.654390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34406) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:11.674189 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.691780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:47:11.692878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:47:11.694546 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:47:11.829330 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2327b2-78f5-473c-90dd-14363362f191 x-openstack-request-id: req-7d2327b2-78f5-473c-90dd-14363362f191 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:11.829676 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0", "name": "network-vif-deleted", "tag": "38c1d59c-a32c-4882-ad9a-7b1b1c2d5900", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:11.830005 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d2327b2-78f5-473c-90dd-14363362f191 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:11.830280 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0', 'name': 'network-vif-deleted', 'tag': '38c1d59c-a32c-4882-ad9a-7b1b1c2d5900', 'status': 'completed', 'code': 200} Feb 09 15:47:11.843680 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-76a6807e-c817-4ff0-87cc-2b4faba48753 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=836267457c0c46ca9f2d5a1141c0f6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880126 Feb 09 15:47:11.850455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34408) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:11.992965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.007597 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.014427 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] 10.222.0.53 "DELETE /v2.0/networks/50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5 HTTP/1.1" status: 204 len: 168 time: 0.8704736 Feb 09 15:47:12.046895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6e7c7-8e51-4e50-8924-092cb18be6bf admin admin] Pushing event deleted for resources: {'Network': ['ID=50d6be00-42bf-48ba-b6d0-3c9c5e7de7b5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:12.061195 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf93fddf-9a01-46fd-8dde-ef677a780970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.107205 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf93fddf-9a01-46fd-8dde-ef677a780970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.157740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-a36664fe-6659-4941-b44c-ff59be905a25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 200 len: 217 time: 0.6862121 Feb 09 15:47:12.200276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f99900-c049-4a83-9570-35b4b48b000a req-498d829a-c86b-45a1-95fe-ec2723f0bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:12.201838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0f99900-c049-4a83-9570-35b4b48b000a req-498d829a-c86b-45a1-95fe-ec2723f0bf09 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1097 time: 0.8874109 Feb 09 15:47:12.294234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf93fddf-9a01-46fd-8dde-ef677a780970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.316001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf93fddf-9a01-46fd-8dde-ef677a780970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.316001 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cf93fddf-9a01-46fd-8dde-ef677a780970 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d2a3b20-78d7-4da8-8ff2-047284c48425 HTTP/1.1" status: 204 len: 168 time: 0.4521344 Feb 09 15:47:12.338542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93fddf-9a01-46fd-8dde-ef677a780970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a3b20-78d7-4da8-8ff2-047284c48425,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:12.340217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44f29fa3-f336-40c1-9171-9eecc4d4bb45 req-a0e78c30-7f57-4375-b472-e4477940dfac tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 210 time: 0.1945202 Feb 09 15:47:12.507069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-b1304b34-b79b-4d97-bdae-3068ec098509 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0867553 Feb 09 15:47:12.612662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0f99900-c049-4a83-9570-35b4b48b000a req-d85ee690-f9a0-4f6a-aa98-d3567eb98bf7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910399 Feb 09 15:47:12.632251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e5263-63b4-450e-83c5-5e072dc65fcb req-e4ee89e7-5449-482d-a934-26d933088236 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:12.633887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-690e5263-63b4-450e-83c5-5e072dc65fcb req-e4ee89e7-5449-482d-a934-26d933088236 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 946 time: 0.4907207 Feb 09 15:47:12.659330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-cdaff632-dcaa-4e10-885f-45e4a61edbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:12.660856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-cdaff632-dcaa-4e10-885f-45e4a61edbd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.4746425 Feb 09 15:47:12.732887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91fd0093-3c47-486f-96a2-8452d68cb7e1 req-4647c6f0-af5a-4752-9680-1ee34029ad80 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=aab2df52-2dc5-4cb9-b1fd-41b2ce4482a0 HTTP/1.1" status: 200 len: 210 time: 0.1091583 Feb 09 15:47:12.783991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-690e5263-63b4-450e-83c5-5e072dc65fcb req-ea91dcf7-8f19-44b6-8f5f-3c5f546fc8e9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268740 Feb 09 15:47:12.796518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-a8359331-5847-46ac-a2c4-1cf531079935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:12.799239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-a8359331-5847-46ac-a2c4-1cf531079935 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285963 Feb 09 15:47:12.819709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04a96887-4cb2-4bf7-9ce1-b3363d334981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.829960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04a96887-4cb2-4bf7-9ce1-b3363d334981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.833525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-04a96887-4cb2-4bf7-9ce1-b3363d334981 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1687fb84-ca72-44b7-b5cc-fd0aea8e4d26 HTTP/1.1" status: 204 len: 168 time: 1.8098598 Feb 09 15:47:12.838139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-af4712ef-673c-44c3-a32e-33177ee92766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:12.841775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-af4712ef-673c-44c3-a32e-33177ee92766 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0aef65e05ad943efadb02490102af9ba&device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 1101 time: 0.2204075 Feb 09 15:47:12.843301 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.905056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a96887-4cb2-4bf7-9ce1-b3363d334981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1687fb84-ca72-44b7-b5cc-fd0aea8e4d26,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:12.977900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34424) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:13.080207 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bea3299a-d029-4cce-9c4b-eadee3454040 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67e93c2dfe9f49eb90be156bbca66090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995891 Feb 09 15:47:13.082716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34428) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:13.087701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Subnet': ['ID=f327f689-9526-4ebd-a44f-9b5d47e16aa0,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:13.141082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Checking segment: {'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:13.141464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network hostable DHCP agents. Network: 4fd4aff0-93dc-4466-8e1a-d6de164af375, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:47:13.146956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-698242b7-d527-4010-a5f0-37d4889348ba service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358684 Feb 09 15:47:13.150170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-af9e3852-8f6a-4f17-8a21-ac53238951a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:13.151710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-af9e3852-8f6a-4f17-8a21-ac53238951a8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2671063 Feb 09 15:47:13.221721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-f75cd658-651a-4a94-90a6-c073d33f6f55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 200 len: 217 time: 0.0596225 Feb 09 15:47:13.260452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:13.290024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a26c3b7-ed2d-4185-abaa-9966e63a42cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:13.326668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network 4fd4aff0-93dc-4466-8e1a-d6de164af375 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:47:13.366231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:13.367625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 38c1d59c-a32c-4882-ad9a-7b1b1c2d5900 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:13.391654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-80cd1d04-1885-4dc8-830d-f6f1ab5720e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:13.392862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-80cd1d04-1885-4dc8-830d-f6f1ab5720e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1599331 Feb 09 15:47:13.400865 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a26c3b7-ed2d-4185-abaa-9966e63a42cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:13.507399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4fd4aff0-93dc-4466-8e1a-d6de164af375) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:13.515779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:13.517206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:13.517486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ef356-bf07-455c-a129-30da75fef54f None None] Network 4fd4aff0-93dc-4466-8e1a-d6de164af375 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:13.525495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-405c782d-dbc0-4ebb-bb4b-cac2ceff6c54 req-ef889e60-e964-4b4a-83e9-6685ff031198 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547561 Feb 09 15:47:13.567015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c72d2cbf-e6c5-4744-b0bb-492a19143122 req-b32149ba-981a-42a8-a8de-8b68220a45b4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 210 time: 0.1168973 Feb 09 15:47:13.594959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-b86de99e-524d-4f59-8e7d-7463a5726fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:13.599060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-b86de99e-524d-4f59-8e7d-7463a5726fe3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1929464 Feb 09 15:47:13.719700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a26c3b7-ed2d-4185-abaa-9966e63a42cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:13.722699 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a26c3b7-ed2d-4185-abaa-9966e63a42cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:13.724151 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4a26c3b7-ed2d-4185-abaa-9966e63a42cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21e51c92-6e9a-4bc1-bbdc-e99a311e810b HTTP/1.1" status: 204 len: 168 time: 0.6398108 Feb 09 15:47:13.740618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26c3b7-ed2d-4185-abaa-9966e63a42cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e51c92-6e9a-4bc1-bbdc-e99a311e810b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:13.791280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-4fd4aff0-93dc-4466-8e1a-d6de164af375', 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'fixed_ips': [{'subnet_id': 'f327f689-9526-4ebd-a44f-9b5d47e16aa0'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:47:13.793459 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:13.807677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ccc4fe44-ded4-437e-a243-7c7b0738f193 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5943370 Feb 09 15:47:13.817473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34448) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:13.823047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-825144522'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:13.958702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-6d206138-f9ca-4106-9f17-d319fd2fbf80 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:13.960618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-6d206138-f9ca-4106-9f17-d319fd2fbf80 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.3416188 Feb 09 15:47:13.990881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'port': {'device_id': '5d083075-8a0d-45f3-ac23-66166566f0f6', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'admin_state_up': True, 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:14.001007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:14.004731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.060510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:47:14.086594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.089760 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Added segment 440d428b-dd2c-4670-a64a-40eb106c8a89 of type vlan for network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb Feb 09 15:47:14.097139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-b59db9da-92df-4552-939d-b76c338101b9 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896710 Feb 09 15:47:14.119625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Allocated IP 19.80.0.2 (4fd4aff0-93dc-4466-8e1a-d6de164af375/f327f689-9526-4ebd-a44f-9b5d47e16aa0/c055889b-f476-483c-9ade-d7ce5a3b8634) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:14.161495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ac19-641a-4342-874c-65b12b87765a req-6aea10c4-2aae-41fb-ab8d-981ad3eb76ed tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:14.163125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a72ac19-641a-4342-874c-65b12b87765a req-6aea10c4-2aae-41fb-ab8d-981ad3eb76ed tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 946 time: 0.1995709 Feb 09 15:47:14.204494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.312612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a72ac19-641a-4342-874c-65b12b87765a req-a03bbdc0-bb22-4726-9ee8-64bb4f6dd81b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185417 Feb 09 15:47:14.345482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8630b394-ae61-41d4-8071-f4d1087ada5c req-2344ccdb-b5bf-4f99-9b74-e360c4062bc3 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408686 Feb 09 15:47:14.429801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.436244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:14.437100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.463918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Made reservation on behalf of 64e5271961874b6b997fbb5a0d3112c8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:14.467709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.673793 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.754159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02a726d4-e178-4d43-8019-0f3fe3b800be req-6632a6ee-709d-452d-9bdd-0d374dc4247c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 210 time: 0.0520141 Feb 09 15:47:14.803821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Allocated IP 172.20.0.6 (2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb/9bcc5345-71e3-4019-bdc5-b84bd7f7264c/f19af231-0cb9-425c-8c7a-dfaae21eb6e6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:14.809849 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.925515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Network 4fd4aff0-93dc-4466-8e1a-d6de164af375 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:14.933123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:14.939912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:14.949195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Pushing event updated for resources: {'Port': ['ID=c055889b-f476-483c-9ade-d7ce5a3b8634,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:14.973771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af631b2-f179-40f0-ab30-65f1f06562f4 req-0ea8417c-b4f4-4c7d-91e2-dfffea1d3281 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:14.975413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6af631b2-f179-40f0-ab30-65f1f06562f4 req-0ea8417c-b4f4-4c7d-91e2-dfffea1d3281 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 951 time: 0.2076449 Feb 09 15:47:14.986520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.987004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.988423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.988423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.988423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.989062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.990282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.990794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.991473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.991964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.992471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:14.993119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:15.037640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Attempting to bind port c055889b-f476-483c-9ade-d7ce5a3b8634 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:15.038321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Attempting to bind port c055889b-f476-483c-9ade-d7ce5a3b8634 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:15.038910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Attempting to bind port c055889b-f476-483c-9ade-d7ce5a3b8634 on network 4fd4aff0-93dc-4466-8e1a-d6de164af375 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:15.049398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:15.057486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Checking segment: {'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:15.057486 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.057486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Bound using segment: {'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:15.057486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Bound port: c055889b-f476-483c-9ade-d7ce5a3b8634, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:15.057486 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.058381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Network': ['ID=9f5947e4-23a4-443a-a9fe-dd90dadb9ebb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:15.072202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:47:15.112016 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ee37fa8f-6369-4b20-b28f-89e01255fb0c tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2933874 Feb 09 15:47:15.114943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34478) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:15.115760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6af631b2-f179-40f0-ab30-65f1f06562f4 req-106ceefb-5f7c-4544-95af-d65806134be1 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198006 Feb 09 15:47:15.126118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'subnet': {'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:15.206120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] For port c055889b-f476-483c-9ade-d7ce5a3b8634, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:15.209873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] For port c055889b-f476-483c-9ade-d7ce5a3b8634, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c055889b-f476-483c-9ade-d7ce5a3b8634,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:15.278643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.315663 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.354928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:15.359144 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.423331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fccbf3-6988-4b2f-b836-ea4dcd62f75e None None] Pushing event updated for resources: {'Port': ['ID=c055889b-f476-483c-9ade-d7ce5a3b8634,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:15.426165 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.510864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:15.617818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'Port': ['ID=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:15.641658 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-61b7ae8a-5daf-4858-b516-7914d820f82f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5d2d2a9c341427da087acf5888131a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287045 Feb 09 15:47:15.645923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34492) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:15.672054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:15.690031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:15.705740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:15.776258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e88835-469d-4b81-90f8-b37829f3005a req-4cc80ca9-8e77-46ab-a447-8456ebd2c04e tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:15.777919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5e88835-469d-4b81-90f8-b37829f3005a req-4cc80ca9-8e77-46ab-a447-8456ebd2c04e tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 946 time: 0.2573304 Feb 09 15:47:15.823380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb65bcff-f112-43ad-be42-188828e92132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.919309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:15.930142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.991769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5e88835-469d-4b81-90f8-b37829f3005a req-5c6e2b92-948a-47f4-aa6a-3c157fe10a66 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970954 Feb 09 15:47:16.150852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-eed2fa69-0be6-4ba9-ad97-577de5c5ae2f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1643705 Feb 09 15:47:16.152487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb65bcff-f112-43ad-be42-188828e92132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.192968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Request body: {'port': {'device_id': '5d083075-8a0d-45f3-ac23-66166566f0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:16.283216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6b1c9bca-d80e-4e4d-811c-b64344b30178 None None] Provisioning complete for port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:16.284029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b1c9bca-d80e-4e4d-811c-b64344b30178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.329741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-ce56ed82-5291-4d9d-bc99-4f856b900050 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:16.331338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-ce56ed82-5291-4d9d-bc99-4f856b900050 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.73 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 951 time: 0.2711802 Feb 09 15:47:16.362849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806310fc-703e-4d17-820e-0452867cefb7 req-ac1ddd57-13b0-40e5-ae4f-2430f76c4ea3 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:16.371719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c9bca-d80e-4e4d-811c-b64344b30178 None None] Port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:47:16.372059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-806310fc-703e-4d17-820e-0452867cefb7 req-ac1ddd57-13b0-40e5-ae4f-2430f76c4ea3 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 931 time: 0.4046335 Feb 09 15:47:16.450340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.474798 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.505196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-806310fc-703e-4d17-820e-0452867cefb7 req-3f2549c6-7955-4790-a5b2-5b4a560008cc tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322894 Feb 09 15:47:16.548697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f02e8a-9f75-48f7-8be4-0743345c507f req-0f8426f1-a5c2-403c-a4a5-bcf311c202fc tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:16.550330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45f02e8a-9f75-48f7-8be4-0743345c507f req-0f8426f1-a5c2-403c-a4a5-bcf311c202fc tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1097 time: 0.1995919 Feb 09 15:47:16.561843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb65bcff-f112-43ad-be42-188828e92132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.565799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb65bcff-f112-43ad-be42-188828e92132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.567175 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eb65bcff-f112-43ad-be42-188828e92132 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9ded6c6-053e-4399-b217-291728ea9bd4 HTTP/1.1" status: 204 len: 168 time: 0.9201703 Feb 09 15:47:16.687929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65bcff-f112-43ad-be42-188828e92132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ded6c6-053e-4399-b217-291728ea9bd4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:16.706238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Subnet': ['ID=d326ea07-3abc-4790-bbae-338e780b7b38,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:16.750383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Checking segment: {'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:16.750981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network hostable DHCP agents. Network: 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:47:16.793950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45f02e8a-9f75-48f7-8be4-0743345c507f req-27bf912d-c9eb-46df-a9ed-5f2d46b19ad9 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296753 Feb 09 15:47:16.901593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34524) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:16.933878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:47:16.943889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Deleting port 1755f236-313d-4d2c-bffd-1de68c4143a3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:16.944507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.057855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3d4e0-477c-4f01-aa4a-3b824f8ca13f req-e8a18171-1c39-4e64-ada7-5e79a7c56f51 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:17.060704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abc3d4e0-477c-4f01-aa4a-3b824f8ca13f req-e8a18171-1c39-4e64-ada7-5e79a7c56f51 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 951 time: 0.3555682 Feb 09 15:47:17.121487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:17.130817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:17.132882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.146226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e35e131-e1ee-4744-9f29-3b1f747c0a5c None None] Network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:17.244637 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0a0be286-c7a6-48de-b479-849032513031 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1272705 Feb 09 15:47:17.266407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abc3d4e0-477c-4f01-aa4a-3b824f8ca13f req-1e64affb-54e6-4b35-99cb-c7c769b0b498 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908808 Feb 09 15:47:17.279039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a49611-54aa-433d-8ba1-a29b0a77e492 None None] Network 4fd4aff0-93dc-4466-8e1a-d6de164af375 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:17.305321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] For port 1755f236-313d-4d2c-bffd-1de68c4143a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1755f236-313d-4d2c-bffd-1de68c4143a3,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:17.305940 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.381919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Calling delete_port for 1755f236-313d-4d2c-bffd-1de68c4143a3 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:17.430140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19af231-0cb9-425c-8c7a-dfaae21eb6e6 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:17.463345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4265bfbc-14e3-4381-b32f-c86a434a61c9 None None] Provisioning complete for port c055889b-f476-483c-9ade-d7ce5a3b8634 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:17.476299 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4265bfbc-14e3-4381-b32f-c86a434a61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.522003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.580274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Transition to ACTIVE for port object f19af231-0cb9-425c-8c7a-dfaae21eb6e6 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:47:17.768204 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.773826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1413945571-network', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:17.793350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c055889b-f476-483c-9ade-d7ce5a3b8634 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:17.915654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Made reservation on behalf of b6a00f9eb0404ae3b438ed48c0aba4e0 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:17.919763 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.961119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.025780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-9f5947e4-23a4-443a-a9fe-dd90dadb9ebb', 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'fixed_ips': [{'subnet_id': 'd326ea07-3abc-4790-bbae-338e780b7b38'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:47:18.027660 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.031538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Pushing event updated for resources: {'Port': ['ID=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:18.162285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883690c3-1902-4597-beff-f68578579fef req-d3f2ae7f-a0aa-4261-9928-3d2df77b6df1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:18.164954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.193025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-883690c3-1902-4597-beff-f68578579fef req-d3f2ae7f-a0aa-4261-9928-3d2df77b6df1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 943 time: 0.4834576 Feb 09 15:47:18.221253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.246958 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.277710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:47:18.301258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.302389 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Added segment fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f of type vlan for network b663d284-0573-4f78-835b-1527a1f881e5 Feb 09 15:47:18.328872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event deleted for resources: {'Port': ['ID=1755f236-313d-4d2c-bffd-1de68c4143a3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:18.425388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['606d8d25-e5b2-4aac-993f-f7058ce27108'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:18.477565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.487619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a6664779-2191-4f5d-83f1-ab5c3ec97d5f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:18.540491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e584b400-7237-4fd9-b102-d27939498fec,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:18.589527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4265bfbc-14e3-4381-b32f-c86a434a61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.629321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.630973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:18.631757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.753290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] Pushing event updated for resources: {'Network': ['ID=b663d284-0573-4f78-835b-1527a1f881e5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:18.759672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c055889b-f476-483c-9ade-d7ce5a3b8634 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:18.759672 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.815475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network b663d284-0573-4f78-835b-1527a1f881e5 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:47:18.853383 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c8be1657-5759-49ae-8110-e67638bec254 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9389389 Feb 09 15:47:18.853383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34578) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:18.862667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Request body: {'subnet': {'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1413945571-subnet', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:19.040773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Made reservation on behalf of b6a00f9eb0404ae3b438ed48c0aba4e0 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:19.046987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.082508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Allocated IP 19.86.0.2 (9f5947e4-23a4-443a-a9fe-dd90dadb9ebb/d326ea07-3abc-4790-bbae-338e780b7b38/b3e14650-bdc1-49f2-8452-eb21f8eb783a) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:19.135985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-883690c3-1902-4597-beff-f68578579fef req-0d901390-6e4c-4315-be18-b8fecd84b18e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9158676 Feb 09 15:47:19.144320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] No DVR routers for this DVR port 1755f236-313d-4d2c-bffd-1de68c4143a3 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:19.146530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Attempting to bind port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:19.154574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Attempting to bind port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:19.154574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Attempting to bind port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:19.181309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.181309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a521d2e-e9f9-4e0e-b926-bfdfde003aa3 req-83b53a5a-9e86-4ee4-b560-60c11cbfb03f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.73 "DELETE /v2.0/ports/1755f236-313d-4d2c-bffd-1de68c4143a3 HTTP/1.1" status: 204 len: 173 time: 2.8041289 Feb 09 15:47:19.191780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4265bfbc-14e3-4381-b32f-c86a434a61c9 None None] For port c055889b-f476-483c-9ade-d7ce5a3b8634, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c055889b-f476-483c-9ade-d7ce5a3b8634,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:19.220349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-deleted', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:19.228797 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ea4c4b-6b29-4072-b21b-0520e2d354a5" -d '{"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-deleted", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:19.257550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-57c17c85-38b4-4ef1-bcaa-ca2165c6d2fc tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:19.278076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-57c17c85-38b4-4ef1-bcaa-ca2165c6d2fc tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:19.280130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-57c17c85-38b4-4ef1-bcaa-ca2165c6d2fc tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/networks?id=4fd4aff0-93dc-4466-8e1a-d6de164af375&id=9f5947e4-23a4-443a-a9fe-dd90dadb9ebb HTTP/1.1" status: 200 len: 1390 time: 0.9381344 Feb 09 15:47:19.286772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:47:19.287212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Attempting to bind port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:19.313455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:19.313830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Checking segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:19.314294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Bound using segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:19.314829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Bound port: f19af231-0cb9-425c-8c7a-dfaae21eb6e6, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:19.315688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.334786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-beb721b9-c220-47e1-9e21-d22968d8ed6e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/quotas/37241014ae584de9a7b40fa0df1142c9 HTTP/1.1" status: 200 len: 375 time: 0.0436411 Feb 09 15:47:19.391833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b705b13d-6479-47c3-9041-2f89ae78240c req-8ccc9328-ed19-4a3c-9175-37a3c9a593d0 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=04571b5f-dc65-4d9b-8876-c13cb89d5206 HTTP/1.1" status: 200 len: 210 time: 0.0516558 Feb 09 15:47:19.473030 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98495dc1-ed20-4cf3-ac18-10628cb98d36 x-openstack-request-id: req-98495dc1-ed20-4cf3-ac18-10628cb98d36 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:19.474485 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04571b5f-dc65-4d9b-8876-c13cb89d5206", "name": "network-vif-deleted", "tag": "1755f236-313d-4d2c-bffd-1de68c4143a3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:19.475016 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98495dc1-ed20-4cf3-ac18-10628cb98d36 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:19.475795 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04571b5f-dc65-4d9b-8876-c13cb89d5206', 'name': 'network-vif-deleted', 'tag': '1755f236-313d-4d2c-bffd-1de68c4143a3', 'status': 'completed', 'code': 200} Feb 09 15:47:19.493762 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4265bfbc-14e3-4381-b32f-c86a434a61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.495928 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.522703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] For port f19af231-0cb9-425c-8c7a-dfaae21eb6e6, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:19.536504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] For port f19af231-0cb9-425c-8c7a-dfaae21eb6e6, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:19.551741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3d752598-541c-4d8a-a54e-806465d2b4c0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1941533 Feb 09 15:47:19.593887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:19.680772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 1755f236-313d-4d2c-bffd-1de68c4143a3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:19.686536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1755f236-313d-4d2c-bffd-1de68c4143a3 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:19.704401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.756595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265bfbc-14e3-4381-b32f-c86a434a61c9 None None] Pushing event updated for resources: {'Port': ['ID=c055889b-f476-483c-9ade-d7ce5a3b8634,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:19.757357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.949060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:19.949060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.949921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] 10.222.0.13 "PUT /v2.0/ports/f19af231-0cb9-425c-8c7a-dfaae21eb6e6 HTTP/1.1" status: 200 len: 1091 time: 3.7670772 Feb 09 15:47:19.974342 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87f60aa-58ac-43c6-aeaa-323d8c916127,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:20.023798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Checking segment: {'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:20.028255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Network hostable DHCP agents. Network: b663d284-0573-4f78-835b-1527a1f881e5, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:47:20.101066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:20.105702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa8274-f8af-44b6-aba3-31b28a090548 service neutron] Pushing event updated for resources: {'Port': ['ID=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:20.143669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-935ce828-147f-4e72-bbf4-5bb194fad6ec service neutron] 10.222.0.53 "GET /v2.0/networks/4fd4aff0-93dc-4466-8e1a-d6de164af375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632069 Feb 09 15:47:20.247191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Network b663d284-0573-4f78-835b-1527a1f881e5 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:47:20.332402 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:20.355237 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, b663d284-0573-4f78-835b-1527a1f881e5) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:20.360884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:20.361812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:20.428768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-0c32a7c2-6dec-4f21-b29a-f2cca7078bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:20.430695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-0c32a7c2-6dec-4f21-b29a-f2cca7078bff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 1094 time: 0.2463810 Feb 09 15:47:20.448111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7891900-a7f1-4a9a-b13d-90a37c4eecc8 None None] Network b663d284-0573-4f78-835b-1527a1f881e5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:20.461682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0bdb95-b289-4433-8b15-d1cff1c11854 req-71b1a17c-8945-4a33-b4f8-5327edc668a0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:20.463308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b0bdb95-b289-4433-8b15-d1cff1c11854 req-71b1a17c-8945-4a33-b4f8-5327edc668a0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 943 time: 0.1425195 Feb 09 15:47:20.486531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:47:20.487129 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:47:20.493090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-77dff22b-8fd2-48b9-830a-6c783afd146e service neutron] 10.222.0.53 "GET /v2.0/networks/4fd4aff0-93dc-4466-8e1a-d6de164af375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395779 Feb 09 15:47:20.497137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-60e979b6-37f8-4725-8695-90614d1bb05f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19af231-0cb9-425c-8c7a-dfaae21eb6e6 HTTP/1.1" status: 200 len: 217 time: 0.0562189 Feb 09 15:47:20.558649 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-db2ac986-3159-49a8-b256-b6039bc5560f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7133763 Feb 09 15:47:20.566988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:20.572323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:20.597655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:20.629582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:20.634068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:20.635073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b0bdb95-b289-4433-8b15-d1cff1c11854 req-c925cb60-c30e-4995-be72-bb29267cfc80 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405916 Feb 09 15:47:20.670892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1c0f224a-18f5-4562-b601-de624870d93a None None] Provisioning complete for port c055889b-f476-483c-9ade-d7ce5a3b8634 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:20.671704 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1c0f224a-18f5-4562-b601-de624870d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:20.676960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-041ea5e4-61e4-4825-86e9-e4fbe5d1fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:20.678426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-041ea5e4-61e4-4825-86e9-e4fbe5d1fc87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1673732 Feb 09 15:47:20.694263 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34636) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:20.755094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:20.756487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:20.857041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:20.914297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-db8c68c1-5eb9-41c3-94e3-11763d319824 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5947e4-23a4-443a-a9fe-dd90dadb9ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092801 Feb 09 15:47:20.928389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d46aba0-3014-4955-a0dd-de0871d6e110 req-c588dc30-4293-4cba-b02f-d3cf372ec7cd tempest-FlavorsV2NegativeTest-1147554191 tempest-FlavorsV2NegativeTest-1147554191-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b40790809ef45fcb7411088873f4970&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082745 Feb 09 15:47:20.956631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Pushing event updated for resources: {'Port': ['ID=b3e14650-bdc1-49f2-8452-eb21f8eb783a,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:20.978070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c002da3-f8cc-4802-822c-0ec709b330bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:20.980853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-e425bbf2-d191-406d-ac9f-671988ec559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:20.983762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-e425bbf2-d191-406d-ac9f-671988ec559a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735524 Feb 09 15:47:21.129781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-b663d284-0573-4f78-835b-1527a1f881e5', 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'fixed_ips': [{'subnet_id': 'f87f60aa-58ac-43c6-aeaa-323d8c916127'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:47:21.131034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.191797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.249479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c002da3-f8cc-4802-822c-0ec709b330bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.299513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Attempting to bind port b3e14650-bdc1-49f2-8452-eb21f8eb783a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:21.299875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Attempting to bind port b3e14650-bdc1-49f2-8452-eb21f8eb783a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:21.300279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Attempting to bind port b3e14650-bdc1-49f2-8452-eb21f8eb783a on network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:21.313617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:21.314005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Checking segment: {'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:21.314803 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.314803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Bound using segment: {'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:21.315301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Bound port: b3e14650-bdc1-49f2-8452-eb21f8eb783a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:21.315687 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.380997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c055889b-f476-483c-9ade-d7ce5a3b8634 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:21.435302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c002da3-f8cc-4802-822c-0ec709b330bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.437251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-cc244d14-36d9-4ef9-9496-43ef5eaf04c4 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272041 Feb 09 15:47:21.470008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-a84ccb9d-0645-44a4-9b34-9830bf053c27 service neutron] 10.222.0.53 "GET /v2.0/networks/9f5947e4-23a4-443a-a9fe-dd90dadb9ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344870 Feb 09 15:47:21.487713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46aba0-3014-4955-a0dd-de0871d6e110 req-eff07f29-ad11-4ff9-82d1-cd9cb42ee4f3 tempest-FlavorsV2NegativeTest-1147554191 tempest-FlavorsV2NegativeTest-1147554191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:21.490078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d46aba0-3014-4955-a0dd-de0871d6e110 req-eff07f29-ad11-4ff9-82d1-cd9cb42ee4f3 tempest-FlavorsV2NegativeTest-1147554191 tempest-FlavorsV2NegativeTest-1147554191-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5597014 Feb 09 15:47:21.492205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d083075-8a0d-45f3-ac23-66166566f0f6', 'tag': 'f19af231-0cb9-425c-8c7a-dfaae21eb6e6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:21.494912 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48" -d '{"events": [{"name": "network-changed", "server_uuid": "5d083075-8a0d-45f3-ac23-66166566f0f6", "tag": "f19af231-0cb9-425c-8c7a-dfaae21eb6e6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:21.519627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c002da3-f8cc-4802-822c-0ec709b330bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56893f49-cfdf-4eb9-8654-0c3ddec8663d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:21.536396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] For port b3e14650-bdc1-49f2-8452-eb21f8eb783a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:21.549786 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0c002da3-f8cc-4802-822c-0ec709b330bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64a0bebc8cc04c0995d738679a960992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8517056 Feb 09 15:47:21.553912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34664) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:21.563684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] For port b3e14650-bdc1-49f2-8452-eb21f8eb783a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3e14650-bdc1-49f2-8452-eb21f8eb783a,segment=NetworkSegment(440d428b-dd2c-4670-a64a-40eb106c8a89),segment_id=440d428b-dd2c-4670-a64a-40eb106c8a89)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:21.595704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d46aba0-3014-4955-a0dd-de0871d6e110 req-fe4782dc-22a0-484a-b6e2-4850b16d44a7 tempest-FlavorsV2NegativeTest-1147554191 tempest-FlavorsV2NegativeTest-1147554191-project] 10.222.0.53 "GET /v2.0/quotas/9b40790809ef45fcb7411088873f4970 HTTP/1.1" status: 200 len: 375 time: 0.0692518 Feb 09 15:47:21.625719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c055889b-f476-483c-9ade-d7ce5a3b8634 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:21.626551 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.660519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d46aba0-3014-4955-a0dd-de0871d6e110 req-9d1051ad-37d6-4030-91da-1700e93413df tempest-FlavorsV2NegativeTest-1147554191 tempest-FlavorsV2NegativeTest-1147554191-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b40790809ef45fcb7411088873f4970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483022 Feb 09 15:47:21.679026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1760b04-a128-405a-a11c-f84f3f1524b9 req-f5ebe614-aa80-4a2b-a298-ccb01e5aaaa5 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876781 Feb 09 15:47:21.687423 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.689284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f749574-5b07-497b-ba5b-750d0c3d9917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.723269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f749574-5b07-497b-ba5b-750d0c3d9917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.742429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Allocated IP 172.20.0.2 (b663d284-0573-4f78-835b-1527a1f881e5/f87f60aa-58ac-43c6-aeaa-323d8c916127/ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:22.008873 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489a1451-dfec-497b-b067-a02980f38d17 x-openstack-request-id: req-489a1451-dfec-497b-b067-a02980f38d17 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:22.009163 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d083075-8a0d-45f3-ac23-66166566f0f6", "tag": "f19af231-0cb9-425c-8c7a-dfaae21eb6e6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:22.009534 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-489a1451-dfec-497b-b067-a02980f38d17 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:22.009902 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d083075-8a0d-45f3-ac23-66166566f0f6', 'tag': 'f19af231-0cb9-425c-8c7a-dfaae21eb6e6', 'status': 'completed', 'code': 200} Feb 09 15:47:22.081122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a60fa-7d2b-462c-9617-15b6ef1487e9 None None] Pushing event updated for resources: {'Port': ['ID=b3e14650-bdc1-49f2-8452-eb21f8eb783a,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:22.100273 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.285008 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f749574-5b07-497b-ba5b-750d0c3d9917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.296382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f749574-5b07-497b-ba5b-750d0c3d9917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.302989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7f749574-5b07-497b-ba5b-750d0c3d9917 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56893f49-cfdf-4eb9-8654-0c3ddec8663d HTTP/1.1" status: 204 len: 168 time: 0.7435641 Feb 09 15:47:22.311295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.329847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-1ee120f1-54a2-4e02-9b88-106a0d93c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:22.338482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-1ee120f1-54a2-4e02-9b88-106a0d93c21b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 1094 time: 0.2985556 Feb 09 15:47:22.361158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f749574-5b07-497b-ba5b-750d0c3d9917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56893f49-cfdf-4eb9-8654-0c3ddec8663d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:22.512189 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.540380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-f4d2bced-cd36-4927-9368-66fc513921f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:22.542249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-f4d2bced-cd36-4927-9368-66fc513921f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.1933327 Feb 09 15:47:22.570384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd2739-6b78-4042-9a06-8a18144821a1 req-5294cda6-947f-4856-a892-be2ff7541d38 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:22.579166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cadd2739-6b78-4042-9a06-8a18144821a1 req-5294cda6-947f-4856-a892-be2ff7541d38 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 943 time: 0.3490188 Feb 09 15:47:22.635184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-f6f60c74-dff3-4298-9a38-79ba3a2684f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19af231-0cb9-425c-8c7a-dfaae21eb6e6 HTTP/1.1" status: 200 len: 217 time: 0.0840011 Feb 09 15:47:22.665762 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.667853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Allocated IP 172.25.5.114 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/7436bb04-4d07-44bb-b51f-3b3de63ae225) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:22.717327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34704) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:22.864187 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cadd2739-6b78-4042-9a06-8a18144821a1 req-23afad06-1785-4d0e-a634-534637a30cf0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838295 Feb 09 15:47:22.893762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Network b663d284-0573-4f78-835b-1527a1f881e5 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:22.900966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-4b85ade6-18f6-4672-8dc5-d17cb5f666ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:22.909006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:22.919916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-4b85ade6-18f6-4672-8dc5-d17cb5f666ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.2657995 Feb 09 15:47:22.923704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:22.953456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Pushing event updated for resources: {'Port': ['ID=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:22.975845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.980495 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-612e0c25-0d0d-45f0-be70-816f2295ba3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.101386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Attempting to bind port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:23.101386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Attempting to bind port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:23.101386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Attempting to bind port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b on network b663d284-0573-4f78-835b-1527a1f881e5 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:23.107935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:23.108458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Checking segment: {'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:23.109004 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.109479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Bound using segment: {'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:23.110058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Bound port: ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:23.110523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.161419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0450-efaf-47b5-b537-1241a461dbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.188334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8128cd8b-bba2-40e9-8275-33a358b6b0af req-0beb35e6-7c23-429c-a5cd-6b2adb35fd60 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 210 time: 0.1316607 Feb 09 15:47:23.222145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-a486fd85-e812-4377-a55b-fb5d931a7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:23.225423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-a486fd85-e812-4377-a55b-fb5d931a7e9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977924 Feb 09 15:47:23.232502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.253732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] For port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:23.259879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] For port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,segment=NetworkSegment(fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f),segment_id=fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:23.295222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device f19af231-0cb9-425c-8c7a-dfaae21eb6e6 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:47:23.443122 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.458280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-31e8941d-941c-4d31-9854-7dda14f110b8 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143979 Feb 09 15:47:23.474787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:23.491690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:23.516446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:23.519098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3e14650-bdc1-49f2-8452-eb21f8eb783a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:23.572348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Pushing event updated for resources: {'Port': ['ID=7436bb04-4d07-44bb-b51f-3b3de63ae225,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:23.670319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f4292a5-96f9-4870-80ac-c4f7f5da3b48 req-3e2091a1-dc8d-4038-ae15-7e12334925c3 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892612 Feb 09 15:47:23.804522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port f19af231-0cb9-425c-8c7a-dfaae21eb6e6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:23.818112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed5a0f-6323-40a4-b170-c82cfe2e9ca3 None None] Pushing event updated for resources: {'Port': ['ID=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:23.832496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'f19af231-0cb9-425c-8c7a-dfaae21eb6e6', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': 'f19af231-0cb9-425c-8c7a-dfaae21eb6e6', 'mac_address': 'fa:16:3e:40:98:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:47:23.844051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b3e14650-bdc1-49f2-8452-eb21f8eb783a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:23.844051 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.892901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9e47b4-0021-4fea-a265-6db423fb81b9 None None] Network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:23.993254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0450-efaf-47b5-b537-1241a461dbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.161550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b3e0450-efaf-47b5-b537-1241a461dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.204063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e89c-4c4b-4bda-b54a-5a0c328c0d7a req-089ad6f9-9c8f-4278-bd73-17c52f6a104e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:24.210559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d42e89c-4c4b-4bda-b54a-5a0c328c0d7a req-089ad6f9-9c8f-4278-bd73-17c52f6a104e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 943 time: 0.1583908 Feb 09 15:47:24.253165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34736) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:24.322845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1a698108-e71a-4807-a54f-4dfc80b17515 None None] Provisioning complete for port b3e14650-bdc1-49f2-8452-eb21f8eb783a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:24.326112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1a698108-e71a-4807-a54f-4dfc80b17515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.335337 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9b3e0450-efaf-47b5-b537-1241a461dbee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7fd07db330d4741a1b4c70eb6b9deb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6159759 Feb 09 15:47:24.339417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:24.410599 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.427714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e0450-efaf-47b5-b537-1241a461dbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83375216-15a7-448f-99e7-cc54fcf4c47b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:24.471726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d42e89c-4c4b-4bda-b54a-5a0c328c0d7a req-f177e751-e4a9-4f11-9967-19d3910ab100 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118938 Feb 09 15:47:24.535191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07796f-9533-437d-ad1d-a3b32c5486d4 req-4358c771-90a2-4966-b928-a079ec1af092 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:24.556001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b07796f-9533-437d-ad1d-a3b32c5486d4 req-4358c771-90a2-4966-b928-a079ec1af092 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.3849263 Feb 09 15:47:24.563668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-431b8020-f08f-442e-a054-3b4fd4caca0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.604209 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-431b8020-f08f-442e-a054-3b4fd4caca0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.611006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72eadb0c-fc47-41ae-b476-ae917584e30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.675885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b07796f-9533-437d-ad1d-a3b32c5486d4 req-f9c76bcf-481e-4b05-b7e5-0f13d8a6e90f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873847 Feb 09 15:47:24.678925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69d4d2f3-ed0d-40d9-aed5-f13c2f65a467 req-3f63e7b1-abc5-470a-8b51-5dcc84edbbb7 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 210 time: 0.0515666 Feb 09 15:47:24.793469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19af231-0cb9-425c-8c7a-dfaae21eb6e6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:24.823375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port f19af231-0cb9-425c-8c7a-dfaae21eb6e6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:24.876375 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.891942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-431b8020-f08f-442e-a054-3b4fd4caca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.894377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34748) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:24.896877 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-431b8020-f08f-442e-a054-3b4fd4caca0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.899017 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-431b8020-f08f-442e-a054-3b4fd4caca0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83375216-15a7-448f-99e7-cc54fcf4c47b HTTP/1.1" status: 204 len: 168 time: 0.5532243 Feb 09 15:47:24.932147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b8020-f08f-442e-a054-3b4fd4caca0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83375216-15a7-448f-99e7-cc54fcf4c47b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:24.953443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port b3e14650-bdc1-49f2-8452-eb21f8eb783a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3e14650-bdc1-49f2-8452-eb21f8eb783a,segment=NetworkSegment(440d428b-dd2c-4670-a64a-40eb106c8a89),segment_id=440d428b-dd2c-4670-a64a-40eb106c8a89)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:24.975037 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:24.987153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.045323 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.096448 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1a698108-e71a-4807-a54f-4dfc80b17515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.124804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:25.148340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72eadb0c-fc47-41ae-b476-ae917584e30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.158728 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:47:25.176773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-819381958-network', 'tenant_id': 'b05b2be9bc544da0b473b1b0670dd268'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:25.225034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['f19af231-0cb9-425c-8c7a-dfaae21eb6e6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:25.283376 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-63e782fc-2fc9-44bd-bede-426f4323105f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.325675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72eadb0c-fc47-41ae-b476-ae917584e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.332304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=b3e14650-bdc1-49f2-8452-eb21f8eb783a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:25.337406 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-1a698108-e71a-4807-a54f-4dfc80b17515 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:47:25.337790 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-1a698108-e71a-4807-a54f-4dfc80b17515 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:47:25.386844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Made reservation on behalf of b05b2be9bc544da0b473b1b0670dd268 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:25.389446 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.462788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34756) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:25.473633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-72eadb0c-fc47-41ae-b476-ae917584e30f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b40790809ef45fcb7411088873f4970&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1880989 Feb 09 15:47:25.489881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.562909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-483cc468-4aea-4c9f-a3fa-732eeabf270b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:25.578373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-483cc468-4aea-4c9f-a3fa-732eeabf270b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.3294744 Feb 09 15:47:25.590214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:25.607808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eadb0c-fc47-41ae-b476-ae917584e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f976c620-9357-43b6-a2fc-6322102b06d9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:25.744711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:25.745095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.817846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69574683-e8ed-40ac-9869-c4c678c2baff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.888888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:25.897145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69574683-e8ed-40ac-9869-c4c678c2baff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.021327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f4168-6eb5-4d24-8de4-60dfcdefc1ce req-53ed9de0-e586-4f1b-80ea-5284d7be5e77 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:26.031134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.031959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d7f4168-6eb5-4d24-8de4-60dfcdefc1ce req-53ed9de0-e586-4f1b-80ea-5284d7be5e77 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 944 time: 0.3362093 Feb 09 15:47:26.034022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaba279-85e5-445c-87b4-eedbc3de28af None None] Network b663d284-0573-4f78-835b-1527a1f881e5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:26.038910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.041418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c1e16b7-7f49-4b39-bdc2-d0b7fb66be49 req-65717c14-d152-4056-b8ac-5e35c4f72d20 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 210 time: 0.1075368 Feb 09 15:47:26.066415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.144248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34766) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:26.149725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Deleting port 606d8d25-e5b2-4aac-993f-f7058ce27108 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:26.150078 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.168916 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5eab9165-1ad6-4e63-b6a3-16726077879e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.201520 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69574683-e8ed-40ac-9869-c4c678c2baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.205274 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69574683-e8ed-40ac-9869-c4c678c2baff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.206655 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-69574683-e8ed-40ac-9869-c4c678c2baff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f976c620-9357-43b6-a2fc-6322102b06d9 HTTP/1.1" status: 204 len: 168 time: 0.7395594 Feb 09 15:47:26.212329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,segment=NetworkSegment(fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f),segment_id=fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:26.233988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dbb60c2e-c165-426f-a421-e2cc3af51f0e None None] Provisioning complete for port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:26.234517 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dbb60c2e-c165-426f-a421-e2cc3af51f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.284856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69574683-e8ed-40ac-9869-c4c678c2baff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f976c620-9357-43b6-a2fc-6322102b06d9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:26.375624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.429800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:47:26.442980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-d123d09e-450a-4244-b460-d88f4502a427 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:26.446835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-d123d09e-450a-4244-b460-d88f4502a427 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:26.448860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-d123d09e-450a-4244-b460-d88f4502a427 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.73 "GET /v2.0/networks?id=4fd4aff0-93dc-4466-8e1a-d6de164af375&id=9f5947e4-23a4-443a-a9fe-dd90dadb9ebb HTTP/1.1" status: 200 len: 1390 time: 0.7446401 Feb 09 15:47:26.450612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb90854-f630-4004-9e43-db6367704cf0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:26.474040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'port': {'device_id': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375', 'admin_state_up': True, 'tenant_id': '37241014ae584de9a7b40fa0df1142c9'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:26.490115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5eab9165-1ad6-4e63-b6a3-16726077879e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.497974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d7f4168-6eb5-4d24-8de4-60dfcdefc1ce req-cfd206cc-915e-435b-8466-08ee4e5e8a58 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658585 Feb 09 15:47:26.524964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Router 8d1db037-2b6d-4227-b454-3a889442b5ae is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:47:26.549772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.550128 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Added segment ae857411-8ee8-42ab-9f3e-3fd457a41faf of type vlan for network 66eb54a8-48ac-488d-ac22-eb4834133a4e Feb 09 15:47:26.609633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:26.628422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.673795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dbb60c2e-c165-426f-a421-e2cc3af51f0e None None] Provisioning complete for port b3e14650-bdc1-49f2-8452-eb21f8eb783a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:26.675675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dbb60c2e-c165-426f-a421-e2cc3af51f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.726638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d35f4-a751-4919-bd45-f9bf91ade277 req-55732d44-0f5b-49b4-a465-c80f06970c62 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:26.734608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da9d35f4-a751-4919-bd45-f9bf91ade277 req-55732d44-0f5b-49b4-a465-c80f06970c62 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 948 time: 0.5464168 Feb 09 15:47:26.739793 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.761516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5eab9165-1ad6-4e63-b6a3-16726077879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.782954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] For port 606d8d25-e5b2-4aac-993f-f7058ce27108, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=606d8d25-e5b2-4aac-993f-f7058ce27108,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:26.783286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:26.857706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Calling delete_port for 606d8d25-e5b2-4aac-993f-f7058ce27108 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:26.873065 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5eab9165-1ad6-4e63-b6a3-16726077879e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b357516e45e4d5dbbc0d5a3ed0f65ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7272153 Feb 09 15:47:26.878851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34774) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:26.910493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da9d35f4-a751-4919-bd45-f9bf91ade277 req-de5430eb-9a3c-4e34-a008-746e6f62bb93 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739144 Feb 09 15:47:27.102665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0219c995-f137-432a-b9c0-4705c2ea59b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.134672 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0219c995-f137-432a-b9c0-4705c2ea59b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.148612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e4a6ef5f-9050-4fa5-baec-65e0703f401a None None] Provisioning complete for port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:27.149197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ef5f-9050-4fa5-baec-65e0703f401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.159622 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.160947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:27.164097 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.196744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab9165-1ad6-4e63-b6a3-16726077879e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92543ec-e344-47a8-9e6f-a64c342cb0e8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:27.262124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-644f5428-7b0b-4671-acfd-674844345e02 req-eae193b5-faac-4c72-ae2c-fa016c7aa0ab tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 210 time: 0.0872035 Feb 09 15:47:27.262236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:27.290697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Sync routers for ids ['8d1db037-2b6d-4227-b454-3a889442b5ae'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:47:27.293157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.313506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a6664779-2191-4f5d-83f1-ab5c3ec97d5f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:27.321103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['606d8d25-e5b2-4aac-993f-f7058ce27108'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:27.325956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device f19af231-0cb9-425c-8c7a-dfaae21eb6e6 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:27.342659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0219c995-f137-432a-b9c0-4705c2ea59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.346808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event deleted for resources: {'Port': ['ID=606d8d25-e5b2-4aac-993f-f7058ce27108,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:27.348034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0219c995-f137-432a-b9c0-4705c2ea59b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.359083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] Pushing event updated for resources: {'Network': ['ID=66eb54a8-48ac-488d-ac22-eb4834133a4e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:27.367438 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0219c995-f137-432a-b9c0-4705c2ea59b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c92543ec-e344-47a8-9e6f-a64c342cb0e8 HTTP/1.1" status: 204 len: 168 time: 0.4870665 Feb 09 15:47:27.401157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b347f7a1-90ff-4d6b-98f5-475e5ffc568e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5018625 Feb 09 15:47:27.402205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:27.409238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.409518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:27.427722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219c995-f137-432a-b9c0-4705c2ea59b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92543ec-e344-47a8-9e6f-a64c342cb0e8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:27.433980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 66eb54a8-48ac-488d-ac22-eb4834133a4e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:47:27.447548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] No DVR routers for this DVR port 606d8d25-e5b2-4aac-993f-f7058ce27108 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:27.448756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Request body: {'subnet': {'network_id': '66eb54a8-48ac-488d-ac22-eb4834133a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-819381958-subnet', 'tenant_id': 'b05b2be9bc544da0b473b1b0670dd268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:27.458043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.463231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc8f7e1b-0054-448e-9a5a-c079fbf026cb req-c5e6080e-1a79-4178-aa90-58bd630117c9 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.13 "DELETE /v2.0/ports/606d8d25-e5b2-4aac-993f-f7058ce27108 HTTP/1.1" status: 204 len: 173 time: 1.8446422 Feb 09 15:47:27.464202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'name': 'network-vif-deleted', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:27.470678 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc910ac-b875-4670-a0b7-6805136b4768" -d '{"events": [{"server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "name": "network-vif-deleted", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:27.471647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.473416 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0382ee05-8f64-44b7-b2e8-632d8f199e29 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9048862 Feb 09 15:47:27.479450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34790) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:27.599794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3e14650-bdc1-49f2-8452-eb21f8eb783a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:27.606145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Routers {'8d1db037-2b6d-4227-b454-3a889442b5ae'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:27.607384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8d1db037-2b6d-4227-b454-3a889442b5ae'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:27.613863 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c57dbe8-2591-4d25-9b17-f4ea34cb21a2 x-openstack-request-id: req-0c57dbe8-2591-4d25-9b17-f4ea34cb21a2 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:27.613863 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67480654-8494-4f8d-8fbf-304e496bb3dc", "name": "network-vif-deleted", "tag": "606d8d25-e5b2-4aac-993f-f7058ce27108", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:27.613863 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c57dbe8-2591-4d25-9b17-f4ea34cb21a2 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:27.613863 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67480654-8494-4f8d-8fbf-304e496bb3dc', 'name': 'network-vif-deleted', 'tag': '606d8d25-e5b2-4aac-993f-f7058ce27108', 'status': 'completed', 'code': 200} Feb 09 15:47:27.759918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Made reservation on behalf of b05b2be9bc544da0b473b1b0670dd268 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:27.781936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc31f2-6710-4982-a86e-e5d959994fe5 req-51613457-d5af-4808-ac44-66268e1e5587 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:27.794950 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.795461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abdc31f2-6710-4982-a86e-e5d959994fe5 req-51613457-d5af-4808-ac44-66268e1e5587 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 944 time: 0.1470180 Feb 09 15:47:27.923484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abdc31f2-6710-4982-a86e-e5d959994fe5 req-1df811b4-934c-4abe-b7c7-69bddd1fb221 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140428 Feb 09 15:47:28.069726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Allocated IP 19.80.0.50 (4fd4aff0-93dc-4466-8e1a-d6de164af375/f327f689-9526-4ebd-a44f-9b5d47e16aa0/53887df9-94fd-427f-81cd-53145a1bb406) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:28.220436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Set router 8d1db037-2b6d-4227-b454-3a889442b5ae gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:28.281579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2e2b75e-e819-49c9-bdb8-a18c4f422028 req-fbc94b24-dab3-42c6-b40b-5fba4a4d896f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=67480654-8494-4f8d-8fbf-304e496bb3dc HTTP/1.1" status: 200 len: 210 time: 0.1305640 Feb 09 15:47:28.557385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6ac729d-b7a4-4f71-a08d-3c238b822c58 req-1affd814-f7b6-4194-9694-22f1d87cca6d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 210 time: 0.1156526 Feb 09 15:47:28.676830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:28.835221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:28.926604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:28.938259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:28.938631 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:28.941107 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:28.981616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b3e14650-bdc1-49f2-8452-eb21f8eb783a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:28.982019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.048140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.120335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:29.150160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network 4fd4aff0-93dc-4466-8e1a-d6de164af375 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:29.207480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:29.355500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:29.355500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.401938 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.406670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:47:24Z', 'revision_number': 3, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port': {'id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:22Z', 'updated_at': '2022-02-09T15:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:29.413436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:29.443367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:29.469323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Checking router: 8d1db037-2b6d-4227-b454-3a889442b5ae for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:47:29.469675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Updating router 8d1db037-2b6d-4227-b454-3a889442b5ae port 7436bb04-4d07-44bb-b51f-3b3de63ae225 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:47:29.549606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port f19af231-0cb9-425c-8c7a-dfaae21eb6e6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:29.554397 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d083075-8a0d-45f3-ac23-66166566f0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19af231-0cb9-425c-8c7a-dfaae21eb6e6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:29.557136 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e14b2-63ab-45b5-8626-dc5813cf23d9" -d '{"events": [{"server_uuid": "5d083075-8a0d-45f3-ac23-66166566f0f6", "name": "network-vif-plugged", "status": "completed", "tag": "f19af231-0cb9-425c-8c7a-dfaae21eb6e6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:29.576777 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.628685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Port': ['ID=53887df9-94fd-427f-81cd-53145a1bb406,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:29.685859 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.704645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 606d8d25-e5b2-4aac-993f-f7058ce27108 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:29.719979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-862399665-network', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:29.751015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:29.754905 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.760721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.794937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a740d89-eace-4011-9332-4c03282c2b63 req-6c9f6f3e-ec79-4973-85d7-8d4659a6acd6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:29.799180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a740d89-eace-4011-9332-4c03282c2b63 req-6c9f6f3e-ec79-4973-85d7-8d4659a6acd6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 944 time: 0.6465003 Feb 09 15:47:29.915338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a740d89-eace-4011-9332-4c03282c2b63 req-bca37bc7-b4e9-4910-b608-8b01bb287add tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082613 Feb 09 15:47:29.941394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4f35b2e3-ffaa-4254-b790-57f5fa6981d4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4741054 Feb 09 15:47:29.962867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Request body: {'port': {'device_id': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb', 'admin_state_up': True, 'tenant_id': '37241014ae584de9a7b40fa0df1142c9'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:30.007274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 606d8d25-e5b2-4aac-993f-f7058ce27108 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:47:30.014537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 606d8d25-e5b2-4aac-993f-f7058ce27108 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:47:30.049195 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df95294c-c269-4a22-b547-132d742cd7db x-openstack-request-id: req-df95294c-c269-4a22-b547-132d742cd7db {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:30.050710 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d083075-8a0d-45f3-ac23-66166566f0f6", "name": "network-vif-plugged", "status": "completed", "tag": "f19af231-0cb9-425c-8c7a-dfaae21eb6e6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:30.051842 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df95294c-c269-4a22-b547-132d742cd7db {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:30.052497 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d083075-8a0d-45f3-ac23-66166566f0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19af231-0cb9-425c-8c7a-dfaae21eb6e6', 'code': 200} Feb 09 15:47:30.150092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:30.193842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d56b2339-9179-42ff-b18e-a38eb1f2619f None None] Provisioning complete for port 53887df9-94fd-427f-81cd-53145a1bb406 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:30.204713 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d56b2339-9179-42ff-b18e-a38eb1f2619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.252130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d56b2339-9179-42ff-b18e-a38eb1f2619f None None] Port 53887df9-94fd-427f-81cd-53145a1bb406 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:47:30.255769 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.269575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c081761-6f23-415f-98be-3d47d0afcc2e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:30.294264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Made reservation on behalf of 6718fb4577a84121a6fe9fbb8de36080 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:30.302180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.356749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.454396 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.571939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Checking segment: {'id': 'ae857411-8ee8-42ab-9f3e-3fd457a41faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '66eb54a8-48ac-488d-ac22-eb4834133a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:30.572615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Network hostable DHCP agents. Network: 66eb54a8-48ac-488d-ac22-eb4834133a4e, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:47:30.719908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.765415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.795879 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.869705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Attempting to bind port 7436bb04-4d07-44bb-b51f-3b3de63ae225 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:30.869915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Attempting to bind port 7436bb04-4d07-44bb-b51f-3b3de63ae225 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:30.870235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Attempting to bind port 7436bb04-4d07-44bb-b51f-3b3de63ae225 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:30.880302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2be403-7cbb-46ae-ad13-1c38f156bb5b None None] Pushing event updated for resources: {'Port': ['ID=7436bb04-4d07-44bb-b51f-3b3de63ae225,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:30.883848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:30.884589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:30.884789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.885389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:30.885773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Bound port: 7436bb04-4d07-44bb-b51f-3b3de63ae225, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:30.886169 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.932822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.943438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Network 66eb54a8-48ac-488d-ac22-eb4834133a4e is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:47:31.007300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] For port 7436bb04-4d07-44bb-b51f-3b3de63ae225, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:31.012017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] For port 7436bb04-4d07-44bb-b51f-3b3de63ae225, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7436bb04-4d07-44bb-b51f-3b3de63ae225,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:31.038070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:47:31.089974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.090554 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Added segment e8a9e768-9262-4793-b0f9-248d05fc4e89 of type vlan for network 2808e175-c32d-4054-b696-4a1beedf9536 Feb 09 15:47:31.097417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2927c-da58-4904-b380-0805796d1fab,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:31.125482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f716fa5-da71-4448-a8a8-7ab90af45515 req-e16cd020-26f7-4a81-a418-ca64ea69eda7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:31.125482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f716fa5-da71-4448-a8a8-7ab90af45515 req-e16cd020-26f7-4a81-a418-ca64ea69eda7 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.7671158 Feb 09 15:47:31.128713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe034e8-92f8-4d6f-a222-ac7ca20944e5 req-31a17d33-8563-4309-9c1a-4ed9769eed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:31.130757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fe034e8-92f8-4d6f-a222-ac7ca20944e5 req-31a17d33-8563-4309-9c1a-4ed9769eed44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 1096 time: 0.8059902 Feb 09 15:47:31.143468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-42b4ddbe-7b8a-49a7-b32f-9c4ac8eecbe4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:31.145353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-42b4ddbe-7b8a-49a7-b32f-9c4ac8eecbe4 tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.73 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.3252969 Feb 09 15:47:31.155643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.159817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a28094-bb81-403c-9638-508387b6a2db req-332f5f17-de2b-4cb6-a239-7ca87b9e03ff tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:31.161656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03a28094-bb81-403c-9638-508387b6a2db req-332f5f17-de2b-4cb6-a239-7ca87b9e03ff tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 931 time: 0.3477285 Feb 09 15:47:31.185401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 66eb54a8-48ac-488d-ac22-eb4834133a4e) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:31.224119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:31.224722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.235584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2be403-7cbb-46ae-ad13-1c38f156bb5b None None] Pushing event updated for resources: {'Port': ['ID=7436bb04-4d07-44bb-b51f-3b3de63ae225,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:31.239557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2de404-7dfc-4911-9e83-2804a73b59c3 None None] Network 66eb54a8-48ac-488d-ac22-eb4834133a4e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:31.312054 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.315422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Routers {'8d1db037-2b6d-4227-b454-3a889442b5ae'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:31.315832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Allocated IP 172.20.0.1 (b663d284-0573-4f78-835b-1527a1f881e5/f87f60aa-58ac-43c6-aeaa-323d8c916127/c01943db-a5c4-472e-afa3-8f07793f926b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:31.316103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8d1db037-2b6d-4227-b454-3a889442b5ae'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:31.399069 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9324f195-7b2f-45e4-a078-216b166b0e74 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.9625545 Feb 09 15:47:31.464607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fe034e8-92f8-4d6f-a222-ac7ca20944e5 req-d80147a9-a80a-48e2-b57f-d9bcf4be52a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171515 Feb 09 15:47:31.505536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.511104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:31.512854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.531523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f716fa5-da71-4448-a8a8-7ab90af45515 req-7ace9778-c7d1-4399-89c3-73adc251ebfe tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961632 Feb 09 15:47:31.558728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03a28094-bb81-403c-9638-508387b6a2db req-8a916872-e7fb-493c-887b-132d824e1212 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801248 Feb 09 15:47:31.564832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Made reservation on behalf of 37241014ae584de9a7b40fa0df1142c9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:31.572763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.614271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02efbf68-2de1-4edf-897f-b27df6aa6199 None None] Network 66eb54a8-48ac-488d-ac22-eb4834133a4e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:31.729139 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.750146 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6256433 Feb 09 15:47:31.760015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34868) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:31.767653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Request body: {'subnet': {'network_id': '2808e175-c32d-4054-b696-4a1beedf9536', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-subnet', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:31.792002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.793282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66e7c4-a2ee-40e1-a3d7-3fe27d5d8dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=2808e175-c32d-4054-b696-4a1beedf9536,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:31.832059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] Set router 8d1db037-2b6d-4227-b454-3a889442b5ae gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:31.865520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2808e175-c32d-4054-b696-4a1beedf9536 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:47:31.928621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.979026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068d4cd-2e0f-49e9-b300-973fca32b0d9 req-0c4e10b6-d29a-4a1c-b8fb-fa7695ae794e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:31.986856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8068d4cd-2e0f-49e9-b300-973fca32b0d9 req-0c4e10b6-d29a-4a1c-b8fb-fa7695ae794e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.2954299 Feb 09 15:47:32.033172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Deleting port a6664779-2191-4f5d-83f1-ab5c3ec97d5f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:32.033677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:32.099819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Made reservation on behalf of 6718fb4577a84121a6fe9fbb8de36080 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:32.105691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:32.136458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Network b663d284-0573-4f78-835b-1527a1f881e5 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:32.162168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Pushing event updated for resources: {'Port': ['ID=c01943db-a5c4-472e-afa3-8f07793f926b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:32.167817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:32.172205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:32.225444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:47:24Z', 'revision_number': 3, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port': {'id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:22Z', 'updated_at': '2022-02-09T15:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:32.228208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:32.267011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Allocated IP 19.86.0.254 (9f5947e4-23a4-443a-a9fe-dd90dadb9ebb/d326ea07-3abc-4790-bbae-338e780b7b38/cc977ba2-8387-4a8c-a7a3-51b71be0721f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:32.367176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8068d4cd-2e0f-49e9-b300-973fca32b0d9 req-a2022b47-893b-40ce-b234-0c9091f955b2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792756 Feb 09 15:47:32.634126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b62352-4862-4915-9eee-e0a2d90dc35f None None] The sync data for ids ['8d1db037-2b6d-4227-b454-3a889442b5ae'] in n-d-828542-1 is: [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:47:24Z', 'revision_number': 3, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port': {'id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:22Z', 'updated_at': '2022-02-09T15:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:47:32.698276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:32.737646 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7d8f32b0-22a3-4aa2-9624-9a0bd452aae7 None None] Provisioning complete for port c01943db-a5c4-472e-afa3-8f07793f926b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:32.738025 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7d8f32b0-22a3-4aa2-9624-9a0bd452aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:32.811301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f32b0-22a3-4aa2-9624-9a0bd452aae7 None None] Port c01943db-a5c4-472e-afa3-8f07793f926b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:47:32.817304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1174127088', 'description': 'tempest-description-936603781'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:33.025049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] For port a6664779-2191-4f5d-83f1-ab5c3ec97d5f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:33.027097 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.069176 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.155140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.166864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.219709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Calling delete_port for a6664779-2191-4f5d-83f1-ab5c3ec97d5f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:33.244843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.303598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Pushing event updated for resources: {'Port': ['ID=c01943db-a5c4-472e-afa3-8f07793f926b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:33.322044 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.343420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.380687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48b96-875f-4ebe-9da0-289b4ca24ffc req-4244bae0-ebb8-4c87-8844-5196b701ba2a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:33.389130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7c48b96-875f-4ebe-9da0-289b4ca24ffc req-4244bae0-ebb8-4c87-8844-5196b701ba2a tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 950 time: 0.2954667 Feb 09 15:47:33.475848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.531817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Network b663d284-0573-4f78-835b-1527a1f881e5 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:33.534320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:33.648904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a6664779-2191-4f5d-83f1-ab5c3ec97d5f no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:47:33.791593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bf3a9e-8294-4393-8a6a-f4e9132a0daf,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:33.879204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7c48b96-875f-4ebe-9da0-289b4ca24ffc req-fd9da6cd-2514-4467-af29-524034c6d1fa tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/security-groups?id=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882283 Feb 09 15:47:33.925980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Router 8d1db037-2b6d-4227-b454-3a889442b5ae has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:47:33.929337 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.933042 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.985034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7436bb04-4d07-44bb-b51f-3b3de63ae225 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:34.139945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7436bb04-4d07-44bb-b51f-3b3de63ae225 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:34.139945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.139945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2e56bbbf-452a-4f08-b9f8-e267fb85b3e1 None None] Provisioning complete for port c01943db-a5c4-472e-afa3-8f07793f926b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:34.139945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e56bbbf-452a-4f08-b9f8-e267fb85b3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.143067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.144884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Checking segment: {'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:34.145478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Network hostable DHCP agents. Network: 2808e175-c32d-4054-b696-4a1beedf9536, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:47:34.149029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event updated for resources: {'Port': ['ID=cc977ba2-8387-4a8c-a7a3-51b71be0721f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:34.171248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.259352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:34.295381 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-62bd294b-686d-4cb9-ab49-08f5db7f1864 admin admin] 10.222.0.53 "PUT /v2.0/routers/8d1db037-2b6d-4227-b454-3a889442b5ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7949078 Feb 09 15:47:34.295922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2e56bbbf-452a-4f08-b9f8-e267fb85b3e1 None None] Port c01943db-a5c4-472e-afa3-8f07793f926b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:47:34.324719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.328607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Pushing event deleted for resources: {'Port': ['ID=a6664779-2191-4f5d-83f1-ab5c3ec97d5f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:34.365676 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.386123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:34.395936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 7436bb04-4d07-44bb-b51f-3b3de63ae225, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7436bb04-4d07-44bb-b51f-3b3de63ae225,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:34.422333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:34.445894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:34.451743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] No DVR routers for this DVR port a6664779-2191-4f5d-83f1-ab5c3ec97d5f on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:34.472375 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.475938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dc7abea-3468-41bf-9506-adc4ecd1e9ac req-1fd4d0f1-c76a-49c2-9bf4-4cbb2bb43c0b tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.73 "DELETE /v2.0/ports/a6664779-2191-4f5d-83f1-ab5c3ec97d5f HTTP/1.1" status: 204 len: 173 time: 3.3073685 Feb 09 15:47:34.497396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'name': 'network-vif-deleted', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:34.499864 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb32812-9622-4be6-a55e-984b33376b9e" -d '{"events": [{"server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "name": "network-vif-deleted", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:34.527321 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.577374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a897bb6-ae0b-47ad-9b8e-7aa019ca7248,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:34.595882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Network 2808e175-c32d-4054-b696-4a1beedf9536 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:47:34.625054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=7436bb04-4d07-44bb-b51f-3b3de63ae225,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:34.637930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ebd7-0a3e-4f3e-8103-c5eab4332c74 req-d7e4d162-553e-4beb-86ac-349582faaa09 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:34.644350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338ebd7-0a3e-4f3e-8103-c5eab4332c74 req-d7e4d162-553e-4beb-86ac-349582faaa09 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:34.645997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2338ebd7-0a3e-4f3e-8103-c5eab4332c74 req-d7e4d162-553e-4beb-86ac-349582faaa09 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1654 time: 0.5444844 Feb 09 15:47:34.686769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:34.687280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.738128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.808401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2338ebd7-0a3e-4f3e-8103-c5eab4332c74 req-5c996fdb-e925-41a8-9f96-80fe11646c31 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397777 Feb 09 15:47:34.819171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2808e175-c32d-4054-b696-4a1beedf9536) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:34.836961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ed9c09-a0e2-45b1-9738-fe2552500f0f None None] Network 2808e175-c32d-4054-b696-4a1beedf9536 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:34.837586 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.863728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:34.872216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.949442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-46220b11-01fe-43d9-bca9-7784a48877e5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0002596 Feb 09 15:47:34.975666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Request body: {'port': {'device_id': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:34.997928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed14a78-1878-431e-9a2a-78a35fa648c4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:35.060710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1408de2a-693d-49cd-8947-27d52aa30b20 None None] Provisioning complete for port cc977ba2-8387-4a8c-a7a3-51b71be0721f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:35.061982 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1408de2a-693d-49cd-8947-27d52aa30b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.073810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.091347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff0f5383-820e-4ab9-ac0e-985461f4c59e req-d10a72fb-f37e-4975-a479-e96b608cce02 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3131955 Feb 09 15:47:35.097637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8a1959e2-89e0-4d62-ad97-a46ac7f4fd0c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3360226 Feb 09 15:47:35.103654 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.107292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:35.113984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:35.152920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1408de2a-693d-49cd-8947-27d52aa30b20 None None] Port cc977ba2-8387-4a8c-a7a3-51b71be0721f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:47:35.152920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2808e175-c32d-4054-b696-4a1beedf9536', 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'fixed_ips': [{'subnet_id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:47:35.154379 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.238374 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4ded42-2803-41a7-846a-57ff42623dde x-openstack-request-id: req-ba4ded42-2803-41a7-846a-57ff42623dde {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:35.239213 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e4a1c6-4479-436c-90fd-eeb2f803e68d", "name": "network-vif-deleted", "tag": "a6664779-2191-4f5d-83f1-ab5c3ec97d5f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:35.240257 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba4ded42-2803-41a7-846a-57ff42623dde {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:35.241174 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4a1c6-4479-436c-90fd-eeb2f803e68d', 'name': 'network-vif-deleted', 'tag': 'a6664779-2191-4f5d-83f1-ab5c3ec97d5f', 'status': 'completed', 'code': 200} Feb 09 15:47:35.337987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.339134 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.405789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Allocated IP 172.20.0.2 (2808e175-c32d-4054-b696-4a1beedf9536/36bf3a9e-8294-4393-8a6a-f4e9132a0daf/a0cc1e5b-eea3-466b-9732-81f3403aa30a) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:35.470305 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.531267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a62f7-8fe6-4c82-8039-8f6d8d6969a3 req-85240f7f-d246-41f7-96ef-daac902c0c77 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:35.533222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e5a62f7-8fe6-4c82-8039-8f6d8d6969a3 req-85240f7f-d246-41f7-96ef-daac902c0c77 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.1971428 Feb 09 15:47:35.574464 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Sync routers for ids ['8d1db037-2b6d-4227-b454-3a889442b5ae'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:47:35.593921 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Routers {'8d1db037-2b6d-4227-b454-3a889442b5ae'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:35.594992 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8d1db037-2b6d-4227-b454-3a889442b5ae'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:35.611420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-b8b4de76-099f-43db-a4cf-14963fdf1c91 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2724812 Feb 09 15:47:35.629752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:35.633018 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.683586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e5a62f7-8fe6-4c82-8039-8f6d8d6969a3 req-d8208dfc-0f23-4d58-a5af-afa166f824b7 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364925 Feb 09 15:47:35.780930 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Set router 8d1db037-2b6d-4227-b454-3a889442b5ae gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:35.808551 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.896549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a1fd71d-d6d6-4979-b5da-ed1418079814 req-167a7377-1ffd-45a2-9d51-b8060e068f8f tempest-MigrationsAdminTest-811676018 tempest-MigrationsAdminTest-811676018-project] 10.222.0.53 "GET /v2.0/ports?device_id=75e4a1c6-4479-436c-90fd-eeb2f803e68d HTTP/1.1" status: 200 len: 210 time: 0.0699348 Feb 09 15:47:35.902090 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.902951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7436bb04-4d07-44bb-b51f-3b3de63ae225 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:35.919636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53887df9-94fd-427f-81cd-53145a1bb406 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:35.941552 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:35.957122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-134a87ce-a87f-4ce9-abe4-fe5b88e04c19 req-fb937ca4-183d-4562-b78e-0b7c3157e50f tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2045341480', 'description': 'tempest-description-1904791852'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:36.009440 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.037082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Transition to ACTIVE for port object 53887df9-94fd-427f-81cd-53145a1bb406 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:47:36.055562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Network 2808e175-c32d-4054-b696-4a1beedf9536 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:36.076744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:36.085161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:36.092646 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Pushing event updated for resources: {'Port': ['ID=a0cc1e5b-eea3-466b-9732-81f3403aa30a,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:36.096367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.105900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134a87ce-a87f-4ce9-abe4-fe5b88e04c19 req-fb937ca4-183d-4562-b78e-0b7c3157e50f tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.161640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.200105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7436bb04-4d07-44bb-b51f-3b3de63ae225 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:36.200732 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.287193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Pushing event updated for resources: {'Port': ['ID=53887df9-94fd-427f-81cd-53145a1bb406,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:36.302186 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:47:32Z', 'revision_number': 4, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port': {'id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:22Z', 'updated_at': '2022-02-09T15:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c01943db-a5c4-472e-afa3-8f07793f926b', 'name': '', 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'mac_address': 'fa:16:3e:3c:14:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f87f60aa-58ac-43c6-aeaa-323d8c916127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:30Z', 'updated_at': '2022-02-09T15:47:32Z', 'revision_number': 2, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'subnets': [{'id': 'f87f60aa-58ac-43c6-aeaa-323d8c916127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:36.319184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Attempting to bind port a0cc1e5b-eea3-466b-9732-81f3403aa30a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:36.323012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Attempting to bind port a0cc1e5b-eea3-466b-9732-81f3403aa30a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:36.326214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Attempting to bind port a0cc1e5b-eea3-466b-9732-81f3403aa30a on network 2808e175-c32d-4054-b696-4a1beedf9536 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:36.373516 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Checking router: 8d1db037-2b6d-4227-b454-3a889442b5ae for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:47:36.374595 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Updating router 8d1db037-2b6d-4227-b454-3a889442b5ae port c01943db-a5c4-472e-afa3-8f07793f926b binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:47:36.408241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:36.408832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Checking segment: {'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:36.409493 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.410114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Bound using segment: {'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:36.410926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Bound port: a0cc1e5b-eea3-466b-9732-81f3403aa30a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:36.411570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.435104 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.456599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Allocated IP 172.25.5.109 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/c88e23f6-e0f9-40fa-8723-b2600d2a1b25) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:36.477874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134a87ce-a87f-4ce9-abe4-fe5b88e04c19 req-fb937ca4-183d-4562-b78e-0b7c3157e50f tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.663485 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.675821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134a87ce-a87f-4ce9-abe4-fe5b88e04c19 req-fb937ca4-183d-4562-b78e-0b7c3157e50f tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.703268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] For port a0cc1e5b-eea3-466b-9732-81f3403aa30a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:36.711761 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.713010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] For port a0cc1e5b-eea3-466b-9732-81f3403aa30a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a0cc1e5b-eea3-466b-9732-81f3403aa30a,segment=NetworkSegment(e8a9e768-9262-4793-b0f9-248d05fc4e89),segment_id=e8a9e768-9262-4793-b0f9-248d05fc4e89)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:36.742206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb937ca4-183d-4562-b78e-0b7c3157e50f tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaa954c-d443-41da-a97b-ef20fa559b47,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:36.748394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Attempting to bind port 53887df9-94fd-427f-81cd-53145a1bb406 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:36.748971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Attempting to bind port 53887df9-94fd-427f-81cd-53145a1bb406 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:36.749521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Attempting to bind port 53887df9-94fd-427f-81cd-53145a1bb406 on network 4fd4aff0-93dc-4466-8e1a-d6de164af375 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:36.765325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Port 53887df9-94fd-427f-81cd-53145a1bb406 on network 4fd4aff0-93dc-4466-8e1a-d6de164af375 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:47:36.766080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Attempting to bind port 53887df9-94fd-427f-81cd-53145a1bb406 on network 4fd4aff0-93dc-4466-8e1a-d6de164af375 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:36.777541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:36.778069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Checking segment: {'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:36.778710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Bound using segment: {'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:36.779455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Bound port: 53887df9-94fd-427f-81cd-53145a1bb406, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d0e600-05ee-4b3f-b656-3adfa59e1863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:36.780613 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.803337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134a87ce-a87f-4ce9-abe4-fe5b88e04c19 req-fb937ca4-183d-4562-b78e-0b7c3157e50f tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.805171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134a87ce-a87f-4ce9-abe4-fe5b88e04c19 req-fb937ca4-183d-4562-b78e-0b7c3157e50f tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8662586 Feb 09 15:47:36.825984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.953527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.970827 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:36.995682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] For port 53887df9-94fd-427f-81cd-53145a1bb406, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:37.001011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] For port 53887df9-94fd-427f-81cd-53145a1bb406, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=53887df9-94fd-427f-81cd-53145a1bb406,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:37.005916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d337a-1b66-47c9-81a3-62dadffef4f3 None None] Pushing event updated for resources: {'Port': ['ID=a0cc1e5b-eea3-466b-9732-81f3403aa30a,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:37.034266 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.081488 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.088549 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Pushing event updated for resources: {'Port': ['ID=c01943db-a5c4-472e-afa3-8f07793f926b,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:37.102331 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.102664 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.103002 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.103547 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.103995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.103995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.111768 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.112283 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.112474 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.112803 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.113136 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.113463 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:37.165425 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.186750 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Attempting to bind port c01943db-a5c4-472e-afa3-8f07793f926b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:37.186750 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Attempting to bind port c01943db-a5c4-472e-afa3-8f07793f926b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:37.186750 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Attempting to bind port c01943db-a5c4-472e-afa3-8f07793f926b on network b663d284-0573-4f78-835b-1527a1f881e5 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:37.190995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:37.192491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.193036 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:37.193416 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Checking segment: {'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:37.193827 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.194226 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Bound using segment: {'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:37.194718 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Bound port: c01943db-a5c4-472e-afa3-8f07793f926b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:37.195110 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.196453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] 10.222.0.73 "PUT /v2.0/ports/53887df9-94fd-427f-81cd-53145a1bb406 HTTP/1.1" status: 200 len: 1091 time: 2.2350762 Feb 09 15:47:37.253094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'tag': '53887df9-94fd-427f-81cd-53145a1bb406'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:37.258360 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d4e983-670c-43d8-98b6-4f8db72c2d70" -d '{"events": [{"name": "network-changed", "server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "tag": "53887df9-94fd-427f-81cd-53145a1bb406"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:37.306676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:37.320226 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] For port c01943db-a5c4-472e-afa3-8f07793f926b, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:37.324942 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] For port c01943db-a5c4-472e-afa3-8f07793f926b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c01943db-a5c4-472e-afa3-8f07793f926b,segment=NetworkSegment(fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f),segment_id=fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:37.336735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:37.343466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:37.347470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Allocated IP 172.25.5.247 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/2c43d657-843a-4a7e-8b07-c0d86a751ac7) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:37.407326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Request body: {'port': {'device_id': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:37.412604 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.464418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df5c7c-6c82-4fd2-a7df-461d4ba31e99 service neutron] Pushing event updated for resources: {'Port': ['ID=53887df9-94fd-427f-81cd-53145a1bb406,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:37.481915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2547327-eb5d-4614-be6c-932aa3481639 None None] Pushing event updated for resources: {'Port': ['ID=c01943db-a5c4-472e-afa3-8f07793f926b,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:37.526940 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Routers {'8d1db037-2b6d-4227-b454-3a889442b5ae'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:37.527651 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8d1db037-2b6d-4227-b454-3a889442b5ae'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:37.544557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Pushing event updated for resources: {'Port': ['ID=c88e23f6-e0f9-40fa-8723-b2600d2a1b25,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:37.671432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.701119 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] Set router 8d1db037-2b6d-4227-b454-3a889442b5ae gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:37.779069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.854454 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:37.912889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cd8c844f-eab5-42eb-9412-87c28f69dc7e None None] Provisioning complete for port c01943db-a5c4-472e-afa3-8f07793f926b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:37.913923 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd8c844f-eab5-42eb-9412-87c28f69dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.041821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.179421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a0cc1e5b-eea3-466b-9732-81f3403aa30a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:38.220818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Pushing event updated for resources: {'Port': ['ID=2c43d657-843a-4a7e-8b07-c0d86a751ac7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:38.264611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:38.273082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:38.273541 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:47:32Z', 'revision_number': 4, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port': {'id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:22Z', 'updated_at': '2022-02-09T15:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c01943db-a5c4-472e-afa3-8f07793f926b', 'name': '', 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'mac_address': 'fa:16:3e:3c:14:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f87f60aa-58ac-43c6-aeaa-323d8c916127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:30Z', 'updated_at': '2022-02-09T15:47:37Z', 'revision_number': 4, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'subnets': [{'id': 'f87f60aa-58ac-43c6-aeaa-323d8c916127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:38.285528 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd8c844f-eab5-42eb-9412-87c28f69dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.289222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:38.308011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.334871 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df516a0f-9824-491c-bf88-73aff69fe329 None None] The sync data for ids ['8d1db037-2b6d-4227-b454-3a889442b5ae'] in n-d-828542-1 is: [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:47:32Z', 'revision_number': 4, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port': {'id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:22Z', 'updated_at': '2022-02-09T15:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c01943db-a5c4-472e-afa3-8f07793f926b', 'name': '', 'network_id': 'b663d284-0573-4f78-835b-1527a1f881e5', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'mac_address': 'fa:16:3e:3c:14:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f87f60aa-58ac-43c6-aeaa-323d8c916127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:30Z', 'updated_at': '2022-02-09T15:47:37Z', 'revision_number': 4, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'subnets': [{'id': 'f87f60aa-58ac-43c6-aeaa-323d8c916127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:47:38.380319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cd8c844f-eab5-42eb-9412-87c28f69dc7e None None] For port c01943db-a5c4-472e-afa3-8f07793f926b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c01943db-a5c4-472e-afa3-8f07793f926b,segment=NetworkSegment(fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f),segment_id=fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:38.401548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a0cc1e5b-eea3-466b-9732-81f3403aa30a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:38.401964 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.527042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd8c844f-eab5-42eb-9412-87c28f69dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.576401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc1aed-cb00-468e-a2af-7901c41b7d90 req-bb485ee3-ab5f-4f1b-842d-9f6e1a3674e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:38.582991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.589094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc1aed-cb00-468e-a2af-7901c41b7d90 req-bb485ee3-ab5f-4f1b-842d-9f6e1a3674e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:38.603885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89cc1aed-cb00-468e-a2af-7901c41b7d90 req-bb485ee3-ab5f-4f1b-842d-9f6e1a3674e4 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1666 time: 0.7536917 Feb 09 15:47:38.628186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c844f-eab5-42eb-9412-87c28f69dc7e None None] Pushing event updated for resources: {'Port': ['ID=c01943db-a5c4-472e-afa3-8f07793f926b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:38.705257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port a0cc1e5b-eea3-466b-9732-81f3403aa30a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a0cc1e5b-eea3-466b-9732-81f3403aa30a,segment=NetworkSegment(e8a9e768-9262-4793-b0f9-248d05fc4e89),segment_id=e8a9e768-9262-4793-b0f9-248d05fc4e89)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:38.722862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5d2ff0dd-f7bb-413f-8f5e-7ea55f26406d None None] Provisioning complete for port c01943db-a5c4-472e-afa3-8f07793f926b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:38.722862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d2ff0dd-f7bb-413f-8f5e-7ea55f26406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.811410 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:38.982237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=a0cc1e5b-eea3-466b-9732-81f3403aa30a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:39.093614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.137561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcbb7f5-9195-47c3-8548-cc95710c31dd None None] Network 2808e175-c32d-4054-b696-4a1beedf9536 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:47:39.249516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89cc1aed-cb00-468e-a2af-7901c41b7d90 req-04efb2db-9be9-49b2-ae3c-310648efd5d7 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443574 Feb 09 15:47:39.380545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.413542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-86e1fed2-aba7-4cd2-8b64-92754506a493 None None] Provisioning complete for port a0cc1e5b-eea3-466b-9732-81f3403aa30a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:39.414425 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86e1fed2-aba7-4cd2-8b64-92754506a493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.417825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc977ba2-8387-4a8c-a7a3-51b71be0721f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:39.432155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1484820259', 'description': 'tempest-description-372423950'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:39.437610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.463065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Transition to ACTIVE for port object cc977ba2-8387-4a8c-a7a3-51b71be0721f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:47:39.521432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.535001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.698977 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.714979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.802939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.824579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:39.842220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Pushing event updated for resources: {'Port': ['ID=c88e23f6-e0f9-40fa-8723-b2600d2a1b25,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:40.023895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Router efaf6280-17de-4850-bce7-8bd30a2395c0 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:47:40.088722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c01943db-a5c4-472e-afa3-8f07793f926b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:40.090724 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.095320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-f8b5b5e6-b2d4-45ca-aa04-71063483ffc3 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4814093 Feb 09 15:47:40.098379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Pushing event updated for resources: {'Port': ['ID=cc977ba2-8387-4a8c-a7a3-51b71be0721f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:40.223300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:40.226818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-6adeae1e-825d-4493-8f00-f4504ead1f30 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.1107647 Feb 09 15:47:40.279228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Sync routers for ids ['efaf6280-17de-4850-bce7-8bd30a2395c0'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:47:40.281589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Attempting to bind port cc977ba2-8387-4a8c-a7a3-51b71be0721f on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:40.282639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Attempting to bind port cc977ba2-8387-4a8c-a7a3-51b71be0721f by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:40.282639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Attempting to bind port cc977ba2-8387-4a8c-a7a3-51b71be0721f on network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:40.299897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0c7f5445-1bb2-43a2-ba26-736723fcb827 None None] Provisioning complete for port a0cc1e5b-eea3-466b-9732-81f3403aa30a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:40.300319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c7f5445-1bb2-43a2-ba26-736723fcb827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.305682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c01943db-a5c4-472e-afa3-8f07793f926b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:40.306068 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.334045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Routers {'efaf6280-17de-4850-bce7-8bd30a2395c0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:40.335176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['efaf6280-17de-4850-bce7-8bd30a2395c0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:40.346058 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.346058 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb60c00e-562b-45a9-a6a4-bcbb8a7aefb0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2360659 Feb 09 15:47:40.348267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:40.455330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Port cc977ba2-8387-4a8c-a7a3-51b71be0721f on network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:47:40.455810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Attempting to bind port cc977ba2-8387-4a8c-a7a3-51b71be0721f on network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:40.494887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:40.495948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Checking segment: {'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:40.496884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Bound using segment: {'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:40.498247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Bound port: cc977ba2-8387-4a8c-a7a3-51b71be0721f, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '440d428b-dd2c-4670-a64a-40eb106c8a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:40.499230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.516765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.559462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-6d472bf6-1424-405d-a034-629091990635 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:40.562838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67448ba8-b1a9-4792-a88d-0d61dce9598c req-6d472bf6-1424-405d-a034-629091990635 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.3348327 Feb 09 15:47:40.675772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] For port cc977ba2-8387-4a8c-a7a3-51b71be0721f, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:40.682544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] For port cc977ba2-8387-4a8c-a7a3-51b71be0721f, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cc977ba2-8387-4a8c-a7a3-51b71be0721f,segment=NetworkSegment(440d428b-dd2c-4670-a64a-40eb106c8a89),segment_id=440d428b-dd2c-4670-a64a-40eb106c8a89)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:40.686662 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.751540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1d217-ce0a-4d0e-b1a7-c6fb85cd9099,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:40.777004 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.918253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.929037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:40.930048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:40.932365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] 10.222.0.73 "PUT /v2.0/ports/cc977ba2-8387-4a8c-a7a3-51b71be0721f HTTP/1.1" status: 200 len: 1092 time: 3.5687509 Feb 09 15:47:40.967645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a0cc1e5b-eea3-466b-9732-81f3403aa30a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:40.985683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429a5da-9eec-4553-9023-4d6b44b26111 service neutron] Pushing event updated for resources: {'Port': ['ID=cc977ba2-8387-4a8c-a7a3-51b71be0721f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:40.988906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Set router efaf6280-17de-4850-bce7-8bd30a2395c0 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:40.989518 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab1317-8045-4596-a18d-4b98d51ea31b x-openstack-request-id: req-3cab1317-8045-4596-a18d-4b98d51ea31b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:40.989832 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "tag": "53887df9-94fd-427f-81cd-53145a1bb406", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:40.990093 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cab1317-8045-4596-a18d-4b98d51ea31b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:40.990526 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'tag': '53887df9-94fd-427f-81cd-53145a1bb406', 'status': 'completed', 'code': 200} Feb 09 15:47:41.094576 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:41.177606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe730c6-bede-4285-831a-3f237d8f3e90,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:41.265792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:41.283067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3dfb8ca1-9795-44ae-8fab-a846c901f45f req-6d7310c4-17da-4877-8af2-9401fa06ff42 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8529358 Feb 09 15:47:41.307678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-d15b5b32-e9dc-4944-9791-b7ea15461c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:41.308356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-d15b5b32-e9dc-4944-9791-b7ea15461c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:41.315710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-d15b5b32-e9dc-4944-9791-b7ea15461c10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1980 time: 0.2966387 Feb 09 15:47:41.415823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34948) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:41.488347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522242-915e-43ec-86cf-5132b3991541 req-d0970e5d-edfb-4de1-a0e3-76c769b7e58a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:41.491817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c522242-915e-43ec-86cf-5132b3991541 req-d0970e5d-edfb-4de1-a0e3-76c769b7e58a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.3160381 Feb 09 15:47:41.579261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a0cc1e5b-eea3-466b-9732-81f3403aa30a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:41.583928 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:41.590082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:41.674426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b006-946d-42b4-80d8-8230eccab3ed req-a2553db4-5ec3-4dcf-9f24-7e72a4d14e8e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:41.681018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b006-946d-42b4-80d8-8230eccab3ed req-a2553db4-5ec3-4dcf-9f24-7e72a4d14e8e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:41.702275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f69b006-946d-42b4-80d8-8230eccab3ed req-a2553db4-5ec3-4dcf-9f24-7e72a4d14e8e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1678 time: 0.1906195 Feb 09 15:47:41.702275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c522242-915e-43ec-86cf-5132b3991541 req-025b720b-9343-42bb-8b1e-de4113bd3065 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662612 Feb 09 15:47:41.800866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-036e56ec-aa7d-4a4e-8d55-ea6ec3a62e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:41.801535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-036e56ec-aa7d-4a4e-8d55-ea6ec3a62e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:41.802013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-036e56ec-aa7d-4a4e-8d55-ea6ec3a62e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:41.803763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-036e56ec-aa7d-4a4e-8d55-ea6ec3a62e02 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=37241014ae584de9a7b40fa0df1142c9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4783165 Feb 09 15:47:41.832443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:47:38Z', 'revision_number': 3, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:41.835073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd8a0f99-1856-45d2-a445-5bae02dfb196 req-4cf18abb-3977-4232-97f3-5cb530f44620 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips/79b489a3-069e-4de3-a8d0-3a48ff486e37 HTTP/1.1" status: 200 len: 693 time: 0.0881939 Feb 09 15:47:41.855286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f69b006-946d-42b4-80d8-8230eccab3ed req-cde4ee80-c794-415c-b1ae-9e37ede687c1 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577663 Feb 09 15:47:41.868641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Checking router: efaf6280-17de-4850-bce7-8bd30a2395c0 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:47:41.869100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Updating router efaf6280-17de-4850-bce7-8bd30a2395c0 port 2c43d657-843a-4a7e-8b07-c0d86a751ac7 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:47:41.899884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:41.946507 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-261ba143-21a1-4844-8d2e-37e4a8ddf95f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0aef65e05ad943efadb02490102af9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5291007 Feb 09 15:47:41.951598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34960) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:42.019965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-10db796b-fa85-4fa3-b205-42791cf534c9 req-34ba8c5c-e1d1-484b-a228-c3de3c7b0132 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1174102797', 'description': 'tempest-description-2055029455'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:42.075922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Allocated IP 172.20.0.1 (2808e175-c32d-4054-b696-4a1beedf9536/36bf3a9e-8294-4393-8a6a-f4e9132a0daf/c6150a6c-63dc-40dd-a0fb-7bf58b446955) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:42.120060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4da3c89-ccac-47d7-af93-6b6e47d07842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.169524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-daccc8bb-e43f-4053-b061-765560dc4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:42.172331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6d4e983-670c-43d8-98b6-4f8db72c2d70 req-daccc8bb-e43f-4053-b061-765560dc4018 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3590796 Feb 09 15:47:42.192283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a0f99-1856-45d2-a445-5bae02dfb196 req-07f14d3c-7a70-42e4-9d50-ff1310dfdf49 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:42.197900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4da3c89-ccac-47d7-af93-6b6e47d07842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.209180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd8a0f99-1856-45d2-a445-5bae02dfb196 req-07f14d3c-7a70-42e4-9d50-ff1310dfdf49 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.3403013 Feb 09 15:47:42.209645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10db796b-fa85-4fa3-b205-42791cf534c9 req-34ba8c5c-e1d1-484b-a228-c3de3c7b0132 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.296729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.362680 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.382588 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4da3c89-ccac-47d7-af93-6b6e47d07842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.385589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4da3c89-ccac-47d7-af93-6b6e47d07842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.386786 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a4da3c89-ccac-47d7-af93-6b6e47d07842 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e HTTP/1.1" status: 204 len: 168 time: 0.4337685 Feb 09 15:47:42.398502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da3c89-ccac-47d7-af93-6b6e47d07842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeba6df-31e6-4ca5-a4c6-4bd93d57e83e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:42.421135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-8b3924e8-53fb-4500-8925-a986b8687104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:42.422117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-8b3924e8-53fb-4500-8925-a986b8687104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:42.423179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-8b3924e8-53fb-4500-8925-a986b8687104 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1980 time: 0.1807654 Feb 09 15:47:42.429735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d3c2c-632d-4582-b062-4923ca415159 req-222d8107-b832-45dd-8127-4e59e4645304 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:42.431267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-873d3c2c-632d-4582-b062-4923ca415159 req-222d8107-b832-45dd-8127-4e59e4645304 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1097 time: 0.1229749 Feb 09 15:47:42.489277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10db796b-fa85-4fa3-b205-42791cf534c9 req-34ba8c5c-e1d1-484b-a228-c3de3c7b0132 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.492471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-ef4733d2-8c5e-4dbd-b59f-734b647b1444 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=53887df9-94fd-427f-81cd-53145a1bb406 HTTP/1.1" status: 200 len: 217 time: 0.0602269 Feb 09 15:47:42.500263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.537411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Network 2808e175-c32d-4054-b696-4a1beedf9536 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:42.540682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:42.544495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:42.550910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6150a6c-63dc-40dd-a0fb-7bf58b446955,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:42.556635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-873d3c2c-632d-4582-b062-4923ca415159 req-d58da2d6-dce5-4a47-a355-e2ff522bab38 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083405 Feb 09 15:47:42.581160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-6cb725ff-b26c-48c2-b077-e16a8bb53bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:42.585526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-6cb725ff-b26c-48c2-b077-e16a8bb53bf0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f327f689-9526-4ebd-a44f-9b5d47e16aa0 HTTP/1.1" status: 200 len: 801 time: 0.0819008 Feb 09 15:47:42.595233 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.614113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.668566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10db796b-fa85-4fa3-b205-42791cf534c9 req-34ba8c5c-e1d1-484b-a228-c3de3c7b0132 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.730078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-f4405ca9-9d73-41fa-9472-e33affaf451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:42.733647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-f4405ca9-9d73-41fa-9472-e33affaf451a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fd4aff0-93dc-4466-8e1a-d6de164af375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407676 Feb 09 15:47:42.747451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Attempting to bind port 2c43d657-843a-4a7e-8b07-c0d86a751ac7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:42.747830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Attempting to bind port 2c43d657-843a-4a7e-8b07-c0d86a751ac7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:42.748245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Attempting to bind port 2c43d657-843a-4a7e-8b07-c0d86a751ac7 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:42.756885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:42.757267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:42.757680 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.758079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:42.758864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Bound port: 2c43d657-843a-4a7e-8b07-c0d86a751ac7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:42.759081 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.773676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba8c5c-e1d1-484b-a228-c3de3c7b0132 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b462211-5321-410f-a6da-e7d1232d8e58,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:42.782770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-10db796b-fa85-4fa3-b205-42791cf534c9 req-34ba8c5c-e1d1-484b-a228-c3de3c7b0132 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.787749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694c505-3905-4d6a-92fd-05633d9a6ab7 None None] Pushing event updated for resources: {'Port': ['ID=2c43d657-843a-4a7e-8b07-c0d86a751ac7,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:42.796644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10db796b-fa85-4fa3-b205-42791cf534c9 req-34ba8c5c-e1d1-484b-a228-c3de3c7b0132 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8372271 Feb 09 15:47:42.876639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] For port 2c43d657-843a-4a7e-8b07-c0d86a751ac7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:42.887576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] For port 2c43d657-843a-4a7e-8b07-c0d86a751ac7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2c43d657-843a-4a7e-8b07-c0d86a751ac7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:42.916766 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.958208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7ebfdd2b-b62e-43fb-8b96-5f4540851558 None None] Provisioning complete for port c6150a6c-63dc-40dd-a0fb-7bf58b446955 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:42.958744 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7ebfdd2b-b62e-43fb-8b96-5f4540851558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:42.960731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63ae06ac-2bd0-4069-bd0b-6113bbb46164 req-297c28ff-2749-4268-a8da-662bf3c1dcf4 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=b6a00f9eb0404ae3b438ed48c0aba4e0 HTTP/1.1" status: 200 len: 696 time: 0.1226220 Feb 09 15:47:42.995581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'tag': 'cc977ba2-8387-4a8c-a7a3-51b71be0721f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:42.998041 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f878e7b-afa8-4a59-b2c7-efc7957c534e" -d '{"events": [{"name": "network-changed", "server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "tag": "cc977ba2-8387-4a8c-a7a3-51b71be0721f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:43.013227 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:43.058654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-f3528185-3f81-4969-ab45-c81958b2797c service neutron] 10.222.0.73 "GET /v2.0/networks/4fd4aff0-93dc-4466-8e1a-d6de164af375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161268 Feb 09 15:47:43.064368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfdd2b-b62e-43fb-8b96-5f4540851558 None None] Port c6150a6c-63dc-40dd-a0fb-7bf58b446955 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:47:43.093374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694c505-3905-4d6a-92fd-05633d9a6ab7 None None] Pushing event updated for resources: {'Port': ['ID=2c43d657-843a-4a7e-8b07-c0d86a751ac7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:43.097067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Routers {'efaf6280-17de-4850-bce7-8bd30a2395c0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:43.097765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['efaf6280-17de-4850-bce7-8bd30a2395c0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:43.193617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:43.213465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae06ac-2bd0-4069-bd0b-6113bbb46164 req-2ec4ed0a-a72f-4aa5-8c40-08c34d0b89a1 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:43.215376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63ae06ac-2bd0-4069-bd0b-6113bbb46164 req-2ec4ed0a-a72f-4aa5-8c40-08c34d0b89a1 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/networks?id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 787 time: 0.2501080 Feb 09 15:47:43.232462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] Set router efaf6280-17de-4850-bce7-8bd30a2395c0 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:43.234242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-63ae06ac-2bd0-4069-bd0b-6113bbb46164 req-c8fffe9d-4e63-4813-b161-0178a5e3d8d6 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:47:43.235306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63ae06ac-2bd0-4069-bd0b-6113bbb46164 req-c8fffe9d-4e63-4813-b161-0178a5e3d8d6 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087926 Feb 09 15:47:43.254299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-7e6f619e-8543-4770-bf90-370a8633e51e service neutron] 10.222.0.73 "GET /v2.0/networks/4fd4aff0-93dc-4466-8e1a-d6de164af375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778364 Feb 09 15:47:43.306218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-4b73405b-b659-4e27-8128-ac9896320086 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.254&port_id=cc977ba2-8387-4a8c-a7a3-51b71be0721f HTTP/1.1" status: 200 len: 217 time: 0.0436563 Feb 09 15:47:43.337716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:43.437974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6150a6c-63dc-40dd-a0fb-7bf58b446955,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:43.441681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:43.494820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34982) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:43.512552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-584d9648-d3a6-4de5-a910-7a6cc6a00c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:43.515688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-584d9648-d3a6-4de5-a910-7a6cc6a00c1c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d326ea07-3abc-4790-bbae-338e780b7b38 HTTP/1.1" status: 200 len: 801 time: 0.2014284 Feb 09 15:47:43.540019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2471b7c-f1ba-4f31-ae42-ac941819e022 req-bb52bbd8-0334-4ae8-a94e-9ff979f98134 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:43.544880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2471b7c-f1ba-4f31-ae42-ac941819e022 req-bb52bbd8-0334-4ae8-a94e-9ff979f98134 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.2224636 Feb 09 15:47:43.592739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 4, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c6150a6c-63dc-40dd-a0fb-7bf58b446955', 'name': '', 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'mac_address': 'fa:16:3e:f7:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:41Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 1, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'subnets': [{'id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:43.621374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Network 2808e175-c32d-4054-b696-4a1beedf9536 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:43.624654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:43.633511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2071ed-9b7d-4487-82f3-a225ffb531dc None None] The sync data for ids ['efaf6280-17de-4850-bce7-8bd30a2395c0'] in n-d-828542-1 is: [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 4, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c6150a6c-63dc-40dd-a0fb-7bf58b446955', 'name': '', 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'mac_address': 'fa:16:3e:f7:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:41Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 1, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'subnets': [{'id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:47:43.649591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2471b7c-f1ba-4f31-ae42-ac941819e022 req-a2c8ca56-8524-44cc-9fc0-057469b12ccf tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835700 Feb 09 15:47:43.657546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-07aa00e6-fb55-4c4e-8118-33da7362a16c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=214b5fe7875540c3ac2fa9b5785480a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595566 Feb 09 15:47:43.658357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34984) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:47:43.721452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-59261d46-5e24-45e7-b540-4a7bbb189b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:43.721452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-59261d46-5e24-45e7-b540-4a7bbb189b03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f5947e4-23a4-443a-a9fe-dd90dadb9ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749334 Feb 09 15:47:43.825319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Router efaf6280-17de-4850-bce7-8bd30a2395c0 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:47:44.005228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b801fcb0-5f39-4fcd-82aa-2f33caca65b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:44.084431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:44.104047 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-176d4907-ead3-4c85-9c95-a9a61978b2c2 admin admin] 10.222.0.53 "PUT /v2.0/routers/efaf6280-17de-4850-bce7-8bd30a2395c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7474053 Feb 09 15:47:44.151904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6478786c-5a21-4327-b527-edc313a61454 None None] Provisioning complete for port c6150a6c-63dc-40dd-a0fb-7bf58b446955 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:44.153855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6478786c-5a21-4327-b527-edc313a61454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:44.156595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b801fcb0-5f39-4fcd-82aa-2f33caca65b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:44.200015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-d8d05e41-fb4a-4fe8-93ae-45dcd77350e9 service neutron] 10.222.0.73 "GET /v2.0/networks/9f5947e4-23a4-443a-a9fe-dd90dadb9ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630263 Feb 09 15:47:44.229181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6478786c-5a21-4327-b527-edc313a61454 None None] Port c6150a6c-63dc-40dd-a0fb-7bf58b446955 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:47:44.546485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f71f133-9a2c-4559-b9a8-01f799ecfec2 req-2848ef2c-67bd-4619-a633-98404459fbc2 service neutron] 10.222.0.73 "GET /v2.0/networks/9f5947e4-23a4-443a-a9fe-dd90dadb9ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273864 Feb 09 15:47:44.611723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-b9b9586c-ccc0-4bbe-8786-8baf5bfa91fd tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45092 time: 0.9058712 Feb 09 15:47:44.654457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b801fcb0-5f39-4fcd-82aa-2f33caca65b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:44.657287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b801fcb0-5f39-4fcd-82aa-2f33caca65b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:44.658449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b801fcb0-5f39-4fcd-82aa-2f33caca65b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d43c7796-96f4-4c6c-9dc8-9b49da77238d HTTP/1.1" status: 204 len: 168 time: 0.9980671 Feb 09 15:47:44.675574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-ca418693-f1e0-4056-aced-fb9d9015b011 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0335d2af-1b2a-4c3f-a586-754d52f9da45 HTTP/1.1" status: 200 len: 2981 time: 0.0503044 Feb 09 15:47:44.676632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801fcb0-5f39-4fcd-82aa-2f33caca65b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43c7796-96f4-4c6c-9dc8-9b49da77238d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:44.737714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-38a94ac5-4047-4724-a444-1e612db63967 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0335d2af-1b2a-4c3f-a586-754d52f9da45 HTTP/1.1" status: 200 len: 2981 time: 0.0534303 Feb 09 15:47:44.806007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-9b259e46-89ff-492b-87c3-19d864c113ee tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/08da9211-dbb2-4693-bcac-424c1c0bba7c HTTP/1.1" status: 200 len: 2981 time: 0.0605133 Feb 09 15:47:44.921416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-c529a2d7-b9c1-4357-a36d-e65e2b753801 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/08da9211-dbb2-4693-bcac-424c1c0bba7c HTTP/1.1" status: 200 len: 2981 time: 0.1034036 Feb 09 15:47:45.024917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-f097488c-28cd-4918-83dc-607f63af572b tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0a897bb6-ae0b-47ad-9b8e-7aa019ca7248 HTTP/1.1" status: 200 len: 2981 time: 0.0880439 Feb 09 15:47:45.102425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-58e9a596-8ca5-47c0-90d0-ca080d91b136 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/0a897bb6-ae0b-47ad-9b8e-7aa019ca7248 HTTP/1.1" status: 200 len: 2981 time: 0.0696707 Feb 09 15:47:45.152936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-39b9e6c6-dc7a-40bd-adcc-0fa78f76c1da tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/21d3eb56-414d-421c-84e2-29e938bf7b29 HTTP/1.1" status: 200 len: 2981 time: 0.0458355 Feb 09 15:47:45.219534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-232edf6f-b36d-4647-abae-d2a8aa2d8ab9 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/21d3eb56-414d-421c-84e2-29e938bf7b29 HTTP/1.1" status: 200 len: 2981 time: 0.0540011 Feb 09 15:47:45.294498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-d005619d-0b97-4044-b113-b0d0f3f2fc38 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/24f1d217-ce0a-4d0e-b1a7-c6fb85cd9099 HTTP/1.1" status: 200 len: 2981 time: 0.0674732 Feb 09 15:47:45.393080 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-1a5e426c-73fc-4dca-b435-89d9ae6607d7 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/24f1d217-ce0a-4d0e-b1a7-c6fb85cd9099 HTTP/1.1" status: 200 len: 2981 time: 0.0792818 Feb 09 15:47:45.478213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-3db91da3-e8f4-405f-9374-f6ae439e6c2d tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3bdfb95f-cc52-47ac-be94-41012c8327fa HTTP/1.1" status: 200 len: 2981 time: 0.0644979 Feb 09 15:47:45.531105 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-688ce884-925c-4dbb-86de-35f9c909a58f tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3bdfb95f-cc52-47ac-be94-41012c8327fa HTTP/1.1" status: 200 len: 2981 time: 0.0449643 Feb 09 15:47:45.593948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-c29f7869-f9e1-4629-9a4c-4afc6868dd04 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/73e6a188-4ded-4178-ab44-4497cefc21b4 HTTP/1.1" status: 200 len: 2981 time: 0.0541780 Feb 09 15:47:45.691055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-1995aaa0-e078-4d18-9425-51d93216b7d1 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/73e6a188-4ded-4178-ab44-4497cefc21b4 HTTP/1.1" status: 200 len: 2981 time: 0.0844071 Feb 09 15:47:45.781273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-e4f1b1ff-6ca7-4095-a8ea-e267678003a4 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/88d2927c-da58-4904-b380-0805796d1fab HTTP/1.1" status: 200 len: 2981 time: 0.0823181 Feb 09 15:47:45.786240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-e509ed2a-7a6e-4301-b51d-61272688acba tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:47:45.789452 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-e509ed2a-7a6e-4301-b51d-61272688acba tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117402 Feb 09 15:47:45.858738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-13414253-5b64-44e9-a2ae-86715a24930d tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/88d2927c-da58-4904-b380-0805796d1fab HTTP/1.1" status: 200 len: 2981 time: 0.0752909 Feb 09 15:47:45.878418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-d1a6ecfa-129a-4203-8e6f-4c3d35a3de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:45.880446 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-d1a6ecfa-129a-4203-8e6f-4c3d35a3de6a service neutron] 10.222.0.53 "GET /v2.0/ports/3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 200 len: 1094 time: 0.0760624 Feb 09 15:47:45.906368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Request body: {'binding': {'host': 'n-h1-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:45.908758 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 15:47:45.949211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-3bd9998c-3f2a-4056-a75e-e6d02fdf7c4d tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9fb90854-f630-4004-9e43-db6367704cf0 HTTP/1.1" status: 200 len: 2981 time: 0.0894809 Feb 09 15:47:45.957811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2c43d657-843a-4a7e-8b07-c0d86a751ac7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:46.028570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-fde111a7-4f41-4980-b1a0-4b3ac723f7bc tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9fb90854-f630-4004-9e43-db6367704cf0 HTTP/1.1" status: 200 len: 2981 time: 0.0773013 Feb 09 15:47:46.085010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-17b11c92-9468-409b-8bf5-1a660bd06d8f tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a8ea5a7f-9d99-4bb4-850f-b2e9e8653f7a HTTP/1.1" status: 200 len: 2977 time: 0.0549161 Feb 09 15:47:46.088159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2c43d657-843a-4a7e-8b07-c0d86a751ac7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:46.088966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:46.141002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-35558cf4-8691-418c-8508-b9d5e43ea612 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a8ea5a7f-9d99-4bb4-850f-b2e9e8653f7a HTTP/1.1" status: 200 len: 2977 time: 0.0524805 Feb 09 15:47:46.195015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-a5039044-fc00-4cac-aae0-aba55d279025 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/aed85a2e-52df-4a93-abff-64f3366ab113 HTTP/1.1" status: 200 len: 2973 time: 0.0475316 Feb 09 15:47:46.210740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on host n-h1-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:46.211325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:46.211908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:46.222218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:46.230699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:47:46.231037 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:46.252169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-b7b1079b-d295-4585-9d46-10482381e5c1 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/aed85a2e-52df-4a93-abff-64f3366ab113 HTTP/1.1" status: 200 len: 2973 time: 0.0479774 Feb 09 15:47:46.254646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:46.255591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:46.259863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:46.259863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Bound port: 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:46.278152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 2c43d657-843a-4a7e-8b07-c0d86a751ac7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2c43d657-843a-4a7e-8b07-c0d86a751ac7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:46.287856 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-a76fe451-19e3-49a0-9082-6bc9a23f5ebc tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] show failed (client error): The resource could not be found. Feb 09 15:47:46.289680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-a76fe451-19e3-49a0-9082-6bc9a23f5ebc tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d43c7796-96f4-4c6c-9dc8-9b49da77238d HTTP/1.1" status: 404 len: 352 time: 0.0256615 Feb 09 15:47:46.332748 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-4b9d8581-f82b-4c66-943c-b4e7b33ca342 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] show failed (client error): The resource could not be found. Feb 09 15:47:46.333383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-4b9d8581-f82b-4c66-943c-b4e7b33ca342 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d43c7796-96f4-4c6c-9dc8-9b49da77238d HTTP/1.1" status: 404 len: 352 time: 0.0245523 Feb 09 15:47:46.355720 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:46.358484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:46.401505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-4256b62c-e43e-4b0a-978a-7f3ccae8a174 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e584b400-7237-4fd9-b102-d27939498fec HTTP/1.1" status: 200 len: 2981 time: 0.0530894 Feb 09 15:47:46.451590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:46.452979 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-11f18bd8-3618-4f45-8232-7da13c346308 service neutron] 10.222.0.53 "POST /v2.0/ports/3f169aeb-34b2-4793-8ad0-a643b97f8ed0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5659571 Feb 09 15:47:46.457745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=2c43d657-843a-4a7e-8b07-c0d86a751ac7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:46.496034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9408b4-55b6-47a6-9f9c-f329ebfdd225 req-96a14221-57be-475f-8f33-4777ebc2d9a2 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e584b400-7237-4fd9-b102-d27939498fec HTTP/1.1" status: 200 len: 2981 time: 0.0735247 Feb 09 15:47:46.686764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24598bac-08d2-4e95-9454-a517278e48e8 req-fb204497-06fe-4b01-aba7-acc1b773307a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:46.697579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24598bac-08d2-4e95-9454-a517278e48e8 req-fb204497-06fe-4b01-aba7-acc1b773307a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:46.700435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24598bac-08d2-4e95-9454-a517278e48e8 req-fb204497-06fe-4b01-aba7-acc1b773307a tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1678 time: 0.1194611 Feb 09 15:47:46.776568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24598bac-08d2-4e95-9454-a517278e48e8 req-6a28216e-f386-4bc5-941b-fbec7cf65708 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654972 Feb 09 15:47:46.810822 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c292f0-f47f-45dd-b6dc-f64b185b9644 x-openstack-request-id: req-93c292f0-f47f-45dd-b6dc-f64b185b9644 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:46.811643 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "tag": "cc977ba2-8387-4a8c-a7a3-51b71be0721f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:46.811904 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93c292f0-f47f-45dd-b6dc-f64b185b9644 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:46.812365 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'tag': 'cc977ba2-8387-4a8c-a7a3-51b71be0721f', 'status': 'completed', 'code': 200} Feb 09 15:47:46.877017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a07d6a42-9807-426f-b275-7f05a45a921c req-974a6cc4-1db1-4371-a22a-c7be31b09562 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips/79b489a3-069e-4de3-a8d0-3a48ff486e37 HTTP/1.1" status: 200 len: 693 time: 0.0738297 Feb 09 15:47:47.026644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-ea168131-1f42-49ba-a74b-63131f6b8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:47.028284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-ea168131-1f42-49ba-a74b-63131f6b8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:47.032147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-ea168131-1f42-49ba-a74b-63131f6b8921 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=37241014ae584de9a7b40fa0df1142c9&device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1980 time: 0.1745844 Feb 09 15:47:47.039221 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Sync routers for ids ['efaf6280-17de-4850-bce7-8bd30a2395c0'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:47:47.054281 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Routers {'efaf6280-17de-4850-bce7-8bd30a2395c0'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:47.055117 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['efaf6280-17de-4850-bce7-8bd30a2395c0'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:47.188371 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Set router efaf6280-17de-4850-bce7-8bd30a2395c0 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:47.221844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d6a42-9807-426f-b275-7f05a45a921c req-6439e03c-ef99-43ca-a855-fea7d88c632e tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:47.223333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a07d6a42-9807-426f-b275-7f05a45a921c req-6439e03c-ef99-43ca-a855-fea7d88c632e tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.3183699 Feb 09 15:47:47.351618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a07d6a42-9807-426f-b275-7f05a45a921c req-e1085c71-91a6-42f1-8d54-8cd6eddece40 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.0935020 Feb 09 15:47:47.584470 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 4, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c6150a6c-63dc-40dd-a0fb-7bf58b446955', 'name': '', 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'mac_address': 'fa:16:3e:f7:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:41Z', 'updated_at': '2022-02-09T15:47:43Z', 'revision_number': 2, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'subnets': [{'id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:47.624715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Checking router: efaf6280-17de-4850-bce7-8bd30a2395c0 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:47:47.625058 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Updating router efaf6280-17de-4850-bce7-8bd30a2395c0 port c6150a6c-63dc-40dd-a0fb-7bf58b446955 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:47:47.652405 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:47.704685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 53887df9-94fd-427f-81cd-53145a1bb406 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:47:47.761009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-bd825663-fcf1-4823-8455-b7373950c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:47.762602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-bd825663-fcf1-4823-8455-b7373950c01d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9f5947e4-23a4-443a-a9fe-dd90dadb9ebb HTTP/1.1" status: 200 len: 902 time: 0.7214119 Feb 09 15:47:47.864928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a07d6a42-9807-426f-b275-7f05a45a921c req-095c50ef-5af9-4f13-8758-669163fed325 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.109 HTTP/1.1" status: 200 len: 696 time: 0.1460841 Feb 09 15:47:47.869880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-49e6feb8-db73-4ee0-81ea-591a3691d0d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.254&port_id=cc977ba2-8387-4a8c-a7a3-51b71be0721f HTTP/1.1" status: 200 len: 217 time: 0.0755539 Feb 09 15:47:47.890626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d158616-180a-4908-b090-375f42df4d8f req-f904c15c-7980-4d8f-aa53-baeb7320a342 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7483690 Feb 09 15:47:47.904326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 53887df9-94fd-427f-81cd-53145a1bb406, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=53887df9-94fd-427f-81cd-53145a1bb406,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:47.933794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '53887df9-94fd-427f-81cd-53145a1bb406', 'network_id': '4fd4aff0-93dc-4466-8e1a-d6de164af375', 'port_id': '53887df9-94fd-427f-81cd-53145a1bb406', 'mac_address': 'fa:16:3e:7f:16:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f327f689-9526-4ebd-a44f-9b5d47e16aa0', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:47:47.949912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-1b2baeb9-51c5-4334-86e7-f49da5ea35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:47.951570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-1b2baeb9-51c5-4334-86e7-f49da5ea35c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1097 time: 0.5919869 Feb 09 15:47:47.964382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2c43d657-843a-4a7e-8b07-c0d86a751ac7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:47.978721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:48.019188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.025529 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.038809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53887df9-94fd-427f-81cd-53145a1bb406 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:48.069179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 53887df9-94fd-427f-81cd-53145a1bb406, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=53887df9-94fd-427f-81cd-53145a1bb406,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:48.071165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2c43d657-843a-4a7e-8b07-c0d86a751ac7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:48.071546 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.097395 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.118976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-e5ceb790-ac71-4782-9040-31625721bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:48.120631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-e5ceb790-ac71-4782-9040-31625721bf40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d326ea07-3abc-4790-bbae-338e780b7b38 HTTP/1.1" status: 200 len: 801 time: 0.2370362 Feb 09 15:47:48.172407 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.173428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cc977ba2-8387-4a8c-a7a3-51b71be0721f details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:47:48.229339 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00462f0d-5552-40b6-a2d9-d7b1b7f8d76c None None] Pushing event updated for resources: {'Port': ['ID=c6150a6c-63dc-40dd-a0fb-7bf58b446955,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:48.230574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-8e2288a7-04f6-4ae5-bd58-f9cc62d1eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:48.232033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-8e2288a7-04f6-4ae5-bd58-f9cc62d1eb74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.2395134 Feb 09 15:47:48.250635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-1f5a6379-71ee-47c2-9119-dff7b8a9722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:48.252239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-1f5a6379-71ee-47c2-9119-dff7b8a9722c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9f5947e4-23a4-443a-a9fe-dd90dadb9ebb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1208537 Feb 09 15:47:48.253510 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.291271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=53887df9-94fd-427f-81cd-53145a1bb406,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:48.321276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-9f604974-3d58-4ce1-b5e5-a85cb4faf76c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 200 len: 217 time: 0.0803566 Feb 09 15:47:48.327574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Deleting port c88e23f6-e0f9-40fa-8723-b2600d2a1b25 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:48.327574 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.346905 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Attempting to bind port c6150a6c-63dc-40dd-a0fb-7bf58b446955 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:48.348368 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Attempting to bind port c6150a6c-63dc-40dd-a0fb-7bf58b446955 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:48.349339 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Attempting to bind port c6150a6c-63dc-40dd-a0fb-7bf58b446955 on network 2808e175-c32d-4054-b696-4a1beedf9536 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:47:48.362620 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:47:48.362620 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Checking segment: {'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:47:48.363187 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.363363 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Bound using segment: {'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:47:48.364045 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Bound port: c6150a6c-63dc-40dd-a0fb-7bf58b446955, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a9e768-9262-4793-b0f9-248d05fc4e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:48.364692 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.385237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cc977ba2-8387-4a8c-a7a3-51b71be0721f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cc977ba2-8387-4a8c-a7a3-51b71be0721f,segment=NetworkSegment(440d428b-dd2c-4670-a64a-40eb106c8a89),segment_id=440d428b-dd2c-4670-a64a-40eb106c8a89)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:48.402904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'cc977ba2-8387-4a8c-a7a3-51b71be0721f', 'network_id': '9f5947e4-23a4-443a-a9fe-dd90dadb9ebb', 'port_id': 'cc977ba2-8387-4a8c-a7a3-51b71be0721f', 'mac_address': 'fa:16:3e:70:ae:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326ea07-3abc-4790-bbae-338e780b7b38', 'ip_address': '19.86.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:47:48.477322 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.513748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc977ba2-8387-4a8c-a7a3-51b71be0721f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:48.530923 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] For port c6150a6c-63dc-40dd-a0fb-7bf58b446955, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:48.539738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-0672bd22-9bbb-4733-800a-064f23f177eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:48.540449 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] For port c6150a6c-63dc-40dd-a0fb-7bf58b446955, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c6150a6c-63dc-40dd-a0fb-7bf58b446955,segment=NetworkSegment(e8a9e768-9262-4793-b0f9-248d05fc4e89),segment_id=e8a9e768-9262-4793-b0f9-248d05fc4e89)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:48.541373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-0672bd22-9bbb-4733-800a-064f23f177eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.2041156 Feb 09 15:47:48.569240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cc977ba2-8387-4a8c-a7a3-51b71be0721f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cc977ba2-8387-4a8c-a7a3-51b71be0721f,segment=NetworkSegment(440d428b-dd2c-4670-a64a-40eb106c8a89),segment_id=440d428b-dd2c-4670-a64a-40eb106c8a89)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:48.617726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-dd51e04a-dddd-459d-98c2-e7e9daee6a8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695796 Feb 09 15:47:48.621309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.621730 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.646472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-295467ab-6afc-4313-9a0b-8b61ae19fd5d service neutron] 10.222.0.73 "GET /v2.0/networks/9f5947e4-23a4-443a-a9fe-dd90dadb9ebb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562582 Feb 09 15:47:48.650866 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.663038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Calling delete_port for c88e23f6-e0f9-40fa-8723-b2600d2a1b25 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:48.691202 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.740341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Routers {'efaf6280-17de-4850-bce7-8bd30a2395c0'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:47:48.741461 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['efaf6280-17de-4850-bce7-8bd30a2395c0'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:48.781505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c69ba549-d244-42e7-831e-db8a9d8a2cf2 None None] Provisioning complete for port c6150a6c-63dc-40dd-a0fb-7bf58b446955 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:48.784230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c69ba549-d244-42e7-831e-db8a9d8a2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:48.827328 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00462f0d-5552-40b6-a2d9-d7b1b7f8d76c None None] Pushing event updated for resources: {'Port': ['ID=c6150a6c-63dc-40dd-a0fb-7bf58b446955,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:48.904548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-a9863e1f-3b0c-4597-9304-a55ed19815f2 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776439 Feb 09 15:47:48.908754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=cc977ba2-8387-4a8c-a7a3-51b71be0721f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:48.956956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f878e7b-afa8-4a59-b2c7-efc7957c534e req-a9a50a48-637f-4c7b-a823-8e8861a501e7 service neutron] 10.222.0.73 "GET /v2.0/networks/9f5947e4-23a4-443a-a9fe-dd90dadb9ebb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951319 Feb 09 15:47:48.998028 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.017638 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c69ba549-d244-42e7-831e-db8a9d8a2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.026805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['53887df9-94fd-427f-81cd-53145a1bb406'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:49.037769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['cc977ba2-8387-4a8c-a7a3-51b71be0721f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:47:49.044336 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] Set router efaf6280-17de-4850-bce7-8bd30a2395c0 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:47:49.178067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c69ba549-d244-42e7-831e-db8a9d8a2cf2 None None] For port c6150a6c-63dc-40dd-a0fb-7bf58b446955, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c6150a6c-63dc-40dd-a0fb-7bf58b446955,segment=NetworkSegment(e8a9e768-9262-4793-b0f9-248d05fc4e89),segment_id=e8a9e768-9262-4793-b0f9-248d05fc4e89)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:49.185501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-b085a10f-c7d2-4bd4-b714-3daa5b20394b service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605524 Feb 09 15:47:49.283960 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c69ba549-d244-42e7-831e-db8a9d8a2cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.399295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ba549-d244-42e7-831e-db8a9d8a2cf2 None None] Pushing event updated for resources: {'Port': ['ID=c6150a6c-63dc-40dd-a0fb-7bf58b446955,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:49.419357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Allocated IP 172.25.5.57 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/59f44b8e-67ea-4c25-b329-23056035f627) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:49.424810 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 4, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c6150a6c-63dc-40dd-a0fb-7bf58b446955', 'name': '', 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'mac_address': 'fa:16:3e:f7:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:41Z', 'updated_at': '2022-02-09T15:47:48Z', 'revision_number': 4, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'subnets': [{'id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:49.447930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-092dce54-e00b-4320-8a11-98b8cfe3e8c8 None None] Provisioning complete for port c6150a6c-63dc-40dd-a0fb-7bf58b446955 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:49.448677 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-092dce54-e00b-4320-8a11-98b8cfe3e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.468481 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114c5e6e-14b4-4fe9-b0e6-d926171dafd9 None None] The sync data for ids ['efaf6280-17de-4850-bce7-8bd30a2395c0'] in n-d-828542-1 is: [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:47:42Z', 'revision_number': 4, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c6150a6c-63dc-40dd-a0fb-7bf58b446955', 'name': '', 'network_id': '2808e175-c32d-4054-b696-4a1beedf9536', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'mac_address': 'fa:16:3e:f7:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:41Z', 'updated_at': '2022-02-09T15:47:48Z', 'revision_number': 4, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'subnets': [{'id': '36bf3a9e-8294-4393-8a6a-f4e9132a0daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:47:49.481085 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.530834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Pushing event deleted for resources: {'Port': ['ID=c88e23f6-e0f9-40fa-8723-b2600d2a1b25,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:49.641016 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.661166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.665368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.666673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a07d6a42-9807-426f-b275-7f05a45a921c req-8e152c4e-e3ca-429f-b6aa-9a565a2454b8 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "DELETE /v2.0/floatingips/79b489a3-069e-4de3-a8d0-3a48ff486e37 HTTP/1.1" status: 204 len: 173 time: 1.8010988 Feb 09 15:47:49.816181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:49.894896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:49.913286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc5500-c97f-4c1e-910c-6fa33429bb62 req-1df70d4a-66b3-42af-b92a-1b7fb2bd460c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:49.916192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ecdc5500-c97f-4c1e-910c-6fa33429bb62 req-1df70d4a-66b3-42af-b92a-1b7fb2bd460c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.1647818 Feb 09 15:47:49.919809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:49.927115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:49.976622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event updated for resources: {'Port': ['ID=59f44b8e-67ea-4c25-b329-23056035f627,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:49.987311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c6150a6c-63dc-40dd-a0fb-7bf58b446955 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:50.064117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c6150a6c-63dc-40dd-a0fb-7bf58b446955 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:50.064117 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:50.104802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ecdc5500-c97f-4c1e-910c-6fa33429bb62 req-4cf00ee8-36d5-4501-96ae-5a381f69a862 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383514 Feb 09 15:47:50.151979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:50.288620 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:50.320788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee00a029-b197-42ae-a058-97ff9ea5f0c7 req-7a51c22d-6be6-44f2-b5f6-d46f3ab30ae0 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=393ee817439e47b5aaae4f8cdc66bdad HTTP/1.1" status: 200 len: 6103 time: 0.1600199 Feb 09 15:47:50.438937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee00a029-b197-42ae-a058-97ff9ea5f0c7 req-1111ed03-446c-44ec-8da5-b770eddc9ac0 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "GET /v2.0/security-groups/0a897bb6-ae0b-47ad-9b8e-7aa019ca7248 HTTP/1.1" status: 200 len: 2981 time: 0.1061656 Feb 09 15:47:50.527003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee00a029-b197-42ae-a058-97ff9ea5f0c7 req-0d779633-10b9-4f76-8627-c4c830725269 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "GET /v2.0/security-groups/0a897bb6-ae0b-47ad-9b8e-7aa019ca7248 HTTP/1.1" status: 200 len: 2981 time: 0.0779867 Feb 09 15:47:50.545101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:50.640760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:50.723387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event updated for resources: {'Port': ['ID=59f44b8e-67ea-4c25-b329-23056035f627,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:50.740250 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:50.821248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:50.823488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d158616-180a-4908-b090-375f42df4d8f req-0b68c0bd-bc76-4d42-955b-a5335825d34c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8854897 Feb 09 15:47:50.946159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d158616-180a-4908-b090-375f42df4d8f req-030a6756-5ad5-47f8-9d06-eb6dcdee506d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.1062772 Feb 09 15:47:51.121647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10609de6-dde7-4d1f-acc6-588f0c94d6d5 req-db3a3099-0090-4322-88d3-586ec57e491a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:51.124905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10609de6-dde7-4d1f-acc6-588f0c94d6d5 req-db3a3099-0090-4322-88d3-586ec57e491a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 946 time: 0.2073135 Feb 09 15:47:51.197681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158616-180a-4908-b090-375f42df4d8f req-c007ec40-91c4-427d-a34d-0f6dbcfa1763 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:51.198983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d158616-180a-4908-b090-375f42df4d8f req-c007ec40-91c4-427d-a34d-0f6dbcfa1763 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.2248981 Feb 09 15:47:51.211311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10609de6-dde7-4d1f-acc6-588f0c94d6d5 req-6f65dbfc-0576-4be7-a1e9-36f0ce415b30 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735285 Feb 09 15:47:51.393647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457a625-28d1-42eb-b2ef-7c36a5a055c4 req-7bed0e6f-faa2-4483-ba87-40012b1c1d0d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:51.399753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457a625-28d1-42eb-b2ef-7c36a5a055c4 req-7bed0e6f-faa2-4483-ba87-40012b1c1d0d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:51.403952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b457a625-28d1-42eb-b2ef-7c36a5a055c4 req-7bed0e6f-faa2-4483-ba87-40012b1c1d0d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1680 time: 0.0767076 Feb 09 15:47:51.504852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b457a625-28d1-42eb-b2ef-7c36a5a055c4 req-4e3ff57c-0f15-43a3-9c9e-5ee354728d1f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920360 Feb 09 15:47:51.548315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56594111-916c-4b67-98ce-161bb61d58a8 req-cbb29bf1-9374-492c-974d-75201e24d27f tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1457455 Feb 09 15:47:51.569505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:51.606781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff08ac86-9033-4a16-8780-c5725a590e7e req-b0a1881d-da81-42b7-912a-3b2ed822466b tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8b462211-5321-410f-a6da-e7d1232d8e58 HTTP/1.1" status: 200 len: 1778 time: 0.0574265 Feb 09 15:47:51.677661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff08ac86-9033-4a16-8780-c5725a590e7e req-6ccea1cc-6906-46ae-9975-06109e2ed269 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:51.692978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:51.722474 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff08ac86-9033-4a16-8780-c5725a590e7e req-6ccea1cc-6906-46ae-9975-06109e2ed269 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:51.724439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 53887df9-94fd-427f-81cd-53145a1bb406 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:51.846118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 53887df9-94fd-427f-81cd-53145a1bb406 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:51.853370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 53887df9-94fd-427f-81cd-53145a1bb406 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:51.853927 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:51.871987 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:51.916754 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff08ac86-9033-4a16-8780-c5725a590e7e req-6ccea1cc-6906-46ae-9975-06109e2ed269 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:51.919370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ff08ac86-9033-4a16-8780-c5725a590e7e req-6ccea1cc-6906-46ae-9975-06109e2ed269 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:51.921244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff08ac86-9033-4a16-8780-c5725a590e7e req-6ccea1cc-6906-46ae-9975-06109e2ed269 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b462211-5321-410f-a6da-e7d1232d8e58 HTTP/1.1" status: 204 len: 173 time: 0.3035533 Feb 09 15:47:51.943325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccea1cc-6906-46ae-9975-06109e2ed269 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b462211-5321-410f-a6da-e7d1232d8e58,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:52.003749 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.038180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53887df9-94fd-427f-81cd-53145a1bb406'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:52.040795 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa91fb25-ef53-4984-9073-dde1d9904d3d" -d '{"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-plugged", "status": "completed", "tag": "53887df9-94fd-427f-81cd-53145a1bb406"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:52.053508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 53887df9-94fd-427f-81cd-53145a1bb406, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=53887df9-94fd-427f-81cd-53145a1bb406,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:52.065255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Allocated IP 172.25.5.155 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/4d28da75-d982-494f-851d-a20571ac819e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:52.144932 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.146639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cc977ba2-8387-4a8c-a7a3-51b71be0721f up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:47:52.234067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977d1b-d008-4fcf-8d5f-506c1c245c2d req-1e90af0b-26f9-4a89-852d-a845c1433f57 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:52.237401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d977d1b-d008-4fcf-8d5f-506c1c245c2d req-1e90af0b-26f9-4a89-852d-a845c1433f57 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0849123 Feb 09 15:47:52.273241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=53887df9-94fd-427f-81cd-53145a1bb406,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:52.299973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.313090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d977d1b-d008-4fcf-8d5f-506c1c245c2d req-600cc390-3683-4d52-b119-8dc5bed12850 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693147 Feb 09 15:47:52.394225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port cc977ba2-8387-4a8c-a7a3-51b71be0721f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:52.398632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port cc977ba2-8387-4a8c-a7a3-51b71be0721f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:52.399005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.481863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-cb0e9d0d-7475-4ece-905e-9c9711ff34f0 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1256461 Feb 09 15:47:52.501153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:52.512581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.519050 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.569390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cc977ba2-8387-4a8c-a7a3-51b71be0721f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cc977ba2-8387-4a8c-a7a3-51b71be0721f,segment=NetworkSegment(440d428b-dd2c-4670-a64a-40eb106c8a89),segment_id=440d428b-dd2c-4670-a64a-40eb106c8a89)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:52.584230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:52.595665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:52.599339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:52.605193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Pushing event updated for resources: {'Port': ['ID=4d28da75-d982-494f-851d-a20571ac819e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:52.657975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.671457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.737154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=cc977ba2-8387-4a8c-a7a3-51b71be0721f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:52.738272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.789023 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d728f9ac-aa8f-4989-a43f-22db11629853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.805913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:52.889409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:53.132886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Allocated IP 172.25.5.138 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/2d24c74e-4eee-443d-8b3a-f36426a00217) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:53.786759 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:53.803698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:53.879899 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:53.952388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:53.979922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Pushing event updated for resources: {'Port': ['ID=4d28da75-d982-494f-851d-a20571ac819e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:54.020145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:54.027703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:54.031165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:54.045155 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:54.124192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event updated for resources: {'Port': ['ID=2d24c74e-4eee-443d-8b3a-f36426a00217,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:54.194180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:54.218979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:54.220344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56594111-916c-4b67-98ce-161bb61d58a8 req-e7690ad0-656d-486a-b7be-b38b79c3c939 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6568127 Feb 09 15:47:54.284945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56594111-916c-4b67-98ce-161bb61d58a8 req-cb761b9c-c8bf-469d-a201-17a28f71447a tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0567060 Feb 09 15:47:54.385843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:54.463690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56594111-916c-4b67-98ce-161bb61d58a8 req-6610c077-34ea-44a0-af84-43be174103c0 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:54.465244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56594111-916c-4b67-98ce-161bb61d58a8 req-6610c077-34ea-44a0-af84-43be174103c0 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.1736355 Feb 09 15:47:54.600017 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:54.765943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:54.845680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event updated for resources: {'Port': ['ID=2d24c74e-4eee-443d-8b3a-f36426a00217,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:54.861889 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:55.035669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:55.037015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-980cbfce-e533-432e-b75b-25dc41e3f548 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5437427 Feb 09 15:47:55.105935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-4dcd4f7b-22c8-4436-93c0-ffd977723802 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.0524292 Feb 09 15:47:55.217097 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-35869692-21c3-471b-89c4-68cf0f528918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:55.227223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-f3592091-c205-46fc-b6c2-777352d6d509 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:55.228773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00f50ba1-5110-4b3c-800a-a557156fee3a req-f3592091-c205-46fc-b6c2-777352d6d509 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.1164782 Feb 09 15:47:55.287014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06ff86b7-3743-4c8c-aae6-3ce81df54a7b req-9e20095c-b85c-4cc3-9e17-a7175bc7b573 tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9fe730c6-bede-4285-831a-3f237d8f3e90 HTTP/1.1" status: 200 len: 1777 time: 0.0431421 Feb 09 15:47:55.348882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-06ff86b7-3743-4c8c-aae6-3ce81df54a7b req-a48520d4-9c7e-45f7-8094-b009a131370a tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:55.374973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-06ff86b7-3743-4c8c-aae6-3ce81df54a7b req-a48520d4-9c7e-45f7-8094-b009a131370a tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:55.526140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-06ff86b7-3743-4c8c-aae6-3ce81df54a7b req-a48520d4-9c7e-45f7-8094-b009a131370a tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:55.530802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-06ff86b7-3743-4c8c-aae6-3ce81df54a7b req-a48520d4-9c7e-45f7-8094-b009a131370a tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:55.534765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06ff86b7-3743-4c8c-aae6-3ce81df54a7b req-a48520d4-9c7e-45f7-8094-b009a131370a tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fe730c6-bede-4285-831a-3f237d8f3e90 HTTP/1.1" status: 204 len: 173 time: 0.2382534 Feb 09 15:47:55.546467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48520d4-9c7e-45f7-8094-b009a131370a tempest-SecurityGroupsTestAdminJSON-74528380 tempest-SecurityGroupsTestAdminJSON-74528380-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe730c6-bede-4285-831a-3f237d8f3e90,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:55.571565 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea5fe7d-5aba-42e2-a2df-f7e8ae281945 x-openstack-request-id: req-eea5fe7d-5aba-42e2-a2df-f7e8ae281945 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:55.572042 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-plugged", "status": "completed", "tag": "53887df9-94fd-427f-81cd-53145a1bb406", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:55.572499 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eea5fe7d-5aba-42e2-a2df-f7e8ae281945 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:55.573126 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53887df9-94fd-427f-81cd-53145a1bb406', 'code': 200} Feb 09 15:47:55.695038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bc4d3-20b4-465a-b5e0-e2f52c3e2a07 req-7e569913-b8e8-47b7-8c59-49de69542edf tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:55.697732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2bc4d3-20b4-465a-b5e0-e2f52c3e2a07 req-7e569913-b8e8-47b7-8c59-49de69542edf tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 946 time: 0.0615220 Feb 09 15:47:55.743882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2bc4d3-20b4-465a-b5e0-e2f52c3e2a07 req-b684b353-4abc-40ba-b35a-4719245054bd tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Feb 09 15:47:55.864854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552f6a0-17cc-4704-9772-9f89e3b05afd req-6bf0015f-a0e4-4e00-a6da-e9d2239a13cf tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:55.870960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552f6a0-17cc-4704-9772-9f89e3b05afd req-6bf0015f-a0e4-4e00-a6da-e9d2239a13cf tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:55.872714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a552f6a0-17cc-4704-9772-9f89e3b05afd req-6bf0015f-a0e4-4e00-a6da-e9d2239a13cf tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1682 time: 0.0642841 Feb 09 15:47:55.917586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a552f6a0-17cc-4704-9772-9f89e3b05afd req-5cb140c9-d5bc-4427-981f-b4c9de05f825 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Feb 09 15:47:56.046653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5bb59-18a5-498a-bc90-c97b05e67b22 req-64d1a1e9-b15e-400a-9b22-ea7c67b0bd95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:56.048294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c5bb59-18a5-498a-bc90-c97b05e67b22 req-64d1a1e9-b15e-400a-9b22-ea7c67b0bd95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.0539575 Feb 09 15:47:56.102094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c5bb59-18a5-498a-bc90-c97b05e67b22 req-88f38a87-24bb-4d67-afba-171de59f2a1a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372360 Feb 09 15:47:56.174168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-899ecf51-316e-4f7c-96ff-3bd927a52290 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips/4b484977-477a-4a97-9299-b918f4e7a3c4 HTTP/1.1" status: 200 len: 693 time: 0.0521712 Feb 09 15:47:56.377510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-a1889fca-6030-41f1-a124-d27b49db24bc tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:56.378893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-a1889fca-6030-41f1-a124-d27b49db24bc tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.1990151 Feb 09 15:47:56.434213 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:56.441525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-e4d73011-50fa-43a8-b7ec-f24fe54d63a0 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2015524 Feb 09 15:47:56.447365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-da208e83-d00c-415b-9d38-729295b81ab9 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0619197 Feb 09 15:47:56.454431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:56.516634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-96717d66-5c16-44cc-87ca-3e54a2bcc40d tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0574141 Feb 09 15:47:56.641257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:56.722731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Deleting port 4d28da75-d982-494f-851d-a20571ac819e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:47:56.723141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:56.826662 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:56.826988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:56.843647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Calling delete_port for 4d28da75-d982-494f-851d-a20571ac819e owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:47:56.859383 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.049066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Allocated IP 172.25.5.28 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/a8c51277-308c-49c0-b3a9-4a406b096921) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:57.218069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.224289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.263448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Pushing event deleted for resources: {'Port': ['ID=4d28da75-d982-494f-851d-a20571ac819e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:57.345069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.348291 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.349634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9525c62-8d93-4152-a10e-a9b73a71c145 req-d6c71eee-a32b-4cc3-8124-a98cd3d8f651 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "DELETE /v2.0/floatingips/4b484977-477a-4a97-9299-b918f4e7a3c4 HTTP/1.1" status: 204 len: 173 time: 0.8260431 Feb 09 15:47:57.378349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.442887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:57.446510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:57.453015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2b9b2b1-4336-43bc-86bd-5ec8053a9203 req-a334e418-b3a9-4800-95ab-195ea50c9262 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "GET /v2.0/security-groups/cdaa954c-d443-41da-a97b-ef20fa559b47 HTTP/1.1" status: 200 len: 1778 time: 0.0854759 Feb 09 15:47:57.453851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:47:57.510187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event updated for resources: {'Port': ['ID=a8c51277-308c-49c0-b3a9-4a406b096921,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:57.574807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc977ba2-8387-4a8c-a7a3-51b71be0721f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:57.579138 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1052a15-f99b-4b28-89d2-c4947108c723" -d '{"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-plugged", "status": "completed", "tag": "cc977ba2-8387-4a8c-a7a3-51b71be0721f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:47:57.603855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2b9b2b1-4336-43bc-86bd-5ec8053a9203 req-370a7d86-b15d-498c-b14d-6010b6f97f90 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.637847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.644202 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2b9b2b1-4336-43bc-86bd-5ec8053a9203 req-370a7d86-b15d-498c-b14d-6010b6f97f90 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.783946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.807733 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2b9b2b1-4336-43bc-86bd-5ec8053a9203 req-370a7d86-b15d-498c-b14d-6010b6f97f90 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.817590 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2b9b2b1-4336-43bc-86bd-5ec8053a9203 req-370a7d86-b15d-498c-b14d-6010b6f97f90 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:57.817590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2b9b2b1-4336-43bc-86bd-5ec8053a9203 req-370a7d86-b15d-498c-b14d-6010b6f97f90 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "DELETE /v2.0/security-groups/cdaa954c-d443-41da-a97b-ef20fa559b47 HTTP/1.1" status: 204 len: 173 time: 0.3314586 Feb 09 15:47:57.834291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a7d86-b15d-498c-b14d-6010b6f97f90 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaa954c-d443-41da-a97b-ef20fa559b47,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:57.993884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:58.057208 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:58.130835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:58.204264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event updated for resources: {'Port': ['ID=a8c51277-308c-49c0-b3a9-4a406b096921,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:58.217218 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:58.291433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280c635-a4cb-4c26-9af5-15f7547008a8 req-b94edcd1-191a-46de-932d-6cea16c01e90 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:58.293581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b280c635-a4cb-4c26-9af5-15f7547008a8 req-b94edcd1-191a-46de-932d-6cea16c01e90 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 946 time: 0.0609126 Feb 09 15:47:58.332390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:58.333821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-78164ba0-0449-403d-8b0a-1aa5f6563ba6 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8835793 Feb 09 15:47:58.360495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b280c635-a4cb-4c26-9af5-15f7547008a8 req-d77375ad-5531-4c05-9089-94787800465d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552793 Feb 09 15:47:58.395088 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:58.403684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-ae30c6b7-c339-4709-8567-7cd583a51195 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.28 HTTP/1.1" status: 200 len: 695 time: 0.0602477 Feb 09 15:47:58.565558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef6ea5-df54-4f48-aff9-355390ade1de req-1e0ea1c2-b407-4cbf-b780-17484b3ba3d8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:58.571499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef6ea5-df54-4f48-aff9-355390ade1de req-1e0ea1c2-b407-4cbf-b780-17484b3ba3d8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:58.573234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65ef6ea5-df54-4f48-aff9-355390ade1de req-1e0ea1c2-b407-4cbf-b780-17484b3ba3d8 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1682 time: 0.0978630 Feb 09 15:47:58.581318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-309c00fa-e1f2-4516-a8e8-d8a03be404c9 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:58.582766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb2ae088-4216-49c5-9d5d-696a652906fc req-309c00fa-e1f2-4516-a8e8-d8a03be404c9 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.1668668 Feb 09 15:47:58.651817 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-e0480795-b8c4-4181-9662-d9610ef14e46 req-dd71fe9e-cf11-4682-b37e-cf9e8bb13411 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] show failed (client error): The resource could not be found. Feb 09 15:47:58.652934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0480795-b8c4-4181-9662-d9610ef14e46 req-dd71fe9e-cf11-4682-b37e-cf9e8bb13411 tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips/4b484977-477a-4a97-9299-b918f4e7a3c4 HTTP/1.1" status: 404 len: 350 time: 0.0496752 Feb 09 15:47:58.661968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65ef6ea5-df54-4f48-aff9-355390ade1de req-e4c31e5e-bf1f-42e7-bf57-9daead31894e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781817 Feb 09 15:47:58.719722 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31f59e3-693e-4703-b5ed-8d95e35a40c1 x-openstack-request-id: req-a31f59e3-693e-4703-b5ed-8d95e35a40c1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:47:58.720276 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-plugged", "status": "completed", "tag": "cc977ba2-8387-4a8c-a7a3-51b71be0721f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:47:58.720697 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a31f59e3-693e-4703-b5ed-8d95e35a40c1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:47:58.721475 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc977ba2-8387-4a8c-a7a3-51b71be0721f', 'code': 200} Feb 09 15:47:58.765646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a42a0fd-376c-47b3-a028-7ae934686e77 req-ac13d65f-a793-41ec-bf0f-0cf63192240f tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "GET /v2.0/security-groups/6ed14a78-1878-431e-9a2a-78a35fa648c4 HTTP/1.1" status: 200 len: 1777 time: 0.0685146 Feb 09 15:47:58.916024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e9ac-25d3-48a9-94e1-a19b35057d45 req-729d0988-146a-4eb9-908f-d0b2a4559fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:58.917086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58e9ac-25d3-48a9-94e1-a19b35057d45 req-729d0988-146a-4eb9-908f-d0b2a4559fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:58.920581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd58e9ac-25d3-48a9-94e1-a19b35057d45 req-729d0988-146a-4eb9-908f-d0b2a4559fc5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1984 time: 0.1304955 Feb 09 15:47:59.000766 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a42a0fd-376c-47b3-a028-7ae934686e77 req-755c0d13-3f74-4ec8-8968-47feb435ddd4 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:59.090900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a42a0fd-376c-47b3-a028-7ae934686e77 req-755c0d13-3f74-4ec8-8968-47feb435ddd4 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:59.098570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd58e9ac-25d3-48a9-94e1-a19b35057d45 req-8b3dbc6c-5817-4748-85f3-2a2db5fd83f4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673026 Feb 09 15:47:59.135313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba7395-4508-4fd3-8326-d44b191bc418 req-e836c85c-1ebd-4c80-8d86-cde75145cf9d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:59.137827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51ba7395-4508-4fd3-8326-d44b191bc418 req-e836c85c-1ebd-4c80-8d86-cde75145cf9d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2048216 Feb 09 15:47:59.235740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51ba7395-4508-4fd3-8326-d44b191bc418 req-9b6aea6b-6ca4-469a-9fd5-1072c2608460 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889668 Feb 09 15:47:59.331241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a42a0fd-376c-47b3-a028-7ae934686e77 req-755c0d13-3f74-4ec8-8968-47feb435ddd4 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:59.333985 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a42a0fd-376c-47b3-a028-7ae934686e77 req-755c0d13-3f74-4ec8-8968-47feb435ddd4 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:59.335340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a42a0fd-376c-47b3-a028-7ae934686e77 req-755c0d13-3f74-4ec8-8968-47feb435ddd4 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ed14a78-1878-431e-9a2a-78a35fa648c4 HTTP/1.1" status: 204 len: 173 time: 0.5590878 Feb 09 15:47:59.349339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c0d13-3f74-4ec8-8968-47feb435ddd4 tempest-SecurityGroupsTestAdminJSON-245687846 tempest-SecurityGroupsTestAdminJSON-245687846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed14a78-1878-431e-9a2a-78a35fa648c4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:59.498912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53f23c25-9396-410e-bc2d-5723d871d830 req-4a23a0d0-0047-415f-87c3-153e3e36064a tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1394255 Feb 09 15:47:59.513416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:47:59.634273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:59.750913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:59.840991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:59.893977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Allocated IP 172.25.5.74 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/01c1479f-3fda-4fb7-969a-a53bcf79ea39) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:48:00.002667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35128) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:00.024803 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.143484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.193263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:48:00.196984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:00.199693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:48:00.204741 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eea3fdfa-82aa-4361-aee0-35fc2886305c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=393ee817439e47b5aaae4f8cdc66bdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001176 Feb 09 15:48:00.205606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35132) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:00.240881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event updated for resources: {'Port': ['ID=01c1479f-3fda-4fb7-969a-a53bcf79ea39,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:00.308455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.340298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.347747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.578717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.582541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.585261 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.586503 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a897bb6-ae0b-47ad-9b8e-7aa019ca7248 HTTP/1.1" status: 204 len: 168 time: 0.3797297 Feb 09 15:48:00.597720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a897bb6-ae0b-47ad-9b8e-7aa019ca7248,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:00.606202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.606727 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.606886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.607398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.607730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.608288 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.608799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.609130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.609463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.609793 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.610124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.610441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ea2063-e642-4b80-8563-e3b43f1f02c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:00.861498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-9c0a6acc-40fe-46e6-a571-3beb86c14098 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:00.863081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-9c0a6acc-40fe-46e6-a571-3beb86c14098 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1097 time: 0.0964522 Feb 09 15:48:00.874533 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.879593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828542-1'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:00.946899 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-ddbb35e6-7bdf-44ef-95ef-fcb0fe439bf8 req-db1dab10-22b8-4fec-a91b-6c2b252d191f tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] show failed (client error): The resource could not be found. Feb 09 15:48:00.947971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ddbb35e6-7bdf-44ef-95ef-fcb0fe439bf8 req-db1dab10-22b8-4fec-a91b-6c2b252d191f tempest-FloatingIPsTestJSON-711665309 tempest-FloatingIPsTestJSON-711665309-project] 10.222.0.53 "GET /v2.0/floatingips/4b484977-477a-4a97-9299-b918f4e7a3c4 HTTP/1.1" status: 404 len: 350 time: 0.0488446 Feb 09 15:48:00.964401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35138) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:01.002889 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.033116 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.243055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event updated for resources: {'Port': ['ID=01c1479f-3fda-4fb7-969a-a53bcf79ea39,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:01.285567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.328743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18de919-f570-48b4-b77b-ab4a6e892aa3 req-fe5e3836-0cd4-413b-b1dc-0df295cf1fc4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:01.330427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f18de919-f570-48b4-b77b-ab4a6e892aa3 req-fe5e3836-0cd4-413b-b1dc-0df295cf1fc4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1423211 Feb 09 15:48:01.372850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:01.406674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f18de919-f570-48b4-b77b-ab4a6e892aa3 req-ea0db37e-0ea8-4a46-926a-c5ab50553736 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648422 Feb 09 15:48:01.431310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:01.458168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:48:01.505320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.509270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:01.512615 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124e87f7-0600-4db0-9716-19ed4d4c9ae5" -d '{"events": [{"server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:01.519229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.611936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca6121-6490-466f-bdd8-ffad260c9eb6 req-6ac89743-c61f-4864-8676-6c034c2df2d5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:01.614699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15ca6121-6490-466f-bdd8-ffad260c9eb6 req-6ac89743-c61f-4864-8676-6c034c2df2d5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 946 time: 0.0734468 Feb 09 15:48:01.630585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:01.650227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 has no active binding in host n-h1-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 15:48:01.673635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15ca6121-6490-466f-bdd8-ffad260c9eb6 req-4884ccc3-7341-4219-a557-c044804b7f1a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 Feb 09 15:48:01.717675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.720025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53f23c25-9396-410e-bc2d-5723d871d830 req-c9f75219-f1b6-43de-b638-eb931fe3ee6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2108324 Feb 09 15:48:01.756351 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.860992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Deleting port c01943db-a5c4-472e-afa3-8f07793f926b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:01.861511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.961972 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:02.100995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] For port c01943db-a5c4-472e-afa3-8f07793f926b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c01943db-a5c4-472e-afa3-8f07793f926b,segment=NetworkSegment(fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f),segment_id=fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:02.101573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.124736 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aecf3446-5752-4a9e-bbbb-55265c2246fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f6999f52bc24c5693ca23d2f7398ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566768 Feb 09 15:48:02.125315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35154) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:02.140246 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.143302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Calling delete_port for c01943db-a5c4-472e-afa3-8f07793f926b owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:02.156317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53f23c25-9396-410e-bc2d-5723d871d830 req-7efbc9a7-d33d-445b-beaf-41026d5c454c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.4267042 Feb 09 15:48:02.191984 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:48:02.235859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35156) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:02.314638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be69e8d3-5967-4df1-8152-e953826b64c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.328062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf190ef-aa6c-4e38-a2e0-9fbbef5aa621 req-4801725a-1fa2-4f38-a7f9-a4baf9dc0cf5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:02.334227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf190ef-aa6c-4e38-a2e0-9fbbef5aa621 req-4801725a-1fa2-4f38-a7f9-a4baf9dc0cf5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:02.336592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbf190ef-aa6c-4e38-a2e0-9fbbef5aa621 req-4801725a-1fa2-4f38-a7f9-a4baf9dc0cf5 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1682 time: 0.2142262 Feb 09 15:48:02.351371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be69e8d3-5967-4df1-8152-e953826b64c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.355864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:02.421481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on host n-h2-828542-1 for vnic_type normal with profile {"migrating_to": "n-h1-828542-1"} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:48:02.421731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:48:02.422045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:02.429118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98872359-95c1-4c3e-8e02-6ea7111232d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.464310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f23c25-9396-410e-bc2d-5723d871d830 req-030d7793-219c-4367-a13d-50876e4f2173 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:02.465769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53f23c25-9396-410e-bc2d-5723d871d830 req-030d7793-219c-4367-a13d-50876e4f2173 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.2671406 Feb 09 15:48:02.468332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:48:02.468655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Attempting to bind port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:02.489395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbf190ef-aa6c-4e38-a2e0-9fbbef5aa621 req-6bc488b1-a248-4795-8961-ebec70c85940 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272795 Feb 09 15:48:02.493554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:48:02.493903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:02.494301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:48:02.494761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Bound port: 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:48:02.495124 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.550275 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81679e0-c352-42e5-bf87-3a8593518908 x-openstack-request-id: req-c81679e0-c352-42e5-bf87-3a8593518908 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:02.550613 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "name": "network-vif-unplugged", "status": "completed", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:02.550800 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c81679e0-c352-42e5-bf87-3a8593518908 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:02.551207 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0', 'code': 200} Feb 09 15:48:02.597435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:02.606151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be69e8d3-5967-4df1-8152-e953826b64c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.611634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:48:02.621552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be69e8d3-5967-4df1-8152-e953826b64c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.621552 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-be69e8d3-5967-4df1-8152-e953826b64c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24f1d217-ce0a-4d0e-b1a7-c6fb85cd9099 HTTP/1.1" status: 204 len: 168 time: 0.4882803 Feb 09 15:48:02.631725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69e8d3-5967-4df1-8152-e953826b64c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1d217-ce0a-4d0e-b1a7-c6fb85cd9099,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:02.697553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.728129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Pushing event deleted for resources: {'Port': ['ID=c01943db-a5c4-472e-afa3-8f07793f926b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:02.780646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.966671 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:03.146897 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98872359-95c1-4c3e-8e02-6ea7111232d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:03.219386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:03.220939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:03.223306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 200 len: 1122 time: 2.3517125 Feb 09 15:48:03.246318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce5828-2aea-41f1-8a3d-4db3f01e8ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:03.275241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98872359-95c1-4c3e-8e02-6ea7111232d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:03.290322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-f959711e-2b29-4f7f-9757-e686df33fe4f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:03.303620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3f169aeb-34b2-4793-8ad0-a643b97f8ed0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:03.305413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-f959711e-2b29-4f7f-9757-e686df33fe4f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.6123421 Feb 09 15:48:03.347552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-32659319-8ebc-432d-9639-dfc89fbcaf65 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/quotas/64e5271961874b6b997fbb5a0d3112c8 HTTP/1.1" status: 200 len: 375 time: 0.0414152 Feb 09 15:48:03.352579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['3f169aeb-34b2-4793-8ad0-a643b97f8ed0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:03.364402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Router 8d1db037-2b6d-4227-b454-3a889442b5ae has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:48:03.375211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899193f6-6700-47bf-b275-9f769089c869 req-2e955d7b-0900-4e95-8075-8a004c33a5a9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:03.390174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-2e955d7b-0900-4e95-8075-8a004c33a5a9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/networks?id=66eb54a8-48ac-488d-ac22-eb4834133a4e HTTP/1.1" status: 200 len: 809 time: 0.7380311 Feb 09 15:48:03.476915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98872359-95c1-4c3e-8e02-6ea7111232d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de51bf5e-8bed-4aa0-b430-a01799eeb127,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:03.518682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-6c59e40a-7aac-4880-9141-9a2c8e5716c8 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/quotas/b05b2be9bc544da0b473b1b0670dd268 HTTP/1.1" status: 200 len: 375 time: 0.1269975 Feb 09 15:48:03.527802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-98872359-95c1-4c3e-8e02-6ea7111232d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51adccf2a22e4be099340bf556c218bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2904248 Feb 09 15:48:03.559213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:48:03.561467 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35196) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:03.579134 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b567c055-c112-4e17-9bf5-11b9c70d0318 admin admin] 10.222.0.53 "PUT /v2.0/routers/8d1db037-2b6d-4227-b454-3a889442b5ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6101251 Feb 09 15:48:03.580170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] Sync routers for ids ['8d1db037-2b6d-4227-b454-3a889442b5ae'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:48:03.585032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35198) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:03.586671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-8009b21e-2acc-4ee8-83eb-a86d04966832 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b05b2be9bc544da0b473b1b0670dd268&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665550 Feb 09 15:48:03.667671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] Routers {'8d1db037-2b6d-4227-b454-3a889442b5ae'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:48:03.668745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8d1db037-2b6d-4227-b454-3a889442b5ae'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:03.738420 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3adc784b-211e-4d26-9714-4e145ad623f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:03.744924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-e6aaca49-ae57-4d70-947a-8ba0a388c282 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3186691 Feb 09 15:48:03.788871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3adc784b-211e-4d26-9714-4e145ad623f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:03.800184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:03.894429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-e19ecd48-2574-4173-ab80-710a14aaedde service neutron] 10.222.0.53 "GET /v2.0/networks/66eb54a8-48ac-488d-ac22-eb4834133a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019814 Feb 09 15:48:03.981913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:04.011058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] Set router 8d1db037-2b6d-4227-b454-3a889442b5ae gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:48:04.022139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7d751c0a-e29c-4b70-8b95-b4e14ddbd580 service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678602 Feb 09 15:48:04.138156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Deleting port 7436bb04-4d07-44bb-b51f-3b3de63ae225 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:04.138613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:04.141106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3adc784b-211e-4d26-9714-4e145ad623f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:04.143802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3adc784b-211e-4d26-9714-4e145ad623f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:04.145011 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3adc784b-211e-4d26-9714-4e145ad623f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de51bf5e-8bed-4aa0-b430-a01799eeb127 HTTP/1.1" status: 204 len: 168 time: 0.5755239 Feb 09 15:48:04.164100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc784b-211e-4d26-9714-4e145ad623f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de51bf5e-8bed-4aa0-b430-a01799eeb127,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:04.169062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-839e0e40-a339-40b6-811b-41ca355461b5 service neutron] 10.222.0.53 "GET /v2.0/networks/66eb54a8-48ac-488d-ac22-eb4834133a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732363 Feb 09 15:48:04.188477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-70de24a9-e7c1-428b-a458-a92f44a57e73 service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328855 Feb 09 15:48:04.280433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] For port 7436bb04-4d07-44bb-b51f-3b3de63ae225, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7436bb04-4d07-44bb-b51f-3b3de63ae225,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:04.281817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:04.303196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:48:02Z', 'revision_number': 5, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port': {'id': '7436bb04-4d07-44bb-b51f-3b3de63ae225', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:22Z', 'updated_at': '2022-02-09T15:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:04.315578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Calling delete_port for 7436bb04-4d07-44bb-b51f-3b3de63ae225 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:04.333403 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] Checking router: 8d1db037-2b6d-4227-b454-3a889442b5ae for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:48:04.349539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] Routers {'8d1db037-2b6d-4227-b454-3a889442b5ae'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:48:04.350618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:47:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8d1db037-2b6d-4227-b454-3a889442b5ae'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:04.481785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] Set router 8d1db037-2b6d-4227-b454-3a889442b5ae gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:48:04.552849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:04.559340 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb53fd7-c708-4056-b005-703ee56e2aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:04.598668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:48:03Z', 'revision_number': 6, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:04.656268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68895fcc-5a65-416a-b2ea-469033db6605 None None] The sync data for ids ['8d1db037-2b6d-4227-b454-3a889442b5ae'] in n-d-828542-1 is: [{'id': '8d1db037-2b6d-4227-b454-3a889442b5ae', 'name': 'tempest-FloatingIPsTestJSON-1413945571-router', 'tenant_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:20Z', 'updated_at': '2022-02-09T15:48:03Z', 'revision_number': 6, 'project_id': 'b6a00f9eb0404ae3b438ed48c0aba4e0', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:48:04.777527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64cd1f2f-35c1-41a9-9c50-558fec8413dc req-61a74e22-1d29-4d64-9bab-60599ca0107c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips/e3daa0a7-7ed4-4f99-a9b0-e7219067b222 HTTP/1.1" status: 200 len: 692 time: 0.1771712 Feb 09 15:48:04.923213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd1f2f-35c1-41a9-9c50-558fec8413dc req-e9ff156d-dfc5-4e2c-8a28-32be2e054673 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:04.931203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64cd1f2f-35c1-41a9-9c50-558fec8413dc req-e9ff156d-dfc5-4e2c-8a28-32be2e054673 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.1422341 Feb 09 15:48:04.937964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-64cd1f2f-35c1-41a9-9c50-558fec8413dc req-7652240f-a86e-4b0c-b3dd-c52beab553f7 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:48:04.949666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64cd1f2f-35c1-41a9-9c50-558fec8413dc req-7652240f-a86e-4b0c-b3dd-c52beab553f7 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174878 Feb 09 15:48:05.096796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66475691-002f-4140-9ea6-ab88ccd609ed req-01f83d4e-e363-478e-b6ad-a791cada424d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 210 time: 0.0343421 Feb 09 15:48:05.192146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1f9dd-83c5-4494-8068-9a65d23b34b1 req-f4b6dc9b-0260-462b-919a-65656347cc4e tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:05.196636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6d1f9dd-83c5-4494-8068-9a65d23b34b1 req-f4b6dc9b-0260-462b-919a-65656347cc4e tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 944 time: 0.1029334 Feb 09 15:48:05.249895 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2ad4f2-6cfe-4e7c-b3b0-245d345994a5 x-openstack-request-id: req-6d2ad4f2-6cfe-4e7c-b3b0-245d345994a5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:05.250204 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:05.250931 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d2ad4f2-6cfe-4e7c-b3b0-245d345994a5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:05.251644 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0', 'status': 'completed', 'code': 200} Feb 09 15:48:05.288535 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35234) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:05.309308 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df540b0e-3bee-4373-ad23-a1b16b7ac228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.412507 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.469550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-343d243c-2942-4fc4-b61b-c93a8070f818 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips/e3daa0a7-7ed4-4f99-a9b0-e7219067b222 HTTP/1.1" status: 200 len: 692 time: 0.1882808 Feb 09 15:48:05.473315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=7436bb04-4d07-44bb-b51f-3b3de63ae225,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:05.509786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df540b0e-3bee-4373-ad23-a1b16b7ac228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.545663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6d1f9dd-83c5-4494-8068-9a65d23b34b1 req-a0f0b653-a7d5-4511-9491-a8b307b62542 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395574 Feb 09 15:48:05.554983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.622867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-7a2a16fb-de84-42e2-a855-87011e152221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:05.625125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-7a2a16fb-de84-42e2-a855-87011e152221 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1125 time: 0.3550119 Feb 09 15:48:05.649611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8028939b-a0f3-44c2-b965-d45870ffab82 req-c90cc57b-9a8a-4631-9930-c0cd1681e678 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 210 time: 0.0526164 Feb 09 15:48:05.668912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-eb13779b-63c3-4f69-9219-62a213b25683 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:05.677300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-eb13779b-63c3-4f69-9219-62a213b25683 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.2092085 Feb 09 15:48:05.703445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.706531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.757059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df540b0e-3bee-4373-ad23-a1b16b7ac228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.801440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-f9248f34-25c6-4e9e-9307-0df95e282236 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.1232283 Feb 09 15:48:05.834315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df540b0e-3bee-4373-ad23-a1b16b7ac228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c4ebf-3c03-4c59-9916-cac910c0d5f7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:05.853522 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-df540b0e-3bee-4373-ad23-a1b16b7ac228 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55010d5a315a411980b70e73154fd6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5582151 Feb 09 15:48:05.853522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:05.914046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c01943db-a5c4-472e-afa3-8f07793f926b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:05.925614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98e1186e-11eb-44eb-a58d-a04befa8338c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.940052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.940682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1db037-2b6d-4227-b454-3a889442b5ae {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:48:05.947958 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:05.952313 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1a641235-58a7-45bc-88b6-6d0e7b374b6d admin admin] 10.222.0.53 "DELETE /v2.0/routers/8d1db037-2b6d-4227-b454-3a889442b5ae HTTP/1.1" status: 204 len: 168 time: 2.3632758 Feb 09 15:48:05.954557 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35250) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:05.995253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c01943db-a5c4-472e-afa3-8f07793f926b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:05.996702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c01943db-a5c4-472e-afa3-8f07793f926b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:05.997329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7436bb04-4d07-44bb-b51f-3b3de63ae225 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:06.013287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-589a0b28-a00e-48c0-82a5-ceb22a8a4185 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.74 HTTP/1.1" status: 200 len: 695 time: 0.1750371 Feb 09 15:48:06.027975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-a19e48de-d061-446d-8816-974d3ecba8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:06.029019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3d7740-8afc-41b1-8d20-e59662ad12fb admin admin] Deleting subnet f87f60aa-58ac-43c6-aeaa-323d8c916127 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:48:06.032523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-a19e48de-d061-446d-8816-974d3ecba8bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.3844140 Feb 09 15:48:06.034856 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98e1186e-11eb-44eb-a58d-a04befa8338c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.036989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7740-8afc-41b1-8d20-e59662ad12fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.057151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7436bb04-4d07-44bb-b51f-3b3de63ae225 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:06.058194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7436bb04-4d07-44bb-b51f-3b3de63ae225 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:06.111885 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7740-8afc-41b1-8d20-e59662ad12fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.136571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-c3d7192d-3a34-4db2-9bb2-d10034db7012 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 200 len: 217 time: 0.0912819 Feb 09 15:48:06.261865 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7740-8afc-41b1-8d20-e59662ad12fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.331477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-887900d6-10e2-4083-90c5-2e4f5b8d5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:06.333444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-887900d6-10e2-4083-90c5-2e4f5b8d5b93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.1424842 Feb 09 15:48:06.356757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Deleting port 01c1479f-3fda-4fb7-969a-a53bcf79ea39 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:06.357081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.382017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-b1c51527-23c4-4c44-9e29-0491a7dc6d58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324667 Feb 09 15:48:06.422416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98e1186e-11eb-44eb-a58d-a04befa8338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.439841 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98e1186e-11eb-44eb-a58d-a04befa8338c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.448893 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-98e1186e-11eb-44eb-a58d-a04befa8338c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f66c4ebf-3c03-4c59-9916-cac910c0d5f7 HTTP/1.1" status: 204 len: 168 time: 0.5927055 Feb 09 15:48:06.477923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7740-8afc-41b1-8d20-e59662ad12fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.540685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f1999e6-6971-4a5d-9411-a0ae197a0d32 req-769ca3b5-cf28-499c-8b5a-b7cc72b2e41c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 210 time: 0.0407004 Feb 09 15:48:06.564502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1186e-11eb-44eb-a58d-a04befa8338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c4ebf-3c03-4c59-9916-cac910c0d5f7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:06.624053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d7740-8afc-41b1-8d20-e59662ad12fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87f60aa-58ac-43c6-aeaa-323d8c916127,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:06.665967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b3d7740-8afc-41b1-8d20-e59662ad12fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.668120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ab074-563d-4c6b-bdba-6423367e388b None None] Network b663d284-0573-4f78-835b-1527a1f881e5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:06.675072 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8b3d7740-8afc-41b1-8d20-e59662ad12fb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f87f60aa-58ac-43c6-aeaa-323d8c916127 HTTP/1.1" status: 204 len: 168 time: 0.7192967 Feb 09 15:48:06.679802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35266) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:06.686252 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.691822 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.738106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-ff54e007-e009-4dee-9db2-2dee0e717f99 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505898 Feb 09 15:48:06.754142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Calling delete_port for 01c1479f-3fda-4fb7-969a-a53bcf79ea39 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:06.854982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.948437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Deleting port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:06.949044 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:06.981042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] DHCP port deletion for b663d284-0573-4f78-835b-1527a1f881e5 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:48:07.078677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] For port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,segment=NetworkSegment(fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f),segment_id=fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:07.079132 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.081160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] Deleting port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:07.083127 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.105178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Calling delete_port for ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:07.106605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb53fd7-c708-4056-b005-703ee56e2aa3 req-77e9831d-f4b9-49a1-aef5-00ac65e8c867 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139112 Feb 09 15:48:07.126332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421302-4854-4769-8f66-73bde1ab04f1 req-3a79a788-6095-4cc6-88a1-840195f4d734 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:07.132513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421302-4854-4769-8f66-73bde1ab04f1 req-3a79a788-6095-4cc6-88a1-840195f4d734 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:07.140550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53421302-4854-4769-8f66-73bde1ab04f1 req-3a79a788-6095-4cc6-88a1-840195f4d734 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1682 time: 0.3189030 Feb 09 15:48:07.200639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53421302-4854-4769-8f66-73bde1ab04f1 req-dd974d55-f0b2-47b8-b093-f5d9746cfa8f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588655 Feb 09 15:48:07.260399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] For port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,segment=NetworkSegment(fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f),segment_id=fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:07.261295 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.294332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] Calling delete_port for ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:07.400268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.433484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:07.436118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] No DVR routers for this DVR port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:07.452036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d35c-58a1-4c5b-98f6-12890540408a req-816a559b-5107-4d37-ba31-d42f2102c365 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:07.452036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fe5d35c-58a1-4c5b-98f6-12890540408a req-816a559b-5107-4d37-ba31-d42f2102c365 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 944 time: 0.1106071 Feb 09 15:48:07.461132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.485962 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.523496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event deleted for resources: {'Port': ['ID=01c1479f-3fda-4fb7-969a-a53bcf79ea39,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:07.538566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] No DVR routers for this DVR port ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:07.546422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cfb9c-d16e-4113-8e74-fdf953443384 None None] Pushing event deleted for resources: {'Port': ['ID=ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:07.557059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.557727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.558199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.558654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.559127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.560200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.560730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.561216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.561694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.562104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.562679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.562979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:07.601957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.630938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b663d284-0573-4f78-835b-1527a1f881e5']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:07.652641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:07.653087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc944d6d-c0fa-4a41-86a6-a3b17cae4c2f') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:07.671365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.708698 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.714240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fe5d35c-58a1-4c5b-98f6-12890540408a req-9aa3a781-d062-41e4-ac08-47833401f367 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989024 Feb 09 15:48:07.718992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:48:07.719468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:48:07.722708 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:48:07.745663 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.745663 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.766212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-653d6c69-ca43-4b1a-9473-f991ca942628 req-2d9e111a-e6cd-4470-b04d-6e416d90dad8 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "DELETE /v2.0/floatingips/e3daa0a7-7ed4-4f99-a9b0-e7219067b222 HTTP/1.1" status: 204 len: 173 time: 1.7281330 Feb 09 15:48:07.904887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5fba39be-71cb-45e8-a52a-b2474ae0ebb6 req-70233457-2549-4fd3-87ee-77bc99bdd959 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 210 time: 0.0933552 Feb 09 15:48:07.918270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:07.982790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:07.989193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-82bce8b4-1542-412f-9a7b-75a6a0e1897a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:07.992509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:08.001919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-82bce8b4-1542-412f-9a7b-75a6a0e1897a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.1979887 Feb 09 15:48:08.015446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'port': {'device_id': 'd567a13f-db0b-43b2-8bdb-86124b762a56', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'admin_state_up': True, 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:08.022511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:08.023849 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] 10.222.0.53 "DELETE /v2.0/networks/b663d284-0573-4f78-835b-1527a1f881e5 HTTP/1.1" status: 204 len: 168 time: 1.3350191 Feb 09 15:48:08.024720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ec12b7e0-e86e-4d6e-a8d1-6bb9363f7c1b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:08.066212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d731248-38fb-4791-b1a7-e030c2274a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=b663d284-0573-4f78-835b-1527a1f881e5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:08.164662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a1354e1-c2be-4d23-90e9-6f2a49dc0856 req-6c90ca93-ad12-4035-8f33-5edb09761074 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 210 time: 0.0903449 Feb 09 15:48:08.703531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35312) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:08.767890 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-54b384d4-5644-4cf1-8b8d-676524abf041 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6a00f9eb0404ae3b438ed48c0aba4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617113 Feb 09 15:48:08.771378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:08.879496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3edc849e-01dd-4bd0-9e1a-4282c807c54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:08.908573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3edc849e-01dd-4bd0-9e1a-4282c807c54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:08.936009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-6d6c1e91-4903-45f6-8011-64aa8404ff2d tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=59136afa70814475a5bcc0d19fd8b045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6422861 Feb 09 15:48:09.133482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-30ff3f31-323c-4c20-8db1-bc0f2f2ea09f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:09.140215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899193f6-6700-47bf-b275-9f769089c869 req-a3bcc443-e44d-4fd6-bb8d-e48d7dbdbda6 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:09.147095 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-a3bcc443-e44d-4fd6-bb8d-e48d7dbdbda6 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.13 "GET /v2.0/networks?id=66eb54a8-48ac-488d-ac22-eb4834133a4e HTTP/1.1" status: 200 len: 809 time: 0.1897840 Feb 09 15:48:09.148756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-30ff3f31-323c-4c20-8db1-bc0f2f2ea09f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:09.149754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3edc849e-01dd-4bd0-9e1a-4282c807c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:09.152720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3edc849e-01dd-4bd0-9e1a-4282c807c54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:09.155193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-30ff3f31-323c-4c20-8db1-bc0f2f2ea09f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.73 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1682 time: 0.9681563 Feb 09 15:48:09.169524 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3edc849e-01dd-4bd0-9e1a-4282c807c54c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e584b400-7237-4fd9-b102-d27939498fec HTTP/1.1" status: 204 len: 168 time: 0.3924766 Feb 09 15:48:09.197828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Request body: {'port': {'device_id': '00d6c6d8-7d91-4399-a1d0-95d3c34a9137', 'network_id': '66eb54a8-48ac-488d-ac22-eb4834133a4e', 'admin_state_up': True, 'tenant_id': 'b05b2be9bc544da0b473b1b0670dd268'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:09.265288 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc849e-01dd-4bd0-9e1a-4282c807c54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e584b400-7237-4fd9-b102-d27939498fec,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:09.330228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Made reservation on behalf of 64e5271961874b6b997fbb5a0d3112c8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:09.339755 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:09.402731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a64f4-b088-49dd-9fa4-1a47059ce281 req-44ed4158-591b-4ed0-83c8-ef37380252a3 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:09.420280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe0a64f4-b088-49dd-9fa4-1a47059ce281 req-44ed4158-591b-4ed0-83c8-ef37380252a3 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.1765461 Feb 09 15:48:09.682521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-a3b08ec2-95b0-4007-93f3-03912c6b2e06 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:09.690410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-a3b08ec2-95b0-4007-93f3-03912c6b2e06 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6616409 Feb 09 15:48:09.702670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Made reservation on behalf of b05b2be9bc544da0b473b1b0670dd268 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:09.710293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:09.732567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-e9680877-169e-431c-86b5-8cbe7d26fb89 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/quotas/59136afa70814475a5bcc0d19fd8b045 HTTP/1.1" status: 200 len: 375 time: 0.0409479 Feb 09 15:48:09.790916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-90dad552-c7c8-4fc2-af23-27fda1012564 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=59136afa70814475a5bcc0d19fd8b045&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571907 Feb 09 15:48:09.881150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf88fae-ea0e-4967-bfaf-4d09d0b82438 req-a72e6f84-f6dd-4023-8d7c-b3660bce6892 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:09.901264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf88fae-ea0e-4967-bfaf-4d09d0b82438 req-a72e6f84-f6dd-4023-8d7c-b3660bce6892 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:09.909317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdf88fae-ea0e-4967-bfaf-4d09d0b82438 req-a72e6f84-f6dd-4023-8d7c-b3660bce6892 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 1682 time: 0.3193460 Feb 09 15:48:09.920018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port cc977ba2-8387-4a8c-a7a3-51b71be0721f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:09.920461 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:09.999890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Allocated IP 172.20.0.14 (2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb/9bcc5345-71e3-4019-bdc5-b84bd7f7264c/884580f5-8037-447e-82ac-d791b6fe5b59) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:48:10.140649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Allocated IP 172.20.0.12 (66eb54a8-48ac-488d-ac22-eb4834133a4e/8c081761-6f23-415f-98be-3d47d0afcc2e/457f57e2-2df4-463f-ae17-be35034582a9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:48:10.543397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdf88fae-ea0e-4967-bfaf-4d09d0b82438 req-a4de34f2-3fd5-4d9b-9b1b-12387a40458e tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321156 Feb 09 15:48:10.686963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:10.736224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb9ecf-55a4-4748-9eac-fdaed1e506b6 req-646221c0-221a-499a-92b2-8da9f6dab633 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:10.748636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10eb9ecf-55a4-4748-9eac-fdaed1e506b6 req-646221c0-221a-499a-92b2-8da9f6dab633 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 944 time: 0.4360931 Feb 09 15:48:10.848899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4eed702a-3cdc-42e6-9a14-01af8461289b req-27e28478-47af-49f0-ade0-cdca33e9445e tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 210 time: 0.0712957 Feb 09 15:48:10.863744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:10.884906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port cc977ba2-8387-4a8c-a7a3-51b71be0721f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cc977ba2-8387-4a8c-a7a3-51b71be0721f,segment=NetworkSegment(440d428b-dd2c-4670-a64a-40eb106c8a89),segment_id=440d428b-dd2c-4670-a64a-40eb106c8a89)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:10.885661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:10.901274 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:10.945848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for cc977ba2-8387-4a8c-a7a3-51b71be0721f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:11.028995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10eb9ecf-55a4-4748-9eac-fdaed1e506b6 req-cb5b152a-25fc-4102-bf9d-b7cd433aa7b7 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786264 Feb 09 15:48:11.058317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Network 66eb54a8-48ac-488d-ac22-eb4834133a4e is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:48:11.067306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:11.081690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:48:11.087489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a418085-312c-4211-8a48-5a2c1de8fbbb req-bf012133-893f-4b3c-97f9-3dc2e1064169 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 210 time: 0.0509942 Feb 09 15:48:11.208329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Pushing event updated for resources: {'Port': ['ID=457f57e2-2df4-463f-ae17-be35034582a9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:11.217665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:11.218358 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:11.272533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33ecac56-026a-438e-a14e-309cabebb890 req-24b06af7-803d-4e67-a49b-0924db6337d2 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 210 time: 0.0491905 Feb 09 15:48:11.278748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63070265-d0d5-4f92-8a3c-e5d9291edcf0 req-e0fa79b6-3ce6-4e31-90f2-3a7f95931cea tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=6718fb4577a84121a6fe9fbb8de36080 HTTP/1.1" status: 200 len: 1655 time: 0.1390824 Feb 09 15:48:11.383921 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-b4ff0455-abea-4bd2-adac-21ec63d3a7b9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2126248 Feb 09 15:48:11.405812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Request body: {'port': {'device_id': '00d6c6d8-7d91-4399-a1d0-95d3c34a9137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:11.432954 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:11.446134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['f19af231-0cb9-425c-8c7a-dfaae21eb6e6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:11.485021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:11.687129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:48:11.723009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'Port': ['ID=884580f5-8037-447e-82ac-d791b6fe5b59,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:11.729708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:11.735129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:48:11.830638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 53887df9-94fd-427f-81cd-53145a1bb406 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:11.832698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:11.853967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63070265-d0d5-4f92-8a3c-e5d9291edcf0 req-6a773fa8-1920-48e0-b4d0-ef07066400be tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:11.858032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63070265-d0d5-4f92-8a3c-e5d9291edcf0 req-6a773fa8-1920-48e0-b4d0-ef07066400be tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks?id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 787 time: 0.5695596 Feb 09 15:48:11.982761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=cc977ba2-8387-4a8c-a7a3-51b71be0721f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:12.059107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:12.059107 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:12.122391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-456bb733-b336-4e30-9f36-6e640d28c563 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2097723 Feb 09 15:48:12.307795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457f57e2-2df4-463f-ae17-be35034582a9 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:12.323569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-ed1cb0b4-237f-44bb-a9f1-912c3720fab0 service neutron] 10.222.0.73 "GET /v2.0/ports/3f169aeb-34b2-4793-8ad0-a643b97f8ed0/bindings/n-h1-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.7704744 Feb 09 15:48:12.334737 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:12.344160 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:12.357889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-ca00114f-d0aa-4f0b-8eb0-659359279d2c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:12.365451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-ca00114f-d0aa-4f0b-8eb0-659359279d2c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409875 Feb 09 15:48:12.376387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Transition to ACTIVE for port object 457f57e2-2df4-463f-ae17-be35034582a9 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:48:12.411379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port cc977ba2-8387-4a8c-a7a3-51b71be0721f on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:12.412731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53887df9-94fd-427f-81cd-53145a1bb406'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:12.416468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-7fb1b41b-a955-48a9-a5cf-e533952ec14d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4123652 Feb 09 15:48:12.419245 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7b9ec2-0176-4de3-a936-ef8ca4df7eb6" -d '{"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-unplugged", "status": "completed", "tag": "53887df9-94fd-427f-81cd-53145a1bb406"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:12.425969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4de6d7cd-267e-47ec-b504-6446e25fb64b None None] Provisioning complete for port 884580f5-8037-447e-82ac-d791b6fe5b59 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:12.426655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4de6d7cd-267e-47ec-b504-6446e25fb64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:12.435181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:12.439356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-05712bac-406b-4b6d-a729-ddb1b42fa280 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.73 "DELETE /v2.0/ports/cc977ba2-8387-4a8c-a7a3-51b71be0721f HTTP/1.1" status: 204 len: 173 time: 3.1954105 Feb 09 15:48:12.445394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-deleted', 'tag': 'cc977ba2-8387-4a8c-a7a3-51b71be0721f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:12.448163 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fffc426-63d5-4c8c-a92b-a64757978ec3" -d '{"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-deleted", "tag": "cc977ba2-8387-4a8c-a7a3-51b71be0721f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:12.474470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:12.491348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Request body: {'port': {'device_id': 'd567a13f-db0b-43b2-8bdb-86124b762a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:12.492900 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 53887df9-94fd-427f-81cd-53145a1bb406, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=53887df9-94fd-427f-81cd-53145a1bb406,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:12.516905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4de6d7cd-267e-47ec-b504-6446e25fb64b None None] Port 884580f5-8037-447e-82ac-d791b6fe5b59 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:48:12.563371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-12b5520a-70c0-4987-bef1-58f4b04d9444 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/quotas/7772caae686c4e6e92715ae43e275e20 HTTP/1.1" status: 200 len: 375 time: 0.1966310 Feb 09 15:48:12.575595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Pushing event updated for resources: {'Port': ['ID=457f57e2-2df4-463f-ae17-be35034582a9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:12.615929 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:12.617161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cc977ba2-8387-4a8c-a7a3-51b71be0721f no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:12.668133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-6f3c6bba-ecb1-40ad-999b-90bc7591fd69 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805607 Feb 09 15:48:12.709726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: cc977ba2-8387-4a8c-a7a3-51b71be0721f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:12.710307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cc977ba2-8387-4a8c-a7a3-51b71be0721f not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:12.710970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:12.737225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Attempting to bind port 457f57e2-2df4-463f-ae17-be35034582a9 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:48:12.739410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Attempting to bind port 457f57e2-2df4-463f-ae17-be35034582a9 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'ae857411-8ee8-42ab-9f3e-3fd457a41faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '66eb54a8-48ac-488d-ac22-eb4834133a4e'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:48:12.740396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Attempting to bind port 457f57e2-2df4-463f-ae17-be35034582a9 on network 66eb54a8-48ac-488d-ac22-eb4834133a4e {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:12.752474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Port 457f57e2-2df4-463f-ae17-be35034582a9 on network 66eb54a8-48ac-488d-ac22-eb4834133a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:48:12.754007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Attempting to bind port 457f57e2-2df4-463f-ae17-be35034582a9 on network 66eb54a8-48ac-488d-ac22-eb4834133a4e {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:12.767671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:48:12.768726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Checking segment: {'id': 'ae857411-8ee8-42ab-9f3e-3fd457a41faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '66eb54a8-48ac-488d-ac22-eb4834133a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:12.769850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Bound using segment: {'id': 'ae857411-8ee8-42ab-9f3e-3fd457a41faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '66eb54a8-48ac-488d-ac22-eb4834133a4e'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:48:12.770858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Bound port: 457f57e2-2df4-463f-ae17-be35034582a9, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae857411-8ee8-42ab-9f3e-3fd457a41faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '66eb54a8-48ac-488d-ac22-eb4834133a4e'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:48:12.771682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:12.852018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f57e1-feb2-44f2-adc9-26cf0b7f0d28 req-2ccd1f6a-511f-4e0e-9b1e-be5412d011c0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:12.856318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9f57e1-feb2-44f2-adc9-26cf0b7f0d28 req-2ccd1f6a-511f-4e0e-9b1e-be5412d011c0 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/ports?device_id=aec98202-c424-4b8e-a953-d51ee44723e3 HTTP/1.1" status: 200 len: 945 time: 0.5132513 Feb 09 15:48:12.880069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=53887df9-94fd-427f-81cd-53145a1bb406,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:12.925770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-09f23bdc-c71c-42c7-a85e-9d296c1f7218 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5804458 Feb 09 15:48:12.948580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] For port 457f57e2-2df4-463f-ae17-be35034582a9, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:12.953675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] For port 457f57e2-2df4-463f-ae17-be35034582a9, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=457f57e2-2df4-463f-ae17-be35034582a9,segment=NetworkSegment(ae857411-8ee8-42ab-9f3e-3fd457a41faf),segment_id=ae857411-8ee8-42ab-9f3e-3fd457a41faf)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:48:12.984313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:13.058120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:13.103148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:13.103788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:13.105477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] 10.222.0.13 "PUT /v2.0/ports/457f57e2-2df4-463f-ae17-be35034582a9 HTTP/1.1" status: 200 len: 1092 time: 1.7072814 Feb 09 15:48:13.106378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d6c6d8-7d91-4399-a1d0-95d3c34a9137', 'tag': '457f57e2-2df4-463f-ae17-be35034582a9'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:13.110350 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5666684f-cb11-42f0-8516-cd9c28f98555" -d '{"events": [{"name": "network-changed", "server_uuid": "00d6c6d8-7d91-4399-a1d0-95d3c34a9137", "tag": "457f57e2-2df4-463f-ae17-be35034582a9"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:13.160990 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812821a-3754-4408-a1e2-49c7b9911475 service neutron] Pushing event updated for resources: {'Port': ['ID=457f57e2-2df4-463f-ae17-be35034582a9,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:13.283805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9f57e1-feb2-44f2-adc9-26cf0b7f0d28 req-11754f44-3515-4763-92c7-6eed30e1f0ca tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "GET /v2.0/security-groups?id=73e6a188-4ded-4178-ab44-4497cefc21b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654771 Feb 09 15:48:13.324350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-b2a8d40e-3cab-4ef5-b660-158d7e19aa8a tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips/7c7fbe59-756e-4ec7-bf2c-1cec8e817c64 HTTP/1.1" status: 200 len: 692 time: 0.2910697 Feb 09 15:48:13.417887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899193f6-6700-47bf-b275-9f769089c869 req-165416de-afd5-41b4-be45-effe25747f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:13.426895 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-165416de-afd5-41b4-be45-effe25747f69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05b2be9bc544da0b473b1b0670dd268&device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 1095 time: 0.1517475 Feb 09 15:48:13.509964 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-16d86c39-0816-4337-aab6-dbf0f6dcb381 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=457f57e2-2df4-463f-ae17-be35034582a9 HTTP/1.1" status: 200 len: 217 time: 0.0746191 Feb 09 15:48:13.582579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899193f6-6700-47bf-b275-9f769089c869 req-345da8b3-5c1b-40b7-9409-34c63022afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:13.585262 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-345da8b3-5c1b-40b7-9409-34c63022afb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c081761-6f23-415f-98be-3d47d0afcc2e HTTP/1.1" status: 200 len: 849 time: 0.0673649 Feb 09 15:48:13.632226 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-6960aea4-1872-4ebb-a1bc-4f7ed5e12664 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66eb54a8-48ac-488d-ac22-eb4834133a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404553 Feb 09 15:48:13.742729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port 53887df9-94fd-427f-81cd-53145a1bb406 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:13.743233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:13.762621 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-4c19a144-06ff-4bc9-92f8-9d4d5064d595 service neutron] 10.222.0.13 "GET /v2.0/networks/66eb54a8-48ac-488d-ac22-eb4834133a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233017 Feb 09 15:48:13.828938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-b8f13c8f-05a6-4be6-bc77-e3e64bc2d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:13.830642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-b8f13c8f-05a6-4be6-bc77-e3e64bc2d8bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1096 time: 0.7928703 Feb 09 15:48:13.962365 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-899193f6-6700-47bf-b275-9f769089c869 req-54131bca-7139-49de-993f-5ce4a370752a service neutron] 10.222.0.13 "GET /v2.0/networks/66eb54a8-48ac-488d-ac22-eb4834133a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901920 Feb 09 15:48:14.092646 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-42b99be1-9b02-4476-bb7b-4b0a9922d626 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=59136afa70814475a5bcc0d19fd8b045&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306330 Feb 09 15:48:14.304785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-e0c6789d-3cd8-48f0-97b6-3c93ac048d5c tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:14.307632 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-e0c6789d-3cd8-48f0-97b6-3c93ac048d5c tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084408 Feb 09 15:48:14.326299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Request body: {'port': {'device_id': '06631806-16f2-4741-a8b4-e80a6c1202a1', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '59136afa70814475a5bcc0d19fd8b045'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:14.490221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-235b309e-8cac-4b07-98c9-44abc6535087 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9554060 Feb 09 15:48:14.499395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:14.529728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-977da35e-a7d8-4899-bb59-daae79e42b7e tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:14.531201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-977da35e-a7d8-4899-bb59-daae79e42b7e tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 1.1307154 Feb 09 15:48:14.539310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adda3fc-7be4-4346-935e-ea77c6618929 req-f6f30331-eec7-46a3-a649-1f51ac61d0da tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:14.540986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2adda3fc-7be4-4346-935e-ea77c6618929 req-f6f30331-eec7-46a3-a649-1f51ac61d0da tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 944 time: 1.0136588 Feb 09 15:48:14.611685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Made reservation on behalf of 59136afa70814475a5bcc0d19fd8b045 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:14.617659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:14.634771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:14.742102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:14.750459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:14.776631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-3b515eab-bf64-464a-a2d0-07ec121b20db tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.28 HTTP/1.1" status: 200 len: 695 time: 0.2177691 Feb 09 15:48:14.783894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port 53887df9-94fd-427f-81cd-53145a1bb406, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=53887df9-94fd-427f-81cd-53145a1bb406,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:14.784445 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:14.866084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for 53887df9-94fd-427f-81cd-53145a1bb406 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:14.891442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:14.916461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-df76b3a4-022d-4424-8f44-bf9d149206b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:14.919115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-df76b3a4-022d-4424-8f44-bf9d149206b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 1.0165370 Feb 09 15:48:14.942311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2adda3fc-7be4-4346-935e-ea77c6618929 req-c937d02d-e41a-4bb1-90a6-2dc91cc6a170 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fb90854-f630-4004-9e43-db6367704cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845313 Feb 09 15:48:14.960026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:14.996539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-b7115d89-681c-4e44-a419-1ad979061799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:14.999863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-b7115d89-681c-4e44-a419-1ad979061799 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1095 time: 0.4512413 Feb 09 15:48:15.016994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-acfd76e2-52c0-4869-8743-b605bece7dda tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.28 HTTP/1.1" status: 200 len: 695 time: 0.2155521 Feb 09 15:48:15.034452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b884cc35-b47b-4e1d-8fbe-a45e15879a7e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:15.090435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:15.169191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Allocated IP 192.168.233.51 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/263fcc33-12c6-42b3-83fa-fc1cf24a632f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:48:15.387657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:15.412468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-b9e109fa-4d3b-41fd-8941-5ad375c160d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.4571311 Feb 09 15:48:15.436524 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:15.539928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884580f5-8037-447e-82ac-d791b6fe5b59 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:15.544250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:15.576923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc84961-f6a2-44d8-9cc0-b9ac5432631d req-dc6ab072-d018-4bb7-905a-48eec295014c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:15.579563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7bc84961-f6a2-44d8-9cc0-b9ac5432631d req-dc6ab072-d018-4bb7-905a-48eec295014c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 944 time: 0.4674332 Feb 09 15:48:15.589740 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:15.631085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:48:15.645460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:15.653188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:48:15.692373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Pushing event updated for resources: {'Port': ['ID=263fcc33-12c6-42b3-83fa-fc1cf24a632f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:15.730008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Transition to ACTIVE for port object 884580f5-8037-447e-82ac-d791b6fe5b59 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:48:15.732748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-398487ac-e1d0-4ed9-8141-4cb7131de19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:15.735315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-398487ac-e1d0-4ed9-8141-4cb7131de19c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.6514721 Feb 09 15:48:15.737762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-b3b14ca4-60b4-4be5-8611-b68239b444ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:15.740179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-b3b14ca4-60b4-4be5-8611-b68239b444ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.3089166 Feb 09 15:48:15.742191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:15.743376 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:15.889651 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fee5e771-c255-45a4-8062-144ad6a5c238 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5693183 Feb 09 15:48:15.902064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Request body: {'port': {'device_id': '06631806-16f2-4741-a8b4-e80a6c1202a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:15.986237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-f5ec7f2b-6175-4c8f-b727-7b9e78707c42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 217 time: 0.2324789 Feb 09 15:48:15.988859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:15.999652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:16.091179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7bc84961-f6a2-44d8-9cc0-b9ac5432631d req-745031d4-db1b-461f-b24f-dd2b68e70fdc tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765933 Feb 09 15:48:16.189123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3b63212f-3be6-4409-a9fc-13c58bd722b5 None None] Provisioning complete for port 263fcc33-12c6-42b3-83fa-fc1cf24a632f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:16.189948 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3b63212f-3be6-4409-a9fc-13c58bd722b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:16.280697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-afb54bb4-1355-40d6-8d6c-49821f818008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:16.284763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-afb54bb4-1355-40d6-8d6c-49821f818008 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.2546222 Feb 09 15:48:16.288216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3b63212f-3be6-4409-a9fc-13c58bd722b5 None None] Port 263fcc33-12c6-42b3-83fa-fc1cf24a632f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:48:16.333786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-ae5e61a9-bb5a-454e-ad93-eb0abe362921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:16.336342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-ae5e61a9-bb5a-454e-ad93-eb0abe362921 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5777597 Feb 09 15:48:16.337912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Deleting port a8c51277-308c-49c0-b3a9-4a406b096921 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:16.338354 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:16.400256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] Transition to ACTIVE for port object 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:48:16.408225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-836a0905-e4d2-47c3-b78d-081c0025a3b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994487 Feb 09 15:48:16.411591 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:16.468756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=884580f5-8037-447e-82ac-d791b6fe5b59,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:16.531083 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263fcc33-12c6-42b3-83fa-fc1cf24a632f {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:16.546782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:16.556643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:16.567245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Transition to ACTIVE for port object 263fcc33-12c6-42b3-83fa-fc1cf24a632f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:48:16.651567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:16.671373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=53887df9-94fd-427f-81cd-53145a1bb406,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:16.749486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Pushing event updated for resources: {'Port': ['ID=263fcc33-12c6-42b3-83fa-fc1cf24a632f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:16.859675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Attempting to bind port 263fcc33-12c6-42b3-83fa-fc1cf24a632f on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:48:16.860265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Attempting to bind port 263fcc33-12c6-42b3-83fa-fc1cf24a632f by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:48:16.861145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Attempting to bind port 263fcc33-12c6-42b3-83fa-fc1cf24a632f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:16.869023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Port 263fcc33-12c6-42b3-83fa-fc1cf24a632f on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:48:16.869399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Attempting to bind port 263fcc33-12c6-42b3-83fa-fc1cf24a632f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:16.876737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:48:16.877132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:16.878887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:48:16.879412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Bound port: 263fcc33-12c6-42b3-83fa-fc1cf24a632f, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:48:16.879782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:17.021538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] For port 263fcc33-12c6-42b3-83fa-fc1cf24a632f, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:17.030119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] For port 263fcc33-12c6-42b3-83fa-fc1cf24a632f, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=263fcc33-12c6-42b3-83fa-fc1cf24a632f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:48:17.141945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:17.197011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:17.197694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:17.199681 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] 10.222.0.73 "PUT /v2.0/ports/263fcc33-12c6-42b3-83fa-fc1cf24a632f HTTP/1.1" status: 200 len: 1095 time: 1.3024426 Feb 09 15:48:17.222242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709b242-99a4-4f73-b43d-1e0c2536238d req-5ecb31dd-1edb-45a0-b276-cc34dac33c76 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:17.223949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e709b242-99a4-4f73-b43d-1e0c2536238d req-5ecb31dd-1edb-45a0-b276-cc34dac33c76 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 944 time: 0.9901721 Feb 09 15:48:17.261157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711064b-8deb-42d9-90bb-cf028f269723 service neutron] Pushing event updated for resources: {'Port': ['ID=263fcc33-12c6-42b3-83fa-fc1cf24a632f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:17.266442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-493e1b80-143d-44d5-8f8d-6d6f1ee78e59 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8781483 Feb 09 15:48:17.350698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port 53887df9-94fd-427f-81cd-53145a1bb406 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:17.379787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] No DVR routers for this DVR port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:17.390818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:17.391186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:17.394693 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:17.398639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.73 "DELETE /v2.0/ports/53887df9-94fd-427f-81cd-53145a1bb406 HTTP/1.1" status: 204 len: 173 time: 4.9039712 Feb 09 15:48:17.458635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] Pushing event updated for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:17.476277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-4366fcdd-a00b-4915-bdc8-a52345b9946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:17.478767 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-4366fcdd-a00b-4915-bdc8-a52345b9946d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59136afa70814475a5bcc0d19fd8b045&device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 1098 time: 0.1055586 Feb 09 15:48:17.487789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 457f57e2-2df4-463f-ae17-be35034582a9 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:48:17.503684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-17647ba5-20ac-4390-856c-4b803b2a5673 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3523788 Feb 09 15:48:17.504475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Attempting to bind port 884580f5-8037-447e-82ac-d791b6fe5b59 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:48:17.504810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Attempting to bind port 884580f5-8037-447e-82ac-d791b6fe5b59 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:48:17.505159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Attempting to bind port 884580f5-8037-447e-82ac-d791b6fe5b59 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:17.514897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Calling delete_port for a8c51277-308c-49c0-b3a9-4a406b096921 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:17.546704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-01baf567-3450-4f18-94da-018aed617334 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0737505 Feb 09 15:48:17.571978 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-7f97fd78-7632-44df-8bd3-00a37953348b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=263fcc33-12c6-42b3-83fa-fc1cf24a632f HTTP/1.1" status: 200 len: 217 time: 0.0836797 Feb 09 15:48:17.604534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Port 884580f5-8037-447e-82ac-d791b6fe5b59 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:48:17.605467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Attempting to bind port 884580f5-8037-447e-82ac-d791b6fe5b59 on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:17.663929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fbb39c99-2c9b-44b6-813f-05097882304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:17.668504 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-fbb39c99-2c9b-44b6-813f-05097882304f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0875542 Feb 09 15:48:17.670995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-71e7f926-dc61-4cf2-9809-be7d810c2add service neutron] 10.222.0.73 "PUT /v2.0/ports/3f169aeb-34b2-4793-8ad0-a643b97f8ed0/bindings/n-h1-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 5.2732248 Feb 09 15:48:17.730748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 457f57e2-2df4-463f-ae17-be35034582a9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=457f57e2-2df4-463f-ae17-be35034582a9,segment=NetworkSegment(ae857411-8ee8-42ab-9f3e-3fd457a41faf),segment_id=ae857411-8ee8-42ab-9f3e-3fd457a41faf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:17.756940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '457f57e2-2df4-463f-ae17-be35034582a9', 'network_id': '66eb54a8-48ac-488d-ac22-eb4834133a4e', 'port_id': '457f57e2-2df4-463f-ae17-be35034582a9', 'mac_address': 'fa:16:3e:b4:a6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c081761-6f23-415f-98be-3d47d0afcc2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:48:17.768072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-34b6870a-50fe-4bde-9087-dab76babcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:17.770490 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-34b6870a-50fe-4bde-9087-dab76babcf23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892870 Feb 09 15:48:17.787897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:48:17.788310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Checking segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:17.788687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Bound using segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:48:17.789116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Bound port: 884580f5-8037-447e-82ac-d791b6fe5b59, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:48:17.789476 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:17.821690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e709b242-99a4-4f73-b43d-1e0c2536238d req-e419e54a-df71-4cde-84b6-17777224b899 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439429 Feb 09 15:48:17.841290 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:17.870752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457f57e2-2df4-463f-ae17-be35034582a9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:17.894302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7a883f5-530e-43e9-8fe1-671d0a852d92 req-d37412c4-60da-4a77-963b-0db80b13f248 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705316 Feb 09 15:48:17.975597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-d18f5ed3-b876-47ae-8fc7-38a3a6494a86 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971850 Feb 09 15:48:17.993572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 457f57e2-2df4-463f-ae17-be35034582a9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=457f57e2-2df4-463f-ae17-be35034582a9,segment=NetworkSegment(ae857411-8ee8-42ab-9f3e-3fd457a41faf),segment_id=ae857411-8ee8-42ab-9f3e-3fd457a41faf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:18.009114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-8bc4aeac-7805-4d11-b6d9-e70eedbe2773 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:18.010735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-8bc4aeac-7805-4d11-b6d9-e70eedbe2773 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4876738 Feb 09 15:48:18.057757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:18.065306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Request body: {'port': {'device_id': '63af7fbe-0fe0-4100-b035-58ebe2d788fa', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '7772caae686c4e6e92715ae43e275e20'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:18.147408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-866f680f-1563-4f0d-95ff-a85a8f1af059 req-46a9f92c-c719-4711-8d52-a734b7fb8174 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483599 Feb 09 15:48:18.188378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=457f57e2-2df4-463f-ae17-be35034582a9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:18.194313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] For port 884580f5-8037-447e-82ac-d791b6fe5b59, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:18.204024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.205118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.205828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.206524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.207213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.207851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.208680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.209368 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f92c4961-c8ef-4912-86a5-566b2f15b74b req-d996e054-bf33-40f8-a8ce-14c6faf356ef service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242820 Feb 09 15:48:18.209577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.212758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.212758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.212758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.212758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:18.258980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] For port 884580f5-8037-447e-82ac-d791b6fe5b59, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=884580f5-8037-447e-82ac-d791b6fe5b59,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:48:18.294754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-350eb30c-2609-4467-959c-89a4529c9079 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:18.297716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-350eb30c-2609-4467-959c-89a4529c9079 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.3328545 Feb 09 15:48:18.323569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['457f57e2-2df4-463f-ae17-be35034582a9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:18.392942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806d924-aeda-4fc3-a90c-3ade24159d78 req-392153bd-cae4-411b-8cb0-cb64a7ba92ed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:18.397154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0806d924-aeda-4fc3-a90c-3ade24159d78 req-392153bd-cae4-411b-8cb0-cb64a7ba92ed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 947 time: 0.3200150 Feb 09 15:48:18.399772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:18.482255 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:18.494850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:18.495491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:18.497054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/884580f5-8037-447e-82ac-d791b6fe5b59 HTTP/1.1" status: 200 len: 1092 time: 6.0104153 Feb 09 15:48:18.588979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0806d924-aeda-4fc3-a90c-3ade24159d78 req-5a51a851-1342-43d1-ba25-7f72317a5541 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b884cc35-b47b-4e1d-8fbe-a45e15879a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811123 Feb 09 15:48:18.644336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-1f7f5162-04c0-4af0-9a5f-02c3f5a8a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:18.647151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-1f7f5162-04c0-4af0-9a5f-02c3f5a8a5f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd&tenant_id=c86d25bfb5824d92a7849057e8e403f8 HTTP/1.1" status: 200 len: 1096 time: 0.3348536 Feb 09 15:48:18.664361 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc655277-35d6-486e-a6a0-25d21e48642b x-openstack-request-id: req-dc655277-35d6-486e-a6a0-25d21e48642b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:18.666903 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-unplugged", "status": "completed", "tag": "53887df9-94fd-427f-81cd-53145a1bb406", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:18.669053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0e74c-4c73-400b-ba80-b6df1b32f9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=884580f5-8037-447e-82ac-d791b6fe5b59,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:18.669265 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc655277-35d6-486e-a6a0-25d21e48642b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:18.669265 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53887df9-94fd-427f-81cd-53145a1bb406', 'code': 200} Feb 09 15:48:18.732698 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badac2cc-1f42-48e2-9d9c-1db3e3fbb757 x-openstack-request-id: req-badac2cc-1f42-48e2-9d9c-1db3e3fbb757 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:18.733175 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-deleted", "tag": "cc977ba2-8387-4a8c-a7a3-51b71be0721f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:18.733635 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-badac2cc-1f42-48e2-9d9c-1db3e3fbb757 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:18.734314 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-deleted', 'tag': 'cc977ba2-8387-4a8c-a7a3-51b71be0721f', 'status': 'completed', 'code': 200} Feb 09 15:48:18.813668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event deleted for resources: {'Port': ['ID=a8c51277-308c-49c0-b3a9-4a406b096921,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:18.815965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Made reservation on behalf of 7772caae686c4e6e92715ae43e275e20 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:18.819859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:18.902111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02ce23b2-6048-4918-b513-a660cd516b10 req-2ee425e1-bebe-40e5-8b66-c1245132bd35 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 210 time: 0.0978966 Feb 09 15:48:18.902833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:18.939557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:18.945075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:18.947389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6d3d093-cbbe-4c96-921e-11d8cd96f06e req-98177c8b-c237-4a46-af10-c5d43df2dccb tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "DELETE /v2.0/floatingips/7c7fbe59-756e-4ec7-bf2c-1cec8e817c64 HTTP/1.1" status: 204 len: 173 time: 3.8681824 Feb 09 15:48:18.974749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-40ca5f0d-bb61-46f3-9398-debd7aee206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:18.978546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-40ca5f0d-bb61-46f3-9398-debd7aee206a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 1095 time: 0.2415898 Feb 09 15:48:19.036931 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2320dbee-71f4-4d3a-b557-0109b127f220 x-openstack-request-id: req-2320dbee-71f4-4d3a-b557-0109b127f220 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:19.037530 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d6c6d8-7d91-4399-a1d0-95d3c34a9137", "tag": "457f57e2-2df4-463f-ae17-be35034582a9", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:19.038487 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2320dbee-71f4-4d3a-b557-0109b127f220 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:19.039044 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d6c6d8-7d91-4399-a1d0-95d3c34a9137', 'tag': '457f57e2-2df4-463f-ae17-be35034582a9', 'status': 'completed', 'code': 200} Feb 09 15:48:19.080218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-c078c2b3-915c-46b5-8a37-6aee4d4ca1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.082854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-c078c2b3-915c-46b5-8a37-6aee4d4ca1d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1096 time: 0.3586080 Feb 09 15:48:19.086518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-c8062833-95c4-4731-b96d-6bf554c02ffa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884580f5-8037-447e-82ac-d791b6fe5b59 HTTP/1.1" status: 200 len: 217 time: 0.0949640 Feb 09 15:48:19.139883 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35456) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:19.213944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-32837716-e16c-4c5f-bafe-0784d6ea54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.216284 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-32837716-e16c-4c5f-bafe-0784d6ea54b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b05b2be9bc544da0b473b1b0670dd268&device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 1096 time: 0.1380713 Feb 09 15:48:19.237037 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd02edc-9673-44e5-85bc-fef6855d16b6 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting subnet d326ea07-3abc-4790-bbae-338e780b7b38 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:48:19.253545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cd02edc-9673-44e5-85bc-fef6855d16b6 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.344463 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cd02edc-9673-44e5-85bc-fef6855d16b6 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.411145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-f17d56cb-21e9-4560-bab0-7feb743b84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.412708 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-f17d56cb-21e9-4560-bab0-7feb743b84a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66eb54a8-48ac-488d-ac22-eb4834133a4e HTTP/1.1" status: 200 len: 910 time: 0.1886330 Feb 09 15:48:19.463030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-282aa0ea-8bc9-4984-a8da-75c93c9eecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.465892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-282aa0ea-8bc9-4984-a8da-75c93c9eecff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.3492112 Feb 09 15:48:19.467105 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-dd37851d-411b-44dd-a5ca-a1e349651f33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=457f57e2-2df4-463f-ae17-be35034582a9 HTTP/1.1" status: 200 len: 217 time: 0.0451124 Feb 09 15:48:19.493623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 457f57e2-2df4-463f-ae17-be35034582a9 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:48:19.551896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cd02edc-9673-44e5-85bc-fef6855d16b6 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.589833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-bf36f2f0-e566-4d29-bf35-ce29a0a680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.591808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-bf36f2f0-e566-4d29-bf35-ce29a0a680a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c081761-6f23-415f-98be-3d47d0afcc2e HTTP/1.1" status: 200 len: 849 time: 0.1068728 Feb 09 15:48:19.606845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5272a0c-8d31-41b0-a7f2-2e4e56c145ac req-7f700282-0ed7-448b-b44b-afbf665895f4 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.609782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5272a0c-8d31-41b0-a7f2-2e4e56c145ac req-7f700282-0ed7-448b-b44b-afbf665895f4 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 945 time: 0.4435635 Feb 09 15:48:19.625975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0ce80-6c2d-467c-b3c5-57e491767686 req-9fa2ba30-2ab7-4a83-8e9a-c2b464338376 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.632962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1d0ce80-6c2d-467c-b3c5-57e491767686 req-9fa2ba30-2ab7-4a83-8e9a-c2b464338376 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 945 time: 0.3680615 Feb 09 15:48:19.641319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-ef3115aa-bb4d-4198-8043-e43e1f64bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.642882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-ef3115aa-bb4d-4198-8043-e43e1f64bd0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.5485418 Feb 09 15:48:19.649263 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-bbbbd9f6-759a-4d9c-951d-ebe216751792 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66eb54a8-48ac-488d-ac22-eb4834133a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499110 Feb 09 15:48:19.657488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 457f57e2-2df4-463f-ae17-be35034582a9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:48:19.665238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 457f57e2-2df4-463f-ae17-be35034582a9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:19.666330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.691419 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.765051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cd02edc-9673-44e5-85bc-fef6855d16b6 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.768855 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-bf38701e-f6c2-46de-81cc-b7ba26a2d114 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 200 len: 217 time: 0.0901136 Feb 09 15:48:19.799816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-2fa44855-7719-43b6-947e-0d00f6b04052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.801793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-2fa44855-7719-43b6-947e-0d00f6b04052 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3135111 Feb 09 15:48:19.802488 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.826971 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.830932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd02edc-9673-44e5-85bc-fef6855d16b6 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Subnet': ['ID=d326ea07-3abc-4790-bbae-338e780b7b38,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:19.834504 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cd02edc-9673-44e5-85bc-fef6855d16b6 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:19.846228 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2cd02edc-9673-44e5-85bc-fef6855d16b6 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "DELETE /v2.0/subnets/d326ea07-3abc-4790-bbae-338e780b7b38 HTTP/1.1" status: 204 len: 168 time: 0.7048209 Feb 09 15:48:19.852182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5272a0c-8d31-41b0-a7f2-2e4e56c145ac req-a989360e-71cd-4ba6-9881-26273faa6637 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fb90854-f630-4004-9e43-db6367704cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171762 Feb 09 15:48:19.852814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35460) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:19.869440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeb8e22-c03c-4440-adbb-7e4c9b0daff9 None None] Network 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:19.912072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 263fcc33-12c6-42b3-83fa-fc1cf24a632f details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:48:19.994631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 457f57e2-2df4-463f-ae17-be35034582a9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=457f57e2-2df4-463f-ae17-be35034582a9,segment=NetworkSegment(ae857411-8ee8-42ab-9f3e-3fd457a41faf),segment_id=ae857411-8ee8-42ab-9f3e-3fd457a41faf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:20.018378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1d0ce80-6c2d-467c-b3c5-57e491767686 req-2994782b-9b0d-459a-8a92-ae987f2d4318 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738389 Feb 09 15:48:20.110898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.117428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.122390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-bbf41d61-e6f8-4a19-be02-ffb8d72e6671 service neutron] 10.222.0.13 "GET /v2.0/networks/66eb54a8-48ac-488d-ac22-eb4834133a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642172 Feb 09 15:48:20.281097 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5666684f-cb11-42f0-8516-cd9c28f98555 req-670d888b-add4-49fb-b8cd-ce2b99ff26e1 service neutron] 10.222.0.13 "GET /v2.0/networks/66eb54a8-48ac-488d-ac22-eb4834133a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516850 Feb 09 15:48:20.293829 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port b3e14650-bdc1-49f2-8452-eb21f8eb783a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:20.294218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.396912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port b3e14650-bdc1-49f2-8452-eb21f8eb783a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3e14650-bdc1-49f2-8452-eb21f8eb783a,segment=NetworkSegment(440d428b-dd2c-4670-a64a-40eb106c8a89),segment_id=440d428b-dd2c-4670-a64a-40eb106c8a89)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:20.397278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.422975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for b3e14650-bdc1-49f2-8452-eb21f8eb783a owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:20.427003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-f14e7fa8-48d8-495c-b762-59403c96061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:20.428643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-f14e7fa8-48d8-495c-b762-59403c96061e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.6490369 Feb 09 15:48:20.445780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00d177c-9c67-4d7d-90f7-0e4a06e8c938,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:20.471845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 263fcc33-12c6-42b3-83fa-fc1cf24a632f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=263fcc33-12c6-42b3-83fa-fc1cf24a632f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:20.476478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=457f57e2-2df4-463f-ae17-be35034582a9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:20.512496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '263fcc33-12c6-42b3-83fa-fc1cf24a632f', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '263fcc33-12c6-42b3-83fa-fc1cf24a632f', 'mac_address': 'fa:16:3e:3d:d3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:48:20.548522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-0d96f429-f7e9-435d-928a-fb9ed2f95a20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041000 Feb 09 15:48:20.575163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-3351154a-65d3-4481-beda-e4c8506cdd22 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips/6b3ea9de-1099-4675-a226-b2021596a567 HTTP/1.1" status: 200 len: 693 time: 0.1742692 Feb 09 15:48:20.610585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] DHCP port deletion for 9f5947e4-23a4-443a-a9fe-dd90dadb9ebb request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:48:20.619941 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.629089 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.649086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-98453c7d-2131-4576-9d02-41177ed27e1f service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7872579 Feb 09 15:48:20.670478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263fcc33-12c6-42b3-83fa-fc1cf24a632f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:20.680375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d6c6d8-7d91-4399-a1d0-95d3c34a9137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f57e2-2df4-463f-ae17-be35034582a9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:20.681132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=b3e14650-bdc1-49f2-8452-eb21f8eb783a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:20.686129 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c3c100-71e7-4517-b605-05465f8f02f9" -d '{"events": [{"server_uuid": "00d6c6d8-7d91-4399-a1d0-95d3c34a9137", "name": "network-vif-plugged", "status": "completed", "tag": "457f57e2-2df4-463f-ae17-be35034582a9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:20.688145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port b3e14650-bdc1-49f2-8452-eb21f8eb783a on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:20.719753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f2f0-3880-4ab2-aef5-86f880a4dbcc req-f600a065-bd91-44ae-b73c-14e432d2fb08 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:20.721819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8430f2f0-3880-4ab2-aef5-86f880a4dbcc req-f600a065-bd91-44ae-b73c-14e432d2fb08 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 944 time: 0.7156894 Feb 09 15:48:20.737103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 263fcc33-12c6-42b3-83fa-fc1cf24a632f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=263fcc33-12c6-42b3-83fa-fc1cf24a632f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:20.755679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] Deleting port b3e14650-bdc1-49f2-8452-eb21f8eb783a {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:20.756344 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.788191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-deleted', 'tag': '53887df9-94fd-427f-81cd-53145a1bb406'}, {'name': 'network-changed', 'server_uuid': 'd567a13f-db0b-43b2-8bdb-86124b762a56', 'tag': '884580f5-8037-447e-82ac-d791b6fe5b59'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:20.790213 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b70f73d-0d27-41cd-a3fa-91d3790dc585" -d '{"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-deleted", "tag": "53887df9-94fd-427f-81cd-53145a1bb406"}, {"name": "network-changed", "server_uuid": "d567a13f-db0b-43b2-8bdb-86124b762a56", "tag": "884580f5-8037-447e-82ac-d791b6fe5b59"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:20.821206 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.860717 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.894214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Allocated IP 192.168.233.15 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/c016be33-3a1f-4b72-985e-04a8e8552a57) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:48:20.898409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] For port b3e14650-bdc1-49f2-8452-eb21f8eb783a, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:20.899186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.899407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5947e4-23a4-443a-a9fe-dd90dadb9ebb']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:20.918817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440d428b-dd2c-4670-a64a-40eb106c8a89') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:20.920821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440d428b-dd2c-4670-a64a-40eb106c8a89') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:20.936181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] Calling delete_port for b3e14650-bdc1-49f2-8452-eb21f8eb783a owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:20.940927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.947196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] Port b3e14650-bdc1-49f2-8452-eb21f8eb783a was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 15:48:20.950137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.961101 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=263fcc33-12c6-42b3-83fa-fc1cf24a632f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:20.978614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.993095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:48:20.994452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:20.996930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] Pushing event deleted for resources: {'Port': ['ID=b3e14650-bdc1-49f2-8452-eb21f8eb783a,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:48:20.999625 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:48:21.007286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5aae4-6405-4939-b7a4-b3c2d6fae62e None None] No DVR routers for this DVR port b3e14650-bdc1-49f2-8452-eb21f8eb783a on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:21.014753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8430f2f0-3880-4ab2-aef5-86f880a4dbcc req-e3632f57-3bba-4058-828a-b3cb7cff5da8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794802 Feb 09 15:48:21.059619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-04379948-3cad-4721-93ea-345e9b669be9 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:21.062729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-04379948-3cad-4721-93ea-345e9b669be9 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.4505866 Feb 09 15:48:21.074886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-5e969f31-5c9f-4d62-8540-09d65d2a6ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032737 Feb 09 15:48:21.086980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['263fcc33-12c6-42b3-83fa-fc1cf24a632f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:21.191006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-127e2cc6-8f1b-4bcd-aba0-cf2226e85ec0 req-1d04b2c7-417f-4e96-ade6-9656dc0e0095 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055099 Feb 09 15:48:21.241916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-bbcf00d3-5036-4586-a75a-0f336026e178 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.1486630 Feb 09 15:48:21.383509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-e6db4428-58f9-4624-a7ea-f7ec3cefcbe3 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.138 HTTP/1.1" status: 200 len: 696 time: 0.1173735 Feb 09 15:48:21.463997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06631806-16f2-4741-a8b4-e80a6c1202a1', 'tag': '263fcc33-12c6-42b3-83fa-fc1cf24a632f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:21.466799 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c9092-ed1b-48bd-b8a3-efb28cfab496" -d '{"events": [{"name": "network-changed", "server_uuid": "06631806-16f2-4741-a8b4-e80a6c1202a1", "tag": "263fcc33-12c6-42b3-83fa-fc1cf24a632f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:21.570700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-8b677687-98b2-43aa-83b8-755747710ff6 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857180 Feb 09 15:48:21.605601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:21.640352 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:21.656886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:21.665751 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "DELETE /v2.0/networks/9f5947e4-23a4-443a-a9fe-dd90dadb9ebb HTTP/1.1" status: 204 len: 168 time: 1.8111277 Feb 09 15:48:21.679212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35512) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:21.688928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f895f30-778a-4309-af18-d46805b0cd7f tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Network': ['ID=9f5947e4-23a4-443a-a9fe-dd90dadb9ebb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:21.778159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Deleting port 2d24c74e-4eee-443d-8b3a-f36426a00217 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:21.779378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:21.787610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f03867-0fea-4217-9f22-efc92a6a8243 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting subnet f327f689-9526-4ebd-a44f-9b5d47e16aa0 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:48:21.805938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51f03867-0fea-4217-9f22-efc92a6a8243 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:21.817372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731ffa4-64d2-4bd5-ad72-d06a20dc7bff req-00c54249-70df-44d1-9047-c0c4f99aa4f2 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:21.819592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e731ffa4-64d2-4bd5-ad72-d06a20dc7bff req-00c54249-70df-44d1-9047-c0c4f99aa4f2 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 948 time: 0.1685128 Feb 09 15:48:21.879989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 263fcc33-12c6-42b3-83fa-fc1cf24a632f up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:48:21.931114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51f03867-0fea-4217-9f22-efc92a6a8243 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:21.944694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3e14650-bdc1-49f2-8452-eb21f8eb783a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:21.973164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: b3e14650-bdc1-49f2-8452-eb21f8eb783a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:21.973710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3e14650-bdc1-49f2-8452-eb21f8eb783a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:21.992754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e731ffa4-64d2-4bd5-ad72-d06a20dc7bff req-51e250a7-0c58-4af1-a1b7-89de5bb1501b tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b884cc35-b47b-4e1d-8fbe-a45e15879a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130233 Feb 09 15:48:22.017301 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.017688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.038237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Calling delete_port for 2d24c74e-4eee-443d-8b3a-f36426a00217 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:22.106124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89349dec-79f3-448a-86e3-e19b73e168c5 req-5d018ccf-1ea8-4fac-b665-173fc02d52f1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 210 time: 0.0443935 Feb 09 15:48:22.153779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.168162 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51f03867-0fea-4217-9f22-efc92a6a8243 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.171438 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfe1787-4c96-4e66-a587-b9f6b4667edc x-openstack-request-id: req-ebfe1787-4c96-4e66-a587-b9f6b4667edc {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:22.172126 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d6c6d8-7d91-4399-a1d0-95d3c34a9137", "name": "network-vif-plugged", "status": "completed", "tag": "457f57e2-2df4-463f-ae17-be35034582a9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:22.172396 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebfe1787-4c96-4e66-a587-b9f6b4667edc {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:22.172794 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d6c6d8-7d91-4399-a1d0-95d3c34a9137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457f57e2-2df4-463f-ae17-be35034582a9', 'code': 200} Feb 09 15:48:22.185171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 263fcc33-12c6-42b3-83fa-fc1cf24a632f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:48:22.198235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 263fcc33-12c6-42b3-83fa-fc1cf24a632f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:22.198689 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.260057 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb51b04-69db-4b79-9164-b90b6a8217c4 x-openstack-request-id: req-1eb51b04-69db-4b79-9164-b90b6a8217c4 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:22.260402 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec98202-c424-4b8e-a953-d51ee44723e3", "name": "network-vif-deleted", "tag": "53887df9-94fd-427f-81cd-53145a1bb406", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d567a13f-db0b-43b2-8bdb-86124b762a56", "tag": "884580f5-8037-447e-82ac-d791b6fe5b59", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:22.260622 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1eb51b04-69db-4b79-9164-b90b6a8217c4 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:22.261009 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec98202-c424-4b8e-a953-d51ee44723e3', 'name': 'network-vif-deleted', 'tag': '53887df9-94fd-427f-81cd-53145a1bb406', 'status': 'completed', 'code': 200} Feb 09 15:48:22.261266 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd567a13f-db0b-43b2-8bdb-86124b762a56', 'tag': '884580f5-8037-447e-82ac-d791b6fe5b59', 'status': 'completed', 'code': 200} Feb 09 15:48:22.263110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:48:22.280332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:22.303560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:48:22.327039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.366902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 263fcc33-12c6-42b3-83fa-fc1cf24a632f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=263fcc33-12c6-42b3-83fa-fc1cf24a632f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:22.371715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'Port': ['ID=c016be33-3a1f-4b72-985e-04a8e8552a57,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:22.458332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-741447dc-7604-46e1-8fed-4b970fc1350f tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:22.461663 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-741447dc-7604-46e1-8fed-4b970fc1350f tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.0658200 Feb 09 15:48:22.467411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.478326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:22.478999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.516792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf483650-4456-4e27-ad1d-e3238c40e040 req-02383590-481e-4e3e-9504-bc4216beed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:22.518400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf483650-4456-4e27-ad1d-e3238c40e040 req-02383590-481e-4e3e-9504-bc4216beed8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 1097 time: 0.2397196 Feb 09 15:48:22.544691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-2ba1dace-0abe-4d86-8562-b4bde3e45960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:22.546849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-2ba1dace-0abe-4d86-8562-b4bde3e45960 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 1095 time: 0.2401459 Feb 09 15:48:22.548443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=263fcc33-12c6-42b3-83fa-fc1cf24a632f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:22.557030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51f03867-0fea-4217-9f22-efc92a6a8243 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.585101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdce37-c059-4c5a-8869-a187b7aff460 req-52f88961-b1fe-44e4-9ab8-74bcb90321e9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:22.586732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efcdce37-c059-4c5a-8869-a187b7aff460 req-52f88961-b1fe-44e4-9ab8-74bcb90321e9 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 946 time: 0.2060356 Feb 09 15:48:22.712350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-aa7ec033-eb51-441a-b850-5e495d6a0624 None None] Provisioning complete for port c016be33-3a1f-4b72-985e-04a8e8552a57 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:22.712623 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec033-eb51-441a-b850-5e495d6a0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.713571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-c6c96762-d32b-475f-940d-22306531b872 service neutron] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:22.727839 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-c6c96762-d32b-475f-940d-22306531b872 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.730821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-40572b12-7b07-42e0-aa17-9e4cb505d801 req-c6c96762-d32b-475f-940d-22306531b872 service neutron] 10.222.0.13 "DELETE /v2.0/ports/3f169aeb-34b2-4793-8ad0-a643b97f8ed0/bindings/n-h2-828542-1 HTTP/1.1" status: 204 len: 173 time: 0.2574775 Feb 09 15:48:22.759452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-aa7ec033-eb51-441a-b850-5e495d6a0624 None None] Port c016be33-3a1f-4b72-985e-04a8e8552a57 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:48:22.765666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f66ea69-0378-49cc-bb15-c5cb9e9ba1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.938199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f03867-0fea-4217-9f22-efc92a6a8243 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Subnet': ['ID=f327f689-9526-4ebd-a44f-9b5d47e16aa0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:22.938842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c722d-7735-4d4a-a521-2204da7bdaad None None] Network 4fd4aff0-93dc-4466-8e1a-d6de164af375 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:22.942999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51f03867-0fea-4217-9f22-efc92a6a8243 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:22.946301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-51f03867-0fea-4217-9f22-efc92a6a8243 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "DELETE /v2.0/subnets/f327f689-9526-4ebd-a44f-9b5d47e16aa0 HTTP/1.1" status: 204 len: 168 time: 1.2660396 Feb 09 15:48:22.953214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35516) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:22.957328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-3ea2dd79-27f9-4fcd-8f91-4335aebefa6c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9102249 Feb 09 15:48:22.987571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Request body: {'port': {'device_id': '63af7fbe-0fe0-4100-b035-58ebe2d788fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:23.004282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf483650-4456-4e27-ad1d-e3238c40e040 req-bcc48413-e860-42fb-b303-eb9c12b8c9e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9fb90854-f630-4004-9e43-db6367704cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737062 Feb 09 15:48:23.064492 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.065842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efcdce37-c059-4c5a-8869-a187b7aff460 req-12ed8091-3ea8-4987-880d-a719feb44c3e tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fb90854-f630-4004-9e43-db6367704cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552927 Feb 09 15:48:23.108999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.111841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-f2c105f9-c7d7-4d39-8709-340757b5fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:23.113751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-f2c105f9-c7d7-4d39-8709-340757b5fbb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.5483484 Feb 09 15:48:23.153546 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.209019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event deleted for resources: {'Port': ['ID=2d24c74e-4eee-443d-8b3a-f36426a00217,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:23.221951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Deleting port c055889b-f476-483c-9ade-d7ce5a3b8634 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:23.222449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.282566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-3d7b457b-3d19-44c4-b608-077186e00782 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884580f5-8037-447e-82ac-d791b6fe5b59 HTTP/1.1" status: 200 len: 217 time: 0.0881388 Feb 09 15:48:23.359159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] For port c055889b-f476-483c-9ade-d7ce5a3b8634, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c055889b-f476-483c-9ade-d7ce5a3b8634,segment=NetworkSegment(38d0e600-05ee-4b3f-b656-3adfa59e1863),segment_id=38d0e600-05ee-4b3f-b656-3adfa59e1863)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:23.360071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.386429 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Calling delete_port for c055889b-f476-483c-9ade-d7ce5a3b8634 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:23.506820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-743acfd5-a2b1-4d7a-b562-9434f65cb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:23.508302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-743acfd5-a2b1-4d7a-b562-9434f65cb97a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.2019992 Feb 09 15:48:23.513876 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.516835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.521941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa670f64-4206-4fb3-a8b7-13f0ca006fb1 req-ac325d51-4ac5-4a97-8d09-c2f1303e8b1d tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "DELETE /v2.0/floatingips/6b3ea9de-1099-4675-a226-b2021596a567 HTTP/1.1" status: 204 len: 173 time: 2.1230683 Feb 09 15:48:23.526610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7358f2-5761-47c6-8509-2df17381d2b8 req-0abd5abd-bb27-45fe-b5ef-aefc0b8c2c33 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:23.528359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d7358f2-5761-47c6-8509-2df17381d2b8 req-0abd5abd-bb27-45fe-b5ef-aefc0b8c2c33 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 945 time: 0.2699323 Feb 09 15:48:23.585681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] DHCP port deletion for 4fd4aff0-93dc-4466-8e1a-d6de164af375 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:48:23.597374 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c9edb9-702b-4ee1-9b9d-d25faa863dad x-openstack-request-id: req-36c9edb9-702b-4ee1-9b9d-d25faa863dad {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:23.597918 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06631806-16f2-4741-a8b4-e80a6c1202a1", "tag": "263fcc33-12c6-42b3-83fa-fc1cf24a632f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:23.598570 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36c9edb9-702b-4ee1-9b9d-d25faa863dad {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:23.599709 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06631806-16f2-4741-a8b4-e80a6c1202a1', 'tag': '263fcc33-12c6-42b3-83fa-fc1cf24a632f', 'status': 'completed', 'code': 200} Feb 09 15:48:23.663081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d7358f2-5761-47c6-8509-2df17381d2b8 req-126b6f3e-588c-4aff-acc6-8b52e4b1cb78 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106908 Feb 09 15:48:23.704393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-3cb3bcde-6182-4ba9-baa7-a622112dc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:23.708462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-3cb3bcde-6182-4ba9-baa7-a622112dc8bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686053 Feb 09 15:48:23.743444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.747893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] Deleting port c055889b-f476-483c-9ade-d7ce5a3b8634 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:23.748590 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:23.799184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Port': ['ID=c055889b-f476-483c-9ade-d7ce5a3b8634,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:23.808414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] No DVR routers for this DVR port c055889b-f476-483c-9ade-d7ce5a3b8634 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:23.813757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-093e18f5-a497-4fcf-b997-3a049692191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:23.818290 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-093e18f5-a497-4fcf-b997-3a049692191d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59136afa70814475a5bcc0d19fd8b045&device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 1100 time: 0.1851594 Feb 09 15:48:23.977335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] For port c055889b-f476-483c-9ade-d7ce5a3b8634, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:23.978241 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.025074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] Calling delete_port for c055889b-f476-483c-9ade-d7ce5a3b8634 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:24.028054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] Port c055889b-f476-483c-9ade-d7ce5a3b8634 was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 15:48:24.036548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5ec3-68da-49ef-ac1d-87f6e9e3d4fe req-30cc5a54-2ab3-48a6-8ac8-bec94cd1fb9a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:24.043209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-225d5ec3-68da-49ef-ac1d-87f6e9e3d4fe req-30cc5a54-2ab3-48a6-8ac8-bec94cd1fb9a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 944 time: 0.2616830 Feb 09 15:48:24.045116 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.069439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.101156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-548519d6-b110-47ed-8562-f15844111b8a service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766177 Feb 09 15:48:24.108795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] No DVR routers for this DVR port c055889b-f476-483c-9ade-d7ce5a3b8634 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:24.132888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c016be33-3a1f-4b72-985e-04a8e8552a57 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:24.141273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c055889b-f476-483c-9ade-d7ce5a3b8634 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:24.177530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.193339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06631806-16f2-4741-a8b4-e80a6c1202a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263fcc33-12c6-42b3-83fa-fc1cf24a632f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:24.198618 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6257e20-6fc1-496a-93ae-37e08b9f35ce" -d '{"events": [{"server_uuid": "06631806-16f2-4741-a8b4-e80a6c1202a1", "name": "network-vif-plugged", "status": "completed", "tag": "263fcc33-12c6-42b3-83fa-fc1cf24a632f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:24.243976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffe21c-a6b3-4c45-a4fc-0a4f391b5ad1 None None] Pushing event deleted for resources: {'Port': ['ID=c055889b-f476-483c-9ade-d7ce5a3b8634,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:24.261587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c055889b-f476-483c-9ade-d7ce5a3b8634 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:24.262286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c055889b-f476-483c-9ade-d7ce5a3b8634 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:24.269103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd4aff0-93dc-4466-8e1a-d6de164af375']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:24.279031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Transition to ACTIVE for port object c016be33-3a1f-4b72-985e-04a8e8552a57 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:48:24.293871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-225d5ec3-68da-49ef-ac1d-87f6e9e3d4fe req-3c5ec78f-3a73-47a5-b12f-0bc2d237afa9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305875 Feb 09 15:48:24.316658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d0e600-05ee-4b3f-b656-3adfa59e1863') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:24.316658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d0e600-05ee-4b3f-b656-3adfa59e1863') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:24.316658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-fcde49f8-fc83-40da-8cfd-f1b7f155333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:24.316658 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-fcde49f8-fc83-40da-8cfd-f1b7f155333a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.4576087 Feb 09 15:48:24.331299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.355255 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.432700 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-6a1c84c2-2817-4e1b-9cdf-6bc3adf9bb96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=263fcc33-12c6-42b3-83fa-fc1cf24a632f HTTP/1.1" status: 200 len: 217 time: 0.0926802 Feb 09 15:48:24.453383 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.502576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:48:24.503200 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:48:24.508564 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:48:24.618280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-c31ba87a-0ecf-44e6-a9e4-4eedf8964f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:24.620911 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-c31ba87a-0ecf-44e6-a9e4-4eedf8964f22 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1815789 Feb 09 15:48:24.653708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b70f73d-0d27-41cd-a3fa-91d3790dc585 req-2fc49b78-4e83-4c61-9279-343274330633 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419178 Feb 09 15:48:24.704648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-5fdea568-b10a-4929-b32b-35f676df6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:24.706566 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-5fdea568-b10a-4929-b32b-35f676df6abd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779638 Feb 09 15:48:24.709285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f42bc6-04da-4acb-9080-7fff8f431107 req-891b0f6c-e3a3-477a-a087-3f7c8f187462 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:24.710923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1f42bc6-04da-4acb-9080-7fff8f431107 req-891b0f6c-e3a3-477a-a087-3f7c8f187462 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 949 time: 0.3073580 Feb 09 15:48:24.750577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Pushing event updated for resources: {'Port': ['ID=c016be33-3a1f-4b72-985e-04a8e8552a57,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:24.780646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acecf27-ab24-49e4-8c34-ab892302d2df req-70e87be5-dd6c-4396-9a03-3f266e5c8178 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:24.782547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9acecf27-ab24-49e4-8c34-ab892302d2df req-70e87be5-dd6c-4396-9a03-3f266e5c8178 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 947 time: 0.2981319 Feb 09 15:48:24.803752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.829323 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.835829 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] 10.222.0.53 "DELETE /v2.0/networks/4fd4aff0-93dc-4466-8e1a-d6de164af375 HTTP/1.1" status: 204 len: 168 time: 1.8809063 Feb 09 15:48:24.856016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf644c6-ea99-4885-8aae-cc6f452c0393 tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] Pushing event deleted for resources: {'Network': ['ID=4fd4aff0-93dc-4466-8e1a-d6de164af375,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:24.881467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Attempting to bind port c016be33-3a1f-4b72-985e-04a8e8552a57 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:48:24.882160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Attempting to bind port c016be33-3a1f-4b72-985e-04a8e8552a57 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:48:24.882822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Attempting to bind port c016be33-3a1f-4b72-985e-04a8e8552a57 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:24.889661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1f42bc6-04da-4acb-9080-7fff8f431107 req-24e27f8d-59a0-4454-9a50-13073eea479c tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b884cc35-b47b-4e1d-8fbe-a45e15879a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666765 Feb 09 15:48:24.893158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9acecf27-ab24-49e4-8c34-ab892302d2df req-a19eaa1b-1b71-4df6-b276-398e23f3c18f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976470 Feb 09 15:48:24.898656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Port c016be33-3a1f-4b72-985e-04a8e8552a57 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:48:24.898874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Attempting to bind port c016be33-3a1f-4b72-985e-04a8e8552a57 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:24.908044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:48:24.908460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:24.908810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:48:24.909346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Bound port: c016be33-3a1f-4b72-985e-04a8e8552a57, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:48:24.910579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:24.917472 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-db30f58f-1fbc-4efb-8c58-d11559df843f service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981697 Feb 09 15:48:25.077221 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d96c9092-ed1b-48bd-b8a3-efb28cfab496 req-3d7100ed-af51-47f2-82ab-47174d66cec3 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562293 Feb 09 15:48:25.129748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-04d4f5ea-d8d3-437e-8ceb-b45254d9aa0c tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips/01159bf6-3273-4b97-8957-f2e1891b7524 HTTP/1.1" status: 200 len: 692 time: 0.1460035 Feb 09 15:48:25.234984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b617342c-6e37-4afe-bd02-cff43241e1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:25.278920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] For port c016be33-3a1f-4b72-985e-04a8e8552a57, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:25.321664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] For port c016be33-3a1f-4b72-985e-04a8e8552a57, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c016be33-3a1f-4b72-985e-04a8e8552a57,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:48:25.342567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f47e2-8375-4bfc-ac2a-4ae772e7de1b req-2df59b40-47f3-44cf-8284-ce033eeb95b2 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:25.345116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-318f47e2-8375-4bfc-ac2a-4ae772e7de1b req-2df59b40-47f3-44cf-8284-ce033eeb95b2 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 946 time: 0.2499080 Feb 09 15:48:25.427925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:25.498348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-49bf4541-2882-435a-8d20-4242193d8cc7 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:25.500871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-49bf4541-2882-435a-8d20-4242193d8cc7 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.3351135 Feb 09 15:48:25.515920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-318f47e2-8375-4bfc-ac2a-4ae772e7de1b req-c11576c8-535a-4ebd-8738-c6bdce760bbe tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fb90854-f630-4004-9e43-db6367704cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608708 Feb 09 15:48:25.550835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 884580f5-8037-447e-82ac-d791b6fe5b59 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:48:25.610272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:25.611200 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:25.613913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] 10.222.0.73 "PUT /v2.0/ports/c016be33-3a1f-4b72-985e-04a8e8552a57 HTTP/1.1" status: 200 len: 1095 time: 2.6441171 Feb 09 15:48:25.614809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63af7fbe-0fe0-4100-b035-58ebe2d788fa', 'tag': 'c016be33-3a1f-4b72-985e-04a8e8552a57'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:25.619001 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f170a0-1bed-4a0a-b690-c1674d8bd552" -d '{"events": [{"name": "network-changed", "server_uuid": "63af7fbe-0fe0-4100-b035-58ebe2d788fa", "tag": "c016be33-3a1f-4b72-985e-04a8e8552a57"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:25.646678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-d975aac6-c81b-458a-a6e6-9289f40ffc6f tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.1370974 Feb 09 15:48:25.717001 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe526e-3b05-49cf-b08e-1992e6790016 x-openstack-request-id: req-77fe526e-3b05-49cf-b08e-1992e6790016 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:25.717734 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06631806-16f2-4741-a8b4-e80a6c1202a1", "name": "network-vif-plugged", "status": "completed", "tag": "263fcc33-12c6-42b3-83fa-fc1cf24a632f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:25.718141 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77fe526e-3b05-49cf-b08e-1992e6790016 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:25.718730 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06631806-16f2-4741-a8b4-e80a6c1202a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263fcc33-12c6-42b3-83fa-fc1cf24a632f', 'code': 200} Feb 09 15:48:25.737092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 884580f5-8037-447e-82ac-d791b6fe5b59, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=884580f5-8037-447e-82ac-d791b6fe5b59,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:25.754788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '884580f5-8037-447e-82ac-d791b6fe5b59', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': '884580f5-8037-447e-82ac-d791b6fe5b59', 'mac_address': 'fa:16:3e:c9:de:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:48:25.763057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52ea74-12f8-4deb-8f6c-7c27e199485c service neutron] Pushing event updated for resources: {'Port': ['ID=c016be33-3a1f-4b72-985e-04a8e8552a57,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:25.785607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-d148599e-4417-432c-b570-99f34513707e tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.1273954 Feb 09 15:48:25.882697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:25.896390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-0499a1ea-24a7-40a9-9c43-6d7484f8139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:25.898818 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-0499a1ea-24a7-40a9-9c43-6d7484f8139d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 1098 time: 0.1041696 Feb 09 15:48:25.916875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884580f5-8037-447e-82ac-d791b6fe5b59 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:25.965955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 884580f5-8037-447e-82ac-d791b6fe5b59, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=884580f5-8037-447e-82ac-d791b6fe5b59,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:25.980337 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-0810f8e9-1fc0-4be5-89e3-312aaaf4bb80 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c016be33-3a1f-4b72-985e-04a8e8552a57 HTTP/1.1" status: 200 len: 217 time: 0.0715566 Feb 09 15:48:26.031417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977b7d3-0144-4f68-abe8-711c4029a225 req-f1540ba9-020f-46d0-a3ba-12e3a96a16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:26.033065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a977b7d3-0144-4f68-abe8-711c4029a225 req-f1540ba9-020f-46d0-a3ba-12e3a96a16a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 1100 time: 0.2578690 Feb 09 15:48:26.073794 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-91dccf18-e60e-42bb-9b84-eecef7b44fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:26.075333 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:26.076891 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-91dccf18-e60e-42bb-9b84-eecef7b44fbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0893414 Feb 09 15:48:26.150717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a977b7d3-0144-4f68-abe8-711c4029a225 req-704f77b4-b340-42c2-9944-9413e7fa4c7b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b884cc35-b47b-4e1d-8fbe-a45e15879a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998616 Feb 09 15:48:26.153495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db0d3b-3c5d-4fa0-8867-7da24231c50c req-c03c65a5-642b-447b-9ce2-9970612c7b20 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:26.155299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95db0d3b-3c5d-4fa0-8867-7da24231c50c req-c03c65a5-642b-447b-9ce2-9970612c7b20 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1096 time: 0.1036010 Feb 09 15:48:26.163966 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-6892ac2c-3b84-4a0f-a855-6a5b41b4c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:26.166338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Deleting port 59f44b8e-67ea-4c25-b329-23056035f627 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:26.166691 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-6892ac2c-3b84-4a0f-a855-6a5b41b4c4ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816946 Feb 09 15:48:26.166878 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:26.170617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=884580f5-8037-447e-82ac-d791b6fe5b59,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:26.267949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95db0d3b-3c5d-4fa0-8867-7da24231c50c req-f16129c6-f2fb-489f-a265-25dd4fc4d310 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880342 Feb 09 15:48:26.304935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:26.312221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:26.334140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['884580f5-8037-447e-82ac-d791b6fe5b59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:26.335535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Calling delete_port for 59f44b8e-67ea-4c25-b329-23056035f627 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:26.497681 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-38244301-0758-4313-898b-604a9a4f62c8 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585920 Feb 09 15:48:26.503293 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:26.518643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f393a5-d09e-4d6a-a736-ab30ae566ff6 req-1d2eb032-e133-4f8d-a837-5555edb668ce tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:26.520961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7f393a5-d09e-4d6a-a736-ab30ae566ff6 req-1d2eb032-e133-4f8d-a837-5555edb668ce tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 945 time: 0.0990918 Feb 09 15:48:26.649418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7f393a5-d09e-4d6a-a736-ab30ae566ff6 req-51606395-451a-4fda-945a-63b1f9d55596 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116056 Feb 09 15:48:26.651199 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c8eb3106-8cea-40e6-b051-37dd4f2c2ed3 req-a52388b0-3da8-4a1d-a221-e3b879b658a9 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365690 Feb 09 15:48:26.774525 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a06090-67d9-4013-a731-6eef5f2f957b x-openstack-request-id: req-74a06090-67d9-4013-a731-6eef5f2f957b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:26.775025 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63af7fbe-0fe0-4100-b035-58ebe2d788fa", "tag": "c016be33-3a1f-4b72-985e-04a8e8552a57", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:26.775331 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74a06090-67d9-4013-a731-6eef5f2f957b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:26.775879 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63af7fbe-0fe0-4100-b035-58ebe2d788fa', 'tag': 'c016be33-3a1f-4b72-985e-04a8e8552a57', 'status': 'completed', 'code': 200} Feb 09 15:48:26.789093 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:26.831009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Pushing event deleted for resources: {'Port': ['ID=59f44b8e-67ea-4c25-b329-23056035f627,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:26.949701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:26.955093 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:26.961542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd133631-9c86-455c-8bd3-74418f7c4f0a req-cdffd411-fdb8-4c49-9c3d-4771cd3bb235 tempest-FloatingIPDetailsTestJSON-656323204 tempest-FloatingIPDetailsTestJSON-656323204-project] 10.222.0.53 "DELETE /v2.0/floatingips/01159bf6-3273-4b97-8957-f2e1891b7524 HTTP/1.1" status: 204 len: 173 time: 1.1493423 Feb 09 15:48:26.974463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35618) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:27.035457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-0afa9508-5b53-4bda-bfd7-31ae1acc6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:27.039994 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-0afa9508-5b53-4bda-bfd7-31ae1acc6808 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 1098 time: 0.0897570 Feb 09 15:48:27.231577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-35835bf7-8968-4024-bae2-d4d2ffc76474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:27.233618 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-35835bf7-8968-4024-bae2-d4d2ffc76474 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1859994 Feb 09 15:48:27.290981 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-6ab4c610-e08b-4caa-b8f5-80ad9a263125 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c016be33-3a1f-4b72-985e-04a8e8552a57 HTTP/1.1" status: 200 len: 217 time: 0.0475481 Feb 09 15:48:27.361597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-df08e18f-4b17-49b6-a35b-cd955e2d984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:27.363238 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-df08e18f-4b17-49b6-a35b-cd955e2d984d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0602398 Feb 09 15:48:27.460266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-44cf2fb7-2219-44a3-b3fd-a76ff90c7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:27.462851 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-44cf2fb7-2219-44a3-b3fd-a76ff90c7740 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0864224 Feb 09 15:48:27.476654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bc614-01dd-4164-a76b-9283bb8c0e81 req-b5bce362-5516-40dd-92ff-9b299d207e10 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:27.478350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-383bc614-01dd-4164-a76b-9283bb8c0e81 req-b5bce362-5516-40dd-92ff-9b299d207e10 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 949 time: 0.1163380 Feb 09 15:48:27.549620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 884580f5-8037-447e-82ac-d791b6fe5b59 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:48:27.640249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-c4a2aa5c-f172-4fe9-9037-1eb7f9f276de service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681545 Feb 09 15:48:27.663279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-383bc614-01dd-4164-a76b-9283bb8c0e81 req-429a424f-0895-4fcc-a42c-c5fe5e3b7c98 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b884cc35-b47b-4e1d-8fbe-a45e15879a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590621 Feb 09 15:48:27.695704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f194-7351-44c2-917e-9cac6edf56cb req-d5ea056b-d800-417f-a69c-f520c678aa79 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:27.697386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8c7f194-7351-44c2-917e-9cac6edf56cb req-d5ea056b-d800-417f-a69c-f520c678aa79 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 947 time: 0.1157873 Feb 09 15:48:27.730855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 884580f5-8037-447e-82ac-d791b6fe5b59 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:48:27.739010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 884580f5-8037-447e-82ac-d791b6fe5b59 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:27.744075 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:27.787046 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03f170a0-1bed-4a0a-b690-c1674d8bd552 req-938ac7eb-8c50-4290-a52c-194ef035d3ed service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393349 Feb 09 15:48:27.812384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8c7f194-7351-44c2-917e-9cac6edf56cb req-f6a93c39-1666-4466-ae81-35c4134276a8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081057 Feb 09 15:48:27.859642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:27.898117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd567a13f-db0b-43b2-8bdb-86124b762a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884580f5-8037-447e-82ac-d791b6fe5b59'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:27.903020 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bc50fc-7fa1-46ff-98dc-48d2e259be7f" -d '{"events": [{"server_uuid": "d567a13f-db0b-43b2-8bdb-86124b762a56", "name": "network-vif-plugged", "status": "completed", "tag": "884580f5-8037-447e-82ac-d791b6fe5b59"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:27.928649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 884580f5-8037-447e-82ac-d791b6fe5b59, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=884580f5-8037-447e-82ac-d791b6fe5b59,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:27.939880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85727ab-051d-4575-a7a8-33299e34d498 req-1c600fc7-bdbb-4d2f-9def-7b3c741c09e9 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:27.941785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f85727ab-051d-4575-a7a8-33299e34d498 req-1c600fc7-bdbb-4d2f-9def-7b3c741c09e9 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 1096 time: 0.1770978 Feb 09 15:48:28.034767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f85727ab-051d-4575-a7a8-33299e34d498 req-90f44a47-8c40-4f2f-a7e2-931090a8d885 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828049 Feb 09 15:48:28.037871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:28.081999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:28.139524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=884580f5-8037-447e-82ac-d791b6fe5b59,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:28.175029 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:28.439109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d1120-2843-4087-ae44-f4d14538c826 req-65b9b1e1-dc65-4732-95f1-951fd9da1a47 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:28.440923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e93d1120-2843-4087-ae44-f4d14538c826 req-65b9b1e1-dc65-4732-95f1-951fd9da1a47 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 946 time: 0.1521831 Feb 09 15:48:28.521471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e93d1120-2843-4087-ae44-f4d14538c826 req-a41dc660-109a-4b05-9469-3aec13d0b20a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674376 Feb 09 15:48:28.575895 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f6f746-fd2b-449e-8c4b-9bb9a8731645 x-openstack-request-id: req-76f6f746-fd2b-449e-8c4b-9bb9a8731645 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:28.576519 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d567a13f-db0b-43b2-8bdb-86124b762a56", "name": "network-vif-plugged", "status": "completed", "tag": "884580f5-8037-447e-82ac-d791b6fe5b59", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:28.576962 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76f6f746-fd2b-449e-8c4b-9bb9a8731645 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:28.578031 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd567a13f-db0b-43b2-8bdb-86124b762a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884580f5-8037-447e-82ac-d791b6fe5b59', 'code': 200} Feb 09 15:48:28.613047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35660) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:28.649361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Deleting port c6150a6c-63dc-40dd-a0fb-7bf58b446955 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:28.649994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:28.751586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:28.759095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a930a-c013-4998-8671-c9855cffd350 req-72b16181-345a-47b9-b130-a0b958b6a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:28.761197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-202a930a-c013-4998-8671-c9855cffd350 req-72b16181-345a-47b9-b130-a0b958b6a9c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 1097 time: 0.1075695 Feb 09 15:48:28.826147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] For port c6150a6c-63dc-40dd-a0fb-7bf58b446955, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c6150a6c-63dc-40dd-a0fb-7bf58b446955,segment=NetworkSegment(e8a9e768-9262-4793-b0f9-248d05fc4e89),segment_id=e8a9e768-9262-4793-b0f9-248d05fc4e89)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:28.828781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:28.845319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-202a930a-c013-4998-8671-c9855cffd350 req-c88d953f-ad07-45e3-96ec-9341db0bffde service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676510 Feb 09 15:48:28.846400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Calling delete_port for c6150a6c-63dc-40dd-a0fb-7bf58b446955 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:29.161270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.276439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a9a2-17d4-484e-af58-c969f0136f7d req-4b73056b-0bed-44c6-b778-8c479ec8633f tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:29.279265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c118a9a2-17d4-484e-af58-c969f0136f7d req-4b73056b-0bed-44c6-b778-8c479ec8633f tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 946 time: 0.1603441 Feb 09 15:48:29.397357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c118a9a2-17d4-484e-af58-c969f0136f7d req-41e61bed-a720-45b7-a843-ec3e69c0f1b3 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fb90854-f630-4004-9e43-db6367704cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085660 Feb 09 15:48:29.512034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.555157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6150a6c-63dc-40dd-a0fb-7bf58b446955,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:29.595108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6105bc1-aadf-4985-88b2-8dd9500d763d req-da3e01af-5bd4-4dc0-90cb-0c76bfa2475d tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:29.597155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6105bc1-aadf-4985-88b2-8dd9500d763d req-da3e01af-5bd4-4dc0-90cb-0c76bfa2475d tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 949 time: 0.1482596 Feb 09 15:48:29.631622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Deleting port 7039a806-76dd-4e75-8e39-d9e865d439d5 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:29.632496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.642918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d89e4-983a-4d83-81cd-9624a05a0aba req-dcbae56f-740d-4b73-bfd0-07f8d612257a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:29.645679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d01d89e4-983a-4d83-81cd-9624a05a0aba req-dcbae56f-740d-4b73-bfd0-07f8d612257a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 947 time: 0.1678185 Feb 09 15:48:29.727704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] For port 7039a806-76dd-4e75-8e39-d9e865d439d5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7039a806-76dd-4e75-8e39-d9e865d439d5,segment=NetworkSegment(282bb34c-3d3c-4865-9cb7-98cb6107d122),segment_id=282bb34c-3d3c-4865-9cb7-98cb6107d122)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:29.728119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.748272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Calling delete_port for 7039a806-76dd-4e75-8e39-d9e865d439d5 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:29.823631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d01d89e4-983a-4d83-81cd-9624a05a0aba req-d4e97f63-4af7-460c-8a8e-c47b29d5ff9a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610212 Feb 09 15:48:29.834929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6105bc1-aadf-4985-88b2-8dd9500d763d req-6d33792c-d735-49ca-93f6-80323f079d68 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b884cc35-b47b-4e1d-8fbe-a45e15879a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856968 Feb 09 15:48:29.857156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.881278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c016be33-3a1f-4b72-985e-04a8e8552a57 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:48:30.147852 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:30.201863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170a939-266e-4574-9cd0-254b404be2aa req-0110d969-4623-424d-a525-85281d0fa03d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:30.208437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c016be33-3a1f-4b72-985e-04a8e8552a57, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c016be33-3a1f-4b72-985e-04a8e8552a57,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:30.210262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c170a939-266e-4574-9cd0-254b404be2aa req-0110d969-4623-424d-a525-85281d0fa03d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 946 time: 0.1852481 Feb 09 15:48:30.256645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'c016be33-3a1f-4b72-985e-04a8e8552a57', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'c016be33-3a1f-4b72-985e-04a8e8552a57', 'mac_address': 'fa:16:3e:fe:e5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:48:30.332890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:30.354260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c016be33-3a1f-4b72-985e-04a8e8552a57 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:30.360418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:30.404464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c016be33-3a1f-4b72-985e-04a8e8552a57, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c016be33-3a1f-4b72-985e-04a8e8552a57,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:30.450336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7039a806-76dd-4e75-8e39-d9e865d439d5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:30.513485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:30.651051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26364d17-e409-46f5-be7d-afdc360e3ead req-bb18b020-43c3-4c5c-bb65-11f751aa11f3 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:30.652727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26364d17-e409-46f5-be7d-afdc360e3ead req-bb18b020-43c3-4c5c-bb65-11f751aa11f3 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.13 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 946 time: 0.6295185 Feb 09 15:48:30.659168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c016be33-3a1f-4b72-985e-04a8e8552a57,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:30.745960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:30.795117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:30.921608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c170a939-266e-4574-9cd0-254b404be2aa req-f71281ae-f722-4af3-96a1-6f1dc1e152dd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885386 Feb 09 15:48:31.163352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:48:31.209589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8197ff-7aaf-492c-86ca-50311bd8025d req-f7e320ab-cf41-49aa-96b2-296e179b6689 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:31.212264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e8197ff-7aaf-492c-86ca-50311bd8025d req-f7e320ab-cf41-49aa-96b2-296e179b6689 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 946 time: 0.1528747 Feb 09 15:48:31.222341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Deleting port 457f57e2-2df4-463f-ae17-be35034582a9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:31.222884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.243539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Router efaf6280-17de-4850-bce7-8bd30a2395c0 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:48:31.305116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:48:31.314475 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-08b980ae-14be-4f37-9bfe-963f1b248ed6 admin admin] 10.222.0.53 "PUT /v2.0/routers/4750c7d5-ba83-4d2f-befd-2d37b2dcda23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6998315 Feb 09 15:48:31.315134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35794) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:31.319195 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] Sync routers for ids ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:48:31.333954 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] Routers {'4750c7d5-ba83-4d2f-befd-2d37b2dcda23'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:48:31.334899 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:48:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:31.443508 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.496374 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.505253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e8197ff-7aaf-492c-86ca-50311bd8025d req-1a3e9456-7c74-43da-a4d8-2cd163d2e43e tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/security-groups?id=9fb90854-f630-4004-9e43-db6367704cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749040 Feb 09 15:48:31.589206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.669862 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] Set router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:48:31.703095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] For port 457f57e2-2df4-463f-ae17-be35034582a9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=457f57e2-2df4-463f-ae17-be35034582a9,segment=NetworkSegment(ae857411-8ee8-42ab-9f3e-3fd457a41faf),segment_id=ae857411-8ee8-42ab-9f3e-3fd457a41faf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:31.704143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.731457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Calling delete_port for 457f57e2-2df4-463f-ae17-be35034582a9 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:31.737510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:48:31.744943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Deleting port db4e84ca-33d1-4539-afcd-f2a4f790430e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:31.745489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.754789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] Sync routers for ids ['efaf6280-17de-4850-bce7-8bd30a2395c0'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:48:31.764227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-06c502dc-d54b-477d-928a-3799485cf9f7 admin admin] 10.222.0.53 "PUT /v2.0/routers/efaf6280-17de-4850-bce7-8bd30a2395c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7831967 Feb 09 15:48:31.765116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35808) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:31.785555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] Routers {'efaf6280-17de-4850-bce7-8bd30a2395c0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:48:31.786520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:48:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['efaf6280-17de-4850-bce7-8bd30a2395c0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:31.814455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c4f31-184a-40f9-adb3-d3b68fe7bc17 req-2f234058-6e12-4148-97df-e499995d6df0 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:31.823623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-666c4f31-184a-40f9-adb3-d3b68fe7bc17 req-2f234058-6e12-4148-97df-e499995d6df0 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 948 time: 0.1897216 Feb 09 15:48:31.901101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] For port db4e84ca-33d1-4539-afcd-f2a4f790430e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=db4e84ca-33d1-4539-afcd-f2a4f790430e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:31.901791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.908349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c016be33-3a1f-4b72-985e-04a8e8552a57 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:48:31.945597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Calling delete_port for db4e84ca-33d1-4539-afcd-f2a4f790430e owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:32.117765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] Set router efaf6280-17de-4850-bce7-8bd30a2395c0 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:48:32.132817 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206'}], 'enable_snat': True}, 'gw_port_id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:48:30Z', 'revision_number': 5, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port': {'id': 'db4e84ca-33d1-4539-afcd-f2a4f790430e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:45:18Z', 'updated_at': '2022-02-09T15:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:32.186396 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] Checking router: 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:48:32.197447 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] Routers {'4750c7d5-ba83-4d2f-befd-2d37b2dcda23'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:48:32.198569 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:48:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:32.276469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port c016be33-3a1f-4b72-985e-04a8e8552a57 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:48:32.284878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port c016be33-3a1f-4b72-985e-04a8e8552a57 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:32.285419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:32.291137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-666c4f31-184a-40f9-adb3-d3b68fe7bc17 req-cf816b80-bd65-4a9a-a60f-c66f761f94ec tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679155 Feb 09 15:48:32.339154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:32.452892 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:32.464896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34861d3a-c0f8-4140-a71e-98ad3f9d643f req-0da25279-a312-464d-a799-a279b26a58ed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:32.516006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34861d3a-c0f8-4140-a71e-98ad3f9d643f req-0da25279-a312-464d-a799-a279b26a58ed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 949 time: 0.3779819 Feb 09 15:48:32.516446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63af7fbe-0fe0-4100-b035-58ebe2d788fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c016be33-3a1f-4b72-985e-04a8e8552a57'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:32.516446 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35331770-76c8-443b-a458-1cea9b6be54b" -d '{"events": [{"server_uuid": "63af7fbe-0fe0-4100-b035-58ebe2d788fa", "name": "network-vif-plugged", "status": "completed", "tag": "c016be33-3a1f-4b72-985e-04a8e8552a57"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:32.516446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c016be33-3a1f-4b72-985e-04a8e8552a57, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c016be33-3a1f-4b72-985e-04a8e8552a57,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:32.602195 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] Set router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:48:32.606291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:48:29Z', 'revision_number': 5, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:32.606782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Pushing event deleted for resources: {'Port': ['ID=db4e84ca-33d1-4539-afcd-f2a4f790430e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:32.606970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] Checking router: efaf6280-17de-4850-bce7-8bd30a2395c0 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:48:32.606970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] Routers {'efaf6280-17de-4850-bce7-8bd30a2395c0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:48:32.606970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:48:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['efaf6280-17de-4850-bce7-8bd30a2395c0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:32.635841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34861d3a-c0f8-4140-a71e-98ad3f9d643f req-06e50448-cf6e-4617-b965-328cddee8d77 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b884cc35-b47b-4e1d-8fbe-a45e15879a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408019 Feb 09 15:48:32.647592 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:48:31Z', 'revision_number': 6, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:32.728231 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755100b0-7428-4590-8465-d263f63e18c3 None None] The sync data for ids ['4750c7d5-ba83-4d2f-befd-2d37b2dcda23'] in n-d-828542-1 is: [{'id': '4750c7d5-ba83-4d2f-befd-2d37b2dcda23', 'name': 'tempest-ServersTestMultiNic-1103833594-router', 'tenant_id': '37241014ae584de9a7b40fa0df1142c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:45:17Z', 'updated_at': '2022-02-09T15:48:31Z', 'revision_number': 6, 'project_id': '37241014ae584de9a7b40fa0df1142c9', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:48:32.733337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:32.745215 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:32.867028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] Set router efaf6280-17de-4850-bce7-8bd30a2395c0 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:48:32.927962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb916af2-f621-4a56-9d09-d61803f4af1b req-be546b82-cca6-4703-9abc-5c7ec02cdbe6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:32.936384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb916af2-f621-4a56-9d09-d61803f4af1b req-be546b82-cca6-4703-9abc-5c7ec02cdbe6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 946 time: 0.2518675 Feb 09 15:48:32.952688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.022936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c016be33-3a1f-4b72-985e-04a8e8552a57,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:33.042853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Pushing event deleted for resources: {'Port': ['ID=457f57e2-2df4-463f-ae17-be35034582a9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:33.099078 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.123608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb916af2-f621-4a56-9d09-d61803f4af1b req-c2e01922-58d6-487d-88c0-24123b2e550d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857648 Feb 09 15:48:33.217788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] No DVR routers for this DVR port 457f57e2-2df4-463f-ae17-be35034582a9 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:33.226395 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.237896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26364d17-e409-46f5-be7d-afdc360e3ead req-e91749ae-2551-49d6-b9fb-9cee20689011 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.13 "DELETE /v2.0/ports/457f57e2-2df4-463f-ae17-be35034582a9 HTTP/1.1" status: 204 len: 173 time: 2.5686524 Feb 09 15:48:33.240337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d6c6d8-7d91-4399-a1d0-95d3c34a9137', 'name': 'network-vif-deleted', 'tag': '457f57e2-2df4-463f-ae17-be35034582a9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:33.264333 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef747967-0d3e-4cb8-88de-899f1b814488" -d '{"events": [{"server_uuid": "00d6c6d8-7d91-4399-a1d0-95d3c34a9137", "name": "network-vif-deleted", "tag": "457f57e2-2df4-463f-ae17-be35034582a9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:33.402445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.489877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b70b4f6b-8a1c-4636-8e9c-8eb2b3393522 req-56b79ccb-3dfc-46d5-b0db-f94a77ae4103 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 210 time: 0.0742946 Feb 09 15:48:33.539901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b15d65-4fb2-4f91-abff-282c89b4d7a4 req-4aacbcf8-d097-49ef-8138-5987e7c87cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:33.547613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99b15d65-4fb2-4f91-abff-282c89b4d7a4 req-4aacbcf8-d097-49ef-8138-5987e7c87cd9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 1100 time: 0.1124194 Feb 09 15:48:33.589536 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ff38e6-a814-4e75-a9d4-2cd0a7fb2aa9 x-openstack-request-id: req-32ff38e6-a814-4e75-a9d4-2cd0a7fb2aa9 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:33.590173 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63af7fbe-0fe0-4100-b035-58ebe2d788fa", "name": "network-vif-plugged", "status": "completed", "tag": "c016be33-3a1f-4b72-985e-04a8e8552a57", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:33.590173 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32ff38e6-a814-4e75-a9d4-2cd0a7fb2aa9 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:33.590475 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63af7fbe-0fe0-4100-b035-58ebe2d788fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c016be33-3a1f-4b72-985e-04a8e8552a57', 'code': 200} Feb 09 15:48:33.591508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 457f57e2-2df4-463f-ae17-be35034582a9 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:33.607953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Deleting port 2c43d657-843a-4a7e-8b07-c0d86a751ac7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:33.608320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.615412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99b15d65-4fb2-4f91-abff-282c89b4d7a4 req-fb06bda1-211a-462a-8a15-23353270c53a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552382 Feb 09 15:48:33.625807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 457f57e2-2df4-463f-ae17-be35034582a9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:33.626118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 457f57e2-2df4-463f-ae17-be35034582a9 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:33.640935 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.652513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-80804e2c-7f16-4bf0-9ff6-64045ceffecd tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:33.654844 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-80804e2c-7f16-4bf0-9ff6-64045ceffecd tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.73 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 949 time: 1.0903022 Feb 09 15:48:33.657196 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.824907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:48:29Z', 'revision_number': 5, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:33.852137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] For port 2c43d657-843a-4a7e-8b07-c0d86a751ac7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2c43d657-843a-4a7e-8b07-c0d86a751ac7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:33.852767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.883725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Calling delete_port for 2c43d657-843a-4a7e-8b07-c0d86a751ac7 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:33.936622 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.936622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4750c7d5-ba83-4d2f-befd-2d37b2dcda23 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:48:33.948139 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.956270 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e699cc6e-f6d2-4556-9bf6-3a25f12f6073 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4750c7d5-ba83-4d2f-befd-2d37b2dcda23 HTTP/1.1" status: 204 len: 168 time: 2.6398642 Feb 09 15:48:33.957926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35880) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:33.988885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbffd0e-1350-4123-8e77-ed2d3ae4e3c6 None None] The sync data for ids ['efaf6280-17de-4850-bce7-8bd30a2395c0'] in n-d-828542-1 is: [{'id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'name': 'tempest-FloatingIPDetailsTestJSON-862399665-router', 'tenant_id': '6718fb4577a84121a6fe9fbb8de36080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:47:35Z', 'updated_at': '2022-02-09T15:48:29Z', 'revision_number': 5, 'project_id': '6718fb4577a84121a6fe9fbb8de36080', 'gw_port': {'id': '2c43d657-843a-4a7e-8b07-c0d86a751ac7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaf6280-17de-4850-bce7-8bd30a2395c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:47:36Z', 'updated_at': '2022-02-09T15:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:48:34.001457 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0899741b-f5e6-4e3a-b8dd-4f82bd5c9379 x-openstack-request-id: req-0899741b-f5e6-4e3a-b8dd-4f82bd5c9379 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:34.001795 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d6c6d8-7d91-4399-a1d0-95d3c34a9137", "name": "network-vif-deleted", "tag": "457f57e2-2df4-463f-ae17-be35034582a9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:34.002160 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0899741b-f5e6-4e3a-b8dd-4f82bd5c9379 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:34.002650 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d6c6d8-7d91-4399-a1d0-95d3c34a9137', 'name': 'network-vif-deleted', 'tag': '457f57e2-2df4-463f-ae17-be35034582a9', 'status': 'completed', 'code': 200} Feb 09 15:48:34.006788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7039a806-76dd-4e75-8e39-d9e865d439d5 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:34.066607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7039a806-76dd-4e75-8e39-d9e865d439d5 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:34.066746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7039a806-76dd-4e75-8e39-d9e865d439d5 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:34.067170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device db4e84ca-33d1-4539-afcd-f2a4f790430e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:34.112703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: db4e84ca-33d1-4539-afcd-f2a4f790430e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:34.113273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device db4e84ca-33d1-4539-afcd-f2a4f790430e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:34.127396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07b969-10ac-4e7b-92b5-68224c087dcb req-653b7240-8847-43e1-956b-7d57bda54dc1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:34.128773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e8d2c9-df27-4a3f-9baf-d8301d84b9bf admin admin] Deleting subnet a83d0756-3cf0-4148-b7dd-3cd1072795ec {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:48:34.134826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81e8d2c9-df27-4a3f-9baf-d8301d84b9bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:34.136493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f07b969-10ac-4e7b-92b5-68224c087dcb req-653b7240-8847-43e1-956b-7d57bda54dc1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 949 time: 0.1369169 Feb 09 15:48:34.202240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f07b969-10ac-4e7b-92b5-68224c087dcb req-ffa49916-f997-4071-b07a-fa10d82a2354 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638633 Feb 09 15:48:34.235181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81e8d2c9-df27-4a3f-9baf-d8301d84b9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:34.248574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0e9b-8416-4a00-aa63-0a083c1c08ac req-ed256469-4e03-46ea-b5a0-3689681302db tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:34.250301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec2a0e9b-8416-4a00-aa63-0a083c1c08ac req-ed256469-4e03-46ea-b5a0-3689681302db tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 949 time: 0.2466333 Feb 09 15:48:34.288473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Deleting port 263fcc33-12c6-42b3-83fa-fc1cf24a632f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:34.289591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:34.362132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec2a0e9b-8416-4a00-aa63-0a083c1c08ac req-3202377b-ccb2-47b2-a47f-8adbf96c5315 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/security-groups?id=b884cc35-b47b-4e1d-8fbe-a45e15879a7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575166 Feb 09 15:48:34.456524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81e8d2c9-df27-4a3f-9baf-d8301d84b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:34.521196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] For port 263fcc33-12c6-42b3-83fa-fc1cf24a632f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=263fcc33-12c6-42b3-83fa-fc1cf24a632f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:34.521580 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:34.574518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Calling delete_port for 263fcc33-12c6-42b3-83fa-fc1cf24a632f owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:34.638402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:34.688737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Pushing event deleted for resources: {'Port': ['ID=2c43d657-843a-4a7e-8b07-c0d86a751ac7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:34.734137 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81e8d2c9-df27-4a3f-9baf-d8301d84b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:34.815018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5c7542-b71b-4d8a-9bcf-dc9c841a6824 None None] Network d3d834d7-db04-45e1-bc10-eb40fd4900eb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:34.815615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9dd6e3a3-577b-46b3-b557-646fe6ec2807 req-319064d4-31c1-4f9a-aeef-cd725d587276 tempest-ServerGroupTestJSON-22761839 tempest-ServerGroupTestJSON-22761839-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d6c6d8-7d91-4399-a1d0-95d3c34a9137 HTTP/1.1" status: 200 len: 210 time: 0.1262150 Feb 09 15:48:34.824818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8d2c9-df27-4a3f-9baf-d8301d84b9bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83d0756-3cf0-4148-b7dd-3cd1072795ec,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:34.841920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81e8d2c9-df27-4a3f-9baf-d8301d84b9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:34.849391 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81e8d2c9-df27-4a3f-9baf-d8301d84b9bf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a83d0756-3cf0-4148-b7dd-3cd1072795ec HTTP/1.1" status: 204 len: 168 time: 0.8677986 Feb 09 15:48:34.866315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35916) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:34.935326 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.045913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.173671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.176204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Deleting port 24785612-8d15-46a2-bd10-63a03a01cc05 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:35.176750 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.178982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.215369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] DHCP port deletion for d3d834d7-db04-45e1-bc10-eb40fd4900eb request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:48:35.320890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.329398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] For port 24785612-8d15-46a2-bd10-63a03a01cc05, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=24785612-8d15-46a2-bd10-63a03a01cc05,segment=NetworkSegment(282bb34c-3d3c-4865-9cb7-98cb6107d122),segment_id=282bb34c-3d3c-4865-9cb7-98cb6107d122)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:35.330693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.337902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] Deleting port 24785612-8d15-46a2-bd10-63a03a01cc05 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:35.338284 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.359076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Calling delete_port for 24785612-8d15-46a2-bd10-63a03a01cc05 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:35.445319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] For port 24785612-8d15-46a2-bd10-63a03a01cc05, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=24785612-8d15-46a2-bd10-63a03a01cc05,segment=NetworkSegment(282bb34c-3d3c-4865-9cb7-98cb6107d122),segment_id=282bb34c-3d3c-4865-9cb7-98cb6107d122)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:35.445744 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.461184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.475542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Fanout notify agent at l3_agent the message router_deleted on router efaf6280-17de-4850-bce7-8bd30a2395c0 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:48:35.475542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.475542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-32b7873e-d010-462f-b498-c22bfa6994af admin admin] 10.222.0.53 "DELETE /v2.0/routers/efaf6280-17de-4850-bce7-8bd30a2395c0 HTTP/1.1" status: 204 len: 168 time: 3.6999435 Feb 09 15:48:35.476728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] Calling delete_port for 24785612-8d15-46a2-bd10-63a03a01cc05 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:35.486640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35942) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:35.556680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495001-c06c-42f5-a337-58c3bff517e7 req-3f71c9e4-5272-413b-96d9-2513661d50e8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:35.572726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de495001-c06c-42f5-a337-58c3bff517e7 req-3f71c9e4-5272-413b-96d9-2513661d50e8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 949 time: 0.1916440 Feb 09 15:48:35.611178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Pushing event deleted for resources: {'Port': ['ID=263fcc33-12c6-42b3-83fa-fc1cf24a632f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:35.658745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36862876-933a-4ac1-958c-89b4e3efcc1d req-7009f555-1cda-43ea-8773-f45108980491 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 210 time: 0.0717356 Feb 09 15:48:35.682477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c250e1a1-e229-4aec-a2f4-551f83d50bd2 admin admin] Deleting subnet 36bf3a9e-8294-4393-8a6a-f4e9132a0daf {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:48:35.693757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c250e1a1-e229-4aec-a2f4-551f83d50bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.714307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] No DVR routers for this DVR port 263fcc33-12c6-42b3-83fa-fc1cf24a632f on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:35.718775 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.723159 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a7646298-d148-4b2b-a13c-fd0f47f3dda5 req-3bb06be0-5348-44c6-a9f4-655381f40fed tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.73 "DELETE /v2.0/ports/263fcc33-12c6-42b3-83fa-fc1cf24a632f HTTP/1.1" status: 204 len: 173 time: 1.9154658 Feb 09 15:48:35.723656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06631806-16f2-4741-a8b4-e80a6c1202a1', 'name': 'network-vif-deleted', 'tag': '263fcc33-12c6-42b3-83fa-fc1cf24a632f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:35.726135 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d217cc9-d951-4e9d-9fda-cc92dcf8e007" -d '{"events": [{"server_uuid": "06631806-16f2-4741-a8b4-e80a6c1202a1", "name": "network-vif-deleted", "tag": "263fcc33-12c6-42b3-83fa-fc1cf24a632f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:35.743006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: from cryptography.utils import int_from_bytes Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: from cryptography.utils import int_from_bytes Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.751526 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:48:35.754424 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 15:48:35.758229 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.773915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de495001-c06c-42f5-a337-58c3bff517e7 req-c0c345b2-f32b-4d84-9e74-1c0fd359903b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001603 Feb 09 15:48:35.808333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c250e1a1-e229-4aec-a2f4-551f83d50bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:35.823949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] No DVR routers for this DVR port 24785612-8d15-46a2-bd10-63a03a01cc05 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:35.827742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] Pushing event deleted for resources: {'Port': ['ID=24785612-8d15-46a2-bd10-63a03a01cc05,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:35.835635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0d5fd-c4cb-4160-aae5-d4e311b5c522 None None] No DVR routers for this DVR port 24785612-8d15-46a2-bd10-63a03a01cc05 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:35.838626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=24785612-8d15-46a2-bd10-63a03a01cc05,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:35.899136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 263fcc33-12c6-42b3-83fa-fc1cf24a632f no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:35.981486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 263fcc33-12c6-42b3-83fa-fc1cf24a632f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:35.985734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 263fcc33-12c6-42b3-83fa-fc1cf24a632f not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:35.998994 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b645369f-1a61-4afb-9a23-f7859df9cb8e x-openstack-request-id: req-b645369f-1a61-4afb-9a23-f7859df9cb8e {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:36.012412 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06631806-16f2-4741-a8b4-e80a6c1202a1", "name": "network-vif-deleted", "tag": "263fcc33-12c6-42b3-83fa-fc1cf24a632f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:36.013075 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b645369f-1a61-4afb-9a23-f7859df9cb8e {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:36.013755 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06631806-16f2-4741-a8b4-e80a6c1202a1', 'name': 'network-vif-deleted', 'tag': '263fcc33-12c6-42b3-83fa-fc1cf24a632f', 'status': 'completed', 'code': 200} Feb 09 15:48:36.235292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.284765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2c43d657-843a-4a7e-8b07-c0d86a751ac7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:36.288314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d834d7-db04-45e1-bc10-eb40fd4900eb']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:36.310818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282bb34c-3d3c-4865-9cb7-98cb6107d122') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:36.316145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282bb34c-3d3c-4865-9cb7-98cb6107d122') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:36.336914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.405362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.411741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 2c43d657-843a-4a7e-8b07-c0d86a751ac7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:36.416927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2c43d657-843a-4a7e-8b07-c0d86a751ac7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:36.416927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c6150a6c-63dc-40dd-a0fb-7bf58b446955 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:36.418680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:48:36.421215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:48:36.424728 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:48:36.459344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c250e1a1-e229-4aec-a2f4-551f83d50bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.462568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c6150a6c-63dc-40dd-a0fb-7bf58b446955 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:36.463128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c6150a6c-63dc-40dd-a0fb-7bf58b446955 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:36.463629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 24785612-8d15-46a2-bd10-63a03a01cc05 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:36.509831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 24785612-8d15-46a2-bd10-63a03a01cc05 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:36.510598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 24785612-8d15-46a2-bd10-63a03a01cc05 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:36.596475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82589ad-3c14-4df0-9c38-27dcf953cae3 req-4b4801ba-6c49-47ad-ad9f-a64f5e78755a tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:36.598433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f82589ad-3c14-4df0-9c38-27dcf953cae3 req-4b4801ba-6c49-47ad-ad9f-a64f5e78755a tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 1100 time: 0.0671449 Feb 09 15:48:36.625897 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f82589ad-3c14-4df0-9c38-27dcf953cae3 req-9641e309-8deb-4e4f-99ce-18b137139a6b tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.633787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.641872 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.646161 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d3d834d7-db04-45e1-bc10-eb40fd4900eb HTTP/1.1" status: 204 len: 168 time: 1.7786593 Feb 09 15:48:36.662309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8562a-5aae-459d-8e83-185f15a4cef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d834d7-db04-45e1-bc10-eb40fd4900eb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:36.803602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c250e1a1-e229-4aec-a2f4-551f83d50bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.877003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250e1a1-e229-4aec-a2f4-551f83d50bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36bf3a9e-8294-4393-8a6a-f4e9132a0daf,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:36.881064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f82589ad-3c14-4df0-9c38-27dcf953cae3 req-9641e309-8deb-4e4f-99ce-18b137139a6b tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.884312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c250e1a1-e229-4aec-a2f4-551f83d50bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:36.891856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c250e1a1-e229-4aec-a2f4-551f83d50bd2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/36bf3a9e-8294-4393-8a6a-f4e9132a0daf HTTP/1.1" status: 204 len: 168 time: 1.3976929 Feb 09 15:48:36.893294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36000) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:36.901592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa54752-3c96-4137-a854-9201b2342a40 None None] Network 2808e175-c32d-4054-b696-4a1beedf9536 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:36.988115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.069490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f82589ad-3c14-4df0-9c38-27dcf953cae3 req-9641e309-8deb-4e4f-99ce-18b137139a6b tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.103516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f82589ad-3c14-4df0-9c38-27dcf953cae3 req-9641e309-8deb-4e4f-99ce-18b137139a6b tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928205 Feb 09 15:48:37.177875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] DHCP port deletion for 2808e175-c32d-4054-b696-4a1beedf9536 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:48:37.215462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd573514-52f6-4194-83f0-71f5705c0257 req-61953271-b998-4d3d-98aa-2924dc25eb36 tempest-ServerDiagnosticsNegativeTest-1981060080 tempest-ServerDiagnosticsNegativeTest-1981060080-project] 10.222.0.53 "GET /v2.0/ports?device_id=06631806-16f2-4741-a8b4-e80a6c1202a1 HTTP/1.1" status: 200 len: 210 time: 0.0706835 Feb 09 15:48:37.234357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641e309-8deb-4e4f-99ce-18b137139a6b tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bb1033-5e54-4cce-ab14-b0368515ba4b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:37.270939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Deleting port a0cc1e5b-eea3-466b-9732-81f3403aa30a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:37.273995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.313072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] Deleting port a0cc1e5b-eea3-466b-9732-81f3403aa30a {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:48:37.313072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.460171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36030) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:37.467356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] For port a0cc1e5b-eea3-466b-9732-81f3403aa30a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a0cc1e5b-eea3-466b-9732-81f3403aa30a,segment=NetworkSegment(e8a9e768-9262-4793-b0f9-248d05fc4e89),segment_id=e8a9e768-9262-4793-b0f9-248d05fc4e89)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:37.471125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.494951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] For port a0cc1e5b-eea3-466b-9732-81f3403aa30a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a0cc1e5b-eea3-466b-9732-81f3403aa30a,segment=NetworkSegment(e8a9e768-9262-4793-b0f9-248d05fc4e89),segment_id=e8a9e768-9262-4793-b0f9-248d05fc4e89)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:37.495572 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.499834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Calling delete_port for a0cc1e5b-eea3-466b-9732-81f3403aa30a owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:37.534329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] Calling delete_port for a0cc1e5b-eea3-466b-9732-81f3403aa30a owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:48:37.588710 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aa1063c1-4db4-42dc-bd3a-cc53db716ea3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37241014ae584de9a7b40fa0df1142c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263530 Feb 09 15:48:37.593496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36036) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:37.679864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-94325e93-fd54-4f65-afc4-735733dbc781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.706850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-94325e93-fd54-4f65-afc4-735733dbc781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.780452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.813564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cc1e5b-eea3-466b-9732-81f3403aa30a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:37.818043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] No DVR routers for this DVR port a0cc1e5b-eea3-466b-9732-81f3403aa30a on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:37.832783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.921782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] Pushing event deleted for resources: {'Port': ['ID=a0cc1e5b-eea3-466b-9732-81f3403aa30a,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:37.930424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9640991-fce6-426a-bed6-cff38502fa03 None None] No DVR routers for this DVR port a0cc1e5b-eea3-466b-9732-81f3403aa30a on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:48:37.963356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-94325e93-fd54-4f65-afc4-735733dbc781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.974980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-94325e93-fd54-4f65-afc4-735733dbc781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:37.974980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-94325e93-fd54-4f65-afc4-735733dbc781 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73e6a188-4ded-4178-ab44-4497cefc21b4 HTTP/1.1" status: 204 len: 168 time: 0.3761492 Feb 09 15:48:37.991439 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:38.135529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94325e93-fd54-4f65-afc4-735733dbc781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e6a188-4ded-4178-ab44-4497cefc21b4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:38.137470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a0cc1e5b-eea3-466b-9732-81f3403aa30a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:48:38.138385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2808e175-c32d-4054-b696-4a1beedf9536']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:38.139219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a0cc1e5b-eea3-466b-9732-81f3403aa30a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:48:38.139219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a0cc1e5b-eea3-466b-9732-81f3403aa30a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:48:38.139674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a9e768-9262-4793-b0f9-248d05fc4e89') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:38.139674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a9e768-9262-4793-b0f9-248d05fc4e89') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:38.139674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:38.139674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:38.146935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:48:38.153182 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:48:38.262235 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:48:38.383867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-60bf2020-87d2-4f47-a27c-7580c444d932 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443344 Feb 09 15:48:38.450961 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:38.548833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:38.555299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2808e175-c32d-4054-b696-4a1beedf9536 HTTP/1.1" status: 204 len: 168 time: 1.6617696 Feb 09 15:48:38.632713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747f91f-5f89-46a0-a0ac-7eddbc5967b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2808e175-c32d-4054-b696-4a1beedf9536,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:38.663290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-bb9c6e68-3c37-461d-9a79-d52f7173cf46 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:38.671433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-bb9c6e68-3c37-461d-9a79-d52f7173cf46 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732699 Feb 09 15:48:38.688896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-937559d1-3779-4927-809e-bdc734033601 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/quotas/7772caae686c4e6e92715ae43e275e20 HTTP/1.1" status: 200 len: 375 time: 0.0162084 Feb 09 15:48:38.719527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36132) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:38.756825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-151a8d0b-8c35-4c65-943a-81e5aa1909cf tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668049 Feb 09 15:48:38.828781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7043b4-f1f9-4579-b605-faa4b60166bc admin admin] Deleting subnet 8c081761-6f23-415f-98be-3d47d0afcc2e {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:48:38.835622 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de7043b4-f1f9-4579-b605-faa4b60166bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:38.933565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de7043b4-f1f9-4579-b605-faa4b60166bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.045295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de7043b4-f1f9-4579-b605-faa4b60166bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.170326 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:48:39.264765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de7043b4-f1f9-4579-b605-faa4b60166bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.317223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7043b4-f1f9-4579-b605-faa4b60166bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c081761-6f23-415f-98be-3d47d0afcc2e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:39.321774 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de7043b4-f1f9-4579-b605-faa4b60166bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.328949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36156) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:39.329221 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-de7043b4-f1f9-4579-b605-faa4b60166bc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8c081761-6f23-415f-98be-3d47d0afcc2e HTTP/1.1" status: 204 len: 168 time: 0.6061826 Feb 09 15:48:39.420002 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.519687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.522288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36160) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:39.560781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66eb54a8-48ac-488d-ac22-eb4834133a4e']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:39.580959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae857411-8ee8-42ab-9f3e-3fd457a41faf') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:39.581175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae857411-8ee8-42ab-9f3e-3fd457a41faf') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:48:39.601769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.617894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-05944958-5e59-4b11-bf4d-3e7db8adb198 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6718fb4577a84121a6fe9fbb8de36080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943975 Feb 09 15:48:39.620554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36162) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:39.625119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.641766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:48:39.642693 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:48:39.657997 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:48:39.727152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32ca5698-81a1-4671-97f5-b8924d41ef1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.753887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32ca5698-81a1-4671-97f5-b8924d41ef1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.789788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36170) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:39.861633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.869771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.878875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] 10.222.0.53 "DELETE /v2.0/networks/66eb54a8-48ac-488d-ac22-eb4834133a4e HTTP/1.1" status: 204 len: 168 time: 0.5484769 Feb 09 15:48:39.953283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32ca5698-81a1-4671-97f5-b8924d41ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.957266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32ca5698-81a1-4671-97f5-b8924d41ef1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:39.958568 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-32ca5698-81a1-4671-97f5-b8924d41ef1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88d2927c-da58-4904-b380-0805796d1fab HTTP/1.1" status: 204 len: 168 time: 0.3338759 Feb 09 15:48:39.973273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca7d7f-581c-450e-9ba6-56959bf9454d admin admin] Pushing event deleted for resources: {'Network': ['ID=66eb54a8-48ac-488d-ac22-eb4834133a4e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:39.982570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca5698-81a1-4671-97f5-b8924d41ef1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2927c-da58-4904-b380-0805796d1fab,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:40.090196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ae2565cf-5590-4cad-bff8-c00ae620ff93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59136afa70814475a5bcc0d19fd8b045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967875 Feb 09 15:48:40.092791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36186) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:40.216394 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3527b5c1-76bd-48ba-8616-78b554976bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:40.265015 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3527b5c1-76bd-48ba-8616-78b554976bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:40.372864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46457c4d-1976-45d9-9762-8180d3dc25d4 req-d2a21c62-bfa0-484b-8795-0c1eb4618d42 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 210 time: 0.1075776 Feb 09 15:48:40.473143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3527b5c1-76bd-48ba-8616-78b554976bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:40.475835 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3527b5c1-76bd-48ba-8616-78b554976bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:40.477200 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3527b5c1-76bd-48ba-8616-78b554976bf5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b884cc35-b47b-4e1d-8fbe-a45e15879a7e HTTP/1.1" status: 204 len: 168 time: 0.3830614 Feb 09 15:48:40.488847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527b5c1-76bd-48ba-8616-78b554976bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884cc35-b47b-4e1d-8fbe-a45e15879a7e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:40.626689 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36220) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:40.678347 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d1e9bcb7-bcc3-419b-9545-dc8d66eb995b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b05b2be9bc544da0b473b1b0670dd268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502996 Feb 09 15:48:40.683633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36230) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:40.757663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-352b21d2-1331-4f11-9a25-075ae04c7bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:40.800439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-352b21d2-1331-4f11-9a25-075ae04c7bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:40.997015 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-352b21d2-1331-4f11-9a25-075ae04c7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:41.000950 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-352b21d2-1331-4f11-9a25-075ae04c7bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:41.002191 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-352b21d2-1331-4f11-9a25-075ae04c7bbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fb90854-f630-4004-9e43-db6367704cf0 HTTP/1.1" status: 204 len: 168 time: 0.3195660 Feb 09 15:48:41.015498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b21d2-1331-4f11-9a25-075ae04c7bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb90854-f630-4004-9e43-db6367704cf0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:41.565183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7421aa90-7827-46af-a5b8-40735b819c92 req-0abd23c0-3be3-4ca4-96a8-8f74debe691b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 210 time: 0.0659072 Feb 09 15:48:42.214200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:42.273509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36276) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:42.301927 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-469e806d-9b3b-4f3e-86ae-bab94d395e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:42.467343 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-469e806d-9b3b-4f3e-86ae-bab94d395e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:42.724526 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-469e806d-9b3b-4f3e-86ae-bab94d395e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:42.732130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d1583f5-fa22-42f3-a089-518c9e213766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:42.746606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97b31997-8094-4c3e-bba0-838dbb054fa9 req-66a770d0-f579-43f5-98c2-4f1b0af9d01d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 210 time: 0.0799177 Feb 09 15:48:42.882154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-469e806d-9b3b-4f3e-86ae-bab94d395e45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c6a26dfb0144f619f1623a8042ccb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6066082 Feb 09 15:48:42.886835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36292) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:42.933316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e806d-9b3b-4f3e-86ae-bab94d395e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfbc60a-8521-40cf-91e7-c750ae0956fa,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:43.044912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c35fc7-8162-4171-8f3d-a82be30753a5 req-a7831afb-488c-4a45-9f23-5b2891dae550 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:43.060666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4c35fc7-8162-4171-8f3d-a82be30753a5 req-a7831afb-488c-4a45-9f23-5b2891dae550 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2288146 Feb 09 15:48:43.129515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbb5a-281c-4cf7-b939-9b7e9e732665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.185942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4c35fc7-8162-4171-8f3d-a82be30753a5 req-643ea656-4311-447f-9e90-a3258e7f0a19 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191123 Feb 09 15:48:43.238945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbb5a-281c-4cf7-b939-9b7e9e732665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.266761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d1583f5-fa22-42f3-a089-518c9e213766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.346290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36302) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:43.397805 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d1583f5-fa22-42f3-a089-518c9e213766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.500880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3d1583f5-fa22-42f3-a089-518c9e213766 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e0dc79fddc34763941d9c7f384e0149&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2850499 Feb 09 15:48:43.504669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:43.525848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1583f5-fa22-42f3-a089-518c9e213766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410b3981-7480-466a-bf32-5c0cd01048b1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:43.538800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7596866-99a7-4eba-85fb-f8ef4bbd8791 req-bb9bca5c-ed07-4430-8173-5e364261803a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:43.546691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7596866-99a7-4eba-85fb-f8ef4bbd8791 req-bb9bca5c-ed07-4430-8173-5e364261803a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1770091 Feb 09 15:48:43.552368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbb5a-281c-4cf7-b939-9b7e9e732665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.563584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d6dbb5a-281c-4cf7-b939-9b7e9e732665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.568546 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4d6dbb5a-281c-4cf7-b939-9b7e9e732665 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bfbc60a-8521-40cf-91e7-c750ae0956fa HTTP/1.1" status: 204 len: 168 time: 0.6784754 Feb 09 15:48:43.593692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dbb5a-281c-4cf7-b939-9b7e9e732665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfbc60a-8521-40cf-91e7-c750ae0956fa,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:43.620771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7596866-99a7-4eba-85fb-f8ef4bbd8791 req-0454fc62-0b69-4f1a-9cfc-347a5cf2c7b7 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730472 Feb 09 15:48:43.631703 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63599d-04a7-43d5-856f-e44645846045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.693331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1884295898-network', 'tenant_id': '43f898b645554a7980b8bcca71bf0671'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:43.700436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63599d-04a7-43d5-856f-e44645846045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.865905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb283142-c173-4ce2-b19e-3f9279e9d1c1 req-ed550f54-2809-498b-bdf7-101b6b887d11 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 210 time: 0.0421870 Feb 09 15:48:43.945165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63599d-04a7-43d5-856f-e44645846045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.951297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Made reservation on behalf of 43f898b645554a7980b8bcca71bf0671 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:43.954859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63599d-04a7-43d5-856f-e44645846045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.957051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.962439 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a63599d-04a7-43d5-856f-e44645846045 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/410b3981-7480-466a-bf32-5c0cd01048b1 HTTP/1.1" status: 204 len: 168 time: 0.4518998 Feb 09 15:48:43.981841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:44.010017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63599d-04a7-43d5-856f-e44645846045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410b3981-7480-466a-bf32-5c0cd01048b1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:44.126778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:44.228060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:44.344271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c418dbf-60f9-4712-b494-24da893fee0c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:44.357684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:48:44.394036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:44.394418 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Added segment 851cd683-bc08-4843-8fc1-4406535251e9 of type vlan for network 816cf3cc-6212-43df-8426-a3dd4ffae12d Feb 09 15:48:44.552020 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-f3482a15-bd34-428c-a811-eb1f6d3278b1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851126 Feb 09 15:48:44.606883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:44.763625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aca7a-3d56-4462-9d08-7e0e0ee268e0 req-5cc3e850-1a94-46e0-a134-bd8b651668d7 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:44.779158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be1aca7a-3d56-4462-9d08-7e0e0ee268e0 req-5cc3e850-1a94-46e0-a134-bd8b651668d7 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1931589 Feb 09 15:48:44.862428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1d09c62c-31b4-4dfe-968c-648f4a74bf22 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:44.876024 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1d09c62c-31b4-4dfe-968c-648f4a74bf22 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165703 Feb 09 15:48:44.878886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be1aca7a-3d56-4462-9d08-7e0e0ee268e0 req-8bf04d16-4796-46ff-8720-902adef0c63d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975566 Feb 09 15:48:44.884125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:44.888917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Request body: {'port': {'device_id': '50abd24d-00b0-4534-87a6-08ea3eb60cba', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '7772caae686c4e6e92715ae43e275e20'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:44.889210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:44.889210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:45.037163 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36348) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:45.042672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6799514 Feb 09 15:48:45.049203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a36ee-0af8-408f-9f24-434ca6880e57 admin admin] Pushing event updated for resources: {'Network': ['ID=816cf3cc-6212-43df-8426-a3dd4ffae12d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:45.060607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Request body: {'subnet': {'network_id': '816cf3cc-6212-43df-8426-a3dd4ffae12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1884295898-subnet', 'tenant_id': '43f898b645554a7980b8bcca71bf0671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:45.068310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 816cf3cc-6212-43df-8426-a3dd4ffae12d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:48:45.210311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f6bf6b8-0220-4117-92c2-c8ef9800e3aa req-189141e1-d4f7-45d8-ba8d-c499c538ec45 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 210 time: 0.0909781 Feb 09 15:48:45.399346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Made reservation on behalf of 43f898b645554a7980b8bcca71bf0671 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:45.403881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:45.439135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Made reservation on behalf of 7772caae686c4e6e92715ae43e275e20 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:45.451434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:45.567786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36362) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:45.774488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-ffa24118-65d6-4c4a-92a7-0668c60eb2f0 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759308 Feb 09 15:48:45.932988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36370) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:45.983716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Allocated IP 192.168.233.8 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/0e6ab886-e74c-4476-827b-cb0ab9302ae4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:48:46.051890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-5437691b-4f86-4ead-bf0f-84cd05f89666 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:46.055814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-5437691b-4f86-4ead-bf0f-84cd05f89666 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709055 Feb 09 15:48:46.076864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Request body: {'port': {'device_id': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '7772caae686c4e6e92715ae43e275e20'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:46.471624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-618299692-network', 'tenant_id': 'f92be92017d94928afd76cdc969aabc5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:46.510518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a62c4600-caae-4c08-9e67-2e7ae7410d56 req-438284ba-6045-4d3f-991b-5134cd89605c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 210 time: 0.1111050 Feb 09 15:48:46.519973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-227410033-network', 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:46.532204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:46.724598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9231b2df-10db-4217-8a1c-e213f9165fc8,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:46.731568 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:46.757884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Checking segment: {'id': '851cd683-bc08-4843-8fc1-4406535251e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '816cf3cc-6212-43df-8426-a3dd4ffae12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:46.758562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Network hostable DHCP agents. Network: 816cf3cc-6212-43df-8426-a3dd4ffae12d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:48:46.766448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Made reservation on behalf of 7772caae686c4e6e92715ae43e275e20 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:46.775213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:46.911133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:46.914098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:46.938286 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:46.958737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea277b20-be64-497d-89df-82ffe1170ca5 req-25561a81-0e6a-4fd2-887e-bc2636d81d71 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:46.960890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea277b20-be64-497d-89df-82ffe1170ca5 req-25561a81-0e6a-4fd2-887e-bc2636d81d71 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2600811 Feb 09 15:48:46.995432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Network 816cf3cc-6212-43df-8426-a3dd4ffae12d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:48:47.002704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.027211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Made reservation on behalf of f92be92017d94928afd76cdc969aabc5 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:47.029512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:47.032389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.058049 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.094840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:48:47.111057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:47.117298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:48:47.159321 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea277b20-be64-497d-89df-82ffe1170ca5 req-d8a095b3-5ddf-42e1-82bf-414c1e16f3bf tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600873 Feb 09 15:48:47.190244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'Port': ['ID=0e6ab886-e74c-4476-827b-cb0ab9302ae4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:47.194288 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 816cf3cc-6212-43df-8426-a3dd4ffae12d) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:47.204120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:47.204831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.214000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Allocated IP 192.168.233.187 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/bdac5efe-561d-4717-b982-358b880f389f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:48:47.296306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef7d4d-a739-4994-82fa-8a91c8e25264 None None] Network 816cf3cc-6212-43df-8426-a3dd4ffae12d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:47.363614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:47.377228 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.382819 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.449379 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b347f673-605c-474c-b259-98f41ea85b23 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3872879 Feb 09 15:48:47.543021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.558638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.583106 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-c78d6ed9-8f16-4341-bfe8-542888d37ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6992064 Feb 09 15:48:47.593228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:48:47.600753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Request body: {'port': {'device_id': '50abd24d-00b0-4534-87a6-08ea3eb60cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:47.609072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:47.695632 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.749203 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:48:47.749520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.791280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872222fe-e647-4874-b281-7a2026fda7b5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:47.827769 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.829335 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Added segment c20a229a-70f4-412a-b3f6-4844ff263bdb of type vlan for network 8fe90d03-74e6-453d-8f52-18e4671920fb Feb 09 15:48:47.830944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.831600 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Added segment 083ddf76-f700-48ee-a8f8-d90dbef6cfea of type vlan for network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 Feb 09 15:48:47.853845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:47.943086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953b00d-427d-4766-81f3-a4f74239750d None None] Network 816cf3cc-6212-43df-8426-a3dd4ffae12d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:47.952736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca103a4d-9323-430c-9b4d-aeb36cf37034 req-602ab322-1f05-47a1-9651-cb0835f3648c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 210 time: 0.1273060 Feb 09 15:48:47.973653 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.098201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-52093a83-9521-40fb-9227-11356cb12e0f None None] Provisioning complete for port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:48.098784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-52093a83-9521-40fb-9227-11356cb12e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.234176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:48:48.234775 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.272356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:48.279449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:48:48.311175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-52093a83-9521-40fb-9227-11356cb12e0f None None] Port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:48:48.351041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:48.441407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:48.444378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.496574 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.572228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'Port': ['ID=bdac5efe-561d-4717-b982-358b880f389f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:48.588440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6ab886-e74c-4476-827b-cb0ab9302ae4 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:48.613468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.660037 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Transition to ACTIVE for port object 0e6ab886-e74c-4476-827b-cb0ab9302ae4 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:48:48.692756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:48:48.753505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.756204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.757825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:48.758696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.767767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60609b04-9348-484e-90d2-cd4e5ca1fadc req-9f008a1b-283f-46bd-9a1e-27b14491addd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:48.771076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60609b04-9348-484e-90d2-cd4e5ca1fadc req-9f008a1b-283f-46bd-9a1e-27b14491addd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.3620040 Feb 09 15:48:48.781209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1ad67298-c0c8-432a-b6b7-e0f39fb7f9fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7115793 Feb 09 15:48:48.818356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Request body: {'port': {'device_id': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:48.869452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.871468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:48.873249 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.883120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-05e2ea97-9486-434a-9c77-4e831b4c3bbf None None] Provisioning complete for port bdac5efe-561d-4717-b982-358b880f389f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:48.885333 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-05e2ea97-9486-434a-9c77-4e831b4c3bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:48.980594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-05e2ea97-9486-434a-9c77-4e831b4c3bbf None None] Port bdac5efe-561d-4717-b982-358b880f389f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:48:48.999260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe90d03-74e6-453d-8f52-18e4671920fb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:49.013792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] Pushing event updated for resources: {'Network': ['ID=6359e6de-5759-40f4-ba65-b1e84bd8eb51,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:49.016216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8fe90d03-74e6-453d-8f52-18e4671920fb details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:48:49.041119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6ab886-e74c-4476-827b-cb0ab9302ae4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:49.167059 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7fc0423e-ec60-4b40-86ed-8472cf09add5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.2228370 Feb 09 15:48:49.167168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36438) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:49.182046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Attempting to bind port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:48:49.182488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Attempting to bind port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:48:49.182895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Attempting to bind port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:49.189238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:48:49.189744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Attempting to bind port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:49.197952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:48:49.198305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:49.198695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:48:49.199628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Bound port: 0e6ab886-e74c-4476-827b-cb0ab9302ae4, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:48:49.200557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:49.251712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:48:49.278925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60609b04-9348-484e-90d2-cd4e5ca1fadc req-975788dd-8b91-484a-ae1e-eb0556180ca7 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941700 Feb 09 15:48:49.324897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] For port 0e6ab886-e74c-4476-827b-cb0ab9302ae4, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:49.329594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] For port 0e6ab886-e74c-4476-827b-cb0ab9302ae4, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0e6ab886-e74c-4476-827b-cb0ab9302ae4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:48:49.376657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Request body: {'subnet': {'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-227410033-subnet', 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:49.417034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:49.443987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:49.449086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-922d562d-67e6-4994-8813-e19b3d737c24 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.8781035 Feb 09 15:48:49.466980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:49.487020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Request body: {'subnet': {'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-618299692-subnet', 'tenant_id': 'f92be92017d94928afd76cdc969aabc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:49.547436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:49.548389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:49.550075 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] 10.222.0.73 "PUT /v2.0/ports/0e6ab886-e74c-4476-827b-cb0ab9302ae4 HTTP/1.1" status: 200 len: 1094 time: 1.9613264 Feb 09 15:48:49.550569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50abd24d-00b0-4534-87a6-08ea3eb60cba', 'tag': '0e6ab886-e74c-4476-827b-cb0ab9302ae4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:49.555455 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fa1a82-244f-46b5-874f-4a462512d6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "50abd24d-00b0-4534-87a6-08ea3eb60cba", "tag": "0e6ab886-e74c-4476-827b-cb0ab9302ae4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:49.612383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92eeca-7cf5-4a33-97a4-1ef215b60a30 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6ab886-e74c-4476-827b-cb0ab9302ae4,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:49.728218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Made reservation on behalf of f92be92017d94928afd76cdc969aabc5 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:49.730617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:49.871600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-53f318cc-dec1-42cc-b5c2-bc4be24269fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:49.874436 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-53f318cc-dec1-42cc-b5c2-bc4be24269fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 1097 time: 0.2082453 Feb 09 15:48:49.897859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:49.900883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:49.956251 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-2cbdfd98-64f8-4af0-a10f-e8ebc353668a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0e6ab886-e74c-4476-827b-cb0ab9302ae4 HTTP/1.1" status: 200 len: 217 time: 0.0526779 Feb 09 15:48:50.018095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-b233db67-2e80-4999-bc86-fccb6253616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.019927 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-b233db67-2e80-4999-bc86-fccb6253616d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0566230 Feb 09 15:48:50.111122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-a2e48959-7783-4c67-a441-3b23cdb0c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.112773 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-a2e48959-7783-4c67-a441-3b23cdb0c502 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689926 Feb 09 15:48:50.118157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-8a6dced0-c293-4d60-ae10-817a0007504f tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.118157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-8a6dced0-c293-4d60-ae10-817a0007504f tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/networks?id=816cf3cc-6212-43df-8426-a3dd4ffae12d HTTP/1.1" status: 200 len: 818 time: 1.1094713 Feb 09 15:48:50.180672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5a696a50-2e02-4d97-a63b-28f8b0c71e54 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/quotas/43f898b645554a7980b8bcca71bf0671 HTTP/1.1" status: 200 len: 375 time: 0.0479536 Feb 09 15:48:50.230874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564f03-63c6-4113-97d3-28f4cf5bb0c8 req-654dbac9-c13e-42f3-9b63-e43ed12092ec tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.238134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77564f03-63c6-4113-97d3-28f4cf5bb0c8 req-654dbac9-c13e-42f3-9b63-e43ed12092ec tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 936 time: 0.2215917 Feb 09 15:48:50.266249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1d673bcb-50e9-447a-acc6-73e224071646 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297257 Feb 09 15:48:50.290801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-7735c549-6ae5-4616-9ea5-2f532c845585 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43f898b645554a7980b8bcca71bf0671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706089 Feb 09 15:48:50.307716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:50.423658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:50.447657 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-3d824019-7f18-44b2-b25a-1de830a31767 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718235 Feb 09 15:48:50.448933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Checking segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:50.449299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Network hostable DHCP agents. Network: 6359e6de-5759-40f4-ba65-b1e84bd8eb51, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:48:50.498563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77564f03-63c6-4113-97d3-28f4cf5bb0c8 req-8b2b92e5-b00b-4252-9fa0-9e622a22775d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426293 Feb 09 15:48:50.507381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdac5efe-561d-4717-b982-358b880f389f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:50.521804 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:50.565887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Transition to ACTIVE for port object bdac5efe-561d-4717-b982-358b880f389f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:48:50.569736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:48:50.584134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-adb001e3-f0ae-47a8-bb83-a91c455939f4 service neutron] 10.222.0.53 "GET /v2.0/networks/816cf3cc-6212-43df-8426-a3dd4ffae12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720971 Feb 09 15:48:50.589803 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3468cb5c-9c79-4fc0-9aac-8dcbe462be67 x-openstack-request-id: req-3468cb5c-9c79-4fc0-9aac-8dcbe462be67 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:50.590203 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50abd24d-00b0-4534-87a6-08ea3eb60cba", "tag": "0e6ab886-e74c-4476-827b-cb0ab9302ae4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:50.590568 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3468cb5c-9c79-4fc0-9aac-8dcbe462be67 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:50.591211 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50abd24d-00b0-4534-87a6-08ea3eb60cba', 'tag': '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'status': 'completed', 'code': 200} Feb 09 15:48:50.682112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:50.684876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-4676ca3f-bb96-4cdc-92c3-e4a8372e1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.689823 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-4676ca3f-bb96-4cdc-92c3-e4a8372e1007 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 1097 time: 0.0595303 Feb 09 15:48:50.740044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 6359e6de-5759-40f4-ba65-b1e84bd8eb51) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:50.746115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:50.748337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.750214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:50.755433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17fa22a-534f-4197-8330-1e16fef24f23 None None] Network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:50.798075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-670a04e0-ff9f-4c6b-aaa9-9c17ae1a8c66 service neutron] 10.222.0.53 "GET /v2.0/networks/816cf3cc-6212-43df-8426-a3dd4ffae12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070694 Feb 09 15:48:50.875613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5c1cd5-fa7c-471b-bb59-78d9844adee3,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:50.938264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Pushing event updated for resources: {'Port': ['ID=bdac5efe-561d-4717-b982-358b880f389f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:50.985436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Checking segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:50.985843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Network hostable DHCP agents. Network: 8fe90d03-74e6-453d-8f52-18e4671920fb, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:48:50.987405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-d4f4f6cc-484f-4d5f-8562-e3da601676e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.992810 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-d4f4f6cc-484f-4d5f-8562-e3da601676e1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2978253 Feb 09 15:48:51.021561 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-32f9cdb1-60fa-45a8-bdeb-f026554900c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5753427 Feb 09 15:48:51.106800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a4f20a-ef22-4bcc-b032-d64bbd672613 None None] Network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:51.112573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Attempting to bind port bdac5efe-561d-4717-b982-358b880f389f on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:48:51.113181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Attempting to bind port bdac5efe-561d-4717-b982-358b880f389f by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:48:51.113827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Attempting to bind port bdac5efe-561d-4717-b982-358b880f389f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:51.177845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Network 8fe90d03-74e6-453d-8f52-18e4671920fb is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:48:51.181300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Port bdac5efe-561d-4717-b982-358b880f389f on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:48:51.186201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Attempting to bind port bdac5efe-561d-4717-b982-358b880f389f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:48:51.265810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:48:51.271146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:48:51.272227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:48:51.284676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Bound port: bdac5efe-561d-4717-b982-358b880f389f, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:48:51.291684 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:51.444234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 8fe90d03-74e6-453d-8f52-18e4671920fb) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:51.451255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:51.452465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:51.459970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968a96e-ce36-4c10-a720-79ae72d09ba9 None None] Network 8fe90d03-74e6-453d-8f52-18e4671920fb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:51.469925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac7a0-d899-4ccf-a159-768947a48fe3 req-39e01ecb-1030-47af-899d-38426fd7601c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:51.484947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93bac7a0-d899-4ccf-a159-768947a48fe3 req-39e01ecb-1030-47af-899d-38426fd7601c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.3802512 Feb 09 15:48:51.630367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] For port bdac5efe-561d-4717-b982-358b880f389f, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:48:51.645775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] For port bdac5efe-561d-4717-b982-358b880f389f, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdac5efe-561d-4717-b982-358b880f389f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:48:51.683136 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-e3f700d5-63bb-470f-a982-f682594b294b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=0e6ab886-e74c-4476-827b-cb0ab9302ae4 HTTP/1.1" status: 200 len: 217 time: 0.6815257 Feb 09 15:48:51.736371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-37103848-a247-4a7b-a476-541b2463e676 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4877722 Feb 09 15:48:51.768207 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:51.864119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-7692f167-f4e6-4be4-811a-032e16442cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:51.873619 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-7692f167-f4e6-4be4-811a-032e16442cd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1812263 Feb 09 15:48:51.996215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:51.998098 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:52.001007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] 10.222.0.73 "PUT /v2.0/ports/bdac5efe-561d-4717-b982-358b880f389f HTTP/1.1" status: 200 len: 1096 time: 3.1963661 Feb 09 15:48:52.002220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'tag': 'bdac5efe-561d-4717-b982-358b880f389f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:52.007693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-fccf9a24-953d-48e1-826a-f38b76c1e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:52.008779 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03276153-543c-4032-a109-29d217689915" -d '{"events": [{"name": "network-changed", "server_uuid": "4683f05a-8e2f-44f4-b435-fef9637f0332", "tag": "bdac5efe-561d-4717-b982-358b880f389f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:52.014909 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-fccf9a24-953d-48e1-826a-f38b76c1e897 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306233 Feb 09 15:48:52.058548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0e6ab886-e74c-4476-827b-cb0ab9302ae4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:48:52.098012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff2b4e-5bdd-45b1-9043-1d102335448a None None] Network 8fe90d03-74e6-453d-8f52-18e4671920fb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:48:52.195562 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-62d258dc-4e65-4761-9aa5-d15499fd9ee4 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747162 Feb 09 15:48:52.365244 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-84fa1a82-244f-46b5-874f-4a462512d6f3 req-6acdface-8931-4b59-aeb1-2508741aac5e service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617668 Feb 09 15:48:52.560031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0e6ab886-e74c-4476-827b-cb0ab9302ae4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0e6ab886-e74c-4476-827b-cb0ab9302ae4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:52.603769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'mac_address': 'fa:16:3e:07:bc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:48:52.707356 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:52.710690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15668e8c-9537-4054-bc5b-6774920d2502 service neutron] Pushing event updated for resources: {'Port': ['ID=bdac5efe-561d-4717-b982-358b880f389f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:52.733667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-b3a964ea-3653-4e48-897c-8423c8c827c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:52.735546 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-b3a964ea-3653-4e48-897c-8423c8c827c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 1099 time: 0.0573387 Feb 09 15:48:52.744222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6ab886-e74c-4476-827b-cb0ab9302ae4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:52.751662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93bac7a0-d899-4ccf-a159-768947a48fe3 req-9d9a6907-7218-44f6-8f19-b9fc1fbd811d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2644570 Feb 09 15:48:52.793665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0e6ab886-e74c-4476-827b-cb0ab9302ae4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0e6ab886-e74c-4476-827b-cb0ab9302ae4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:52.814593 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-f9064c78-7523-4f68-95c9-ba45a43f55d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=bdac5efe-561d-4717-b982-358b880f389f HTTP/1.1" status: 200 len: 217 time: 0.0706081 Feb 09 15:48:52.824944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-10436aa6-e411-4c8a-a8f1-b429f40d5aed tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:52.827655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-76bc4dd4-f685-4ca6-a1de-4e93440416bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:52.836956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-10436aa6-e411-4c8a-a8f1-b429f40d5aed tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 804 time: 0.9119411 Feb 09 15:48:52.880844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1cce6496-eaf4-43e4-8321-f07155fb8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:52.882814 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-1cce6496-eaf4-43e4-8321-f07155fb8431 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0599744 Feb 09 15:48:52.911562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-116976ab-d9b3-4692-a5ad-ebd9ff6ea4c8 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/quotas/f92be92017d94928afd76cdc969aabc5 HTTP/1.1" status: 200 len: 375 time: 0.0630524 Feb 09 15:48:52.911562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fed33d69-84ce-4a39-ba6d-f29935685a0c req-c171b3bc-0b26-4354-891d-f9b2fd549d11 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 210 time: 0.0705462 Feb 09 15:48:52.941844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:53.012722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-b9ba5f8d-aa60-44d5-b2d7-d43dd8ac010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:53.018792 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-b9ba5f8d-aa60-44d5-b2d7-d43dd8ac010f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269622 Feb 09 15:48:53.034613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-0bf277e6-1a07-4080-a194-3436099a38cf tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176438 Feb 09 15:48:53.174659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=0e6ab886-e74c-4476-827b-cb0ab9302ae4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:53.187561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafeff2-da0b-44ee-abb2-4470839c0009 req-0013f45b-5c7b-4009-a2a5-1edea4ea55bd tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:53.193350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fafeff2-da0b-44ee-abb2-4470839c0009 req-0013f45b-5c7b-4009-a2a5-1edea4ea55bd tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 948 time: 0.1585734 Feb 09 15:48:53.222055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['0e6ab886-e74c-4476-827b-cb0ab9302ae4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:53.243609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-95af494a-f004-433a-98dd-299c6b0c8655 service neutron] 10.222.0.53 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642525 Feb 09 15:48:53.262172 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-2d8c28b2-4229-437e-a348-d09df9875931 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367117 Feb 09 15:48:53.333861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fafeff2-da0b-44ee-abb2-4470839c0009 req-90a0b1e4-39a7-40fa-b945-79f980557e8e tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060405 Feb 09 15:48:53.502112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-e4bdfdde-d283-4251-bfc3-bf2fd51fc323 service neutron] 10.222.0.53 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338402 Feb 09 15:48:53.548105 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f334dc0e-435b-47fa-a643-8b338e4e7272 req-52cf6c8f-b12b-4dca-8335-17a4fa814691 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759483 Feb 09 15:48:53.808742 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57573135-0180-465c-9358-0de49d0745da x-openstack-request-id: req-57573135-0180-465c-9358-0de49d0745da {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:53.810212 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4683f05a-8e2f-44f4-b435-fef9637f0332", "tag": "bdac5efe-561d-4717-b982-358b880f389f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:53.810643 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57573135-0180-465c-9358-0de49d0745da {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:53.811266 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'tag': 'bdac5efe-561d-4717-b982-358b880f389f', 'status': 'completed', 'code': 200} Feb 09 15:48:53.952650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03276153-543c-4032-a109-29d217689915 req-598f8e3b-ed89-4f27-a9bb-a7d514aecb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:53.956902 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03276153-543c-4032-a109-29d217689915 req-598f8e3b-ed89-4f27-a9bb-a7d514aecb2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 1099 time: 0.1221573 Feb 09 15:48:54.244902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a07eed-c389-4269-8b88-5fbfff8a4cf0 req-b404c1b8-e19b-452b-b01f-276b7159b3eb tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:54.254886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79a07eed-c389-4269-8b88-5fbfff8a4cf0 req-b404c1b8-e19b-452b-b01f-276b7159b3eb tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1978788 Feb 09 15:48:54.285095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03276153-543c-4032-a109-29d217689915 req-c5a19efd-b972-403f-b10d-db37d2baa4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:54.290348 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03276153-543c-4032-a109-29d217689915 req-c5a19efd-b972-403f-b10d-db37d2baa4b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3275399 Feb 09 15:48:54.424593 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03276153-543c-4032-a109-29d217689915 req-bdb48b96-7c31-408c-9ca9-0b5e96e9d81f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=bdac5efe-561d-4717-b982-358b880f389f HTTP/1.1" status: 200 len: 217 time: 0.1248193 Feb 09 15:48:54.442350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79a07eed-c389-4269-8b88-5fbfff8a4cf0 req-e5c0034a-83ae-4670-b9d3-748180eee8a6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840944 Feb 09 15:48:54.559148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-f570bc19-a29a-47fa-bbed-ad7805698abd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:54.574043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-f570bc19-a29a-47fa-bbed-ad7805698abd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.3150711 Feb 09 15:48:54.626824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03276153-543c-4032-a109-29d217689915 req-e4903fe0-50b2-4343-a240-628dafc99beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:54.628075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-6d6f4585-fd95-4b55-a6e2-10902e2a302d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/quotas/e3fbcfe4cc354574a0fe8dc1c4dda685 HTTP/1.1" status: 200 len: 375 time: 0.0521145 Feb 09 15:48:54.631806 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03276153-543c-4032-a109-29d217689915 req-e4903fe0-50b2-4343-a240-628dafc99beb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1975720 Feb 09 15:48:54.696915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-78fa783d-a38c-445a-b3a8-207959035ca1 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684860 Feb 09 15:48:54.709838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49eeb22d-a742-4643-b14a-26b0a355db5c req-ce9e4fd2-343f-4cd4-b403-faa3552a1677 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 210 time: 0.1049471 Feb 09 15:48:54.886888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03276153-543c-4032-a109-29d217689915 req-4d06d708-6cad-4669-8389-6a6a222b7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:54.890445 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03276153-543c-4032-a109-29d217689915 req-4d06d708-6cad-4669-8389-6a6a222b7485 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2491622 Feb 09 15:48:54.968856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa02f41c-7abf-44ee-bbd6-049c01d800cb req-80fe923b-019f-4df5-adf3-d191dadeb9cc tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 210 time: 0.0928078 Feb 09 15:48:54.972630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36568) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:55.047669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-267a3949-fc5e-4447-a4bc-cf7f78506f46 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367460 Feb 09 15:48:55.146546 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03276153-543c-4032-a109-29d217689915 req-51084454-ed95-45b5-9be0-b44e8529cb02 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484398 Feb 09 15:48:55.261983 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-133ecb2a-0a73-49ba-ba02-ad0779cb5edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:55.369110 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03276153-543c-4032-a109-29d217689915 req-fa6e7c04-107f-4dc8-8851-0fbb0ce7d561 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136304 Feb 09 15:48:55.378015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c54ee5-edce-4c91-93d0-ba4ff5cb6b5e req-d5d7fb24-fd4c-41aa-918c-3e16ab022321 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:55.385333 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dff9f62b-580c-490f-8000-a754b79dee15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:55.395714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5c54ee5-edce-4c91-93d0-ba4ff5cb6b5e req-d5d7fb24-fd4c-41aa-918c-3e16ab022321 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 948 time: 0.1687629 Feb 09 15:48:55.484571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-aceef260-ccd8-4372-9dec-d2ed2215ada8 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278297 Feb 09 15:48:55.566113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dff9f62b-580c-490f-8000-a754b79dee15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:55.668258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-cd1a025c-85e9-4b0f-86c6-154319d050af tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:55.692165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-cd1a025c-85e9-4b0f-86c6-154319d050af tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.13 "GET /v2.0/networks?id=816cf3cc-6212-43df-8426-a3dd4ffae12d HTTP/1.1" status: 200 len: 818 time: 0.2564688 Feb 09 15:48:55.694190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Request body: {'port': {'device_id': '0912f0f7-8326-4fff-91fb-ffb78526c4f6', 'network_id': '816cf3cc-6212-43df-8426-a3dd4ffae12d', 'admin_state_up': True, 'tenant_id': '43f898b645554a7980b8bcca71bf0671'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:55.708019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dff9f62b-580c-490f-8000-a754b79dee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:55.797305 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dff9f62b-580c-490f-8000-a754b79dee15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf1fdb135a5545e2b92e72fd3a4acfae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8228343 Feb 09 15:48:55.798770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9f62b-580c-490f-8000-a754b79dee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a426e769-4f44-4df3-be82-86982716f212,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:55.804990 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36588) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:55.913795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36592) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:55.964380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bdac5efe-561d-4717-b982-358b880f389f details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:48:55.967254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0e6ab886-e74c-4476-827b-cb0ab9302ae4 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:48:55.967470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5c54ee5-edce-4c91-93d0-ba4ff5cb6b5e req-11b3fa5c-05c9-44cf-894b-94df60f8cd02 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627632 Feb 09 15:48:56.055720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cc889c8-33ca-46d8-97e5-c1401412e9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.110203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8537-8fe8-4c84-b127-2dbf953253e0 req-d2087c61-2a27-4a5e-aa8a-209f9270dcf6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:56.122518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f0a8537-8fe8-4c84-b127-2dbf953253e0 req-d2087c61-2a27-4a5e-aa8a-209f9270dcf6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.0994380 Feb 09 15:48:56.179303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cc889c8-33ca-46d8-97e5-c1401412e9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.185545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f0a8537-8fe8-4c84-b127-2dbf953253e0 req-62498503-6db6-4c2c-baf2-28c5db17bbee tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612257 Feb 09 15:48:56.206503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Made reservation on behalf of 43f898b645554a7980b8bcca71bf0671 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:56.210785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.393560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bdac5efe-561d-4717-b982-358b880f389f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdac5efe-561d-4717-b982-358b880f389f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:56.413033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:48:56.432689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:56.433340 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.440762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'bdac5efe-561d-4717-b982-358b880f389f', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'bdac5efe-561d-4717-b982-358b880f389f', 'mac_address': 'fa:16:3e:0b:83:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:48:56.510777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d5b0e3d-e920-4b98-97a4-3098b80f07cb req-73e8f6a8-64a1-4efe-9c45-38daccc89d4d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 210 time: 0.1595113 Feb 09 15:48:56.516567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2713d861-a2f7-4d91-8c2e-59ee24d678a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.538806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.541445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cc889c8-33ca-46d8-97e5-c1401412e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.545809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cc889c8-33ca-46d8-97e5-c1401412e9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.546361 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3cc889c8-33ca-46d8-97e5-c1401412e9fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a426e769-4f44-4df3-be82-86982716f212 HTTP/1.1" status: 204 len: 168 time: 0.7388928 Feb 09 15:48:56.561214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc889c8-33ca-46d8-97e5-c1401412e9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a426e769-4f44-4df3-be82-86982716f212,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:56.583518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-febedb43-2798-4c06-8e0a-fa5b6e22e391 req-6ed7cbfd-1a86-47ad-b79c-e0b36c9bba06 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 210 time: 0.1591544 Feb 09 15:48:56.599736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.604551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdac5efe-561d-4717-b982-358b880f389f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:56.703344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Allocated IP 172.20.0.7 (816cf3cc-6212-43df-8426-a3dd4ffae12d/9231b2df-10db-4217-8a1c-e213f9165fc8/face1d00-a0da-45a2-8375-8b7efad98a4f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:48:56.734819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bdac5efe-561d-4717-b982-358b880f389f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdac5efe-561d-4717-b982-358b880f389f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:56.756438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76fc246f-b426-4ba3-a8a0-25cedb4c32a8 req-d1a9f413-b563-4972-a9a8-139dc8307781 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 210 time: 0.0502231 Feb 09 15:48:56.773764 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.803761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2713d861-a2f7-4d91-8c2e-59ee24d678a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.835936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50abd24d-00b0-4534-87a6-08ea3eb60cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ab886-e74c-4476-827b-cb0ab9302ae4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:56.841126 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5814fd8d-50ab-41c6-bbbe-5f8de7090e1d" -d '{"events": [{"server_uuid": "50abd24d-00b0-4534-87a6-08ea3eb60cba", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ab886-e74c-4476-827b-cb0ab9302ae4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:48:56.859055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0e6ab886-e74c-4476-827b-cb0ab9302ae4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0e6ab886-e74c-4476-827b-cb0ab9302ae4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:56.867441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:56.903317 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd0ef2-70c6-4047-9bcd-0d8923210322 x-openstack-request-id: req-8fdd0ef2-70c6-4047-9bcd-0d8923210322 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:48:56.903622 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50abd24d-00b0-4534-87a6-08ea3eb60cba", "name": "network-vif-plugged", "status": "completed", "tag": "0e6ab886-e74c-4476-827b-cb0ab9302ae4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:48:56.903878 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fdd0ef2-70c6-4047-9bcd-0d8923210322 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:48:56.904347 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50abd24d-00b0-4534-87a6-08ea3eb60cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'code': 200} Feb 09 15:48:56.933961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=bdac5efe-561d-4717-b982-358b880f389f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:56.964947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2713d861-a2f7-4d91-8c2e-59ee24d678a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.059939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.067188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713d861-a2f7-4d91-8c2e-59ee24d678a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4354c3-575d-476c-b8b6-69f72dcafb62,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:57.111300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2713d861-a2f7-4d91-8c2e-59ee24d678a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acb3d5dca73e4c2f83edce43adc17053&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1408291 Feb 09 15:48:57.116036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36614) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:57.127126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['bdac5efe-561d-4717-b982-358b880f389f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:48:57.174097 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9dd4b-118d-48c2-93b0-9e53a848e990 req-74e7e813-6fa8-47a3-879e-9f700c33d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:57.177631 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7e9dd4b-118d-48c2-93b0-9e53a848e990 req-74e7e813-6fa8-47a3-879e-9f700c33d046 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 1099 time: 0.1201832 Feb 09 15:48:57.283655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.290866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-452e5d0e-ffa0-4a6a-9b6c-885bc3cbbb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.339185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ddd95-9580-431e-aa28-acc4cb6f7f6a req-2c1239cd-ff54-4330-a13b-d7754c8f59ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:57.364003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-363ddd95-9580-431e-aa28-acc4cb6f7f6a req-2c1239cd-ff54-4330-a13b-d7754c8f59ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 949 time: 0.2501574 Feb 09 15:48:57.376931 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7e9dd4b-118d-48c2-93b0-9e53a848e990 req-7b148624-3682-48b1-9d7a-351acc0ba12a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908071 Feb 09 15:48:57.383151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-452e5d0e-ffa0-4a6a-9b6c-885bc3cbbb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.398972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=0e6ab886-e74c-4476-827b-cb0ab9302ae4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:57.565278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-452e5d0e-ffa0-4a6a-9b6c-885bc3cbbb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.572187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-452e5d0e-ffa0-4a6a-9b6c-885bc3cbbb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.580236 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-452e5d0e-ffa0-4a6a-9b6c-885bc3cbbb1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb4354c3-575d-476c-b8b6-69f72dcafb62 HTTP/1.1" status: 204 len: 168 time: 0.4628527 Feb 09 15:48:57.596986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-363ddd95-9580-431e-aa28-acc4cb6f7f6a req-33eb787b-d165-4db9-ba26-f9ce3fb9bc7f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314801 Feb 09 15:48:57.604919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e5d0e-ffa0-4a6a-9b6c-885bc3cbbb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4354c3-575d-476c-b8b6-69f72dcafb62,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:57.635360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468cf79-6bd4-4fa4-b2dc-62dd0f05f801 req-4c55896d-abe3-40bf-b44b-7198de7922c0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:57.650312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b468cf79-6bd4-4fa4-b2dc-62dd0f05f801 req-4c55896d-abe3-40bf-b44b-7198de7922c0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2237647 Feb 09 15:48:57.771990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b468cf79-6bd4-4fa4-b2dc-62dd0f05f801 req-6d5125d6-6879-4897-a774-235514949241 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059628 Feb 09 15:48:57.817659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66ec9239-0fbb-49c5-a3a8-f145867f1b0a req-dae30250-b6c2-4678-82aa-23e65f263a72 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 210 time: 0.0375149 Feb 09 15:48:57.909988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8b4a427-8f7e-4976-8917-b4ece56905fb req-0aec7228-8b3a-43cc-a9e3-293725de1055 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 210 time: 0.0547054 Feb 09 15:48:57.955088 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.987053 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:58.057889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Network 816cf3cc-6212-43df-8426-a3dd4ffae12d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:48:58.060908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Pushing event updated for resources: {'Port': ['ID=face1d00-a0da-45a2-8375-8b7efad98a4f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:58.064174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:48:58.068293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:48:58.117753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa6946-6b6f-4664-99b1-f1ea332fa6ae req-1e48a889-0143-42db-8ee3-fd3db19b6fbc tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:58.119370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caaa6946-6b6f-4664-99b1-f1ea332fa6ae req-1e48a889-0143-42db-8ee3-fd3db19b6fbc tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 931 time: 0.1442587 Feb 09 15:48:58.160154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:58.160154 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:58.218216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:58.244855 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7114f31b-2d2b-47ab-a6c9-ef54eaa03f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:58.311974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caaa6946-6b6f-4664-99b1-f1ea332fa6ae req-ec5a596c-f650-4b0a-a816-cf5924957b68 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761262 Feb 09 15:48:58.404156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-37b47f66-ec21-44e4-a3d2-e8d1e8a37203 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:58.404962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-37b47f66-ec21-44e4-a3d2-e8d1e8a37203 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.13 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 804 time: 0.2581210 Feb 09 15:48:58.415125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-5abfb502-e038-4e5d-9795-a356f6e0e20a tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7220955 Feb 09 15:48:58.431210 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7114f31b-2d2b-47ab-a6c9-ef54eaa03f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:58.434771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Request body: {'port': {'device_id': '0912f0f7-8326-4fff-91fb-ffb78526c4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:58.442523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Request body: {'port': {'device_id': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'admin_state_up': True, 'tenant_id': 'f92be92017d94928afd76cdc969aabc5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:48:58.490498 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:58.547596 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7114f31b-2d2b-47ab-a6c9-ef54eaa03f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:58.741985 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7114f31b-2d2b-47ab-a6c9-ef54eaa03f23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e92f5bc4863444488c77131c3cf98a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212142 Feb 09 15:48:58.743779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114f31b-2d2b-47ab-a6c9-ef54eaa03f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d629b907-ea71-4a26-8cc6-3a4211df6e0a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:58.749081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:58.753233 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36642) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:48:58.955231 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4112831-cbd5-402b-b63d-8777043ab7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.045948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4112831-cbd5-402b-b63d-8777043ab7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.176544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78333c-1da0-4a82-be87-85d1d5c1a8e2 req-3fd7f4f0-84cb-401b-945f-cef8cfacd43e tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:59.182606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe78333c-1da0-4a82-be87-85d1d5c1a8e2 req-3fd7f4f0-84cb-401b-945f-cef8cfacd43e tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 949 time: 0.3526828 Feb 09 15:48:59.280389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4112831-cbd5-402b-b63d-8777043ab7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.289105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4112831-cbd5-402b-b63d-8777043ab7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.291427 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f4112831-cbd5-402b-b63d-8777043ab7ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d629b907-ea71-4a26-8cc6-3a4211df6e0a HTTP/1.1" status: 204 len: 168 time: 0.5348165 Feb 09 15:48:59.316052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4112831-cbd5-402b-b63d-8777043ab7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d629b907-ea71-4a26-8cc6-3a4211df6e0a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:59.380178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Made reservation on behalf of f92be92017d94928afd76cdc969aabc5 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:48:59.380178 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.483901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea049e85-8057-4880-95f8-1344f9fa8347 req-c7d5c2f4-b0ef-439e-bf60-b71782ba9f4f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:59.488328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea049e85-8057-4880-95f8-1344f9fa8347 req-c7d5c2f4-b0ef-439e-bf60-b71782ba9f4f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.4675384 Feb 09 15:48:59.569286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe78333c-1da0-4a82-be87-85d1d5c1a8e2 req-1626d516-840a-4ef6-a09c-c5ca43925421 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513789 Feb 09 15:48:59.715324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea049e85-8057-4880-95f8-1344f9fa8347 req-f2a51c36-552a-429d-b5d9-696c9754fe35 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052882 Feb 09 15:48:59.893397 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.986192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cef185e1-14c4-4e00-a748-a793d0909bd7 req-07dc95d8-c15c-497b-a2d7-5a01a8ade1fb tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 210 time: 0.1920943 Feb 09 15:49:00.010137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bdac5efe-561d-4717-b982-358b880f389f up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:00.122717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19f81cc8-fb93-4650-810e-9514687a4568 req-b638d705-1411-4302-8db1-311bb1a62fd9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 210 time: 0.1514466 Feb 09 15:49:00.267223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port bdac5efe-561d-4717-b982-358b880f389f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:00.272564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port bdac5efe-561d-4717-b982-358b880f389f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:00.273093 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:00.289536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Allocated IP 172.20.0.11 (6359e6de-5759-40f4-ba65-b1e84bd8eb51/30b275e3-8eb1-49e7-a6d2-eb44ad5eb759/01369517-647a-4e5c-a433-e3408bc11f6b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:00.363824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6e23f-81ee-45c1-8a00-cdea57f90cd8 req-e2429f7d-1f0a-4209-901c-755fc5a45836 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:00.372526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3e6e23f-81ee-45c1-8a00-cdea57f90cd8 req-e2429f7d-1f0a-4209-901c-755fc5a45836 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 931 time: 0.2947938 Feb 09 15:49:00.475915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id face1d00-a0da-45a2-8375-8b7efad98a4f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:00.514507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c02d441d-42e7-44b7-8216-a96e8bbef42c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:00.517501 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c02d441d-42e7-44b7-8216-a96e8bbef42c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.3424470 Feb 09 15:49:00.536829 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:00.543666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Request body: {'port': {'device_id': 'c9c6aaef-b527-4cd9-88ef-b841c2f5e137', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'admin_state_up': True, 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:00.643046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bdac5efe-561d-4717-b982-358b880f389f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdac5efe-561d-4717-b982-358b880f389f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:00.645866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdac5efe-561d-4717-b982-358b880f389f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:00.650847 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379f74fd-a182-4217-935d-612f93299e2e" -d '{"events": [{"server_uuid": "4683f05a-8e2f-44f4-b435-fef9637f0332", "name": "network-vif-plugged", "status": "completed", "tag": "bdac5efe-561d-4717-b982-358b880f389f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:00.747737 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:00.901005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=bdac5efe-561d-4717-b982-358b880f389f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:00.952476 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:00.983926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3e6e23f-81ee-45c1-8a00-cdea57f90cd8 req-ad35a862-c5dc-4650-9bea-c93bca44b29d tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103690 Feb 09 15:49:00.992108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.13', 64062) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:01.052275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Transition to ACTIVE for port object face1d00-a0da-45a2-8375-8b7efad98a4f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:01.089843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:01.099135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:01.100432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:01.156426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-72ba7b43-1989-4d04-9624-3d21070fb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:01.159337 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-72ba7b43-1989-4d04-9624-3d21070fb2b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1096 time: 0.1656005 Feb 09 15:49:01.196200 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:01.305840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:01.343621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7995307-67e3-4fd8-9d18-2240d8dfd422 req-4a9a86bb-2217-4482-8a96-b029129044a4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:01.347007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7995307-67e3-4fd8-9d18-2240d8dfd422 req-4a9a86bb-2217-4482-8a96-b029129044a4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2400861 Feb 09 15:49:01.366676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:01.377309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=face1d00-a0da-45a2-8375-8b7efad98a4f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:01.395687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:01.430367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-ec23d913-281c-4a6c-8d1e-6d87fde5bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:01.431059 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-ec23d913-281c-4a6c-8d1e-6d87fde5bb8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.2611036 Feb 09 15:49:01.432441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Allocated IP 172.20.0.3 (8fe90d03-74e6-453d-8f52-18e4671920fb/1d5c1cd5-fa7c-471b-bb59-78d9844adee3/2661a2d0-6f07-4429-b489-ddb47c9073c8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:01.453812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:01.566951 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-b2083a7a-31be-4ab1-a17f-22f20b5f80a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.1279569 Feb 09 15:49:01.646353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Pushing event updated for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:01.662396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-66391e6a-0d4b-4615-9eff-db52cb5436e9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=39ecfb0a237344dfa82967b75d654bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885630 Feb 09 15:49:01.667522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7995307-67e3-4fd8-9d18-2240d8dfd422 req-f7fa400e-5ae2-459e-828d-0d9915853d6e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123384 Feb 09 15:49:01.673390 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:01.731732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-27d70f6b-6779-4306-acd6-ce63216f9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:01.731934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Attempting to bind port face1d00-a0da-45a2-8375-8b7efad98a4f on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:01.731934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Attempting to bind port face1d00-a0da-45a2-8375-8b7efad98a4f by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '851cd683-bc08-4843-8fc1-4406535251e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '816cf3cc-6212-43df-8426-a3dd4ffae12d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:01.731934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Attempting to bind port face1d00-a0da-45a2-8375-8b7efad98a4f on network 816cf3cc-6212-43df-8426-a3dd4ffae12d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:01.732494 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-27d70f6b-6779-4306-acd6-ce63216f9747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1488881 Feb 09 15:49:01.732668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:01.733297 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:01.744834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Port face1d00-a0da-45a2-8375-8b7efad98a4f on network 816cf3cc-6212-43df-8426-a3dd4ffae12d not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:01.745177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Attempting to bind port face1d00-a0da-45a2-8375-8b7efad98a4f on network 816cf3cc-6212-43df-8426-a3dd4ffae12d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:01.800592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:01.803463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Checking segment: {'id': '851cd683-bc08-4843-8fc1-4406535251e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '816cf3cc-6212-43df-8426-a3dd4ffae12d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:01.803463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Bound using segment: {'id': '851cd683-bc08-4843-8fc1-4406535251e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '816cf3cc-6212-43df-8426-a3dd4ffae12d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:01.803463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Bound port: face1d00-a0da-45a2-8375-8b7efad98a4f, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851cd683-bc08-4843-8fc1-4406535251e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '816cf3cc-6212-43df-8426-a3dd4ffae12d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:01.803463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:01.816968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-33f59f84-84a9-4cff-88ae-9b0038549a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:01.819162 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-33f59f84-84a9-4cff-88ae-9b0038549a4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835230 Feb 09 15:49:01.933655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] For port face1d00-a0da-45a2-8375-8b7efad98a4f, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:01.938548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] For port face1d00-a0da-45a2-8375-8b7efad98a4f, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=face1d00-a0da-45a2-8375-8b7efad98a4f,segment=NetworkSegment(851cd683-bc08-4843-8fc1-4406535251e9),segment_id=851cd683-bc08-4843-8fc1-4406535251e9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:01.956457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-138731e9-b5d5-4bf7-bebe-d21e01662dff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5362194 Feb 09 15:49:01.974902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Request body: {'port': {'device_id': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:01.976671 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-4e839211-16be-4d4c-9b8a-78960f3efd6e service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384451 Feb 09 15:49:02.005033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:02.025273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-1526a1e1-880a-4950-a450-bf1ec2ee0b49 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.027291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-1526a1e1-880a-4950-a450-bf1ec2ee0b49 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3638012 Feb 09 15:49:02.044259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085a935-c2be-47e0-90d6-9a2783c40a7f req-99a195d0-0c39-4104-aacf-025edf2ebadb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.046261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3085a935-c2be-47e0-90d6-9a2783c40a7f req-99a195d0-0c39-4104-aacf-025edf2ebadb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 950 time: 0.2392337 Feb 09 15:49:02.096420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:02.120126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-38f1e1ac-11cd-4bd0-8291-c98fc2e223be tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/quotas/39ecfb0a237344dfa82967b75d654bd9 HTTP/1.1" status: 200 len: 375 time: 0.0726311 Feb 09 15:49:02.163966 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:02.174988 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-fef4b588-e84f-4c9c-b926-2ba1984992b9 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908555 Feb 09 15:49:02.192989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.193648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:02.195217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] 10.222.0.13 "PUT /v2.0/ports/face1d00-a0da-45a2-8375-8b7efad98a4f HTTP/1.1" status: 200 len: 1091 time: 3.7732482 Feb 09 15:49:02.211665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0912f0f7-8326-4fff-91fb-ffb78526c4f6', 'tag': 'face1d00-a0da-45a2-8375-8b7efad98a4f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:02.216953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:02.219237 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49758974-9e54-45a9-8bb5-f389e28ac599" -d '{"events": [{"name": "network-changed", "server_uuid": "0912f0f7-8326-4fff-91fb-ffb78526c4f6", "tag": "face1d00-a0da-45a2-8375-8b7efad98a4f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:02.229511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-577d6def-48e0-474e-98a9-3961c233c215 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=39ecfb0a237344dfa82967b75d654bd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077611 Feb 09 15:49:02.315350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d4187-6dc7-4b27-9067-02fd1898ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=face1d00-a0da-45a2-8375-8b7efad98a4f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:02.325850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3085a935-c2be-47e0-90d6-9a2783c40a7f req-fee0553f-ad09-4935-80be-8cbc2aa1cf44 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657952 Feb 09 15:49:02.365300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Network 8fe90d03-74e6-453d-8f52-18e4671920fb is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:02.371902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event updated for resources: {'Port': ['ID=2661a2d0-6f07-4429-b489-ddb47c9073c8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:02.375492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:02.379291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:02.421570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.422524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.423213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.423699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.424232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.424675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.425113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.425549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.426160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.426678 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.427237 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.427669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:02.482842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.484038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:02.487402 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51a6469-90dc-49b1-a2d4-3ee372cfd075 x-openstack-request-id: req-d51a6469-90dc-49b1-a2d4-3ee372cfd075 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:02.488222 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4683f05a-8e2f-44f4-b435-fef9637f0332", "name": "network-vif-plugged", "status": "completed", "tag": "bdac5efe-561d-4717-b982-358b880f389f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:02.488373 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d51a6469-90dc-49b1-a2d4-3ee372cfd075 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:02.489275 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdac5efe-561d-4717-b982-358b880f389f', 'code': 200} Feb 09 15:49:02.625706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f08e3-5410-40b8-a20f-715375d48565 req-db4bd097-4b11-4575-80a2-a951632b3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.627324 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-896f08e3-5410-40b8-a20f-715375d48565 req-db4bd097-4b11-4575-80a2-a951632b3965 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 1101 time: 0.0543892 Feb 09 15:49:02.781055 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-896f08e3-5410-40b8-a20f-715375d48565 req-cadb646f-af01-47ad-b82d-3e7796c07c03 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463850 Feb 09 15:49:02.782799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-78d04645-57de-4347-b097-cf2cc1707813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.784412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-78d04645-57de-4347-b097-cf2cc1707813 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43f898b645554a7980b8bcca71bf0671&device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 1094 time: 0.1531837 Feb 09 15:49:02.849631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c882b5-ebd2-4877-991d-8f62af7d888a req-c2055eb5-2673-49bc-8f5f-6b4704e779ad tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.856438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43c882b5-ebd2-4877-991d-8f62af7d888a req-c2055eb5-2673-49bc-8f5f-6b4704e779ad tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 932 time: 0.1886423 Feb 09 15:49:02.858341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-6f2a023b-cf89-4e64-b34f-437abe3170ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=face1d00-a0da-45a2-8375-8b7efad98a4f HTTP/1.1" status: 200 len: 217 time: 0.0633125 Feb 09 15:49:02.960803 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c56fbdbc-e9b1-4e0f-82ba-56b1fadd8dd8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4312899 Feb 09 15:49:02.964788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01369517-647a-4e5c-a433-e3408bc11f6b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:02.977670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43c882b5-ebd2-4877-991d-8f62af7d888a req-afd00e9c-de2e-44a2-8a56-4fb6fc255527 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182485 Feb 09 15:49:02.981501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Request body: {'port': {'device_id': 'c9c6aaef-b527-4cd9-88ef-b841c2f5e137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:02.984381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-74e7818b-f6ed-4831-b105-dc0ff69cffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.985990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-74e7818b-f6ed-4831-b105-dc0ff69cffb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9231b2df-10db-4217-8a1c-e213f9165fc8 HTTP/1.1" status: 200 len: 858 time: 0.1197920 Feb 09 15:49:02.988116 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:03.059590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-6e2278c1-24a2-48f1-9528-2e06dde0ddff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=816cf3cc-6212-43df-8426-a3dd4ffae12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644922 Feb 09 15:49:03.067430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Transition to ACTIVE for port object 01369517-647a-4e5c-a433-e3408bc11f6b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:03.174231 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:03.192610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:03.318907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Pushing event updated for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:03.331087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-bee296bd-0660-4ca5-94f6-a43461d58a44 service neutron] 10.222.0.13 "GET /v2.0/networks/816cf3cc-6212-43df-8426-a3dd4ffae12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606442 Feb 09 15:49:03.347051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff696d4-e127-4529-a505-95d401d6fb96 req-9c99eab8-f5ee-42a1-90e8-add0d8dc485b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:03.355017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eff696d4-e127-4529-a505-95d401d6fb96 req-9c99eab8-f5ee-42a1-90e8-add0d8dc485b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 931 time: 0.2513070 Feb 09 15:49:03.366977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e3fca-dd3c-4f7d-a1a6-d75b256e342f req-a40976d7-c993-47d8-a3bd-61a570cf3133 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:03.370239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b23e3fca-dd3c-4f7d-a1a6-d75b256e342f req-a40976d7-c993-47d8-a3bd-61a570cf3133 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 943 time: 0.2249701 Feb 09 15:49:03.557731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eff696d4-e127-4529-a505-95d401d6fb96 req-667eb0b6-2c25-4330-abdc-d3894174ef0e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016799 Feb 09 15:49:03.565694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b23e3fca-dd3c-4f7d-a1a6-d75b256e342f req-39aaf52f-93e3-46b8-bdaa-953c374b5f77 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820970 Feb 09 15:49:03.610627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Attempting to bind port 01369517-647a-4e5c-a433-e3408bc11f6b on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:03.611028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Attempting to bind port 01369517-647a-4e5c-a433-e3408bc11f6b by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:03.611343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Attempting to bind port 01369517-647a-4e5c-a433-e3408bc11f6b on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:03.618447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fff53dc-ebc1-493b-8782-850fde39f110 req-7ac31451-034f-47c9-820a-52d4e05cba4d service neutron] 10.222.0.13 "GET /v2.0/networks/816cf3cc-6212-43df-8426-a3dd4ffae12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592435 Feb 09 15:49:03.620939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Port 01369517-647a-4e5c-a433-e3408bc11f6b on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:03.621344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Attempting to bind port 01369517-647a-4e5c-a433-e3408bc11f6b on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:03.627298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:03.627649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Checking segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:03.628046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Bound using segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:03.628541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Bound port: 01369517-647a-4e5c-a433-e3408bc11f6b, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:03.628910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:03.641150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2661a2d0-6f07-4429-b489-ddb47c9073c8 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:03.654468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:03.693984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Transition to ACTIVE for port object 2661a2d0-6f07-4429-b489-ddb47c9073c8 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:03.713420 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97919814-dda8-4d3d-a6bf-d01ebe5538c1 x-openstack-request-id: req-97919814-dda8-4d3d-a6bf-d01ebe5538c1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:03.713987 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0912f0f7-8326-4fff-91fb-ffb78526c4f6", "tag": "face1d00-a0da-45a2-8375-8b7efad98a4f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:03.714255 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97919814-dda8-4d3d-a6bf-d01ebe5538c1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:03.714680 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0912f0f7-8326-4fff-91fb-ffb78526c4f6', 'tag': 'face1d00-a0da-45a2-8375-8b7efad98a4f', 'status': 'completed', 'code': 200} Feb 09 15:49:03.737236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:03.741927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:03.800029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:03.848853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1bc1a73-101c-43bc-bb41-104f39d0cfc6 req-315b7f44-6378-49fe-9ade-a4ccd363fef7 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 210 time: 0.0717387 Feb 09 15:49:03.904157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202051e-9eb7-42b7-90b1-7ad58b127ecc req-aa246714-9bcb-4dd7-9fa8-57a2d2ee8729 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:03.910235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c202051e-9eb7-42b7-90b1-7ad58b127ecc req-aa246714-9bcb-4dd7-9fa8-57a2d2ee8729 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1447527 Feb 09 15:49:03.912543 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:03.920390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-097b5d06-9b03-4428-be98-455dd94e06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:03.922711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-097b5d06-9b03-4428-be98-455dd94e06b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=43f898b645554a7980b8bcca71bf0671&device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 1094 time: 0.1193192 Feb 09 15:49:03.959619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Pushing event updated for resources: {'Port': ['ID=2661a2d0-6f07-4429-b489-ddb47c9073c8,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:04.055476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Attempting to bind port 2661a2d0-6f07-4429-b489-ddb47c9073c8 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:04.055976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Attempting to bind port 2661a2d0-6f07-4429-b489-ddb47c9073c8 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:04.056230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Attempting to bind port 2661a2d0-6f07-4429-b489-ddb47c9073c8 on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:04.074280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Port 2661a2d0-6f07-4429-b489-ddb47c9073c8 on network 8fe90d03-74e6-453d-8f52-18e4671920fb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:04.074611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Attempting to bind port 2661a2d0-6f07-4429-b489-ddb47c9073c8 on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:04.081343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:04.081701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Checking segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:04.082100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Bound using segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:04.082834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Bound port: 2661a2d0-6f07-4429-b489-ddb47c9073c8, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:04.083352 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:04.176402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.177183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:04.178782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] 10.222.0.13 "PUT /v2.0/ports/01369517-647a-4e5c-a433-e3408bc11f6b HTTP/1.1" status: 200 len: 1092 time: 2.2093537 Feb 09 15:49:04.202808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c202051e-9eb7-42b7-90b1-7ad58b127ecc req-eda1eede-91bc-43fd-8fb4-0628845a048f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762940 Feb 09 15:49:04.269122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] For port 2661a2d0-6f07-4429-b489-ddb47c9073c8, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:04.277487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] For port 2661a2d0-6f07-4429-b489-ddb47c9073c8, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2661a2d0-6f07-4429-b489-ddb47c9073c8,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:04.318160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-46ffaeb5-7a31-4c87-88ca-09357d70df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.320149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-46ffaeb5-7a31-4c87-88ca-09357d70df5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=816cf3cc-6212-43df-8426-a3dd4ffae12d HTTP/1.1" status: 200 len: 919 time: 0.3589416 Feb 09 15:49:04.338018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2d090-111e-406f-827c-31550f3b292c service neutron] Pushing event updated for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:04.383131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-95c008ec-941c-4af0-8486-ec557712b0bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=face1d00-a0da-45a2-8375-8b7efad98a4f HTTP/1.1" status: 200 len: 217 time: 0.0385594 Feb 09 15:49:04.422897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82193f93-e5c8-493f-99d3-05f8e0f770eb req-cbaca1c3-bdd0-42a1-90c8-465727e389d6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.424406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82193f93-e5c8-493f-99d3-05f8e0f770eb req-cbaca1c3-bdd0-42a1-90c8-465727e389d6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 950 time: 0.3181198 Feb 09 15:49:04.461544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:04.509371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.510363 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:04.514111 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] 10.222.0.13 "PUT /v2.0/ports/2661a2d0-6f07-4429-b489-ddb47c9073c8 HTTP/1.1" status: 200 len: 1091 time: 1.5451958 Feb 09 15:49:04.515026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c6aaef-b527-4cd9-88ef-b841c2f5e137', 'tag': '2661a2d0-6f07-4429-b489-ddb47c9073c8'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:04.518872 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5abed23-9aa7-451e-a411-78c7f239820a" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c6aaef-b527-4cd9-88ef-b841c2f5e137", "tag": "2661a2d0-6f07-4429-b489-ddb47c9073c8"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:04.533582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f0feb-a5ba-49f8-b2ee-17468db2da12 req-36ddd4b1-56c3-4054-a5db-55d68c4f17f2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.535384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa8f0feb-a5ba-49f8-b2ee-17468db2da12 req-36ddd4b1-56c3-4054-a5db-55d68c4f17f2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 944 time: 0.2346699 Feb 09 15:49:04.556516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82193f93-e5c8-493f-99d3-05f8e0f770eb req-e1c7c8ae-1334-482d-9573-473588370032 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995231 Feb 09 15:49:04.579683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-e11b503c-754e-4956-8014-6b3ff29543da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.597598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-e11b503c-754e-4956-8014-6b3ff29543da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9231b2df-10db-4217-8a1c-e213f9165fc8 HTTP/1.1" status: 200 len: 858 time: 0.1847456 Feb 09 15:49:04.598557 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe1a0f-bac3-489f-830c-44312a503798 service neutron] Pushing event updated for resources: {'Port': ['ID=2661a2d0-6f07-4429-b489-ddb47c9073c8,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:04.621854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-c1108842-d9c5-4c3e-bddd-db6a8f93ee80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=816cf3cc-6212-43df-8426-a3dd4ffae12d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304203 Feb 09 15:49:04.625460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-4b9473ef-2eec-4e6d-9e51-5b595b69da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.626980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-4b9473ef-2eec-4e6d-9e51-5b595b69da34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1828048 Feb 09 15:49:04.694514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa8f0feb-a5ba-49f8-b2ee-17468db2da12 req-2a235261-f079-44fc-a3d6-8861645ff6af tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445818 Feb 09 15:49:04.749377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-6cc3eb68-6db6-455a-ac91-29547ac1ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.753674 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-6cc3eb68-6db6-455a-ac91-29547ac1ee29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 1094 time: 0.1006691 Feb 09 15:49:04.770926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-ac8bccea-1dd0-4442-8391-4de655f5b908 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01369517-647a-4e5c-a433-e3408bc11f6b HTTP/1.1" status: 200 len: 217 time: 0.1179576 Feb 09 15:49:04.775221 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a54d2ed-109e-4cba-8318-8d3ef8b78380 x-openstack-request-id: req-3a54d2ed-109e-4cba-8318-8d3ef8b78380 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:04.775685 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c6aaef-b527-4cd9-88ef-b841c2f5e137", "tag": "2661a2d0-6f07-4429-b489-ddb47c9073c8", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:04.776944 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a54d2ed-109e-4cba-8318-8d3ef8b78380 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:04.777428 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c6aaef-b527-4cd9-88ef-b841c2f5e137', 'tag': '2661a2d0-6f07-4429-b489-ddb47c9073c8', 'status': 'completed', 'code': 200} Feb 09 15:49:04.862034 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-4be8d653-e382-4d79-9a45-3e2f5da116e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2661a2d0-6f07-4429-b489-ddb47c9073c8 HTTP/1.1" status: 200 len: 217 time: 0.0984402 Feb 09 15:49:04.948595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-dff0a050-b552-49d4-8167-79c10a1843b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:04.951094 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-dff0a050-b552-49d4-8167-79c10a1843b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.0828986 Feb 09 15:49:04.989810 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-95ea6d65-5427-438e-8d1d-331634a31de2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321271 Feb 09 15:49:05.193650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3fc47-177a-45ec-a0b0-6066931887ba req-8a2db3d2-67d0-40b5-89d3-74efd85d476c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:05.201496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cc3fc47-177a-45ec-a0b0-6066931887ba req-8a2db3d2-67d0-40b5-89d3-74efd85d476c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.5457854 Feb 09 15:49:05.214882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-01306c3d-c95d-4aaa-be88-0185b215b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:05.216493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-01306c3d-c95d-4aaa-be88-0185b215b1c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 200 len: 844 time: 0.4371417 Feb 09 15:49:05.256059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-675b7572-a53a-4e9e-b2e6-9a277de9c7c6 service neutron] 10.222.0.13 "GET /v2.0/networks/816cf3cc-6212-43df-8426-a3dd4ffae12d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141210 Feb 09 15:49:05.275437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-c4fdbec5-b046-49c9-9221-9593f38ff196 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6359e6de-5759-40f4-ba65-b1e84bd8eb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469260 Feb 09 15:49:05.295455 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-c6d66775-82c2-4f44-9962-5577a4248cfc service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974963 Feb 09 15:49:05.374370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297da04-57df-4ee4-9a70-e0e009539ab7 req-4a8fa06e-6729-4aaf-a981-c9fb150ba165 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:05.375980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4297da04-57df-4ee4-9a70-e0e009539ab7 req-4a8fa06e-6729-4aaf-a981-c9fb150ba165 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 943 time: 0.2567554 Feb 09 15:49:05.429564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cc3fc47-177a-45ec-a0b0-6066931887ba req-157bc4bb-2be7-4b11-abbc-444b5aae2265 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262690 Feb 09 15:49:05.519877 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-da292e28-9688-496e-8c3a-7e826590a8e9 req-bc7cfbc0-eb0c-4a7d-ac71-d8b797fc7232 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162731 Feb 09 15:49:05.615762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49758974-9e54-45a9-8bb5-f389e28ac599 req-5a748343-1921-4778-8065-fa51dd676c61 service neutron] 10.222.0.13 "GET /v2.0/networks/816cf3cc-6212-43df-8426-a3dd4ffae12d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424580 Feb 09 15:49:05.648239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4297da04-57df-4ee4-9a70-e0e009539ab7 req-824c41ee-d636-4612-af00-f7c64aae4c9e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298524 Feb 09 15:49:05.675286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-ba7ab890-afc6-4230-bc02-681f4cbad4e5 service neutron] 10.222.0.13 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857822 Feb 09 15:49:05.703191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120b3f2-3558-4d0f-8c30-e2efc7aacfdf req-8cf80631-5dbe-4d30-b3a1-51ea7f8bd1ce tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:05.704871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2120b3f2-3558-4d0f-8c30-e2efc7aacfdf req-8cf80631-5dbe-4d30-b3a1-51ea7f8bd1ce tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 943 time: 0.1804485 Feb 09 15:49:05.723032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:05.725895 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:05.843123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-965c42c4-d7b0-480e-b617-d79b2cac62a6 req-d5bbafe8-bf00-4d44-b3fc-e09d7bbf28da tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 210 time: 0.0517449 Feb 09 15:49:05.881370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2120b3f2-3558-4d0f-8c30-e2efc7aacfdf req-81a28901-9b1e-462f-8ced-9f49e7048952 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515772 Feb 09 15:49:05.926452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abed23-9aa7-451e-a411-78c7f239820a req-ea9abbc4-bef1-4172-89a3-eb380bc996ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:05.928505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5abed23-9aa7-451e-a411-78c7f239820a req-ea9abbc4-bef1-4172-89a3-eb380bc996ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 1094 time: 0.2337554 Feb 09 15:49:06.031712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e2798b-668c-41a1-9ec3-d85988a8c6d9 req-9a7b1254-4a4e-43b4-983e-3af24c05155d service neutron] 10.222.0.13 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493729 Feb 09 15:49:06.101800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abed23-9aa7-451e-a411-78c7f239820a req-fdef1e8b-f2ba-49a7-a284-1ecddeb7f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:06.103530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5abed23-9aa7-451e-a411-78c7f239820a req-fdef1e8b-f2ba-49a7-a284-1ecddeb7f71d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 906 time: 0.1606095 Feb 09 15:49:06.125645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fef43-8bff-446b-a36d-f46bf54c5280 req-e762146f-3903-4326-8958-ca942391c384 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:06.127559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c1fef43-8bff-446b-a36d-f46bf54c5280 req-e762146f-3903-4326-8958-ca942391c384 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 950 time: 0.0923402 Feb 09 15:49:06.167729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5abed23-9aa7-451e-a411-78c7f239820a req-2d828221-a987-460d-9fa4-9d81e65d14d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2661a2d0-6f07-4429-b489-ddb47c9073c8 HTTP/1.1" status: 200 len: 217 time: 0.0573053 Feb 09 15:49:06.548868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c1fef43-8bff-446b-a36d-f46bf54c5280 req-1c4e3649-5ea4-47dc-a812-8e3f522f5fac tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743511 Feb 09 15:49:06.548868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abed23-9aa7-451e-a411-78c7f239820a req-529aa5c3-20e6-4201-adee-55569653c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:06.548868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5abed23-9aa7-451e-a411-78c7f239820a req-529aa5c3-20e6-4201-adee-55569653c238 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.0729539 Feb 09 15:49:06.548868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5abed23-9aa7-451e-a411-78c7f239820a req-22fb74ab-87e3-4349-891a-0bdf60d7209d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473557 Feb 09 15:49:06.548868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98578f7f-4478-49bf-9e39-7aeade335b39 req-386a5981-4adf-4d8e-81db-f3d85325f2fd tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:06.548868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98578f7f-4478-49bf-9e39-7aeade335b39 req-386a5981-4adf-4d8e-81db-f3d85325f2fd tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 944 time: 0.1173682 Feb 09 15:49:06.548868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5abed23-9aa7-451e-a411-78c7f239820a req-5a73012f-3658-4391-97c1-38f713c5d3d2 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443162 Feb 09 15:49:06.548868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98578f7f-4478-49bf-9e39-7aeade335b39 req-122f77e9-a57b-477a-a742-81f57a58b1d7 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924728 Feb 09 15:49:06.600337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5abed23-9aa7-451e-a411-78c7f239820a req-51a071c7-5815-4c87-91d0-73b651eba217 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372530 Feb 09 15:49:06.618511 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b86278a-4518-4f1b-a99d-78a4a7ed7905 x-openstack-request-id: req-6b86278a-4518-4f1b-a99d-78a4a7ed7905 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:06.623281 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:06.623794 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b86278a-4518-4f1b-a99d-78a4a7ed7905 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:06.624518 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b', 'status': 'completed', 'code': 200} Feb 09 15:49:06.788188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67497-33c8-45b2-a4aa-3848f0aee0fe req-49d4618c-b2ac-483e-8fda-3e04b2cd2509 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:06.790055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac67497-33c8-45b2-a4aa-3848f0aee0fe req-49d4618c-b2ac-483e-8fda-3e04b2cd2509 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 948 time: 0.0667696 Feb 09 15:49:06.833928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac67497-33c8-45b2-a4aa-3848f0aee0fe req-085ba433-2df6-479a-a843-96f373825feb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370393 Feb 09 15:49:07.020118 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-e0d72231-3f86-4e6e-bdad-cc3dd191ce8b tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=39ecfb0a237344dfa82967b75d654bd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371318 Feb 09 15:49:07.040771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-eb764567-067e-4ff8-87da-7ff1e25e8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:07.043363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-eb764567-067e-4ff8-87da-7ff1e25e8d18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1449127 Feb 09 15:49:07.066539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e807-7390-4244-8ceb-812022bbe3ad req-3cf3dec7-6ec0-4a45-a3a3-e8c254224616 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:07.068139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1317e807-7390-4244-8ceb-812022bbe3ad req-3cf3dec7-6ec0-4a45-a3a3-e8c254224616 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 943 time: 0.1537747 Feb 09 15:49:07.177443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1317e807-7390-4244-8ceb-812022bbe3ad req-588e7c85-1e29-4590-9c29-eff02734da58 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968449 Feb 09 15:49:07.231844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-169fdb59-dd06-4102-9fb8-e67d53dd03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:07.237502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-169fdb59-dd06-4102-9fb8-e67d53dd03b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 905 time: 0.1833701 Feb 09 15:49:07.259339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-c91ef559-b580-45d4-b97b-7b4d56059900 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:07.262777 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-c91ef559-b580-45d4-b97b-7b4d56059900 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365150 Feb 09 15:49:07.281008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Request body: {'port': {'device_id': 'f0ebd311-092c-4cf2-a846-05c0c1995d47', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '39ecfb0a237344dfa82967b75d654bd9'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:07.301163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-9e22893f-8219-407c-abbe-0b929b91acf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01369517-647a-4e5c-a433-e3408bc11f6b HTTP/1.1" status: 200 len: 217 time: 0.0593395 Feb 09 15:49:07.365448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-67ed9f14-953b-4879-ba64-990c5d1a83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:07.367074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-67ed9f14-953b-4879-ba64-990c5d1a83a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 200 len: 844 time: 0.0588534 Feb 09 15:49:07.411529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-a99a1909-eb6a-4207-98b8-2a77492e34b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6359e6de-5759-40f4-ba65-b1e84bd8eb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366776 Feb 09 15:49:07.552378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Made reservation on behalf of 39ecfb0a237344dfa82967b75d654bd9 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:07.556284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:07.569948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:07.590624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ce3990e-d85b-4448-ba91-f9c9505ccb3b req-30e0c8e0-066d-4cb0-ac3f-8cfa5e0a40bd tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 210 time: 0.0687845 Feb 09 15:49:07.645160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-0073ef35-ae1d-42cd-88e7-31d66d4aa3dd service neutron] 10.222.0.13 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260928 Feb 09 15:49:07.654938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75267a14-9710-4a4e-a2ff-ae03e703425f req-ebf1f7c0-ec69-451f-98fc-971089f9598f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:07.661360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75267a14-9710-4a4e-a2ff-ae03e703425f req-ebf1f7c0-ec69-451f-98fc-971089f9598f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:07.663018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75267a14-9710-4a4e-a2ff-ae03e703425f req-ebf1f7c0-ec69-451f-98fc-971089f9598f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332&device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 1689 time: 0.1117911 Feb 09 15:49:07.717053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:07.782889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device face1d00-a0da-45a2-8375-8b7efad98a4f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:07.822194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75267a14-9710-4a4e-a2ff-ae03e703425f req-826e95fd-45d1-4113-8acd-014f39252e35 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484983 Feb 09 15:49:07.839893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006b18b0-72c4-4485-a2a3-e7267d6cf8b7 req-a138e8fc-d851-409b-8cfe-6de39b91525a service neutron] 10.222.0.13 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747086 Feb 09 15:49:07.848452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7295a-c28e-4c05-9261-6d7e80a0d95d req-f42c12b0-1516-4f55-b5d8-dd5ceb539aa5 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:07.859073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38e7295a-c28e-4c05-9261-6d7e80a0d95d req-f42c12b0-1516-4f55-b5d8-dd5ceb539aa5 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 943 time: 0.1946440 Feb 09 15:49:07.866883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:07.908364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port face1d00-a0da-45a2-8375-8b7efad98a4f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=face1d00-a0da-45a2-8375-8b7efad98a4f,segment=NetworkSegment(851cd683-bc08-4843-8fc1-4406535251e9),segment_id=851cd683-bc08-4843-8fc1-4406535251e9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:07.916122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38e7295a-c28e-4c05-9261-6d7e80a0d95d req-a862bab2-49ea-44ce-84ff-827ac9f5dd9c tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527389 Feb 09 15:49:07.927190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'face1d00-a0da-45a2-8375-8b7efad98a4f', 'network_id': '816cf3cc-6212-43df-8426-a3dd4ffae12d', 'port_id': 'face1d00-a0da-45a2-8375-8b7efad98a4f', 'mac_address': 'fa:16:3e:6d:e6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9231b2df-10db-4217-8a1c-e213f9165fc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:07.975682 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:07.999389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id face1d00-a0da-45a2-8375-8b7efad98a4f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:08.025819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port face1d00-a0da-45a2-8375-8b7efad98a4f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=face1d00-a0da-45a2-8375-8b7efad98a4f,segment=NetworkSegment(851cd683-bc08-4843-8fc1-4406535251e9),segment_id=851cd683-bc08-4843-8fc1-4406535251e9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:08.035174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25001b-3d03-43ec-8904-f810fcad781b req-6c260a25-d01a-4d34-811a-12c4328e429b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:08.036796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a25001b-3d03-43ec-8904-f810fcad781b req-6c260a25-d01a-4d34-811a-12c4328e429b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1111865 Feb 09 15:49:08.093306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11323639-f571-48e5-8de9-a85e75a3f22e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:08.127437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a25001b-3d03-43ec-8904-f810fcad781b req-9a013373-b784-4bbf-8790-79ea10ce074e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829406 Feb 09 15:49:08.133220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Allocated IP 192.168.233.34 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/e4540ccd-a80f-496b-a46e-4a9c26eaba4f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:08.135598 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:08.176512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119c3fa-7e8e-4cca-a1c9-09d64d407f22 req-9bcf325d-f78a-41d5-97a6-a6f1fc871fe6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:08.178167 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f119c3fa-7e8e-4cca-a1c9-09d64d407f22 req-9bcf325d-f78a-41d5-97a6-a6f1fc871fe6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 944 time: 0.1092937 Feb 09 15:49:08.249779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=face1d00-a0da-45a2-8375-8b7efad98a4f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:08.252005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f119c3fa-7e8e-4cca-a1c9-09d64d407f22 req-fe011dd7-6fee-445b-8686-54ba080c9164 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634129 Feb 09 15:49:08.377070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['face1d00-a0da-45a2-8375-8b7efad98a4f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:08.420857 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:08.451380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb037589-e982-4840-8f3f-30d8d6c2e08b req-dcced40d-0692-4dba-bc98-0fa496f71d72 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:08.462350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb037589-e982-4840-8f3f-30d8d6c2e08b req-dcced40d-0692-4dba-bc98-0fa496f71d72 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 943 time: 0.0922587 Feb 09 15:49:08.501489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb037589-e982-4840-8f3f-30d8d6c2e08b req-7b03d9a9-8e56-4f8e-940d-401412c721ae tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Feb 09 15:49:08.576743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:08.628335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:08.630014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f6a27-7ed8-4823-a712-64f97167128c req-0f8511a0-4c28-4af9-9179-c7a19055649c tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:08.632045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:08.633017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce5f6a27-7ed8-4823-a712-64f97167128c req-0f8511a0-4c28-4af9-9179-c7a19055649c tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 1101 time: 0.0497348 Feb 09 15:49:08.636343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:08.644256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Pushing event updated for resources: {'Port': ['ID=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:08.713140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce5f6a27-7ed8-4823-a712-64f97167128c req-050bcd1a-d661-4708-8972-668102930de1 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672250 Feb 09 15:49:08.727394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:08.728449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:08.847151 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-af6d27e1-5c0a-47d4-bac5-460ffcdc87fe tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5703719 Feb 09 15:49:08.867481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-ae6cfd29-4f2d-4fb6-ba02-a41f61dc08cb tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:49:08.869007 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-ae6cfd29-4f2d-4fb6-ba02-a41f61dc08cb tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161982 Feb 09 15:49:08.910937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251e7af-1daa-4021-8a98-94747d178c30 req-d87a7c63-6972-4c64-b6e4-cb33d1a760dc tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:08.915617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7251e7af-1daa-4021-8a98-94747d178c30 req-d87a7c63-6972-4c64-b6e4-cb33d1a760dc tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 935 time: 0.1186583 Feb 09 15:49:08.925500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef57ea-a94c-465d-8416-10da31ee15ad req-e3e89026-2aaf-4397-9cb8-251b4c9a76e6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:08.927156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47ef57ea-a94c-465d-8416-10da31ee15ad req-e3e89026-2aaf-4397-9cb8-251b4c9a76e6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1442351 Feb 09 15:49:09.017172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47ef57ea-a94c-465d-8416-10da31ee15ad req-2c11d712-5145-4f8d-86b4-81ad7aacb60f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541630 Feb 09 15:49:09.018730 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9264a851-0923-4886-8938-3b893d6e45f2 None None] Provisioning complete for port e4540ccd-a80f-496b-a46e-4a9c26eaba4f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:09.019804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9264a851-0923-4886-8938-3b893d6e45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:09.039916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7251e7af-1daa-4021-8a98-94747d178c30 req-82506141-9ff0-465e-bd53-50f4b89bc09f tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116335 Feb 09 15:49:09.110212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9264a851-0923-4886-8938-3b893d6e45f2 None None] Port e4540ccd-a80f-496b-a46e-4a9c26eaba4f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:49:09.197661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5257fc-f18a-4130-810f-d251dfc30e50 req-b3035f22-5757-403f-ac25-fe18668ecdb9 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:09.199274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d5257fc-f18a-4130-810f-d251dfc30e50 req-b3035f22-5757-403f-ac25-fe18668ecdb9 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 1099 time: 0.0951226 Feb 09 15:49:09.226982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1e604-1eed-49ec-bac6-c73e61ac2399 req-a999686e-9624-4c43-9205-cc9cf36bdeed tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:09.228661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aec1e604-1eed-49ec-bac6-c73e61ac2399 req-a999686e-9624-4c43-9205-cc9cf36bdeed tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 944 time: 0.0791790 Feb 09 15:49:09.232556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Request body: {'port': {'device_id': 'f0ebd311-092c-4cf2-a846-05c0c1995d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:09.271085 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d5257fc-f18a-4130-810f-d251dfc30e50 req-b5d41abf-ef3f-47b0-8b90-6b1d3bdb3cb0 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607462 Feb 09 15:49:09.285509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aec1e604-1eed-49ec-bac6-c73e61ac2399 req-8e069d03-bc2c-453b-935f-804970e434cc tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 Feb 09 15:49:09.309442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:09.503339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b641-8b1d-41fc-8d50-29cd4e3e089c req-62a95440-0d6e-4433-986f-bc3952e55867 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:09.506274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9522b641-8b1d-41fc-8d50-29cd4e3e089c req-62a95440-0d6e-4433-986f-bc3952e55867 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 944 time: 0.1121461 Feb 09 15:49:09.555544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9522b641-8b1d-41fc-8d50-29cd4e3e089c req-d7fcfac1-8ced-49b0-aba2-e84adeddbd33 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Feb 09 15:49:09.719386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dba59-d675-48d7-a71b-86bd2d49dd51 req-f05045cc-d88b-43c6-ab42-94d087835344 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:09.724753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-483dba59-d675-48d7-a71b-86bd2d49dd51 req-f05045cc-d88b-43c6-ab42-94d087835344 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 943 time: 0.0665033 Feb 09 15:49:09.770642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4540ccd-a80f-496b-a46e-4a9c26eaba4f {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:09.772603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-483dba59-d675-48d7-a71b-86bd2d49dd51 req-86036c55-cb87-464e-9448-659ec226ab8f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Feb 09 15:49:09.780830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:09.798531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Transition to ACTIVE for port object e4540ccd-a80f-496b-a46e-4a9c26eaba4f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:09.813015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 01369517-647a-4e5c-a433-e3408bc11f6b details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:09.817542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device face1d00-a0da-45a2-8375-8b7efad98a4f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:09.883710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:09.909280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-eead7c17-7285-439c-a44d-c5969c2bcec2 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461278 Feb 09 15:49:09.973570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:09.991158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Pushing event updated for resources: {'Port': ['ID=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:09.995800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '01369517-647a-4e5c-a433-e3408bc11f6b', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'port_id': '01369517-647a-4e5c-a433-e3408bc11f6b', 'mac_address': 'fa:16:3e:76:67:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b275e3-8eb1-49e7-a6d2-eb44ad5eb759', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:10.049605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port face1d00-a0da-45a2-8375-8b7efad98a4f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:10.056591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port face1d00-a0da-45a2-8375-8b7efad98a4f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:10.056591 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.074674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-7d71e259-3c38-4e70-95ce-5acc4392eacb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:10.082127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-7d71e259-3c38-4e70-95ce-5acc4392eacb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638684 Feb 09 15:49:10.116493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-ce1bbd5e-c2ad-4ecf-a333-eb5cab37ba97 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/quotas/7772caae686c4e6e92715ae43e275e20 HTTP/1.1" status: 200 len: 375 time: 0.0332561 Feb 09 15:49:10.133754 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.170370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Attempting to bind port e4540ccd-a80f-496b-a46e-4a9c26eaba4f on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:10.170965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Attempting to bind port e4540ccd-a80f-496b-a46e-4a9c26eaba4f by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:10.171509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Attempting to bind port e4540ccd-a80f-496b-a46e-4a9c26eaba4f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:10.171785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01369517-647a-4e5c-a433-e3408bc11f6b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:10.180953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Port e4540ccd-a80f-496b-a46e-4a9c26eaba4f on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:10.183140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Attempting to bind port e4540ccd-a80f-496b-a46e-4a9c26eaba4f on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:10.203493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:10.203892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:10.204370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:10.204923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:10.206121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Bound port: e4540ccd-a80f-496b-a46e-4a9c26eaba4f, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:10.206637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.283186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0c379-dece-41fd-8712-d4903379fd37 req-075a8cbc-a5ef-4702-a576-b14a8c3bf9ae tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:10.296991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37f0c379-dece-41fd-8712-d4903379fd37 req-075a8cbc-a5ef-4702-a576-b14a8c3bf9ae tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1309245 Feb 09 15:49:10.300315 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.313677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-6ee8a5d2-ea32-44d8-85a3-497602fdf7af tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1962416 Feb 09 15:49:10.339919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.339919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2661a2d0-6f07-4429-b489-ddb47c9073c8 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:10.351277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] For port e4540ccd-a80f-496b-a46e-4a9c26eaba4f, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:10.357745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0912f0f7-8326-4fff-91fb-ffb78526c4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'face1d00-a0da-45a2-8375-8b7efad98a4f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:10.360544 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edba44de-b4f8-48e4-8b86-a80aca0a85a9" -d '{"events": [{"server_uuid": "0912f0f7-8326-4fff-91fb-ffb78526c4f6", "name": "network-vif-plugged", "status": "completed", "tag": "face1d00-a0da-45a2-8375-8b7efad98a4f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:10.367184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] For port e4540ccd-a80f-496b-a46e-4a9c26eaba4f, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:10.402133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37f0c379-dece-41fd-8712-d4903379fd37 req-dc8378e8-8719-42ad-b69c-6e8563362849 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868783 Feb 09 15:49:10.413780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port face1d00-a0da-45a2-8375-8b7efad98a4f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=face1d00-a0da-45a2-8375-8b7efad98a4f,segment=NetworkSegment(851cd683-bc08-4843-8fc1-4406535251e9),segment_id=851cd683-bc08-4843-8fc1-4406535251e9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:10.461841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:10.474187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.506013 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.540710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:10.541544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.550008 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] 10.222.0.73 "PUT /v2.0/ports/e4540ccd-a80f-496b-a46e-4a9c26eaba4f HTTP/1.1" status: 200 len: 1095 time: 1.6620553 Feb 09 15:49:10.550008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ebd311-092c-4cf2-a846-05c0c1995d47', 'tag': 'e4540ccd-a80f-496b-a46e-4a9c26eaba4f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:10.550008 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b5efbd-3c48-49c7-a919-962d80195e98" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ebd311-092c-4cf2-a846-05c0c1995d47", "tag": "e4540ccd-a80f-496b-a46e-4a9c26eaba4f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:10.606598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410cf97-4699-45a4-9668-35e25c647194 service neutron] Pushing event updated for resources: {'Port': ['ID=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:10.655879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1550b1-6f4a-445d-a332-945255ca79b8 req-a6b4fdf3-516e-41d6-8e34-d57929a80e1c tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:10.658032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe1550b1-6f4a-445d-a332-945255ca79b8 req-a6b4fdf3-516e-41d6-8e34-d57929a80e1c tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 947 time: 0.0819221 Feb 09 15:49:10.712973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-5e70898d-4968-4899-b61a-35889c0bcf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:10.715058 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-5e70898d-4968-4899-b61a-35889c0bcf2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39ecfb0a237344dfa82967b75d654bd9&device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 1098 time: 0.0536318 Feb 09 15:49:10.763097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe1550b1-6f4a-445d-a332-945255ca79b8 req-89ec1ae0-9bb8-4cd0-89f0-9d084207163f tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930250 Feb 09 15:49:10.785324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2661a2d0-6f07-4429-b489-ddb47c9073c8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2661a2d0-6f07-4429-b489-ddb47c9073c8,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:10.796582 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-57a6e908-08c9-4f6c-a0b2-db59415b7a87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e4540ccd-a80f-496b-a46e-4a9c26eaba4f HTTP/1.1" status: 200 len: 217 time: 0.0695305 Feb 09 15:49:10.800545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '2661a2d0-6f07-4429-b489-ddb47c9073c8', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'port_id': '2661a2d0-6f07-4429-b489-ddb47c9073c8', 'mac_address': 'fa:16:3e:b9:cf:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c1cd5-fa7c-471b-bb59-78d9844adee3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:10.876137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-6b76382f-1655-485f-975e-378b8586333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:10.877850 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-6b76382f-1655-485f-975e-378b8586333d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0739412 Feb 09 15:49:10.889024 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:10.912148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2661a2d0-6f07-4429-b489-ddb47c9073c8 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:10.919438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=face1d00-a0da-45a2-8375-8b7efad98a4f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:10.946752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2661a2d0-6f07-4429-b489-ddb47c9073c8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2661a2d0-6f07-4429-b489-ddb47c9073c8,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:11.014540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d12525-964c-400f-ac38-a69500d71721 req-69eef261-1d89-4ffa-9c9f-1106f4c11446 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:11.014540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3d12525-964c-400f-ac38-a69500d71721 req-69eef261-1d89-4ffa-9c9f-1106f4c11446 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 945 time: 0.1267493 Feb 09 15:49:11.022302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-07fbe2f2-83df-4514-8198-8a86aaf8b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:11.024047 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-07fbe2f2-83df-4514-8198-8a86aaf8b71b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306448 Feb 09 15:49:11.049287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:11.123713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3d12525-964c-400f-ac38-a69500d71721 req-e4f555ff-3b88-45ab-add0-9063274b9dfb tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931003 Feb 09 15:49:11.146414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2661a2d0-6f07-4429-b489-ddb47c9073c8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:11.246068 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-2c13cffb-2f28-4301-862c-be1fa3fa71ec service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100885 Feb 09 15:49:11.251751 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d995b80b-330a-4b0e-912a-1e54c322642b x-openstack-request-id: req-d995b80b-330a-4b0e-912a-1e54c322642b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:11.252046 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0912f0f7-8326-4fff-91fb-ffb78526c4f6", "name": "network-vif-plugged", "status": "completed", "tag": "face1d00-a0da-45a2-8375-8b7efad98a4f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:11.252322 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d995b80b-330a-4b0e-912a-1e54c322642b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:11.252729 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0912f0f7-8326-4fff-91fb-ffb78526c4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'face1d00-a0da-45a2-8375-8b7efad98a4f', 'code': 200} Feb 09 15:49:11.365701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['01369517-647a-4e5c-a433-e3408bc11f6b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:11.373098 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bd3c37e4-e118-4651-8717-6d592697a7c3 req-0f6d6bfd-cad9-4a7c-83ee-9c3fe41c3746 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187189 Feb 09 15:49:11.462000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e497d5-f815-43c7-b2ea-c53dcd2fd5ab req-90cfeab5-e477-4408-96bb-581322d069b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:11.462000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e497d5-f815-43c7-b2ea-c53dcd2fd5ab req-90cfeab5-e477-4408-96bb-581322d069b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 1096 time: 0.1139922 Feb 09 15:49:11.462362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:11.531361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89e497d5-f815-43c7-b2ea-c53dcd2fd5ab req-65079db4-abfc-47ff-885b-b4a0d557acc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729065 Feb 09 15:49:11.561305 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113ca8a-cf88-4109-b98b-f88eac163c7d x-openstack-request-id: req-9113ca8a-cf88-4109-b98b-f88eac163c7d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:11.562182 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ebd311-092c-4cf2-a846-05c0c1995d47", "tag": "e4540ccd-a80f-496b-a46e-4a9c26eaba4f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:11.562646 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9113ca8a-cf88-4109-b98b-f88eac163c7d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:11.563472 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ebd311-092c-4cf2-a846-05c0c1995d47', 'tag': 'e4540ccd-a80f-496b-a46e-4a9c26eaba4f', 'status': 'completed', 'code': 200} Feb 09 15:49:11.775082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96125b3c-09f0-470a-b313-03a59271e828 req-ae9b2104-946a-4911-ab1e-8806d8f378d1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:11.785899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96125b3c-09f0-470a-b313-03a59271e828 req-ae9b2104-946a-4911-ab1e-8806d8f378d1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 945 time: 0.1309149 Feb 09 15:49:11.904548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-aadad840-1a82-477a-86c7-113e11bcce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:11.907865 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-aadad840-1a82-477a-86c7-113e11bcce8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39ecfb0a237344dfa82967b75d654bd9&device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 1098 time: 0.1941423 Feb 09 15:49:11.936170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96125b3c-09f0-470a-b313-03a59271e828 req-5cbcf872-c1be-42c8-9bee-d49573b63d18 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438174 Feb 09 15:49:12.055236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-7c26db98-52b4-4601-ab6f-5ea2e8c1ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:12.057007 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-7c26db98-52b4-4601-ab6f-5ea2e8c1ef6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1361754 Feb 09 15:49:12.114257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cc033-9913-43cc-8ca0-432fe58ad962 req-71ae06dc-816d-46f8-bd8b-44282ed3d687 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:12.121005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c2cc033-9913-43cc-8ca0-432fe58ad962 req-71ae06dc-816d-46f8-bd8b-44282ed3d687 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 944 time: 0.1794488 Feb 09 15:49:12.163522 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-e10152d5-8b75-44b1-abff-66a21c61cadd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=e4540ccd-a80f-496b-a46e-4a9c26eaba4f HTTP/1.1" status: 200 len: 217 time: 0.0883708 Feb 09 15:49:12.206445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c2cc033-9913-43cc-8ca0-432fe58ad962 req-d5acf7d8-1b22-4205-b5ce-d575e4202df8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790989 Feb 09 15:49:12.272028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-178f41a5-2052-4742-af5f-676c9831d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:12.273597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-178f41a5-2052-4742-af5f-676c9831d089 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1012003 Feb 09 15:49:12.363117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-04410aca-d7e9-495a-bf9f-195a0d89859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:12.364994 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-04410aca-d7e9-495a-bf9f-195a0d89859f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836408 Feb 09 15:49:12.455932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c8887-dede-45f4-8399-95cf1aaddfbb req-8f0a9575-5b43-43f9-b268-64c2fa585510 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:12.464868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-571c8887-dede-45f4-8399-95cf1aaddfbb req-8f0a9575-5b43-43f9-b268-64c2fa585510 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1477771 Feb 09 15:49:12.521620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-571c8887-dede-45f4-8399-95cf1aaddfbb req-932c5f9b-2fab-4ccf-b1aa-d58776d0df36 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553672 Feb 09 15:49:12.573110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3047f-f073-49a1-aae7-56b21ea9c70b req-95f6499f-e88a-47e4-90d5-d81ed39493d9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:12.577605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34d3047f-f073-49a1-aae7-56b21ea9c70b req-95f6499f-e88a-47e4-90d5-d81ed39493d9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 947 time: 0.2109146 Feb 09 15:49:12.664404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34d3047f-f073-49a1-aae7-56b21ea9c70b req-f6038390-94db-4b85-a4fe-6534503eb29b tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713241 Feb 09 15:49:12.790934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3c91ad0-8d94-4dcc-a2ce-e2c29589420b req-48ae8879-17cc-4766-af8b-1d7b5def8663 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 210 time: 0.0333860 Feb 09 15:49:12.821730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c52bf4-e399-4fdb-a9b1-5da0b6a9b523 req-1335a0be-bd97-4f3c-8888-3050d11b428e tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:12.837274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c52bf4-e399-4fdb-a9b1-5da0b6a9b523 req-1335a0be-bd97-4f3c-8888-3050d11b428e tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 945 time: 0.1323798 Feb 09 15:49:12.899954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c52bf4-e399-4fdb-a9b1-5da0b6a9b523 req-39623fd1-e744-40be-9b15-b7fe08e394c5 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609338 Feb 09 15:49:12.907738 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-2bda8638-3092-4962-ba4d-75adad38a5bb service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315664 Feb 09 15:49:13.062328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04d2aa-7b0e-40de-8ec4-5f4147cb6496 req-46bda3d0-cd08-48a9-a21b-96c56a6a4a18 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:13.065195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab04d2aa-7b0e-40de-8ec4-5f4147cb6496 req-46bda3d0-cd08-48a9-a21b-96c56a6a4a18 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1000144 Feb 09 15:49:13.077448 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-87b5efbd-3c48-49c7-a919-962d80195e98 req-4e62ae27-2072-4d4c-a26f-3f9437a7a898 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609743 Feb 09 15:49:13.139351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab04d2aa-7b0e-40de-8ec4-5f4147cb6496 req-020fbc7d-4ffb-468d-af24-f180b86c826c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616822 Feb 09 15:49:13.284412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-1d0d11d8-18e8-43ed-b352-295ce57738fb tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408213 Feb 09 15:49:13.298828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead8a61-0d89-4fd9-8b93-42a36176142e req-b6364ae5-22e9-4c02-bbbe-df3909328e39 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:13.300510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ead8a61-0d89-4fd9-8b93-42a36176142e req-b6364ae5-22e9-4c02-bbbe-df3909328e39 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 945 time: 0.1119187 Feb 09 15:49:13.397495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ead8a61-0d89-4fd9-8b93-42a36176142e req-31c31126-f504-4494-889a-d468c2b6228e tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864117 Feb 09 15:49:13.443601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-778f9be6-becb-4ab4-bcb9-4fc5b6207fae tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:13.444635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-778f9be6-becb-4ab4-bcb9-4fc5b6207fae tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431475 Feb 09 15:49:13.466746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-4b750048-ebb5-46b4-876b-0f33735cfb9c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/quotas/dd1a0ae85fcd465e8e3fb3afe6319ca3 HTTP/1.1" status: 200 len: 375 time: 0.0151060 Feb 09 15:49:13.521091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-0add809d-d307-4b97-997b-9738b69f6eaf tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467696 Feb 09 15:49:13.582200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c755a-650e-4c61-93f5-e93d98103279 req-7e573a4b-6c19-47ef-ba6a-d74db3f7f6f6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:13.588970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-842c755a-650e-4c61-93f5-e93d98103279 req-7e573a4b-6c19-47ef-ba6a-d74db3f7f6f6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.0995488 Feb 09 15:49:13.631796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-842c755a-650e-4c61-93f5-e93d98103279 req-4a073cd6-a7bf-4d25-8d7a-fc6a30afe8f4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381825 Feb 09 15:49:13.756741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c774c9-df4e-4c22-9623-d53ed8d9ad13 req-252d447a-50d2-4532-baf7-9dedf2c0760b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:13.758934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47c774c9-df4e-4c22-9623-d53ed8d9ad13 req-252d447a-50d2-4532-baf7-9dedf2c0760b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 944 time: 0.0575893 Feb 09 15:49:13.807315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47c774c9-df4e-4c22-9623-d53ed8d9ad13 req-a1af3b94-7e2a-4361-aad2-b5c8cc67f8b4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Feb 09 15:49:13.874438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 01369517-647a-4e5c-a433-e3408bc11f6b up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:14.005345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97a232-194e-4c0d-b6f7-aa6b0c93bdfd req-83c31333-10b6-4937-85ee-3bd78a3dad1a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:14.007861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab97a232-194e-4c0d-b6f7-aa6b0c93bdfd req-83c31333-10b6-4937-85ee-3bd78a3dad1a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1154857 Feb 09 15:49:14.085309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e4540ccd-a80f-496b-a46e-4a9c26eaba4f details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:14.102478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab97a232-194e-4c0d-b6f7-aa6b0c93bdfd req-4f302d13-d145-4ec5-bf30-9b1736b97728 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722790 Feb 09 15:49:14.110601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fb984-0a78-4088-9857-1b42d9d3b5cc req-043fd72e-2f4c-49dc-82c4-c53d6679b6ad tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:14.112065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-112fb984-0a78-4088-9857-1b42d9d3b5cc req-043fd72e-2f4c-49dc-82c4-c53d6679b6ad tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 947 time: 0.1195278 Feb 09 15:49:14.161064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 01369517-647a-4e5c-a433-e3408bc11f6b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:14.178249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-112fb984-0a78-4088-9857-1b42d9d3b5cc req-a5ec7fac-f653-4bca-805c-7c74606598dc tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532544 Feb 09 15:49:14.234328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 01369517-647a-4e5c-a433-e3408bc11f6b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:14.236234 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:14.299737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f155735c-f771-4189-99e2-9647e2b8dc64 req-5750b2ef-7235-4b13-b45d-79bb4babac36 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 210 time: 0.0655935 Feb 09 15:49:14.385460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e4540ccd-a80f-496b-a46e-4a9c26eaba4f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:14.429243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'e4540ccd-a80f-496b-a46e-4a9c26eaba4f', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'e4540ccd-a80f-496b-a46e-4a9c26eaba4f', 'mac_address': 'fa:16:3e:01:62:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:14.432849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0a8fd-4509-4350-a9be-9c3101f7a1f8 req-88b3132b-b0f7-487d-ad6a-e4dca2d00c7c tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:14.435587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ef0a8fd-4509-4350-a9be-9c3101f7a1f8 req-88b3132b-b0f7-487d-ad6a-e4dca2d00c7c tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 945 time: 0.1338243 Feb 09 15:49:14.508695 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:14.520942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ef0a8fd-4509-4350-a9be-9c3101f7a1f8 req-3debb368-cc08-4701-a6f6-a9744f0e26fa tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760264 Feb 09 15:49:14.558624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:14.561376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-a9a57ab9-8810-4065-ad09-27c0e3063704 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387366 Feb 09 15:49:14.585460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:14.589269 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37708363-8231-4e17-9de2-383c0ecb952f" -d '{"events": [{"server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "name": "network-vif-plugged", "status": "completed", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:14.608008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4540ccd-a80f-496b-a46e-4a9c26eaba4f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:14.624169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:14.636536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e4540ccd-a80f-496b-a46e-4a9c26eaba4f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:14.713953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d421c83-f61d-43eb-862c-9812f35498cf req-c2d4a072-d3db-4dfa-9a4c-7f8882847c6d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:14.715615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d421c83-f61d-43eb-862c-9812f35498cf req-c2d4a072-d3db-4dfa-9a4c-7f8882847c6d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 945 time: 0.1041579 Feb 09 15:49:14.816571 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:14.822863 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:14.825044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2661a2d0-6f07-4429-b489-ddb47c9073c8 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:14.959072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:15.071261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:15.072130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-174ffa6f-9ef2-4c9d-ace7-6d6beb76f49d tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:15.073753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-174ffa6f-9ef2-4c9d-ace7-6d6beb76f49d tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5044012 Feb 09 15:49:15.096698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d421c83-f61d-43eb-862c-9812f35498cf req-a26da72f-3d52-4349-96f2-9939fe9e9678 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737099 Feb 09 15:49:15.101129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-226ea0d6-a362-40ea-a999-02575d32cacd tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/quotas/dd1a0ae85fcd465e8e3fb3afe6319ca3 HTTP/1.1" status: 200 len: 375 time: 0.0150208 Feb 09 15:49:15.161585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['e4540ccd-a80f-496b-a46e-4a9c26eaba4f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:15.192457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-a0fdd4e8-2963-45b2-8038-fa6a54074fc9 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592685 Feb 09 15:49:15.242425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 2661a2d0-6f07-4429-b489-ddb47c9073c8 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:15.257661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 2661a2d0-6f07-4429-b489-ddb47c9073c8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:15.258872 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:15.446898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:15.527736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2661a2d0-6f07-4429-b489-ddb47c9073c8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2661a2d0-6f07-4429-b489-ddb47c9073c8,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:15.619584 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed495f34-038d-46ad-bd4e-23b36449dda8 x-openstack-request-id: req-ed495f34-038d-46ad-bd4e-23b36449dda8 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:15.619914 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "name": "network-vif-plugged", "status": "completed", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:15.620227 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed495f34-038d-46ad-bd4e-23b36449dda8 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:15.620639 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b', 'code': 200} Feb 09 15:49:15.680954 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:15.809146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8713d82-4e3f-4f40-84f7-8b53c33a213a req-25fcf1cf-e35e-4a71-ab6a-6da4b87295ec tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:15.815665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2661a2d0-6f07-4429-b489-ddb47c9073c8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:15.817887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8713d82-4e3f-4f40-84f7-8b53c33a213a req-25fcf1cf-e35e-4a71-ab6a-6da4b87295ec tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 945 time: 0.0952792 Feb 09 15:49:15.925831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8713d82-4e3f-4f40-84f7-8b53c33a213a req-b41d7aa2-833f-4532-8167-05b0948cb478 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058438 Feb 09 15:49:15.931354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb78629-ed50-47c5-8345-4f78c9a20b3a req-86e4416e-be30-43d5-b9cb-9ccdab078a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:15.933620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2eb78629-ed50-47c5-8345-4f78c9a20b3a req-86e4416e-be30-43d5-b9cb-9ccdab078a9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 1097 time: 0.1061506 Feb 09 15:49:15.948842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c3513-12b9-4e14-957c-a008e68a96c5 req-abd263c4-69d4-478b-9cd1-c01d4520f3f9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:15.950492 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f53c3513-12b9-4e14-957c-a008e68a96c5 req-abd263c4-69d4-478b-9cd1-c01d4520f3f9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 948 time: 0.1225502 Feb 09 15:49:16.034097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2eb78629-ed50-47c5-8345-4f78c9a20b3a req-364dccd5-adb5-4343-a8d1-ca59a5e34b13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825732 Feb 09 15:49:16.037911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f53c3513-12b9-4e14-957c-a008e68a96c5 req-4ce83ad2-82cf-4fbe-8b98-b9f21895ec93 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696495 Feb 09 15:49:16.104976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9299ad9-b9fe-4d2e-956c-de62d4305532 req-68a17e3b-63a2-4f40-a2bc-d801cdacbc58 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 210 time: 0.0342748 Feb 09 15:49:16.138099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-485b21f3-6fb9-4fcd-b45a-cf411d628ee3 req-357598e6-e3d0-4799-8a85-23740ed88eea tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 210 time: 0.0355847 Feb 09 15:49:16.176941 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:49:16.360405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448cbab-f2a2-4a5b-b35e-87486cdb1985 req-3bb0dc18-1017-46b6-b3cf-07d788ae63cb tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:16.362689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d448cbab-f2a2-4a5b-b35e-87486cdb1985 req-3bb0dc18-1017-46b6-b3cf-07d788ae63cb tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 945 time: 0.1439488 Feb 09 15:49:16.382147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb5506-2383-4781-9f94-295b7af397dd req-f7e78567-17a9-433e-9191-4691b5fe04d3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:16.383759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdfb5506-2383-4781-9f94-295b7af397dd req-f7e78567-17a9-433e-9191-4691b5fe04d3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 946 time: 0.1128926 Feb 09 15:49:16.442944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d448cbab-f2a2-4a5b-b35e-87486cdb1985 req-8525eba1-b4c4-4cc4-98a0-806eb096991b tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717993 Feb 09 15:49:16.452698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdfb5506-2383-4781-9f94-295b7af397dd req-4c9b51be-da9d-49c9-a461-676c811d1d77 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547359 Feb 09 15:49:16.583295 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-3fac8beb-d9b4-443c-b2ca-434471121bf6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601420 Feb 09 15:49:16.663811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-c974ff0f-c295-462d-95d6-cc90e72737d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:16.665828 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-c974ff0f-c295-462d-95d6-cc90e72737d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 1096 time: 0.0566280 Feb 09 15:49:16.799799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-a8f8ee9c-66cd-4e09-b767-cfb3c70fe26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:16.802032 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-a8f8ee9c-66cd-4e09-b767-cfb3c70fe26c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.1102984 Feb 09 15:49:16.874705 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-783b9520-5619-4eea-8a38-d74d60a2a103 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 200 len: 217 time: 0.0536957 Feb 09 15:49:16.940541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-80b49f8f-7cb5-4bb8-9610-8a19eb85c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:16.942453 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-80b49f8f-7cb5-4bb8-9610-8a19eb85c926 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.0605354 Feb 09 15:49:16.991930 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-c3b36ac7-5da1-4d60-a78c-994a50524643 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402699 Feb 09 15:49:17.138317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-4b03da30-c79b-44ef-a4a8-ccdea4e9e7d0 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231523 Feb 09 15:49:17.199535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-5d39987d-de36-4c73-9b62-83bc3f6d3210 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553102 Feb 09 15:49:17.220371 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-e267e412-9ab5-4d4d-b81c-863e090c7101 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185996 Feb 09 15:49:17.346459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba3928-427d-4826-aeeb-a527eeab5e64 req-d27040bb-48c7-4c1e-a33a-d24a51db4c89 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:17.348299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4ba3928-427d-4826-aeeb-a527eeab5e64 req-d27040bb-48c7-4c1e-a33a-d24a51db4c89 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 945 time: 0.2729049 Feb 09 15:49:17.357852 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1718ce94-f0a6-4039-a212-3b5cbb907ff9 req-3d1cd154-30a0-4bd6-995d-3e5c4e0a0d8f service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309834 Feb 09 15:49:17.459931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a1802920-f8eb-463d-a004-85947735b02f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:17.459931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a1802920-f8eb-463d-a004-85947735b02f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3032961 Feb 09 15:49:17.485058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Request body: {'port': {'device_id': '58a31214-be2b-41ca-973a-9e6287c3f169', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '7772caae686c4e6e92715ae43e275e20'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:17.517650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88900a5-ef0f-429e-8d47-9901babd1c58 req-d9f57597-15b3-4029-869b-e63333a65a58 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:17.562478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a88900a5-ef0f-429e-8d47-9901babd1c58 req-d9f57597-15b3-4029-869b-e63333a65a58 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 948 time: 0.2890658 Feb 09 15:49:17.570979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4ba3928-427d-4826-aeeb-a527eeab5e64 req-7f9cc8e5-7b2c-478b-8bd3-e01eace2aac3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976008 Feb 09 15:49:17.622587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c6aaef-b527-4cd9-88ef-b841c2f5e137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2661a2d0-6f07-4429-b489-ddb47c9073c8'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:17.625922 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f6df25-20d8-43ac-937a-15ab67e2e9a4" -d '{"events": [{"server_uuid": "c9c6aaef-b527-4cd9-88ef-b841c2f5e137", "name": "network-vif-plugged", "status": "completed", "tag": "2661a2d0-6f07-4429-b489-ddb47c9073c8"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:17.630218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-91838221-e063-415c-9683-60731d0031c1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:17.633401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-91838221-e063-415c-9683-60731d0031c1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4033968 Feb 09 15:49:17.651346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Request body: {'port': {'device_id': 'ca187186-1984-4085-895c-73b672844c1a', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '7772caae686c4e6e92715ae43e275e20'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:17.748469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a88900a5-ef0f-429e-8d47-9901babd1c58 req-59be970d-0a86-4e9d-8729-ca9038638e6b tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864395 Feb 09 15:49:17.777199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-487e4169-e149-4bea-9eec-3d1850217d1e req-0176a3f2-12da-4c15-b30f-2b7eb207deb7 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 210 time: 0.0938127 Feb 09 15:49:17.800027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-6f530bfe-6c66-460b-b23a-79f66ae57f79 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:17.802971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-6f530bfe-6c66-460b-b23a-79f66ae57f79 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.13 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 945 time: 0.2718198 Feb 09 15:49:17.951810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fbf6bb6-75d7-462c-bc12-8f595dc27016 req-186ba5c6-eed1-45ad-9f34-92992044fe21 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 210 time: 0.0582819 Feb 09 15:49:18.102096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d05ef-e601-445c-aa5f-5e96df0c290e req-fb816376-d042-4cbf-a6fb-424330db9482 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:18.103795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e3d05ef-e601-445c-aa5f-5e96df0c290e req-fb816376-d042-4cbf-a6fb-424330db9482 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 946 time: 0.2118361 Feb 09 15:49:18.114516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e4540ccd-a80f-496b-a46e-4a9c26eaba4f up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:18.123463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc73552-d778-4eda-915e-bbd73e03d1bc req-c9b65209-1102-4a9c-8e52-d3cad4ebaf87 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:18.125111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bc73552-d778-4eda-915e-bbd73e03d1bc req-c9b65209-1102-4a9c-8e52-d3cad4ebaf87 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 945 time: 0.0895975 Feb 09 15:49:18.140704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Deleting port face1d00-a0da-45a2-8375-8b7efad98a4f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:49:18.141674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:18.247794 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-d54c34fc-6ba7-415d-b45d-b170ab19d9ba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430059 Feb 09 15:49:18.250662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Made reservation on behalf of 7772caae686c4e6e92715ae43e275e20 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:18.254410 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:18.272867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e3d05ef-e601-445c-aa5f-5e96df0c290e req-aaa22e17-849a-436e-ae98-280b0c71ed52 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466062 Feb 09 15:49:18.311324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bc73552-d778-4eda-915e-bbd73e03d1bc req-880d226d-03fb-4284-a0a3-b7eff503f018 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c418dbf-60f9-4712-b494-24da893fee0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761823 Feb 09 15:49:18.361663 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7779e83e-4315-4624-abae-050e42037b79 x-openstack-request-id: req-7779e83e-4315-4624-abae-050e42037b79 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:18.362828 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c6aaef-b527-4cd9-88ef-b841c2f5e137", "name": "network-vif-plugged", "status": "completed", "tag": "2661a2d0-6f07-4429-b489-ddb47c9073c8", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:18.363179 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7779e83e-4315-4624-abae-050e42037b79 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:18.364319 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c6aaef-b527-4cd9-88ef-b841c2f5e137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2661a2d0-6f07-4429-b489-ddb47c9073c8', 'code': 200} Feb 09 15:49:18.365866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port e4540ccd-a80f-496b-a46e-4a9c26eaba4f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:18.371987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port e4540ccd-a80f-496b-a46e-4a9c26eaba4f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:18.372727 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:18.393263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] For port face1d00-a0da-45a2-8375-8b7efad98a4f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=face1d00-a0da-45a2-8375-8b7efad98a4f,segment=NetworkSegment(851cd683-bc08-4843-8fc1-4406535251e9),segment_id=851cd683-bc08-4843-8fc1-4406535251e9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:18.393263 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:18.415843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Calling delete_port for face1d00-a0da-45a2-8375-8b7efad98a4f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:49:18.456383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-deb2c05e-77c7-4cd1-978d-537d896802a9 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:18.458139 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-deb2c05e-77c7-4cd1-978d-537d896802a9 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004578 Feb 09 15:49:18.484118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Request body: {'port': {'device_id': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': 'dd1a0ae85fcd465e8e3fb3afe6319ca3'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:18.509059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Made reservation on behalf of 7772caae686c4e6e92715ae43e275e20 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:18.513075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:18.572121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Allocated IP 192.168.233.228 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/cd825904-4bb5-46bf-8ca9-94e659580d6c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:18.589536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:18.631715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e4540ccd-a80f-496b-a46e-4a9c26eaba4f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:18.661551 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a14ab-1f63-40dc-a4fa-dce07718d87b req-5a88ec12-b32d-444a-a53f-76b7cc4d9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:18.666640 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cf0a14ab-1f63-40dc-a4fa-dce07718d87b req-5a88ec12-b32d-444a-a53f-76b7cc4d9d36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 1096 time: 0.2068987 Feb 09 15:49:18.756438 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cf0a14ab-1f63-40dc-a4fa-dce07718d87b req-7c37a2da-86bb-4294-ad34-5d9a030de7dd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772531 Feb 09 15:49:18.841573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06593e-3886-4305-8b15-8f89349aea82 req-9531189e-b13d-4f74-9ac5-baf84510a014 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:18.843268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd06593e-3886-4305-8b15-8f89349aea82 req-9531189e-b13d-4f74-9ac5-baf84510a014 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 945 time: 0.1222970 Feb 09 15:49:18.903048 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:18.948708 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:18.955808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd06593e-3886-4305-8b15-8f89349aea82 req-e4107e86-5a77-49e3-8c8e-047a5c190f1d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954041 Feb 09 15:49:19.004143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32077e2-f38a-4205-a226-2ad0d06a4e07 req-878b8b0c-66b6-42d1-bc35-73da972477c9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:19.004143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a32077e2-f38a-4205-a226-2ad0d06a4e07 req-878b8b0c-66b6-42d1-bc35-73da972477c9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 949 time: 0.1143787 Feb 09 15:49:19.004616 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Made reservation on behalf of dd1a0ae85fcd465e8e3fb3afe6319ca3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:19.004729 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:19.007245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:19.032930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:19.033451 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:19.051588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.052075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.052552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.053079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.053513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.053958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.054476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.054912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.055479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.056048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.056643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.057188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.146646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:19.157664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Pushing event deleted for resources: {'Port': ['ID=face1d00-a0da-45a2-8375-8b7efad98a4f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:19.177259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5aab1246-ee0d-43a1-b83b-8faf0a90f359 req-9951dcce-2277-484d-92ec-0eacdcc8d552 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 210 time: 0.0626075 Feb 09 15:49:19.198551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a32077e2-f38a-4205-a226-2ad0d06a4e07 req-6017991a-038d-45a4-b4b9-97ad215442d7 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634803 Feb 09 15:49:19.206348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.206732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.211771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:19.215665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] No DVR routers for this DVR port face1d00-a0da-45a2-8375-8b7efad98a4f on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:49:19.219894 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:19.223421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6309b383-d61f-48a9-9863-fd74c05b7ac8 req-88cca9d6-7d41-43a3-baec-cf045f59e391 tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.13 "DELETE /v2.0/ports/face1d00-a0da-45a2-8375-8b7efad98a4f HTTP/1.1" status: 204 len: 173 time: 1.4116528 Feb 09 15:49:19.224385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0912f0f7-8326-4fff-91fb-ffb78526c4f6', 'name': 'network-vif-deleted', 'tag': 'face1d00-a0da-45a2-8375-8b7efad98a4f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:19.228022 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de419d5-6c2c-4907-a0ee-a68dcfd202be" -d '{"events": [{"server_uuid": "0912f0f7-8326-4fff-91fb-ffb78526c4f6", "name": "network-vif-deleted", "tag": "face1d00-a0da-45a2-8375-8b7efad98a4f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:19.238234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:19.241233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:19.258431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:19.293602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a08f51-b694-4255-a179-508a8feaa4a1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:19.400441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f666601-30f5-465e-ae24-607741088494 req-ea6fec83-6d7d-46cb-b8db-de4c4857c958 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 210 time: 0.0850785 Feb 09 15:49:19.411071 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1251ffa-22cf-4dd3-94eb-58abaafb54b8 x-openstack-request-id: req-e1251ffa-22cf-4dd3-94eb-58abaafb54b8 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:19.411344 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0912f0f7-8326-4fff-91fb-ffb78526c4f6", "name": "network-vif-deleted", "tag": "face1d00-a0da-45a2-8375-8b7efad98a4f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:19.411600 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1251ffa-22cf-4dd3-94eb-58abaafb54b8 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:19.412018 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0912f0f7-8326-4fff-91fb-ffb78526c4f6', 'name': 'network-vif-deleted', 'tag': 'face1d00-a0da-45a2-8375-8b7efad98a4f', 'status': 'completed', 'code': 200} Feb 09 15:49:19.417738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:19.419956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-f46f89b9-8734-4ae1-a96a-f673cd5e0511 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875900 Feb 09 15:49:19.436067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:19.448376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Allocated IP 192.168.233.250 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/e19cfc49-c7bc-437b-9ace-f3c9d62c2942) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:19.456953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:19.460040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'Port': ['ID=cd825904-4bb5-46bf-8ca9-94e659580d6c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:19.598138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38c270c0-a66e-460c-96dc-ec3e47ae3318 req-165a988e-cb45-4df3-b6f7-e3bc9eff70dd tempest-InstanceActionsV221TestJSON-870048221 tempest-InstanceActionsV221TestJSON-870048221-project] 10.222.0.53 "GET /v2.0/ports?device_id=0912f0f7-8326-4fff-91fb-ffb78526c4f6 HTTP/1.1" status: 200 len: 210 time: 0.0822060 Feb 09 15:49:19.659951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:19.660988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:19.878250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device face1d00-a0da-45a2-8375-8b7efad98a4f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:49:19.973386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: face1d00-a0da-45a2-8375-8b7efad98a4f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:49:19.976876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device face1d00-a0da-45a2-8375-8b7efad98a4f not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:49:19.993971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cf03b5d3-0066-4e59-b018-e3eafec2c671 None None] Provisioning complete for port cd825904-4bb5-46bf-8ca9-94e659580d6c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:19.994929 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cf03b5d3-0066-4e59-b018-e3eafec2c671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:20.029341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccacb04-db5b-40c2-915f-7d8ea581f2b8 req-914f0b45-cf23-431d-9d21-4d94adede219 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:20.031694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ccacb04-db5b-40c2-915f-7d8ea581f2b8 req-914f0b45-cf23-431d-9d21-4d94adede219 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 946 time: 0.5620615 Feb 09 15:49:20.091097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cf03b5d3-0066-4e59-b018-e3eafec2c671 None None] Port cd825904-4bb5-46bf-8ca9-94e659580d6c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:49:20.136252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-a74e795f-74cf-4b34-9acd-9027677d603f tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:20.138377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-a74e795f-74cf-4b34-9acd-9027677d603f tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7110133 Feb 09 15:49:20.170008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Request body: {'port': {'device_id': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': 'dd1a0ae85fcd465e8e3fb3afe6319ca3'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:20.252601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ccacb04-db5b-40c2-915f-7d8ea581f2b8 req-b20e4c3d-a817-486f-9826-937f40e51ba0 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946919 Feb 09 15:49:20.262081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a2bfb244-0618-454e-85c8-eed89f6c8136 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7823327 Feb 09 15:49:20.281014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Request body: {'port': {'device_id': '58a31214-be2b-41ca-973a-9e6287c3f169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:20.328188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698c7f-e387-4f49-aa0b-9bdeb6a7182b req-8ebade59-55ed-4cf5-9dfd-15d67cac3508 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:20.329856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b698c7f-e387-4f49-aa0b-9bdeb6a7182b req-8ebade59-55ed-4cf5-9dfd-15d67cac3508 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 945 time: 0.2259879 Feb 09 15:49:20.334410 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:20.365907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ebd311-092c-4cf2-a846-05c0c1995d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4540ccd-a80f-496b-a46e-4a9c26eaba4f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:20.368244 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84491e13-307b-40aa-9b1a-3944b0266c88" -d '{"events": [{"server_uuid": "f0ebd311-092c-4cf2-a846-05c0c1995d47", "name": "network-vif-plugged", "status": "completed", "tag": "e4540ccd-a80f-496b-a46e-4a9c26eaba4f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:20.400588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf3a95b6-3775-4846-8985-ac944a82d68b req-1992eb11-1a4c-475f-a464-549f87f4972c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 210 time: 0.0695519 Feb 09 15:49:20.484161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b698c7f-e387-4f49-aa0b-9bdeb6a7182b req-c9cc54f3-59b8-445b-96f4-a6bcdadd1fc6 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425388 Feb 09 15:49:20.493943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:20.598205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6aca5c-52d6-44d9-bf8f-38b97ab579e1 req-82231930-2a78-4e77-a121-1b2b32294a56 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:20.599807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d6aca5c-52d6-44d9-bf8f-38b97ab579e1 req-82231930-2a78-4e77-a121-1b2b32294a56 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 949 time: 0.1224229 Feb 09 15:49:20.683799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:20.704481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:20.799747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Allocated IP 192.168.233.179 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/186c4f2b-d4ff-4536-8cea-7751d2676d59) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:20.807917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Made reservation on behalf of dd1a0ae85fcd465e8e3fb3afe6319ca3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:20.814859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:20.950794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:20.972853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:20.994198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:21.040803 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9649ca5-4319-494a-ac9b-709ca8506ae2 x-openstack-request-id: req-a9649ca5-4319-494a-ac9b-709ca8506ae2 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:21.041664 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ebd311-092c-4cf2-a846-05c0c1995d47", "name": "network-vif-plugged", "status": "completed", "tag": "e4540ccd-a80f-496b-a46e-4a9c26eaba4f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:21.041664 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9649ca5-4319-494a-ac9b-709ca8506ae2 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:21.042096 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ebd311-092c-4cf2-a846-05c0c1995d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4540ccd-a80f-496b-a46e-4a9c26eaba4f', 'code': 200} Feb 09 15:49:21.194579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:21.195258 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:21.229537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d6aca5c-52d6-44d9-bf8f-38b97ab579e1 req-bef9e9e5-81cc-4f0c-9378-d880c5bb2a54 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150613 Feb 09 15:49:21.286013 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:21.300823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'Port': ['ID=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:21.452149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b445bff3-7b34-400a-a8c4-1c798ede3114 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8082802 Feb 09 15:49:21.461954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bacea13-1f9b-49c7-803a-9ac0462492e1 req-5dbb29a4-7193-4d37-ac02-2e56b764e04f tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 210 time: 0.0794621 Feb 09 15:49:21.490367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Request body: {'port': {'device_id': 'ca187186-1984-4085-895c-73b672844c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:21.511476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fcd4d3a4-2e45-44bc-b13c-92404ac41be3 None None] Provisioning complete for port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:21.513364 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d3a4-2e45-44bc-b13c-92404ac41be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:21.519927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:21.554534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a36db-2d54-4b74-9c94-5fe4550beaf7 req-e21c6634-8c98-4df3-a12a-c83d32f2696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:21.556385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d75a36db-2d54-4b74-9c94-5fe4550beaf7 req-e21c6634-8c98-4df3-a12a-c83d32f2696f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 1100 time: 0.4014006 Feb 09 15:49:21.610349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:21.619144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:21.624462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:21.635272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4d3a4-2e45-44bc-b13c-92404ac41be3 None None] Port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:49:21.684489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:21.697183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d75a36db-2d54-4b74-9c94-5fe4550beaf7 req-42699bf8-3d8a-44b5-8227-3bd763679442 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247590 Feb 09 15:49:21.710986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:21.714024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:21.726982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55d104-5817-4f0e-85b6-117fe7b44a1a req-58f99d2f-7599-479f-979e-a8bce6cb9e61 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:21.728606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a55d104-5817-4f0e-85b6-117fe7b44a1a req-58f99d2f-7599-479f-979e-a8bce6cb9e61 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 946 time: 0.2856760 Feb 09 15:49:21.779862 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:21.830423 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-7b5af9af-f0c2-495c-bc6c-0e7fa7a9bfba tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3530037 Feb 09 15:49:21.872446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88726aac-ffd0-4aa1-a73f-a9348ca58e55 req-59a92007-3371-4620-b4df-ca0a9ed96bfa tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:21.874078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88726aac-ffd0-4aa1-a73f-a9348ca58e55 req-59a92007-3371-4620-b4df-ca0a9ed96bfa tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 936 time: 0.1733346 Feb 09 15:49:21.882792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a55d104-5817-4f0e-85b6-117fe7b44a1a req-7a991537-3a10-4170-847e-0c5841fde976 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326444 Feb 09 15:49:21.917856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Request body: {'port': {'device_id': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:22.006816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8d70cb40-0738-4a7b-91a9-1574031e08e0 None None] Provisioning complete for port 186c4f2b-d4ff-4536-8cea-7751d2676d59 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:22.007814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d70cb40-0738-4a7b-91a9-1574031e08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.014442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.076346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8d70cb40-0738-4a7b-91a9-1574031e08e0 None None] Port 186c4f2b-d4ff-4536-8cea-7751d2676d59 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:49:22.099052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88726aac-ffd0-4aa1-a73f-a9348ca58e55 req-06831a98-7cd5-490b-a9b0-860c0207e844 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076571 Feb 09 15:49:22.111717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd825904-4bb5-46bf-8ca9-94e659580d6c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:22.126172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.151766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80b3e5-b91d-4170-934c-329b08195b64 req-426c0248-cdf6-4d29-b95e-0211b6458bd7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:22.151766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f80b3e5-b91d-4170-934c-329b08195b64 req-426c0248-cdf6-4d29-b95e-0211b6458bd7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 945 time: 0.1653829 Feb 09 15:49:22.165491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Transition to ACTIVE for port object cd825904-4bb5-46bf-8ca9-94e659580d6c will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:22.232376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f80b3e5-b91d-4170-934c-329b08195b64 req-374909ac-6c5e-40ca-8fc7-b3b438dc5e8f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579860 Feb 09 15:49:22.235585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37164) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:22.266025 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.291632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad25cb95-6906-45c8-9b6f-12e86e88af34 admin admin] Deleting subnet 9231b2df-10db-4217-8a1c-e213f9165fc8 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:49:22.296414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ad25cb95-6906-45c8-9b6f-12e86e88af34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.354545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ad25cb95-6906-45c8-9b6f-12e86e88af34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.451871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ad25cb95-6906-45c8-9b6f-12e86e88af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.479274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Allocated IP 192.168.233.63 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/8552e006-dc4b-47b1-8f16-f8a7a79703c0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:22.489070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Pushing event updated for resources: {'Port': ['ID=cd825904-4bb5-46bf-8ca9-94e659580d6c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:22.651167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079927a-78e8-4db3-9dab-fee0e1191069 req-98f007af-912a-4cea-9f1c-1e59059c7b85 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:22.653450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5079927a-78e8-4db3-9dab-fee0e1191069 req-98f007af-912a-4cea-9f1c-1e59059c7b85 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 949 time: 0.2560596 Feb 09 15:49:22.662934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ad25cb95-6906-45c8-9b6f-12e86e88af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.726553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25cb95-6906-45c8-9b6f-12e86e88af34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9231b2df-10db-4217-8a1c-e213f9165fc8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:22.734356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ad25cb95-6906-45c8-9b6f-12e86e88af34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.740751 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ad25cb95-6906-45c8-9b6f-12e86e88af34 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9231b2df-10db-4217-8a1c-e213f9165fc8 HTTP/1.1" status: 204 len: 168 time: 0.5036430 Feb 09 15:49:22.744524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37180) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:22.762336 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1df65d2-cf8e-461a-afaa-2dded19f93ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.819319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Attempting to bind port cd825904-4bb5-46bf-8ca9-94e659580d6c on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:22.819319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Attempting to bind port cd825904-4bb5-46bf-8ca9-94e659580d6c by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:22.819319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Attempting to bind port cd825904-4bb5-46bf-8ca9-94e659580d6c on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:22.835873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129fec-7451-48a7-8827-852e9ff179a2 req-42a554d6-b75a-4cb0-848f-c59158a525f1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:22.840820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-42a554d6-b75a-4cb0-848f-c59158a525f1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 821 time: 0.3552287 Feb 09 15:49:22.845882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5079927a-78e8-4db3-9dab-fee0e1191069 req-153aab73-3257-4bfa-b84c-e8e0eef02bc0 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753130 Feb 09 15:49:22.864728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Port cd825904-4bb5-46bf-8ca9-94e659580d6c on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:22.865229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Attempting to bind port cd825904-4bb5-46bf-8ca9-94e659580d6c on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:22.881253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.897922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:22.898685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:22.900663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:22.901975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Bound port: cd825904-4bb5-46bf-8ca9-94e659580d6c, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:22.902615 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:22.960301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-b82d4e4c-b6ae-46ab-965a-9af63fbed2b6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/quotas/c86d25bfb5824d92a7849057e8e403f8 HTTP/1.1" status: 200 len: 375 time: 0.1085160 Feb 09 15:49:22.999257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.035278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816cf3cc-6212-43df-8426-a3dd4ffae12d']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:23.053430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851cd683-bc08-4843-8fc1-4406535251e9') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:23.054699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851cd683-bc08-4843-8fc1-4406535251e9') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:23.069045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.091340 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.100394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:49:23.101013 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:49:23.103543 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:49:23.164377 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.206468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] For port cd825904-4bb5-46bf-8ca9-94e659580d6c, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:23.238775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] For port cd825904-4bb5-46bf-8ca9-94e659580d6c, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd825904-4bb5-46bf-8ca9-94e659580d6c,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:23.258241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f260969-841f-4688-849f-88a1594640b9 req-60ce937b-1a9f-482a-9687-0553fb51e90d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:23.259888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-60ce937b-1a9f-482a-9687-0553fb51e90d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.2967129 Feb 09 15:49:23.268748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-576385c2-d20a-4ee4-87fc-9516993b4992 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2738340 Feb 09 15:49:23.300214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-f15a7441-c0de-4db5-916c-3ddc2f73a9a2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/quotas/e3fbcfe4cc354574a0fe8dc1c4dda685 HTTP/1.1" status: 200 len: 375 time: 0.0303211 Feb 09 15:49:23.341444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.351056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.361839 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/816cf3cc-6212-43df-8426-a3dd4ffae12d HTTP/1.1" status: 204 len: 168 time: 0.6112311 Feb 09 15:49:23.383659 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.403655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87e2e0-805b-4ab4-9404-ec09201d5be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=816cf3cc-6212-43df-8426-a3dd4ffae12d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:23.467469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:23.468125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.469607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] 10.222.0.73 "PUT /v2.0/ports/cd825904-4bb5-46bf-8ca9-94e659580d6c HTTP/1.1" status: 200 len: 1096 time: 3.1962788 Feb 09 15:49:23.474608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a31214-be2b-41ca-973a-9e6287c3f169', 'tag': 'cd825904-4bb5-46bf-8ca9-94e659580d6c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:23.476741 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d" -d '{"events": [{"name": "network-changed", "server_uuid": "58a31214-be2b-41ca-973a-9e6287c3f169", "tag": "cd825904-4bb5-46bf-8ca9-94e659580d6c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:23.496933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:23.539363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-a52df239-912c-43f8-b956-60fbf793ff70 service neutron] 10.222.0.53 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577987 Feb 09 15:49:23.561865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-0d1bba25-6344-4ea2-99e0-4832b3218e69 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2484422 Feb 09 15:49:23.562660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536573ed-1b66-4d82-bc9c-477b1234f662 service neutron] Pushing event updated for resources: {'Port': ['ID=cd825904-4bb5-46bf-8ca9-94e659580d6c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:23.939268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:24.026496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:24.046339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:24.059427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Pushing event updated for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:24.103405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37200) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:24.163762 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-452d5162-7102-4380-9e4d-9d145525c01a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43f898b645554a7980b8bcca71bf0671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555367 Feb 09 15:49:24.164722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37202) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:24.196800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:24.197493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.210922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-8d65a1fa-9100-44fa-96e4-13ee93700aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:24.212550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-8d65a1fa-9100-44fa-96e4-13ee93700aa9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 1099 time: 0.3057892 Feb 09 15:49:24.224856 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5875a716-b621-4401-aa74-8af255eb110d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.235386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-07e9b431-3ec1-4346-bb16-ca364cf714f2 service neutron] 10.222.0.53 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6650102 Feb 09 15:49:24.255120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5875a716-b621-4401-aa74-8af255eb110d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.298062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-19430f85-6357-4966-8fb6-ebf91386ef00 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cd825904-4bb5-46bf-8ca9-94e659580d6c HTTP/1.1" status: 200 len: 217 time: 0.0699914 Feb 09 15:49:24.306435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-97397c0a-904f-4a3e-90b7-bcad81cc0cbe service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208679 Feb 09 15:49:24.381802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7b573446-33c9-4964-9534-6a0546995d1b None None] Provisioning complete for port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:24.382799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b573446-33c9-4964-9534-6a0546995d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.403677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-90f6f6f9-8435-4e62-a58d-4c2b859f5e93 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2409148 Feb 09 15:49:24.407017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5875a716-b621-4401-aa74-8af255eb110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.411732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19cfc49-c7bc-437b-9ace-f3c9d62c2942 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:24.415083 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5875a716-b621-4401-aa74-8af255eb110d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.420229 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5875a716-b621-4401-aa74-8af255eb110d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c418dbf-60f9-4712-b494-24da893fee0c HTTP/1.1" status: 204 len: 168 time: 0.2521977 Feb 09 15:49:24.443437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875a716-b621-4401-aa74-8af255eb110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c418dbf-60f9-4712-b494-24da893fee0c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:24.444768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Request body: {'port': {'device_id': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:24.451821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.503752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-7727652b-a5f8-49e8-ba16-130724fc96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:24.505473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-7727652b-a5f8-49e8-ba16-130724fc96f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1951969 Feb 09 15:49:24.506865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Transition to ACTIVE for port object e19cfc49-c7bc-437b-9ace-f3c9d62c2942 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:24.512716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7b573446-33c9-4964-9534-6a0546995d1b None None] Port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:49:24.593278 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.610388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-20355988-2b5d-491c-a64b-977712b3da29 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030429 Feb 09 15:49:24.620312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b19e3dae-76b6-484c-9454-7a2bda1dc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:24.622331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-b19e3dae-76b6-484c-9454-7a2bda1dc5df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070378 Feb 09 15:49:24.669646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.834997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186c4f2b-d4ff-4536-8cea-7751d2676d59 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:24.853914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:24.891914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Transition to ACTIVE for port object 186c4f2b-d4ff-4536-8cea-7751d2676d59 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:24.915734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b6863-35de-4c75-91a0-50916202871f service neutron] Pushing event updated for resources: {'Port': ['ID=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:24.982083 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:25.039087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-ab3cdc04-44ff-4bca-8cc2-8a80d755cd05 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987043 Feb 09 15:49:25.225961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1a7b2e3b-b9c2-4834-a0f2-18a2f71538b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:25.250817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:25.445088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976f919-8f72-4c28-bd4c-e7aedb02136b req-b178a4cb-b1bc-44b0-ae8c-1e18c7696553 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:25.454546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8976f919-8f72-4c28-bd4c-e7aedb02136b req-b178a4cb-b1bc-44b0-ae8c-1e18c7696553 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 935 time: 0.2892966 Feb 09 15:49:25.463426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Attempting to bind port 186c4f2b-d4ff-4536-8cea-7751d2676d59 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:25.464061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Attempting to bind port 186c4f2b-d4ff-4536-8cea-7751d2676d59 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:25.464541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Attempting to bind port 186c4f2b-d4ff-4536-8cea-7751d2676d59 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:25.474146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Port 186c4f2b-d4ff-4536-8cea-7751d2676d59 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:25.474146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Attempting to bind port 186c4f2b-d4ff-4536-8cea-7751d2676d59 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:25.479320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:25.480587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:25.481109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:25.481684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Bound port: 186c4f2b-d4ff-4536-8cea-7751d2676d59, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:25.482171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:25.537465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf3a07-bc06-4fe4-b766-aa3391ca73be req-03b768e1-1d13-4f9d-9d68-b35f3f0a3efc tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:25.545373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-accf3a07-bc06-4fe4-b766-aa3391ca73be req-03b768e1-1d13-4f9d-9d68-b35f3f0a3efc tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 946 time: 0.2452979 Feb 09 15:49:25.547503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Attempting to bind port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:25.547734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Attempting to bind port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:25.548468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Attempting to bind port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:25.604266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:25.604590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Attempting to bind port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:25.608991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-36cfde13-b90b-4c1e-9f8f-731f8fd3dbcd service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826925 Feb 09 15:49:25.616320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:25.622305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:25.644871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8976f919-8f72-4c28-bd4c-e7aedb02136b req-c6e64527-353b-481a-8149-36d175816b98 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889005 Feb 09 15:49:25.646460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:25.647709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:25.648594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:25.649455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Bound port: e19cfc49-c7bc-437b-9ace-f3c9d62c2942, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:25.650064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:25.744551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-accf3a07-bc06-4fe4-b766-aa3391ca73be req-5bf3f49d-f635-4956-ab6d-2f1df3b4e747 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981823 Feb 09 15:49:25.810017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:25.887394 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5837917-ac08-4a6f-bbda-367053dafdf6 x-openstack-request-id: req-f5837917-ac08-4a6f-bbda-367053dafdf6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:25.887720 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a31214-be2b-41ca-973a-9e6287c3f169", "tag": "cd825904-4bb5-46bf-8ca9-94e659580d6c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:25.888301 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5837917-ac08-4a6f-bbda-367053dafdf6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:25.888599 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a31214-be2b-41ca-973a-9e6287c3f169', 'tag': 'cd825904-4bb5-46bf-8ca9-94e659580d6c', 'status': 'completed', 'code': 200} Feb 09 15:49:25.901503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8552e006-dc4b-47b1-8f16-f8a7a79703c0 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:25.930444 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:25.938281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:25.941471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:25.949321 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/186c4f2b-d4ff-4536-8cea-7751d2676d59 HTTP/1.1" status: 200 len: 1096 time: 4.0375187 Feb 09 15:49:25.950768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:25.959596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] For port e19cfc49-c7bc-437b-9ace-f3c9d62c2942, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:25.961384 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e" -d '{"events": [{"name": "network-changed", "server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:26.012206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] For port e19cfc49-c7bc-437b-9ace-f3c9d62c2942, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:26.023243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Transition to ACTIVE for port object 8552e006-dc4b-47b1-8f16-f8a7a79703c0 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:26.040283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75a53f-b377-4fbb-9a6b-a66f19fb39a9 service neutron] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:26.112784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2e8e7-9e83-41e7-ad11-bab4a08df333 req-ac7c5d7b-36c5-45c8-ab7b-53c11fcf9edd tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.115913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ead2e8e7-9e83-41e7-ad11-bab4a08df333 req-ac7c5d7b-36c5-45c8-ab7b-53c11fcf9edd tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 948 time: 0.3165257 Feb 09 15:49:26.137856 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:26.164950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:26.209630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-bfafd2c6-8c35-4ef0-8f71-554f4b33d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.210822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-bfafd2c6-8c35-4ef0-8f71-554f4b33d95c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 1099 time: 0.3041577 Feb 09 15:49:26.258081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.258624 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:26.260431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-071b6863-35de-4c75-91a0-50916202871f service neutron] 10.222.0.13 "PUT /v2.0/ports/e19cfc49-c7bc-437b-9ace-f3c9d62c2942 HTTP/1.1" status: 200 len: 1096 time: 4.7922778 Feb 09 15:49:26.283835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-bb315352-11fd-4138-9505-53670ebe7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.287540 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-bb315352-11fd-4138-9505-53670ebe7212 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 1099 time: 0.1147907 Feb 09 15:49:26.392975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:26.394811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b5fed5-5268-476f-9034-beadbad78937 req-933b80da-fa5f-46e8-81f4-1ff2d2c965c9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.397690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5b5fed5-5268-476f-9034-beadbad78937 req-933b80da-fa5f-46e8-81f4-1ff2d2c965c9 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 949 time: 0.4029453 Feb 09 15:49:26.415355 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-34e5961e-c837-4eaa-9073-de6550f36329 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59 HTTP/1.1" status: 200 len: 217 time: 0.1072478 Feb 09 15:49:26.475091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b6863-35de-4c75-91a0-50916202871f service neutron] Pushing event updated for resources: {'Port': ['ID=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:26.518536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ead2e8e7-9e83-41e7-ad11-bab4a08df333 req-966a1832-0d33-4fcf-89f8-78fbc4626028 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559878 Feb 09 15:49:26.533517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-5e0838e9-9565-4681-865e-94d73b81eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.537313 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-5e0838e9-9565-4681-865e-94d73b81eae3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1082587 Feb 09 15:49:26.637654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-53c5cef7-caf2-4d97-bc91-58df1a806109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.640793 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-53c5cef7-caf2-4d97-bc91-58df1a806109 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931237 Feb 09 15:49:26.681525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37256) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:26.742564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5b5fed5-5268-476f-9034-beadbad78937 req-4d35ae4f-e80d-45c8-88cf-2208ab84f63c tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895262 Feb 09 15:49:26.763603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-1a0d8cf2-67a1-4afd-93da-1afed78e11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.765004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-1a0d8cf2-67a1-4afd-93da-1afed78e11bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.5291140 Feb 09 15:49:26.788848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-8c84fac2-b19a-4413-81a3-b088724b3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:26.794353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-8c84fac2-b19a-4413-81a3-b088724b3469 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 1099 time: 0.3840640 Feb 09 15:49:26.814494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Pushing event updated for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:26.865007 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-5b37cd3d-544c-4da9-b55c-c3899040ff49 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021883 Feb 09 15:49:26.942205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-86f3d171-981f-4d8c-a915-eb4fea487213 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=cd825904-4bb5-46bf-8ca9-94e659580d6c HTTP/1.1" status: 200 len: 217 time: 0.1448121 Feb 09 15:49:26.946435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-66788b0c-7a3d-4718-b693-2fd7c17ab0b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e19cfc49-c7bc-437b-9ace-f3c9d62c2942 HTTP/1.1" status: 200 len: 217 time: 0.1185775 Feb 09 15:49:26.946704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1304530733-network', 'tenant_id': '646d4cff5f9749f790d8dcf2572c04ec'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:26.988612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9aa8a77c-eb9e-4bcc-a313-b500a9c2b163 req-bf533401-8f4d-4972-9c14-f24ebf414687 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 210 time: 0.0569332 Feb 09 15:49:27.065533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Attempting to bind port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:27.066001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Attempting to bind port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:27.066248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Attempting to bind port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:27.077893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:27.078232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Attempting to bind port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:27.107092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:27.107443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:27.107852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:27.108402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Bound port: 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:27.108770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.122310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-27903e13-127e-47fd-b1bf-3f026aa55f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:27.123862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-27903e13-127e-47fd-b1bf-3f026aa55f78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1518536 Feb 09 15:49:27.127954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a59f83d9-f5a2-44bc-8840-f8c94c651c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:27.129055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a59f83d9-f5a2-44bc-8840-f8c94c651c0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1653333 Feb 09 15:49:27.135743 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2126d23-eafb-47c8-8b51-ba7ff5705280 req-77fb6777-71f2-4776-aa73-dbf3aed4842a service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609465 Feb 09 15:49:27.186158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Made reservation on behalf of 646d4cff5f9749f790d8dcf2572c04ec for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:27.189723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.209462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.346162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.462003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.534182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:27.537881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:27.556966 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:49:27.583096 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d14eb73-3e27-4099-84dc-782ecaadbbcb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:27.600001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-108ce690-2b96-46f3-a163-4e06aa6ce69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:27.601611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-108ce690-2b96-46f3-a163-4e06aa6ce69e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4613864 Feb 09 15:49:27.603751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-d306400c-3206-4e42-afb3-6c53ea947533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:27.606644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-d306400c-3206-4e42-afb3-6c53ea947533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4753032 Feb 09 15:49:27.610527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.613180 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Added segment 7f0f896b-cf99-4236-8434-2ee197da9f92 of type vlan for network 5e8edae8-ee2d-4574-bc60-63a57c14b114 Feb 09 15:49:27.695363 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.727926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.820996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.822228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:27.823145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:27.864709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-0108ff88-6ca6-4775-9043-f267263671e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=b10b5785-2b9a-4865-a66a-ea53af1290e7 HTTP/1.1" status: 200 len: 210 time: 0.1327312 Feb 09 15:49:27.894969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] Pushing event updated for resources: {'Network': ['ID=5e8edae8-ee2d-4574-bc60-63a57c14b114,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:27.898218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca187186-1984-4085-895c-73b672844c1a', 'tag': 'e19cfc49-c7bc-437b-9ace-f3c9d62c2942'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:27.910742 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95516669-fba8-4186-9ab4-a6810ccbbec1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca187186-1984-4085-895c-73b672844c1a", "tag": "e19cfc49-c7bc-437b-9ace-f3c9d62c2942"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:27.918504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 5e8edae8-ee2d-4574-bc60-63a57c14b114 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:49:27.929685 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8dcb82ff-efa8-4855-b282-983446553e4a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2431848 Feb 09 15:49:27.934445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37288) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:27.941042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Request body: {'subnet': {'network_id': '5e8edae8-ee2d-4574-bc60-63a57c14b114', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1304530733-subnet', 'tenant_id': '646d4cff5f9749f790d8dcf2572c04ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:27.952828 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46faa614-d04b-4537-9d0a-93637032bc09 x-openstack-request-id: req-46faa614-d04b-4537-9d0a-93637032bc09 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:27.953247 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:27.954107 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46faa614-d04b-4537-9d0a-93637032bc09 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:27.954751 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'status': 'completed', 'code': 200} Feb 09 15:49:27.996570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:27.998901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:28.000065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] 10.222.0.73 "PUT /v2.0/ports/8552e006-dc4b-47b1-8f16-f8a7a79703c0 HTTP/1.1" status: 200 len: 1095 time: 3.5795808 Feb 09 15:49:28.049844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-6341a9f1-2810-4d7b-8301-407517304621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.051720 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-6341a9f1-2810-4d7b-8301-407517304621 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 1099 time: 0.0719709 Feb 09 15:49:28.097971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582f24d-3d26-45bf-a004-83c630d2e96f service neutron] Pushing event updated for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:28.108409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:28.161752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Made reservation on behalf of 646d4cff5f9749f790d8dcf2572c04ec for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:28.165864 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:28.169052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cd825904-4bb5-46bf-8ca9-94e659580d6c details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:28.297447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a0babf57-f635-47d6-8c50-83bd8eb966f1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863480 Feb 09 15:49:28.330072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-c2995341-18cf-4146-9b57-ee2e88a6857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.332797 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-c2995341-18cf-4146-9b57-ee2e88a6857b service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2718961 Feb 09 15:49:28.373169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-95b445fc-5b64-4eb9-88d6-034e34b677f7 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7237508 Feb 09 15:49:28.402895 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-47fb5efa-f5e3-4473-ae5c-b6a2aee1212b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59 HTTP/1.1" status: 200 len: 217 time: 0.0505936 Feb 09 15:49:28.438756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cd825904-4bb5-46bf-8ca9-94e659580d6c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd825904-4bb5-46bf-8ca9-94e659580d6c,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:28.509264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'cd825904-4bb5-46bf-8ca9-94e659580d6c', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'cd825904-4bb5-46bf-8ca9-94e659580d6c', 'mac_address': 'fa:16:3e:34:7c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:28.518096 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-f5103ed0-af6c-4a62-919b-b8973d23678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.519847 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-f5103ed0-af6c-4a62-919b-b8973d23678e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0846565 Feb 09 15:49:28.525282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0b1fa22-a4b0-4775-8d9a-c21bff2c639d req-6107277f-b16c-458c-b013-63dd8f4ae937 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015940 Feb 09 15:49:28.528111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-b2890b32-31ef-446c-9efd-838c20519a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.529646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-b2890b32-31ef-446c-9efd-838c20519a4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 1098 time: 0.2801247 Feb 09 15:49:28.542328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc50d5-e94f-424f-a635-7789a6941016 req-9528e9e1-4579-4748-9aa4-865e48e87151 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.550707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51fc50d5-e94f-424f-a635-7789a6941016 req-9528e9e1-4579-4748-9aa4-865e48e87151 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 947 time: 0.4470160 Feb 09 15:49:28.580582 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:28.617524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-1afb5478-37bf-4da2-ae9e-c4f139024b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.619651 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-1afb5478-37bf-4da2-ae9e-c4f139024b1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678122 Feb 09 15:49:28.630047 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:28.647517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f260969-841f-4688-849f-88a1594640b9 req-7ff3e95b-3c68-4d01-9798-9dd0eecb5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.649118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-7ff3e95b-3c68-4d01-9798-9dd0eecb5f17 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7554228 Feb 09 15:49:28.650649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-03b62a6a-3130-4b05-898d-97ffd3c7aeb3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0 HTTP/1.1" status: 200 len: 217 time: 0.0960350 Feb 09 15:49:28.655257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:28.661322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd825904-4bb5-46bf-8ca9-94e659580d6c {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:28.706202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cd825904-4bb5-46bf-8ca9-94e659580d6c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd825904-4bb5-46bf-8ca9-94e659580d6c,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:28.745871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51fc50d5-e94f-424f-a635-7789a6941016 req-396b3a64-4e5f-4c04-b02f-7463da939cef tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930454 Feb 09 15:49:28.750029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9176da7d-7bc3-41d2-a8cb-dac244815976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.751897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e1cca35-4e97-4873-99fb-d5728569a18f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:28.753813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-9176da7d-7bc3-41d2-a8cb-dac244815976 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0874989 Feb 09 15:49:28.817087 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-951de3f7-1b4d-48d7-9bcc-7d905fbb4fb5 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869018 Feb 09 15:49:28.826772 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:28.843670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Checking segment: {'id': '7f0f896b-cf99-4236-8434-2ee197da9f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5e8edae8-ee2d-4574-bc60-63a57c14b114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:28.844333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Network hostable DHCP agents. Network: 5e8edae8-ee2d-4574-bc60-63a57c14b114, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:49:28.910891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=cd825904-4bb5-46bf-8ca9-94e659580d6c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:28.920758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90a7bc23-1994-475a-9d41-6c133a5b46c4 req-a50d6858-bffa-4484-a8d5-ea9cea826cf0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002903 Feb 09 15:49:28.996520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fc9c4-794a-49c1-b53c-e8b473cd0c2d req-2fef0fc4-dbbb-40c0-9a07-12b9f47a3e48 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:28.998147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fc9c4-794a-49c1-b53c-e8b473cd0c2d req-2fef0fc4-dbbb-40c0-9a07-12b9f47a3e48 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 948 time: 0.1599791 Feb 09 15:49:29.010333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-0bae50df-9e96-4bd3-8ea8-cd4679d5b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:29.011992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-0bae50df-9e96-4bd3-8ea8-cd4679d5b8b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749442 Feb 09 15:49:29.015801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f260969-841f-4688-849f-88a1594640b9 req-242e9eea-cdad-4434-b59b-8d437d067376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:29.017241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-242e9eea-cdad-4434-b59b-8d437d067376 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3529031 Feb 09 15:49:29.141266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fc9c4-794a-49c1-b53c-e8b473cd0c2d req-6b0d9939-95b3-4a95-a1cc-4131c0e75148 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277061 Feb 09 15:49:29.186638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['cd825904-4bb5-46bf-8ca9-94e659580d6c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:29.233606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f260969-841f-4688-849f-88a1594640b9 req-e94316db-44dc-4577-a241-1bcbc532a9cf tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b10b5785-2b9a-4865-a66a-ea53af1290e7 HTTP/1.1" status: 200 len: 210 time: 0.0983896 Feb 09 15:49:29.235649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-e60da2a1-4f9d-4208-9b42-8b94195b0842 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126186 Feb 09 15:49:29.265173 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208dfa64-b56c-4506-ad5e-9b2eb777010b x-openstack-request-id: req-208dfa64-b56c-4506-ad5e-9b2eb777010b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:29.265504 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca187186-1984-4085-895c-73b672844c1a", "tag": "e19cfc49-c7bc-437b-9ace-f3c9d62c2942", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:29.265724 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-208dfa64-b56c-4506-ad5e-9b2eb777010b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:29.269291 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca187186-1984-4085-895c-73b672844c1a', 'tag': 'e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'status': 'completed', 'code': 200} Feb 09 15:49:29.376914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Network 5e8edae8-ee2d-4574-bc60-63a57c14b114 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:49:29.480952 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-116f4e53-80f6-45fb-9d44-1b8ab03cd56e req-168a7873-a6de-49bb-852a-d6e888801875 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533475 Feb 09 15:49:29.508253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ebf3db2-5a46-4352-b30b-b209d44099d2 req-5acd0fa7-e6ef-4827-ab3d-bbaedb39ffbb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 210 time: 0.1037233 Feb 09 15:49:29.568913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129fec-7451-48a7-8827-852e9ff179a2 req-4cb70eab-54ea-45fa-a2e9-3e2a3ce23bd2 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:29.573275 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-4cb70eab-54ea-45fa-a2e9-3e2a3ce23bd2 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 821 time: 0.6081309 Feb 09 15:49:29.573849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-c867c680-0ba3-4fd7-83f0-a404906b0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:29.576173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-c867c680-0ba3-4fd7-83f0-a404906b0174 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 1099 time: 0.2778771 Feb 09 15:49:29.586654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 5e8edae8-ee2d-4574-bc60-63a57c14b114) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:29.605881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312e72d3-09ea-4be7-827f-d0e3b6276ee9 None None] Network 5e8edae8-ee2d-4574-bc60-63a57c14b114 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:49:29.609347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Request body: {'port': {'device_id': '59ed9925-7421-4900-bf13-f96837cd398b', 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'admin_state_up': True, 'tenant_id': 'c86d25bfb5824d92a7849057e8e403f8'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:29.620827 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:29.620827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:29.732031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e9ce065-a07e-41fd-8355-02677aa9fb6e req-661b1039-6a80-4f20-8090-6361197a8e06 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608097 Feb 09 15:49:29.774426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648010a7-50a4-4b5e-bfe9-b03287aa712d req-931a6ac4-0d5b-4dc3-9caf-df11f0d06934 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:29.794554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-648010a7-50a4-4b5e-bfe9-b03287aa712d req-931a6ac4-0d5b-4dc3-9caf-df11f0d06934 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 949 time: 0.2788827 Feb 09 15:49:29.829593 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dfdfb843-593a-403c-97d2-c32521be657d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8957143 Feb 09 15:49:29.906379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-648010a7-50a4-4b5e-bfe9-b03287aa712d req-5ffbc70b-2397-4070-916b-4e26683cf47e tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/security-groups?id=11323639-f571-48e5-8de9-a85e75a3f22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101246 Feb 09 15:49:29.976385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Made reservation on behalf of c86d25bfb5824d92a7849057e8e403f8 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:29.981296 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:29.988635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:29.996850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f2fd6-b677-4efd-a6b5-bf8d0f511d78 None None] Network 5e8edae8-ee2d-4574-bc60-63a57c14b114 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:49:30.188273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:30.207076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-c7771919-d1b0-4fda-a9ad-d1b545cfb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:30.211091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-c7771919-d1b0-4fda-a9ad-d1b545cfb93c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.6186693 Feb 09 15:49:30.233858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Allocated IP 172.20.0.9 (a59d1419-af6d-42da-a4a3-8630110ff916/0de9ad69-088b-4006-a1c8-413ea8d74035/c25e1e2c-ff17-4359-bcd7-ba33753c31d4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:30.314518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-0496fbe7-d6a4-4e2c-916d-aeaaefcffddd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=e19cfc49-c7bc-437b-9ace-f3c9d62c2942 HTTP/1.1" status: 200 len: 217 time: 0.0774775 Feb 09 15:49:30.332972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-78159ab1-354e-4e0c-b324-27af9e8a40a3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:30.334816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-78159ab1-354e-4e0c-b324-27af9e8a40a3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.5344875 Feb 09 15:49:30.384243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4d0be-02dc-4b7c-8ec1-59f6715f635a req-a1aa26ff-a293-4d9d-838e-27bbb545ff81 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:30.393860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08e4d0be-02dc-4b7c-8ec1-59f6715f635a req-a1aa26ff-a293-4d9d-838e-27bbb545ff81 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 947 time: 0.3221433 Feb 09 15:49:30.414387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:30.435237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'mac_address': 'fa:16:3e:af:5a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:30.438737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-9e050e58-af2a-4a22-be83-eb26db3f8bb3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/quotas/e3fbcfe4cc354574a0fe8dc1c4dda685 HTTP/1.1" status: 200 len: 375 time: 0.0889881 Feb 09 15:49:30.456416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-3752ad9c-7bd6-4c87-a2a3-a45e496be421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:30.458034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-3752ad9c-7bd6-4c87-a2a3-a45e496be421 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1220469 Feb 09 15:49:30.488194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.557324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08e4d0be-02dc-4b7c-8ec1-59f6715f635a req-22134619-54f6-4f14-bae6-c9272ea5ee2c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622972 Feb 09 15:49:30.587720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-975a7f9c-780f-4915-a06f-ed6f6bc19ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:30.589427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-975a7f9c-780f-4915-a06f-ed6f6bc19ae5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790524 Feb 09 15:49:30.620419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-751c5f4b-4270-4320-98aa-f98a2b8553c0 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1676087 Feb 09 15:49:30.627281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-fd13896f-c895-4114-97a1-618c41c78eda service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:49:30.642550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-fd13896f-c895-4114-97a1-618c41c78eda service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241740 Feb 09 15:49:30.684124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.711513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3f169aeb-34b2-4793-8ad0-a643b97f8ed0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:30.745181 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.757647 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Network a59d1419-af6d-42da-a4a3-8630110ff916 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:30.763383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:30.765735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186c4f2b-d4ff-4536-8cea-7751d2676d59 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:30.772252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:30.809919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:30.843609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Pushing event updated for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:30.857055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:30.858066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.919828 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.984752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-351365e1-ef29-4f6f-a45b-bdfe2344e94c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3886762 Feb 09 15:49:31.001656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Request body: {'port': {'device_id': '59ed9925-7421-4900-bf13-f96837cd398b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:31.056201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:31.092500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.234391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-0ae8eef2-22bc-48da-8540-afa3e49a3b5c service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5884168 Feb 09 15:49:31.248414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['186c4f2b-d4ff-4536-8cea-7751d2676d59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:31.270389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:31.274263 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31417ca-9a13-4aa7-9aeb-cef26395e28c" -d '{"events": [{"name": "network-changed", "server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:31.282876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-2df9465d-e80c-482b-97a6-a2eeb364f60d service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6387148 Feb 09 15:49:31.341723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8400fed-c133-41ee-8d1b-07723c772880 req-9357401a-1691-48fb-b2b1-a8964f91d648 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:31.343902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8400fed-c133-41ee-8d1b-07723c772880 req-9357401a-1691-48fb-b2b1-a8964f91d648 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 949 time: 0.5052953 Feb 09 15:49:31.372561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2912f-43d5-4f50-97ce-4c402b0ae353 req-dac2c06d-0bd7-46f9-b626-1b1669da6d60 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:31.382053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5c2912f-43d5-4f50-97ce-4c402b0ae353 req-dac2c06d-0bd7-46f9-b626-1b1669da6d60 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 948 time: 0.6814880 Feb 09 15:49:31.454995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25e1e2c-ff17-4359-bcd7-ba33753c31d4 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:31.466289 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.483849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Transition to ACTIVE for port object c25e1e2c-ff17-4359-bcd7-ba33753c31d4 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:31.522405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95516669-fba8-4186-9ab4-a6810ccbbec1 req-faa47d0b-f4bc-4d05-b056-57b9b30ffcc0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383585 Feb 09 15:49:31.586527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.625587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.638880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5c2912f-43d5-4f50-97ce-4c402b0ae353 req-7f9831c3-2c34-421c-8ba2-7d25201775f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559097 Feb 09 15:49:31.669115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-b4ffa269-2d86-4818-9404-94ef8adc7bee service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780186 Feb 09 15:49:31.725195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:31.731471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Deleting port e4540ccd-a80f-496b-a46e-4a9c26eaba4f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:49:31.732241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.908050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 01369517-647a-4e5c-a433-e3408bc11f6b details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:31.910228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:31.910995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:31.916121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:31.930393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:31.931033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:31.946102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:31.946565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:31.951390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:31.951390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Bound port: c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:31.951390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.960075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] For port e4540ccd-a80f-496b-a46e-4a9c26eaba4f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:31.960759 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.989405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Calling delete_port for e4540ccd-a80f-496b-a46e-4a9c26eaba4f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:49:32.068239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:32.104756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '01369517-647a-4e5c-a433-e3408bc11f6b', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'port_id': '01369517-647a-4e5c-a433-e3408bc11f6b', 'mac_address': 'fa:16:3e:76:67:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b275e3-8eb1-49e7-a6d2-eb44ad5eb759', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:32.137057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:32.144629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:32.190629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8552e006-dc4b-47b1-8f16-f8a7a79703c0 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:32.197273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cd825904-4bb5-46bf-8ca9-94e659580d6c up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:32.261104 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.303477 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.374999 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:32.375873 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.380201 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 200 len: 1091 time: 1.3864372 Feb 09 15:49:32.382752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:32.387903 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384f0369-68a6-473c-ad9d-dc6164150408" -d '{"events": [{"name": "network-changed", "server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:32.414890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed872aed-dd7f-4404-8eff-7f8e74c88459 req-d2dd2de6-caed-4f29-be78-e938893ec9c1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:32.417521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed872aed-dd7f-4404-8eff-7f8e74c88459 req-d2dd2de6-caed-4f29-be78-e938893ec9c1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.1670418 Feb 09 15:49:32.435970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045565db-8b00-4479-84fa-f1848366f4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:32.484644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01369517-647a-4e5c-a433-e3408bc11f6b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:32.491796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port cd825904-4bb5-46bf-8ca9-94e659580d6c completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:32.516269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:32.519448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port cd825904-4bb5-46bf-8ca9-94e659580d6c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:32.520678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.560524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed872aed-dd7f-4404-8eff-7f8e74c88459 req-00149166-71fb-49cb-a252-d0d7351796cc tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263793 Feb 09 15:49:32.577344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230794-f841-40da-a325-703f7c984d1f req-a56d357a-0b2f-4cd3-88cd-114cd6e7307c tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:32.580416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-a56d357a-0b2f-4cd3-88cd-114cd6e7307c tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/networks?id=5e8edae8-ee2d-4574-bc60-63a57c14b114 HTTP/1.1" status: 200 len: 821 time: 0.3479242 Feb 09 15:49:32.604267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-92ba9375-50f5-4f65-9488-7412718dd9a2 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/quotas/646d4cff5f9749f790d8dcf2572c04ec HTTP/1.1" status: 200 len: 375 time: 0.0175385 Feb 09 15:49:32.628183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:32.629367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.649421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['e4540ccd-a80f-496b-a46e-4a9c26eaba4f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:32.662349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-d696afb2-0825-4f6a-8c74-ae1937b07473 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=646d4cff5f9749f790d8dcf2572c04ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514576 Feb 09 15:49:32.708338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'mac_address': 'fa:16:3e:16:cd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:32.709242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Pushing event deleted for resources: {'Port': ['ID=e4540ccd-a80f-496b-a46e-4a9c26eaba4f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:32.795693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.797986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e19cfc49-c7bc-437b-9ace-f3c9d62c2942 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:32.884915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-e6fccc6b-2819-4db8-bd31-e69be7268e02 service neutron] 10.222.0.53 "GET /v2.0/networks/5e8edae8-ee2d-4574-bc60-63a57c14b114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216511 Feb 09 15:49:32.909582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129fec-7451-48a7-8827-852e9ff179a2 req-d6a1d8da-a951-4e45-a501-ef9d40282824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:32.912574 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-d6a1d8da-a951-4e45-a501-ef9d40282824 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1094 time: 0.1445312 Feb 09 15:49:33.047786 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-a0834436-89b2-4905-b476-22ea6f052b3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 200 len: 217 time: 0.1245713 Feb 09 15:49:33.080864 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:33.136065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129fec-7451-48a7-8827-852e9ff179a2 req-1c0bf9f0-9b69-49a5-82d8-fb018a675db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:33.139173 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-1c0bf9f0-9b69-49a5-82d8-fb018a675db1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.0825644 Feb 09 15:49:33.146046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d996ab23-25be-4115-ac8f-770eecc60f36 req-174544ba-1f4c-4fb5-81da-b88da27133ea tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0ebd311-092c-4cf2-a846-05c0c1995d47 HTTP/1.1" status: 200 len: 210 time: 0.2593966 Feb 09 15:49:33.185517 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-b7c8cd9c-cbe6-466f-8142-16b7a9514e9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314085 Feb 09 15:49:33.196795 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:49:33.215357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] No DVR routers for this DVR port e4540ccd-a80f-496b-a46e-4a9c26eaba4f on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:49:33.236013 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:33.242011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8400fed-c133-41ee-8d1b-07723c772880 req-57c9c1c0-4465-461a-a103-666ad95f6765 tempest-ImagesNegativeTestJSON-1667504324 tempest-ImagesNegativeTestJSON-1667504324-project] 10.222.0.73 "DELETE /v2.0/ports/e4540ccd-a80f-496b-a46e-4a9c26eaba4f HTTP/1.1" status: 204 len: 173 time: 1.7223959 Feb 09 15:49:33.298996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a31214-be2b-41ca-973a-9e6287c3f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd825904-4bb5-46bf-8ca9-94e659580d6c'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:33.301398 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a5fd8-eacf-456f-843d-b10422d7a0cf" -d '{"events": [{"server_uuid": "58a31214-be2b-41ca-973a-9e6287c3f169", "name": "network-vif-plugged", "status": "completed", "tag": "cd825904-4bb5-46bf-8ca9-94e659580d6c"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:33.336022 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ee488f-80ed-41b1-9ac6-0d6731318e24 x-openstack-request-id: req-18ee488f-80ed-41b1-9ac6-0d6731318e24 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:33.336409 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:33.336615 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18ee488f-80ed-41b1-9ac6-0d6731318e24 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:33.337040 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'status': 'completed', 'code': 200} Feb 09 15:49:33.372465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-64d7ee99-9087-4674-b430-e9d1a5016f80 service neutron] 10.222.0.53 "GET /v2.0/networks/5e8edae8-ee2d-4574-bc60-63a57c14b114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430521 Feb 09 15:49:33.470602 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:33.486220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cd825904-4bb5-46bf-8ca9-94e659580d6c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd825904-4bb5-46bf-8ca9-94e659580d6c,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:33.502237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:33.556555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-49d40fde-fa1b-4ce5-9801-5ac6dd8f0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:33.558229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-49d40fde-fa1b-4ce5-9801-5ac6dd8f0528 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 1098 time: 0.2145689 Feb 09 15:49:33.562316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8552e006-dc4b-47b1-8f16-f8a7a79703c0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:33.608439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:33.617827 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:33.719558 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:33.767929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df5242-41db-4e6c-a644-2f2d8fb191b6 req-5aec9c18-e3e8-4511-87d2-8b1ccf93afe0 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:33.770276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73df5242-41db-4e6c-a644-2f2d8fb191b6 req-5aec9c18-e3e8-4511-87d2-8b1ccf93afe0 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 947 time: 0.3146489 Feb 09 15:49:33.793662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=cd825904-4bb5-46bf-8ca9-94e659580d6c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:33.859060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-6fba0ed7-1a9d-4e71-aca7-4a88ffea3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:33.862018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-6fba0ed7-1a9d-4e71-aca7-4a88ffea3dbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2944038 Feb 09 15:49:33.866146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73df5242-41db-4e6c-a644-2f2d8fb191b6 req-3fcc65bc-6836-47e6-bf62-8f5bf39169b5 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795388 Feb 09 15:49:33.880274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:33.889080 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-4a7c5237-6a1e-416b-8716-4940e381fbbb service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949632 Feb 09 15:49:33.918801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e19cfc49-c7bc-437b-9ace-f3c9d62c2942, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:33.923786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-76cfe591-3c6b-4fcf-960b-ac84b90b45ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0 HTTP/1.1" status: 200 len: 217 time: 0.0534465 Feb 09 15:49:33.952323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'mac_address': 'fa:16:3e:d6:32:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:34.046857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-288e5d55-856e-453e-9344-78af04689c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:34.051403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-288e5d55-856e-453e-9344-78af04689c7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1192076 Feb 09 15:49:34.070600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:34.082834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['8552e006-dc4b-47b1-8f16-f8a7a79703c0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:34.117555 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dedbb5-f4af-4110-8dd5-3c7a746b754c x-openstack-request-id: req-c8dedbb5-f4af-4110-8dd5-3c7a746b754c {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:34.118252 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:34.119289 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8dedbb5-f4af-4110-8dd5-3c7a746b754c {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:34.121619 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4', 'status': 'completed', 'code': 200} Feb 09 15:49:34.150493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-b2805679-a6fd-4725-b67f-cabac8fb8c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:34.152556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-b2805679-a6fd-4725-b67f-cabac8fb8c33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893242 Feb 09 15:49:34.217607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:34.232779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68b6db6a-1e32-40a8-9ce1-22790e33f09f req-0942b382-7c65-478d-a82a-c450306c9ddc tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 210 time: 0.0764339 Feb 09 15:49:34.296707 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-37129fec-7451-48a7-8827-852e9ff179a2 req-e505dee6-7292-44b2-82f8-41b3c0ce9587 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984654 Feb 09 15:49:34.349585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19cfc49-c7bc-437b-9ace-f3c9d62c2942 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:34.419873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e19cfc49-c7bc-437b-9ace-f3c9d62c2942, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:34.570656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:34.642966 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e0182-80e0-405f-abdd-b5addba66956 x-openstack-request-id: req-dc1e0182-80e0-405f-abdd-b5addba66956 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:34.643365 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a31214-be2b-41ca-973a-9e6287c3f169", "name": "network-vif-plugged", "status": "completed", "tag": "cd825904-4bb5-46bf-8ca9-94e659580d6c", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:34.643578 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc1e0182-80e0-405f-abdd-b5addba66956 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:34.643941 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a31214-be2b-41ca-973a-9e6287c3f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd825904-4bb5-46bf-8ca9-94e659580d6c', 'code': 200} Feb 09 15:49:34.661278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0369-68a6-473c-ad9d-dc6164150408 req-ea8b497d-08a3-4507-95c6-fe63a8fea975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:34.664776 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-384f0369-68a6-473c-ad9d-dc6164150408 req-ea8b497d-08a3-4507-95c6-fe63a8fea975 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1094 time: 0.1298108 Feb 09 15:49:34.735738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-996aff45-6c88-43ff-b984-44d382148923 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723569 Feb 09 15:49:34.764956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578e498-2f13-4d79-97a2-55a62fb7f578 req-8bc6a70d-a6ee-4f5e-a8b8-d48a82d4f95b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:34.773583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c578e498-2f13-4d79-97a2-55a62fb7f578 req-8bc6a70d-a6ee-4f5e-a8b8-d48a82d4f95b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 948 time: 0.3727343 Feb 09 15:49:34.800951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['01369517-647a-4e5c-a433-e3408bc11f6b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:34.983946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60351792-2c36-46af-af46-94e5c083219a req-41c0ca88-a3c2-482f-bff0-f7c52b1cee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:35.000850 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-60351792-2c36-46af-af46-94e5c083219a req-41c0ca88-a3c2-482f-bff0-f7c52b1cee6a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 1101 time: 0.2756257 Feb 09 15:49:35.017356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:35.017667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c578e498-2f13-4d79-97a2-55a62fb7f578 req-1ae6d84f-7a7e-49a8-ad47-59326335de57 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381299 Feb 09 15:49:35.062126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793ea0a-c6f6-4e50-8664-5815f77ef9c6 req-ed6e9205-271d-455e-a43b-cf8cd1e1a2b6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:35.078942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f793ea0a-c6f6-4e50-8664-5815f77ef9c6 req-ed6e9205-271d-455e-a43b-cf8cd1e1a2b6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.2836692 Feb 09 15:49:35.141354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b31417ca-9a13-4aa7-9aeb-cef26395e28c req-4190cd2f-817e-42ab-93f8-00cc46bb7bb7 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551528 Feb 09 15:49:35.170230 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-60351792-2c36-46af-af46-94e5c083219a req-0af8faec-868d-4287-b265-173e879fd082 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513822 Feb 09 15:49:35.174379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f793ea0a-c6f6-4e50-8664-5815f77ef9c6 req-932e2878-821d-458b-8655-aab3c7b39abe tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845027 Feb 09 15:49:35.181579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e19cfc49-c7bc-437b-9ace-f3c9d62c2942'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:35.213267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 186c4f2b-d4ff-4536-8cea-7751d2676d59 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:35.283618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0369-68a6-473c-ad9d-dc6164150408 req-e6c4390f-8869-4380-a267-79af9a5c06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:35.285246 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-384f0369-68a6-473c-ad9d-dc6164150408 req-e6c4390f-8869-4380-a267-79af9a5c06c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.6069567 Feb 09 15:49:35.352829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ebd311-092c-4cf2-a846-05c0c1995d47', 'name': 'network-vif-deleted', 'tag': 'e4540ccd-a80f-496b-a46e-4a9c26eaba4f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:35.359183 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24f0900-1b2f-407f-8c5a-e7dd8ccabd7b" -d '{"events": [{"server_uuid": "f0ebd311-092c-4cf2-a846-05c0c1995d47", "name": "network-vif-deleted", "tag": "e4540ccd-a80f-496b-a46e-4a9c26eaba4f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:35.382543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-195d2a19-2b4e-4ce0-80e8-bd8feaaeb32b req-0f73aa0f-cfb1-44a7-945b-243e2d4e03dd tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 210 time: 0.1023812 Feb 09 15:49:35.495033 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-384f0369-68a6-473c-ad9d-dc6164150408 req-57a11571-1ae0-44d7-a17b-1251d9a71128 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 200 len: 217 time: 0.2007728 Feb 09 15:49:35.498242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 186c4f2b-d4ff-4536-8cea-7751d2676d59 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:35.499194 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:35.559232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2464b-eb01-471a-a723-5ca2ea69b744 req-19d8d59c-fee5-4052-ad0b-725f70ab2904 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:35.571669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf2464b-eb01-471a-a723-5ca2ea69b744 req-19d8d59c-fee5-4052-ad0b-725f70ab2904 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 948 time: 0.1291239 Feb 09 15:49:35.635308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0369-68a6-473c-ad9d-dc6164150408 req-25047d9e-7b5c-46c4-9ef8-64bf6c927fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:35.643891 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-384f0369-68a6-473c-ad9d-dc6164150408 req-25047d9e-7b5c-46c4-9ef8-64bf6c927fc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.1408176 Feb 09 15:49:35.701068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf2464b-eb01-471a-a723-5ca2ea69b744 req-5d6970f7-29fd-45e6-bea6-0b80b599f041 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276066 Feb 09 15:49:35.726568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52110a05-cd98-4170-9c6e-b4c0c49ee193 req-d626b6a2-3289-4f4c-8fec-f47f9e98284a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 210 time: 0.1214643 Feb 09 15:49:35.747866 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-384f0369-68a6-473c-ad9d-dc6164150408 req-90066321-971c-47d9-a5b2-f9fd8be8eb84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962393 Feb 09 15:49:35.858518 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c4b2a-c546-4ce5-ac75-be8639230a7f x-openstack-request-id: req-7f6c4b2a-c546-4ce5-ac75-be8639230a7f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:35.859119 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ebd311-092c-4cf2-a846-05c0c1995d47", "name": "network-vif-deleted", "tag": "e4540ccd-a80f-496b-a46e-4a9c26eaba4f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:35.860007 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f6c4b2a-c546-4ce5-ac75-be8639230a7f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:35.860709 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ebd311-092c-4cf2-a846-05c0c1995d47', 'name': 'network-vif-deleted', 'tag': 'e4540ccd-a80f-496b-a46e-4a9c26eaba4f', 'status': 'completed', 'code': 200} Feb 09 15:49:36.146527 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-384f0369-68a6-473c-ad9d-dc6164150408 req-1233638c-31ec-4b53-a2d3-49ee8cd55ecc service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778000 Feb 09 15:49:36.185704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-79d48654-1593-4124-8d6e-613994d81c06 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:36.187631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-79d48654-1593-4124-8d6e-613994d81c06 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.2377796 Feb 09 15:49:36.203116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Request body: {'port': {'device_id': '2fb43a4f-8908-4353-901f-409a84b4e0ee', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'admin_state_up': True, 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:36.447612 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-384f0369-68a6-473c-ad9d-dc6164150408 req-ce5c7506-993a-4f0b-b353-9b4176ca854c service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950985 Feb 09 15:49:36.483741 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:36.622629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06be81-a6ea-4403-84f9-6843d16a95d1 req-72a76000-31b4-4371-9f72-626ec6ef3760 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:36.629797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:36.631739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf06be81-a6ea-4403-84f9-6843d16a95d1 req-72a76000-31b4-4371-9f72-626ec6ef3760 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 949 time: 0.2932270 Feb 09 15:49:36.654500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:36.663374 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e096247-4580-42e9-bd7a-6960e2b5b785" -d '{"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-plugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:36.694441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd48b8-cc52-4fa6-beb1-bec1d9a650f7 req-ab8a0b2a-5dba-4e23-be22-afc251d602ed tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:36.709000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91dd48b8-cc52-4fa6-beb1-bec1d9a650f7 req-ab8a0b2a-5dba-4e23-be22-afc251d602ed tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.3596551 Feb 09 15:49:36.729558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:36.736672 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:36.737500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e4540ccd-a80f-496b-a46e-4a9c26eaba4f no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:49:36.741081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:36.865540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37464) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:36.870530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf06be81-a6ea-4403-84f9-6843d16a95d1 req-a52a76c4-c76a-44ad-9321-eaad098ce84b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374415 Feb 09 15:49:36.894912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: e4540ccd-a80f-496b-a46e-4a9c26eaba4f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:49:36.894912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e4540ccd-a80f-496b-a46e-4a9c26eaba4f not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:49:36.894912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:37.247909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11e43679-bf8a-4b76-a3dc-877070639a31 req-893aea78-b3e9-42c8-83ab-697f3b20fa87 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 210 time: 0.1334138 Feb 09 15:49:37.261692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91dd48b8-cc52-4fa6-beb1-bec1d9a650f7 req-2b396c48-718c-4e3b-b614-df0a63cac71d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379262 Feb 09 15:49:37.310462 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c0f9706c-44e7-4451-bef4-7080c032dd94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39ecfb0a237344dfa82967b75d654bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433982 Feb 09 15:49:37.317011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37470) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:37.387084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Allocated IP 172.20.0.10 (8fe90d03-74e6-453d-8f52-18e4671920fb/1d5c1cd5-fa7c-471b-bb59-78d9844adee3/d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:37.445410 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2354c655-5278-4406-8d82-bfeb8a74337d x-openstack-request-id: req-2354c655-5278-4406-8d82-bfeb8a74337d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:37.445876 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-plugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:37.446331 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2354c655-5278-4406-8d82-bfeb8a74337d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:37.447037 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'code': 200} Feb 09 15:49:37.608786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cc6203f-601e-4e0f-82f4-257edd542058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:37.659259 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cc6203f-601e-4e0f-82f4-257edd542058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:37.660671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-763d5b25-eae4-4de0-b0f8-efec8a2f023f req-e622113b-9507-4f20-af96-482d63bb415d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 210 time: 0.0794113 Feb 09 15:49:37.727642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23118af9-53f4-4f46-a0cb-0f4743c67b1f req-8291196c-7234-4cf9-a1ec-ab81f66ed813 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:37.729385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23118af9-53f4-4f46-a0cb-0f4743c67b1f req-8291196c-7234-4cf9-a1ec-ab81f66ed813 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 948 time: 0.1470928 Feb 09 15:49:37.757974 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:37.811872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23118af9-53f4-4f46-a0cb-0f4743c67b1f req-f70a06e2-eb22-43b5-bafb-08c2ffceae5d tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713468 Feb 09 15:49:37.835257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0fb3b-312e-40f0-8d20-067de69b42fe req-63b0e055-81b0-4a18-a66f-d54c8c25ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:37.835257 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-19c0fb3b-312e-40f0-8d20-067de69b42fe req-63b0e055-81b0-4a18-a66f-d54c8c25ad1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 1101 time: 0.3104091 Feb 09 15:49:37.898088 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cc6203f-601e-4e0f-82f4-257edd542058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:37.901109 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cc6203f-601e-4e0f-82f4-257edd542058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:37.902419 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1cc6203f-601e-4e0f-82f4-257edd542058 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11323639-f571-48e5-8de9-a85e75a3f22e HTTP/1.1" status: 204 len: 168 time: 0.5837307 Feb 09 15:49:37.938296 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-19c0fb3b-312e-40f0-8d20-067de69b42fe req-2ee1206a-1488-4356-8c47-d7941eace955 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788307 Feb 09 15:49:37.946499 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:37.965575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6203f-601e-4e0f-82f4-257edd542058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11323639-f571-48e5-8de9-a85e75a3f22e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:37.974766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:38.108725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Network 8fe90d03-74e6-453d-8f52-18e4671920fb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:38.139278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:38.144407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:38.210785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event updated for resources: {'Port': ['ID=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:38.234316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e2784-1c97-494e-aae4-65ceff23c6bb req-b3a927ec-5133-46c3-a239-99fbdca09a2f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:38.245595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-658e2784-1c97-494e-aae4-65ceff23c6bb req-b3a927ec-5133-46c3-a239-99fbdca09a2f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 949 time: 0.2097976 Feb 09 15:49:38.323415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8552e006-dc4b-47b1-8f16-f8a7a79703c0 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:38.374462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230794-f841-40da-a325-703f7c984d1f req-5f470f88-c966-491d-b316-c1d933351d5f tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:38.376321 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-5f470f88-c966-491d-b316-c1d933351d5f tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.73 "GET /v2.0/networks?id=5e8edae8-ee2d-4574-bc60-63a57c14b114 HTTP/1.1" status: 200 len: 821 time: 0.1721802 Feb 09 15:49:38.421960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Request body: {'port': {'device_id': '783ab5a5-0d7b-4ada-b5ee-0f22b15da980', 'network_id': '5e8edae8-ee2d-4574-bc60-63a57c14b114', 'admin_state_up': True, 'tenant_id': '646d4cff5f9749f790d8dcf2572c04ec'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:38.488224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-658e2784-1c97-494e-aae4-65ceff23c6bb req-605de7c7-494f-471d-9cf4-d35c2068a5be tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376032 Feb 09 15:49:38.634831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 01369517-647a-4e5c-a433-e3408bc11f6b up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:38.653494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3476bf1d-b519-4b94-87c4-26e17c5c43db req-0b95fed4-a0c0-4896-9963-921c820d0749 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 210 time: 0.1368587 Feb 09 15:49:38.672130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:38.672742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:38.786026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Made reservation on behalf of 646d4cff5f9749f790d8dcf2572c04ec for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:38.790399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:38.946051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-da861265-7347-470c-abd2-388d2984fece tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7480736 Feb 09 15:49:39.041537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd313fa-cc15-44fb-bc74-1b0dea236f04 req-caff73d5-441e-48b3-8d84-3fd40e0f864b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:39.057177 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9dd313fa-cc15-44fb-bc74-1b0dea236f04 req-caff73d5-441e-48b3-8d84-3fd40e0f864b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.3600638 Feb 09 15:49:39.131330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b016f-f117-44d8-86a3-625502243942 req-11c36c49-d7cd-471f-a50e-53fbff7d1a80 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:39.148072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e7b016f-f117-44d8-86a3-625502243942 req-11c36c49-d7cd-471f-a50e-53fbff7d1a80 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 932 time: 0.2745204 Feb 09 15:49:39.157710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 01369517-647a-4e5c-a433-e3408bc11f6b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:39.158309 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.212756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Allocated IP 172.20.0.12 (5e8edae8-ee2d-4574-bc60-63a57c14b114/7e1cca35-4e97-4873-99fb-d5728569a18f/5146c81c-ddb0-475f-bc4a-a63a2d22f3b9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:39.267534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Request body: {'port': {'device_id': '2fb43a4f-8908-4353-901f-409a84b4e0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:39.289704 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.292592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:39.306809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:39.307508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.360932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e7b016f-f117-44d8-86a3-625502243942 req-7c270204-2fd9-4496-af7d-e9ead2bc645f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069149 Feb 09 15:49:39.379751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:39.396773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9dd313fa-cc15-44fb-bc74-1b0dea236f04 req-77354084-e11c-412b-a061-1be116129020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380024 Feb 09 15:49:39.454497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:39.472305 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c177dde-c083-4091-9d1e-5b40b0c9d3de" -d '{"events": [{"server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "name": "network-vif-plugged", "status": "completed", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:39.526986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.528452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e19cfc49-c7bc-437b-9ace-f3c9d62c2942 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:39.648772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.657202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:39.666257 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.705956 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.794796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:39.845270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:39.856485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:39.858543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.880471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872078b-fd56-4bb7-90d8-e8e1aae1ab29 req-4031a18a-b7be-47f8-9f36-a8ede2a4d568 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:39.898386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.911391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8872078b-fd56-4bb7-90d8-e8e1aae1ab29 req-4031a18a-b7be-47f8-9f36-a8ede2a4d568 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 948 time: 0.3547695 Feb 09 15:49:39.957695 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.982848 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332ef424-bea5-455a-92d0-34d7dda29efc x-openstack-request-id: req-332ef424-bea5-455a-92d0-34d7dda29efc {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:39.983647 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "name": "network-vif-plugged", "status": "completed", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:39.985229 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-332ef424-bea5-455a-92d0-34d7dda29efc {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:39.987356 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b', 'code': 200} Feb 09 15:49:40.003837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Network 5e8edae8-ee2d-4574-bc60-63a57c14b114 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:40.008813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:40.013292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:40.021497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8872078b-fd56-4bb7-90d8-e8e1aae1ab29 req-0945ead3-85df-444f-9107-b8845d897793 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928791 Feb 09 15:49:40.090756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Pushing event updated for resources: {'Port': ['ID=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:40.176461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:40.181919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.185387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:40.301905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.330787 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-ebd2dcb7-c594-4d3f-ada9-c0ae1691a153 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9199455 Feb 09 15:49:40.346078 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Request body: {'port': {'device_id': '783ab5a5-0d7b-4ada-b5ee-0f22b15da980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:40.349164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e19cfc49-c7bc-437b-9ace-f3c9d62c2942, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:40.416733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebe794-5936-476d-a6d3-947b00a047ec req-ec107e3e-024b-4585-9259-abdba921edd4 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:40.418905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aeebe794-5936-476d-a6d3-947b00a047ec req-ec107e3e-024b-4585-9259-abdba921edd4 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 932 time: 0.1731772 Feb 09 15:49:40.461232 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.462750 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.543980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:40.803006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef66b1-d971-4c15-a45b-12ebd48b7147 req-36f0f95f-b570-49c9-a94d-1a108029ca7c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:40.806574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9ef66b1-d971-4c15-a45b-12ebd48b7147 req-36f0f95f-b570-49c9-a94d-1a108029ca7c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 949 time: 0.5922780 Feb 09 15:49:40.818293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:40.827615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.842263 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Transition to ACTIVE for port object 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:40.860830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aeebe794-5936-476d-a6d3-947b00a047ec req-5dd76d7e-70a6-4bbd-9ea9-f38dc1823e50 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289672 Feb 09 15:49:40.893236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9ef66b1-d971-4c15-a45b-12ebd48b7147 req-fc420e8b-b5d4-4c81-9abb-d79aa94effce tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755503 Feb 09 15:49:41.011899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:41.014261 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.022747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.043757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Transition to ACTIVE for port object d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:41.052742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f9fa4-db57-494d-b863-8791d8750330 req-02b173cf-109c-44a5-ba09-16038370db6d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:41.061418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-043f9fa4-db57-494d-b863-8791d8750330 req-02b173cf-109c-44a5-ba09-16038370db6d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 932 time: 0.0896995 Feb 09 15:49:41.078615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Pushing event updated for resources: {'Port': ['ID=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:41.115926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-043f9fa4-db57-494d-b863-8791d8750330 req-e9fdc4e2-49aa-4dc9-a5f3-550128550e8d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Feb 09 15:49:41.125068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.184541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Attempting to bind port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:41.185020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Attempting to bind port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '7f0f896b-cf99-4236-8434-2ee197da9f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5e8edae8-ee2d-4574-bc60-63a57c14b114'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:41.185454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Attempting to bind port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 on network 5e8edae8-ee2d-4574-bc60-63a57c14b114 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:41.195140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 on network 5e8edae8-ee2d-4574-bc60-63a57c14b114 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:41.195140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Attempting to bind port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 on network 5e8edae8-ee2d-4574-bc60-63a57c14b114 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:41.199862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:41.200349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Checking segment: {'id': '7f0f896b-cf99-4236-8434-2ee197da9f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5e8edae8-ee2d-4574-bc60-63a57c14b114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:41.200783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Bound using segment: {'id': '7f0f896b-cf99-4236-8434-2ee197da9f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5e8edae8-ee2d-4574-bc60-63a57c14b114'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:41.201351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Bound port: 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0f896b-cf99-4236-8434-2ee197da9f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '5e8edae8-ee2d-4574-bc60-63a57c14b114'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:41.201787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.233824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Pushing event updated for resources: {'Port': ['ID=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:41.300883 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] For port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:41.309424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] For port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,segment=NetworkSegment(7f0f896b-cf99-4236-8434-2ee197da9f92),segment_id=7f0f896b-cf99-4236-8434-2ee197da9f92)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:41.415489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.468158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Attempting to bind port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:41.468863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Attempting to bind port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:41.468863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Attempting to bind port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:41.486673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:41.487594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.489080 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] 10.222.0.73 "PUT /v2.0/ports/5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 HTTP/1.1" status: 200 len: 1092 time: 1.1506305 Feb 09 15:49:41.489545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783ab5a5-0d7b-4ada-b5ee-0f22b15da980', 'tag': '5146c81c-ddb0-475f-bc4a-a63a2d22f3b9'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:41.491846 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb" -d '{"events": [{"name": "network-changed", "server_uuid": "783ab5a5-0d7b-4ada-b5ee-0f22b15da980", "tag": "5146c81c-ddb0-475f-bc4a-a63a2d22f3b9"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:41.494364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c on network 8fe90d03-74e6-453d-8f52-18e4671920fb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:41.498554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Attempting to bind port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:41.508377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb2067-16c1-4dc8-9950-a69d60bfc8df req-e5753174-cbe7-4db7-8ace-c29f6d097560 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:41.521159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6e664-bf6e-4515-8e3f-c719052223ae service neutron] Pushing event updated for resources: {'Port': ['ID=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:41.527072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60eb2067-16c1-4dc8-9950-a69d60bfc8df req-e5753174-cbe7-4db7-8ace-c29f6d097560 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.2614555 Feb 09 15:49:41.551662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:41.552138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Checking segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:41.552479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Bound using segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:41.552894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Bound port: d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:41.553258 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.581623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6cbf4-a11d-4658-9825-3585b084a92d req-703fc75a-0b8f-452b-aed7-45ba81bd628b tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:41.588154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3c6cbf4-a11d-4658-9825-3585b084a92d req-703fc75a-0b8f-452b-aed7-45ba81bd628b tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 949 time: 0.2681375 Feb 09 15:49:41.708820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60eb2067-16c1-4dc8-9950-a69d60bfc8df req-00d496a4-51b0-4f01-9583-213937263a02 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849856 Feb 09 15:49:41.747107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3c6cbf4-a11d-4658-9825-3585b084a92d req-332eacdd-c911-462e-a853-8673eae4b5a0 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525893 Feb 09 15:49:41.826822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230794-f841-40da-a325-703f7c984d1f req-8a83c379-a441-4410-883b-d0b84f81ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:41.828416 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-8a83c379-a441-4410-883b-d0b84f81ba27 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=646d4cff5f9749f790d8dcf2572c04ec&device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 1095 time: 0.1063285 Feb 09 15:49:41.869673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] For port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:41.875700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] For port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:41.956242 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-ae2ff3ea-5c63-4555-a84d-3bd6c1239ef5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 HTTP/1.1" status: 200 len: 217 time: 0.1097534 Feb 09 15:49:41.988739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0'}, {'server_uuid': 'ca187186-1984-4085-895c-73b672844c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19cfc49-c7bc-437b-9ace-f3c9d62c2942'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:41.990053 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4e9546-8671-4a8e-b51e-4d45764d9dac x-openstack-request-id: req-ea4e9546-8671-4a8e-b51e-4d45764d9dac {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:41.990390 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "783ab5a5-0d7b-4ada-b5ee-0f22b15da980", "tag": "5146c81c-ddb0-475f-bc4a-a63a2d22f3b9", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:41.990677 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea4e9546-8671-4a8e-b51e-4d45764d9dac {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:41.991051 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '783ab5a5-0d7b-4ada-b5ee-0f22b15da980', 'tag': '5146c81c-ddb0-475f-bc4a-a63a2d22f3b9', 'status': 'completed', 'code': 200} Feb 09 15:49:41.991246 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913522d0-1f89-4b37-a70b-d33b1bde77d5" -d '{"events": [{"server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "name": "network-vif-plugged", "status": "completed", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0"}, {"server_uuid": "ca187186-1984-4085-895c-73b672844c1a", "name": "network-vif-plugged", "status": "completed", "tag": "e19cfc49-c7bc-437b-9ace-f3c9d62c2942"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:42.009295 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.034762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.035435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.039305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] 10.222.0.13 "PUT /v2.0/ports/d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c HTTP/1.1" status: 200 len: 1092 time: 3.0810068 Feb 09 15:49:42.047643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb43a4f-8908-4353-901f-409a84b4e0ee', 'tag': 'd56cf3c4-c9fd-4a63-a8c4-3a4417e5422c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:42.052657 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912363ea-0279-4024-94f9-9b867ccdc2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb43a4f-8908-4353-901f-409a84b4e0ee", "tag": "d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:42.088022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4230794-f841-40da-a325-703f7c984d1f req-94a16342-f412-40e7-b4cd-9406218cd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.089612 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-94a16342-f412-40e7-b4cd-9406218cd65e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e1cca35-4e97-4873-99fb-d5728569a18f HTTP/1.1" status: 200 len: 861 time: 0.1324651 Feb 09 15:49:42.148331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37574) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:42.149363 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-6951781c-e034-4548-b369-9562dc97cd88 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8edae8-ee2d-4574-bc60-63a57c14b114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480447 Feb 09 15:49:42.197290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f26d-f938-4aa8-a532-b56c5a8851e1 req-a61ee19b-f244-47ac-8725-a320a76513b3 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.198963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc79f26d-f938-4aa8-a532-b56c5a8851e1 req-a61ee19b-f244-47ac-8725-a320a76513b3 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 944 time: 0.0886760 Feb 09 15:49:42.283068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc79f26d-f938-4aa8-a532-b56c5a8851e1 req-915dfd91-ce60-4e33-a7f1-26d37ad6f923 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Feb 09 15:49:42.296272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bfef0-601c-473d-84df-17a19a7b299b service neutron] Pushing event updated for resources: {'Port': ['ID=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:42.316401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-c992afc2-1a88-42a9-9027-ebd675476f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.318061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-c992afc2-1a88-42a9-9027-ebd675476f49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 1095 time: 0.1155984 Feb 09 15:49:42.350602 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-e436e329-e65e-404b-b672-4c9402f45747 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8edae8-ee2d-4574-bc60-63a57c14b114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897502 Feb 09 15:49:42.395916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-6ca56f05-0470-4fa4-8ab4-0e846d941321 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c HTTP/1.1" status: 200 len: 217 time: 0.0672100 Feb 09 15:49:42.479407 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c00d47-6e8c-45e7-9e3b-2d64ed252175 x-openstack-request-id: req-65c00d47-6e8c-45e7-9e3b-2d64ed252175 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:42.480031 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "name": "network-vif-plugged", "status": "completed", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0", "code": 200}, {"server_uuid": "ca187186-1984-4085-895c-73b672844c1a", "name": "network-vif-plugged", "status": "completed", "tag": "e19cfc49-c7bc-437b-9ace-f3c9d62c2942", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:42.480641 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65c00d47-6e8c-45e7-9e3b-2d64ed252175 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:42.481256 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'code': 200} Feb 09 15:49:42.481733 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca187186-1984-4085-895c-73b672844c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'code': 200} Feb 09 15:49:42.584213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-47b418d4-3bbb-4df7-b7c6-9b75f11deb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.586129 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-47b418d4-3bbb-4df7-b7c6-9b75f11deb07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1096 time: 0.1280212 Feb 09 15:49:42.616807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35a24cd3-b4b1-4e18-9b8f-6cc545b0db17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.626164 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c680683-49ea-43f7-bf68-50f6ede7eb0f x-openstack-request-id: req-7c680683-49ea-43f7-bf68-50f6ede7eb0f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:42.626644 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb43a4f-8908-4353-901f-409a84b4e0ee", "tag": "d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:42.627036 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c680683-49ea-43f7-bf68-50f6ede7eb0f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:42.628019 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb43a4f-8908-4353-901f-409a84b4e0ee', 'tag': 'd56cf3c4-c9fd-4a63-a8c4-3a4417e5422c', 'status': 'completed', 'code': 200} Feb 09 15:49:42.633510 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f4230794-f841-40da-a325-703f7c984d1f req-fddbbab5-eddd-43fa-b81d-18c53ad766da service neutron] 10.222.0.73 "GET /v2.0/networks/5e8edae8-ee2d-4574-bc60-63a57c14b114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724538 Feb 09 15:49:42.760873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-a50abf86-0765-4344-ae6c-28dd146d8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.769170 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-a50abf86-0765-4344-ae6c-28dd146d8967 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.1717854 Feb 09 15:49:42.773921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-2d186bda-ebe2-40bc-8aaf-3e7fba94aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.776469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-2d186bda-ebe2-40bc-8aaf-3e7fba94aa7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.3697617 Feb 09 15:49:42.942607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-d6c55829-ac56-42da-9e7c-5042a8083ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.944515 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-d6c55829-ac56-42da-9e7c-5042a8083ec4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=646d4cff5f9749f790d8dcf2572c04ec&device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 1095 time: 0.1436484 Feb 09 15:49:42.944770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0fcbe-d876-40fc-842e-8204b303516f req-2c8eb595-45d0-4ce4-90a6-bf0c02144633 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.946902 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-f3cefbd3-9eda-4d8d-a348-b512025c0023 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.1719847 Feb 09 15:49:42.947486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7b0fcbe-d876-40fc-842e-8204b303516f req-2c8eb595-45d0-4ce4-90a6-bf0c02144633 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 950 time: 0.4380057 Feb 09 15:49:42.959727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-271259fa-26ff-4e5c-b1de-25f930bc47a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524863 Feb 09 15:49:43.021149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-04afdaae-fdb2-400c-9666-190d2b64e01b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:49:43.022764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-04afdaae-fdb2-400c-9666-190d2b64e01b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0249143 Feb 09 15:49:43.030188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377d7e1-4a83-4ad0-9717-ab75f29c77c7 req-da643ce5-535b-410b-b673-c477e2e3c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:43.032747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6377d7e1-4a83-4ad0-9717-ab75f29c77c7 req-da643ce5-535b-410b-b673-c477e2e3c6c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 1101 time: 0.4622364 Feb 09 15:49:43.038117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e480d-2218-4ad3-b184-31da8efd2121 req-13f2cd1b-4765-4415-9286-0511d27d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:43.040764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a4e480d-2218-4ad3-b184-31da8efd2121 req-13f2cd1b-4765-4415-9286-0511d27d9b54 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 1100 time: 0.4647257 Feb 09 15:49:43.132001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-779a1e59-708e-48fc-a865-6c95e1ae1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:43.133622 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-779a1e59-708e-48fc-a865-6c95e1ae1be8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1716623 Feb 09 15:49:43.213576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-723cf957-7b0e-4026-932f-29fe72a402d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:43.215693 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-723cf957-7b0e-4026-932f-29fe72a402d5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8edae8-ee2d-4574-bc60-63a57c14b114 HTTP/1.1" status: 200 len: 922 time: 0.2558753 Feb 09 15:49:43.294176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16930a09-6731-4f7d-8836-14f8354283c6 req-c89b4e9f-22e1-4592-a002-f9144a35f6b3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:43.297926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16930a09-6731-4f7d-8836-14f8354283c6 req-c89b4e9f-22e1-4592-a002-f9144a35f6b3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 944 time: 0.5340867 Feb 09 15:49:43.354009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-374e9d66-ae7a-4bda-b9e2-05f1749509ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:43.357708 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-374e9d66-ae7a-4bda-b9e2-05f1749509ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982126 Feb 09 15:49:43.366870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7b0fcbe-d876-40fc-842e-8204b303516f req-4ede11ee-5816-44be-8c7c-d8a793b56bae tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053106 Feb 09 15:49:43.373697 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-6bef86ff-c615-4243-b706-e847c93950a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 HTTP/1.1" status: 200 len: 217 time: 0.1400013 Feb 09 15:49:43.501699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6377d7e1-4a83-4ad0-9717-ab75f29c77c7 req-1599dfb0-d8cf-4c01-93c9-434de0c40b44 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420497 Feb 09 15:49:43.546176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a4e480d-2218-4ad3-b184-31da8efd2121 req-916faff6-522d-4916-bd9d-0d92f0971026 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675772 Feb 09 15:49:43.577823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35a24cd3-b4b1-4e18-9b8f-6cc545b0db17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:43.584777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-e7ebcd8e-b1b3-4a5c-bd8a-627b70fa2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:43.586743 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-e7ebcd8e-b1b3-4a5c-bd8a-627b70fa2ab9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7e1cca35-4e97-4873-99fb-d5728569a18f HTTP/1.1" status: 200 len: 861 time: 0.0800447 Feb 09 15:49:43.607143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-814cb564-2731-41b9-9169-43f1a77accfa service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458477 Feb 09 15:49:43.611446 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-6f2a41c5-6e24-4242-af6e-61340603ad31 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414637 Feb 09 15:49:43.620016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16930a09-6731-4f7d-8836-14f8354283c6 req-333a6fed-962f-49a1-bd52-dfd6ca119610 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867396 Feb 09 15:49:43.692674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cc2ac-c49f-432f-b86b-ead4e39f4685 req-40a51906-c170-4a83-8f1d-277de30496bc tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:43.694482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-589cc2ac-c49f-432f-b86b-ead4e39f4685 req-40a51906-c170-4a83-8f1d-277de30496bc tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.0590212 Feb 09 15:49:43.700461 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35a24cd3-b4b1-4e18-9b8f-6cc545b0db17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:43.770643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-35a24cd3-b4b1-4e18-9b8f-6cc545b0db17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ef4373181054b81b841cd2ddbbfaef9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6204083 Feb 09 15:49:43.780313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37600) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:43.882057 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-2a10012b-0100-464d-a18f-b549e46f67a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8edae8-ee2d-4574-bc60-63a57c14b114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550160 Feb 09 15:49:43.943027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a24cd3-b4b1-4e18-9b8f-6cc545b0db17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9a93a-581d-42ce-bb0a-a7eecd5941aa,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:44.100961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-589cc2ac-c49f-432f-b86b-ead4e39f4685 req-cf548035-458b-47fe-a078-5c74421a6778 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664746 Feb 09 15:49:44.132052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-090a6065-9da0-43c6-ad55-898f70847bb6 req-c4c6f227-8ec6-4d6d-8ffb-209479212dc1 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799372 Feb 09 15:49:44.137384 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-75e77d83-b44e-4de9-a5c4-17b1f760614f req-a9b7a029-26eb-470e-8c14-744823cad28c service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210410 Feb 09 15:49:44.141002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99045245-f993-447c-95ae-fd8000912353 req-05f9d9a1-6cce-4e0f-b7f1-dfdbb0cbef6b tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:44.173766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99045245-f993-447c-95ae-fd8000912353 req-05f9d9a1-6cce-4e0f-b7f1-dfdbb0cbef6b tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 949 time: 0.4315765 Feb 09 15:49:44.219498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:44.242393 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-296e506a-2157-4d0e-a592-9cd499b2b299 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8edae8-ee2d-4574-bc60-63a57c14b114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460872 Feb 09 15:49:44.247166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99045245-f993-447c-95ae-fd8000912353 req-2de1778d-ada9-43c9-b4b3-608f32981b88 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718255 Feb 09 15:49:44.274702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95f6de74-b3b3-44ee-9872-a07043450c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:44.356524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,segment=NetworkSegment(7f0f896b-cf99-4236-8434-2ee197da9f92),segment_id=7f0f896b-cf99-4236-8434-2ee197da9f92)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:44.381311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5146c81c-ddb0-475f-bc4a-a63a2d22f3b9', 'network_id': '5e8edae8-ee2d-4574-bc60-63a57c14b114', 'port_id': '5146c81c-ddb0-475f-bc4a-a63a2d22f3b9', 'mac_address': 'fa:16:3e:97:78:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1cca35-4e97-4873-99fb-d5728569a18f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:44.430281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95f6de74-b3b3-44ee-9872-a07043450c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:44.455011 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:44.484514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-a2fccc96-2d14-4d23-86d1-d021e01cd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:44.487532 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-a2fccc96-2d14-4d23-86d1-d021e01cd255 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 1095 time: 0.1801593 Feb 09 15:49:44.490872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:44.538862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,segment=NetworkSegment(7f0f896b-cf99-4236-8434-2ee197da9f92),segment_id=7f0f896b-cf99-4236-8434-2ee197da9f92)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:44.553003 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bcf4b97b-b4a2-457e-8cdb-b70ce6e23edb req-b31a1448-2bda-4db6-80a9-06b64958a86a service neutron] 10.222.0.73 "GET /v2.0/networks/5e8edae8-ee2d-4574-bc60-63a57c14b114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996349 Feb 09 15:49:44.553742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beba40-f218-4597-9baf-d59cc121a68a req-c2e5418f-7280-47b5-b7cf-6a45fa4bdcc6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:44.580359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5beba40-f218-4597-9baf-d59cc121a68a req-c2e5418f-7280-47b5-b7cf-6a45fa4bdcc6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.2578187 Feb 09 15:49:44.679537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d3cec-e075-4ca3-91b7-717df3450a1a req-b48f500b-4c6f-4f48-83c9-ccedb9e9b5c8 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:44.682332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e3d3cec-e075-4ca3-91b7-717df3450a1a req-b48f500b-4c6f-4f48-83c9-ccedb9e9b5c8 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 944 time: 0.1897254 Feb 09 15:49:44.686161 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95f6de74-b3b3-44ee-9872-a07043450c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:44.692173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-2e3ca0f6-2325-441f-9908-61efcdd7ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:44.695564 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-2e3ca0f6-2325-441f-9908-61efcdd7ba08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 906 time: 0.1953900 Feb 09 15:49:44.699802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95f6de74-b3b3-44ee-9872-a07043450c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:44.701272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-95f6de74-b3b3-44ee-9872-a07043450c23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cef9a93a-581d-42ce-bb0a-a7eecd5941aa HTTP/1.1" status: 204 len: 168 time: 0.9246297 Feb 09 15:49:44.710510 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:44.778734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6de74-b3b3-44ee-9872-a07043450c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9a93a-581d-42ce-bb0a-a7eecd5941aa,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:44.804708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5beba40-f218-4597-9baf-d59cc121a68a req-754d2121-c226-473a-aff5-7930a092b6a9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229688 Feb 09 15:49:44.829118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:44.837170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e3d3cec-e075-4ca3-91b7-717df3450a1a req-6b900836-7e46-42dc-a6a6-4089c8fe4c8f tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296086 Feb 09 15:49:44.866785 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-4034b391-d199-4b5c-9292-390d385fd361 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c HTTP/1.1" status: 200 len: 217 time: 0.1475143 Feb 09 15:49:44.961834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-2a582d37-7ee2-4de5-9a2a-fa6c6e857194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:44.963650 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-2a582d37-7ee2-4de5-9a2a-fa6c6e857194 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.0860119 Feb 09 15:49:45.038080 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-16e28e9e-4153-4726-8d9f-224217eb2124 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599601 Feb 09 15:49:45.113450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5146c81c-ddb0-475f-bc4a-a63a2d22f3b9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:45.217191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe981da-d81d-43e7-94e6-3bdad4026b66 req-e2fae37d-680a-44bf-be45-9566b61b5eea tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:45.226243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fe981da-d81d-43e7-94e6-3bdad4026b66 req-e2fae37d-680a-44bf-be45-9566b61b5eea tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 950 time: 0.2762074 Feb 09 15:49:45.280225 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-b1d121ed-4468-4261-a2ad-1bd82bed5af9 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288368 Feb 09 15:49:45.443923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fe534-c988-4060-b390-0347358d1c09 req-a8b847b9-a142-47bc-8902-80009156d792 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:45.459937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b2fe534-c988-4060-b390-0347358d1c09 req-a8b847b9-a142-47bc-8902-80009156d792 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 944 time: 0.3642778 Feb 09 15:49:45.490139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fe981da-d81d-43e7-94e6-3bdad4026b66 req-9ba27e43-36a2-4960-9699-9c96f413641f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013590 Feb 09 15:49:45.539918 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-912363ea-0279-4024-94f9-9b867ccdc2ec req-648c4ca6-bebb-4380-9e26-364796bf4b29 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522190 Feb 09 15:49:45.598227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b2fe534-c988-4060-b390-0347358d1c09 req-42c728ac-1191-469d-a388-1c6919032fda tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377802 Feb 09 15:49:45.774336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0913-a7b6-40a0-b955-276c4550c5d0 req-18966d91-0601-48bb-aa61-4210424f98cd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:45.777613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e02d0913-a7b6-40a0-b955-276c4550c5d0 req-18966d91-0601-48bb-aa61-4210424f98cd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1420486 Feb 09 15:49:45.889290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5ff90-6b2b-4cfe-9e42-e5d57f5f8ab2 req-2aa41020-f4c6-4df9-b040-497ddbbcdf98 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:45.891254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5ff90-6b2b-4cfe-9e42-e5d57f5f8ab2 req-2aa41020-f4c6-4df9-b040-497ddbbcdf98 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 949 time: 0.1602027 Feb 09 15:49:45.903524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e02d0913-a7b6-40a0-b955-276c4550c5d0 req-3c9818ae-cc96-46e0-b63b-1fe54b119e90 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994556 Feb 09 15:49:45.985511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5ff90-6b2b-4cfe-9e42-e5d57f5f8ab2 req-eaaf00ec-0008-4815-ae2c-06d01ab8e2d7 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804746 Feb 09 15:49:46.143532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b7673-0548-44e1-bc67-ee5e7ed8d6f8 req-a6042901-efd6-420a-97ea-c90e6ccf6ec6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:46.145705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e2b7673-0548-44e1-bc67-ee5e7ed8d6f8 req-a6042901-efd6-420a-97ea-c90e6ccf6ec6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.1083872 Feb 09 15:49:46.163272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3c35a-0cb8-4a3c-bc5a-91d4b8b327f7 req-aed37b6a-33a1-41e8-a067-76940781ee0d tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:46.170282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93c3c35a-0cb8-4a3c-bc5a-91d4b8b327f7 req-aed37b6a-33a1-41e8-a067-76940781ee0d tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 945 time: 0.0922213 Feb 09 15:49:46.227859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e2b7673-0548-44e1-bc67-ee5e7ed8d6f8 req-265d4d12-dfc7-4335-bdcb-8bb873d3e41c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605419 Feb 09 15:49:46.234062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93c3c35a-0cb8-4a3c-bc5a-91d4b8b327f7 req-f029cf79-bc4f-4741-87a5-115bfaa1b372 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597966 Feb 09 15:49:46.360746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da94ab-a356-460d-bab1-d826ada2c284 req-4976e533-bcf5-4996-850b-48ef789db251 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:46.362378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2da94ab-a356-460d-bab1-d826ada2c284 req-4976e533-bcf5-4996-850b-48ef789db251 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 950 time: 0.0546525 Feb 09 15:49:46.429467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2da94ab-a356-460d-bab1-d826ada2c284 req-08366254-128a-4050-8832-ac7831f78a50 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439527 Feb 09 15:49:46.616750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:46.677950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307059d4-66d2-4654-90d6-b2d7d435f8b3 req-7de304a3-a03e-4797-8606-5b991eb340da tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:46.688063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-307059d4-66d2-4654-90d6-b2d7d435f8b3 req-7de304a3-a03e-4797-8606-5b991eb340da tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 950 time: 0.1032317 Feb 09 15:49:46.758023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-307059d4-66d2-4654-90d6-b2d7d435f8b3 req-4b71b8d2-b5ed-473d-8ae8-1b92ab691c9a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688396 Feb 09 15:49:46.817605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:46.843012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'd56cf3c4-c9fd-4a63-a8c4-3a4417e5422c', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'port_id': 'd56cf3c4-c9fd-4a63-a8c4-3a4417e5422c', 'mac_address': 'fa:16:3e:8d:5d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c1cd5-fa7c-471b-bb59-78d9844adee3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:46.865472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37678) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:46.934126 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:46.956972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:46.976182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad1963-4806-4abd-b614-efb4abdd17fc req-3750ed9c-d032-43dd-ba0b-85e6047633f3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:46.978443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dfad1963-4806-4abd-b614-efb4abdd17fc req-3750ed9c-d032-43dd-ba0b-85e6047633f3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 944 time: 0.0956106 Feb 09 15:49:46.981432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:47.026547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dfad1963-4806-4abd-b614-efb4abdd17fc req-40b8131d-902f-4688-b699-09a24945dc40 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 Feb 09 15:49:47.106072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.113250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c25e1e2c-ff17-4359-bcd7-ba33753c31d4 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:47.140445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-305560771-network', 'tenant_id': '4d55364afa2d43c88ae6bdeeda95dd79'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:47.248449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:47.250692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df117c-2767-4496-8e14-dd00c29a5313 req-691b93b6-14c5-449e-b9e5-c2b83ef15d4a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:47.267026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75df117c-2767-4496-8e14-dd00c29a5313 req-691b93b6-14c5-449e-b9e5-c2b83ef15d4a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 950 time: 0.1371474 Feb 09 15:49:47.288211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Made reservation on behalf of 4d55364afa2d43c88ae6bdeeda95dd79 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:47.290675 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.311416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.391209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:47.403619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75df117c-2767-4496-8e14-dd00c29a5313 req-db7a1c32-c383-444d-838e-1068ed541172 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351006 Feb 09 15:49:47.409631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4', 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916', 'port_id': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4', 'mac_address': 'fa:16:3e:81:f8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de9ad69-088b-4006-a1c8-413ea8d74035', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:47.485331 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.506383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25e1e2c-ff17-4359-bcd7-ba33753c31d4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:47.565355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:47.577012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.703215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.704401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.715389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a4a5c-fc09-47df-91a1-1a35ce74c55f req-8c6db857-d3db-4abf-aaab-039084de7650 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:47.728703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f4a4a5c-fc09-47df-91a1-1a35ce74c55f req-8c6db857-d3db-4abf-aaab-039084de7650 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.1581304 Feb 09 15:49:47.768396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55b0e4-c12d-47ee-9a9f-7295fbd6161e req-23faa02a-4823-49e0-b234-5ed5e9a3a357 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:47.773894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd55b0e4-c12d-47ee-9a9f-7295fbd6161e req-23faa02a-4823-49e0-b234-5ed5e9a3a357 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 945 time: 0.1567585 Feb 09 15:49:47.788821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:49:47.820895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b04ea0-29ed-4124-a7ce-82abc884767f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:47.830464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f4a4a5c-fc09-47df-91a1-1a35ce74c55f req-7935e1e3-2679-42d1-9b95-59010449627f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998611 Feb 09 15:49:47.845402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.845758 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Added segment dd62d7aa-9248-40be-808c-1aa44fa40524 of type vlan for network a716419f-1619-4b61-8a13-7f7d36fd2538 Feb 09 15:49:47.853969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:47.908551 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.922854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd55b0e4-c12d-47ee-9a9f-7295fbd6161e req-fc90a154-337d-411e-921c-6cadf90c8fa1 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175303 Feb 09 15:49:48.095630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['c25e1e2c-ff17-4359-bcd7-ba33753c31d4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:48.140228 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:48.141232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:48.141831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:48.194692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:48.221654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] Pushing event updated for resources: {'Network': ['ID=a716419f-1619-4b61-8a13-7f7d36fd2538,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:48.263297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3febe-0514-48e0-b1dc-f6d7a81c8b7e req-a991cee6-6db8-4348-9fbd-4b6b78c67cb4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:48.264947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2b3febe-0514-48e0-b1dc-f6d7a81c8b7e req-a991cee6-6db8-4348-9fbd-4b6b78c67cb4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 945 time: 0.1104982 Feb 09 15:49:48.291131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:48.347599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a716419f-1619-4b61-8a13-7f7d36fd2538 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:49:48.383373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2b3febe-0514-48e0-b1dc-f6d7a81c8b7e req-8ab9c7da-10ac-42ad-8a6a-671eaa37eee5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042280 Feb 09 15:49:48.417299 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-22f582cc-ff9d-4422-bdaa-3a40e000f04f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5481067 Feb 09 15:49:48.418478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37712) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:49:48.427540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Request body: {'subnet': {'network_id': 'a716419f-1619-4b61-8a13-7f7d36fd2538', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-305560771-subnet', 'tenant_id': '4d55364afa2d43c88ae6bdeeda95dd79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:48.500447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502f789-57a3-483d-94b6-6937224cfe1d req-bf47a4cd-015a-4e35-96c0-d84dc017d58f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:48.532431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502f789-57a3-483d-94b6-6937224cfe1d req-bf47a4cd-015a-4e35-96c0-d84dc017d58f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:48.535910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0502f789-57a3-483d-94b6-6937224cfe1d req-bf47a4cd-015a-4e35-96c0-d84dc017d58f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a&device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 1691 time: 0.1893723 Feb 09 15:49:48.626188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Made reservation on behalf of 4d55364afa2d43c88ae6bdeeda95dd79 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:48.628585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:48.629066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0502f789-57a3-483d-94b6-6937224cfe1d req-356005c1-143d-4046-a0ae-322000491e58 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799150 Feb 09 15:49:48.728879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:48.751964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:48.752662 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:48.832625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3121e9a-c1cc-4e9e-a503-c419f9be3857 req-7770ce73-f697-4915-aa78-438796ead5b5 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:48.844429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3121e9a-c1cc-4e9e-a503-c419f9be3857 req-7770ce73-f697-4915-aa78-438796ead5b5 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 1101 time: 0.0633698 Feb 09 15:49:48.891154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3121e9a-c1cc-4e9e-a503-c419f9be3857 req-e499d98a-183b-4d6e-b3e7-a2351142957e tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Feb 09 15:49:49.007693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.067821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783ab5a5-0d7b-4ada-b5ee-0f22b15da980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5146c81c-ddb0-475f-bc4a-a63a2d22f3b9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:49.073385 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb7cfbd-53d1-4b5e-957c-3be593539708" -d '{"events": [{"server_uuid": "783ab5a5-0d7b-4ada-b5ee-0f22b15da980", "name": "network-vif-plugged", "status": "completed", "tag": "5146c81c-ddb0-475f-bc4a-a63a2d22f3b9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:49.114201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,segment=NetworkSegment(7f0f896b-cf99-4236-8434-2ee197da9f92),segment_id=7f0f896b-cf99-4236-8434-2ee197da9f92)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:49.140411 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.149337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566f59f-fc8b-4e84-9567-7c72b5e2f715 req-13fd0869-e47e-45bd-b8d7-63925ad387eb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:49.150879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f566f59f-fc8b-4e84-9567-7c72b5e2f715 req-13fd0869-e47e-45bd-b8d7-63925ad387eb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 944 time: 0.1301992 Feb 09 15:49:49.165011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3675f-ffef-44c4-8205-adf5f3a8dabc req-bfbbe83b-4d6f-4f17-9fb9-3eababdd8997 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:49.174126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9a3675f-ffef-44c4-8205-adf5f3a8dabc req-bfbbe83b-4d6f-4f17-9fb9-3eababdd8997 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 1101 time: 0.1181395 Feb 09 15:49:49.216788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=04560af9-b267-4444-b90c-2e304954a7e0,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:49.226705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Checking segment: {'id': 'dd62d7aa-9248-40be-808c-1aa44fa40524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a716419f-1619-4b61-8a13-7f7d36fd2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:49.227066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Network hostable DHCP agents. Network: a716419f-1619-4b61-8a13-7f7d36fd2538, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:49:49.249569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9a3675f-ffef-44c4-8205-adf5f3a8dabc req-4f4f723e-e683-4d73-aed7-b63ccf799dd2 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682175 Feb 09 15:49:49.271711 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.329032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f566f59f-fc8b-4e84-9567-7c72b5e2f715 req-a42f925a-7623-4cf3-af0b-234ac6bf1745 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518497 Feb 09 15:49:49.345714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Network a716419f-1619-4b61-8a13-7f7d36fd2538 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:49:49.442995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ad538-930a-49c5-babc-a471a92f8b2d req-af5a8e16-6c8f-4ebb-89ac-ca8a8b8b2bd0 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:49.451398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-874ad538-930a-49c5-babc-a471a92f8b2d req-af5a8e16-6c8f-4ebb-89ac-ca8a8b8b2bd0 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 946 time: 0.1097238 Feb 09 15:49:49.481848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:49.505756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a716419f-1619-4b61-8a13-7f7d36fd2538) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:49.511635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-874ad538-930a-49c5-babc-a471a92f8b2d req-b744ca1e-138e-4da9-bf5d-7ef1f7ab850f tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588715 Feb 09 15:49:49.514269 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:49.514269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.522766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df75218b-8d31-4924-ab06-c637602ce96a None None] Network a716419f-1619-4b61-8a13-7f7d36fd2538 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:49:49.590915 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e79afdb-e16d-4b01-8e95-be38b19645f2 x-openstack-request-id: req-4e79afdb-e16d-4b01-8e95-be38b19645f2 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:49.591383 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783ab5a5-0d7b-4ada-b5ee-0f22b15da980", "name": "network-vif-plugged", "status": "completed", "tag": "5146c81c-ddb0-475f-bc4a-a63a2d22f3b9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:49.591789 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e79afdb-e16d-4b01-8e95-be38b19645f2 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:49.592505 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783ab5a5-0d7b-4ada-b5ee-0f22b15da980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5146c81c-ddb0-475f-bc4a-a63a2d22f3b9', 'code': 200} Feb 09 15:49:49.695515 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a6570ad0-e0bb-43ad-b5d7-69d15d491dbf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2757292 Feb 09 15:49:49.743318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8608-16df-4ae1-b6cd-847590564876 req-b3f4600d-6732-459c-b905-285ca6e2b929 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:49.754768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ec005-dc68-4998-bb03-b4a87b6396e2 req-4013c68b-3c79-4112-af0f-723d8f214f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:49.761622 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721ec005-dc68-4998-bb03-b4a87b6396e2 req-4013c68b-3c79-4112-af0f-723d8f214f45 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 1097 time: 0.0823209 Feb 09 15:49:49.764584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-540a8608-16df-4ae1-b6cd-847590564876 req-b3f4600d-6732-459c-b905-285ca6e2b929 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 945 time: 0.1581614 Feb 09 15:49:49.893712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e70a61-e550-403e-8d20-e88799972c45 None None] Network a716419f-1619-4b61-8a13-7f7d36fd2538 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:49:49.894876 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721ec005-dc68-4998-bb03-b4a87b6396e2 req-f59d5c41-c669-48c8-a642-3fe3fe1591a8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196072 Feb 09 15:49:49.932511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-4db1ebb9-a27d-43ff-b0e8-befeb065e780 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251075 Feb 09 15:49:50.085105 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-540a8608-16df-4ae1-b6cd-847590564876 req-043e58c9-11fe-41c9-9757-6bf9bd797db1 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174999 Feb 09 15:49:50.185833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-be345da6-6d8c-4cc9-ba66-d6d6f6aaffce tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:50.189089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-be345da6-6d8c-4cc9-ba66-d6d6f6aaffce tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551985 Feb 09 15:49:50.211561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-19cc116c-215d-4f3c-872f-718931f22298 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/quotas/7772caae686c4e6e92715ae43e275e20 HTTP/1.1" status: 200 len: 375 time: 0.0107417 Feb 09 15:49:50.227786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:49:50.397763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-a5412830-e00e-4812-8221-4c1eaeb05700 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1733444 Feb 09 15:49:50.408647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:50.413955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a622d37b-d588-4342-aef9-6af6039e67ca req-9ee031e8-7b90-4b6a-9aa6-df6881b8fae8 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-726765095', 'description': 'tempest-description-233810415'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:50.436940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'mac_address': 'fa:16:3e:af:5a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:49:50.498810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.518779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 186c4f2b-d4ff-4536-8cea-7751d2676d59 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:50.551200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:50.556980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a622d37b-d588-4342-aef9-6af6039e67ca req-9ee031e8-7b90-4b6a-9aa6-df6881b8fae8 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.626087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c25e1e2c-ff17-4359-bcd7-ba33753c31d4 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:50.683051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a622d37b-d588-4342-aef9-6af6039e67ca req-9ee031e8-7b90-4b6a-9aa6-df6881b8fae8 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.727863 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.826357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a622d37b-d588-4342-aef9-6af6039e67ca req-9ee031e8-7b90-4b6a-9aa6-df6881b8fae8 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.831809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:50.846249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:50.865392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:50.866923 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.910704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee031e8-7b90-4b6a-9aa6-df6881b8fae8 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f5853-7aa8-469f-806b-022d6a5a6fab,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:50.963895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['186c4f2b-d4ff-4536-8cea-7751d2676d59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:51.019615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe328-bf74-4c77-ad17-d3d59cc07067 req-3eb8d46c-d5d3-4822-a6cd-d357678a1aa3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:51.024574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbafe328-bf74-4c77-ad17-d3d59cc07067 req-3eb8d46c-d5d3-4822-a6cd-d357678a1aa3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 944 time: 0.1215582 Feb 09 15:49:51.081470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a622d37b-d588-4342-aef9-6af6039e67ca req-9ee031e8-7b90-4b6a-9aa6-df6881b8fae8 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.094832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a622d37b-d588-4342-aef9-6af6039e67ca req-9ee031e8-7b90-4b6a-9aa6-df6881b8fae8 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6904845 Feb 09 15:49:51.153568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbafe328-bf74-4c77-ad17-d3d59cc07067 req-c28597a7-3450-4ab2-b6cb-b78a09ede709 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090214 Feb 09 15:49:51.436285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.502358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2fa1fde-40c5-4647-a888-f92bb5512367 req-0ae918e1-7e02-47dd-88d9-8da0a4a49052 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 210 time: 0.0715187 Feb 09 15:49:51.530939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:51.535648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd6ea9-b44d-4c31-bef4-3b31a07e9964 req-04f69421-cf95-4e94-9db6-3e4bf741daa7 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:51.538476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fcd6ea9-b44d-4c31-bef4-3b31a07e9964 req-04f69421-cf95-4e94-9db6-3e4bf741daa7 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 946 time: 0.1876922 Feb 09 15:49:51.597108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:51.599640 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd0724b-de61-416e-917a-b365faab2f8d" -d '{"events": [{"server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "name": "network-vif-plugged", "status": "completed", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:51.617681 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.618602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:51.672603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fcd6ea9-b44d-4c31-bef4-3b31a07e9964 req-80a407dc-046a-4eb8-b1e6-3203f4eba2f0 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167715 Feb 09 15:49:51.716991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9d2bf91-a9cd-4bcf-8475-269d61c747b5 req-d1538c2d-61a6-4ef1-b54d-a507a6ab55d4 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/cc1f5853-7aa8-469f-806b-022d6a5a6fab HTTP/1.1" status: 200 len: 1811 time: 0.1216495 Feb 09 15:49:51.748867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c9d2bf91-a9cd-4bcf-8475-269d61c747b5 req-792018e0-d6df-45ae-9cfe-e0814ba51326 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc1f5853-7aa8-469f-806b-022d6a5a6fab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:51.749579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c9d2bf91-a9cd-4bcf-8475-269d61c747b5 req-792018e0-d6df-45ae-9cfe-e0814ba51326 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc1f5853-7aa8-469f-806b-022d6a5a6fab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:51.792833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:51.887462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f16e74-7c2c-45fa-b3a4-8083f6ff8a64 req-88193349-98a7-4aa1-ad9d-96f28019fa6f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:51.896431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28f16e74-7c2c-45fa-b3a4-8083f6ff8a64 req-88193349-98a7-4aa1-ad9d-96f28019fa6f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 945 time: 0.0869439 Feb 09 15:49:51.941334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28f16e74-7c2c-45fa-b3a4-8083f6ff8a64 req-5f5a3814-e694-4282-a7b2-a89c0b4df7ed tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Feb 09 15:49:52.006875 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d40ef10-2e92-4f29-8c58-88893c95a349 x-openstack-request-id: req-5d40ef10-2e92-4f29-8c58-88893c95a349 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:52.007406 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "name": "network-vif-plugged", "status": "completed", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:52.007628 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d40ef10-2e92-4f29-8c58-88893c95a349 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:52.008289 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4', 'code': 200} Feb 09 15:49:52.154850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6f716-34d1-45eb-b1d9-469b624866b9 req-fb80d796-d781-4f21-b80d-aa518e28246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:52.156839 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03c6f716-34d1-45eb-b1d9-469b624866b9 req-fb80d796-d781-4f21-b80d-aa518e28246f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1096 time: 0.0639875 Feb 09 15:49:52.165619 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9d2bf91-a9cd-4bcf-8475-269d61c747b5 req-792018e0-d6df-45ae-9cfe-e0814ba51326 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.285257 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-03c6f716-34d1-45eb-b1d9-469b624866b9 req-990d059c-86b6-4a7d-88f0-ff5f9bbb1f12 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367224 Feb 09 15:49:52.286349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9d2bf91-a9cd-4bcf-8475-269d61c747b5 req-792018e0-d6df-45ae-9cfe-e0814ba51326 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.286448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:49:52.309947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 186c4f2b-d4ff-4536-8cea-7751d2676d59 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:52.310526 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.339996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:52.355250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:52.355642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.363436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef7c35-b56f-4a85-8a18-a3802cfb65ca req-6b78564e-952a-4727-b8c5-06f9856c124a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:52.365817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41ef7c35-b56f-4a85-8a18-a3802cfb65ca req-6b78564e-952a-4727-b8c5-06f9856c124a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.0905433 Feb 09 15:49:52.429965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41ef7c35-b56f-4a85-8a18-a3802cfb65ca req-70d30541-5af3-4e4c-99fd-53541b365b59 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551569 Feb 09 15:49:52.505784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.557670 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9d2bf91-a9cd-4bcf-8475-269d61c747b5 req-792018e0-d6df-45ae-9cfe-e0814ba51326 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.577503 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.655388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:52.702717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792018e0-d6df-45ae-9cfe-e0814ba51326 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59beb72f-f7b0-46af-ae5c-d7dc4742d849,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:52.705516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:52.800191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9d2bf91-a9cd-4bcf-8475-269d61c747b5 req-792018e0-d6df-45ae-9cfe-e0814ba51326 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.813898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9d2bf91-a9cd-4bcf-8475-269d61c747b5 req-792018e0-d6df-45ae-9cfe-e0814ba51326 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0698168 Feb 09 15:49:52.830789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.836204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.858889 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-17022897-8c1f-4a39-af1d-a4cb382942ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:53.081825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:53.141397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2179a1a0-29c0-4973-8cbb-070ad33d4de1 req-1a816598-0dbc-4067-870c-fcf235aa8a4b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 210 time: 0.1150091 Feb 09 15:49:53.195723 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:49:53.225196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:53.424457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47810-9adb-455f-a317-98fcdfba6ec9 req-62ec883d-1388-4eb8-aefd-ce083f76af97 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:53.426753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00a47810-9adb-455f-a317-98fcdfba6ec9 req-62ec883d-1388-4eb8-aefd-ce083f76af97 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 946 time: 0.1033638 Feb 09 15:49:53.479245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00a47810-9adb-455f-a317-98fcdfba6ec9 req-ff7aac60-9194-4fec-945f-e19df69c7b77 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Feb 09 15:49:53.627497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76385e73-7844-4323-b690-48ad83a2ea3e req-b53199bb-1d36-4f45-8078-5659026dd388 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/cc1f5853-7aa8-469f-806b-022d6a5a6fab HTTP/1.1" status: 200 len: 2404 time: 0.0771649 Feb 09 15:49:53.767890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c518b3-d9e2-4ba7-8a69-420c33f7a593 req-b2a9906c-64f2-4645-95cb-17f181040df0 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:53.769688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4c518b3-d9e2-4ba7-8a69-420c33f7a593 req-b2a9906c-64f2-4645-95cb-17f181040df0 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 946 time: 0.0653634 Feb 09 15:49:53.844875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4c518b3-d9e2-4ba7-8a69-420c33f7a593 req-2b8f99b7-9ce1-476c-bfdc-0c91c3f262b6 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648458 Feb 09 15:49:54.010389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59'}, {'server_uuid': '2fb43a4f-8908-4353-901f-409a84b4e0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56cf3c4-c9fd-4a63-a8c4-3a4417e5422c'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:54.015959 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7adaac5-5ff1-4464-8e24-9c9068bc3731" -d '{"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-plugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59"}, {"server_uuid": "2fb43a4f-8908-4353-901f-409a84b4e0ee", "name": "network-vif-plugged", "status": "completed", "tag": "d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:54.099579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce236-79fb-49e4-99a7-db90559c9fba req-db996f38-c599-41bd-a4cb-179b30cf71c5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:54.114054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd8ce236-79fb-49e4-99a7-db90559c9fba req-db996f38-c599-41bd-a4cb-179b30cf71c5 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.1320875 Feb 09 15:49:54.187746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd8ce236-79fb-49e4-99a7-db90559c9fba req-1f893ea1-bdef-44d3-8f94-41e849a45165 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722711 Feb 09 15:49:54.298839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8716c3ab-a3de-4863-9048-1b3f91ff902b req-98382907-7d92-44d6-8aa9-8e2100aa0fea tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-group-rules/59beb72f-f7b0-46af-ae5c-d7dc4742d849 HTTP/1.1" status: 200 len: 778 time: 0.0630805 Feb 09 15:49:54.388982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8716c3ab-a3de-4863-9048-1b3f91ff902b req-8b4c5f47-48ee-4d69-a672-8cca9d624bca tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/cc1f5853-7aa8-469f-806b-022d6a5a6fab HTTP/1.1" status: 200 len: 2404 time: 0.0860541 Feb 09 15:49:54.445898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8716c3ab-a3de-4863-9048-1b3f91ff902b req-d0ccead5-9de4-493a-b942-e750e6ba7e88 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:54.462977 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8716c3ab-a3de-4863-9048-1b3f91ff902b req-d0ccead5-9de4-493a-b942-e750e6ba7e88 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:54.702710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8716c3ab-a3de-4863-9048-1b3f91ff902b req-d0ccead5-9de4-493a-b942-e750e6ba7e88 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:54.724547 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8716c3ab-a3de-4863-9048-1b3f91ff902b req-d0ccead5-9de4-493a-b942-e750e6ba7e88 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:54.724547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8716c3ab-a3de-4863-9048-1b3f91ff902b req-d0ccead5-9de4-493a-b942-e750e6ba7e88 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/59beb72f-f7b0-46af-ae5c-d7dc4742d849 HTTP/1.1" status: 204 len: 173 time: 0.3230205 Feb 09 15:49:54.737235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccead5-9de4-493a-b942-e750e6ba7e88 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59beb72f-f7b0-46af-ae5c-d7dc4742d849,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:54.750344 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6de94f-92fb-4138-ac72-032391018423 x-openstack-request-id: req-9d6de94f-92fb-4138-ac72-032391018423 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:49:54.751275 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-plugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59", "code": 200}, {"server_uuid": "2fb43a4f-8908-4353-901f-409a84b4e0ee", "name": "network-vif-plugged", "status": "completed", "tag": "d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:49:54.751717 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d6de94f-92fb-4138-ac72-032391018423 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:49:54.752519 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'code': 200} Feb 09 15:49:54.752997 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb43a4f-8908-4353-901f-409a84b4e0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56cf3c4-c9fd-4a63-a8c4-3a4417e5422c', 'code': 200} Feb 09 15:49:54.841353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d154f07-650c-4d7f-9e56-4461530c6441 req-03d08e5e-1a5e-49f4-8888-fb139e36fa02 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 210 time: 0.0483251 Feb 09 15:49:55.028573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787378e4-ccc8-4c7b-bdb5-cead96c4ad45 req-59250ac8-e5fe-4545-b47c-ec9c3f248cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:55.031746 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-787378e4-ccc8-4c7b-bdb5-cead96c4ad45 req-59250ac8-e5fe-4545-b47c-ec9c3f248cf7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 1097 time: 0.0981095 Feb 09 15:49:55.083860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-b77d2ecc-d693-4fe5-b3c6-c92897bc2c67 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611529 Feb 09 15:49:55.087947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e9b9ec7d-5482-49c8-ac0d-dd6bc690bb96 req-1c435407-5e35-4a71-88f0-c1b681418477 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1711716646', 'description': 'tempest-description-730773724'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:55.112403 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-787378e4-ccc8-4c7b-bdb5-cead96c4ad45 req-1e3406bd-09fe-4fa3-9171-9444a97d276a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702674 Feb 09 15:49:55.226055 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-251e293e-96cc-479f-bc70-d4aa570f49d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:55.629500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fced74-dd28-4016-b652-662809b3afc9 req-708e8a93-b7da-431d-9da4-33964ae5818b tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:55.638863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89fced74-dd28-4016-b652-662809b3afc9 req-708e8a93-b7da-431d-9da4-33964ae5818b tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1096 time: 0.1383812 Feb 09 15:49:55.676261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-a3faa316-f565-4ae6-9394-e5e13e08c7a4 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:55.677871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-a3faa316-f565-4ae6-9394-e5e13e08c7a4 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5834703 Feb 09 15:49:55.680812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9b9ec7d-5482-49c8-ac0d-dd6bc690bb96 req-1c435407-5e35-4a71-88f0-c1b681418477 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:55.713577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Request body: {'port': {'device_id': '91aff8ad-cddb-4963-82af-ce8bc1691d66', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '7772caae686c4e6e92715ae43e275e20'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:55.751568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89fced74-dd28-4016-b652-662809b3afc9 req-1038c433-b5e5-4c4a-a3fd-a515a0896988 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115568 Feb 09 15:49:56.057852 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9b9ec7d-5482-49c8-ac0d-dd6bc690bb96 req-1c435407-5e35-4a71-88f0-c1b681418477 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:56.095727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42665ac4-020b-4d73-bf30-efaf7d2be3f9 req-07d95251-9c60-4e55-9437-9c69a86c990c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:56.101107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42665ac4-020b-4d73-bf30-efaf7d2be3f9 req-07d95251-9c60-4e55-9437-9c69a86c990c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 946 time: 0.1994236 Feb 09 15:49:56.171426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42665ac4-020b-4d73-bf30-efaf7d2be3f9 req-37c04127-61d7-42a6-8ddb-4a23d90836db tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 Feb 09 15:49:56.226324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9b9ec7d-5482-49c8-ac0d-dd6bc690bb96 req-1c435407-5e35-4a71-88f0-c1b681418477 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:56.245840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Made reservation on behalf of 7772caae686c4e6e92715ae43e275e20 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:56.250884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:56.296536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c435407-5e35-4a71-88f0-c1b681418477 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df180013-1b72-4cf8-b296-e1865f6eb27a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:56.435479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9b9ec7d-5482-49c8-ac0d-dd6bc690bb96 req-1c435407-5e35-4a71-88f0-c1b681418477 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:56.436842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9b9ec7d-5482-49c8-ac0d-dd6bc690bb96 req-1c435407-5e35-4a71-88f0-c1b681418477 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.3555210 Feb 09 15:49:56.449645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:56.531788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Allocated IP 192.168.233.111 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/cf161fc3-1c21-4798-b6e4-dc5ef029133a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:56.850150 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.134559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.148460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e19cfc49-c7bc-437b-9ace-f3c9d62c2942'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:57.160747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f', 'cd825904-4bb5-46bf-8ca9-94e659580d6c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:49:57.227538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:57.243587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:57.251425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:49:57.323248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'Port': ['ID=cf161fc3-1c21-4798-b6e4-dc5ef029133a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:57.385405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:57.387081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.595555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ffa76705-3cd3-4f4b-abc0-731599c22a2e None None] Provisioning complete for port cf161fc3-1c21-4798-b6e4-dc5ef029133a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:57.596358 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ffa76705-3cd3-4f4b-abc0-731599c22a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.663112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ffa76705-3cd3-4f4b-abc0-731599c22a2e None None] Port cf161fc3-1c21-4798-b6e4-dc5ef029133a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:49:57.716860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-ce6ea7f1-1bd6-437e-82f5-6f0283cb9ea6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0140467 Feb 09 15:49:57.730046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Request body: {'port': {'device_id': '91aff8ad-cddb-4963-82af-ce8bc1691d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:49:57.807115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.123923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf161fc3-1c21-4798-b6e4-dc5ef029133a {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:58.132540 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.134516 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.146329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Transition to ACTIVE for port object cf161fc3-1c21-4798-b6e4-dc5ef029133a will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:58.271706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.379935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Pushing event updated for resources: {'Port': ['ID=cf161fc3-1c21-4798-b6e4-dc5ef029133a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:58.469710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.546120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Attempting to bind port cf161fc3-1c21-4798-b6e4-dc5ef029133a on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:58.546794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Attempting to bind port cf161fc3-1c21-4798-b6e4-dc5ef029133a by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:58.547320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Attempting to bind port cf161fc3-1c21-4798-b6e4-dc5ef029133a on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:58.553010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Port cf161fc3-1c21-4798-b6e4-dc5ef029133a on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:49:58.553768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Attempting to bind port cf161fc3-1c21-4798-b6e4-dc5ef029133a on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:49:58.561301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:49:58.565781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:49:58.565781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:49:58.565781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Bound port: cf161fc3-1c21-4798-b6e4-dc5ef029133a, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:58.565781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.658002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] For port cf161fc3-1c21-4798-b6e4-dc5ef029133a, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:58.658426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 01369517-647a-4e5c-a433-e3408bc11f6b no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:49:58.664189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] For port cf161fc3-1c21-4798-b6e4-dc5ef029133a, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cf161fc3-1c21-4798-b6e4-dc5ef029133a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:58.793809 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.814034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.840307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:58.844486 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bc1ffa-7182-4326-a46d-8960a9998921" -d '{"events": [{"server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:58.881768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:58.960720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:58.963134 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:58.971809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] 10.222.0.13 "PUT /v2.0/ports/cf161fc3-1c21-4798-b6e4-dc5ef029133a HTTP/1.1" status: 200 len: 1096 time: 1.2435832 Feb 09 15:49:58.972336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91aff8ad-cddb-4963-82af-ce8bc1691d66', 'tag': 'cf161fc3-1c21-4798-b6e4-dc5ef029133a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:58.999283 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678" -d '{"events": [{"name": "network-changed", "server_uuid": "91aff8ad-cddb-4963-82af-ce8bc1691d66", "tag": "cf161fc3-1c21-4798-b6e4-dc5ef029133a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:49:59.033492 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:59.128466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcc5b0-b64a-431f-8893-bcda89533378 service neutron] Pushing event updated for resources: {'Port': ['ID=cf161fc3-1c21-4798-b6e4-dc5ef029133a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:59.223405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:59.266724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-12e372c2-8216-46c5-b24a-cc2032605254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:59.270290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-12e372c2-8216-46c5-b24a-cc2032605254 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 1099 time: 0.1239104 Feb 09 15:49:59.375671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-e174665d-9de5-431a-9b85-55e93add19b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=cf161fc3-1c21-4798-b6e4-dc5ef029133a HTTP/1.1" status: 200 len: 217 time: 0.0917246 Feb 09 15:49:59.569629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-f50d24ca-5b4a-44b4-96ed-107ee7fcb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:59.572404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-f50d24ca-5b4a-44b4-96ed-107ee7fcb252 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1877069 Feb 09 15:49:59.610423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9822ea-eceb-4ec9-a9aa-f952a583a672 req-bb0a9366-def1-469e-9dda-c043a6b17080 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:59.613101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef9822ea-eceb-4ec9-a9aa-f952a583a672 req-bb0a9366-def1-469e-9dda-c043a6b17080 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1096 time: 0.1526008 Feb 09 15:49:59.657584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354d86d-63da-4732-b352-b8b792907e48 req-e90bfd84-45ac-47c2-9248-63e8144136ac tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:59.660214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1354d86d-63da-4732-b352-b8b792907e48 req-e90bfd84-45ac-47c2-9248-63e8144136ac tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 948 time: 0.1853607 Feb 09 15:49:59.774853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef9822ea-eceb-4ec9-a9aa-f952a583a672 req-b3710f1e-a7dd-4a8e-b47b-ffc3ab119426 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128645 Feb 09 15:49:59.802545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-f534b587-6c85-46b9-8495-a02afbfdd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:59.809117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-f534b587-6c85-46b9-8495-a02afbfdd27a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2231951 Feb 09 15:49:59.916700 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:59.932873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1354d86d-63da-4732-b352-b8b792907e48 req-5fb16de7-ee8a-412f-a96c-ebdbb911a041 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214365 Feb 09 15:50:00.079166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-1260077a-cd30-49b3-a63a-6895e85342c4 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570250 Feb 09 15:50:00.348131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-830a6317-8fba-45c3-b85b-3d8a2046cf90 req-579c3826-e2a6-480a-ac62-a456e989dd20 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/df180013-1b72-4cf8-b296-e1865f6eb27a HTTP/1.1" status: 200 len: 1812 time: 0.4032290 Feb 09 15:50:00.367183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681416e-fc3c-4650-a129-d5ab49b3eb87 req-fd10c9c7-2501-4874-aca7-40bc44a5e04b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:00.370687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2681416e-fc3c-4650-a129-d5ab49b3eb87 req-fd10c9c7-2501-4874-aca7-40bc44a5e04b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 946 time: 0.2736843 Feb 09 15:50:00.513414 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e55ff86-f269-4b39-b377-71cec7e0727d x-openstack-request-id: req-5e55ff86-f269-4b39-b377-71cec7e0727d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:00.513414 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:00.513414 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e55ff86-f269-4b39-b377-71cec7e0727d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:00.513414 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b', 'code': 200} Feb 09 15:50:00.518703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2681416e-fc3c-4650-a129-d5ab49b3eb87 req-63e86a4e-66b8-47a8-9c11-9475357cf487 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151452 Feb 09 15:50:00.524928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fa9b5c-ade6-4df5-98ca-51034996a8a3 req-c2cb5143-1d03-4219-a2b5-743009342933 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297316 Feb 09 15:50:00.609452 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d24bb1-7e51-4e1b-bf5e-a0bf9bbffbd9 x-openstack-request-id: req-a2d24bb1-7e51-4e1b-bf5e-a0bf9bbffbd9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:00.622019 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91aff8ad-cddb-4963-82af-ce8bc1691d66", "tag": "cf161fc3-1c21-4798-b6e4-dc5ef029133a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:00.622019 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2d24bb1-7e51-4e1b-bf5e-a0bf9bbffbd9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:00.622019 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91aff8ad-cddb-4963-82af-ce8bc1691d66', 'tag': 'cf161fc3-1c21-4798-b6e4-dc5ef029133a', 'status': 'completed', 'code': 200} Feb 09 15:50:00.858189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-e7dcef03-049c-4dc1-96c9-de0622cccc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:00.859950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-e7dcef03-049c-4dc1-96c9-de0622cccc9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 1099 time: 0.1385210 Feb 09 15:50:01.019363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de20ca2-075e-4095-8e5a-6686ae8a3087 req-ac65897b-cf4e-4e17-b2d7-ba00ff4a5cec tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:01.021021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3de20ca2-075e-4095-8e5a-6686ae8a3087 req-ac65897b-cf4e-4e17-b2d7-ba00ff4a5cec tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 946 time: 0.1285439 Feb 09 15:50:01.073760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-91455199-a882-47e2-b404-27a14d170063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:01.076518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-91455199-a882-47e2-b404-27a14d170063 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1994975 Feb 09 15:50:01.132175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3de20ca2-075e-4095-8e5a-6686ae8a3087 req-67f7d7c0-eb5e-4a07-8754-a6b154ea34ba tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012368 Feb 09 15:50:01.196614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-83fef1ea-f52b-4458-8f68-a3c57cb47538 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=cf161fc3-1c21-4798-b6e4-dc5ef029133a HTTP/1.1" status: 200 len: 217 time: 0.1013606 Feb 09 15:50:01.278557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-6bc51d62-21d1-4954-839d-9ecd55fb936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:01.282186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-6bc51d62-21d1-4954-839d-9ecd55fb936c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0770159 Feb 09 15:50:01.338013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-7d61717f-8360-4282-8c6f-ed16d7080cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:01.340454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-7d61717f-8360-4282-8c6f-ed16d7080cbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0507021 Feb 09 15:50:01.467348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-35987b24-a1b3-4815-b640-d1b0f4eea582 req-9afc366a-b909-4e2b-a1a0-8bd1741ff911 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1651338648', 'description': 'tempest-description-253013841'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:01.532579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-1b084e16-c3e6-4113-b1ab-004d14d4b8f8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792779 Feb 09 15:50:01.614047 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:01.649552 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-35987b24-a1b3-4815-b640-d1b0f4eea582 req-9afc366a-b909-4e2b-a1a0-8bd1741ff911 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:01.664343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ec2a58a-77c3-4d14-9d04-b8d1f2f2d678 req-ab750452-c744-495f-b920-87ce5c9ff3a7 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230588 Feb 09 15:50:01.742818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-35987b24-a1b3-4815-b640-d1b0f4eea582 req-9afc366a-b909-4e2b-a1a0-8bd1741ff911 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.191637 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-35987b24-a1b3-4815-b640-d1b0f4eea582 req-9afc366a-b909-4e2b-a1a0-8bd1741ff911 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.228867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc366a-b909-4e2b-a1a0-8bd1741ff911 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ac782e-13a7-4adb-9f54-a6ee6a47b95b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:02.371329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-35987b24-a1b3-4815-b640-d1b0f4eea582 req-9afc366a-b909-4e2b-a1a0-8bd1741ff911 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.372583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35987b24-a1b3-4815-b640-d1b0f4eea582 req-9afc366a-b909-4e2b-a1a0-8bd1741ff911 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9107800 Feb 09 15:50:02.495975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd891-87c4-4b1f-b443-2837daba0f87 req-2489f784-b9bb-40f0-a7ff-a00b6a732c88 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:02.497731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-984fd891-87c4-4b1f-b443-2837daba0f87 req-2489f784-b9bb-40f0-a7ff-a00b6a732c88 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 948 time: 0.0569324 Feb 09 15:50:02.551743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-984fd891-87c4-4b1f-b443-2837daba0f87 req-3e53e20a-19cb-4cc5-a9ad-9e81df575ccb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476921 Feb 09 15:50:02.664211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cf161fc3-1c21-4798-b6e4-dc5ef029133a details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:50:02.827873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cf161fc3-1c21-4798-b6e4-dc5ef029133a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cf161fc3-1c21-4798-b6e4-dc5ef029133a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:02.883801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'cf161fc3-1c21-4798-b6e4-dc5ef029133a', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'cf161fc3-1c21-4798-b6e4-dc5ef029133a', 'mac_address': 'fa:16:3e:7b:b9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:50:03.059393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:03.087458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf161fc3-1c21-4798-b6e4-dc5ef029133a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:03.132366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cf161fc3-1c21-4798-b6e4-dc5ef029133a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cf161fc3-1c21-4798-b6e4-dc5ef029133a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:03.222164 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:03.323745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cf161fc3-1c21-4798-b6e4-dc5ef029133a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:03.567685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-869a8d80-f449-49ca-9694-77850d953448 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:03.569522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-869a8d80-f449-49ca-9694-77850d953448 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3835c21-4e14-4e69-a315-e4c4b072a2c8 HTTP/1.1" status: 200 len: 944 time: 0.0975611 Feb 09 15:50:03.577863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-382ce786-fe2b-45ad-94fe-f40120e25e9e tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:03.585570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-382ce786-fe2b-45ad-94fe-f40120e25e9e tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 804 time: 0.2439466 Feb 09 15:50:03.609089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-ba3502f5-ebb4-4227-8783-f37dc4c1cca5 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/quotas/f92be92017d94928afd76cdc969aabc5 HTTP/1.1" status: 200 len: 375 time: 0.0224471 Feb 09 15:50:03.663799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['cf161fc3-1c21-4798-b6e4-dc5ef029133a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:03.734186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b1bdb5f3-4499-4ac5-b811-e4e270070ad9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076961 Feb 09 15:50:03.812344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Deleting port 01369517-647a-4e5c-a433-e3408bc11f6b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:50:03.812344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:04.011846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] For port 01369517-647a-4e5c-a433-e3408bc11f6b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=01369517-647a-4e5c-a433-e3408bc11f6b,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:04.016894 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:04.038248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Calling delete_port for 01369517-647a-4e5c-a433-e3408bc11f6b owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:50:04.078795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-f4a3846c-e71a-4fb0-b629-97a06ce93dc1 service neutron] 10.222.0.53 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235955 Feb 09 15:50:04.365187 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-84d9fb87-2e37-4f6d-a721-6df5eb9ecf39 service neutron] 10.222.0.53 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111454 Feb 09 15:50:04.506570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:04.547568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Pushing event deleted for resources: {'Port': ['ID=01369517-647a-4e5c-a433-e3408bc11f6b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:04.679122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] No DVR routers for this DVR port 01369517-647a-4e5c-a433-e3408bc11f6b on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:50:04.684784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:04.696315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba42e5e1-5fd1-4855-950a-4be9cddd547a req-1e1a3b06-d69a-4424-9c95-512abcf96cf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.13 "DELETE /v2.0/ports/01369517-647a-4e5c-a433-e3408bc11f6b HTTP/1.1" status: 204 len: 173 time: 1.1074808 Feb 09 15:50:04.697067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'name': 'network-vif-deleted', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:04.701482 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc53ec16-2b98-425f-a94f-b947956a377c" -d '{"events": [{"server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "name": "network-vif-deleted", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:04.741700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-530a0738-1e11-4a24-aebb-5603189f35b1 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:50:04.754375 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-530a0738-1e11-4a24-aebb-5603189f35b1 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115354 Feb 09 15:50:04.903981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-c2f4cb90-f511-4e7a-ac37-a650c8e11428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:04.906031 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-c2f4cb90-f511-4e7a-ac37-a650c8e11428 service neutron] 10.222.0.53 "GET /v2.0/ports/c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 200 len: 1093 time: 0.1198716 Feb 09 15:50:04.931058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Request body: {'binding': {'host': 'n-h2-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:04.931815 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 15:50:05.073042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46b9f946-fe06-4079-86cc-8763c11482a4 req-f5b1ba1a-af3d-4e6d-8a85-9fa578185ba6 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/b2ac782e-13a7-4adb-9f54-a6ee6a47b95b HTTP/1.1" status: 200 len: 1812 time: 0.2379124 Feb 09 15:50:05.136406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-cc3e66e8-1180-437a-b329-61db77e2bd19 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:05.138787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-cc3e66e8-1180-437a-b329-61db77e2bd19 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 946 time: 0.1920421 Feb 09 15:50:05.385288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d8ae9-ebf6-4447-a528-b9cb21a7a12f req-3fe84d4b-e4b9-493e-9414-b017b6c436df tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:05.388619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f9d8ae9-ebf6-4447-a528-b9cb21a7a12f req-3fe84d4b-e4b9-493e-9414-b017b6c436df tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 946 time: 0.1884127 Feb 09 15:50:05.544351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on host n-h2-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:05.547440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:05.547950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:05.563119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:50:05.564020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:05.578385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:05.579314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:05.582374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:05.582994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Bound port: c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:05.731945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:05.839371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:05.848242 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-797433a9-173c-4682-bfe8-d35ab05af65a service neutron] 10.222.0.53 "POST /v2.0/ports/c25e1e2c-ff17-4359-bcd7-ba33753c31d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.9234936 Feb 09 15:50:06.059652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f9d8ae9-ebf6-4447-a528-b9cb21a7a12f req-70daa748-21ce-431d-9f4b-19267435421f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044548 Feb 09 15:50:06.094054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Deleting port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:50:06.095011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:06.393862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97524d1e-01c4-4b6f-b94e-7d0d43b88b9f req-5dfaaf93-af07-4ac0-a1f5-5f2c669897d1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 210 time: 0.0760734 Feb 09 15:50:06.437404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f55d3f-341f-4e4c-8b70-5453c51e875d req-9e6471ff-2ecd-486f-abe6-b70d825e991e tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:06.451397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7f55d3f-341f-4e4c-8b70-5453c51e875d req-9e6471ff-2ecd-486f-abe6-b70d825e991e tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 949 time: 0.1883609 Feb 09 15:50:06.451397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] For port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:06.451397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:06.488735 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e49f00-927c-4643-b70d-728d2d7fe8ff x-openstack-request-id: req-18e49f00-927c-4643-b70d-728d2d7fe8ff {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:06.489328 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3835c21-4e14-4e69-a315-e4c4b072a2c8", "name": "network-vif-deleted", "tag": "01369517-647a-4e5c-a433-e3408bc11f6b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:06.489798 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18e49f00-927c-4643-b70d-728d2d7fe8ff {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:06.490656 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3835c21-4e14-4e69-a315-e4c4b072a2c8', 'name': 'network-vif-deleted', 'tag': '01369517-647a-4e5c-a433-e3408bc11f6b', 'status': 'completed', 'code': 200} Feb 09 15:50:06.492590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Calling delete_port for d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:50:06.518040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-4cb849f6-2e51-4283-a00e-79561907187e req-7385740f-1c2b-4e20-87bb-e909375e2493 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2144081615', 'description': 'tempest-description-1865131089'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:06.609896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7f55d3f-341f-4e4c-8b70-5453c51e875d req-271021c0-183f-4ac7-b0dd-ff31abec365a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532753 Feb 09 15:50:06.700415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cf161fc3-1c21-4798-b6e4-dc5ef029133a up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:07.076746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port cf161fc3-1c21-4798-b6e4-dc5ef029133a completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:50:07.077187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4cb849f6-2e51-4283-a00e-79561907187e req-7385740f-1c2b-4e20-87bb-e909375e2493 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.080199 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.082325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port cf161fc3-1c21-4798-b6e4-dc5ef029133a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:07.088666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.108066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:07.121688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event deleted for resources: {'Port': ['ID=d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:07.194787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] No DVR routers for this DVR port d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:50:07.201121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.206491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ca5bd66-25af-4d0a-ab8f-750c865d9207 req-eb62c23f-880e-4635-b749-8f22b21bf050 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "DELETE /v2.0/ports/d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c HTTP/1.1" status: 204 len: 173 time: 2.0369644 Feb 09 15:50:07.306551 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4cb849f6-2e51-4283-a00e-79561907187e req-7385740f-1c2b-4e20-87bb-e909375e2493 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.413742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4cb849f6-2e51-4283-a00e-79561907187e req-7385740f-1c2b-4e20-87bb-e909375e2493 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.457450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385740f-1c2b-4e20-87bb-e909375e2493 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3936889-cd83-487f-8ec4-01e0a398edb1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:07.516192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.567323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4cb849f6-2e51-4283-a00e-79561907187e req-7385740f-1c2b-4e20-87bb-e909375e2493 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.567323 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cb849f6-2e51-4283-a00e-79561907187e req-7385740f-1c2b-4e20-87bb-e909375e2493 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0820134 Feb 09 15:50:07.701424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cf161fc3-1c21-4798-b6e4-dc5ef029133a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cf161fc3-1c21-4798-b6e4-dc5ef029133a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:07.705819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91aff8ad-cddb-4963-82af-ce8bc1691d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf161fc3-1c21-4798-b6e4-dc5ef029133a'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:07.711123 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef03ad5b-509d-4bd3-8e4c-23ab1820338f" -d '{"events": [{"server_uuid": "91aff8ad-cddb-4963-82af-ce8bc1691d66", "name": "network-vif-plugged", "status": "completed", "tag": "cf161fc3-1c21-4798-b6e4-dc5ef029133a"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:07.737060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-bd381c8f-9379-4121-b2f0-2fd5790a4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:07.743024 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-bd381c8f-9379-4121-b2f0-2fd5790a4d29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1096 time: 0.1493649 Feb 09 15:50:07.767521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8144c-0b33-4f91-848d-01b5839679ab req-31cb9583-191e-4035-99a9-c45522ce8075 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:07.785811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10f8144c-0b33-4f91-848d-01b5839679ab req-31cb9583-191e-4035-99a9-c45522ce8075 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.1481321 Feb 09 15:50:07.857056 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.858019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 01369517-647a-4e5c-a433-e3408bc11f6b no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:50:07.897034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98301d37-ac22-4277-8023-192760e87ba0 req-9cc730ac-ffdf-4981-9141-7a0bd239d91b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 210 time: 0.0496445 Feb 09 15:50:07.930227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10f8144c-0b33-4f91-848d-01b5839679ab req-6a77bd0c-b795-4442-8945-fae9740a4799 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153023 Feb 09 15:50:07.930809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 01369517-647a-4e5c-a433-e3408bc11f6b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:50:07.930809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 01369517-647a-4e5c-a433-e3408bc11f6b not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:50:07.930809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:50:07.957056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:50:07.961775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:50:07.963877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-b99245a2-a957-43ca-8327-2451be89daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:07.966592 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-b99245a2-a957-43ca-8327-2451be89daa6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.2129858 Feb 09 15:50:07.998710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cf161fc3-1c21-4798-b6e4-dc5ef029133a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:08.041158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1e24809-6b72-4e32-befe-4de61a3f22c3 req-378a7cb5-b9b7-4c4d-892d-8c5da6739322 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 210 time: 0.0516818 Feb 09 15:50:08.047777 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-658e4467-5c96-4f29-9e2e-431f02241f98 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 200 len: 217 time: 0.0725939 Feb 09 15:50:08.131058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-b8108281-5b10-468e-af9c-c52ef72f6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:08.133752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-b8108281-5b10-468e-af9c-c52ef72f6b2b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.0776567 Feb 09 15:50:08.155710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ff5d1-0eab-4779-b4f3-5e4a0be8db4e req-c0b97931-fb92-46ab-b68c-843785a9f99a tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:08.157748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-482ff5d1-0eab-4779-b4f3-5e4a0be8db4e req-c0b97931-fb92-46ab-b68c-843785a9f99a tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 946 time: 0.0923662 Feb 09 15:50:08.190888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83ca4e9b-10e7-478e-9879-62ff9e821d84 req-95931953-635a-491c-a3da-625880703b8e tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/e3936889-cd83-487f-8ec4-01e0a398edb1 HTTP/1.1" status: 200 len: 1813 time: 0.0854089 Feb 09 15:50:08.195536 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-5a07be5b-c757-4b0d-855a-f184a7ab7ca8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522723 Feb 09 15:50:08.225111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-482ff5d1-0eab-4779-b4f3-5e4a0be8db4e req-25694643-2912-4cfc-9880-c56a198446f3 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532548 Feb 09 15:50:08.304507 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f112d570-f283-4fab-92dd-3ba8dc373f47 x-openstack-request-id: req-f112d570-f283-4fab-92dd-3ba8dc373f47 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:08.304988 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91aff8ad-cddb-4963-82af-ce8bc1691d66", "name": "network-vif-plugged", "status": "completed", "tag": "cf161fc3-1c21-4798-b6e4-dc5ef029133a", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:08.305424 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f112d570-f283-4fab-92dd-3ba8dc373f47 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:08.306063 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91aff8ad-cddb-4963-82af-ce8bc1691d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf161fc3-1c21-4798-b6e4-dc5ef029133a', 'code': 200} Feb 09 15:50:08.329868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-d88cd2d3-e8e5-4c43-9860-0475228bf82f req-ee3664ae-59e4-4eb0-a435-aed56382b879 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1537069971', 'description': 'tempest-description-1878718674'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:08.360462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13484c75-9519-40c8-9e05-cb610c593d52 req-28776ab5-c2cd-46bd-8745-256a8312662c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:08.362634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13484c75-9519-40c8-9e05-cb610c593d52 req-28776ab5-c2cd-46bd-8745-256a8312662c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 950 time: 0.0990918 Feb 09 15:50:08.391490 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-db5e0b5f-d500-4178-8032-bc8200eb5177 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849825 Feb 09 15:50:08.440812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13484c75-9519-40c8-9e05-cb610c593d52 req-a95bcade-b59c-40b8-a10d-7c348c2f3f32 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695801 Feb 09 15:50:08.482163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdae6b-38b6-4e11-865b-f738500c8608 req-143f3071-fa90-4e45-aac0-c54f5dd3a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:08.487911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53bdae6b-38b6-4e11-865b-f738500c8608 req-143f3071-fa90-4e45-aac0-c54f5dd3a06b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 1101 time: 0.0615606 Feb 09 15:50:08.493233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb43a4f-8908-4353-901f-409a84b4e0ee', 'name': 'network-vif-deleted', 'tag': 'd56cf3c4-c9fd-4a63-a8c4-3a4417e5422c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:08.496413 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad711a8c-19e6-4ad5-a079-a86d7388347a" -d '{"events": [{"server_uuid": "2fb43a4f-8908-4353-901f-409a84b4e0ee", "name": "network-vif-deleted", "tag": "d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:08.519208 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-02b9ae0c-d205-463c-9ba0-3532e6a7111d service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125674 Feb 09 15:50:08.546138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53bdae6b-38b6-4e11-865b-f738500c8608 req-f06564c1-b232-465b-bcf4-39f6828e0339 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538709 Feb 09 15:50:08.549056 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff52da9-c4f6-461b-829a-b482c07a47cb x-openstack-request-id: req-7ff52da9-c4f6-461b-829a-b482c07a47cb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:08.549471 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb43a4f-8908-4353-901f-409a84b4e0ee", "name": "network-vif-deleted", "tag": "d56cf3c4-c9fd-4a63-a8c4-3a4417e5422c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:08.549827 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ff52da9-c4f6-461b-829a-b482c07a47cb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:08.550318 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb43a4f-8908-4353-901f-409a84b4e0ee', 'name': 'network-vif-deleted', 'tag': 'd56cf3c4-c9fd-4a63-a8c4-3a4417e5422c', 'status': 'completed', 'code': 200} Feb 09 15:50:08.608896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d88cd2d3-e8e5-4c43-9860-0475228bf82f req-ee3664ae-59e4-4eb0-a435-aed56382b879 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.734688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d88cd2d3-e8e5-4c43-9860-0475228bf82f req-ee3664ae-59e4-4eb0-a435-aed56382b879 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.809389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d88cd2d3-e8e5-4c43-9860-0475228bf82f req-ee3664ae-59e4-4eb0-a435-aed56382b879 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.868434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3664ae-59e4-4eb0-a435-aed56382b879 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414113ce-a32c-48f1-98cf-82e45b231fb0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:08.953748 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d88cd2d3-e8e5-4c43-9860-0475228bf82f req-ee3664ae-59e4-4eb0-a435-aed56382b879 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.955634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88cd2d3-e8e5-4c43-9860-0475228bf82f req-ee3664ae-59e4-4eb0-a435-aed56382b879 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6336155 Feb 09 15:50:09.036524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-419a02f4-63ef-44e8-9277-a00026a678d9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:09.038146 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-419a02f4-63ef-44e8-9277-a00026a678d9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.73 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 804 time: 0.1591246 Feb 09 15:50:09.040219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970ccc4-e622-488c-aecd-560991730b70 req-4b2b4def-7399-4af0-a0fc-693b8c2ef985 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:09.042446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d970ccc4-e622-488c-aecd-560991730b70 req-4b2b4def-7399-4af0-a0fc-693b8c2ef985 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 950 time: 0.0853779 Feb 09 15:50:09.077672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Request body: {'port': {'device_id': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'admin_state_up': True, 'tenant_id': 'f92be92017d94928afd76cdc969aabc5'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:09.113625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-236a49cd-9d94-4431-9ba3-622abc760427 req-f1e6434d-8dc1-43f0-b46a-7b9beea8f534 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fb43a4f-8908-4353-901f-409a84b4e0ee HTTP/1.1" status: 200 len: 210 time: 0.0415940 Feb 09 15:50:09.138636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d970ccc4-e622-488c-aecd-560991730b70 req-4d78fe99-7952-4679-869e-42d8a104ae99 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817914 Feb 09 15:50:09.238235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb090f41-eab3-41c0-941c-d2049f7280fd req-6ecbf03b-7343-4de2-9cd9-6be8d5fddaf0 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/414113ce-a32c-48f1-98cf-82e45b231fb0 HTTP/1.1" status: 200 len: 1813 time: 0.0645769 Feb 09 15:50:09.301138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91903120-649d-4f76-a61c-4d34ef114592 req-167067e9-7ab3-48aa-ae03-ad0a4ac18ba2 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:09.303784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91903120-649d-4f76-a61c-4d34ef114592 req-167067e9-7ab3-48aa-ae03-ad0a4ac18ba2 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.0817850 Feb 09 15:50:09.364685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-790a82c3-3a24-42c6-9111-74576b55861a req-4df12b5a-f7f6-41f0-8fc2-ff77a8319716 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 210 time: 0.0413043 Feb 09 15:50:09.396578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91903120-649d-4f76-a61c-4d34ef114592 req-c6a0eacb-0110-4fe9-8942-75906609bdd1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821626 Feb 09 15:50:09.399862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Made reservation on behalf of f92be92017d94928afd76cdc969aabc5 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:09.404067 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:09.441784 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-38c460b7-3acd-4cdd-87b4-038d3c4b10fb req-7e8a429c-2780-424b-adfb-f361f0a59d98 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] show failed (client error): The resource could not be found. Feb 09 15:50:09.451119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38c460b7-3acd-4cdd-87b4-038d3c4b10fb req-7e8a429c-2780-424b-adfb-f361f0a59d98 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/da75a768-6c78-4e03-96b1-cccd6bdffe94 HTTP/1.1" status: 404 len: 352 time: 0.0382895 Feb 09 15:50:09.492140 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-274c6d94-f910-4db7-9618-482957ef6e28 req-9248d371-69f7-4399-9110-f9aadaf99c37 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] show failed (client error): The resource could not be found. Feb 09 15:50:09.498988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-274c6d94-f910-4db7-9618-482957ef6e28 req-9248d371-69f7-4399-9110-f9aadaf99c37 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-group-rules/01302458-d3c6-4c21-841a-2e46f46a8476 HTTP/1.1" status: 404 len: 361 time: 0.0240467 Feb 09 15:50:09.620663 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Allocated IP 172.20.0.14 (6359e6de-5759-40f4-ba65-b1e84bd8eb51/30b275e3-8eb1-49e7-a6d2-eb44ad5eb759/5a8de486-ad8f-4203-b62c-d1164f57d927) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:09.642903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2a88f-4e60-495d-9096-36e45c326e33 req-0f0295ac-6990-4dbd-9aa7-a3a58f179ae2 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:09.644585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43e2a88f-4e60-495d-9096-36e45c326e33 req-0f0295ac-6990-4dbd-9aa7-a3a58f179ae2 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 946 time: 0.1138785 Feb 09 15:50:09.662933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e45110-6997-4bc7-8da5-dbceaa96477a req-b5da063f-6783-4268-be51-dc100acc7ade tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:09.671327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1e45110-6997-4bc7-8da5-dbceaa96477a req-b5da063f-6783-4268-be51-dc100acc7ade tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 950 time: 0.0882223 Feb 09 15:50:09.775540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1e45110-6997-4bc7-8da5-dbceaa96477a req-cf091207-f036-4810-8961-1757b74aeada tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032665 Feb 09 15:50:09.781344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43e2a88f-4e60-495d-9096-36e45c326e33 req-6c0fb42a-fed4-4615-aa80-d26913abab1a tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/security-groups?id=3d14eb73-3e27-4099-84dc-782ecaadbbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066780 Feb 09 15:50:09.792985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25075a0-3f09-4254-9941-f206c7025ded req-2041cc36-f361-4e09-9373-62e7d56feb87 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:09.794837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c25075a0-3f09-4254-9941-f206c7025ded req-2041cc36-f361-4e09-9373-62e7d56feb87 tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.73 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 946 time: 0.1213470 Feb 09 15:50:09.902553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.010739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-276fd626-6f32-4d14-aef2-dea357e0930f req-77af8b1b-03ae-4cc4-bc46-9727eafc0216 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/414113ce-a32c-48f1-98cf-82e45b231fb0 HTTP/1.1" status: 200 len: 1813 time: 0.1485672 Feb 09 15:50:10.078406 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.113856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Deleting port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:50:10.114435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.131007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:10.137675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:10.142566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:10.201974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:10.202759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.220177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Pushing event updated for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:10.241685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-276fd626-6f32-4d14-aef2-dea357e0930f req-dc1ca8fb-c263-4c0a-affb-3c87bf84fbbe tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.259783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.262405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.262405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.263064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.264287 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.264779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.265200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.265619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.266068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.266493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.267833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.267833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:10.312136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-276fd626-6f32-4d14-aef2-dea357e0930f req-dc1ca8fb-c263-4c0a-affb-3c87bf84fbbe tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.313989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-27404f4a-24b0-4f9d-a5f1-0a2f7d2840b9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2424490 Feb 09 15:50:10.329455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Request body: {'port': {'device_id': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:10.384140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] For port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,segment=NetworkSegment(7f0f896b-cf99-4236-8434-2ee197da9f92),segment_id=7f0f896b-cf99-4236-8434-2ee197da9f92)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:10.384514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.408176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e213c-1594-4a27-9600-8bb6bb6325be req-89d306e1-0d9f-4976-b0db-ce8965c2ea24 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:10.409914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f2e213c-1594-4a27-9600-8bb6bb6325be req-89d306e1-0d9f-4976-b0db-ce8965c2ea24 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 950 time: 0.1526678 Feb 09 15:50:10.416570 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.420317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Calling delete_port for 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:50:10.500567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f2e213c-1594-4a27-9600-8bb6bb6325be req-9fd0e6ae-2d70-4a83-8d77-fe7f7fe344ac tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816898 Feb 09 15:50:10.526906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-276fd626-6f32-4d14-aef2-dea357e0930f req-dc1ca8fb-c263-4c0a-affb-3c87bf84fbbe tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.528699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-276fd626-6f32-4d14-aef2-dea357e0930f req-dc1ca8fb-c263-4c0a-affb-3c87bf84fbbe tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.530368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-276fd626-6f32-4d14-aef2-dea357e0930f req-dc1ca8fb-c263-4c0a-affb-3c87bf84fbbe tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "DELETE /v2.0/security-groups/414113ce-a32c-48f1-98cf-82e45b231fb0 HTTP/1.1" status: 204 len: 173 time: 0.5097008 Feb 09 15:50:10.558343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ca8fb-c263-4c0a-affb-3c87bf84fbbe tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414113ce-a32c-48f1-98cf-82e45b231fb0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:10.720312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.734729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5146c81c-ddb0-475f-bc4a-a63a2d22f3b9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:10.764653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8de486-ad8f-4203-b62c-d1164f57d927 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:10.782646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Pushing event deleted for resources: {'Port': ['ID=5146c81c-ddb0-475f-bc4a-a63a2d22f3b9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:10.787515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.816620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534afc2-7c34-4233-bd10-8da993210c1e req-ee9cc652-8962-49da-8e68-bf95d9119519 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:10.818242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8534afc2-7c34-4233-bd10-8da993210c1e req-ee9cc652-8962-49da-8e68-bf95d9119519 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 932 time: 0.1515734 Feb 09 15:50:10.818968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Transition to ACTIVE for port object 5a8de486-ad8f-4203-b62c-d1164f57d927 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:50:10.844250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] No DVR routers for this DVR port 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:50:10.852899 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.856249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c25075a0-3f09-4254-9941-f206c7025ded req-9070c599-b3ca-4f2c-ab72-8841407d0cec tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.73 "DELETE /v2.0/ports/5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 HTTP/1.1" status: 204 len: 173 time: 1.0543158 Feb 09 15:50:10.858570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783ab5a5-0d7b-4ada-b5ee-0f22b15da980', 'name': 'network-vif-deleted', 'tag': '5146c81c-ddb0-475f-bc4a-a63a2d22f3b9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:10.860897 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5353968d-8b07-48bf-a5aa-eec6d0f24d42" -d '{"events": [{"server_uuid": "783ab5a5-0d7b-4ada-b5ee-0f22b15da980", "name": "network-vif-deleted", "tag": "5146c81c-ddb0-475f-bc4a-a63a2d22f3b9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:10.882159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bf0b6-8762-4464-b8b0-190bfb772c9e req-3913eb78-68cb-4647-9ce7-73e9d9a34ccd tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:10.883766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f68bf0b6-8762-4464-b8b0-190bfb772c9e req-3913eb78-68cb-4647-9ce7-73e9d9a34ccd tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.1782830 Feb 09 15:50:10.919461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8534afc2-7c34-4233-bd10-8da993210c1e req-f642e16a-977f-4c9f-88b3-ed74d414a9ea tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781941 Feb 09 15:50:10.924800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:10.954200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f68bf0b6-8762-4464-b8b0-190bfb772c9e req-44f38999-b236-4d64-8c23-d879b27ef8b0 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597143 Feb 09 15:50:11.007835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:11.090806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db49d844-5a06-464e-98d9-b24e65a4d164 req-f8979c21-2430-4193-b5d6-7eae6281ce5d tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/e3936889-cd83-487f-8ec4-01e0a398edb1 HTTP/1.1" status: 200 len: 1813 time: 0.0581918 Feb 09 15:50:11.151363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Attempting to bind port 5a8de486-ad8f-4203-b62c-d1164f57d927 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:11.152039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Attempting to bind port 5a8de486-ad8f-4203-b62c-d1164f57d927 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:11.152594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Attempting to bind port 5a8de486-ad8f-4203-b62c-d1164f57d927 on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:11.161369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Port 5a8de486-ad8f-4203-b62c-d1164f57d927 on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:50:11.162012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Attempting to bind port 5a8de486-ad8f-4203-b62c-d1164f57d927 on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:11.172128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:11.172814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Checking segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:11.173665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Bound using segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:11.174506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Bound port: 5a8de486-ad8f-4203-b62c-d1164f57d927, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:11.175109 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.197066 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db49d844-5a06-464e-98d9-b24e65a4d164 req-30f7a5b0-a0fe-421e-986c-ca763036bbdf tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.231099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db49d844-5a06-464e-98d9-b24e65a4d164 req-30f7a5b0-a0fe-421e-986c-ca763036bbdf tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.278485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:11.282707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:11.374105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.442004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:11.442657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.444280 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a8de486-ad8f-4203-b62c-d1164f57d927 HTTP/1.1" status: 200 len: 1092 time: 1.1209204 Feb 09 15:50:11.445764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:11.447222 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5982a1-bf7a-43f0-84f1-352857d2beef" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:11.460500 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db49d844-5a06-464e-98d9-b24e65a4d164 req-30f7a5b0-a0fe-421e-986c-ca763036bbdf tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.463800 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db49d844-5a06-464e-98d9-b24e65a4d164 req-30f7a5b0-a0fe-421e-986c-ca763036bbdf tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.473024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db49d844-5a06-464e-98d9-b24e65a4d164 req-30f7a5b0-a0fe-421e-986c-ca763036bbdf tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "DELETE /v2.0/security-groups/e3936889-cd83-487f-8ec4-01e0a398edb1 HTTP/1.1" status: 204 len: 173 time: 0.3714902 Feb 09 15:50:11.489893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7a5b0-a0fe-421e-986c-ca763036bbdf tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3936889-cd83-487f-8ec4-01e0a398edb1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:11.500271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a09c3-0bcf-4009-8a77-94c79e001148 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:11.766578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-921226c1-e65b-4792-8c13-f644962e36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:11.769600 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-921226c1-e65b-4792-8c13-f644962e36d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 1095 time: 0.0856497 Feb 09 15:50:11.862348 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-0cb0c37c-645a-42b0-b832-0f42655b3f93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8de486-ad8f-4203-b62c-d1164f57d927 HTTP/1.1" status: 200 len: 217 time: 0.0811226 Feb 09 15:50:11.903987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae15f3-8bac-4faa-9ac5-6b024760d089 req-9a3060ca-fc81-4b80-ad0c-c99d8659876d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:11.923166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55ae15f3-8bac-4faa-9ac5-6b024760d089 req-9a3060ca-fc81-4b80-ad0c-c99d8659876d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 950 time: 0.1273913 Feb 09 15:50:11.966006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-bf11d386-e03c-4809-ae00-4636bea46942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:11.974301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55ae15f3-8bac-4faa-9ac5-6b024760d089 req-884cabd1-5e69-4c5c-b807-d524ec59bbeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489285 Feb 09 15:50:11.980467 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-bf11d386-e03c-4809-ae00-4636bea46942 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 200 len: 844 time: 0.1053393 Feb 09 15:50:12.052805 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-96bba8ee-0e7b-4490-b73c-fab2af675379 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6359e6de-5759-40f4-ba65-b1e84bd8eb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546994 Feb 09 15:50:12.125079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e8c9043-7bdd-48da-9ddf-2f28371368b2 req-ebeda332-e255-424c-8527-b32877c492ee tempest-ServerMetadataNegativeTestJSON-379191620 tempest-ServerMetadataNegativeTestJSON-379191620-project] 10.222.0.53 "GET /v2.0/ports?device_id=783ab5a5-0d7b-4ada-b5ee-0f22b15da980 HTTP/1.1" status: 200 len: 210 time: 0.0453396 Feb 09 15:50:12.170153 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de452340-8a5b-4c50-91c5-d5eaf4d18d51 x-openstack-request-id: req-de452340-8a5b-4c50-91c5-d5eaf4d18d51 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:12.170887 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "783ab5a5-0d7b-4ada-b5ee-0f22b15da980", "name": "network-vif-deleted", "tag": "5146c81c-ddb0-475f-bc4a-a63a2d22f3b9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:12.175458 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de452340-8a5b-4c50-91c5-d5eaf4d18d51 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:12.175458 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '783ab5a5-0d7b-4ada-b5ee-0f22b15da980', 'name': 'network-vif-deleted', 'tag': '5146c81c-ddb0-475f-bc4a-a63a2d22f3b9', 'status': 'completed', 'code': 200} Feb 09 15:50:12.263462 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-04319330-fbc6-4e38-a449-b7c9c6523177 service neutron] 10.222.0.73 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037942 Feb 09 15:50:12.366743 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa91d30-563c-4be4-a5c8-30384e14d1c7 x-openstack-request-id: req-caa91d30-563c-4be4-a5c8-30384e14d1c7 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:12.367515 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:12.367945 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-caa91d30-563c-4be4-a5c8-30384e14d1c7 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:12.368980 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'status': 'completed', 'code': 200} Feb 09 15:50:12.439672 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fcf7c9cc-5ce6-4f5b-a741-59f591ab5988 req-8520d291-d6b9-4265-ac45-52dcdcc49ad9 service neutron] 10.222.0.73 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622128 Feb 09 15:50:12.484903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcef69b7-7f3e-44e2-b7b7-1093d0fc6dd5 req-6c5feb3a-1b20-494f-84f8-4b90dcea109f tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/b2ac782e-13a7-4adb-9f54-a6ee6a47b95b HTTP/1.1" status: 200 len: 1812 time: 0.0862916 Feb 09 15:50:12.674494 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-28d42c94-285e-42b4-a5a4-aa6f2a406666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:12.675432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494554dd-154e-4a53-afa3-39dafab7a5f7 req-7060c260-8f95-40bb-9d04-a0b5bd125d58 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:12.676403 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-28d42c94-285e-42b4-a5a4-aa6f2a406666 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 1095 time: 0.0577972 Feb 09 15:50:12.678235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-494554dd-154e-4a53-afa3-39dafab7a5f7 req-7060c260-8f95-40bb-9d04-a0b5bd125d58 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 944 time: 0.1567919 Feb 09 15:50:12.684298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dcef69b7-7f3e-44e2-b7b7-1093d0fc6dd5 req-ca9a960b-fbc3-4caa-a842-8f8e2ffc8a64 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.735099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dcef69b7-7f3e-44e2-b7b7-1093d0fc6dd5 req-ca9a960b-fbc3-4caa-a842-8f8e2ffc8a64 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.760542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-494554dd-154e-4a53-afa3-39dafab7a5f7 req-310ba687-5795-4bc0-b927-de5df4743742 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727651 Feb 09 15:50:12.838509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-5dbf0680-b82f-4493-b186-b798ddbd0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:12.841016 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-5dbf0680-b82f-4493-b186-b798ddbd0ec4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 905 time: 0.1505649 Feb 09 15:50:12.892691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dcef69b7-7f3e-44e2-b7b7-1093d0fc6dd5 req-ca9a960b-fbc3-4caa-a842-8f8e2ffc8a64 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.895839 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dcef69b7-7f3e-44e2-b7b7-1093d0fc6dd5 req-ca9a960b-fbc3-4caa-a842-8f8e2ffc8a64 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.897091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcef69b7-7f3e-44e2-b7b7-1093d0fc6dd5 req-ca9a960b-fbc3-4caa-a842-8f8e2ffc8a64 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "DELETE /v2.0/security-groups/b2ac782e-13a7-4adb-9f54-a6ee6a47b95b HTTP/1.1" status: 204 len: 173 time: 0.4037750 Feb 09 15:50:12.920949 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-a1c0af31-b1dc-4677-93c6-5a83bb9e00fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8de486-ad8f-4203-b62c-d1164f57d927 HTTP/1.1" status: 200 len: 217 time: 0.0675082 Feb 09 15:50:12.923058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a960b-fbc3-4caa-a842-8f8e2ffc8a64 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ac782e-13a7-4adb-9f54-a6ee6a47b95b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:12.960825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d467021-a765-45d0-ad8e-4d2e9de9abe4 req-32eb3bd8-0cd5-4a8c-b6be-4944f7d17e90 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:12.962581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d467021-a765-45d0-ad8e-4d2e9de9abe4 req-32eb3bd8-0cd5-4a8c-b6be-4944f7d17e90 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.1006789 Feb 09 15:50:13.014881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-33afea66-079e-4f7f-a753-9abc2148c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:13.018585 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-33afea66-079e-4f7f-a753-9abc2148c17c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 200 len: 844 time: 0.0860245 Feb 09 15:50:13.064970 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-a784b9d6-836b-4506-aa55-50f25e8e9aeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6359e6de-5759-40f4-ba65-b1e84bd8eb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287907 Feb 09 15:50:13.068542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d467021-a765-45d0-ad8e-4d2e9de9abe4 req-aa1e211a-5e07-447e-b1ee-b08751a347d3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914612 Feb 09 15:50:13.092534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d12381-2160-4cbf-88f0-fdd7b7ed54f3 req-aaaf3797-c30e-4707-a43c-c744fdcd1f53 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:13.107348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97d12381-2160-4cbf-88f0-fdd7b7ed54f3 req-aaaf3797-c30e-4707-a43c-c744fdcd1f53 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 1101 time: 0.1084173 Feb 09 15:50:13.162702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97d12381-2160-4cbf-88f0-fdd7b7ed54f3 req-7b162995-78b4-478b-b9fd-ac9ca9ff9767 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506449 Feb 09 15:50:13.242310 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-d6b09167-cfaf-4c76-a101-a99379ab9cb6 service neutron] 10.222.0.73 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656725 Feb 09 15:50:13.264349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:13.323809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b6aeed9-0581-427a-aa3f-b78f4adb9bdf req-8bef5a79-2f78-4412-a432-b186e167716a tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/df180013-1b72-4cf8-b296-e1865f6eb27a HTTP/1.1" status: 200 len: 1812 time: 0.1565270 Feb 09 15:50:13.394532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62a80cf-2d25-4304-b029-4acb825e82d3 admin admin] Deleting subnet 7e1cca35-4e97-4873-99fb-d5728569a18f {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:50:13.397879 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3f5982a1-bf7a-43f0-84f1-352857d2beef req-94427966-c9cf-4b84-9a68-5c4a0bd5edae service neutron] 10.222.0.73 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330702 Feb 09 15:50:13.413083 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b62a80cf-2d25-4304-b029-4acb825e82d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.453381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-cd6419af-07aa-4cc6-a0eb-edfbd0fc02dc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856502 Feb 09 15:50:13.548920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b62a80cf-2d25-4304-b029-4acb825e82d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.601425 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b6aeed9-0581-427a-aa3f-b78f4adb9bdf req-ef8d047a-c1c9-4105-8a9a-b8b9ca730373 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.659174 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b6aeed9-0581-427a-aa3f-b78f4adb9bdf req-ef8d047a-c1c9-4105-8a9a-b8b9ca730373 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.662685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b62a80cf-2d25-4304-b029-4acb825e82d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.679251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6cb1ddef-9e8a-454d-a13c-a3fbcd9cbc24 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:13.679251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6cb1ddef-9e8a-454d-a13c-a3fbcd9cbc24 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172542 Feb 09 15:50:13.733805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-357e72c7-f17a-4e9d-b49b-6de6dc5fb7cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/quotas/7772caae686c4e6e92715ae43e275e20 HTTP/1.1" status: 200 len: 375 time: 0.0310049 Feb 09 15:50:13.819586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-5348ef71-f99d-43d0-baaf-5602c7b09a03 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0790854 Feb 09 15:50:13.868234 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b6aeed9-0581-427a-aa3f-b78f4adb9bdf req-ef8d047a-c1c9-4105-8a9a-b8b9ca730373 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.873046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9b6aeed9-0581-427a-aa3f-b78f4adb9bdf req-ef8d047a-c1c9-4105-8a9a-b8b9ca730373 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.875015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b6aeed9-0581-427a-aa3f-b78f4adb9bdf req-ef8d047a-c1c9-4105-8a9a-b8b9ca730373 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "DELETE /v2.0/security-groups/df180013-1b72-4cf8-b296-e1865f6eb27a HTTP/1.1" status: 204 len: 173 time: 0.5371513 Feb 09 15:50:13.893515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d047a-c1c9-4105-8a9a-b8b9ca730373 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df180013-1b72-4cf8-b296-e1865f6eb27a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:13.898898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b62a80cf-2d25-4304-b029-4acb825e82d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.982938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b62a80cf-2d25-4304-b029-4acb825e82d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.992763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38274) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:13.993276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b62a80cf-2d25-4304-b029-4acb825e82d3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7e1cca35-4e97-4873-99fb-d5728569a18f HTTP/1.1" status: 204 len: 168 time: 0.7270017 Feb 09 15:50:13.995216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a80cf-2d25-4304-b029-4acb825e82d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e1cca35-4e97-4873-99fb-d5728569a18f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:14.086596 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.207912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8ec38-470e-48c5-8351-020c73640885 req-ae0795bc-b271-480c-a4e5-12e6b9f87521 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:14.234287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-ae0795bc-b271-480c-a4e5-12e6b9f87521 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.2093151 Feb 09 15:50:14.265738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.297293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8edae8-ee2d-4574-bc60-63a57c14b114']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:14.299079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-5ddcd5fa-c6b4-40bd-b934-ec7cd0a7dca4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/quotas/e3fbcfe4cc354574a0fe8dc1c4dda685 HTTP/1.1" status: 200 len: 375 time: 0.0635152 Feb 09 15:50:14.310873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0f896b-cf99-4236-8434-2ee197da9f92') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:14.311152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0f896b-cf99-4236-8434-2ee197da9f92') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:14.325244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.330584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:50:14.361937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.368254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-2f8b73e4-504a-4213-9abe-46d72e0a9331 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1317792 Feb 09 15:50:14.374188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:50:14.374188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.381982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:50:14.382494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5146c81c-ddb0-475f-bc4a-a63a2d22f3b9 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:50:14.387762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:50:14.390770 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:50:14.420688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-27d70662-83ef-4318-a3ab-d4f0863e7248 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107440 Feb 09 15:50:14.538095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.582110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:14.586045 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c398af-ae76-453f-9519-6f99cc1cf3e2" -d '{"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-unplugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:14.609121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:14.643386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ef52a-f213-4219-8f23-36919afc6493 req-5a135763-7c95-4b64-b02a-d8af8d470652 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:14.645088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c56ef52a-f213-4219-8f23-36919afc6493 req-5a135763-7c95-4b64-b02a-d8af8d470652 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 944 time: 0.2542591 Feb 09 15:50:14.657390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.659025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-3d5c090a-028c-4b8c-a2c2-0db7d0460e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:14.661126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-3d5c090a-028c-4b8c-a2c2-0db7d0460e3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1096 time: 0.2133007 Feb 09 15:50:14.680388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-0b5f9df0-e6ee-419e-b79f-7fb30e22e144 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300239 Feb 09 15:50:14.684794 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.690856 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] 10.222.0.53 "DELETE /v2.0/networks/5e8edae8-ee2d-4574-bc60-63a57c14b114 HTTP/1.1" status: 204 len: 168 time: 0.6966686 Feb 09 15:50:14.712879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630648f-2193-4a3d-a014-0a2639d8608c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8edae8-ee2d-4574-bc60-63a57c14b114,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:14.757406 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.770425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c56ef52a-f213-4219-8f23-36919afc6493 req-08fd7e64-ec9b-40f6-82bc-844acb0d7b68 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027856 Feb 09 15:50:14.826699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:15.186965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38304) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:15.248963 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1b9f258-9541-4e22-a105-5423b94aeb7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=646d4cff5f9749f790d8dcf2572c04ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602601 Feb 09 15:50:15.256260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38306) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:15.308050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0849361c-4bd1-49cc-ae4f-7ac0f9ffb375 req-af743e0e-c855-4aa4-b824-5b90d2793ef3 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "GET /v2.0/security-groups/cc1f5853-7aa8-469f-806b-022d6a5a6fab HTTP/1.1" status: 200 len: 1811 time: 0.4489028 Feb 09 15:50:15.315357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-2ff712ba-39e0-47bb-963d-0c939eb37038 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130898 Feb 09 15:50:15.317868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-d51fb22e-3a40-4891-a9e2-65f6d0e61b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:15.319336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-d51fb22e-3a40-4891-a9e2-65f6d0e61b23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.5816011 Feb 09 15:50:15.324892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb485653-94c7-4d26-9334-0b3c05284f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:15.352881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb485653-94c7-4d26-9334-0b3c05284f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:15.500819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-45b411fc-da09-433a-b16c-79e0ad11d619 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.1657894 Feb 09 15:50:15.566492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0849361c-4bd1-49cc-ae4f-7ac0f9ffb375 req-c0e923db-a7cf-4d31-a2e5-787769e0cfe1 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:15.574152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb485653-94c7-4d26-9334-0b3c05284f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:15.578105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb485653-94c7-4d26-9334-0b3c05284f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:15.583173 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bb485653-94c7-4d26-9334-0b3c05284f10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d14eb73-3e27-4099-84dc-782ecaadbbcb HTTP/1.1" status: 204 len: 168 time: 0.3218307 Feb 09 15:50:15.594853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb485653-94c7-4d26-9334-0b3c05284f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d14eb73-3e27-4099-84dc-782ecaadbbcb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:15.634349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0849361c-4bd1-49cc-ae4f-7ac0f9ffb375 req-c0e923db-a7cf-4d31-a2e5-787769e0cfe1 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:15.641719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-86310a99-01b4-4b6d-85d9-3fe077cf834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:15.641719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-86310a99-01b4-4b6d-85d9-3fe077cf834a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1293595 Feb 09 15:50:15.736648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-c75c040a-5129-4471-a9ac-271908ae9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:15.738608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-c75c040a-5129-4471-a9ac-271908ae9920 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877135 Feb 09 15:50:15.854033 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0849361c-4bd1-49cc-ae4f-7ac0f9ffb375 req-c0e923db-a7cf-4d31-a2e5-787769e0cfe1 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:15.856929 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0849361c-4bd1-49cc-ae4f-7ac0f9ffb375 req-c0e923db-a7cf-4d31-a2e5-787769e0cfe1 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:15.858182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0849361c-4bd1-49cc-ae4f-7ac0f9ffb375 req-c0e923db-a7cf-4d31-a2e5-787769e0cfe1 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] 10.222.0.53 "DELETE /v2.0/security-groups/cc1f5853-7aa8-469f-806b-022d6a5a6fab HTTP/1.1" status: 204 len: 173 time: 0.5419235 Feb 09 15:50:15.866869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:15.914867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e923db-a7cf-4d31-a2e5-787769e0cfe1 tempest-SecurityGroupRulesNegativeTestJSON-1989885643 tempest-SecurityGroupRulesNegativeTestJSON-1989885643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f5853-7aa8-469f-806b-022d6a5a6fab,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:15.952448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13f72-11b5-489e-95e3-f47f169e735c req-2c778461-2aa5-4064-a570-3b3a6b78fbc4 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:15.962723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1be13f72-11b5-489e-95e3-f47f169e735c req-2c778461-2aa5-4064-a570-3b3a6b78fbc4 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.2047567 Feb 09 15:50:16.006205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-804625d2-836e-4aca-b70c-336bc3e5e7f7 admin admin] Deleting subnet 04560af9-b267-4444-b90c-2e304954a7e0 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:50:16.010055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-804625d2-836e-4aca-b70c-336bc3e5e7f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.036641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-f9847a0d-7b49-41db-a5c5-9903c7c55853 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881925 Feb 09 15:50:16.051038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-804625d2-836e-4aca-b70c-336bc3e5e7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.064868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0da2db1c-ebd9-458d-ad30-cfdece0aceb2 req-21c35942-5755-4847-90f6-a44061dc03ad tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 210 time: 0.0461628 Feb 09 15:50:16.120584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1be13f72-11b5-489e-95e3-f47f169e735c req-de4a500a-f0f3-48bb-aa04-5cf9348f2ed4 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338892 Feb 09 15:50:16.151868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-804625d2-836e-4aca-b70c-336bc3e5e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.171577 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecb1193-0cfb-48ac-8e66-de4bb6704319 x-openstack-request-id: req-cecb1193-0cfb-48ac-8e66-de4bb6704319 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:16.172940 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-unplugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:16.173430 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cecb1193-0cfb-48ac-8e66-de4bb6704319 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:16.174059 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'code': 200} Feb 09 15:50:16.177886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaab10d0-f982-4acc-9691-8ccf35c053a8 req-ce46c189-ece0-4d77-98bf-a1f9ccd69bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263924 Feb 09 15:50:16.322216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73d59847-ce7a-4b02-975a-502feaae2910 req-b9d6dda3-8b5b-4252-ade8-48645bd024e8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 210 time: 0.0322115 Feb 09 15:50:16.346117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-804625d2-836e-4aca-b70c-336bc3e5e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.361644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8552e006-dc4b-47b1-8f16-f8a7a79703c0 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:50:16.383842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804625d2-836e-4aca-b70c-336bc3e5e7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04560af9-b267-4444-b90c-2e304954a7e0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:16.390875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-804625d2-836e-4aca-b70c-336bc3e5e7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.397700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:16.397988 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-804625d2-836e-4aca-b70c-336bc3e5e7f7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/04560af9-b267-4444-b90c-2e304954a7e0 HTTP/1.1" status: 204 len: 168 time: 0.5292807 Feb 09 15:50:16.545767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.557451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64747b-ef2e-4b4c-b7ec-9ad521f4ccdb req-a79f4d81-0efa-49d2-b118-39c04f503efb tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:16.559093 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc64747b-ef2e-4b4c-b7ec-9ad521f4ccdb req-a79f4d81-0efa-49d2-b118-39c04f503efb tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 944 time: 0.1357052 Feb 09 15:50:16.562459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:16.589778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'mac_address': 'fa:16:3e:16:cd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:50:16.635670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.652880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8552e006-dc4b-47b1-8f16-f8a7a79703c0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:16.690323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.700858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:16.706258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc64747b-ef2e-4b4c-b7ec-9ad521f4ccdb req-60e982c4-be9c-40d9-a61a-99d8d69a6dfe tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991995 Feb 09 15:50:16.724455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a716419f-1619-4b61-8a13-7f7d36fd2538']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:16.738596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd62d7aa-9248-40be-808c-1aa44fa40524') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:16.739651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd62d7aa-9248-40be-808c-1aa44fa40524') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:16.749714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.767651 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.775403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:50:16.775746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:50:16.778266 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:50:16.809620 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:16.812001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5a8de486-ad8f-4203-b62c-d1164f57d927 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:50:16.949175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:17.011490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:17.031676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'port_id': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'mac_address': 'fa:16:3e:8d:df:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b275e3-8eb1-49e7-a6d2-eb44ad5eb759', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:50:17.095805 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:17.099992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:17.110882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:17.115444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a716419f-1619-4b61-8a13-7f7d36fd2538 HTTP/1.1" status: 204 len: 168 time: 0.7165222 Feb 09 15:50:17.127973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8de486-ad8f-4203-b62c-d1164f57d927 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:17.156585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272de10a-45e3-430e-b417-29d96d88f8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a716419f-1619-4b61-8a13-7f7d36fd2538,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:17.165733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:17.246647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e881ed6-9a11-41b0-8cbf-1feba3127790 req-69812153-cd8f-484d-bec4-058b4f35a5ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 210 time: 0.0432177 Feb 09 15:50:17.349785 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:17.388787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ba607-8102-4af7-b68a-880e45d57a7b req-a8136be2-fb1c-42ee-ab7b-3df63701a244 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:17.391541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e8ba607-8102-4af7-b68a-880e45d57a7b req-a8136be2-fb1c-42ee-ab7b-3df63701a244 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.0669804 Feb 09 15:50:17.419827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:17.521680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['8552e006-dc4b-47b1-8f16-f8a7a79703c0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:17.536786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6bc9239b-84a1-4b3c-8c19-87cb1858d373 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925241 Feb 09 15:50:17.545281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f411cab5-352b-4bee-8235-70ab50e8cb0b req-6bcbc0f4-6901-4684-a4eb-df1748de3da8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 210 time: 0.0576146 Feb 09 15:50:17.585648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e8ba607-8102-4af7-b68a-880e45d57a7b req-5bf070b2-4d5a-4816-a31d-c1a10471d63a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525273 Feb 09 15:50:17.802450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-1be02368-3d84-4ad7-aa9d-3019909ac130 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:17.802450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-1be02368-3d84-4ad7-aa9d-3019909ac130 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518327 Feb 09 15:50:17.819615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Request body: {'port': {'device_id': '4e925427-1275-4820-8d85-9dd5d954d271', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '7772caae686c4e6e92715ae43e275e20'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:17.844254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5a8de486-ad8f-4203-b62c-d1164f57d927'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:17.930519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940fa93-ce69-4d56-abdb-ba4780501594 req-8f7ec486-5c57-4053-b0e1-6b8aabd20eff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:17.938845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9940fa93-ce69-4d56-abdb-ba4780501594 req-8f7ec486-5c57-4053-b0e1-6b8aabd20eff tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 945 time: 0.1349256 Feb 09 15:50:18.032730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38394) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:18.066306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9940fa93-ce69-4d56-abdb-ba4780501594 req-309bde9b-7edc-467d-96b9-28b95c88a2e9 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227832 Feb 09 15:50:18.144808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2619049f-a472-4f27-89ee-59005ea9e572 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d55364afa2d43c88ae6bdeeda95dd79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091785 Feb 09 15:50:18.147458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38400) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:18.198574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Made reservation on behalf of 7772caae686c4e6e92715ae43e275e20 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:18.201818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.326632 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64019e49-5759-4786-8171-e4e104854698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.353265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64019e49-5759-4786-8171-e4e104854698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.361620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8552e006-dc4b-47b1-8f16-f8a7a79703c0 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:18.428511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f942bd15-1517-4c37-9279-49a73239c7dd req-7b6b0d37-d254-4a43-aca1-3a6cfca35801 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 210 time: 0.0575645 Feb 09 15:50:18.503484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:18.504483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.570555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Allocated IP 192.168.233.66 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/4db3930a-312b-4647-8940-ad7d7078dfbc) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:18.622849 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.682298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:18.684793 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64019e49-5759-4786-8171-e4e104854698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.686816 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eac9921-9bc0-4102-9d64-1d15cf8bece5" -d '{"events": [{"server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "name": "network-vif-plugged", "status": "completed", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:18.687841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64019e49-5759-4786-8171-e4e104854698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.689195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-64019e49-5759-4786-8171-e4e104854698 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8b04ea0-29ed-4124-a7ce-82abc884767f HTTP/1.1" status: 204 len: 168 time: 0.5406685 Feb 09 15:50:18.715527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:18.771517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64019e49-5759-4786-8171-e4e104854698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b04ea0-29ed-4124-a7ce-82abc884767f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:18.786257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3fd0682-cde2-464c-ae74-18ba02417462 req-255f5084-bc9e-451b-b770-a910fc846734 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 210 time: 0.1326332 Feb 09 15:50:18.866835 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.939719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3550d-3db2-4d10-aa02-738fe9be6639 req-1d6c6963-d235-4cac-a841-03cfb76ddd3c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:18.947914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ab3550d-3db2-4d10-aa02-738fe9be6639 req-1d6c6963-d235-4cac-a841-03cfb76ddd3c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.1831954 Feb 09 15:50:18.976337 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-8705f95d-eabc-4ba1-9435-f2936c52ab0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252289 Feb 09 15:50:19.034488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ab3550d-3db2-4d10-aa02-738fe9be6639 req-8fb714d5-222d-490f-a4ac-39d9fdb0fc9a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832670 Feb 09 15:50:19.092049 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:19.168270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbfad22f-a7d2-4aa5-bdfe-55b79333c05d req-5ba04afc-f5ee-4f0f-a053-e0be13d60714 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1458201 Feb 09 15:50:19.170092 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-6dab5d2a-5ed6-4296-95c6-d81b27101c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:19.175149 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-6dab5d2a-5ed6-4296-95c6-d81b27101c42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 1095 time: 0.1033168 Feb 09 15:50:19.375177 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:19.395061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a222276-91e7-4bcc-b6dc-1e859f766f4f req-f55aa6f6-255d-4459-9cc5-510edb6d52de tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:19.398707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a222276-91e7-4bcc-b6dc-1e859f766f4f req-f55aa6f6-255d-4459-9cc5-510edb6d52de tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 945 time: 0.1115417 Feb 09 15:50:19.437867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:19.445850 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadf06d3-eec2-4c3a-a794-c98e06e69403 x-openstack-request-id: req-cadf06d3-eec2-4c3a-a794-c98e06e69403 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:19.446192 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "name": "network-vif-plugged", "status": "completed", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:19.447572 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cadf06d3-eec2-4c3a-a794-c98e06e69403 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:19.448901 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'code': 200} Feb 09 15:50:19.454587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f', 'cd825904-4bb5-46bf-8ca9-94e659580d6c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:19.464305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'cf161fc3-1c21-4798-b6e4-dc5ef029133a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:19.502996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-e00e5326-0680-4e08-ae97-aab59fd60c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:19.510953 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-e00e5326-0680-4e08-ae97-aab59fd60c8e service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.2987771 Feb 09 15:50:19.573593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.578895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.585519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.585988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.586202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.586512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.586848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.590825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.591256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.591563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.591908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.592273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.594409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'Port': ['ID=4db3930a-312b-4647-8940-ad7d7078dfbc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:19.643669 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-133f77c2-f05b-428f-bb2f-eb1b28c8ab32 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 200 len: 217 time: 0.1100457 Feb 09 15:50:19.742712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.743486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.744246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.745472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.746164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.747059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.747795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.748569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.749280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.751362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-db4789da-9dc5-4991-b695-35d4147df6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:19.752055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.752872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.753618 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-db4789da-9dc5-4991-b695-35d4147df6e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.0829754 Feb 09 15:50:19.758031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:19.816296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:19.825063 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-58b4eeb3-9aed-4652-9325-eda389c45f5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392852 Feb 09 15:50:19.871487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a222276-91e7-4bcc-b6dc-1e859f766f4f req-0ba0ca33-b4e9-450e-aa3a-55689378842c tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017404 Feb 09 15:50:19.877939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:19.889903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:20.067296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aed7e-9666-44ee-82ad-56558e9ed9e2 req-ad207fe8-6a3d-4f0c-b6ad-bef617413c65 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:20.072891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-739aed7e-9666-44ee-82ad-56558e9ed9e2 req-ad207fe8-6a3d-4f0c-b6ad-bef617413c65 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 935 time: 0.3891563 Feb 09 15:50:20.117677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:20.118809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:20.166198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8ec38-470e-48c5-8351-020c73640885 req-aed2497b-cb24-4039-8adb-7f2301bbcec9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:20.170509 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-aed2497b-cb24-4039-8adb-7f2301bbcec9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.7036481 Feb 09 15:50:20.210004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-739aed7e-9666-44ee-82ad-56558e9ed9e2 req-28a0e0d0-1295-46e1-84d9-0463e0e506c6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205847 Feb 09 15:50:20.222733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Request body: {'port': {'device_id': '72ccbd13-7980-4fba-9d2c-cc3920ee2457', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'admin_state_up': True, 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:20.299103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-6ec7662e-da33-4e8f-a1ab-ffe884ff92cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4832752 Feb 09 15:50:20.313254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Request body: {'port': {'device_id': '4e925427-1275-4820-8d85-9dd5d954d271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:20.382592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5a8de486-ad8f-4203-b62c-d1164f57d927 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:20.543274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28bb2ca6-7a12-439e-882c-64b48296bbef req-bfac325b-bfe5-4d8e-92fb-46c260e07fca tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 210 time: 0.0810046 Feb 09 15:50:20.551023 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-e358bff6-5026-4e45-8bb6-db7e4b4f89e3 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162001 Feb 09 15:50:20.709107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c94c9acf-0a4f-47fc-b601-c775178a6197 None None] Provisioning complete for port 4db3930a-312b-4647-8940-ad7d7078dfbc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:20.709107 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c94c9acf-0a4f-47fc-b601-c775178a6197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:20.725473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4657fabc-3ec3-4f04-a50e-41eec1f546f7 req-fa6a9450-9976-4d68-bfbf-1c03c3a6466b tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0910957 Feb 09 15:50:20.726336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:20.776101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf1765-3049-4465-9f92-ab9b11f0c3eb req-07e302e3-8efb-4e57-867a-3e9b1471cb27 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:20.778887 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20b5ad08-b3d6-40de-8c01-222d7ce0ab75 req-f8b01d47-04df-46f0-acf5-591686750b9a service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173789 Feb 09 15:50:20.787850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf1765-3049-4465-9f92-ab9b11f0c3eb req-07e302e3-8efb-4e57-867a-3e9b1471cb27 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.2262874 Feb 09 15:50:20.801427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c94c9acf-0a4f-47fc-b601-c775178a6197 None None] Port 4db3930a-312b-4647-8940-ad7d7078dfbc cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:50:20.882943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:20.889331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:20.910557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 5a8de486-ad8f-4203-b62c-d1164f57d927 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:50:20.913479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf1765-3049-4465-9f92-ab9b11f0c3eb req-d15b9665-ed17-4aae-80e8-5ecf4095e64a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245236 Feb 09 15:50:20.948589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5a8de486-ad8f-4203-b62c-d1164f57d927 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:20.949092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:21.139101 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:21.194082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f871d-1204-4b85-b42a-c0dd2f655f41 req-f9b8a26c-e190-4ddd-80a1-328eaaa15ca8 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:21.205295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-487f871d-1204-4b85-b42a-c0dd2f655f41 req-f9b8a26c-e190-4ddd-80a1-328eaaa15ca8 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 945 time: 0.1181424 Feb 09 15:50:21.213348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:21.240184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Allocated IP 172.20.0.7 (8fe90d03-74e6-453d-8f52-18e4671920fb/1d5c1cd5-fa7c-471b-bb59-78d9844adee3/92ddbdb1-0470-4880-bb76-4454cc5d6e59) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:21.375989 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:21.397657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-487f871d-1204-4b85-b42a-c0dd2f655f41 req-309f799b-6f47-4ad7-b9e6-8493717cb069 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895223 Feb 09 15:50:21.451953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:21.457527 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc07d9-929a-4826-b881-9ac72e6f3779" -d '{"events": [{"server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "name": "network-vif-plugged", "status": "completed", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:21.514465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38500) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:21.531310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:21.559161 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0834e5a1-1a26-40c6-b6e3-2d947e042d0e x-openstack-request-id: req-0834e5a1-1a26-40c6-b6e3-2d947e042d0e {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:21.559543 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "name": "network-vif-plugged", "status": "completed", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:21.559810 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0834e5a1-1a26-40c6-b6e3-2d947e042d0e {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:21.561793 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'code': 200} Feb 09 15:50:21.665769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-1c6806c2-b1f2-44a3-89ab-992fa82d08f2 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:21.667880 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-1c6806c2-b1f2-44a3-89ab-992fa82d08f2 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.2611136 Feb 09 15:50:21.693122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828542-1'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:21.726427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-655947418-network', 'tenant_id': '9e0539864e0e426db04400e9d846549d'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:21.732480 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:21.793522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2972d9c6-ae58-45fc-ba2f-7821e361aff6 req-3d53be6f-9247-4e88-a86d-cd9e57e7db7d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 210 time: 0.0770049 Feb 09 15:50:21.796125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:21.803078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54c682-703b-4866-bc56-ba161ab0100e req-98280748-0a21-4d22-8825-f96d29f9649c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:21.805994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a54c682-703b-4866-bc56-ba161ab0100e req-98280748-0a21-4d22-8825-f96d29f9649c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 935 time: 0.3909509 Feb 09 15:50:21.879334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b40a7-7a6a-4fe1-bbcb-4accd507dd29 req-e37aebce-61d8-46cc-89a5-64f0b6b8dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:21.881199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-344b40a7-7a6a-4fe1-bbcb-4accd507dd29 req-e37aebce-61d8-46cc-89a5-64f0b6b8dc31 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 1097 time: 0.2102866 Feb 09 15:50:21.974981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:21.985753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Made reservation on behalf of 9e0539864e0e426db04400e9d846549d for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:21.988658 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.008312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a54c682-703b-4866-bc56-ba161ab0100e req-7628b5de-3c26-4ae1-8c40-5b3348784ca7 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902552 Feb 09 15:50:22.020356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db3930a-312b-4647-8940-ad7d7078dfbc {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:22.027313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.037239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-344b40a7-7a6a-4fe1-bbcb-4accd507dd29 req-7e9f2474-0929-46cf-92bd-55d507f33c1f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137578 Feb 09 15:50:22.043860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:22.079107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51ac521e-fec6-4e59-b444-be880697a8d2 req-562e3dd5-0750-4950-a5ba-c82d9ec61831 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0630236 Feb 09 15:50:22.081816 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.120987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Transition to ACTIVE for port object 4db3930a-312b-4647-8940-ad7d7078dfbc will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:50:22.132621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:22.135885 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a336cdef-6040-4995-8fd1-2fb35540e28c" -d '{"events": [{"server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "name": "network-vif-unplugged", "status": "completed", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:22.140996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.205545 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ab2b76-0749-4b65-81ed-f7cb6eecb5d3 x-openstack-request-id: req-f7ab2b76-0749-4b65-81ed-f7cb6eecb5d3 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:22.205844 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "name": "network-vif-unplugged", "status": "completed", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:22.206138 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7ab2b76-0749-4b65-81ed-f7cb6eecb5d3 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:22.206550 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4', 'code': 200} Feb 09 15:50:22.221810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d942bda-26d5-4a25-bee7-363637a4e983 req-f99bbe23-6570-4b2a-96b3-779f64bac969 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:22.223514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d942bda-26d5-4a25-bee7-363637a4e983 req-f99bbe23-6570-4b2a-96b3-779f64bac969 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 945 time: 0.0906343 Feb 09 15:50:22.232121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.282431 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.303318 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.309024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.317338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:22.322837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Pushing event updated for resources: {'Port': ['ID=4db3930a-312b-4647-8940-ad7d7078dfbc,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:22.360051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d942bda-26d5-4a25-bee7-363637a4e983 req-ade6132c-6d9a-45a9-a88f-9792358bf2d9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134424 Feb 09 15:50:22.464694 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.534329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Network 8fe90d03-74e6-453d-8f52-18e4671920fb is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:22.536866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Attempting to bind port 4db3930a-312b-4647-8940-ad7d7078dfbc on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:22.537409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Attempting to bind port 4db3930a-312b-4647-8940-ad7d7078dfbc by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:22.537822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Attempting to bind port 4db3930a-312b-4647-8940-ad7d7078dfbc on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:22.560473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:22.560473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:22.587180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Port 4db3930a-312b-4647-8940-ad7d7078dfbc on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:50:22.602147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Attempting to bind port 4db3930a-312b-4647-8940-ad7d7078dfbc on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:22.602339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Pushing event updated for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=7']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:22.602455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:50:22.608249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on host n-h1-828542-1 for vnic_type normal with profile {"migrating_to": "n-h2-828542-1"} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:22.609501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:22.610279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:22.653827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121b96fe-a38f-42c1-977f-16fe01fa449f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:22.657270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:22.657672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:22.658077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:22.658575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Bound port: 4db3930a-312b-4647-8940-ad7d7078dfbc, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:22.658952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.671102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.671467 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Added segment 39f6bbdf-0154-4934-a5a0-bbe2c2674e22 of type vlan for network 29e47106-2d11-4a13-b0cc-22548f10c51a Feb 09 15:50:22.701113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event updated for resources: {'Port': ['ID=92ddbdb1-0470-4880-bb76-4454cc5d6e59,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:22.726039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:50:22.726810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Attempting to bind port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on network a59d1419-af6d-42da-a4a3-8630110ff916 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:22.738298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:22.739046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Checking segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:22.739674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Bound using segment: {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:22.740411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Bound port: c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fe864b-c94e-45f6-a9ff-6fa7473d8304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a59d1419-af6d-42da-a4a3-8630110ff916'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:22.741058 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.770014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:22.770847 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.821772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.850665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d18859-7df1-4fa6-84af-d9ffbdac4882 req-2c9caded-20f0-40d2-b11e-a4c566cf9a88 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:22.852967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90d18859-7df1-4fa6-84af-d9ffbdac4882 req-2c9caded-20f0-40d2-b11e-a4c566cf9a88 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.2909205 Feb 09 15:50:22.886844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-de4af843-0ae8-4ed0-8d99-6a42e921975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.900189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:22.905090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:22.947935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] For port 4db3930a-312b-4647-8940-ad7d7078dfbc, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:23.000338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] For port 4db3930a-312b-4647-8940-ad7d7078dfbc, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4db3930a-312b-4647-8940-ad7d7078dfbc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:23.011324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90d18859-7df1-4fa6-84af-d9ffbdac4882 req-c632d5a0-9102-44a3-b446-d6a45dc4d803 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488748 Feb 09 15:50:23.027357 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-c58486d7-3112-4453-a59e-e4dc47dd0700 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8408301 Feb 09 15:50:23.048330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c7d09-d138-4c91-b204-85f4e4a0a806 req-091c7b46-a4a2-4431-8de3-090420a1f743 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:23.048644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Request body: {'port': {'device_id': '72ccbd13-7980-4fba-9d2c-cc3920ee2457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:23.050352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc7c7d09-d138-4c91-b204-85f4e4a0a806 req-091c7b46-a4a2-4431-8de3-090420a1f743 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 931 time: 0.1419344 Feb 09 15:50:23.107735 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:23.107973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:23.109226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:23.111814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:23.153275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:23.308353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc7c7d09-d138-4c91-b204-85f4e4a0a806 req-2eafaab5-b4a5-4293-aea1-12d79c62fb8c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314401 Feb 09 15:50:23.317334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:23.317975 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:23.320763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] 10.222.0.13 "PUT /v2.0/ports/4db3930a-312b-4647-8940-ad7d7078dfbc HTTP/1.1" status: 200 len: 1095 time: 3.0127914 Feb 09 15:50:23.320763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e925427-1275-4820-8d85-9dd5d954d271', 'tag': '4db3930a-312b-4647-8940-ad7d7078dfbc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:23.323097 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4e925427-1275-4820-8d85-9dd5d954d271", "tag": "4db3930a-312b-4647-8940-ad7d7078dfbc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:23.340950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8180714 Feb 09 15:50:23.348366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c93e57-fc11-4caa-a010-c49460b4b711 admin admin] Pushing event updated for resources: {'Network': ['ID=29e47106-2d11-4a13-b0cc-22548f10c51a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:23.350697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38532) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:23.360152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Request body: {'subnet': {'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-655947418-subnet', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:23.365943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 29e47106-2d11-4a13-b0cc-22548f10c51a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:50:23.372520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b25599-53d4-4ecf-8546-be7c69467918 service neutron] Pushing event updated for resources: {'Port': ['ID=4db3930a-312b-4647-8940-ad7d7078dfbc,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:23.421522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8435246-6811-4ea6-88b1-d5217a18a879 req-b0631a7c-75df-4bc1-adab-f0ae41ff17d5 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:23.437723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8435246-6811-4ea6-88b1-d5217a18a879 req-b0631a7c-75df-4bc1-adab-f0ae41ff17d5 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 947 time: 0.3157036 Feb 09 15:50:23.578855 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:23.636060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8004a5-b54a-4a58-a736-f5ff3f0b53fb req-11c7db15-f123-4237-9b2d-4cd3e6accb96 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1048114 Feb 09 15:50:23.643561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:23.644552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:23.647308 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] 10.222.0.73 "PUT /v2.0/ports/c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 200 len: 1121 time: 1.9688134 Feb 09 15:50:23.686693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8435246-6811-4ea6-88b1-d5217a18a879 req-69a9fbc7-ac5c-4ba4-93e5-1c48a36c608c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464461 Feb 09 15:50:23.691205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac684d-fc4d-492f-aeaf-8fe3ca76330d service neutron] Pushing event updated for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=8']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:23.739405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Made reservation on behalf of 9e0539864e0e426db04400e9d846549d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:23.745099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:23.764643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['c25e1e2c-ff17-4359-bcd7-ba33753c31d4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:23.810796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-8fa5f994-aaac-4bf3-a057-bfe54f62ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:23.818088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-8fa5f994-aaac-4bf3-a057-bfe54f62ee1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 1098 time: 0.3346484 Feb 09 15:50:23.831620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c25e1e2c-ff17-4359-bcd7-ba33753c31d4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:23.925981 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13746a65-ca10-4ac5-a4e7-f36ff010dbef x-openstack-request-id: req-13746a65-ca10-4ac5-a4e7-f36ff010dbef {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:23.927679 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e925427-1275-4820-8d85-9dd5d954d271", "tag": "4db3930a-312b-4647-8940-ad7d7078dfbc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:23.930588 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13746a65-ca10-4ac5-a4e7-f36ff010dbef {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:23.931372 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e925427-1275-4820-8d85-9dd5d954d271', 'tag': '4db3930a-312b-4647-8940-ad7d7078dfbc', 'status': 'completed', 'code': 200} Feb 09 15:50:24.208417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:24.211160 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563" -d '{"events": [{"name": "network-changed", "server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:24.396409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c25e1e2c-ff17-4359-bcd7-ba33753c31d4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:50:24.413927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ddbdb1-0470-4880-bb76-4454cc5d6e59 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:24.425601 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:24.449839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Transition to ACTIVE for port object 92ddbdb1-0470-4880-bb76-4454cc5d6e59 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:50:24.570635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-54c76cfc-2ff2-4a18-a66a-a7e327208965 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4db3930a-312b-4647-8940-ad7d7078dfbc HTTP/1.1" status: 200 len: 217 time: 0.6480241 Feb 09 15:50:24.591055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:24.656249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:24.668915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-a5a7f25d-4dec-4ea4-8a7e-4fb99175f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:24.670756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-a5a7f25d-4dec-4ea4-8a7e-4fb99175f8f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0757818 Feb 09 15:50:24.698181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c25e1e2c-ff17-4359-bcd7-ba33753c31d4 has no active binding in host n-h2-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 15:50:24.735953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Pushing event updated for resources: {'Port': ['ID=92ddbdb1-0470-4880-bb76-4454cc5d6e59,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:24.754978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c290878-acab-487f-952f-67ec7dcbae5e req-d34a09ca-7ac1-4d03-8b04-273dd168fdd2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:24.756881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c290878-acab-487f-952f-67ec7dcbae5e req-d34a09ca-7ac1-4d03-8b04-273dd168fdd2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.2170265 Feb 09 15:50:24.768317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ea85e-f1aa-4c43-8179-e93dc9ac4074 req-f846b1f7-baf8-403f-b947-56e36da39029 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:24.770017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-069ea85e-f1aa-4c43-8179-e93dc9ac4074 req-f846b1f7-baf8-403f-b947-56e36da39029 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.9669113 Feb 09 15:50:24.816245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Attempting to bind port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:24.817189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Attempting to bind port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:24.817645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Attempting to bind port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:24.823163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-dec040ee-4cdb-43cd-9e36-e837bf344bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:24.824681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-dec040ee-4cdb-43cd-9e36-e837bf344bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440544 Feb 09 15:50:24.825255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 on network 8fe90d03-74e6-453d-8f52-18e4671920fb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:50:24.825761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Attempting to bind port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:24.833113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:24.833741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Checking segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:24.834463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Bound using segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:24.835202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Bound port: 92ddbdb1-0470-4880-bb76-4454cc5d6e59, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:24.835733 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:24.945882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] For port 92ddbdb1-0470-4880-bb76-4454cc5d6e59, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:24.951610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] For port 92ddbdb1-0470-4880-bb76-4454cc5d6e59, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=92ddbdb1-0470-4880-bb76-4454cc5d6e59,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:24.969409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c290878-acab-487f-952f-67ec7dcbae5e req-e5812c8c-ece8-4246-b2ce-a3449ca7a464 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967056 Feb 09 15:50:24.992019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-069ea85e-f1aa-4c43-8179-e93dc9ac4074 req-183aad1a-c84c-40b1-bdca-2d29ccfe6378 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949427 Feb 09 15:50:25.063297 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc02696-b01a-4863-9119-2d7e37fe79ea x-openstack-request-id: req-4dc02696-b01a-4863-9119-2d7e37fe79ea {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:25.063928 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:25.064292 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4dc02696-b01a-4863-9119-2d7e37fe79ea {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:25.064823 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4', 'status': 'completed', 'code': 200} Feb 09 15:50:25.066777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:25.156058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-b5b5f0a4-886b-437a-9e8c-543a791d0e91 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954612 Feb 09 15:50:25.200514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:25.201247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:25.203027 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] 10.222.0.13 "PUT /v2.0/ports/92ddbdb1-0470-4880-bb76-4454cc5d6e59 HTTP/1.1" status: 200 len: 1091 time: 2.1590152 Feb 09 15:50:25.204818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47cb3c-031d-44b3-a59e-71a560f31013 service neutron] Pushing event updated for resources: {'Port': ['ID=92ddbdb1-0470-4880-bb76-4454cc5d6e59,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:25.231188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a27267b9-401d-4118-9d45-ee5e213f35f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:25.232212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:25.240652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a409b87-8a08-41ea-83ff-66efb97e34aa req-8e4f3de9-2e39-407f-a116-f3a49645ffc2 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0817492 Feb 09 15:50:25.368606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-8437548e-d0f1-4010-91b6-61582c9b433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:25.370512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-8437548e-d0f1-4010-91b6-61582c9b433b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1124 time: 0.2800362 Feb 09 15:50:25.516755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:25.557803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2a4c-a95d-414c-9c28-3f7e350571ad req-a3fe2588-1433-4383-883b-3b1fd549c858 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:25.560713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdcc2a4c-a95d-414c-9c28-3f7e350571ad req-a3fe2588-1433-4383-883b-3b1fd549c858 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 943 time: 0.3507593 Feb 09 15:50:25.580458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Checking segment: {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:25.582200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Network hostable DHCP agents. Network: 29e47106-2d11-4a13-b0cc-22548f10c51a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:50:25.610534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9136d0-a017-405b-8827-0a7bc5537747 req-8a70ad97-9316-454e-b9e5-aa3e9527791d service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379845 Feb 09 15:50:25.610818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8ec38-470e-48c5-8351-020c73640885 req-7d8ccfa4-24c8-40fd-b19d-da7aa0d5545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:25.614798 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-7d8ccfa4-24c8-40fd-b19d-da7aa0d5545b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 1094 time: 0.0848308 Feb 09 15:50:25.634669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5c60b-cca5-4030-b2ba-d2f607a9347e req-37ecb37b-d11f-49bf-98e7-2e7fa2bebdfc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:25.637389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e5c60b-cca5-4030-b2ba-d2f607a9347e req-37ecb37b-d11f-49bf-98e7-2e7fa2bebdfc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 947 time: 0.2836604 Feb 09 15:50:25.679664 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-f5019543-9472-44dd-9010-fc7038058ffe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ddbdb1-0470-4880-bb76-4454cc5d6e59 HTTP/1.1" status: 200 len: 217 time: 0.0445631 Feb 09 15:50:25.695751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-4ba6950f-ae41-4502-b143-658f793e53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:25.697696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-4ba6950f-ae41-4502-b143-658f793e53ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.2948134 Feb 09 15:50:25.747982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8ec38-470e-48c5-8351-020c73640885 req-21a46d3e-3bb6-4196-b8c3-3aca4b5e0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:25.749445 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-21a46d3e-3bb6-4196-b8c3-3aca4b5e0280 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.0624869 Feb 09 15:50:25.756306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdcc2a4c-a95d-414c-9c28-3f7e350571ad req-75d8cc25-3225-44e5-aa0d-aadccfb77f27 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787868 Feb 09 15:50:25.760172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-44fabf67-c59a-4856-837b-80b31293ade9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 200 len: 217 time: 0.0532801 Feb 09 15:50:25.791679 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-ac7de424-1895-4ab0-858c-e89390e44c6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309122 Feb 09 15:50:25.792427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51e5c60b-cca5-4030-b2ba-d2f607a9347e req-dd1f03e9-9abe-4bf0-8eb8-988b73a9464c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388626 Feb 09 15:50:25.835906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-e2b096ae-0e1d-401f-bcfb-aae36547ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:25.837488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-e2b096ae-0e1d-401f-bcfb-aae36547ab1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.0680642 Feb 09 15:50:25.873935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-65306c48-545c-4415-adf6-407025795c95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262990 Feb 09 15:50:25.896987 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-5f14d7c2-b964-499b-a568-c05e3ad74dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973015 Feb 09 15:50:25.999175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-b0571389-7ee3-44d8-8d97-32f1b0f39ba9 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145115 Feb 09 15:50:26.024876 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e6e8ec38-470e-48c5-8351-020c73640885 req-fc1ea5bf-d0cf-4a7c-8133-804170e45586 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194491 Feb 09 15:50:26.114773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Network 29e47106-2d11-4a13-b0cc-22548f10c51a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:50:26.246620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-eee037bf-3711-400b-b7ad-47a1c56e2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:26.248589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-eee037bf-3711-400b-b7ad-47a1c56e2e8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 1098 time: 0.2046449 Feb 09 15:50:26.255587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 29e47106-2d11-4a13-b0cc-22548f10c51a) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:26.266451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce1899-cbd3-42ac-95e8-7daef9c7eb58 None None] Network 29e47106-2d11-4a13-b0cc-22548f10c51a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:50:26.266862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d60f-eb89-4f76-9000-743cb12ec558 req-9fb62b6d-6163-4b12-9b09-a6b781565ac5 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:26.268488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34c3d60f-eb89-4f76-9000-743cb12ec558 req-9fb62b6d-6163-4b12-9b09-a6b781565ac5 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.1959174 Feb 09 15:50:26.274198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:26.274813 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:26.289055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c0c7918-fb50-49cc-a0bb-a3f23e7fd563 req-0baaa5c4-1403-4194-b9cc-db8b7ad25506 service neutron] 10.222.0.13 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723641 Feb 09 15:50:26.329887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc0272-d30c-4bb2-becc-fb238830e9df req-2e00a779-37a4-4aab-9c14-9b8dcd86617f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:26.331600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3bc0272-d30c-4bb2-becc-fb238830e9df req-2e00a779-37a4-4aab-9c14-9b8dcd86617f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.1968741 Feb 09 15:50:26.459446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34c3d60f-eb89-4f76-9000-743cb12ec558 req-17120427-887d-4dcf-96c3-f885a8339b84 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623554 Feb 09 15:50:26.474371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3bc0272-d30c-4bb2-becc-fb238830e9df req-d275cc65-395e-4b17-a106-2ffd4e8383eb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969565 Feb 09 15:50:26.510394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-7b8f2055-3e7f-4491-a28d-7ec69f889a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:26.516931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-7b8f2055-3e7f-4491-a28d-7ec69f889a7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2471025 Feb 09 15:50:26.603073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8c220784-a597-4aff-9640-46447ea44804 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.2466240 Feb 09 15:50:26.603073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-dc3e8ab3-549a-48a8-b69d-d5e76f9bca84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4db3930a-312b-4647-8940-ad7d7078dfbc HTTP/1.1" status: 200 len: 217 time: 0.0671809 Feb 09 15:50:26.603884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38580) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:26.608628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:26.647048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40b00961-621c-41ed-a498-7cc82abd48b2 req-39a9482d-48f8-4acd-b00d-f1b1a578011a tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0515518 Feb 09 15:50:26.683563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:26.718523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-624bf5ad-6f93-4517-a704-d930a1000a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:26.720254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-624bf5ad-6f93-4517-a704-d930a1000a55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1079118 Feb 09 15:50:26.721974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-29e47106-2d11-4a13-b0cc-22548f10c51a', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:50:26.722855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:26.727838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:26.729033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:26.835873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-2db898e6-cfc0-441a-9ac8-9f288ee5ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:26.839502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-2db898e6-cfc0-441a-9ac8-9f288ee5ecb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080949 Feb 09 15:50:26.862821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:26.906603 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f841dabf-3291-40ad-9045-6bc4359ebb48 req-2d1b0f2c-9876-4cd5-9113-13855b0890d0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0369446 Feb 09 15:50:26.964635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Allocated IP 172.20.0.2 (29e47106-2d11-4a13-b0cc-22548f10c51a/68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd/e7147b4d-5a21-4e5c-b76c-a183b2e55f04) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:27.170567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.173719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ccbd13-7980-4fba-9d2c-cc3920ee2457', 'tag': '92ddbdb1-0470-4880-bb76-4454cc5d6e59'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:27.176412 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "72ccbd13-7980-4fba-9d2c-cc3920ee2457", "tag": "92ddbdb1-0470-4880-bb76-4454cc5d6e59"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:27.201390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db6a7f-a61d-441c-9a74-31f511975637 req-bd240b4a-6982-48a8-b6d7-f20633873f3a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:27.203081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1db6a7f-a61d-441c-9a74-31f511975637 req-bd240b4a-6982-48a8-b6d7-f20633873f3a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 943 time: 0.3021338 Feb 09 15:50:27.259000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-a0a8e09b-3ade-4f7f-baec-be42d4271d22 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067996 Feb 09 15:50:27.274085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130e5b-11ea-49e4-befb-02aa0c8125a8 req-e52e06ae-f79e-43a9-a3db-f5a6a4efee3a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:27.281050 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.281348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14130e5b-11ea-49e4-befb-02aa0c8125a8 req-e52e06ae-f79e-43a9-a3db-f5a6a4efee3a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 947 time: 0.2119372 Feb 09 15:50:27.294491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.322416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1db6a7f-a61d-441c-9a74-31f511975637 req-3374675a-a70c-435c-a91f-8b0f40c42b15 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985086 Feb 09 15:50:27.337680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Network 29e47106-2d11-4a13-b0cc-22548f10c51a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:27.341359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:27.354767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:27.402323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Pushing event updated for resources: {'Port': ['ID=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:27.469027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14130e5b-11ea-49e4-befb-02aa0c8125a8 req-6c57381d-12ef-4698-99f7-0af01cc85329 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867728 Feb 09 15:50:27.506018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Attempting to bind port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:27.506018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Attempting to bind port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:27.506018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Attempting to bind port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 on network 29e47106-2d11-4a13-b0cc-22548f10c51a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:27.520646 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:27.521360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Checking segment: {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:27.521903 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.522402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Bound using segment: {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:27.524033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Bound port: e7147b4d-5a21-4e5c-b76c-a183b2e55f04, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:27.525947 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.657315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] For port e7147b4d-5a21-4e5c-b76c-a183b2e55f04, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:27.666174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] For port e7147b4d-5a21-4e5c-b76c-a183b2e55f04, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:27.743815 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c0ce2d-2b8b-4117-9cd0-d27863318cec x-openstack-request-id: req-97c0ce2d-2b8b-4117-9cd0-d27863318cec {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:27.744801 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ccbd13-7980-4fba-9d2c-cc3920ee2457", "tag": "92ddbdb1-0470-4880-bb76-4454cc5d6e59", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:27.744801 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97c0ce2d-2b8b-4117-9cd0-d27863318cec {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:27.744801 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ccbd13-7980-4fba-9d2c-cc3920ee2457', 'tag': '92ddbdb1-0470-4880-bb76-4454cc5d6e59', 'status': 'completed', 'code': 200} Feb 09 15:50:27.759567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.791737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192c4c8d-84b4-4d9d-bcc1-8fe29fb0d6bf req-de913cc0-2d11-472c-8e78-921bdaf86d67 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052030 Feb 09 15:50:27.842560 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.863670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865cb36-00b0-4a0e-8c69-f62ca5213a38 req-90c3f547-55d4-4b8a-b5df-19372e74b4fd tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:27.865852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8865cb36-00b0-4a0e-8c69-f62ca5213a38 req-90c3f547-55d4-4b8a-b5df-19372e74b4fd tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.3171170 Feb 09 15:50:27.875791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-3ce6a900-2b7c-4fb3-ad58-7b4d306ab1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:27.877875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-3ce6a900-2b7c-4fb3-ad58-7b4d306ab1dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 1094 time: 0.2026713 Feb 09 15:50:27.903323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72b33f-a40a-4094-a636-2c21cc2781d9 None None] Pushing event updated for resources: {'Port': ['ID=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:27.918599 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:27.990202 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:28.012056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-72e64a05-37a3-4408-a2c3-db03f53cf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:28.013779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-72e64a05-37a3-4408-a2c3-db03f53cf0bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 906 time: 0.1220446 Feb 09 15:50:28.032949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bd124-2e27-4a8e-beab-56d0d2a1e3d0 req-d3fd2cef-c934-497c-86ee-6e4f32624cf1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:28.036858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-339bd124-2e27-4a8e-beab-56d0d2a1e3d0 req-d3fd2cef-c934-497c-86ee-6e4f32624cf1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.2754908 Feb 09 15:50:28.113563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Allocated IP 172.25.5.157 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/500aff7b-d208-4243-8f6c-d375409f7ba4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:28.116603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-c7225f2b-99df-4f42-b685-b8d76a50bc79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ddbdb1-0470-4880-bb76-4454cc5d6e59 HTTP/1.1" status: 200 len: 217 time: 0.0785685 Feb 09 15:50:28.196849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8865cb36-00b0-4a0e-8c69-f62ca5213a38 req-55162d26-7183-4154-8dc5-0100a190ad5d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165836 Feb 09 15:50:28.363403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-339bd124-2e27-4a8e-beab-56d0d2a1e3d0 req-c92c6e6f-d95a-40e2-82bf-cc275d9e0f10 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455540 Feb 09 15:50:28.371062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:28.379072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-385ff089-1478-4620-969a-7c6743508639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:28.380607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-385ff089-1478-4620-969a-7c6743508639 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.2544174 Feb 09 15:50:28.393058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8c19175-3ef1-470e-8e79-837cc59d2deb req-6c34a2fe-3244-4aec-897c-a355ff6f23cc tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0652387 Feb 09 15:50:28.479817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-84bf7294-8c09-4b18-bc73-3594bddc6235 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821786 Feb 09 15:50:28.504386 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:28.613959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:28.617649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17234074-74c4-4d2c-9a3f-f970bddb971d req-f146be01-b8a0-4c1e-b27e-a53ed5c9b8a7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:28.619359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17234074-74c4-4d2c-9a3f-f970bddb971d req-f146be01-b8a0-4c1e-b27e-a53ed5c9b8a7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 943 time: 0.1165245 Feb 09 15:50:28.674108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-6b8f299a-ed5b-4f39-b53f-2d7717b7c500 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835389 Feb 09 15:50:28.678070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:28.684209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:28.687670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:28.711326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17234074-74c4-4d2c-9a3f-f970bddb971d req-7b196424-fd7b-40bb-90a3-960ff4273e08 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735905 Feb 09 15:50:28.915353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42a7fc55-4d91-41d9-bfc9-b651b4465c8d req-8333b5b4-d872-4999-a7e5-72b32a66facb service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254670 Feb 09 15:50:28.958473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af0028-0180-43d1-bb34-cbf5d34f490f req-5adce366-006d-4a77-bf0b-1b3ab0aa4b66 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:28.965662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22af0028-0180-43d1-bb34-cbf5d34f490f req-5adce366-006d-4a77-bf0b-1b3ab0aa4b66 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 947 time: 0.1196225 Feb 09 15:50:28.977043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Pushing event updated for resources: {'Port': ['ID=500aff7b-d208-4243-8f6c-d375409f7ba4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:29.451706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:29.716760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cceceba-cbc3-479e-aa72-cffeb9053deb None None] Network 29e47106-2d11-4a13-b0cc-22548f10c51a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:50:29.813481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22af0028-0180-43d1-bb34-cbf5d34f490f req-c19db764-2c9d-4476-9f9f-881645f5e59d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8463290 Feb 09 15:50:29.893276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faefe5-2fb4-4518-8c28-670db5f6aa51 req-f87c0b34-b7ea-4a9f-a09c-6a3dc4211780 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:29.926525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29faefe5-2fb4-4518-8c28-670db5f6aa51 req-f87c0b34-b7ea-4a9f-a09c-6a3dc4211780 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.8904560 Feb 09 15:50:29.993558 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.068065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e31b6c52-eaee-4a94-93f8-f7d9fd7bce44 None None] Provisioning complete for port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:30.075306 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e31b6c52-eaee-4a94-93f8-f7d9fd7bce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.095006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29faefe5-2fb4-4518-8c28-670db5f6aa51 req-5a0589c4-28ff-4c57-97fa-09a23ae32d7b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661494 Feb 09 15:50:30.168493 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.230920 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:50:30.241124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb213e1e-d408-44e0-8aab-ec22f6b4e300 req-af4677a5-1a38-4fab-9d1f-e8b922dfc0e4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:30.247860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb213e1e-d408-44e0-8aab-ec22f6b4e300 req-af4677a5-1a38-4fab-9d1f-e8b922dfc0e4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.1304798 Feb 09 15:50:30.331941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e7147b4d-5a21-4e5c-b76c-a183b2e55f04 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:30.373398 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e31b6c52-eaee-4a94-93f8-f7d9fd7bce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.387518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb213e1e-d408-44e0-8aab-ec22f6b4e300 req-335b7459-3e5d-4e06-84f0-95e41fed3d2c tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334136 Feb 09 15:50:30.411387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99155a92-53a1-4f60-a5ab-fb00abc68afa req-90871a55-737f-4694-a308-086f8c6b2c66 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0796463 Feb 09 15:50:30.477536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e31b6c52-eaee-4a94-93f8-f7d9fd7bce44 None None] For port e7147b4d-5a21-4e5c-b76c-a183b2e55f04, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:30.502369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:30.503248 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.561594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Router 7fd9f39e-509d-4784-9918-17649d3aed8f is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:50:30.603216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e31b6c52-eaee-4a94-93f8-f7d9fd7bce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.727321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dbf0c-a79b-404a-a43d-671e82c37a32 req-c49f26b6-191c-4af8-893b-05f7fbd629d0 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:30.737827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-158dbf0c-a79b-404a-a43d-671e82c37a32 req-c49f26b6-191c-4af8-893b-05f7fbd629d0 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.1554303 Feb 09 15:50:30.743763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b6c52-eaee-4a94-93f8-f7d9fd7bce44 None None] Pushing event updated for resources: {'Port': ['ID=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:30.774788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380b390-f9e3-40e4-b0f5-151d7e6351c3 req-a77946ca-9718-4cb0-8f75-b7e92cbf708d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:30.783022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d380b390-f9e3-40e4-b0f5-151d7e6351c3 req-a77946ca-9718-4cb0-8f75-b7e92cbf708d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 943 time: 0.1384881 Feb 09 15:50:30.831337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-158dbf0c-a79b-404a-a43d-671e82c37a32 req-414ed4ad-9afb-49d3-8c2d-2ba21c1eb293 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923171 Feb 09 15:50:30.866376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 92ddbdb1-0470-4880-bb76-4454cc5d6e59 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:50:30.886924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:50:30.904926 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Sync routers for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:50:30.928973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d380b390-f9e3-40e4-b0f5-151d7e6351c3 req-49a2c9dd-d028-473d-aba9-f4a46e5a6cff tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414061 Feb 09 15:50:30.965472 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:50:30.966012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-833d1ff2-67a6-4695-b64a-be0212bfa5c1 None None] Provisioning complete for port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:30.966803 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-833d1ff2-67a6-4695-b64a-be0212bfa5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.984471 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:50:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:31.045163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:31.046859 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7b0b6ac3-1a21-4872-b532-61b60c065f61 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4423301 Feb 09 15:50:31.050137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38644) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:31.103236 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:50:31.321625 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:50:31.357791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690cbb4-7a4c-498a-a135-e5c6a1e9cf1a req-4ded760f-c753-4c60-9f2d-fb4d16c2fa57 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:31.370245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5690cbb4-7a4c-498a-a135-e5c6a1e9cf1a req-4ded760f-c753-4c60-9f2d-fb4d16c2fa57 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2944551 Feb 09 15:50:31.430497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb8fb1-7b24-46f3-8eaf-bc3e4e8d84cf req-ddbc3e5a-d222-4652-806c-647b5cb7fe46 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:31.432431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fedb8fb1-7b24-46f3-8eaf-bc3e4e8d84cf req-ddbc3e5a-d222-4652-806c-647b5cb7fe46 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 947 time: 0.2615607 Feb 09 15:50:31.520275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 92ddbdb1-0470-4880-bb76-4454cc5d6e59, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=92ddbdb1-0470-4880-bb76-4454cc5d6e59,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:31.545735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fedb8fb1-7b24-46f3-8eaf-bc3e4e8d84cf req-e85178a2-cf77-4f6f-af4c-ae1b83ebc1f0 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807397 Feb 09 15:50:31.573248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5690cbb4-7a4c-498a-a135-e5c6a1e9cf1a req-7bb4947b-436f-4e80-8a0c-13b478abbca4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915982 Feb 09 15:50:31.585951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '92ddbdb1-0470-4880-bb76-4454cc5d6e59', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'port_id': '92ddbdb1-0470-4880-bb76-4454cc5d6e59', 'mac_address': 'fa:16:3e:d4:b5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c1cd5-fa7c-471b-bb59-78d9844adee3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:50:31.630431 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:31.650740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ddbdb1-0470-4880-bb76-4454cc5d6e59 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:31.667543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:31.704121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 92ddbdb1-0470-4880-bb76-4454cc5d6e59, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=92ddbdb1-0470-4880-bb76-4454cc5d6e59,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:31.747228 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:29Z', 'revision_number': 3, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:31.816021 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Checking router: 7fd9f39e-509d-4784-9918-17649d3aed8f for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:50:31.816531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Updating router 7fd9f39e-509d-4784-9918-17649d3aed8f port 500aff7b-d208-4243-8f6c-d375409f7ba4 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:50:31.835786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa506f-b661-46e3-a444-e3a077219c13 req-47f7466e-8928-43e9-972d-8d9e4c7eb9f2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:31.845133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2aa506f-b661-46e3-a444-e3a077219c13 req-47f7466e-8928-43e9-972d-8d9e4c7eb9f2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.0798998 Feb 09 15:50:31.864611 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:31.894384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2aa506f-b661-46e3-a444-e3a077219c13 req-b46aa33b-e754-4a79-b1eb-c47707488c8f tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Feb 09 15:50:32.047585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f013bc7-4186-4188-9ef6-3a48309c52f4 req-4c453888-123e-40cf-9e2c-76c81dd75122 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0919662 Feb 09 15:50:32.079153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e7147b4d-5a21-4e5c-b76c-a183b2e55f04 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:32.170697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.171670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 4db3930a-312b-4647-8940-ad7d7078dfbc details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:50:32.228628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.229750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:32.230292 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.305254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077e88c-7bd2-42c0-97e9-f1f22d99d7e6 req-981a3078-3eb6-433f-ba8e-c41561554ea1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:32.313395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4077e88c-7bd2-42c0-97e9-f1f22d99d7e6 req-981a3078-3eb6-433f-ba8e-c41561554ea1 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.1112449 Feb 09 15:50:32.423181 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.461613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4077e88c-7bd2-42c0-97e9-f1f22d99d7e6 req-20e21cb8-4202-4340-9cf6-d6ec868c9bf8 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415374 Feb 09 15:50:32.479373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada99a-38d7-4386-9c50-e5881288eeee req-42018532-714e-4553-96b8-dc1a3dc0578f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:32.496718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-42018532-714e-4553-96b8-dc1a3dc0578f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.3246567 Feb 09 15:50:32.528155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-5b9ea1ee-c087-475c-9c97-ae2af62f9ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/quotas/64e5271961874b6b997fbb5a0d3112c8 HTTP/1.1" status: 200 len: 375 time: 0.0287640 Feb 09 15:50:32.538884 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.567863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=92ddbdb1-0470-4880-bb76-4454cc5d6e59,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:32.695741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Allocated IP 172.20.0.1 (29e47106-2d11-4a13-b0cc-22548f10c51a/68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd/801c2142-0477-4638-9759-b8e45a11bf69) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:32.710794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-509edb39-f26c-42a9-9e92-c0132f9eb45d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1809456 Feb 09 15:50:32.721548 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Pushing event updated for resources: {'Port': ['ID=500aff7b-d208-4243-8f6c-d375409f7ba4,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:32.723301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 4db3930a-312b-4647-8940-ad7d7078dfbc, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4db3930a-312b-4647-8940-ad7d7078dfbc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:32.739796 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Attempting to bind port 500aff7b-d208-4243-8f6c-d375409f7ba4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:32.746347 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Attempting to bind port 500aff7b-d208-4243-8f6c-d375409f7ba4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:32.746851 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Attempting to bind port 500aff7b-d208-4243-8f6c-d375409f7ba4 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:32.754652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '4db3930a-312b-4647-8940-ad7d7078dfbc', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '4db3930a-312b-4647-8940-ad7d7078dfbc', 'mac_address': 'fa:16:3e:80:68:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:50:32.773147 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.775183 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.775641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.775983 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.778771 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.779385 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.779724 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.780054 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.783921 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.784569 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.784768 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.785101 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:32.797995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:32.798434 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:32.798828 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.799239 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:32.803334 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Bound port: 500aff7b-d208-4243-8f6c-d375409f7ba4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:32.807811 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.812412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93bc31-1a59-42de-be51-536e8aeaf051 req-5a268d2b-9cd6-49e3-b345-f18560cd904d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:32.820407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f93bc31-1a59-42de-be51-536e8aeaf051 req-5a268d2b-9cd6-49e3-b345-f18560cd904d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 944 time: 0.2290897 Feb 09 15:50:32.888026 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.901311 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] For port 500aff7b-d208-4243-8f6c-d375409f7ba4, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:32.904386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-9693040c-db8d-462f-a9b1-9aa3f7e0f631 service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917911 Feb 09 15:50:32.908396 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] For port 500aff7b-d208-4243-8f6c-d375409f7ba4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=500aff7b-d208-4243-8f6c-d375409f7ba4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:32.924784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db3930a-312b-4647-8940-ad7d7078dfbc {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:32.967538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 4db3930a-312b-4647-8940-ad7d7078dfbc, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4db3930a-312b-4647-8940-ad7d7078dfbc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:32.991400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:33.034238 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:33.075886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:33.081580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-8be7d576-d64c-455b-9d26-3da7645c0e93 service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552541 Feb 09 15:50:33.123553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f93bc31-1a59-42de-be51-536e8aeaf051 req-5eeef633-4da6-4978-bcdd-6dc1eaaf16b0 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016360 Feb 09 15:50:33.182075 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:50:33.183263 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:50:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:33.203325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:33.240144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=4db3930a-312b-4647-8940-ad7d7078dfbc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:33.253346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-0ebe8680-ed1b-42a1-a559-cbee48d61b25 service neutron] 10.222.0.13 "GET /v2.0/ports/c25e1e2c-ff17-4359-bcd7-ba33753c31d4/bindings/n-h2-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.2294500 Feb 09 15:50:33.337884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Network 29e47106-2d11-4a13-b0cc-22548f10c51a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:33.346479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:33.356174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:33.401381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Pushing event updated for resources: {'Port': ['ID=801c2142-0477-4638-9759-b8e45a11bf69,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:33.420443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['4db3930a-312b-4647-8940-ad7d7078dfbc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:33.441360 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:33.459477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['92ddbdb1-0470-4880-bb76-4454cc5d6e59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:33.487166 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848817ee-9285-4dda-b076-74f2924e3ccd None None] Pushing event updated for resources: {'Port': ['ID=500aff7b-d208-4243-8f6c-d375409f7ba4,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:33.642537 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:50:33.814301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d9e9-a597-4134-88f0-4e16a6079fba req-42410bf1-4022-47f3-a234-2cad311919d7 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:33.827396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f63d9e9-a597-4134-88f0-4e16a6079fba req-42410bf1-4022-47f3-a234-2cad311919d7 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.2461395 Feb 09 15:50:33.894539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c17390-3169-49d6-9781-fa7d14c3c232 req-2beec66f-5cb4-4c4b-8ab2-0692da6f8296 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:33.896260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3c17390-3169-49d6-9781-fa7d14c3c232 req-2beec66f-5cb4-4c4b-8ab2-0692da6f8296 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 948 time: 0.4347265 Feb 09 15:50:34.026858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d65a29ae-fcf4-4e16-a0ed-51fbc679dd10 None None] Provisioning complete for port 801c2142-0477-4638-9759-b8e45a11bf69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:34.027472 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d65a29ae-fcf4-4e16-a0ed-51fbc679dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:34.114807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d65a29ae-fcf4-4e16-a0ed-51fbc679dd10 None None] Port 801c2142-0477-4638-9759-b8e45a11bf69 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:50:34.285377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f63d9e9-a597-4134-88f0-4e16a6079fba req-d5e33e48-d078-4d68-ba25-c0f1479f387d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567678 Feb 09 15:50:34.332399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3c17390-3169-49d6-9781-fa7d14c3c232 req-06707cd2-e10d-4bb1-a159-a186cc78b344 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868792 Feb 09 15:50:34.457290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:34.587867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:34.589032 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:29Z', 'revision_number': 3, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:34.701986 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715719e0-cc98-4d1a-9a9a-7b2d249be5ff None None] The sync data for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 is: [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:29Z', 'revision_number': 3, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:50:34.774613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b05bdf6b-ee92-4f72-834a-6c7bb6c6298b req-f449ea1e-3f08-4eff-87cd-4d5983d798b0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 210 time: 0.1205261 Feb 09 15:50:34.777183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f355864d-dc7b-47db-8f09-c97794dfccab req-3c07be07-b545-4e2e-bcdf-22532d921d3f tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1217585 Feb 09 15:50:34.803944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25e1e2c-ff17-4359-bcd7-ba33753c31d4 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:34.872883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:34.897223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:35.040822 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:35.110838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c25e1e2c-ff17-4359-bcd7-ba33753c31d4 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:50:35.283826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfee231-9fd6-4e86-9716-8e9a58ef6468 req-af8c1eb3-8642-4134-ba9b-587f4b7b586f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:35.293908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5cfee231-9fd6-4e86-9716-8e9a58ef6468 req-af8c1eb3-8642-4134-ba9b-587f4b7b586f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 943 time: 0.3697293 Feb 09 15:50:35.310855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312bba5-f597-4627-bd5b-a3e4351ea675 req-44d61301-939e-40cd-ba0d-7ad073ad1e28 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:35.320440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4312bba5-f597-4627-bd5b-a3e4351ea675 req-44d61301-939e-40cd-ba0d-7ad073ad1e28 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 944 time: 0.2990003 Feb 09 15:50:35.469642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:35.472197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5cfee231-9fd6-4e86-9716-8e9a58ef6468 req-0cd95006-8b47-4c18-8d84-43cc47c457ff tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774158 Feb 09 15:50:35.500840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4312bba5-f597-4627-bd5b-a3e4351ea675 req-d2395a39-f7fd-409e-826b-d26e44eb5dab tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794512 Feb 09 15:50:35.562649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] Transition to ACTIVE for port object c25e1e2c-ff17-4359-bcd7-ba33753c31d4 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:50:35.585165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:35.689059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Pushing event updated for resources: {'Port': ['ID=801c2142-0477-4638-9759-b8e45a11bf69,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:35.717575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:35.723831 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:35.866544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] No DVR routers for this DVR port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:50:35.928704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Network 29e47106-2d11-4a13-b0cc-22548f10c51a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:35.932581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:36.037787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] 10.222.0.13 "PUT /v2.0/ports/c25e1e2c-ff17-4359-bcd7-ba33753c31d4/bindings/n-h2-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7756426 Feb 09 15:50:36.144052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1c74d-55b2-4f23-9bee-7cd77f5a5061 req-b3ba821e-508b-41d0-b7d9-b8d0845428dd tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:36.148241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71a1c74d-55b2-4f23-9bee-7cd77f5a5061 req-b3ba821e-508b-41d0-b7d9-b8d0845428dd tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 948 time: 0.5286129 Feb 09 15:50:36.148957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85945cf-9134-4c69-ad00-4a30f256862b service neutron] Pushing event updated for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:36.188039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e7d6-190c-4ebe-85b0-c8849f64fef6 req-f71e3440-8f84-4248-84ea-a11960508574 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:36.190067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aad3e7d6-190c-4ebe-85b0-c8849f64fef6 req-f71e3440-8f84-4248-84ea-a11960508574 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.6161768 Feb 09 15:50:36.305953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 500aff7b-d208-4243-8f6c-d375409f7ba4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:36.339818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Router 7fd9f39e-509d-4784-9918-17649d3aed8f has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:50:36.413471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71a1c74d-55b2-4f23-9bee-7cd77f5a5061 req-8fe72bae-1252-4932-8190-c32ad3650e94 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571721 Feb 09 15:50:36.448870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aad3e7d6-190c-4ebe-85b0-c8849f64fef6 req-010b9deb-0642-4a3e-9c6b-381e784b808d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400806 Feb 09 15:50:36.544177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 500aff7b-d208-4243-8f6c-d375409f7ba4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:36.544878 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:36.631498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:50:36.647419 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-26cee157-9974-4adc-812a-9f602403051c admin admin] 10.222.0.53 "PUT /v2.0/routers/7fd9f39e-509d-4784-9918-17649d3aed8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5935125 Feb 09 15:50:36.705281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-01ca5d3f-15c7-41bb-82e8-c420e9a5d060 None None] Provisioning complete for port 801c2142-0477-4638-9759-b8e45a11bf69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:36.705849 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01ca5d3f-15c7-41bb-82e8-c420e9a5d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:36.840773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-856626c8-5bbd-485d-bf5b-6415b45b755d req-8fcdf232-4603-42bd-ab37-0088dbf8453f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 210 time: 0.1491194 Feb 09 15:50:36.856501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebf099fb-c4a8-4a9b-a272-18d47404afd4 req-867fa09a-7736-4159-a9cb-bc6ae248e239 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1706192 Feb 09 15:50:36.865395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-01ca5d3f-15c7-41bb-82e8-c420e9a5d060 None None] Port 801c2142-0477-4638-9759-b8e45a11bf69 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:50:37.025008 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.093092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 500aff7b-d208-4243-8f6c-d375409f7ba4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=500aff7b-d208-4243-8f6c-d375409f7ba4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:37.109655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb87f9-125c-4245-8162-f2ef783d7dae req-5310a43a-47a7-4262-9b36-300f94bd47ae tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.120646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2eb87f9-125c-4245-8162-f2ef783d7dae req-5310a43a-47a7-4262-9b36-300f94bd47ae tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 944 time: 0.1133864 Feb 09 15:50:37.127189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 92ddbdb1-0470-4880-bb76-4454cc5d6e59 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:37.212472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-029429ef-7440-49d9-825d-d906d4cbecc8 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.221827 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-029429ef-7440-49d9-825d-d906d4cbecc8 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.1912546 Feb 09 15:50:37.244636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.289209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e69d4b-aae6-4183-a03f-75c3145980d0 req-d51a8b79-706a-47b1-ba1f-ec17e60b9381 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.292029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e69d4b-aae6-4183-a03f-75c3145980d0 req-d51a8b79-706a-47b1-ba1f-ec17e60b9381 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 944 time: 0.2078559 Feb 09 15:50:37.365477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-5fdf70f9-6bb8-4be2-a03c-838dc56623a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.367752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-5fdf70f9-6bb8-4be2-a03c-838dc56623a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b&tenant_id=c86d25bfb5824d92a7849057e8e403f8 HTTP/1.1" status: 200 len: 1095 time: 0.1266692 Feb 09 15:50:37.440237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2eb87f9-125c-4245-8162-f2ef783d7dae req-8a86ee83-6888-430c-8efb-48ca43327067 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167615 Feb 09 15:50:37.451245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:50:37.457271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=500aff7b-d208-4243-8f6c-d375409f7ba4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:37.471751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:37.473630 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.623231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-18c8077d-f454-45bb-ac26-650efc185e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.629843 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-18c8077d-f454-45bb-ac26-650efc185e76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c86d25bfb5824d92a7849057e8e403f8&device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1095 time: 0.2053962 Feb 09 15:50:37.766503 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.829642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ccbd13-7980-4fba-9d2c-cc3920ee2457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddbdb1-0470-4880-bb76-4454cc5d6e59'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:37.837844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada99a-38d7-4386-9c50-e5881288eeee req-1bae8dcc-6840-4c85-99be-5605776fcfe4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.839213 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f3cef-d882-475e-9949-3ec74a4613d3" -d '{"events": [{"server_uuid": "72ccbd13-7980-4fba-9d2c-cc3920ee2457", "name": "network-vif-plugged", "status": "completed", "tag": "92ddbdb1-0470-4880-bb76-4454cc5d6e59"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:37.841570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-1bae8dcc-6840-4c85-99be-5605776fcfe4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.6321282 Feb 09 15:50:37.865627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e69d4b-aae6-4183-a03f-75c3145980d0 req-5258715c-c264-4238-b7cc-57053c5c5466 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775804 Feb 09 15:50:37.868330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-60fe4d4b-0a6c-4992-92e9-4e1b5224d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.877600 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-60fe4d4b-0a6c-4992-92e9-4e1b5224d3e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 200 len: 922 time: 0.2357862 Feb 09 15:50:37.882164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'port': {'device_id': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'admin_state_up': True, 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:37.882964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 92ddbdb1-0470-4880-bb76-4454cc5d6e59, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=92ddbdb1-0470-4880-bb76-4454cc5d6e59,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:37.979248 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.980198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 4db3930a-312b-4647-8940-ad7d7078dfbc up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:38.025871 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-9768c9c5-7870-4858-aa8f-82d69d69d5fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 200 len: 217 time: 0.1373672 Feb 09 15:50:38.100258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 500aff7b-d208-4243-8f6c-d375409f7ba4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:38.144693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Sync routers for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:50:38.211998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:50:38.213291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:50:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:38.225561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-f2eeb93b-bada-4a67-84eb-89530342da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:38.231181 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-f2eeb93b-bada-4a67-84eb-89530342da7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 200 len: 861 time: 0.1932254 Feb 09 15:50:38.323548 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-424d199d-c1cd-498b-8f9c-77661c96e0c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a59d1419-af6d-42da-a4a3-8630110ff916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799661 Feb 09 15:50:38.356805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33db44-5075-40c9-9318-9efac2546ef5 req-fdaf64da-7bbb-427d-b42d-c4444a315cb6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:38.359825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:50:38.367771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef33db44-5075-40c9-9318-9efac2546ef5 req-fdaf64da-7bbb-427d-b42d-c4444a315cb6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 948 time: 0.2016575 Feb 09 15:50:38.478401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef33db44-5075-40c9-9318-9efac2546ef5 req-28cb1e10-5b84-4dc2-a912-2469ba9c0270 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945263 Feb 09 15:50:38.517606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Made reservation on behalf of 64e5271961874b6b997fbb5a0d3112c8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:38.522194 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:38.537429 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-08a49e68-e261-431d-9db1-ccb68a9eb0be service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015662 Feb 09 15:50:38.538650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=92ddbdb1-0470-4880-bb76-4454cc5d6e59,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:38.709007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 4db3930a-312b-4647-8940-ad7d7078dfbc completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:50:38.751543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 4db3930a-312b-4647-8940-ad7d7078dfbc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:38.752795 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:38.789604 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-88a4d73d-6f0d-4257-9ee7-af4b55a301c0 service neutron] 10.222.0.73 "GET /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391808 Feb 09 15:50:38.822730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38752) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:38.831340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f0c304ea-37c4-4a38-a5f1-8856660eb3cf tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008322291', 'description': 'tempest-description--1144329182'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:38.863330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 500aff7b-d208-4243-8f6c-d375409f7ba4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:38.866801 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.013783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0c304ea-37c4-4a38-a5f1-8856660eb3cf tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.080222 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04b5f22-72c4-4ab2-b832-a3ee5650861f x-openstack-request-id: req-a04b5f22-72c4-4ab2-b832-a3ee5650861f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:39.082169 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ccbd13-7980-4fba-9d2c-cc3920ee2457", "name": "network-vif-plugged", "status": "completed", "tag": "92ddbdb1-0470-4880-bb76-4454cc5d6e59", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:39.082379 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a04b5f22-72c4-4ab2-b832-a3ee5650861f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:39.083357 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ccbd13-7980-4fba-9d2c-cc3920ee2457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ddbdb1-0470-4880-bb76-4454cc5d6e59', 'code': 200} Feb 09 15:50:39.088118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb201df2-1e94-40e2-8077-d86d8b4e305c req-ec461b75-2d35-42ef-ae2f-9b2793196635 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:39.096941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb201df2-1e94-40e2-8077-d86d8b4e305c req-ec461b75-2d35-42ef-ae2f-9b2793196635 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.3609538 Feb 09 15:50:39.141536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.224723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0c304ea-37c4-4a38-a5f1-8856660eb3cf tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.333067 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0c304ea-37c4-4a38-a5f1-8856660eb3cf tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.402349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a25d7ce-81c5-4c37-8bdf-1c684ab6ea28 req-1eb5b935-82b1-46db-ad85-c55c8035aa64 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 210 time: 0.0703595 Feb 09 15:50:39.433091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Allocated IP 172.20.0.3 (2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb/9bcc5345-71e3-4019-bdc5-b84bd7f7264c/d0f4352b-326c-4461-a2ab-cec41ca0f32f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:39.447780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c304ea-37c4-4a38-a5f1-8856660eb3cf tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453a2295-5477-465e-8796-abcbf0baedad,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:39.460322 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0c304ea-37c4-4a38-a5f1-8856660eb3cf tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.483368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 4db3930a-312b-4647-8940-ad7d7078dfbc, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4db3930a-312b-4647-8940-ad7d7078dfbc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:39.485657 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f0c304ea-37c4-4a38-a5f1-8856660eb3cf tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6613827 Feb 09 15:50:39.487132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38764) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:39.487531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 2, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:39.501231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-233d28ff-708a-4b79-bc58-9c6e95fc36f9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Request body: {'security_group_rule': {'security_group_id': '453a2295-5477-465e-8796-abcbf0baedad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:39.531166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb201df2-1e94-40e2-8077-d86d8b4e305c req-5de82698-27c2-4863-bd09-7cd3a2e4f51a tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140317 Feb 09 15:50:39.581231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Checking router: 7fd9f39e-509d-4784-9918-17649d3aed8f for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:50:39.584019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Updating router 7fd9f39e-509d-4784-9918-17649d3aed8f port 801c2142-0477-4638-9759-b8e45a11bf69 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:50:39.590889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a0579-7f9d-40e3-9848-c76ba1316e29 req-d1d123a7-1454-4570-a595-bc9bdcc00695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:39.590889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-833a0579-7f9d-40e3-9848-c76ba1316e29 req-d1d123a7-1454-4570-a595-bc9bdcc00695 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 1096 time: 0.3285477 Feb 09 15:50:39.635771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.680470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69c0569f-087a-42a7-bd30-3d5ac58dd217 req-dd787630-08e5-47a8-9910-9f28905f0a45 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0547893 Feb 09 15:50:39.709995 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.717909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-833a0579-7f9d-40e3-9848-c76ba1316e29 req-6a8994ab-dad9-42ea-a640-916f6f587193 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194453 Feb 09 15:50:39.795091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-233d28ff-708a-4b79-bc58-9c6e95fc36f9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:39.860466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2dfa-e04f-4239-a07b-b21cbad74259 req-1c534caf-024e-4a90-bad6-05d502cc157d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:39.871221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-350d2dfa-e04f-4239-a07b-b21cbad74259 req-1c534caf-024e-4a90-bad6-05d502cc157d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 944 time: 0.2155259 Feb 09 15:50:39.909300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-14e063f9-545d-4363-89b3-12b6d0fe2204 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:39.911926 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-14e063f9-545d-4363-89b3-12b6d0fe2204 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b&tenant_id=c86d25bfb5824d92a7849057e8e403f8&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1095 time: 0.2538424 Feb 09 15:50:40.009572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=4db3930a-312b-4647-8940-ad7d7078dfbc,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:40.031866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-233d28ff-708a-4b79-bc58-9c6e95fc36f9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.079452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.092752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-350d2dfa-e04f-4239-a07b-b21cbad74259 req-6dc4d824-59ef-4a0a-a77c-9709334e01d6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201862 Feb 09 15:50:40.108888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03913999-1855-4cef-95af-03297de47dde req-780432d6-7002-466f-80ea-eed8d050b855 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:40.118783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03913999-1855-4cef-95af-03297de47dde req-780432d6-7002-466f-80ea-eed8d050b855 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 945 time: 0.2359302 Feb 09 15:50:40.185149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-233d28ff-708a-4b79-bc58-9c6e95fc36f9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.194937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03913999-1855-4cef-95af-03297de47dde req-4dba8254-52bd-4af8-ae3a-b3dd5eba643f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747938 Feb 09 15:50:40.244336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d28ff-708a-4b79-bc58-9c6e95fc36f9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a70cb44-4ba2-4989-8a9f-7c9301aa4faf,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:40.325966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feab03c-9dda-4eb7-8ff0-c2e819a59aff req-ec553b81-7a93-4904-b06f-7ddfb9139a6f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:40.328466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1feab03c-9dda-4eb7-8ff0-c2e819a59aff req-ec553b81-7a93-4904-b06f-7ddfb9139a6f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 949 time: 0.0861292 Feb 09 15:50:40.379273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1feab03c-9dda-4eb7-8ff0-c2e819a59aff req-eb8a5a5a-7621-4e4a-a97e-e7821d960165 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Feb 09 15:50:40.399357 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.538193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6dea6c6-3ea8-4d34-9b30-6dd4f45cc291 req-07408fd7-fab1-4c30-aa74-7f7a3823c8c5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 210 time: 0.0292044 Feb 09 15:50:40.675454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90393767-99fd-4db9-98c1-5c4473f83c41 req-3a77f9d1-239b-4ae6-b5e7-d89fd83d3fbf tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:40.677087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90393767-99fd-4db9-98c1-5c4473f83c41 req-3a77f9d1-239b-4ae6-b5e7-d89fd83d3fbf tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.0580640 Feb 09 15:50:40.719674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90393767-99fd-4db9-98c1-5c4473f83c41 req-fbc4051d-894f-4416-a9a9-4515365ba060 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359106 Feb 09 15:50:40.943360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-c25fc7c8-a02c-4fc7-8960-fa09a3667120 service neutron] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:40.946876 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-c25fc7c8-a02c-4fc7-8960-fa09a3667120 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.948101 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a00ae50d-fb29-416f-975c-0dead3f208cf req-c25fc7c8-a02c-4fc7-8960-fa09a3667120 service neutron] 10.222.0.73 "DELETE /v2.0/ports/c25e1e2c-ff17-4359-bcd7-ba33753c31d4/bindings/n-h1-828542-1 HTTP/1.1" status: 204 len: 173 time: 1.0290704 Feb 09 15:50:41.001886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.007022 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.007203 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-233d28ff-708a-4b79-bc58-9c6e95fc36f9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.008245 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-233d28ff-708a-4b79-bc58-9c6e95fc36f9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5182316 Feb 09 15:50:41.008944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:41.014772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-12d65174-1e2e-486e-a32c-c487a4cf4616 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Request body: {'security_group_rule': {'security_group_id': '453a2295-5477-465e-8796-abcbf0baedad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:41.023722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['f19af231-0cb9-425c-8c7a-dfaae21eb6e6', '884580f5-8037-447e-82ac-d791b6fe5b59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:41.053419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:41.057833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:41.065711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:41.121813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e925427-1275-4820-8d85-9dd5d954d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db3930a-312b-4647-8940-ad7d7078dfbc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:41.126076 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca3665-d0d4-48ec-aa97-d6e875e6a020" -d '{"events": [{"server_uuid": "4e925427-1275-4820-8d85-9dd5d954d271", "name": "network-vif-plugged", "status": "completed", "tag": "4db3930a-312b-4647-8940-ad7d7078dfbc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:41.145283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:41.145283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.178315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'Port': ['ID=d0f4352b-326c-4461-a2ab-cec41ca0f32f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:41.291645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12d65174-1e2e-486e-a32c-c487a4cf4616 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.305027 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c17654-f957-4eb5-a0ca-203887911633 x-openstack-request-id: req-90c17654-f957-4eb5-a0ca-203887911633 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:41.305735 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e925427-1275-4820-8d85-9dd5d954d271", "name": "network-vif-plugged", "status": "completed", "tag": "4db3930a-312b-4647-8940-ad7d7078dfbc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:41.306351 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90c17654-f957-4eb5-a0ca-203887911633 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:41.307776 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e925427-1275-4820-8d85-9dd5d954d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db3930a-312b-4647-8940-ad7d7078dfbc', 'code': 200} Feb 09 15:50:41.313742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dfe8b-6663-41e7-b03a-38b2f5c5fe5c None None] Pushing event updated for resources: {'Port': ['ID=801c2142-0477-4638-9759-b8e45a11bf69,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:41.379545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b3a57c75-6522-4b1b-8f45-f75331453955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5123920 Feb 09 15:50:41.413668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Request body: {'port': {'device_id': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:41.441026 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Attempting to bind port 801c2142-0477-4638-9759-b8e45a11bf69 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:41.454098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Attempting to bind port 801c2142-0477-4638-9759-b8e45a11bf69 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:41.455460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Attempting to bind port 801c2142-0477-4638-9759-b8e45a11bf69 on network 29e47106-2d11-4a13-b0cc-22548f10c51a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:41.501886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:41.503112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Checking segment: {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:41.504640 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.505802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Bound using segment: {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:41.507557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Bound port: 801c2142-0477-4638-9759-b8e45a11bf69, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:41.509945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.573669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12d65174-1e2e-486e-a32c-c487a4cf4616 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.639538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.664823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9e227-01b4-4c9d-b350-ff240f76e667 req-b40deb53-5ace-41c0-9f75-4eadae50b718 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:41.674755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66a9e227-01b4-4c9d-b350-ff240f76e667 req-b40deb53-5ace-41c0-9f75-4eadae50b718 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 944 time: 0.4007804 Feb 09 15:50:41.687580 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12d65174-1e2e-486e-a32c-c487a4cf4616 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.731248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d65174-1e2e-486e-a32c-c487a4cf4616 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbdab46-eea9-4b67-b5cd-ff852c870376,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:41.790697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] For port 801c2142-0477-4638-9759-b8e45a11bf69, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:41.797416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] For port 801c2142-0477-4638-9759-b8e45a11bf69, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=801c2142-0477-4638-9759-b8e45a11bf69,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:41.801188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12d65174-1e2e-486e-a32c-c487a4cf4616 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.809088 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-12d65174-1e2e-486e-a32c-c487a4cf4616 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7982285 Feb 09 15:50:41.810485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38816) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:50:41.812778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1e473-1b22-4406-ab36-951e5687a928 req-0e596d4c-6c71-4d7b-a14f-658f51c2e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:41.814367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf1e473-1b22-4406-ab36-951e5687a928 req-0e596d4c-6c71-4d7b-a14f-658f51c2e731 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 1100 time: 0.3357038 Feb 09 15:50:41.831360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:41.872823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66a9e227-01b4-4c9d-b350-ff240f76e667 req-0373c381-14da-4ed1-9a7c-ca07a46a27cb tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967146 Feb 09 15:50:41.944854 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:42.024700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dfe8b-6663-41e7-b03a-38b2f5c5fe5c None None] Pushing event updated for resources: {'Port': ['ID=801c2142-0477-4638-9759-b8e45a11bf69,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:42.029750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5b97e243-96eb-4d95-ac5c-e2d0224ad282 None None] Provisioning complete for port d0f4352b-326c-4461-a2ab-cec41ca0f32f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:42.030330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b97e243-96eb-4d95-ac5c-e2d0224ad282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:42.089828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5b97e243-96eb-4d95-ac5c-e2d0224ad282 None None] Port d0f4352b-326c-4461-a2ab-cec41ca0f32f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:50:42.143494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:50:42.144603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:50:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:42.256843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbf1e473-1b22-4406-ab36-951e5687a928 req-ec27fd09-468d-4e0a-9433-26bf27b81945 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089472 Feb 09 15:50:42.301906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8d036119-8f0e-4b4d-8fb7-3cee89b2eb2e None None] Provisioning complete for port 801c2142-0477-4638-9759-b8e45a11bf69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:42.302264 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d036119-8f0e-4b4d-8fb7-3cee89b2eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:42.323480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19f332-f991-4d40-aa48-95022bcb0a0b req-a69603e8-7d77-4014-bcd9-e4125fccae5e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:42.329585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d19f332-f991-4d40-aa48-95022bcb0a0b req-a69603e8-7d77-4014-bcd9-e4125fccae5e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 945 time: 0.1852829 Feb 09 15:50:42.382603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ec0ea-19b7-480b-a82c-ff832199da5d req-f0338ddc-e038-4e05-bb5d-6905cab8e6c4 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:42.387912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e1ec0ea-19b7-480b-a82c-ff832199da5d req-f0338ddc-e038-4e05-bb5d-6905cab8e6c4 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 949 time: 0.2021275 Feb 09 15:50:42.420942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:50:42.443936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:42.457474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d19f332-f991-4d40-aa48-95022bcb0a0b req-5e0bf217-ea98-4915-8468-6ff61dd52d5f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176372 Feb 09 15:50:42.557103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e1ec0ea-19b7-480b-a82c-ff832199da5d req-d3df96ea-a640-4713-9e40-5a59784873e1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630540 Feb 09 15:50:42.675012 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d036119-8f0e-4b4d-8fb7-3cee89b2eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:42.737230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8d036119-8f0e-4b4d-8fb7-3cee89b2eb2e None None] For port 801c2142-0477-4638-9759-b8e45a11bf69, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=801c2142-0477-4638-9759-b8e45a11bf69,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:42.813701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:41Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:42.858126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b343940-e99c-4ba5-822b-5f30615c6d14 None None] The sync data for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 is: [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:41Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:50:42.858126 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d036119-8f0e-4b4d-8fb7-3cee89b2eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:42.930436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d036119-8f0e-4b4d-8fb7-3cee89b2eb2e None None] Pushing event updated for resources: {'Port': ['ID=801c2142-0477-4638-9759-b8e45a11bf69,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:43.016812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7cca5fd8-cdb0-492c-b53b-5e6924f7d2ab None None] Provisioning complete for port 801c2142-0477-4638-9759-b8e45a11bf69 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:43.017378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7cca5fd8-cdb0-492c-b53b-5e6924f7d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:43.253339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f4352b-326c-4461-a2ab-cec41ca0f32f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:43.275807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:43.324874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7b019-e7ae-486b-8c6d-83b646b16790 req-ede05422-1a56-4d14-a011-95f823318a1d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:43.331149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ff7b019-e7ae-486b-8c6d-83b646b16790 req-ede05422-1a56-4d14-a011-95f823318a1d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.6768203 Feb 09 15:50:43.345226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12c263-63f9-4b36-b521-0756c896d5b4 req-0a9ca5ae-54e2-48d3-9c21-3bab8fc0167c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:43.348949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc12c263-63f9-4b36-b521-0756c896d5b4 req-0a9ca5ae-54e2-48d3-9c21-3bab8fc0167c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 931 time: 0.7254198 Feb 09 15:50:43.409115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Transition to ACTIVE for port object d0f4352b-326c-4461-a2ab-cec41ca0f32f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:50:43.518335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ff7b019-e7ae-486b-8c6d-83b646b16790 req-6061e744-9e06-4f17-9909-03c828a04e3e tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643670 Feb 09 15:50:43.520791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:43.531603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc12c263-63f9-4b36-b521-0756c896d5b4 req-9fb760ef-8c36-446a-903c-40089ee2eb07 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628678 Feb 09 15:50:43.541388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:43.818188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f4352b-326c-4461-a2ab-cec41ca0f32f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:43.889947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b65dbde-4202-4c2e-9e13-4724c34f93a2 req-32423b63-0a96-4788-8a71-9b6dd0ce4ab8 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1354349 Feb 09 15:50:44.042995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1738b-7f17-4e8a-a22e-c536fe9aa825 req-96bba0af-082b-4530-a159-1aebf42a0f7c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:44.045602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99a1738b-7f17-4e8a-a22e-c536fe9aa825 req-96bba0af-082b-4530-a159-1aebf42a0f7c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 945 time: 0.2893696 Feb 09 15:50:44.118112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 801c2142-0477-4638-9759-b8e45a11bf69 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:44.191381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 801c2142-0477-4638-9759-b8e45a11bf69 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:44.191761 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:44.235341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Allocated IP 172.25.5.242 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/2ec2aa92-a3fe-4e41-8ea7-f2a3c5d64ee7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:44.288624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99a1738b-7f17-4e8a-a22e-c536fe9aa825 req-3806cfc1-4026-4088-a487-c9cc12f2959e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340877 Feb 09 15:50:44.324201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Attempting to bind port d0f4352b-326c-4461-a2ab-cec41ca0f32f on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:44.324767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Attempting to bind port d0f4352b-326c-4461-a2ab-cec41ca0f32f by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:44.325049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Attempting to bind port d0f4352b-326c-4461-a2ab-cec41ca0f32f on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:44.342787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf208ad0-5689-4c8a-ab74-182099a3c2de req-0f81ceaa-7648-4f86-a41a-661187adc543 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:44.349101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf208ad0-5689-4c8a-ab74-182099a3c2de req-0f81ceaa-7648-4f86-a41a-661187adc543 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 949 time: 0.2442529 Feb 09 15:50:44.389134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Port d0f4352b-326c-4461-a2ab-cec41ca0f32f on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:50:44.389453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Attempting to bind port d0f4352b-326c-4461-a2ab-cec41ca0f32f on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:44.420812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:44.421243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Checking segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:44.421699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Bound using segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:44.422231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Bound port: d0f4352b-326c-4461-a2ab-cec41ca0f32f, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:44.422714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:44.559601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf208ad0-5689-4c8a-ab74-182099a3c2de req-09b0da5a-d67b-41c7-aa11-9f0d91bf58cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628127 Feb 09 15:50:44.581678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e181cb-e1c6-44d3-b9ae-860310352f44 req-9ea7c48d-ee11-4536-aa11-30b5afc07544 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:44.583286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59e181cb-e1c6-44d3-b9ae-860310352f44 req-9ea7c48d-ee11-4536-aa11-30b5afc07544 tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 1095 time: 0.1853635 Feb 09 15:50:44.606171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:44.622397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] For port d0f4352b-326c-4461-a2ab-cec41ca0f32f, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:44.656516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] For port d0f4352b-326c-4461-a2ab-cec41ca0f32f, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:44.682436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59e181cb-e1c6-44d3-b9ae-860310352f44 req-c08f377f-471a-4b88-9770-03366083eb4d tempest-LiveAutoBlockMigrationV225Test-146062772 tempest-LiveAutoBlockMigrationV225Test-146062772-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826566 Feb 09 15:50:44.742564 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:44.818544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:44.853642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:44.854225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:44.855840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0f4352b-326c-4461-a2ab-cec41ca0f32f HTTP/1.1" status: 200 len: 1091 time: 3.4645512 Feb 09 15:50:44.874192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'tag': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:44.877099 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8d1ecf-7353-40dd-9e61-9b654184a26a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fa99d6-03e5-4964-b8c7-1f61e964d9a3", "tag": "d0f4352b-326c-4461-a2ab-cec41ca0f32f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:44.903090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:44.913377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:44.919886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:44.964852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61260cf-51aa-4934-ba5e-1c48d5df3b65 service neutron] Pushing event updated for resources: {'Port': ['ID=d0f4352b-326c-4461-a2ab-cec41ca0f32f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:45.003312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a5c3b-0c58-4469-bbd5-21f19194820e req-32cc2073-38aa-43ac-8df1-cc28d67c4ecf tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:45.005724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-662a5c3b-0c58-4469-bbd5-21f19194820e req-32cc2073-38aa-43ac-8df1-cc28d67c4ecf tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 943 time: 0.1979208 Feb 09 15:50:45.197897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event updated for resources: {'Port': ['ID=2ec2aa92-a3fe-4e41-8ea7-f2a3c5d64ee7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:45.269882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada99a-38d7-4386-9c50-e5881288eeee req-2bc13ef8-4015-490f-8885-b9386e468b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:45.272595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-2bc13ef8-4015-490f-8885-b9386e468b52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 1094 time: 0.2625732 Feb 09 15:50:45.278591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-662a5c3b-0c58-4469-bbd5-21f19194820e req-3e1a587a-0d21-4a24-bf4d-38b057707af3 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169573 Feb 09 15:50:45.437762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-7ad52925-32e8-4c5f-8d9c-d082bc7b4e61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f HTTP/1.1" status: 200 len: 217 time: 0.1460903 Feb 09 15:50:45.448821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:45.563840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b73e8-652f-4414-ab7c-466664fe8bc6 req-511e826f-8a6c-4d49-8464-cb184bafa273 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:45.565445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e66b73e8-652f-4414-ab7c-466664fe8bc6 req-511e826f-8a6c-4d49-8464-cb184bafa273 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.2853422 Feb 09 15:50:45.575322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada99a-38d7-4386-9c50-e5881288eeee req-781be961-bc9b-44e8-a4e2-a33820e726d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:45.577031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-781be961-bc9b-44e8-a4e2-a33820e726d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1312311 Feb 09 15:50:45.585486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d381c19-315f-4f7e-b225-2dcea984d5d8 req-b477e73e-55b6-40fe-87d5-1b634d47961b tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:45.587039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d381c19-315f-4f7e-b225-2dcea984d5d8 req-b477e73e-55b6-40fe-87d5-1b634d47961b tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 1100 time: 0.2323895 Feb 09 15:50:45.696501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e66b73e8-652f-4414-ab7c-466664fe8bc6 req-7f9bf62f-029e-4671-afb2-8fdc5fbd80d4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229129 Feb 09 15:50:45.708241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:45.731157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d381c19-315f-4f7e-b225-2dcea984d5d8 req-dc1ea835-eb83-4be9-bbac-73fe3e985a52 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093645 Feb 09 15:50:45.736858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada99a-38d7-4386-9c50-e5881288eeee req-0f75b247-eb9a-4ea0-9e3e-38d8a8c8f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:45.738417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-0f75b247-eb9a-4ea0-9e3e-38d8a8c8f3b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488547 Feb 09 15:50:45.987218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb61c8-3064-41da-a2f9-45ff92fc416a req-cd7003e5-a8ac-4e97-b7d6-9f752eceec94 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:45.988917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8fb61c8-3064-41da-a2f9-45ff92fc416a req-cd7003e5-a8ac-4e97-b7d6-9f752eceec94 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 949 time: 0.1528563 Feb 09 15:50:45.995179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-8be28aa9-679a-4be6-8625-d81050636a92 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407520 Feb 09 15:50:46.130312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:46.134904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8fb61c8-3064-41da-a2f9-45ff92fc416a req-ba97aa8d-6b58-4fbc-b3c8-0da10c8e76c0 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324100 Feb 09 15:50:46.172945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ada99a-38d7-4386-9c50-e5881288eeee req-5b1c9a35-2d77-4527-82ee-84fcf549d170 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632371 Feb 09 15:50:46.211766 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:46.217874 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6f228d-4441-47d7-8afd-bda51698ec22 x-openstack-request-id: req-1d6f228d-4441-47d7-8afd-bda51698ec22 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:46.218333 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fa99d6-03e5-4964-b8c7-1f61e964d9a3", "tag": "d0f4352b-326c-4461-a2ab-cec41ca0f32f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:46.218695 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d6f228d-4441-47d7-8afd-bda51698ec22 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:46.219063 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'tag': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f', 'status': 'completed', 'code': 200} Feb 09 15:50:46.386543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8324f1fb-f6da-49c7-9f46-364d919255ab req-866f8030-8e3e-4f90-a11f-9ba2dda5c7e3 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1224566 Feb 09 15:50:46.498528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event updated for resources: {'Port': ['ID=2ec2aa92-a3fe-4e41-8ea7-f2a3c5d64ee7,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:46.543069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-dd0660a4-0305-4661-a03c-f890f9a7b002 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466957 Feb 09 15:50:46.543861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:46.583825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b790f-e6d6-4087-b6ec-2a1368a286c0 req-e2a3e0ca-5175-4199-aed2-a51c080461b8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:46.585482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-042b790f-e6d6-4087-b6ec-2a1368a286c0 req-e2a3e0ca-5175-4199-aed2-a51c080461b8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 945 time: 0.3122492 Feb 09 15:50:46.679035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-da2504b8-481f-4699-9b50-06519278cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:46.682466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-da2504b8-481f-4699-9b50-06519278cf39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 1094 time: 0.2567935 Feb 09 15:50:46.694251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:46.696466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-93c2f79e-ee20-4865-9f22-ff4f315db971 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8808806 Feb 09 15:50:46.863529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-042b790f-e6d6-4087-b6ec-2a1368a286c0 req-a712e56e-dab1-499e-baed-82a54b47dade tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641037 Feb 09 15:50:47.161154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-21d9f41c-0a14-4637-a23b-09c36cfe00d9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:47.163713 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-21d9f41c-0a14-4637-a23b-09c36cfe00d9 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.73 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 944 time: 0.0633042 Feb 09 15:50:47.203053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-55f9ddc2-d21d-44cb-b1d7-d94bee9fc1d7 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:47.204742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-55f9ddc2-d21d-44cb-b1d7-d94bee9fc1d7 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6448073 Feb 09 15:50:47.232391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-e19a5799-76c5-40d4-b4e5-7247c01a9f44 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:47.234087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-e19a5799-76c5-40d4-b4e5-7247c01a9f44 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 945 time: 0.4699242 Feb 09 15:50:47.279222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-90404e86-920c-4f75-b432-fddac5f570a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:47.280776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-90404e86-920c-4f75-b432-fddac5f570a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.5790431 Feb 09 15:50:47.284636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-8cd16e1d-7b03-4786-a897-7a8c63259f10 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/quotas/7772caae686c4e6e92715ae43e275e20 HTTP/1.1" status: 200 len: 375 time: 0.0635517 Feb 09 15:50:47.344789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Deleting port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:50:47.345372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:47.374530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-cdde9626-9ecb-4998-a243-1efcfd1d7f91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f HTTP/1.1" status: 200 len: 217 time: 0.0851669 Feb 09 15:50:47.465936 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] For port c25e1e2c-ff17-4359-bcd7-ba33753c31d4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:47.466303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:47.480404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Calling delete_port for c25e1e2c-ff17-4359-bcd7-ba33753c31d4 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:50:47.556249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-4520e855-d135-477d-86b3-87150a8d834c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2583795 Feb 09 15:50:47.571888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-40d507e5-5933-440f-a960-03ed90ca05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:47.575100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-40d507e5-5933-440f-a960-03ed90ca05bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1553376 Feb 09 15:50:47.660560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Deleting port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:50:47.661100 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:47.780553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:47.798463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3f169aeb-34b2-4793-8ad0-a643b97f8ed0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:47.809358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c25e1e2c-ff17-4359-bcd7-ba33753c31d4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:47.833423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-14fa3be7-7327-44d1-9c93-6db5199434f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:47.835983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-14fa3be7-7327-44d1-9c93-6db5199434f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2523220 Feb 09 15:50:47.844930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Pushing event deleted for resources: {'Port': ['ID=c25e1e2c-ff17-4359-bcd7-ba33753c31d4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:47.908154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] No DVR routers for this DVR port c25e1e2c-ff17-4359-bcd7-ba33753c31d4 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:50:47.912222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:47.918053 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-97c80a37-6cb2-4f94-a3b2-0c368bce6224 req-c35e48c4-d117-4ec0-895c-0433392fefe3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.73 "DELETE /v2.0/ports/c25e1e2c-ff17-4359-bcd7-ba33753c31d4 HTTP/1.1" status: 204 len: 173 time: 0.7443209 Feb 09 15:50:47.918789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'name': 'network-vif-deleted', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:47.923353 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647cee6a-ae44-47e0-bb08-0a620b364886" -d '{"events": [{"server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "name": "network-vif-deleted", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:47.940480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] For port 92ddbdb1-0470-4880-bb76-4454cc5d6e59, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=92ddbdb1-0470-4880-bb76-4454cc5d6e59,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:47.940859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:47.950529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176606d-b71b-47d6-bdba-04d5c79c17da req-98671cbd-d3ba-420c-82c9-7ec5dfaff555 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:47.952183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0176606d-b71b-47d6-bdba-04d5c79c17da req-98671cbd-d3ba-420c-82c9-7ec5dfaff555 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 866 time: 0.2584221 Feb 09 15:50:47.973240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Calling delete_port for 92ddbdb1-0470-4880-bb76-4454cc5d6e59 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:50:48.148988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-786f8ad0-c1d6-4b2d-9074-db532e4f55a6 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039532 Feb 09 15:50:48.173258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0176606d-b71b-47d6-bdba-04d5c79c17da req-1c46e073-45ed-4e8b-93f7-91acc10de95d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117896 Feb 09 15:50:48.384480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dad657-f64c-4d1b-a99e-07f64dfd2d18 req-edbbea6e-c3c7-456d-ad86-a0ac82c53a0e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:48.386562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71dad657-f64c-4d1b-a99e-07f64dfd2d18 req-edbbea6e-c3c7-456d-ad86-a0ac82c53a0e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 943 time: 0.2474411 Feb 09 15:50:48.427005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8d1ecf-7353-40dd-9e61-9b654184a26a req-44554789-8cee-41a3-b5c4-5e992f411a80 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585351 Feb 09 15:50:48.473396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ee3c4-e38f-47a2-89a5-ff42dc190b04 req-61b0316e-f42e-408b-bc2d-f32255fa5284 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:48.475020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f20ee3c4-e38f-47a2-89a5-ff42dc190b04 req-61b0316e-f42e-408b-bc2d-f32255fa5284 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.1823664 Feb 09 15:50:48.519009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8552e006-dc4b-47b1-8f16-f8a7a79703c0 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:50:48.528581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71dad657-f64c-4d1b-a99e-07f64dfd2d18 req-f0969f14-e323-4f7b-98df-7e61f5a44bb4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212149 Feb 09 15:50:48.560732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f20ee3c4-e38f-47a2-89a5-ff42dc190b04 req-f30df7d9-b766-4398-b1e6-7f790429c9d1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732791 Feb 09 15:50:48.596601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:48.632385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8', '92ddbdb1-0470-4880-bb76-4454cc5d6e59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:48.741640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event deleted for resources: {'Port': ['ID=92ddbdb1-0470-4880-bb76-4454cc5d6e59,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:48.766650 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:48.866385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] No DVR routers for this DVR port 92ddbdb1-0470-4880-bb76-4454cc5d6e59 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:50:48.872626 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:48.878121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:48.880449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1dc1c64f-bbe7-415e-9b93-128c85150ed9 req-ad48e8ee-c9de-4c4c-91a8-e5bd5740e4cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "DELETE /v2.0/ports/92ddbdb1-0470-4880-bb76-4454cc5d6e59 HTTP/1.1" status: 204 len: 173 time: 1.6305206 Feb 09 15:50:48.881853 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e81d32a-dc29-47f6-b0d2-82d90bfb78e1" -d '{"events": [{"server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "name": "network-vif-unplugged", "status": "completed", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:48.917512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:48.941001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ccbd13-7980-4fba-9d2c-cc3920ee2457', 'name': 'network-vif-deleted', 'tag': '92ddbdb1-0470-4880-bb76-4454cc5d6e59'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:48.946082 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e9387c-ac6b-44f8-bbf6-bfd93dbb68be" -d '{"events": [{"server_uuid": "72ccbd13-7980-4fba-9d2c-cc3920ee2457", "name": "network-vif-deleted", "tag": "92ddbdb1-0470-4880-bb76-4454cc5d6e59"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:48.957818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79556aa8-df54-44e8-9659-84e94f52b9c0 req-e9f0db81-638f-4b76-b654-c7a48c9801f8 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0945117 Feb 09 15:50:49.016865 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.017964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c25e1e2c-ff17-4359-bcd7-ba33753c31d4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:50:49.090289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-de2b1ce3-b427-4df1-ade0-2c72710951f1 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2008322291&fields=id&tenant_id=9e0539864e0e426db04400e9d846549d HTTP/1.1" status: 200 len: 267 time: 0.1295826 Feb 09 15:50:49.130814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: c25e1e2c-ff17-4359-bcd7-ba33753c31d4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:50:49.130814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c25e1e2c-ff17-4359-bcd7-ba33753c31d4 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:50:49.167181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:49.169975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d0f4352b-326c-4461-a2ab-cec41ca0f32f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:50:49.315855 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f94a756f-ac74-4a54-b4e8-e87cec61f8a5 req-cac9b6ad-3389-4332-9ddc-a1e01a644097 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=72ccbd13-7980-4fba-9d2c-cc3920ee2457 HTTP/1.1" status: 200 len: 210 time: 0.0618439 Feb 09 15:50:49.418473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-1c4f249d-937a-45be-8de2-36e8304813c2 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:49.420999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-1c4f249d-937a-45be-8de2-36e8304813c2 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/networks?id=29e47106-2d11-4a13-b0cc-22548f10c51a HTTP/1.1" status: 200 len: 805 time: 0.3141232 Feb 09 15:50:49.423828 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126d1458-b001-453f-bcdf-86ef9ab71bad x-openstack-request-id: req-126d1458-b001-453f-bcdf-86ef9ab71bad {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:49.427497 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ed9925-7421-4900-bf13-f96837cd398b", "name": "network-vif-deleted", "tag": "c25e1e2c-ff17-4359-bcd7-ba33753c31d4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:49.427497 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-126d1458-b001-453f-bcdf-86ef9ab71bad {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:49.427497 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ed9925-7421-4900-bf13-f96837cd398b', 'name': 'network-vif-deleted', 'tag': 'c25e1e2c-ff17-4359-bcd7-ba33753c31d4', 'status': 'completed', 'code': 200} Feb 09 15:50:49.459936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-cee595d6-7035-48db-9fc5-225f9d1dfcd4 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/quotas/9e0539864e0e426db04400e9d846549d HTTP/1.1" status: 200 len: 375 time: 0.0174091 Feb 09 15:50:49.471630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d0f4352b-326c-4461-a2ab-cec41ca0f32f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:49.501247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f', 'mac_address': 'fa:16:3e:b6:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:50:49.557993 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.576048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f4352b-326c-4461-a2ab-cec41ca0f32f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:49.585055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4db649ff-b75d-49a3-852c-38ef36c7b5ab req-f9db7797-b6cd-44b2-82e8-3823392ff31f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 210 time: 0.0630503 Feb 09 15:50:49.604435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d0f4352b-326c-4461-a2ab-cec41ca0f32f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:49.622761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-3df83cef-5061-4a3e-bb12-9710c152347d tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e0539864e0e426db04400e9d846549d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1524205 Feb 09 15:50:49.656576 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aceeb87-f6fb-4d85-b214-425771ed480a x-openstack-request-id: req-4aceeb87-f6fb-4d85-b214-425771ed480a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:49.656899 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "name": "network-vif-unplugged", "status": "completed", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:49.657161 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4aceeb87-f6fb-4d85-b214-425771ed480a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:49.657718 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'code': 200} Feb 09 15:50:49.710168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.725462 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba0e601-14af-4d9a-be28-ea3c4eb76b9c x-openstack-request-id: req-0ba0e601-14af-4d9a-be28-ea3c4eb76b9c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:49.726183 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ccbd13-7980-4fba-9d2c-cc3920ee2457", "name": "network-vif-deleted", "tag": "92ddbdb1-0470-4880-bb76-4454cc5d6e59", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:49.726725 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ba0e601-14af-4d9a-be28-ea3c4eb76b9c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:49.727505 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ccbd13-7980-4fba-9d2c-cc3920ee2457', 'name': 'network-vif-deleted', 'tag': '92ddbdb1-0470-4880-bb76-4454cc5d6e59', 'status': 'completed', 'code': 200} Feb 09 15:50:49.834624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d0f4352b-326c-4461-a2ab-cec41ca0f32f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:49.849160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06f21148-f103-4da2-a84d-9352a101f28f req-6de07917-9584-4a8a-b85c-3b0be72878c8 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 210 time: 0.0595686 Feb 09 15:50:49.928380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-2aea75fa-e371-4697-b837-2b5566f39567 service neutron] 10.222.0.53 "GET /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941229 Feb 09 15:50:50.049147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d0f4352b-326c-4461-a2ab-cec41ca0f32f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:50.122767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86798a66-30cc-4e51-98b1-d4ad4513179d req-80aafb7a-ba8c-4672-bfc3-ac27d335f2e0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:50.124873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86798a66-30cc-4e51-98b1-d4ad4513179d req-80aafb7a-ba8c-4672-bfc3-ac27d335f2e0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 944 time: 0.1688857 Feb 09 15:50:50.190069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-bdff3b89-cea5-4643-bdf1-3c8a825c74c8 service neutron] 10.222.0.53 "GET /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496068 Feb 09 15:50:50.236882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86798a66-30cc-4e51-98b1-d4ad4513179d req-6079b698-0a5f-4b38-b0f7-a0c8d5fe66ec tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966353 Feb 09 15:50:50.466226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68dcd1-fec0-45e1-8c72-d9248c454291 req-341fa6bd-b3c0-49fe-a0e4-3a26b4ed125f tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:50.468232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff68dcd1-fec0-45e1-8c72-d9248c454291 req-341fa6bd-b3c0-49fe-a0e4-3a26b4ed125f tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.1186969 Feb 09 15:50:50.524550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff68dcd1-fec0-45e1-8c72-d9248c454291 req-b6fc71e7-bea0-4fa0-bfb3-a4489146d200 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487225 Feb 09 15:50:50.683202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cfdaa1ab-cdbf-47ca-959a-51a81e5dbde6 req-bb3b7184-f559-4775-9254-77a6e2a630b2 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0899410 Feb 09 15:50:50.774486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2859bac-d7b2-4649-b650-11d03233e114 req-56021177-0235-4053-afca-6b20141eed2a tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 210 time: 0.0420892 Feb 09 15:50:50.880332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd0ce821-3e94-4d26-8858-041fdf2d2631 req-d156a8a6-e6ab-4444-b1d3-c23423a40d30 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 210 time: 0.0516684 Feb 09 15:50:50.997810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5f2fff9-845c-4254-b7c8-5d0c9230618b req-d5df37b4-65de-40c1-bcf5-7357559f4c09 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 210 time: 0.0406773 Feb 09 15:50:51.184519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 92ddbdb1-0470-4880-bb76-4454cc5d6e59 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:50:51.229942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 92ddbdb1-0470-4880-bb76-4454cc5d6e59 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:50:51.230487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 92ddbdb1-0470-4880-bb76-4454cc5d6e59 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:50:51.246410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-6f8901a2-7669-424c-ab98-0c39ef326bc9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:51.248225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-6f8901a2-7669-424c-ab98-0c39ef326bc9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.1526916 Feb 09 15:50:51.270884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-4a3e8933-9c42-4a90-9f4b-53325fc87571 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/quotas/e3fbcfe4cc354574a0fe8dc1c4dda685 HTTP/1.1" status: 200 len: 375 time: 0.0157776 Feb 09 15:50:51.363521 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-4d5da465-98e9-4891-8b60-12c5288da3e6 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7772caae686c4e6e92715ae43e275e20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694613 Feb 09 15:50:51.419691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-7234a748-938a-4eda-b6a6-2459bf48751a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361661 Feb 09 15:50:51.570694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-dfa0447f-f159-448f-ac8a-677c8cc9e04d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:51.573139 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-dfa0447f-f159-448f-ac8a-677c8cc9e04d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919513 Feb 09 15:50:51.576107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412109d-0f5c-4ef5-af05-25d2731108b7 req-c74dee65-fd3b-46c4-a3ab-3a0fce37d275 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:51.577997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9412109d-0f5c-4ef5-af05-25d2731108b7 req-c74dee65-fd3b-46c4-a3ab-3a0fce37d275 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 944 time: 0.1926012 Feb 09 15:50:51.624224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Request body: {'port': {'device_id': '4ad8159e-7896-449d-af6f-ed468c2da3a3', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '7772caae686c4e6e92715ae43e275e20'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:51.649603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-fc87e6bf-7975-4cbc-8853-7826269bfda4 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963568 Feb 09 15:50:51.768734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-3c96f1a1-4a4b-4e5a-98a2-afb7968a0f23 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174769 Feb 09 15:50:51.786412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9412109d-0f5c-4ef5-af05-25d2731108b7 req-80623c86-38f5-4640-91ee-324aa2fd8d32 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968923 Feb 09 15:50:51.934148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Made reservation on behalf of 7772caae686c4e6e92715ae43e275e20 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:51.940282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:52.047971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754efc20-e230-4691-b521-58dfefe13e10 req-c279f7cf-e9c1-4655-ba0c-d3f8a336d574 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:52.051244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-754efc20-e230-4691-b521-58dfefe13e10 req-c279f7cf-e9c1-4655-ba0c-d3f8a336d574 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.1266677 Feb 09 15:50:52.194222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-754efc20-e230-4691-b521-58dfefe13e10 req-6964e8eb-5ac4-4a29-b9c3-3907f071300a tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265810 Feb 09 15:50:52.342055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c961582-f96d-499b-88b7-8c2d3b045852 req-ba8ea954-d25d-4e55-98c0-1df8a5cd6694 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0869827 Feb 09 15:50:52.384319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Allocated IP 192.168.233.100 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/f13d34a8-8eaa-45e8-b040-8aa86032abf8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:52.520801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ceecd9b3-2c48-4ad7-ad12-6e45f4f427be req-d7a737c6-99f9-473d-a8d9-04b273178b3f tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 210 time: 0.1280625 Feb 09 15:50:52.594332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:50:52.617902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e43d844-4a22-4d28-bef4-e6c2cebe1a61 req-459b3b09-4ffe-469e-bcb8-ee7f5f1781b3 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 210 time: 0.0828202 Feb 09 15:50:52.755632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ecf6d2f1-6e90-4024-9b2e-313811858f44 req-63dd6da2-ae89-4d79-96f9-6cc50f987eb5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 210 time: 0.1181242 Feb 09 15:50:52.828347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:52.861692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:52.866120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f88a1482-179e-4e23-a667-702be1cb52e9 req-ec2f0ae2-447f-4759-86b0-0898cd77c665 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 210 time: 0.1075184 Feb 09 15:50:52.878954 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fc06c8d-4553-4dee-b763-95c9b681856c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:52.885607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'mac_address': 'fa:16:3e:af:5a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:50:52.982570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:53.001249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186c4f2b-d4ff-4536-8cea-7751d2676d59 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:53.054248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:53.070934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:53.084877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'cf161fc3-1c21-4798-b6e4-dc5ef029133a', '4db3930a-312b-4647-8940-ad7d7078dfbc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:53.135273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4942364-7e09-436e-9a10-947cb1e84922 req-a78af9fe-3b83-4b09-9daa-ff9019c3be65 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:53.144948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f', 'cd825904-4bb5-46bf-8ca9-94e659580d6c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:53.153951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4942364-7e09-436e-9a10-947cb1e84922 req-a78af9fe-3b83-4b09-9daa-ff9019c3be65 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 944 time: 0.1412852 Feb 09 15:50:53.167966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:53.217874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d0f4352b-326c-4461-a2ab-cec41ca0f32f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:53.280654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:53.307294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:53.318425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4942364-7e09-436e-9a10-947cb1e84922 req-19cf538e-f460-4441-82b9-a43520654f5a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552365 Feb 09 15:50:53.335848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:53.352613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event updated for resources: {'Port': ['ID=f13d34a8-8eaa-45e8-b040-8aa86032abf8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:53.398769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['186c4f2b-d4ff-4536-8cea-7751d2676d59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:53.602853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:53.609989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:53.611128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:53.756760 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-d96fa48a-7ae6-47d3-906f-61727970a9f8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1632369 Feb 09 15:50:53.782568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2eeaf45b-0d87-42c5-870c-85341fee15a3 req-a3e34e43-349f-4a7d-b783-cfa49dafb49a tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0720544 Feb 09 15:50:53.789553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Request body: {'port': {'device_id': '4ad8159e-7896-449d-af6f-ed468c2da3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:53.837289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcc04-4944-4323-bd63-c79bb903b66a req-bad737e5-70b4-44c7-a286-7081f2b1a333 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:53.848937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebadcc04-4944-4323-bd63-c79bb903b66a req-bad737e5-70b4-44c7-a286-7081f2b1a333 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.3371181 Feb 09 15:50:53.952229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebadcc04-4944-4323-bd63-c79bb903b66a req-1c5ab6d0-fa75-4766-8b43-7e5d5c5244ef tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020548 Feb 09 15:50:54.036374 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.045718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port d0f4352b-326c-4461-a2ab-cec41ca0f32f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:50:54.104730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f12143d-4695-4d03-abe9-9ec2538bc0f5 req-ac729f65-b0e9-4dde-a296-555fee0fc7e4 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 210 time: 0.0699108 Feb 09 15:50:54.236960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e927f60-8967-46a2-9e3b-bd35382eb3d3 req-b5cb44d9-bc92-4587-a953-90fce0590429 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:54.239539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e927f60-8967-46a2-9e3b-bd35382eb3d3 req-b5cb44d9-bc92-4587-a953-90fce0590429 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 936 time: 0.1334825 Feb 09 15:50:54.243497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port d0f4352b-326c-4461-a2ab-cec41ca0f32f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:54.246525 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.351121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e927f60-8967-46a2-9e3b-bd35382eb3d3 req-4a27c4d8-def0-46fd-90ee-f327595a6d65 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028433 Feb 09 15:50:54.417953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fea8ebf2-7091-40f1-8504-d0904f235c1c req-3e31a46e-496f-4a61-91cf-c82b7bc52cab tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 210 time: 0.0805640 Feb 09 15:50:54.424162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6ac5c0d0-d1a7-4103-a07b-f9ed6b554db7 None None] Provisioning complete for port f13d34a8-8eaa-45e8-b040-8aa86032abf8 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:54.424500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6ac5c0d0-d1a7-4103-a07b-f9ed6b554db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.631829 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13d34a8-8eaa-45e8-b040-8aa86032abf8 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:54.640657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.655470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Transition to ACTIVE for port object f13d34a8-8eaa-45e8-b040-8aa86032abf8 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:50:54.716987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4fc50db-5d13-4572-9aaf-46f34479bbc1 req-bd160beb-9f0e-45b7-9577-372a47129137 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=59ed9925-7421-4900-bf13-f96837cd398b HTTP/1.1" status: 200 len: 210 time: 0.0576389 Feb 09 15:50:54.756072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5c0d0-d1a7-4103-a07b-f9ed6b554db7 None None] Port f13d34a8-8eaa-45e8-b040-8aa86032abf8 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:50:54.790408 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.846821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-1d487fac-4903-4c22-920e-3e479f8bfa1a tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:54.849078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-1d487fac-4903-4c22-920e-3e479f8bfa1a tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.13 "GET /v2.0/networks?id=29e47106-2d11-4a13-b0cc-22548f10c51a HTTP/1.1" status: 200 len: 805 time: 0.3443556 Feb 09 15:50:54.964628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d3b60-752f-4620-9999-d7be03bc0ce9 req-849b8ede-d9c2-4a9e-aa7b-4233acf400dd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:54.985689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-012d3b60-752f-4620-9999-d7be03bc0ce9 req-849b8ede-d9c2-4a9e-aa7b-4233acf400dd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 944 time: 0.3279252 Feb 09 15:50:55.002169 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.022599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f13d34a8-8eaa-45e8-b040-8aa86032abf8,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:55.099825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-45ab5239-f805-433f-9c42-79c9e7a08ec4 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e0539864e0e426db04400e9d846549d HTTP/1.1" status: 200 len: 380 time: 0.2325728 Feb 09 15:50:55.110368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4f931c2-06c1-4c86-8a0d-817d1275e207 req-a9740751-e87d-4953-82dc-bae2ddb5a51a tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0587938 Feb 09 15:50:55.111815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:55.114486 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadee9f1-0da6-4ee2-868a-d783236a7f66" -d '{"events": [{"server_uuid": "e4fa99d6-03e5-4964-b8c7-1f61e964d9a3", "name": "network-vif-plugged", "status": "completed", "tag": "d0f4352b-326c-4461-a2ab-cec41ca0f32f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:55.123476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Request body: {'port': {'device_id': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'admin_state_up': True, 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'security_groups': ['453a2295-5477-465e-8796-abcbf0baedad']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:55.200783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Attempting to bind port f13d34a8-8eaa-45e8-b040-8aa86032abf8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:55.200783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Attempting to bind port f13d34a8-8eaa-45e8-b040-8aa86032abf8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:55.200783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Attempting to bind port f13d34a8-8eaa-45e8-b040-8aa86032abf8 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:55.206162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Port f13d34a8-8eaa-45e8-b040-8aa86032abf8 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:50:55.206507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Attempting to bind port f13d34a8-8eaa-45e8-b040-8aa86032abf8 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:50:55.216027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:50:55.216027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:50:55.216626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:50:55.217176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Bound port: f13d34a8-8eaa-45e8-b040-8aa86032abf8, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:55.217600 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.236474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d0f4352b-326c-4461-a2ab-cec41ca0f32f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:55.248898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-012d3b60-752f-4620-9999-d7be03bc0ce9 req-aa14f520-0816-4038-b32e-b3a87c8c3495 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607312 Feb 09 15:50:55.411298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] For port f13d34a8-8eaa-45e8-b040-8aa86032abf8, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:55.424017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] For port f13d34a8-8eaa-45e8-b040-8aa86032abf8, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f13d34a8-8eaa-45e8-b040-8aa86032abf8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:55.440588 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ddf3e-52ae-4658-8629-d47dfde81645 x-openstack-request-id: req-f14ddf3e-52ae-4658-8629-d47dfde81645 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:55.441633 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fa99d6-03e5-4964-b8c7-1f61e964d9a3", "name": "network-vif-plugged", "status": "completed", "tag": "d0f4352b-326c-4461-a2ab-cec41ca0f32f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:55.441921 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f14ddf3e-52ae-4658-8629-d47dfde81645 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:55.445933 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f', 'code': 200} Feb 09 15:50:55.448719 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.498453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de485f-1af8-41a8-90c2-1195926e2116 req-8f40df2b-feff-467c-a124-15961fd67070 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:55.500200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83de485f-1af8-41a8-90c2-1195926e2116 req-8f40df2b-feff-467c-a124-15961fd67070 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.2382810 Feb 09 15:50:55.510623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.537188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bbd82b1b-aafe-452a-98bb-48258f7a3d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.572095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d0f4352b-326c-4461-a2ab-cec41ca0f32f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:55.662865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f13d34a8-8eaa-45e8-b040-8aa86032abf8,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:55.722870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:55.730586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.733904 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-213f784e-4db7-4ba3-b000-5a4157a8b1b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/f13d34a8-8eaa-45e8-b040-8aa86032abf8 HTTP/1.1" status: 200 len: 1096 time: 1.9593418 Feb 09 15:50:55.734904 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad8159e-7896-449d-af6f-ed468c2da3a3', 'tag': 'f13d34a8-8eaa-45e8-b040-8aa86032abf8'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:55.743500 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad8159e-7896-449d-af6f-ed468c2da3a3", "tag": "f13d34a8-8eaa-45e8-b040-8aa86032abf8"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:55.768010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2d90154-7f7f-4595-9c26-051149bfb677 req-93fafdd3-1ae0-499b-8772-032f3fa3bcc5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 210 time: 0.1615689 Feb 09 15:50:55.951993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83de485f-1af8-41a8-90c2-1195926e2116 req-7b778a43-66ed-4c6f-a66f-4730368a583f tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207928 Feb 09 15:50:55.965549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec1d59-6016-496b-a478-7898aadbbf3f req-be8f4838-c5c4-4f09-b484-10500b91789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:55.979286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1ec1d59-6016-496b-a478-7898aadbbf3f req-be8f4838-c5c4-4f09-b484-10500b91789a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 1096 time: 0.3956866 Feb 09 15:50:56.020797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Made reservation on behalf of 9e0539864e0e426db04400e9d846549d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:56.045685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:56.280169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-8fe7d172-79cd-4c33-b4a8-1abec25c97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:56.283112 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-8fe7d172-79cd-4c33-b4a8-1abec25c97e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 1099 time: 0.1935704 Feb 09 15:50:56.435582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-547d2ee5-7db8-45eb-8139-226cbc1fa888 req-316419bb-7446-44a6-9c2a-506b939df07b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 210 time: 0.3035676 Feb 09 15:50:56.512808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-16102772-b5d7-4593-b32f-af6164d67440 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f13d34a8-8eaa-45e8-b040-8aa86032abf8 HTTP/1.1" status: 200 len: 217 time: 0.2024167 Feb 09 15:50:56.529815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1ec1d59-6016-496b-a478-7898aadbbf3f req-1d2708c2-0c40-415b-b3cd-28cf5c6ecbad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428171 Feb 09 15:50:56.545273 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:56.555787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:50:56.689140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 186c4f2b-d4ff-4536-8cea-7751d2676d59 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:56.707670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:56.715042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Allocated IP 172.20.0.13 (29e47106-2d11-4a13-b0cc-22548f10c51a/68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd/af454fac-1c95-4382-899f-f3c24cd3e08b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:56.834647 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851bf36-dfab-4670-a1e2-8d29af8c3264 x-openstack-request-id: req-7851bf36-dfab-4670-a1e2-8d29af8c3264 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:56.835558 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad8159e-7896-449d-af6f-ed468c2da3a3", "tag": "f13d34a8-8eaa-45e8-b040-8aa86032abf8", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:56.835558 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7851bf36-dfab-4670-a1e2-8d29af8c3264 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:56.835783 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad8159e-7896-449d-af6f-ed468c2da3a3', 'tag': 'f13d34a8-8eaa-45e8-b040-8aa86032abf8', 'status': 'completed', 'code': 200} Feb 09 15:50:56.866261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-f1aba9fc-d780-4df6-b95e-1fe9e7070fe8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:56.870487 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-f1aba9fc-d780-4df6-b95e-1fe9e7070fe8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.6202440 Feb 09 15:50:56.881679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-bdbabd78-7b7a-4260-911b-7ec88f8b9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:56.884335 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-bdbabd78-7b7a-4260-911b-7ec88f8b9910 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.3557255 Feb 09 15:50:56.912699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Request body: {'port': {'device_id': 'b6e2312d-3ba5-4680-a8d8-3dd62edb80af', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'admin_state_up': True, 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:56.927185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888a2da-bf36-4b04-b3db-eb9f801b990e req-d7d7254b-2a1c-4069-b41f-2fc8f48450b2 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:56.948289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c888a2da-bf36-4b04-b3db-eb9f801b990e req-d7d7254b-2a1c-4069-b41f-2fc8f48450b2 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 948 time: 0.8262634 Feb 09 15:50:57.081174 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:57.169169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-e8508e4d-7100-4066-b8a9-ade3a0f0b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:57.171245 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-e8508e4d-7100-4066-b8a9-ade3a0f0b92b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2751665 Feb 09 15:50:57.186552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4febf9b6-0469-4aa1-8e7d-f4247457b66f req-8049afef-2ab2-4d7d-be67-7e453eb706ba tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.2188845 Feb 09 15:50:57.205741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:57.281311 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:57.301821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:57.319159 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:57.367406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c888a2da-bf36-4b04-b3db-eb9f801b990e req-7fe0e027-8f9f-4a07-a394-f2e379a2aff7 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116132 Feb 09 15:50:57.417944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:57.447961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:57.452142 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7469b281-c85a-4327-8550-bee12978a0c9" -d '{"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-plugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:50:57.528871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:57.600592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Allocated IP 172.20.0.8 (8fe90d03-74e6-453d-8f52-18e4671920fb/1d5c1cd5-fa7c-471b-bb59-78d9844adee3/e7956314-dfb4-4f94-a828-10f6fa16609f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:57.710572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8ec35dd-5d0c-4546-99e1-470bc87a017e req-f837e3f2-72c1-413c-bea7-4f21b6f821e5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 210 time: 0.1182621 Feb 09 15:50:57.737686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eab3b9-9a6e-4c26-bfe0-aef7312e6d46 req-9f6b2e91-e936-466a-b9d8-55aef527f41f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:57.766820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4eab3b9-9a6e-4c26-bfe0-aef7312e6d46 req-9f6b2e91-e936-466a-b9d8-55aef527f41f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 945 time: 0.3104663 Feb 09 15:50:57.941411 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:58.015345 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:58.120025 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-2878951f-a163-4ab6-9412-41a926699eca service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9376194 Feb 09 15:50:58.316637 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4b2514c1-f1e1-4566-b3c0-60ce20196212 req-e3bb29a0-d758-4ca9-8c95-f979c5c4ad79 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804991 Feb 09 15:50:58.318957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:58.343682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:50:58.393985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Network 8fe90d03-74e6-453d-8f52-18e4671920fb is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:58.407636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:58.418851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:58.432019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:58.547768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4eab3b9-9a6e-4c26-bfe0-aef7312e6d46 req-0b04c46b-8c32-40b1-8ac2-c99538b5ab2e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560577 Feb 09 15:50:58.560283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event updated for resources: {'Port': ['ID=e7956314-dfb4-4f94-a828-10f6fa16609f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:58.589223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:58.647673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:58.648435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:58.684121 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46643865-da75-4d3d-bce0-21e131b90ad1 x-openstack-request-id: req-46643865-da75-4d3d-bce0-21e131b90ad1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:50:58.686745 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-plugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:50:58.687289 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46643865-da75-4d3d-bce0-21e131b90ad1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:50:58.687853 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'code': 200} Feb 09 15:50:58.704503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-e9320ead-bf42-413d-ac71-d02309908b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:58.709560 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-e9320ead-bf42-413d-ac71-d02309908b30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 1099 time: 0.1870339 Feb 09 15:50:58.745636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785d67f-9ade-4495-a133-ad160f79c5ca req-3ec913c5-0251-43b9-aabc-3dd499607ea6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:58.764472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0785d67f-9ade-4495-a133-ad160f79c5ca req-3ec913c5-0251-43b9-aabc-3dd499607ea6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.3864665 Feb 09 15:50:58.864535 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-dfb3ea25-c261-41c6-83dc-b0f9012cdbea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9662015 Feb 09 15:50:58.885584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Request body: {'port': {'device_id': 'b6e2312d-3ba5-4680-a8d8-3dd62edb80af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:58.943666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0785d67f-9ade-4495-a133-ad160f79c5ca req-55dff6e0-9f36-4d79-a2e5-299797f484e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764708 Feb 09 15:50:58.943666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event updated for resources: {'Port': ['ID=af454fac-1c95-4382-899f-f3c24cd3e08b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:58.975496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Network 29e47106-2d11-4a13-b0cc-22548f10c51a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:58.981268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:58.998820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:50:59.141316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279f11-7741-4dc6-8612-166161999175 req-a8e22973-d395-436d-9f36-c7784ff41033 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:59.144016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51279f11-7741-4dc6-8612-166161999175 req-a8e22973-d395-436d-9f36-c7784ff41033 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 931 time: 0.2998855 Feb 09 15:50:59.225287 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:59.274257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-d96ca1a8-1273-4638-80ff-ca41656bfbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:59.283329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:59.284101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:59.284878 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-d96ca1a8-1273-4638-80ff-ca41656bfbb7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.5548992 Feb 09 15:50:59.365348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8562c365-dd3e-4801-932b-fffb3501f5ad req-9046f0d1-4c45-49f8-8bc1-04ee142e3015 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0429494 Feb 09 15:50:59.398903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51279f11-7741-4dc6-8612-166161999175 req-6c9aaa38-91fa-4bd0-a76b-117bfe1c68f3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277200 Feb 09 15:50:59.427932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f1d6cfb2-7348-448b-8df7-9550fc1471fd tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3160429 Feb 09 15:50:59.441978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Request body: {'port': {'device_id': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:50:59.580843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c46926eb-e704-4192-bb60-3b1456af903c None None] Provisioning complete for port af454fac-1c95-4382-899f-f3c24cd3e08b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:59.581722 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c46926eb-e704-4192-bb60-3b1456af903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:59.709968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c46926eb-e704-4192-bb60-3b1456af903c None None] Port af454fac-1c95-4382-899f-f3c24cd3e08b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:50:59.879784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf9082-2797-45d8-83b7-99c54a1fa036 req-1628cdde-d6ff-476c-8caf-68a754e826fc tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:59.882586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8bf9082-2797-45d8-83b7-99c54a1fa036 req-1628cdde-d6ff-476c-8caf-68a754e826fc tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 932 time: 0.3449433 Feb 09 15:50:59.903055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:59.927600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:59.985941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544eff8-6b59-4e76-a4cc-ecb5a368a099 req-72d99b8c-4abd-45ff-b334-844701d293e7 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:59.999274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e544eff8-6b59-4e76-a4cc-ecb5a368a099 req-72d99b8c-4abd-45ff-b334-844701d293e7 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 948 time: 0.3291228 Feb 09 15:51:00.077866 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-3a750d43-f211-449c-8e3b-536d3f91e87c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f13d34a8-8eaa-45e8-b040-8aa86032abf8 HTTP/1.1" status: 200 len: 217 time: 0.7850680 Feb 09 15:51:00.211620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-dfe35105-5742-4ac3-b77c-2e6f3d8eb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:00.214814 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-dfe35105-5742-4ac3-b77c-2e6f3d8eb26c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1253181 Feb 09 15:51:00.219818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7956314-dfb4-4f94-a828-10f6fa16609f {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:00.252605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8bf9082-2797-45d8-83b7-99c54a1fa036 req-cc5c0420-a0e4-43d4-a252-70bdd20774ca tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603265 Feb 09 15:51:00.285610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:00.311526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e544eff8-6b59-4e76-a4cc-ecb5a368a099 req-4fbfc4d0-670e-4a18-aeb6-d2cef9ba4959 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062475 Feb 09 15:51:00.333281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Transition to ACTIVE for port object e7956314-dfb4-4f94-a828-10f6fa16609f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:00.396663 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-81418321-977f-441b-9524-dd5ce4e284ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:00.398484 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-81418321-977f-441b-9524-dd5ce4e284ae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1726811 Feb 09 15:51:00.592311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af454fac-1c95-4382-899f-f3c24cd3e08b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:00.609261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:00.616702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Transition to ACTIVE for port object af454fac-1c95-4382-899f-f3c24cd3e08b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:00.745271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379598aa-a47f-46ba-809a-b1c0e3896e95 req-dadcfa43-4971-42d7-8a3f-17502e93cf51 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:00.763615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-379598aa-a47f-46ba-809a-b1c0e3896e95 req-dadcfa43-4971-42d7-8a3f-17502e93cf51 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 945 time: 0.1409831 Feb 09 15:51:00.771980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:00.934493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732d80b-f517-49e3-92b5-aebfaf8d5ec3 req-74cb4d5d-d21b-4df7-9a7a-b3f471e62542 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:00.949759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2732d80b-f517-49e3-92b5-aebfaf8d5ec3 req-74cb4d5d-d21b-4df7-9a7a-b3f471e62542 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.2993867 Feb 09 15:51:00.974590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Pushing event updated for resources: {'Port': ['ID=af454fac-1c95-4382-899f-f3c24cd3e08b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:01.067097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2732d80b-f517-49e3-92b5-aebfaf8d5ec3 req-e8d733bb-3695-4511-8176-e3b94466a789 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156015 Feb 09 15:51:01.117339 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:01.262224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Pushing event updated for resources: {'Port': ['ID=e7956314-dfb4-4f94-a828-10f6fa16609f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:01.420635 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-61ab9603-cdd8-45e3-8871-c8a762fde9f9 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0021026 Feb 09 15:51:01.436763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-379598aa-a47f-46ba-809a-b1c0e3896e95 req-d016adb5-17a1-4e6a-bde3-3c349b2e78c9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595142 Feb 09 15:51:01.543898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:01.578963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f649c4a1-3184-41bd-b435-0c2b629ccf54 req-307dd3a2-db77-42dd-8895-2876d3723ffe tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1789117 Feb 09 15:51:01.586135 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1802b485-49ae-40dc-9ea3-9bc9bf70f3de req-36e85264-e68e-43a4-a2b4-23a39f0492d5 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501987 Feb 09 15:51:01.591427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Attempting to bind port af454fac-1c95-4382-899f-f3c24cd3e08b on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:01.592224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Attempting to bind port af454fac-1c95-4382-899f-f3c24cd3e08b by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:01.592770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Attempting to bind port af454fac-1c95-4382-899f-f3c24cd3e08b on network 29e47106-2d11-4a13-b0cc-22548f10c51a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:01.620239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Port af454fac-1c95-4382-899f-f3c24cd3e08b on network 29e47106-2d11-4a13-b0cc-22548f10c51a not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:51:01.622355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Attempting to bind port af454fac-1c95-4382-899f-f3c24cd3e08b on network 29e47106-2d11-4a13-b0cc-22548f10c51a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:01.655656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Attempting to bind port e7956314-dfb4-4f94-a828-10f6fa16609f on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:01.656371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Attempting to bind port e7956314-dfb4-4f94-a828-10f6fa16609f by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:01.656982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Attempting to bind port e7956314-dfb4-4f94-a828-10f6fa16609f on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:01.661073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:51:01.663091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Checking segment: {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:51:01.666462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Bound using segment: {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:51:01.667344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Bound port: af454fac-1c95-4382-899f-f3c24cd3e08b, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f6bbdf-0154-4934-a5a0-bbe2c2674e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:01.667974 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:01.673178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Port e7956314-dfb4-4f94-a828-10f6fa16609f on network 8fe90d03-74e6-453d-8f52-18e4671920fb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:51:01.674352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Attempting to bind port e7956314-dfb4-4f94-a828-10f6fa16609f on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:01.689154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:51:01.689978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Checking segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:51:01.690621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Bound using segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:51:01.691333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Bound port: e7956314-dfb4-4f94-a828-10f6fa16609f, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:01.692013 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:01.867782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] For port e7956314-dfb4-4f94-a828-10f6fa16609f, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:01.872435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] For port e7956314-dfb4-4f94-a828-10f6fa16609f, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e7956314-dfb4-4f94-a828-10f6fa16609f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:01.961845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] For port af454fac-1c95-4382-899f-f3c24cd3e08b, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:01.992926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] For port af454fac-1c95-4382-899f-f3c24cd3e08b, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=af454fac-1c95-4382-899f-f3c24cd3e08b,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:01.995899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:02.039163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8935-05c4-4b6b-a6ca-debfbf415daa req-7c161522-6f89-42ee-9137-432cd8476179 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.062447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d0c8935-05c4-4b6b-a6ca-debfbf415daa req-7c161522-6f89-42ee-9137-432cd8476179 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 943 time: 0.3431072 Feb 09 15:51:02.096346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5f097-447e-4d07-970e-1a205c304e37 req-2254ac16-35dc-4482-8452-b8a3fe2a1667 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.103501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91e5f097-447e-4d07-970e-1a205c304e37 req-2254ac16-35dc-4482-8452-b8a3fe2a1667 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 944 time: 0.2179754 Feb 09 15:51:02.128351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Pushing event updated for resources: {'Port': ['ID=e7956314-dfb4-4f94-a828-10f6fa16609f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:02.141138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.143536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:02.147477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-8a3c89d3-c0a1-42e2-9969-371770eb834c service neutron] 10.222.0.13 "PUT /v2.0/ports/e7956314-dfb4-4f94-a828-10f6fa16609f HTTP/1.1" status: 200 len: 1091 time: 3.2690561 Feb 09 15:51:02.148691 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e2312d-3ba5-4680-a8d8-3dd62edb80af', 'tag': 'e7956314-dfb4-4f94-a828-10f6fa16609f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:02.154531 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257ea302-9e73-48d6-a218-636d096f298e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e2312d-3ba5-4680-a8d8-3dd62edb80af", "tag": "e7956314-dfb4-4f94-a828-10f6fa16609f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:02.180784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:02.238463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.239327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:02.241040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] 10.222.0.13 "PUT /v2.0/ports/af454fac-1c95-4382-899f-f3c24cd3e08b HTTP/1.1" status: 200 len: 1092 time: 2.8052731 Feb 09 15:51:02.254755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91e5f097-447e-4d07-970e-1a205c304e37 req-473695c1-42d4-4f4c-8f37-e71517ac6a1d tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309240 Feb 09 15:51:02.280565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d0c8935-05c4-4b6b-a6ca-debfbf415daa req-1243f723-0828-427a-b5c3-27e71a0a7641 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139125 Feb 09 15:51:02.280565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'tag': 'af454fac-1c95-4382-899f-f3c24cd3e08b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:02.282358 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087bd988-603d-4d3f-aad4-31a69965dd23" -d '{"events": [{"name": "network-changed", "server_uuid": "40b83122-59fa-43f9-b386-b77a4a2605bc", "tag": "af454fac-1c95-4382-899f-f3c24cd3e08b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:02.560280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8ac91-a569-4fcd-8356-d4be8bc65e9c service neutron] Pushing event updated for resources: {'Port': ['ID=af454fac-1c95-4382-899f-f3c24cd3e08b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:02.585660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-13c0d42b-965c-4093-8bfb-3cc986cd7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.592252 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-13c0d42b-965c-4093-8bfb-3cc986cd7168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e0539864e0e426db04400e9d846549d&device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 1095 time: 0.1659749 Feb 09 15:51:02.615577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f13d34a8-8eaa-45e8-b040-8aa86032abf8 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:51:02.652789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-4fa6e7e2-43ae-413f-b6db-81fcc449148b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=64e5271961874b6b997fbb5a0d3112c8 HTTP/1.1" status: 200 len: 267 time: 0.1896980 Feb 09 15:51:02.680953 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-c5ba4eaf-c832-4d12-b8cd-45a2fb95ae29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af454fac-1c95-4382-899f-f3c24cd3e08b HTTP/1.1" status: 200 len: 217 time: 0.0851657 Feb 09 15:51:02.752319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae50ce-2e57-450b-be0e-3cc06b3c95f6 req-efbb55dc-7891-4753-8c52-a7e15d0fd091 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.752319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21ae50ce-2e57-450b-be0e-3cc06b3c95f6 req-efbb55dc-7891-4753-8c52-a7e15d0fd091 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 948 time: 0.3088183 Feb 09 15:51:02.761631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-584b0d8b-960d-4495-b1fe-3e270a961317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.764200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-584b0d8b-960d-4495-b1fe-3e270a961317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 1094 time: 0.3838027 Feb 09 15:51:02.803560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-31422b3b-bb7e-4f34-938b-2aadbb2fc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.806611 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-31422b3b-bb7e-4f34-938b-2aadbb2fc3ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd HTTP/1.1" status: 200 len: 844 time: 0.1039081 Feb 09 15:51:02.882840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-a17afeff-4f31-49c0-ba66-84c7387f674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.886599 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-a17afeff-4f31-49c0-ba66-84c7387f674e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e47106-2d11-4a13-b0cc-22548f10c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737274 Feb 09 15:51:02.904280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-13a5886e-2b12-4d7a-97c9-3fb3fdc0d682 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7956314-dfb4-4f94-a828-10f6fa16609f HTTP/1.1" status: 200 len: 217 time: 0.1161323 Feb 09 15:51:02.933507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f13d34a8-8eaa-45e8-b040-8aa86032abf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f13d34a8-8eaa-45e8-b040-8aa86032abf8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:02.937174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-0ae125f9-a0c9-4245-b5ac-b853261e6267 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:02.940233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-0ae125f9-a0c9-4245-b5ac-b853261e6267 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 945 time: 0.2858903 Feb 09 15:51:02.965986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'f13d34a8-8eaa-45e8-b040-8aa86032abf8', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'f13d34a8-8eaa-45e8-b040-8aa86032abf8', 'mac_address': 'fa:16:3e:11:cc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:51:02.993356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'port': {'security_groups': []}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:03.006590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21ae50ce-2e57-450b-be0e-3cc06b3c95f6 req-a80c5ba6-8e2f-4169-bd94-ddfdfc8643fe tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397773 Feb 09 15:51:03.069681 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-6285118a-e9b1-40fc-b31b-b2f5c420709e service neutron] 10.222.0.13 "GET /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756339 Feb 09 15:51:03.141097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-594cf99a-058c-468d-b87b-ce829d256d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:03.144196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-594cf99a-058c-468d-b87b-ce829d256d58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.2306907 Feb 09 15:51:03.167184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:03.231954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13d34a8-8eaa-45e8-b040-8aa86032abf8 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:03.246355 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ad8f14dc-ba1a-408d-84f7-b902eb804209 req-aa7b8ec9-d682-4486-ab41-6368800afb83 service neutron] 10.222.0.13 "GET /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688349 Feb 09 15:51:03.304828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f13d34a8-8eaa-45e8-b040-8aa86032abf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f13d34a8-8eaa-45e8-b040-8aa86032abf8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:03.329041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-4d5d1973-5faf-4536-a7b5-1b9b6869c50c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228836 Feb 09 15:51:03.356567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:03.408062 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:03.567115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f13d34a8-8eaa-45e8-b040-8aa86032abf8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:03.676393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eb4fa-2519-4ee5-bd1d-53d6a95d42be req-a57c1671-4c0c-4f66-aaeb-a83f3ec8812a tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:03.679196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a24eb4fa-2519-4ee5-bd1d-53d6a95d42be req-a57c1671-4c0c-4f66-aaeb-a83f3ec8812a tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.4248135 Feb 09 15:51:03.785821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-97eef632-1637-4027-9254-61bd9de77a93 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227068 Feb 09 15:51:03.826587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['f13d34a8-8eaa-45e8-b040-8aa86032abf8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:04.065717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a24eb4fa-2519-4ee5-bd1d-53d6a95d42be req-50ad817c-5b6f-43a0-90f0-a9bf549b922d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323631 Feb 09 15:51:04.124998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c5b8600-ffac-4805-9fc0-1cd382a1cd09 req-f669cbd4-c32a-4642-80e9-f46d5fb7d4ea service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247421 Feb 09 15:51:04.130823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] For port d0f4352b-326c-4461-a2ab-cec41ca0f32f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:04.152528 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6ce45f-c4db-4b12-87ab-abe018762997 x-openstack-request-id: req-6e6ce45f-c4db-4b12-87ab-abe018762997 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:04.153165 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e2312d-3ba5-4680-a8d8-3dd62edb80af", "tag": "e7956314-dfb4-4f94-a828-10f6fa16609f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:04.153727 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e6ce45f-c4db-4b12-87ab-abe018762997 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:04.154379 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e2312d-3ba5-4680-a8d8-3dd62edb80af', 'tag': 'e7956314-dfb4-4f94-a828-10f6fa16609f', 'status': 'completed', 'code': 200} Feb 09 15:51:04.179988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:04.292271 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cc6001-f7a4-46e0-97d4-2c6db3f551a0 x-openstack-request-id: req-41cc6001-f7a4-46e0-97d4-2c6db3f551a0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:04.292625 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b83122-59fa-43f9-b386-b77a4a2605bc", "tag": "af454fac-1c95-4382-899f-f3c24cd3e08b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:04.293008 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41cc6001-f7a4-46e0-97d4-2c6db3f551a0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:04.293552 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'tag': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'status': 'completed', 'code': 200} Feb 09 15:51:04.298366 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:04.311996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['f19af231-0cb9-425c-8c7a-dfaae21eb6e6', '884580f5-8037-447e-82ac-d791b6fe5b59', 'd0f4352b-326c-4461-a2ab-cec41ca0f32f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:04.532498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-c08f428c-fe02-4e58-8b4c-2553a44f8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:04.541447 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-c08f428c-fe02-4e58-8b4c-2553a44f8693 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e0539864e0e426db04400e9d846549d&device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 1095 time: 0.1971192 Feb 09 15:51:04.550328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:04.551535 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:04.554226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8411928-d1f8-480c-94ac-b672888a7cf0 req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "PUT /v2.0/ports/d0f4352b-326c-4461-a2ab-cec41ca0f32f HTTP/1.1" status: 200 len: 904 time: 1.5811613 Feb 09 15:51:04.572546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccd7dac9-88b1-4696-a0a9-e875f013b7a1 req-36fd2d4a-bd4a-4dc0-98d2-5dcd450a0662 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1205742 Feb 09 15:51:04.643647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ea302-9e73-48d6-a218-636d096f298e req-a0b941e9-182c-4a21-b9cd-372b805b2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:04.654652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257ea302-9e73-48d6-a218-636d096f298e req-a0b941e9-182c-4a21-b9cd-372b805b2b14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 1094 time: 0.3468156 Feb 09 15:51:04.657780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640ed4d-023a-473a-980a-47c76302af81 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'Port': ['ID=d0f4352b-326c-4461-a2ab-cec41ca0f32f,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:04.709733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d0f4352b-326c-4461-a2ab-cec41ca0f32f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:04.822103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-369a2a9c-8b3f-4c05-bfa1-82d7c8c6b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:04.823744 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-369a2a9c-8b3f-4c05-bfa1-82d7c8c6b47d service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e47106-2d11-4a13-b0cc-22548f10c51a HTTP/1.1" status: 200 len: 906 time: 0.2772982 Feb 09 15:51:04.897319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ea302-9e73-48d6-a218-636d096f298e req-ff95b284-6737-460f-bde9-bd3b7d413efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:04.899297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257ea302-9e73-48d6-a218-636d096f298e req-ff95b284-6737-460f-bde9-bd3b7d413efd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 906 time: 0.2354240 Feb 09 15:51:04.963799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257ea302-9e73-48d6-a218-636d096f298e req-f2893319-1d7b-4781-82d0-2d5258e2a385 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7956314-dfb4-4f94-a828-10f6fa16609f HTTP/1.1" status: 200 len: 217 time: 0.0535665 Feb 09 15:51:04.967937 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-0761c3d8-861d-40ef-bafe-8bf871271a96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af454fac-1c95-4382-899f-f3c24cd3e08b HTTP/1.1" status: 200 len: 217 time: 0.1369920 Feb 09 15:51:05.044617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-436101b3-ad64-43f6-84f9-1e3154d9add3 None None] Provisioning complete for port d0f4352b-326c-4461-a2ab-cec41ca0f32f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:05.045247 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-436101b3-ad64-43f6-84f9-1e3154d9add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:05.068829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ea302-9e73-48d6-a218-636d096f298e req-2f0b8e0a-dd75-483e-87a9-7be86cff35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:05.071120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257ea302-9e73-48d6-a218-636d096f298e req-2f0b8e0a-dd75-483e-87a9-7be86cff35ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.0833578 Feb 09 15:51:05.081964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265e71e-5313-4f45-b4e6-c93245c71eb0 req-c3c68caf-264d-448d-9b7b-3a0bdc1f964f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:05.086518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-307d8c72-9fd8-4119-ae9c-3c3338575360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:05.091021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c265e71e-5313-4f45-b4e6-c93245c71eb0 req-c3c68caf-264d-448d-9b7b-3a0bdc1f964f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 943 time: 0.2564814 Feb 09 15:51:05.092465 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-307d8c72-9fd8-4119-ae9c-3c3338575360 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd HTTP/1.1" status: 200 len: 844 time: 0.1155303 Feb 09 15:51:05.137587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257ea302-9e73-48d6-a218-636d096f298e req-f06aa048-85cc-43b2-abe3-15d6f354c9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366886 Feb 09 15:51:05.200647 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-c3626aa0-d239-4dc6-9ffb-abda4a5b1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:05.203804 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-c3626aa0-d239-4dc6-9ffb-abda4a5b1825 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e47106-2d11-4a13-b0cc-22548f10c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015353 Feb 09 15:51:05.227462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device af454fac-1c95-4382-899f-f3c24cd3e08b details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:51:05.277572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c265e71e-5313-4f45-b4e6-c93245c71eb0 req-df22f373-a891-448e-b32e-14616bb87369 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757889 Feb 09 15:51:05.361383 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-e9abee07-a768-4630-89f0-4d759ecec3db service neutron] 10.222.0.13 "GET /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490500 Feb 09 15:51:05.430073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257ea302-9e73-48d6-a218-636d096f298e req-3bf837ff-c705-45bb-9b97-37eeddd482e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793632 Feb 09 15:51:05.452713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port af454fac-1c95-4382-899f-f3c24cd3e08b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=af454fac-1c95-4382-899f-f3c24cd3e08b,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:05.466861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'port_id': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'mac_address': 'fa:16:3e:c3:12:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:51:05.517282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:05.534098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af454fac-1c95-4382-899f-f3c24cd3e08b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:05.561600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e35f2-8bfe-42d3-b507-28f84317ab69 req-39cfee86-9a57-43c5-ac4d-145dcf1e319d tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:05.569997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port af454fac-1c95-4382-899f-f3c24cd3e08b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=af454fac-1c95-4382-899f-f3c24cd3e08b,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:05.570478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f41e35f2-8bfe-42d3-b507-28f84317ab69 req-39cfee86-9a57-43c5-ac4d-145dcf1e319d tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 944 time: 0.1514795 Feb 09 15:51:05.634709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257ea302-9e73-48d6-a218-636d096f298e req-fc0a0771-27b4-4cd8-a10f-19fff21c324a service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864026 Feb 09 15:51:05.641759 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:05.645072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f41e35f2-8bfe-42d3-b507-28f84317ab69 req-7d36d33b-70e5-4e6a-b9ca-3d5391c13b24 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720811 Feb 09 15:51:05.720635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=af454fac-1c95-4382-899f-f3c24cd3e08b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:05.728122 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-087bd988-603d-4d3f-aad4-31a69965dd23 req-c9370547-91be-4995-a602-5676a9e0d0e0 service neutron] 10.222.0.13 "GET /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526912 Feb 09 15:51:05.845358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df4a1-3095-4e3b-bab0-1d2628573e79 req-bd069c10-1170-4480-9c97-5f0640c171ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:05.847314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f3df4a1-3095-4e3b-bab0-1d2628573e79 req-bd069c10-1170-4480-9c97-5f0640c171ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 949 time: 0.1040137 Feb 09 15:51:05.900859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604c3c9-553e-41a9-955f-35444b58e5c4 req-e8ea5a00-1559-47aa-904c-bf800941ccca tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:05.908742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e604c3c9-553e-41a9-955f-35444b58e5c4 req-e8ea5a00-1559-47aa-904c-bf800941ccca tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 907 time: 0.1325424 Feb 09 15:51:05.958711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f3df4a1-3095-4e3b-bab0-1d2628573e79 req-3564cd02-54b3-45fc-a25b-895fcc299f72 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031895 Feb 09 15:51:06.035595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['af454fac-1c95-4382-899f-f3c24cd3e08b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:06.155465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60d226-04e4-4f17-9723-1e50f1165daa req-8d783200-3508-4152-916d-d5f7fad682f2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:06.162231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df60d226-04e4-4f17-9723-1e50f1165daa req-8d783200-3508-4152-916d-d5f7fad682f2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.0819867 Feb 09 15:51:06.265344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df60d226-04e4-4f17-9723-1e50f1165daa req-5852dd54-8f20-4815-91d3-63fda35b4fc3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919311 Feb 09 15:51:06.295105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'tag': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:06.305490 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6ce4f9-923f-49ea-915b-aea7243630a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fa99d6-03e5-4964-b8c7-1f61e964d9a3", "tag": "d0f4352b-326c-4461-a2ab-cec41ca0f32f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:06.338131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-70c7c73a-b88b-4d31-8566-7914b2f1847b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:06.346124 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-70c7c73a-b88b-4d31-8566-7914b2f1847b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.13 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 945 time: 0.1442428 Feb 09 15:51:06.366614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2b38c-b0d2-4d39-ad87-6f9c5912da80 req-744dbef7-b24f-42e9-a92d-c27a09f2ab5a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:06.369718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cd2b38c-b0d2-4d39-ad87-6f9c5912da80 req-744dbef7-b24f-42e9-a92d-c27a09f2ab5a tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 945 time: 0.2054968 Feb 09 15:51:06.552607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6afe6352-d022-465f-9877-6e4f12992685 req-25d26264-8b58-4b7b-92c8-162595802baa tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1036973 Feb 09 15:51:06.585300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cd2b38c-b0d2-4d39-ad87-6f9c5912da80 req-5514a487-0944-4143-a8f9-f0ad6cbc3b84 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086127 Feb 09 15:51:06.635852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Deleting port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:06.636436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:06.642057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f13d34a8-8eaa-45e8-b040-8aa86032abf8 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:51:06.821282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] For port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:06.822354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:06.826923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b39f-50a5-48dd-925f-eb48d9418379 req-3bb56f31-3290-4725-a3bb-639d19b75bba tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:06.829659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22f1b39f-50a5-48dd-925f-eb48d9418379 req-3bb56f31-3290-4725-a3bb-639d19b75bba tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 943 time: 0.1201923 Feb 09 15:51:06.837432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Calling delete_port for 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:06.847100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port f13d34a8-8eaa-45e8-b040-8aa86032abf8 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:06.855685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port f13d34a8-8eaa-45e8-b040-8aa86032abf8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:06.856240 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:06.900298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9af733-17b6-4641-b67a-c75dcfe4e2ed req-69a5944f-a2bd-42ab-9199-4f212b350599 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:06.903732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd9af733-17b6-4641-b67a-c75dcfe4e2ed req-69a5944f-a2bd-42ab-9199-4f212b350599 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1569479 Feb 09 15:51:06.964517 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22f1b39f-50a5-48dd-925f-eb48d9418379 req-eaba60e0-4507-4d16-9d68-46a529985488 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199272 Feb 09 15:51:07.034560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd9af733-17b6-4641-b67a-c75dcfe4e2ed req-94483e77-eeba-4f51-b001-4c945ba7df4f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091490 Feb 09 15:51:07.070852 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:07.079273 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ef70c6-d4d3-4cf8-9892-21f3e90837aa x-openstack-request-id: req-72ef70c6-d4d3-4cf8-9892-21f3e90837aa {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:07.079711 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fa99d6-03e5-4964-b8c7-1f61e964d9a3", "tag": "d0f4352b-326c-4461-a2ab-cec41ca0f32f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:07.080123 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72ef70c6-d4d3-4cf8-9892-21f3e90837aa {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:07.080793 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'tag': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f', 'status': 'completed', 'code': 200} Feb 09 15:51:07.176408 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:51:07.187495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad8159e-7896-449d-af6f-ed468c2da3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13d34a8-8eaa-45e8-b040-8aa86032abf8'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:07.188588 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:07.209799 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710feed4-3c90-4178-a4d1-8bde72a74939" -d '{"events": [{"server_uuid": "4ad8159e-7896-449d-af6f-ed468c2da3a3", "name": "network-vif-plugged", "status": "completed", "tag": "f13d34a8-8eaa-45e8-b040-8aa86032abf8"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:07.222417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f13d34a8-8eaa-45e8-b040-8aa86032abf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f13d34a8-8eaa-45e8-b040-8aa86032abf8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:07.233263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3f169aeb-34b2-4793-8ad0-a643b97f8ed0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:07.237937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e7956314-dfb4-4f94-a828-10f6fa16609f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:51:07.257677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Pushing event deleted for resources: {'Port': ['ID=3f169aeb-34b2-4793-8ad0-a643b97f8ed0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:07.314713 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:07.328394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] No DVR routers for this DVR port 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:07.331818 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:07.338592 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0843f12c-2b37-4fbb-b04c-102a23cb2b8d req-2e254126-4f2f-4a56-94d8-ea2630621020 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.13 "DELETE /v2.0/ports/3f169aeb-34b2-4793-8ad0-a643b97f8ed0 HTTP/1.1" status: 204 len: 173 time: 0.9894090 Feb 09 15:51:07.368427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'name': 'network-vif-deleted', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:07.368427 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b13ce-54a5-41c1-80fe-2cadd2d6df6b" -d '{"events": [{"server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "name": "network-vif-deleted", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:07.368898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-70eb49a7-a9e6-4e11-a030-203660c3119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:07.368898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-70eb49a7-a9e6-4e11-a030-203660c3119f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 1058 time: 0.2513416 Feb 09 15:51:07.393717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9a82e-01ac-4396-b946-8939f5caaaec req-30a48cd8-6408-430a-ba7c-72c9e9a9a417 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:07.412661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47a9a82e-01ac-4396-b946-8939f5caaaec req-30a48cd8-6408-430a-ba7c-72c9e9a9a417 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 949 time: 0.2011917 Feb 09 15:51:07.626766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f13d34a8-8eaa-45e8-b040-8aa86032abf8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:07.674354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e7956314-dfb4-4f94-a828-10f6fa16609f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e7956314-dfb4-4f94-a828-10f6fa16609f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:07.698262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'e7956314-dfb4-4f94-a828-10f6fa16609f', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'port_id': 'e7956314-dfb4-4f94-a828-10f6fa16609f', 'mac_address': 'fa:16:3e:2b:ee:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c1cd5-fa7c-471b-bb59-78d9844adee3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:51:07.754697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:07.778668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7956314-dfb4-4f94-a828-10f6fa16609f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:07.809326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e7956314-dfb4-4f94-a828-10f6fa16609f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e7956314-dfb4-4f94-a828-10f6fa16609f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:07.919668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d15cd-374f-4033-a199-6f41090487e1 req-8b6b14ce-1a5e-4802-814d-e6a5703cc9e3 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:07.922096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3d15cd-374f-4033-a199-6f41090487e1 req-8b6b14ce-1a5e-4802-814d-e6a5703cc9e3 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 945 time: 0.7276027 Feb 09 15:51:07.977255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47a9a82e-01ac-4396-b946-8939f5caaaec req-d146a679-765a-46fc-a15f-5bd97c99a12a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627139 Feb 09 15:51:08.051780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3d15cd-374f-4033-a199-6f41090487e1 req-64a14a29-77cc-4592-90bb-6b5580741950 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170216 Feb 09 15:51:08.134866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-04ba04bd-0f20-47df-a376-c4d7d0b8a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:08.136467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-04ba04bd-0f20-47df-a376-c4d7d0b8a0b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.7775238 Feb 09 15:51:08.155176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.220978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d774159-98b9-4629-ac70-2e9c2ccc80ae req-1bbe4e4b-4e2f-4fb6-ad15-6eca39ead735 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:08.222581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d774159-98b9-4629-ac70-2e9c2ccc80ae req-1bbe4e4b-4e2f-4fb6-ad15-6eca39ead735 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1505556 Feb 09 15:51:08.224188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-30cb7f30-8fd7-42ef-b8d4-7716848cb75e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f HTTP/1.1" status: 200 len: 217 time: 0.0785408 Feb 09 15:51:08.268002 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6772ced-a470-4c02-814d-4bc0c93bfa67 x-openstack-request-id: req-a6772ced-a470-4c02-814d-4bc0c93bfa67 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:08.268332 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad8159e-7896-449d-af6f-ed468c2da3a3", "name": "network-vif-plugged", "status": "completed", "tag": "f13d34a8-8eaa-45e8-b040-8aa86032abf8", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:08.268563 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6772ced-a470-4c02-814d-4bc0c93bfa67 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:08.268978 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad8159e-7896-449d-af6f-ed468c2da3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13d34a8-8eaa-45e8-b040-8aa86032abf8', 'code': 200} Feb 09 15:51:08.310069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e7956314-dfb4-4f94-a828-10f6fa16609f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:08.367462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d774159-98b9-4629-ac70-2e9c2ccc80ae req-c34fd4c0-743f-461d-b7f8-f34906abbb80 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362779 Feb 09 15:51:08.434174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-3d943bc6-1c34-4f1a-aa42-29b201bfc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:08.434174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-3d943bc6-1c34-4f1a-aa42-29b201bfc1f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1741178 Feb 09 15:51:08.480664 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c2c117-07d2-4505-ab08-5c217aff22c2 x-openstack-request-id: req-68c2c117-07d2-4505-ab08-5c217aff22c2 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:08.480664 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd", "name": "network-vif-deleted", "tag": "3f169aeb-34b2-4793-8ad0-a643b97f8ed0", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:08.480664 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68c2c117-07d2-4505-ab08-5c217aff22c2 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:08.480664 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd', 'name': 'network-vif-deleted', 'tag': '3f169aeb-34b2-4793-8ad0-a643b97f8ed0', 'status': 'completed', 'code': 200} Feb 09 15:51:08.515516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e7956314-dfb4-4f94-a828-10f6fa16609f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:08.519537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48d14f-a126-4a8b-afeb-feb7ce8cf145 req-6934b916-62f0-4b75-bc17-2a8cc890a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:08.522515 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-df48d14f-a126-4a8b-afeb-feb7ce8cf145 req-6934b916-62f0-4b75-bc17-2a8cc890a3b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 1101 time: 0.1703136 Feb 09 15:51:08.533600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f391b3-3659-4f82-8ad5-e5fb895a591c req-e749a85d-fb41-4ab0-a7c6-9a6f944ed5a7 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:08.535224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57f391b3-3659-4f82-8ad5-e5fb895a591c req-e749a85d-fb41-4ab0-a7c6-9a6f944ed5a7 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.2323296 Feb 09 15:51:08.581622 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-df48d14f-a126-4a8b-afeb-feb7ce8cf145 req-c2d63761-3da4-42e8-859e-6e8f04d1f12d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516877 Feb 09 15:51:08.625579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebff00a-2f97-4b12-853d-772ff7c486f0 req-c25e4d91-7f68-4fff-b258-550cba754a70 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0823584 Feb 09 15:51:08.659718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-a9b3e319-8ee6-47ad-82f9-3f7119250c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:08.672493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-a9b3e319-8ee6-47ad-82f9-3f7119250c28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2265582 Feb 09 15:51:08.687726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57f391b3-3659-4f82-8ad5-e5fb895a591c req-88611e53-d348-41ec-afe3-e7d6b2d40b99 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194522 Feb 09 15:51:08.914279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e824343-75f8-4afb-9376-52ff885afb1f req-50018701-f017-4000-8915-e3ba735e6b9f tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=acc4581c-ac9a-4b18-a9e7-d6d69ea3a7dd HTTP/1.1" status: 200 len: 210 time: 0.0478382 Feb 09 15:51:08.924952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72697316-dcf2-4fba-9d76-06cf6f537d49 req-6ed7218e-939d-493b-ab66-688e83e154fe tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:08.926584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72697316-dcf2-4fba-9d76-06cf6f537d49 req-6ed7218e-939d-493b-ab66-688e83e154fe tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 944 time: 0.1259520 Feb 09 15:51:08.930904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-db85e022-2742-4d66-8b71-0d02003e574d service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421236 Feb 09 15:51:09.218539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device af454fac-1c95-4382-899f-f3c24cd3e08b up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:51:09.271454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72697316-dcf2-4fba-9d76-06cf6f537d49 req-b0b610bc-fc18-445d-aac8-700b58cbd81d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241663 Feb 09 15:51:09.310119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a6ce4f9-923f-49ea-915b-aea7243630a5 req-434acfdc-5e24-47c6-8d21-b614df35f766 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712366 Feb 09 15:51:09.357671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-f290d7fa-912f-4ef8-ae3a-13c04e059dd9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:09.360305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-f290d7fa-912f-4ef8-ae3a-13c04e059dd9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.2939267 Feb 09 15:51:09.390500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-09e84223-1521-4d65-a655-c2b52a8279b4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/quotas/64e5271961874b6b997fbb5a0d3112c8 HTTP/1.1" status: 200 len: 375 time: 0.0161903 Feb 09 15:51:09.498430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port af454fac-1c95-4382-899f-f3c24cd3e08b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:09.503231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port af454fac-1c95-4382-899f-f3c24cd3e08b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:09.503693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.524034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-78d1b42a-b405-408b-90fe-2181ecab2162 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1322291 Feb 09 15:51:09.557595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627b2f5-3ba4-4d85-ac5a-193346e024db req-0e486e99-bf98-4bca-8b78-c9590d4456ac tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:09.565845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8627b2f5-3ba4-4d85-ac5a-193346e024db req-0e486e99-bf98-4bca-8b78-c9590d4456ac tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 950 time: 0.1557913 Feb 09 15:51:09.610752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-38a4c06d-3908-4449-b3eb-0f5d9ccf4051 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:51:09.619153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-38a4c06d-3908-4449-b3eb-0f5d9ccf4051 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0933976 Feb 09 15:51:09.652137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8627b2f5-3ba4-4d85-ac5a-193346e024db req-5cd77d72-746c-4ee1-b8f7-602f94e58ac9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852325 Feb 09 15:51:09.766098 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.794083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-70589625-aaa7-458c-8216-798a181ffcad service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730800 Feb 09 15:51:09.867367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port af454fac-1c95-4382-899f-f3c24cd3e08b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=af454fac-1c95-4382-899f-f3c24cd3e08b,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:09.946283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288dfd-0134-476c-ba39-bc128231ec6f req-f9200959-7b1d-427b-8a14-a18ee37ae945 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:09.957531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c288dfd-0134-476c-ba39-bc128231ec6f req-f9200959-7b1d-427b-8a14-a18ee37ae945 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 945 time: 0.1505990 Feb 09 15:51:09.982983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-859b3bdc-f6e4-48e4-8f29-950ad8a4a1f5 service neutron] 10.222.0.53 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875226 Feb 09 15:51:09.990276 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.991242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:10.030196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c288dfd-0134-476c-ba39-bc128231ec6f req-976fcc91-e5ad-4247-a4a9-63e17bc37ac2 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729713 Feb 09 15:51:10.185398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:10.185912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3f169aeb-34b2-4793-8ad0-a643b97f8ed0 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:10.243199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=af454fac-1c95-4382-899f-f3c24cd3e08b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:10.270417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af454fac-1c95-4382-899f-f3c24cd3e08b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:10.275252 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d50112-2810-4c54-a8e1-de115cb6b3e2" -d '{"events": [{"server_uuid": "40b83122-59fa-43f9-b386-b77a4a2605bc", "name": "network-vif-plugged", "status": "completed", "tag": "af454fac-1c95-4382-899f-f3c24cd3e08b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:10.362269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8f37115-8dbe-4ca7-aaf6-7fe29130dc36 req-c380fbcb-5646-43d3-84b8-cb2ac785c2e1 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0527525 Feb 09 15:51:10.539630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e175e8-8335-4325-a093-7cc5c8751fc6 req-4a328c94-cb75-4251-8766-4ab7b4d6b815 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:10.548657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2e175e8-8335-4325-a093-7cc5c8751fc6 req-4a328c94-cb75-4251-8766-4ab7b4d6b815 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 946 time: 0.1155059 Feb 09 15:51:10.591758 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae88ab64-ff1a-4589-8281-c94fa609b965 x-openstack-request-id: req-ae88ab64-ff1a-4589-8281-c94fa609b965 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:10.591758 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b83122-59fa-43f9-b386-b77a4a2605bc", "name": "network-vif-plugged", "status": "completed", "tag": "af454fac-1c95-4382-899f-f3c24cd3e08b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:10.591758 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae88ab64-ff1a-4589-8281-c94fa609b965 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:10.592546 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'code': 200} Feb 09 15:51:10.631470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2e175e8-8335-4325-a093-7cc5c8751fc6 req-16cf3928-dd91-4732-89b5-f92351136977 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742078 Feb 09 15:51:10.774913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69f942e6-3ab7-4ee5-9025-13ee14ceb5dc req-15a2bfe7-a186-4ad0-af6e-ee065de964dc tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 210 time: 0.0847330 Feb 09 15:51:10.985585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62c12-12a7-4a56-a339-c78560325040 req-ae2197ee-2dd3-422c-819b-04549f22c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:10.988895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98d62c12-12a7-4a56-a339-c78560325040 req-ae2197ee-2dd3-422c-819b-04549f22c8fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 1097 time: 0.2491462 Feb 09 15:51:11.007338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f541b9-8003-43be-89c5-63a785736b62 req-12b3ef23-5a99-48ba-94cf-1f0bca9430da tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:11.016706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68f541b9-8003-43be-89c5-63a785736b62 req-12b3ef23-5a99-48ba-94cf-1f0bca9430da tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 944 time: 0.1704004 Feb 09 15:51:11.103688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98d62c12-12a7-4a56-a339-c78560325040 req-39d6b878-55f3-459d-a220-e42073e7fef4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783846 Feb 09 15:51:11.116141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68f541b9-8003-43be-89c5-63a785736b62 req-cbe81780-5867-40a8-b615-165fcd8101b2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941002 Feb 09 15:51:11.215384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e7956314-dfb4-4f94-a828-10f6fa16609f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:51:11.412447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port e7956314-dfb4-4f94-a828-10f6fa16609f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:11.418562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port e7956314-dfb4-4f94-a828-10f6fa16609f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:11.419249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:11.530963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:11.591982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e7956314-dfb4-4f94-a828-10f6fa16609f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e7956314-dfb4-4f94-a828-10f6fa16609f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:11.670221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:11.718364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0aa91e-9d51-4055-a04f-898417d42172 req-06241eb2-7a9a-4445-8571-a018ed1b2146 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:11.721076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea0aa91e-9d51-4055-a04f-898417d42172 req-06241eb2-7a9a-4445-8571-a018ed1b2146 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 950 time: 0.0975540 Feb 09 15:51:11.756923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e7956314-dfb4-4f94-a828-10f6fa16609f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:11.810502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea0aa91e-9d51-4055-a04f-898417d42172 req-8901a575-55cc-498e-a9f4-f844a12f16b5 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828309 Feb 09 15:51:12.041612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100f2d-5e4e-41c6-9e6a-452d8d8b1354 req-9118c695-c4a1-4bc8-9dca-fb8fcb11c802 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:12.044263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11100f2d-5e4e-41c6-9e6a-452d8d8b1354 req-9118c695-c4a1-4bc8-9dca-fb8fcb11c802 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.0946107 Feb 09 15:51:12.155474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-d5753e12-4156-4a2a-a102-38e76a3e99f6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:12.160389 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-d5753e12-4156-4a2a-a102-38e76a3e99f6 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.73 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 945 time: 0.1613264 Feb 09 15:51:12.192783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11100f2d-5e4e-41c6-9e6a-452d8d8b1354 req-bad52c40-f8cd-4671-b02b-3617ff8db69a tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252804 Feb 09 15:51:12.353828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fdcdbee3-af3e-4f9c-b9ce-8804b9d4147e req-e00ad5b3-ace9-47cd-88ec-1349c84421a8 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0570378 Feb 09 15:51:12.449499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Deleting port cb8a4e5b-38aa-4c01-a364-247688bab250 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:12.449859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:12.469751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b5b7-ed9b-4823-95cb-9f5a062c616b req-a9070768-9fc4-4abd-8c38-a9c8ea9c01b3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:12.484334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c11b5b7-ed9b-4823-95cb-9f5a062c616b req-a9070768-9fc4-4abd-8c38-a9c8ea9c01b3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 945 time: 0.1349561 Feb 09 15:51:12.596410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e2312d-3ba5-4680-a8d8-3dd62edb80af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7956314-dfb4-4f94-a828-10f6fa16609f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:12.597300 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acfc45a-03d3-4df2-9f7d-3673739fa1e3" -d '{"events": [{"server_uuid": "b6e2312d-3ba5-4680-a8d8-3dd62edb80af", "name": "network-vif-plugged", "status": "completed", "tag": "e7956314-dfb4-4f94-a828-10f6fa16609f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:12.604851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] For port cb8a4e5b-38aa-4c01-a364-247688bab250, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cb8a4e5b-38aa-4c01-a364-247688bab250,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:12.606420 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:12.621424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c11b5b7-ed9b-4823-95cb-9f5a062c616b req-ed3f4064-1b66-4f6f-a573-6e49afabb23c tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/security-groups?id=08da9211-dbb2-4693-bcac-424c1c0bba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295950 Feb 09 15:51:12.623872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Calling delete_port for cb8a4e5b-38aa-4c01-a364-247688bab250 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:12.656387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ddbf649e-e4d6-4d8b-a7d5-d1d9d50ba25d req-8935d9bf-e879-4e68-860c-2bc934a673e4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 210 time: 0.0956054 Feb 09 15:51:12.857141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc56184-85a1-4454-b893-5bb5596b3a77 req-0b2d141c-c9d5-421a-864e-b76864cd3e14 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:12.886520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fc56184-85a1-4454-b893-5bb5596b3a77 req-0b2d141c-c9d5-421a-864e-b76864cd3e14 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 1101 time: 0.1747565 Feb 09 15:51:13.003648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fc56184-85a1-4454-b893-5bb5596b3a77 req-df51173e-421e-4189-a152-b01e4318baf0 tempest-ServersOnMultiNodesTest-1832503473 tempest-ServersOnMultiNodesTest-1832503473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119270 Feb 09 15:51:13.173965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c027e8-7d66-4163-88ae-e47df473cf22 req-ed8b1fef-7780-4cd4-b42b-19a302483271 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:13.186433 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea529e18-2a0b-47f6-9de3-7e79c2b02e3e x-openstack-request-id: req-ea529e18-2a0b-47f6-9de3-7e79c2b02e3e {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:13.186845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20c027e8-7d66-4163-88ae-e47df473cf22 req-ed8b1fef-7780-4cd4-b42b-19a302483271 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 945 time: 0.1519845 Feb 09 15:51:13.187308 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e2312d-3ba5-4680-a8d8-3dd62edb80af", "name": "network-vif-plugged", "status": "completed", "tag": "e7956314-dfb4-4f94-a828-10f6fa16609f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:13.187731 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea529e18-2a0b-47f6-9de3-7e79c2b02e3e {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:13.188506 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e2312d-3ba5-4680-a8d8-3dd62edb80af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7956314-dfb4-4f94-a828-10f6fa16609f', 'code': 200} Feb 09 15:51:13.270162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.285150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20c027e8-7d66-4163-88ae-e47df473cf22 req-aa8b43b4-596d-494b-9942-9eb5b79f7bfa tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921974 Feb 09 15:51:13.401038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363bc87-89f7-49fa-b238-d2f809e3da47 req-3ba6504b-c9aa-4ada-a56a-57beb33788b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:13.403900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2363bc87-89f7-49fa-b238-d2f809e3da47 req-3ba6504b-c9aa-4ada-a56a-57beb33788b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 1096 time: 0.1051636 Feb 09 15:51:13.411425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Pushing event deleted for resources: {'Port': ['ID=cb8a4e5b-38aa-4c01-a364-247688bab250,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:13.431466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.432191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.433109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.433832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.434645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.436115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.437433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.437984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.438494 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.438989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.439686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.440278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:13.535996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2363bc87-89f7-49fa-b238-d2f809e3da47 req-94bd4d50-c69c-4b77-9959-fc535eee7e54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155279 Feb 09 15:51:13.558598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] No DVR routers for this DVR port cb8a4e5b-38aa-4c01-a364-247688bab250 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:13.563875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.573838 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b51249fb-07d9-49f5-9b6c-7574d497e12f req-6593ab3b-e02b-43d9-b632-5ca6e716e022 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.73 "DELETE /v2.0/ports/cb8a4e5b-38aa-4c01-a364-247688bab250 HTTP/1.1" status: 204 len: 173 time: 1.4069512 Feb 09 15:51:13.588580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'name': 'network-vif-deleted', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:13.598529 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7e3b80-012e-4776-bcb1-b6d8797e6a5c" -d '{"events": [{"server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "name": "network-vif-deleted", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:13.738681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5358a-7554-41a4-a772-8407f5574aef req-34fe1fc7-9ee2-4a38-925e-251d873812e7 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:13.741670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56d5358a-7554-41a4-a772-8407f5574aef req-34fe1fc7-9ee2-4a38-925e-251d873812e7 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.1100826 Feb 09 15:51:13.831822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56d5358a-7554-41a4-a772-8407f5574aef req-c6a254df-96de-4832-a0ca-1e99bed2e08c tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735381 Feb 09 15:51:13.989707 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604eb557-1f75-4635-9b63-d6438107a201 x-openstack-request-id: req-604eb557-1f75-4635-9b63-d6438107a201 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:13.990258 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12c0fc9-ea2e-4b59-833f-ead0b11d9232", "name": "network-vif-deleted", "tag": "cb8a4e5b-38aa-4c01-a364-247688bab250", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:13.991602 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-604eb557-1f75-4635-9b63-d6438107a201 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:13.992604 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12c0fc9-ea2e-4b59-833f-ead0b11d9232', 'name': 'network-vif-deleted', 'tag': 'cb8a4e5b-38aa-4c01-a364-247688bab250', 'status': 'completed', 'code': 200} Feb 09 15:51:14.113906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e6b2a86-ea1a-4f9f-b353-ac43664087be req-99525ede-c48a-4a5d-be8e-3e8e2596515d tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1087413 Feb 09 15:51:14.147555 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08bf01f2-42eb-4a04-8507-e00512b65347 req-e7806f09-bad6-43e0-a410-c07eaa9fa5a8 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 210 time: 0.0531425 Feb 09 15:51:14.494197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fac05bcc-7873-4d33-aa50-843acc1ae431 req-0acbd253-7b0d-4c69-87d3-5b6ac3b26eeb tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 210 time: 0.1489966 Feb 09 15:51:14.591390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7d8a3-709d-4ca4-af4a-5f346207f112 req-e8bbd5c2-4924-45bc-a5b2-9f9bdd63ab99 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:14.607264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0c7d8a3-709d-4ca4-af4a-5f346207f112 req-e8bbd5c2-4924-45bc-a5b2-9f9bdd63ab99 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.2594626 Feb 09 15:51:14.608571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39410) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:14.624226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Request body: {'floatingip': {'port_id': 'af454fac-1c95-4382-899f-f3c24cd3e08b'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:14.663677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-e95e6eca-4daa-4a46-b0c4-b4942eed3a3c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:14.671606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-e95e6eca-4daa-4a46-b0c4-b4942eed3a3c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 812 time: 0.4523766 Feb 09 15:51:14.674348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5a8de486-ad8f-4203-b62c-d1164f57d927 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:51:14.691765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Request body: {'port': {'device_id': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'admin_state_up': True, 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:14.850405 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:15.152132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:15.238580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5a826-cc79-46d4-95b5-83792abb63c9 req-ad8efcaf-5087-46e0-a8d4-b4ec79a632ab tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:15.238580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39e5a826-cc79-46d4-95b5-83792abb63c9 req-ad8efcaf-5087-46e0-a8d4-b4ec79a632ab tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 945 time: 0.2828045 Feb 09 15:51:15.239620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'port_id': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'mac_address': 'fa:16:3e:8d:df:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b275e3-8eb1-49e7-a6d2-eb44ad5eb759', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:51:15.265003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc253dd-a74b-44fa-8afa-e7c457ee9828 req-358fe961-ce02-4848-ac74-d1163ec4c819 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:15.267674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffc253dd-a74b-44fa-8afa-e7c457ee9828 req-358fe961-ce02-4848-ac74-d1163ec4c819 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 950 time: 0.3957977 Feb 09 15:51:15.298176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:15.320199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a8de486-ad8f-4203-b62c-d1164f57d927 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:15.340899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39e5a826-cc79-46d4-95b5-83792abb63c9 req-49f84f63-1a8c-4e12-b9be-e6b2ccbf7ba7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690819 Feb 09 15:51:15.358892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:15.376183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffc253dd-a74b-44fa-8afa-e7c457ee9828 req-8e07e060-8434-41ab-a1d7-fb215346a072 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825238 Feb 09 15:51:15.378004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Made reservation on behalf of 64e5271961874b6b997fbb5a0d3112c8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:15.385393 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:15.646512 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:15.869710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d5b969d-36a3-44ec-9b9e-0a6fe694b808 req-183c9d5c-be4d-453d-afd8-098cf257b0b3 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12c0fc9-ea2e-4b59-833f-ead0b11d9232 HTTP/1.1" status: 200 len: 210 time: 0.2300022 Feb 09 15:51:15.900444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5a8de486-ad8f-4203-b62c-d1164f57d927'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:15.988986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:51:16.050966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:16.097944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-8a1c35b3-75ec-4793-a792-7d9a64a363b4 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:16.101861 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-8a1c35b3-75ec-4793-a792-7d9a64a363b4 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 950 time: 0.2517874 Feb 09 15:51:16.173115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bc4456a-a756-4c69-8e93-25eee636c692 req-0453c556-22b4-4a71-9f16-021f7bd04507 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.4084976 Feb 09 15:51:16.278077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06fdda86-8884-42e6-bd72-4c46ba05b9d8 req-907cbd40-3c59-4c67-841a-2e080c940a9f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 210 time: 0.0834556 Feb 09 15:51:16.320348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Allocated IP 172.20.0.8 (2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb/9bcc5345-71e3-4019-bdc5-b84bd7f7264c/80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:16.360030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:16.392881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Deleting port f13d34a8-8eaa-45e8-b040-8aa86032abf8 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:16.393311 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:16.488348 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:16.683187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5a8de486-ad8f-4203-b62c-d1164f57d927 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:51:16.690339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f7922-157a-42c4-bba3-76f6b64ad123 req-c5489d1a-978a-4cd3-8efc-4747964da219 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:16.693808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-482f7922-157a-42c4-bba3-76f6b64ad123 req-c5489d1a-978a-4cd3-8efc-4747964da219 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 945 time: 0.2283094 Feb 09 15:51:16.700315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] For port f13d34a8-8eaa-45e8-b040-8aa86032abf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f13d34a8-8eaa-45e8-b040-8aa86032abf8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:16.705085 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:16.741306 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Floating IP e475a375-b8b0-4baf-aea3-5a474174b224 associated. External IP: 172.25.5.242, port: af454fac-1c95-4382-899f-f3c24cd3e08b. Feb 09 15:51:16.754035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Calling delete_port for f13d34a8-8eaa-45e8-b040-8aa86032abf8 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:16.783713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-482f7922-157a-42c4-bba3-76f6b64ad123 req-18ca6608-f8a5-4114-8201-ee0ef0761af7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821648 Feb 09 15:51:16.810377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5a8de486-ad8f-4203-b62c-d1164f57d927 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:16.812395 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:16.820373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:16.992129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1f9ae-b1bc-42f2-95d0-03761d8d9e13 req-b83eca2c-3540-48f7-abcb-7d3f7eed1f8f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:17.000803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90b1f9ae-b1bc-42f2-95d0-03761d8d9e13 req-b83eca2c-3540-48f7-abcb-7d3f7eed1f8f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4ad8159e-7896-449d-af6f-ed468c2da3a3 HTTP/1.1" status: 200 len: 950 time: 0.0799127 Feb 09 15:51:17.030178 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.059777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90b1f9ae-b1bc-42f2-95d0-03761d8d9e13 req-fd520763-8fd3-4fbf-9f90-5d6657f64b68 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546060 Feb 09 15:51:17.092722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:17.095894 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521c5135-1602-4ae6-861f-732c47c7c8e4" -d '{"events": [{"server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "name": "network-vif-plugged", "status": "completed", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:17.110861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:17.187141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.199792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['f19af231-0cb9-425c-8c7a-dfaae21eb6e6', '884580f5-8037-447e-82ac-d791b6fe5b59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:17.261702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Router 7fd9f39e-509d-4784-9918-17649d3aed8f has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:51:17.276560 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.277382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cb8a4e5b-38aa-4c01-a364-247688bab250 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:17.284002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:17.297854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:17.308145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:51:17.359213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: cb8a4e5b-38aa-4c01-a364-247688bab250 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:17.359753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cb8a4e5b-38aa-4c01-a364-247688bab250 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:17.374034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event updated for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:17.434225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.476199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f', 'cd825904-4bb5-46bf-8ca9-94e659580d6c', 'f13d34a8-8eaa-45e8-b040-8aa86032abf8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:17.512177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:17.513492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.544140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event deleted for resources: {'Port': ['ID=f13d34a8-8eaa-45e8-b040-8aa86032abf8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:17.636720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:17.738620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-4db12101-0010-41d4-a7d8-bfc21ab16453 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0533173 Feb 09 15:51:17.756980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Request body: {'port': {'device_id': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:17.855504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] No DVR routers for this DVR port f13d34a8-8eaa-45e8-b040-8aa86032abf8 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:17.876140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.884779 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4c1bbc0a-2f6c-471f-b078-bd0c35c48a80 req-a8edf9a6-a270-4b9d-8d57-51a91545e1ed tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "DELETE /v2.0/ports/f13d34a8-8eaa-45e8-b040-8aa86032abf8 HTTP/1.1" status: 204 len: 173 time: 1.7729325 Feb 09 15:51:17.884779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad8159e-7896-449d-af6f-ed468c2da3a3', 'name': 'network-vif-deleted', 'tag': 'f13d34a8-8eaa-45e8-b040-8aa86032abf8'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:17.894240 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67fc4e2-b5d6-4bd2-9d72-a8878da92d97" -d '{"events": [{"server_uuid": "4ad8159e-7896-449d-af6f-ed468c2da3a3", "name": "network-vif-deleted", "tag": "f13d34a8-8eaa-45e8-b040-8aa86032abf8"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:17.942251 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-7ae0f85c-e28e-4085-866f-947bc2480e1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4881115 Feb 09 15:51:17.960940 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:51:17.969996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.981537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8d6977d-7c54-4ad9-950e-60b116802ae3 req-ac7cd06b-c7c9-4cce-a3da-16669c47c279 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1005747 Feb 09 15:51:17.983812 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] Sync routers for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:51:18.030840 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:51:18.034691 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:50:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:18.064853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d47eb4dc-7fc8-4137-b130-a71d017177b1 None None] Provisioning complete for port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:18.066411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d47eb4dc-7fc8-4137-b130-a71d017177b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.072208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.364581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d47eb4dc-7fc8-4137-b130-a71d017177b1 None None] Port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:51:18.417786 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:51:18.674776 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3499788-66ef-43db-beb7-8685299582ec x-openstack-request-id: req-f3499788-66ef-43db-beb7-8685299582ec {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:18.676813 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "name": "network-vif-plugged", "status": "completed", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:18.677625 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3499788-66ef-43db-beb7-8685299582ec {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:18.679303 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'code': 200} Feb 09 15:51:18.796716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-19c06cdc-0192-423f-90db-7c7c12701fc8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:18.809130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-19c06cdc-0192-423f-90db-7c7c12701fc8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.3061180 Feb 09 15:51:18.934888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-9c3fae74-7d79-421d-bb1e-7ff1318b5f8a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/quotas/e3fbcfe4cc354574a0fe8dc1c4dda685 HTTP/1.1" status: 200 len: 375 time: 0.1243348 Feb 09 15:51:18.969716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7447f031-f552-4a02-bace-0fa97524beb9 req-cb9aab41-6ca6-4934-875a-32a3425f4b23 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1297758 Feb 09 15:51:19.018293 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'e475a375-b8b0-4baf-aea3-5a474174b224', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'port_id': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'mac_address': 'fa:16:3e:c3:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:50:45Z', 'updated_at': '2022-02-09T15:51:15Z', 'revision_number': 1, 'project_id': '9e0539864e0e426db04400e9d846549d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:42Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:19.062088 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47d7d2b1-1323-41d2-8e3a-bc4525b3e6ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "PUT /v2.0/floatingips/e475a375-b8b0-4baf-aea3-5a474174b224 HTTP/1.1" status: 200 len: 992 time: 4.4516232 Feb 09 15:51:19.082044 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] Checking router: 7fd9f39e-509d-4784-9918-17649d3aed8f for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:51:19.092308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-f37d60b7-88f1-4138-9ae9-509046d467f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:19.093799 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:51:19.094581 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-f37d60b7-88f1-4138-9ae9-509046d467f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 1096 time: 1.1158462 Feb 09 15:51:19.095260 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:50:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:19.202717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'cf161fc3-1c21-4798-b6e4-dc5ef029133a', '4db3930a-312b-4647-8940-ad7d7078dfbc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:19.412673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-08ee1315-2bb4-4bcc-bf1c-5fc41b834016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:19.418875 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-08ee1315-2bb4-4bcc-bf1c-5fc41b834016 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.2900624 Feb 09 15:51:19.462534 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:51:19.569949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-7be3b817-3892-4388-9f31-4dd7bbc9055e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6337509 Feb 09 15:51:19.573221 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-34c9bcb2-7c65-43aa-be4b-74344490e008 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f19af231-0cb9-425c-8c7a-dfaae21eb6e6 HTTP/1.1" status: 200 len: 217 time: 0.1400001 Feb 09 15:51:19.770321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-7ec76edb-da1a-480b-8809-9634ce578f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:19.773041 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-7ec76edb-da1a-480b-8809-9634ce578f6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1915312 Feb 09 15:51:19.889945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-c1306b3d-3400-45c0-bc59-6078c2b87a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:19.893673 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-c1306b3d-3400-45c0-bc59-6078c2b87a37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084559 Feb 09 15:51:19.949802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01310b1c-34de-428c-9325-2e364093eaad req-6860c2ba-f374-4db8-903d-663d28fde5ec tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:19.964841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01310b1c-34de-428c-9325-2e364093eaad req-6860c2ba-f374-4db8-903d-663d28fde5ec tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 931 time: 0.5418470 Feb 09 15:51:20.125884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01310b1c-34de-428c-9325-2e364093eaad req-d1d311bc-231f-43bd-95e0-00f568e35a6d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590889 Feb 09 15:51:20.156198 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'e475a375-b8b0-4baf-aea3-5a474174b224', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'port_id': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'mac_address': 'fa:16:3e:c3:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:50:45Z', 'updated_at': '2022-02-09T15:51:15Z', 'revision_number': 1, 'project_id': '9e0539864e0e426db04400e9d846549d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:42Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:20.233152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-9631a034-6192-4e58-b13a-c93838df3ad8 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523619 Feb 09 15:51:20.248459 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc018bb7-406d-4ac9-b9b0-a044b9af1bdd None None] The sync data for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 is: [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'e475a375-b8b0-4baf-aea3-5a474174b224', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'port_id': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'mac_address': 'fa:16:3e:c3:12:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:50:45Z', 'updated_at': '2022-02-09T15:51:15Z', 'revision_number': 1, 'project_id': '9e0539864e0e426db04400e9d846549d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:42Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:51:20.320670 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4354f2-cff5-4a2e-9eae-b8e8e49570b4 x-openstack-request-id: req-8a4354f2-cff5-4a2e-9eae-b8e8e49570b4 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:20.324938 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad8159e-7896-449d-af6f-ed468c2da3a3", "name": "network-vif-deleted", "tag": "f13d34a8-8eaa-45e8-b040-8aa86032abf8", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:20.325738 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a4354f2-cff5-4a2e-9eae-b8e8e49570b4 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:20.326715 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad8159e-7896-449d-af6f-ed468c2da3a3', 'name': 'network-vif-deleted', 'tag': 'f13d34a8-8eaa-45e8-b040-8aa86032abf8', 'status': 'completed', 'code': 200} Feb 09 15:51:20.390584 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-433db5b7-cccc-4e49-81e4-ad7d14773e5e service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868972 Feb 09 15:51:20.706110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f13d34a8-8eaa-45e8-b040-8aa86032abf8 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:20.709116 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-316fa97f-24b8-46fe-bbf5-120ce46d2548 req-81a77666-4b97-4c2d-acec-aee9f0c3da0f service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106165 Feb 09 15:51:20.744377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: f13d34a8-8eaa-45e8-b040-8aa86032abf8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:20.744723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f13d34a8-8eaa-45e8-b040-8aa86032abf8 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:20.778926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e57474-6842-4c70-a11a-4b7ad34c8952 None None] New status for floating IP e475a375-b8b0-4baf-aea3-5a474174b224: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:51:20.939515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:20.959829 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:21.010568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Transition to ACTIVE for port object 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:21.052037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-8d88d49e-e5d6-40f8-a998-e0325262189b service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182381 Feb 09 15:51:21.155287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:21.292544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Pushing event updated for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:21.313922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f968526-984e-425e-a031-607de8dc7be7 req-eb337e3d-c936-428e-8de3-d4118f366986 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064770 Feb 09 15:51:21.362367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.362761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.363238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.363458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.367509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.367509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.367509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.367509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.367509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.367509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.367509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.367509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:21.634849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f968526-984e-425e-a031-607de8dc7be7 req-43b8b15a-7d59-47bd-b978-9eee3fc4b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:21.637681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f968526-984e-425e-a031-607de8dc7be7 req-43b8b15a-7d59-47bd-b978-9eee3fc4b91d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7772caae686c4e6e92715ae43e275e20&device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 1100 time: 0.2541842 Feb 09 15:51:21.729111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Attempting to bind port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:21.730438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Attempting to bind port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:21.733006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Attempting to bind port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:21.734030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-5ff0d8d4-5c02-4e8a-be47-600d4ab9809d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:21.737933 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-5ff0d8d4-5c02-4e8a-be47-600d4ab9809d tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 944 time: 0.1942639 Feb 09 15:51:21.797597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc52184-eda8-40cd-9c1a-ddd78266c554 req-875e6743-abb6-44d3-bf41-eecc98e2b109 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:21.813191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bc52184-eda8-40cd-9c1a-ddd78266c554 req-875e6743-abb6-44d3-bf41-eecc98e2b109 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.3334885 Feb 09 15:51:21.975295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:51:21.976016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Attempting to bind port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb on network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:21.984648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Deleting port 31db5514-5141-40dc-b97a-94579a6da2df {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:21.986254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:21.996811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1534530f-7feb-40d6-8d7e-3fb712fd481c req-28d57e33-46b0-4029-aa18-dd737b1fd92f tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.2871463 Feb 09 15:51:22.021214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:51:22.021864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Checking segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:51:22.022992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Bound using segment: {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:51:22.023399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Bound port: 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc3102b-4f07-4854-836f-1d00ed1b0b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:22.024036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.036734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bc52184-eda8-40cd-9c1a-ddd78266c554 req-31b9a0cd-9910-4ff3-b543-e7702992e74d tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220638 Feb 09 15:51:22.275755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] For port 31db5514-5141-40dc-b97a-94579a6da2df, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=31db5514-5141-40dc-b97a-94579a6da2df,segment=NetworkSegment(12fe864b-c94e-45f6-a9ff-6fa7473d8304),segment_id=12fe864b-c94e-45f6-a9ff-6fa7473d8304)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:22.279520 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.301177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f968526-984e-425e-a031-607de8dc7be7 req-7447aaa3-eb61-4dbc-94b3-83bb73c6d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:22.305246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f968526-984e-425e-a031-607de8dc7be7 req-7447aaa3-eb61-4dbc-94b3-83bb73c6d2c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.6301584 Feb 09 15:51:22.330479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Calling delete_port for 31db5514-5141-40dc-b97a-94579a6da2df owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:22.336395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'tag': 'af454fac-1c95-4382-899f-f3c24cd3e08b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:22.339171 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ba203a-5576-42af-94bf-b4118f3357f1" -d '{"events": [{"name": "network-changed", "server_uuid": "40b83122-59fa-43f9-b386-b77a4a2605bc", "tag": "af454fac-1c95-4382-899f-f3c24cd3e08b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:22.377611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6bc4f-dfa7-4505-98b6-20d211e385e7 req-8f7649cb-069a-43fb-8e17-8422ac6c5461 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:22.393507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7c6bc4f-dfa7-4505-98b6-20d211e385e7 req-8f7649cb-069a-43fb-8e17-8422ac6c5461 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 951 time: 0.2210207 Feb 09 15:51:22.522330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:22.527868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f968526-984e-425e-a031-607de8dc7be7 req-b53d6ba8-3dbb-4c23-a0fa-4e718b7d8511 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c016be33-3a1f-4b72-985e-04a8e8552a57 HTTP/1.1" status: 200 len: 217 time: 0.1974578 Feb 09 15:51:22.619129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:22.623845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7c6bc4f-dfa7-4505-98b6-20d211e385e7 req-cb82de8a-9576-4494-adf6-573504e94318 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276380 Feb 09 15:51:22.653679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f968526-984e-425e-a031-607de8dc7be7 req-82a942df-8d0a-49a4-958f-ca04786a8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:22.655581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f968526-984e-425e-a031-607de8dc7be7 req-82a942df-8d0a-49a4-958f-ca04786a8407 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1099412 Feb 09 15:51:22.719995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:22.744489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.758511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.831284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Pushing event deleted for resources: {'Port': ['ID=31db5514-5141-40dc-b97a-94579a6da2df,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:22.873438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:22.876757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.877097 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8852a694-9c01-4728-939c-f94a1aa39710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.878769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] 10.222.0.13 "PUT /v2.0/ports/80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb HTTP/1.1" status: 200 len: 1091 time: 5.1316800 Feb 09 15:51:22.890892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:22.898783 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc986e-1165-4c8b-9f90-20bad8b01e50" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:22.920398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] No DVR routers for this DVR port 31db5514-5141-40dc-b97a-94579a6da2df on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:22.924816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.930943 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-48c05109-6edd-40e1-9822-0237a06e2d12 req-bab8e419-374f-4f35-b7e5-2a5eae2aa99b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.73 "DELETE /v2.0/ports/31db5514-5141-40dc-b97a-94579a6da2df HTTP/1.1" status: 204 len: 173 time: 1.1857450 Feb 09 15:51:23.019810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f968526-984e-425e-a031-607de8dc7be7 req-390000b7-49ce-4a1d-9c48-74484222b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.022229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f968526-984e-425e-a031-607de8dc7be7 req-390000b7-49ce-4a1d-9c48-74484222b786 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3553295 Feb 09 15:51:23.037741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d73a22cc-ea0f-41aa-8a9d-b46254198cf2 req-06f974eb-f035-485c-8461-f43c13ba3fc7 tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 210 time: 0.1271410 Feb 09 15:51:23.092993 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:23.197424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:23.202929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:23.212623 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e88db-8697-41af-adce-1fe187a1a4e9" -d '{"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-unplugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:23.289785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f968526-984e-425e-a031-607de8dc7be7 req-4636d24f-d105-41ee-bc93-010a89b56ffe service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322142 Feb 09 15:51:23.298389 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:23.328357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42269009-c12b-49f5-aa54-398aec7fd40b service neutron] Pushing event updated for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:23.386029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a92ad16-694b-4866-88ec-67c44fe836ed req-4fbef3f8-9228-40a7-930e-2784d20da539 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 210 time: 0.0678804 Feb 09 15:51:23.459139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=11']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:23.462835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-13ea2340-131d-487b-99ef-dde76d948d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.465083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-13ea2340-131d-487b-99ef-dde76d948d65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 1094 time: 0.4259834 Feb 09 15:51:23.476930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d617e-8f04-4d76-b2d9-b0e5b56c417b req-c01ff1c6-574a-48dd-99f1-3439329cd5a0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.481348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.484834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.484834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.484834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.484834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.484834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.486232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.486530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.487463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.487999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-248d617e-8f04-4d76-b2d9-b0e5b56c417b req-c01ff1c6-574a-48dd-99f1-3439329cd5a0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 943 time: 0.4550204 Feb 09 15:51:23.488324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.489038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.489738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:23.577394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-6d39ee34-6745-4080-ad5b-b5ef6da44e9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb HTTP/1.1" status: 200 len: 217 time: 0.0764272 Feb 09 15:51:23.644729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-248d617e-8f04-4d76-b2d9-b0e5b56c417b req-93ad577a-d59b-485b-a436-f645f199d1c0 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554193 Feb 09 15:51:23.649140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f968526-984e-425e-a031-607de8dc7be7 req-b8e2511f-3e88-4ada-b15e-f0e6ad0bac63 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138499 Feb 09 15:51:23.684395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-fb3cc87b-07d5-42de-ad06-1b16e7f60103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.684395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-fb3cc87b-07d5-42de-ad06-1b16e7f60103 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.0904703 Feb 09 15:51:23.784922 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44282310-8c34-4b9d-bf7b-624ac323eae0 x-openstack-request-id: req-44282310-8c34-4b9d-bf7b-624ac323eae0 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:23.784922 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b83122-59fa-43f9-b386-b77a4a2605bc", "tag": "af454fac-1c95-4382-899f-f3c24cd3e08b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:23.784922 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44282310-8c34-4b9d-bf7b-624ac323eae0 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:23.784922 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'tag': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'status': 'completed', 'code': 200} Feb 09 15:51:23.822983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-747abcbc-3f1c-4048-ac62-c589f6d0be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.827133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-747abcbc-3f1c-4048-ac62-c589f6d0be5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379967 Feb 09 15:51:23.894450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-2912eedc-f92f-4c89-ab5b-cee1972a990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.898910 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-2912eedc-f92f-4c89-ab5b-cee1972a990b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e0539864e0e426db04400e9d846549d&device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 1097 time: 0.0948713 Feb 09 15:51:24.091906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf2e50-4a92-4c82-8aa6-98819dc9c55d req-a50cb4f1-91ef-4f97-8f78-9e5e1913625f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:24.093563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6bf2e50-4a92-4c82-8aa6-98819dc9c55d req-a50cb4f1-91ef-4f97-8f78-9e5e1913625f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 949 time: 0.1275616 Feb 09 15:51:24.162862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-44cfa936-95b6-4af8-9590-27551ab2cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:24.164695 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-44cfa936-95b6-4af8-9590-27551ab2cddb service neutron] 10.222.0.13 "GET /v2.0/networks?id=29e47106-2d11-4a13-b0cc-22548f10c51a HTTP/1.1" status: 200 len: 906 time: 0.2560878 Feb 09 15:51:24.185595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-97977e20-8b61-4851-a502-bf335ba144b2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486371 Feb 09 15:51:24.255451 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee72c398-9a3f-43b2-aa2c-2d5280d435ac x-openstack-request-id: req-ee72c398-9a3f-43b2-aa2c-2d5280d435ac {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:24.255937 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:24.256427 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee72c398-9a3f-43b2-aa2c-2d5280d435ac {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:24.257090 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'status': 'completed', 'code': 200} Feb 09 15:51:24.330588 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-a2455f51-3204-4a55-80f5-ad8f44777758 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af454fac-1c95-4382-899f-f3c24cd3e08b HTTP/1.1" status: 200 len: 1002 time: 0.1461427 Feb 09 15:51:24.431756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-8985fe91-cf79-40df-80d7-ef3805b257f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:24.431756 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-8985fe91-cf79-40df-80d7-ef3805b257f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd HTTP/1.1" status: 200 len: 844 time: 0.0888240 Feb 09 15:51:24.448840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6bf2e50-4a92-4c82-8aa6-98819dc9c55d req-cd502905-ea0b-4d48-abcb-a6d8f42642da tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345363 Feb 09 15:51:24.515680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-52d61396-48f8-493f-b156-eabfed091585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:24.518513 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-52d61396-48f8-493f-b156-eabfed091585 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29e47106-2d11-4a13-b0cc-22548f10c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819142 Feb 09 15:51:24.533198 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2421fdda-6b5e-436b-acf7-29a938ef63de x-openstack-request-id: req-2421fdda-6b5e-436b-acf7-29a938ef63de {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:24.535011 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-unplugged", "status": "completed", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:24.536637 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2421fdda-6b5e-436b-acf7-29a938ef63de {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:24.538656 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'code': 200} Feb 09 15:51:24.566415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ec7e-88af-46e8-ac89-74124459e4b0 req-43cd7300-ba2d-4853-a7ae-e5fd7c4a7287 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:24.568069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1791ec7e-88af-46e8-ac89-74124459e4b0 req-43cd7300-ba2d-4853-a7ae-e5fd7c4a7287 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.1596000 Feb 09 15:51:24.576953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-8cb044d9-5514-42e2-bb88-753a64b112b8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:24.578476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-8cb044d9-5514-42e2-bb88-753a64b112b8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 949 time: 0.1442416 Feb 09 15:51:24.580524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87f50ecf-f51d-44d6-88d3-c34f91011ba3 req-02905220-9d49-4121-9500-7fbe850d901e service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599901 Feb 09 15:51:24.638693 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-56d4848b-ef2e-4673-8cda-bbf201d55e94 service neutron] 10.222.0.13 "GET /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046705 Feb 09 15:51:24.655033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1791ec7e-88af-46e8-ac89-74124459e4b0 req-e27fce57-ff0e-404f-bfc3-35265c5da16f tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734138 Feb 09 15:51:24.731548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Deleting port 4db3930a-312b-4647-8940-ad7d7078dfbc {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:24.733302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:24.817481 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b7ba203a-5576-42af-94bf-b4118f3357f1 req-c44bb206-5e81-4556-8311-1f45cefde6ab service neutron] 10.222.0.13 "GET /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716497 Feb 09 15:51:24.881207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] For port 4db3930a-312b-4647-8940-ad7d7078dfbc, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=4db3930a-312b-4647-8940-ad7d7078dfbc,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:24.881614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:24.897296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Calling delete_port for 4db3930a-312b-4647-8940-ad7d7078dfbc owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:25.007012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46f4c581-75cc-4ab4-be7d-ee9ffebed93b req-a58de888-4213-4dc5-ba31-c916bab1614b tempest-LiveAutoBlockMigrationV225Test-986332754 tempest-LiveAutoBlockMigrationV225Test-986332754-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b5fb8f-ede3-4981-84b0-5fb65849dc5b HTTP/1.1" status: 200 len: 210 time: 0.0551822 Feb 09 15:51:25.013758 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-d8c181f4-7fc7-459b-aee8-c5b031b7b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:25.015411 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-d8c181f4-7fc7-459b-aee8-c5b031b7b064 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 1094 time: 0.0598452 Feb 09 15:51:25.319565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-86cc031e-5786-4723-8433-c197bb31b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:25.321526 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-86cc031e-5786-4723-8433-c197bb31b335 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.2982788 Feb 09 15:51:25.322568 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:25.323203 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-205c7194-9b96-4908-9c13-7abd326976f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:25.340298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f', 'cd825904-4bb5-46bf-8ca9-94e659580d6c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:25.345689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'cf161fc3-1c21-4798-b6e4-dc5ef029133a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:25.419860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event deleted for resources: {'Port': ['ID=4db3930a-312b-4647-8940-ad7d7078dfbc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:25.466031 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-4c4d5c68-f208-45d1-a2fc-d908dc5d8f26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb HTTP/1.1" status: 200 len: 217 time: 0.1372390 Feb 09 15:51:25.596917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-2e018358-7035-4c9a-a999-c7575ae45886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:25.598361 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-2e018358-7035-4c9a-a999-c7575ae45886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1251268 Feb 09 15:51:25.670768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845e5e71-4baa-42df-9b0b-8ced4ebc88a5 req-33aa3ca1-6ded-43da-bd49-605e0e755139 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a8c0a5c76825494ebb61108a01ce144b&device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1555684 Feb 09 15:51:25.702618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-283db581-1f22-46a2-8c3e-8280da364b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:25.705349 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-283db581-1f22-46a2-8c3e-8280da364b01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969756 Feb 09 15:51:25.776539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845e5e71-4baa-42df-9b0b-8ced4ebc88a5 req-3cd068b9-f4a2-4f95-801e-797754c079a2 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a8c0a5c76825494ebb61108a01ce144b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881975 Feb 09 15:51:25.850917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] No DVR routers for this DVR port 4db3930a-312b-4647-8940-ad7d7078dfbc on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:25.894055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-158db0f8-eea9-4e05-bc89-cb2db01ea050 req-ed6da830-1c58-4e3b-ae9f-b7851f21be05 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 210 time: 0.4111824 Feb 09 15:51:25.896814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'name': 'network-vif-deleted', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:25.901891 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6862b0-ef56-4e86-a9d1-41264d67e7ba" -d '{"events": [{"server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "name": "network-vif-deleted", "tag": "31db5514-5141-40dc-b97a-94579a6da2df"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:25.903966 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:25.909694 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-9baa7fca-1cb8-4702-8210-b9567dfe4b74 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907883 Feb 09 15:51:25.927747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22ec5a3f-f565-45ad-a74c-9f4f860d375a req-0a764b11-8ad4-4679-9479-ca5ed9f51f4f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "DELETE /v2.0/ports/4db3930a-312b-4647-8940-ad7d7078dfbc HTTP/1.1" status: 204 len: 173 time: 1.3384261 Feb 09 15:51:26.216547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fb227-83fe-4ddf-9223-fe449b70017e req-505a08d0-a04f-47f5-b0fc-4450a394ced1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:26.229969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d6fb227-83fe-4ddf-9223-fe449b70017e req-505a08d0-a04f-47f5-b0fc-4450a394ced1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 943 time: 0.5226116 Feb 09 15:51:26.302451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e925427-1275-4820-8d85-9dd5d954d271', 'name': 'network-vif-deleted', 'tag': '4db3930a-312b-4647-8940-ad7d7078dfbc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:26.306928 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7694b32-dac8-4a26-ae97-eae38e6030c9" -d '{"events": [{"server_uuid": "4e925427-1275-4820-8d85-9dd5d954d271", "name": "network-vif-deleted", "tag": "4db3930a-312b-4647-8940-ad7d7078dfbc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:26.472125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d6fb227-83fe-4ddf-9223-fe449b70017e req-12c29f08-890f-4625-9c92-869392966b66 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306461 Feb 09 15:51:26.514191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e5e71-4baa-42df-9b0b-8ced4ebc88a5 req-84bdab07-78bd-4aee-8e9f-b0054050476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:26.518059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845e5e71-4baa-42df-9b0b-8ced4ebc88a5 req-84bdab07-78bd-4aee-8e9f-b0054050476c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6674073 Feb 09 15:51:26.539099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:26.613359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-02c56960-5db0-4b6f-8e16-471b7fb04146 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:26.617747 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-02c56960-5db0-4b6f-8e16-471b7fb04146 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.73 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.7064271 Feb 09 15:51:26.634560 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d5cc986e-1165-4c8b-9f90-20bad8b01e50 req-a8d36cba-db3f-4bdd-9126-0f46d11dcf95 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067041 Feb 09 15:51:26.661735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Request body: {'port': {'device_id': 'be5f8fe1-3dec-420b-9f62-f458d76471b8', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'admin_state_up': True, 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:26.704523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 31db5514-5141-40dc-b97a-94579a6da2df no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:26.746736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19cfba8-15a1-467e-8d11-51f3bcccf0fd req-1e137441-e1a0-420d-adc2-bac7d7d613e5 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1004493 Feb 09 15:51:26.782976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 31db5514-5141-40dc-b97a-94579a6da2df {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:26.788221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 31db5514-5141-40dc-b97a-94579a6da2df not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:26.813431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8960671-dcc7-47c4-96cf-f050c3d829ac req-3a724b2b-e009-472a-9518-794ad6a86a27 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e925427-1275-4820-8d85-9dd5d954d271 HTTP/1.1" status: 200 len: 210 time: 0.0943949 Feb 09 15:51:26.904884 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9174d-c625-4eb1-a05a-82e18b836609 x-openstack-request-id: req-b2b9174d-c625-4eb1-a05a-82e18b836609 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:26.905680 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b5fb8f-ede3-4981-84b0-5fb65849dc5b", "name": "network-vif-deleted", "tag": "31db5514-5141-40dc-b97a-94579a6da2df", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:26.905680 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2b9174d-c625-4eb1-a05a-82e18b836609 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:26.908125 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b5fb8f-ede3-4981-84b0-5fb65849dc5b', 'name': 'network-vif-deleted', 'tag': '31db5514-5141-40dc-b97a-94579a6da2df', 'status': 'completed', 'code': 200} Feb 09 15:51:26.948505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39650) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:27.011339 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9c4125-d2f1-43ea-b837-7b7a5228c94b x-openstack-request-id: req-ac9c4125-d2f1-43ea-b837-7b7a5228c94b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:27.011339 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e925427-1275-4820-8d85-9dd5d954d271", "name": "network-vif-deleted", "tag": "4db3930a-312b-4647-8940-ad7d7078dfbc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:27.011339 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac9c4125-d2f1-43ea-b837-7b7a5228c94b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:27.011941 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e925427-1275-4820-8d85-9dd5d954d271', 'name': 'network-vif-deleted', 'tag': '4db3930a-312b-4647-8940-ad7d7078dfbc', 'status': 'completed', 'code': 200} Feb 09 15:51:27.023746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:27.036059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:27.128257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387c473-dde1-42d3-bc95-b3bc8bd3fb88 req-ca41d1b5-1a8f-4319-ab91-9ab4a151f767 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:27.128257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b387c473-dde1-42d3-bc95-b3bc8bd3fb88 req-ca41d1b5-1a8f-4319-ab91-9ab4a151f767 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.1618333 Feb 09 15:51:27.327727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 4db3930a-312b-4647-8940-ad7d7078dfbc no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:27.343742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b387c473-dde1-42d3-bc95-b3bc8bd3fb88 req-bf2395f4-b094-4e52-bd16-4030d917fe92 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100418 Feb 09 15:51:27.446655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a89d14b-82d5-42e1-bd5d-9b655363b476 req-6c67ab18-32f1-4b19-bb2b-964590877127 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 210 time: 0.0939150 Feb 09 15:51:27.496008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba06654-fb6d-4e94-84c4-80093e49297c admin admin] Deleting subnet 0de9ad69-088b-4006-a1c8-413ea8d74035 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:51:27.505379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dba06654-fb6d-4e94-84c4-80093e49297c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:27.689534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 4db3930a-312b-4647-8940-ad7d7078dfbc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:27.690534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 4db3930a-312b-4647-8940-ad7d7078dfbc not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:27.706634 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dba06654-fb6d-4e94-84c4-80093e49297c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:27.836005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Allocated IP 172.20.0.11 (8fe90d03-74e6-453d-8f52-18e4671920fb/1d5c1cd5-fa7c-471b-bb59-78d9844adee3/8a8b1edf-601e-4910-91ea-6ad8841b5a6f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:27.847376 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dba06654-fb6d-4e94-84c4-80093e49297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.043687 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.063998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845e5e71-4baa-42df-9b0b-8ced4ebc88a5 req-7a4775a3-511c-483b-b5a1-e8e683f76cbb tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.73 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.0765059 Feb 09 15:51:28.085261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fb18e-23bb-46e1-b5cc-2041fd4db0fb req-ed6252f2-fc0b-46d7-b59a-b513db071576 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:28.110923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f75fb18e-23bb-46e1-b5cc-2041fd4db0fb req-ed6252f2-fc0b-46d7-b59a-b513db071576 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.4046600 Feb 09 15:51:28.163175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09377b1-c120-465e-8be2-2e9d679826d2 req-2803616b-7406-41f2-a468-cc9734691514 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:28.172892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b09377b1-c120-465e-8be2-2e9d679826d2 req-2803616b-7406-41f2-a468-cc9734691514 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 943 time: 0.3152897 Feb 09 15:51:28.236358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f75fb18e-23bb-46e1-b5cc-2041fd4db0fb req-3638ea7a-0387-4b53-941a-e38b972fa713 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273563 Feb 09 15:51:28.294494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.313175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b09377b1-c120-465e-8be2-2e9d679826d2 req-4219c31c-4064-4a49-839e-077f66d1c93b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389437 Feb 09 15:51:28.335827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dba06654-fb6d-4e94-84c4-80093e49297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.373314 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dba06654-fb6d-4e94-84c4-80093e49297c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.377204 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dba06654-fb6d-4e94-84c4-80093e49297c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0de9ad69-088b-4006-a1c8-413ea8d74035 HTTP/1.1" status: 204 len: 168 time: 1.4274638 Feb 09 15:51:28.381575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39696) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:28.410774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba06654-fb6d-4e94-84c4-80093e49297c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de9ad69-088b-4006-a1c8-413ea8d74035,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:28.424980 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.499790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.513953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8', 'e7956314-dfb4-4f94-a828-10f6fa16609f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:28.529909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.640803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Network 8fe90d03-74e6-453d-8f52-18e4671920fb is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:28.640803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:28.730722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:51:28.738016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event updated for resources: {'Port': ['ID=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:28.860107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:28.861647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.908124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aacca6a-d515-409e-9c28-40df1db5aa23 req-3e403a51-f1e4-4bc4-adec-e0a40c346608 tempest-ServerShowV254Test-590417058 tempest-ServerShowV254Test-590417058-project] 10.222.0.53 "GET /v2.0/ports?device_id=9bc1ef87-beb6-445a-a34d-a3034254c0ab HTTP/1.1" status: 200 len: 210 time: 0.1083627 Feb 09 15:51:28.995679 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-1e1a427e-9de6-4e50-b832-ba23a3f92880 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3599792 Feb 09 15:51:28.999964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.007834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Request body: {'port': {'device_id': 'be5f8fe1-3dec-420b-9f62-f458d76471b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:29.082527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59d1419-af6d-42da-a4a3-8630110ff916']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:29.153441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.160689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad24989-3d21-453c-a3fc-634a5c48f0ae req-1a30f1fb-8892-4626-ab49-2b3ad06cab30 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:29.165821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ad24989-3d21-453c-a3fc-634a5c48f0ae req-1a30f1fb-8892-4626-ab49-2b3ad06cab30 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 932 time: 0.3265162 Feb 09 15:51:29.190048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fe864b-c94e-45f6-a9ff-6fa7473d8304') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:29.190513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fe864b-c94e-45f6-a9ff-6fa7473d8304') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:29.214882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.250896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ad24989-3d21-453c-a3fc-634a5c48f0ae req-1fafcaff-9f97-45e6-8d30-7850a3ea35e1 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776198 Feb 09 15:51:29.269838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.288869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:51:29.291736 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:51:29.294587 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:51:29.312685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:51:29.495532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.502994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.504948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:29.509295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] 10.222.0.53 "DELETE /v2.0/networks/a59d1419-af6d-42da-a4a3-8630110ff916 HTTP/1.1" status: 204 len: 168 time: 1.1259534 Feb 09 15:51:29.511433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39736) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:29.537422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fed50-e5c0-4748-87ea-730cf26375cd admin admin] Pushing event deleted for resources: {'Network': ['ID=a59d1419-af6d-42da-a4a3-8630110ff916,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:29.546012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'mac_address': 'fa:16:3e:c6:18:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:51:29.569767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04c8d9-45b7-40b2-8d5e-c6dd52a035a3 req-50049bea-2519-4a5c-ab64-58f40ccf0cf2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:29.575712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab04c8d9-45b7-40b2-8d5e-c6dd52a035a3 req-50049bea-2519-4a5c-ab64-58f40ccf0cf2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 943 time: 0.1312103 Feb 09 15:51:29.603612 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.639369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d25cef-8e40-4586-b6e7-a81acc9615ab admin admin] Deleting subnet a713d214-a672-4ec4-bb50-7a72746fa5f6 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:51:29.651353 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d25cef-8e40-4586-b6e7-a81acc9615ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.662548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:29.690684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab04c8d9-45b7-40b2-8d5e-c6dd52a035a3 req-7ff3f0a3-f04c-421d-8859-46e92b1641d5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015508 Feb 09 15:51:29.726196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:29.803317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d25cef-8e40-4586-b6e7-a81acc9615ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.841902 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.954641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8b1edf-601e-4910-91ea-6ad8841b5a6f {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:29.974485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.980531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d25cef-8e40-4586-b6e7-a81acc9615ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:29.991899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.073569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:30.100206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Transition to ACTIVE for port object 8a8b1edf-601e-4910-91ea-6ad8841b5a6f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:30.126447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145efb-e025-46d0-bdd9-52be4562bde8 req-459d904e-05dd-4ca7-90f6-c133dc0ff832 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:30.129770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b145efb-e025-46d0-bdd9-52be4562bde8 req-459d904e-05dd-4ca7-90f6-c133dc0ff832 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 950 time: 0.1335156 Feb 09 15:51:30.173571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:30.233977 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.236234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b145efb-e025-46d0-bdd9-52be4562bde8 req-ddaeb23b-ae73-4661-b4b4-31d29198526d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824296 Feb 09 15:51:30.362805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d25cef-8e40-4586-b6e7-a81acc9615ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.463659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d25cef-8e40-4586-b6e7-a81acc9615ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a713d214-a672-4ec4-bb50-7a72746fa5f6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:30.473723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d25cef-8e40-4586-b6e7-a81acc9615ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.497628 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e5d25cef-8e40-4586-b6e7-a81acc9615ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a713d214-a672-4ec4-bb50-7a72746fa5f6 HTTP/1.1" status: 204 len: 168 time: 0.9672999 Feb 09 15:51:30.500689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39798) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:30.503039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Pushing event updated for resources: {'Port': ['ID=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:30.614973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Attempting to bind port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:30.615948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Attempting to bind port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:30.616661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Attempting to bind port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:30.626255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f on network 8fe90d03-74e6-453d-8f52-18e4671920fb not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:51:30.626733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Attempting to bind port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:30.638674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:51:30.640421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Checking segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:51:30.641320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Bound using segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:51:30.642244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Bound port: 8a8b1edf-601e-4910-91ea-6ad8841b5a6f, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:30.642996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.687044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a3276-0836-4fa2-9395-b10f38ca0568 req-df6a1b5d-7a99-4d8b-9137-abcc66d5eba4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:30.694691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d94a3276-0836-4fa2-9395-b10f38ca0568 req-df6a1b5d-7a99-4d8b-9137-abcc66d5eba4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 944 time: 0.2762027 Feb 09 15:51:30.716946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.809980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d94a3276-0836-4fa2-9395-b10f38ca0568 req-93d0a881-a860-4544-8786-febe36d74d1c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128178 Feb 09 15:51:30.859015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] For port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:30.873463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] For port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:30.927710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.979804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.190460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:31.190705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.192267 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] 10.222.0.73 "PUT /v2.0/ports/8a8b1edf-601e-4910-91ea-6ad8841b5a6f HTTP/1.1" status: 200 len: 1092 time: 2.1888838 Feb 09 15:51:31.192748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39834) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:31.195276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5f8fe1-3dec-420b-9f62-f458d76471b8', 'tag': '8a8b1edf-601e-4910-91ea-6ad8841b5a6f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:31.197907 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2cb8e4-ebab-4774-9710-237587dd44b4" -d '{"events": [{"name": "network-changed", "server_uuid": "be5f8fe1-3dec-420b-9f62-f458d76471b8", "tag": "8a8b1edf-601e-4910-91ea-6ad8841b5a6f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:31.223457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3d19a-dd98-4a0c-9bce-0854d47e8ffc service neutron] Pushing event updated for resources: {'Port': ['ID=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:31.388742 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6876226f-62ad-4184-bcd2-cddc6a7271aa x-openstack-request-id: req-6876226f-62ad-4184-bcd2-cddc6a7271aa {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:31.390154 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5f8fe1-3dec-420b-9f62-f458d76471b8", "tag": "8a8b1edf-601e-4910-91ea-6ad8841b5a6f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:31.393948 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6876226f-62ad-4184-bcd2-cddc6a7271aa {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:31.395737 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5f8fe1-3dec-420b-9f62-f458d76471b8', 'tag': '8a8b1edf-601e-4910-91ea-6ad8841b5a6f', 'status': 'completed', 'code': 200} Feb 09 15:51:31.521484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83e5e36d-9c5c-4a0f-bf5e-730f19050cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.528302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f19572-2abb-4601-bbcd-b4a93374bd35']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:31.542829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122703ee-3374-45e9-b743-6745cce1717d') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:31.543142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122703ee-3374-45e9-b743-6745cce1717d') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:31.552560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-14ec86f6-fee6-414b-804a-e00cb19db20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:31.556218 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-14ec86f6-fee6-414b-804a-e00cb19db20d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 1095 time: 0.2336123 Feb 09 15:51:31.582051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.600898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd9e3-5907-452b-b3e5-9913086f841f req-9e80f889-a659-4bcb-b760-81b3f4a31d62 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:31.608845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c7bd9e3-5907-452b-b3e5-9913086f841f req-9e80f889-a659-4bcb-b760-81b3f4a31d62 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 944 time: 0.6778142 Feb 09 15:51:31.632208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-0d094d6e-ba34-4d7b-a250-b742e7246dee tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:31.636467 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-0d094d6e-ba34-4d7b-a250-b742e7246dee tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 950 time: 0.3245842 Feb 09 15:51:31.638345 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-a31e69b8-a3bc-4b63-85d8-d1d5abf82154 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a8b1edf-601e-4910-91ea-6ad8841b5a6f HTTP/1.1" status: 200 len: 217 time: 0.0717230 Feb 09 15:51:31.720680 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.733695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c7bd9e3-5907-452b-b3e5-9913086f841f req-b08ea242-8c79-4f73-93c1-80fa0d522ff9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233730 Feb 09 15:51:31.754088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:51:31.754583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:51:31.757867 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:51:31.881391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9394d-df47-4d97-8991-12488d7893d9 req-f1a3d93f-91d9-4ef3-98c6-caa02c27ec0d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:31.884550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9e9394d-df47-4d97-8991-12488d7893d9 req-f1a3d93f-91d9-4ef3-98c6-caa02c27ec0d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 950 time: 0.1846972 Feb 09 15:51:31.890249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-c7d5f1ce-9e79-418f-b9af-552ac407bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:31.891904 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-c7d5f1ce-9e79-418f-b9af-552ac407bfd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.2437449 Feb 09 15:51:31.901036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.973514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9e9394d-df47-4d97-8991-12488d7893d9 req-595e386a-44cd-4810-9a32-729436060c9c tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Feb 09 15:51:31.976200 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-259b6fb0-c082-46c3-b9ec-8e3384c2bdb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463521 Feb 09 15:51:32.039244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83e5e36d-9c5c-4a0f-bf5e-730f19050cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.076986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Deleting port cf161fc3-1c21-4798-b6e4-dc5ef029133a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:32.077392 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.083735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0161e80-5188-4e8b-b192-b8bf1483036a req-7223d70b-d195-42de-87d3-4d319802bcf6 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:32.085474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0161e80-5188-4e8b-b192-b8bf1483036a req-7223d70b-d195-42de-87d3-4d319802bcf6 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 944 time: 0.0630023 Feb 09 15:51:32.157440 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-7d7e0fcf-3194-4057-b7ec-b55ab59bb75d service neutron] 10.222.0.73 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032049 Feb 09 15:51:32.158953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0161e80-5188-4e8b-b192-b8bf1483036a req-45db6d15-de55-4562-92e7-dd96554a010f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589736 Feb 09 15:51:32.177888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.186072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.189054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/63f19572-2abb-4601-bbcd-b4a93374bd35 HTTP/1.1" status: 204 len: 168 time: 1.6869094 Feb 09 15:51:32.205973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b42010-b86a-4ec2-9e64-b0c74c263cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f19572-2abb-4601-bbcd-b4a93374bd35,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:32.252319 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83e5e36d-9c5c-4a0f-bf5e-730f19050cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.337556 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-83e5e36d-9c5c-4a0f-bf5e-730f19050cfc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8c0a5c76825494ebb61108a01ce144b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1362929 Feb 09 15:51:32.341773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39884) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:32.354382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5e36d-9c5c-4a0f-bf5e-730f19050cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d87b8-7e99-4ef6-bed0-e2caa9ce8129,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:32.365897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] For port cf161fc3-1c21-4798-b6e4-dc5ef029133a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cf161fc3-1c21-4798-b6e4-dc5ef029133a,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:32.366317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.391228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Calling delete_port for cf161fc3-1c21-4798-b6e4-dc5ef029133a owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:32.397616 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cac5c943-cf3d-43a5-b083-3133b7edaf58 req-75ca1b32-fc52-4478-b69d-beb5c35ffd55 service neutron] 10.222.0.73 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288182 Feb 09 15:51:32.411444 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d33dc39-8ba7-4e0e-94c8-b24260c07cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.443293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d33dc39-8ba7-4e0e-94c8-b24260c07cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.692308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d33dc39-8ba7-4e0e-94c8-b24260c07cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.695080 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d33dc39-8ba7-4e0e-94c8-b24260c07cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.697035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7d33dc39-8ba7-4e0e-94c8-b24260c07cb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/304d87b8-7e99-4ef6-bed0-e2caa9ce8129 HTTP/1.1" status: 204 len: 168 time: 0.3541751 Feb 09 15:51:32.742046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33dc39-8ba7-4e0e-94c8-b24260c07cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d87b8-7e99-4ef6-bed0-e2caa9ce8129,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:32.765433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-95c1ee45-67b6-4c7d-a33b-c74c8f195659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:32.767503 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-95c1ee45-67b6-4c7d-a33b-c74c8f195659 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 1095 time: 0.0990071 Feb 09 15:51:32.823964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.841199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'cf161fc3-1c21-4798-b6e4-dc5ef029133a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:32.846769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f', 'cd825904-4bb5-46bf-8ca9-94e659580d6c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:32.852014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39900) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:32.962623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b5ef3013-4f91-4f21-bc6c-4de96d77e751 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c86d25bfb5824d92a7849057e8e403f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1085620 Feb 09 15:51:32.968026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39904) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:33.087817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82b2c723-1362-4caf-ab5d-84ae31f823e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.139494 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82b2c723-1362-4caf-ab5d-84ae31f823e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.395391 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82b2c723-1362-4caf-ab5d-84ae31f823e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.400901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82b2c723-1362-4caf-ab5d-84ae31f823e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.403892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-82b2c723-1362-4caf-ab5d-84ae31f823e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08da9211-dbb2-4693-bcac-424c1c0bba7c HTTP/1.1" status: 204 len: 168 time: 0.4346192 Feb 09 15:51:33.439317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2c723-1362-4caf-ab5d-84ae31f823e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08da9211-dbb2-4693-bcac-424c1c0bba7c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:33.459722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:51:33.508592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event deleted for resources: {'Port': ['ID=cf161fc3-1c21-4798-b6e4-dc5ef029133a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:33.596621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] No DVR routers for this DVR port cf161fc3-1c21-4798-b6e4-dc5ef029133a on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:33.613107 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.634463 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bfe9ffc2-0aef-44d5-8ae0-e9873bf4d690 req-c9208222-cd50-441c-ae3b-b980fdb21d56 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "DELETE /v2.0/ports/cf161fc3-1c21-4798-b6e4-dc5ef029133a HTTP/1.1" status: 204 len: 173 time: 1.9904895 Feb 09 15:51:33.637370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91aff8ad-cddb-4963-82af-ce8bc1691d66', 'name': 'network-vif-deleted', 'tag': 'cf161fc3-1c21-4798-b6e4-dc5ef029133a'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:33.643750 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0e5d9-b336-44ef-a68f-378bbc275f71" -d '{"events": [{"server_uuid": "91aff8ad-cddb-4963-82af-ce8bc1691d66", "name": "network-vif-deleted", "tag": "cf161fc3-1c21-4798-b6e4-dc5ef029133a"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:33.698399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-474fcd2f-20a1-415d-bfff-8cb6b4927595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:33.706211 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-474fcd2f-20a1-415d-bfff-8cb6b4927595 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 906 time: 0.9210398 Feb 09 15:51:33.876836 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-380921d8-d872-4fba-bc97-62a90db6b019 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a8b1edf-601e-4910-91ea-6ad8841b5a6f HTTP/1.1" status: 200 len: 217 time: 0.1650224 Feb 09 15:51:33.891398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:33.958298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:33.958914 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.979695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-5142c03f-86d4-4b1b-8256-354455ce5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:33.982387 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-5142c03f-86d4-4b1b-8256-354455ce5677 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.0984566 Feb 09 15:51:34.059895 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-1bf0750a-8a25-4cc1-af14-a58758a7194b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678837 Feb 09 15:51:34.322654 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-8a844322-005f-4f7d-92ea-242b65dd8f3d service neutron] 10.222.0.73 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554543 Feb 09 15:51:34.478790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.566495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3315fa1-2877-4502-8975-fa2249ef7a1a req-af6e2b52-7718-48f1-93b2-3b81263be226 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:34.570251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3315fa1-2877-4502-8975-fa2249ef7a1a req-af6e2b52-7718-48f1-93b2-3b81263be226 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 944 time: 0.1356485 Feb 09 15:51:34.653903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:34.657083 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b20cab3-ac94-40c0-bdd9-fe8b2f977f72" -d '{"events": [{"server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "name": "network-vif-plugged", "status": "completed", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:34.706204 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7c2cb8e4-ebab-4774-9710-237587dd44b4 req-80ed7193-5e2e-4060-8988-72b0190d5374 service neutron] 10.222.0.73 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704548 Feb 09 15:51:34.757292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b76a6c59-b1eb-4f50-9228-1de140da10cf req-81f1aff4-2cea-4931-a98b-9594549061c5 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=91aff8ad-cddb-4963-82af-ce8bc1691d66 HTTP/1.1" status: 200 len: 210 time: 0.0697730 Feb 09 15:51:34.773092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:34.801077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3315fa1-2877-4502-8975-fa2249ef7a1a req-da65792b-d4ea-4371-b40a-2feace9f88a8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207355 Feb 09 15:51:34.903785 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d8ceb4-069c-4d25-95e6-429858153afc x-openstack-request-id: req-92d8ceb4-069c-4d25-95e6-429858153afc {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:34.904373 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91aff8ad-cddb-4963-82af-ce8bc1691d66", "name": "network-vif-deleted", "tag": "cf161fc3-1c21-4798-b6e4-dc5ef029133a", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:34.904373 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92d8ceb4-069c-4d25-95e6-429858153afc {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:34.904812 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91aff8ad-cddb-4963-82af-ce8bc1691d66', 'name': 'network-vif-deleted', 'tag': 'cf161fc3-1c21-4798-b6e4-dc5ef029133a', 'status': 'completed', 'code': 200} Feb 09 15:51:34.912005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.913197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cf161fc3-1c21-4798-b6e4-dc5ef029133a no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:34.963013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: cf161fc3-1c21-4798-b6e4-dc5ef029133a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:34.963514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cf161fc3-1c21-4798-b6e4-dc5ef029133a not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:34.965799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20753012-4e49-47d8-94cf-e8e5c4c9ffc6 req-8120bb8c-dacc-47ea-89a9-21e2db06a5ad tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:34.974224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20753012-4e49-47d8-94cf-e8e5c4c9ffc6 req-8120bb8c-dacc-47ea-89a9-21e2db06a5ad tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 944 time: 0.1048727 Feb 09 15:51:35.048241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20753012-4e49-47d8-94cf-e8e5c4c9ffc6 req-92f0a646-fdb3-4747-b4f9-d27e0084458f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728164 Feb 09 15:51:35.063285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39962) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:35.133014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:35.170954 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f610c45e-3ebc-44f4-bf42-0bb85c5dfc9a x-openstack-request-id: req-f610c45e-3ebc-44f4-bf42-0bb85c5dfc9a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:35.172144 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "name": "network-vif-plugged", "status": "completed", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:35.172944 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f610c45e-3ebc-44f4-bf42-0bb85c5dfc9a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:35.173934 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'code': 200} Feb 09 15:51:35.211556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c41be720-bb14-4666-9bec-fbe217dc889b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe764c7905244d24824386cde13a2a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454775 Feb 09 15:51:35.214254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:35.349724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773af928-dd82-475b-8404-fb9c2778feac req-e171d577-d2b6-407b-9685-8c358f86c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:35.351301 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-773af928-dd82-475b-8404-fb9c2778feac req-e171d577-d2b6-407b-9685-8c358f86c8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 1096 time: 0.0866721 Feb 09 15:51:35.389378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-977eb43c-9520-453c-824a-2d8d5ce74661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.411456 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-773af928-dd82-475b-8404-fb9c2778feac req-c862d19d-6f9b-4fc1-902b-b271eae4324f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Feb 09 15:51:35.429204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-977eb43c-9520-453c-824a-2d8d5ce74661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.629699 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-977eb43c-9520-453c-824a-2d8d5ce74661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.636343 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-977eb43c-9520-453c-824a-2d8d5ce74661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.648980 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-977eb43c-9520-453c-824a-2d8d5ce74661 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bdfb95f-cc52-47ac-be94-41012c8327fa HTTP/1.1" status: 204 len: 168 time: 0.4331329 Feb 09 15:51:35.666135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eb43c-9520-453c-824a-2d8d5ce74661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdfb95f-cc52-47ac-be94-41012c8327fa,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:36.720252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8a8b1edf-601e-4910-91ea-6ad8841b5a6f details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:51:37.015399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:37.054530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '8a8b1edf-601e-4910-91ea-6ad8841b5a6f', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'port_id': '8a8b1edf-601e-4910-91ea-6ad8841b5a6f', 'mac_address': 'fa:16:3e:7c:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c1cd5-fa7c-471b-bb59-78d9844adee3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:51:37.116898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.155275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8b1edf-601e-4910-91ea-6ad8841b5a6f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:37.198263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:37.292405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.368480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:37.705097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['8a8b1edf-601e-4910-91ea-6ad8841b5a6f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:37.849983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea6f26-7b25-47c8-a2b4-541df0cc2aa0 req-f149184a-09d4-4803-85e3-dfadb50a3375 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:37.849983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebea6f26-7b25-47c8-a2b4-541df0cc2aa0 req-f149184a-09d4-4803-85e3-dfadb50a3375 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.1447184 Feb 09 15:51:37.849983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2695409-3f05-428a-84ed-c71d0f25502d req-4675d1b7-6bc1-43a4-925e-7a9186ff59e9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:37.849983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2695409-3f05-428a-84ed-c71d0f25502d req-4675d1b7-6bc1-43a4-925e-7a9186ff59e9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 945 time: 0.1306915 Feb 09 15:51:37.897580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebea6f26-7b25-47c8-a2b4-541df0cc2aa0 req-782763f4-5486-4705-b288-48935de3b4c3 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001987 Feb 09 15:51:37.916639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2695409-3f05-428a-84ed-c71d0f25502d req-8ab39117-caac-4067-bec9-9f3a1bb254f8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832071 Feb 09 15:51:39.801043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e95e9-74a6-42fb-96de-088dad493394 req-4b661ed4-2e01-4d2f-ad2d-85b67ff0f9d6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:39.803803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6e95e9-74a6-42fb-96de-088dad493394 req-4b661ed4-2e01-4d2f-ad2d-85b67ff0f9d6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.0810432 Feb 09 15:51:39.871260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6e95e9-74a6-42fb-96de-088dad493394 req-681d2a12-3dd2-4da7-b08e-fa825f6ebe66 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596220 Feb 09 15:51:40.021386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053eff0-2a3d-400c-9527-557a0594b97c req-c93bf88b-ff1a-4864-a78d-2a88b2e1ee65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:40.023101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a053eff0-2a3d-400c-9527-557a0594b97c req-c93bf88b-ff1a-4864-a78d-2a88b2e1ee65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 945 time: 0.0871575 Feb 09 15:51:40.067698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a053eff0-2a3d-400c-9527-557a0594b97c req-ac61f389-d08d-4d79-bac6-8c15331a8bad tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372896 Feb 09 15:51:40.209139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-2c10c128-0147-4304-81aa-640ea6dd8f8a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:40.212916 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-2c10c128-0147-4304-81aa-640ea6dd8f8a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/ports?device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 950 time: 0.1178765 Feb 09 15:51:40.217347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd907bf-7b16-451b-b570-b8aa63041a7b req-87c46ae1-7f9a-4230-b4cd-3838a6dfd7bd tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:40.220194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-acd907bf-7b16-451b-b570-b8aa63041a7b req-87c46ae1-7f9a-4230-b4cd-3838a6dfd7bd tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 950 time: 0.0856833 Feb 09 15:51:40.298402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-acd907bf-7b16-451b-b570-b8aa63041a7b req-b680d809-51b2-4d4c-8e39-4c51b4b21fc4 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709255 Feb 09 15:51:40.365470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Deleting port cd825904-4bb5-46bf-8ca9-94e659580d6c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:40.366001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.530916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] For port cd825904-4bb5-46bf-8ca9-94e659580d6c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd825904-4bb5-46bf-8ca9-94e659580d6c,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:40.531473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.553666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Calling delete_port for cd825904-4bb5-46bf-8ca9-94e659580d6c owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:40.744726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-16efa11e-5d46-482b-89f8-f702461c68df tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6c57a021e0c9403e8710b102a1ab7070&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389783 Feb 09 15:51:40.746541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8a8b1edf-601e-4910-91ea-6ad8841b5a6f up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:51:40.897534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.913091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e19cfc49-c7bc-437b-9ace-f3c9d62c2942'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:40.916708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f', 'cd825904-4bb5-46bf-8ca9-94e659580d6c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:40.920601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d011-f850-4380-9e88-8745a090c07d req-bd6fcd76-c70d-42f7-b0e6-fa97ec76289f tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:40.935913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-bd6fcd76-c70d-42f7-b0e6-fa97ec76289f tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1847897 Feb 09 15:51:40.951837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event deleted for resources: {'Port': ['ID=cd825904-4bb5-46bf-8ca9-94e659580d6c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:40.972730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-6e407f5d-75b3-4b96-b631-6502991bd1eb tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/quotas/6c57a021e0c9403e8710b102a1ab7070 HTTP/1.1" status: 200 len: 375 time: 0.0349076 Feb 09 15:51:41.012907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:41.049162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:41.049594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.063234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-b18741d2-cff0-415c-8f80-315ca21b5688 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c57a021e0c9403e8710b102a1ab7070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855992 Feb 09 15:51:41.094742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] No DVR routers for this DVR port cd825904-4bb5-46bf-8ca9-94e659580d6c on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:41.099450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.104039 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4402aa35-66eb-4aa3-b212-6d8bf0082fac req-6d4de8d5-f70f-49bd-953c-c30e075e90cc tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "DELETE /v2.0/ports/cd825904-4bb5-46bf-8ca9-94e659580d6c HTTP/1.1" status: 204 len: 173 time: 0.8838286 Feb 09 15:51:41.105556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a31214-be2b-41ca-973a-9e6287c3f169', 'name': 'network-vif-deleted', 'tag': 'cd825904-4bb5-46bf-8ca9-94e659580d6c'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:41.109557 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a27be1-265e-4383-82b8-87e476db7c03" -d '{"events": [{"server_uuid": "58a31214-be2b-41ca-973a-9e6287c3f169", "name": "network-vif-deleted", "tag": "cd825904-4bb5-46bf-8ca9-94e659580d6c"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:41.136755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-e89a8ac1-7d6e-4628-b515-e9d73d1a441b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:41.139269 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-e89a8ac1-7d6e-4628-b515-e9d73d1a441b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca187186-1984-4085-895c-73b672844c1a HTTP/1.1" status: 200 len: 950 time: 0.1999648 Feb 09 15:51:41.247207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.292328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Deleting port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:41.293198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.409364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5f8fe1-3dec-420b-9f62-f458d76471b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8b1edf-601e-4910-91ea-6ad8841b5a6f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:41.411982 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883369d-bdab-4368-9dc1-3e952de5b34c" -d '{"events": [{"server_uuid": "be5f8fe1-3dec-420b-9f62-f458d76471b8", "name": "network-vif-plugged", "status": "completed", "tag": "8a8b1edf-601e-4910-91ea-6ad8841b5a6f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:41.445284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] For port e19cfc49-c7bc-437b-9ace-f3c9d62c2942, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:41.445911 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.476615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Calling delete_port for e19cfc49-c7bc-437b-9ace-f3c9d62c2942 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:41.545375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:41.693871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.783367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.814707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:41.870067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event deleted for resources: {'Port': ['ID=e19cfc49-c7bc-437b-9ace-f3c9d62c2942,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:41.973932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] No DVR routers for this DVR port e19cfc49-c7bc-437b-9ace-f3c9d62c2942 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:41.979713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.988682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2f57b6ef-e377-4a36-b1f5-c5902fc4573e req-a98c6903-8a5e-4b8b-a24d-2ac838930ae1 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.13 "DELETE /v2.0/ports/e19cfc49-c7bc-437b-9ace-f3c9d62c2942 HTTP/1.1" status: 204 len: 173 time: 0.8419154 Feb 09 15:51:42.249638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81962fc-a4e2-4d9c-b2c0-09f2218e3add req-7d927c48-ecc7-43a8-9982-a86fbe5deff2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:42.251504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b81962fc-a4e2-4d9c-b2c0-09f2218e3add req-7d927c48-ecc7-43a8-9982-a86fbe5deff2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 946 time: 0.0641513 Feb 09 15:51:42.357363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b81962fc-a4e2-4d9c-b2c0-09f2218e3add req-1e080a54-d2bc-4ad0-a619-81be750da8b9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871732 Feb 09 15:51:42.458462 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f2e7ce-02ae-4853-a7a7-f6ae7e43ab75 x-openstack-request-id: req-89f2e7ce-02ae-4853-a7a7-f6ae7e43ab75 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:42.459050 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a31214-be2b-41ca-973a-9e6287c3f169", "name": "network-vif-deleted", "tag": "cd825904-4bb5-46bf-8ca9-94e659580d6c", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:42.459497 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89f2e7ce-02ae-4853-a7a7-f6ae7e43ab75 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:42.460189 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a31214-be2b-41ca-973a-9e6287c3f169', 'name': 'network-vif-deleted', 'tag': 'cd825904-4bb5-46bf-8ca9-94e659580d6c', 'status': 'completed', 'code': 200} Feb 09 15:51:42.575442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f1f63f2-9361-48f8-b590-5829534cf9ec req-79e0d495-a0bb-4853-8a15-223d8e47cd1f tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=58a31214-be2b-41ca-973a-9e6287c3f169 HTTP/1.1" status: 200 len: 210 time: 0.0409594 Feb 09 15:51:42.650830 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee607d8b-4691-468b-bde0-eee69f54e5bc x-openstack-request-id: req-ee607d8b-4691-468b-bde0-eee69f54e5bc {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:42.651333 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5f8fe1-3dec-420b-9f62-f458d76471b8", "name": "network-vif-plugged", "status": "completed", "tag": "8a8b1edf-601e-4910-91ea-6ad8841b5a6f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:42.651833 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee607d8b-4691-468b-bde0-eee69f54e5bc {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:42.652520 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5f8fe1-3dec-420b-9f62-f458d76471b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8b1edf-601e-4910-91ea-6ad8841b5a6f', 'code': 200} Feb 09 15:51:42.745022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f517202-840e-48cd-b501-f8f748567dfc req-7750f44a-a1e3-40f8-8c4f-443ebd25cfe0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 210 time: 0.0556128 Feb 09 15:51:42.885786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1430f61-b72d-4a5c-95c6-92c6060d653c req-2582ce38-37e8-4ad1-8929-19c29ccc092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:42.895323 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f1430f61-b72d-4a5c-95c6-92c6060d653c req-2582ce38-37e8-4ad1-8929-19c29ccc092b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 1097 time: 0.1032362 Feb 09 15:51:42.922929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b742d-ff81-4079-b5bf-52fca86066b1 req-57192dde-9d2e-4255-b931-d794f39e67d8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:42.927258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-041b742d-ff81-4079-b5bf-52fca86066b1 req-57192dde-9d2e-4255-b931-d794f39e67d8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.1147699 Feb 09 15:51:42.946374 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f1430f61-b72d-4a5c-95c6-92c6060d653c req-f82610ad-8af7-40a7-935a-6fb6142eae36 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Feb 09 15:51:42.992978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-041b742d-ff81-4079-b5bf-52fca86066b1 req-393371f5-44f0-437d-acd4-e2dc95f0bf72 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 Feb 09 15:51:43.130150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04889930-f804-44a7-bada-63450b7711d7 req-bca5bb9b-b8fa-4803-be37-7800a4ce1a1c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:43.132740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04889930-f804-44a7-bada-63450b7711d7 req-bca5bb9b-b8fa-4803-be37-7800a4ce1a1c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 947 time: 0.0811455 Feb 09 15:51:43.184957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04889930-f804-44a7-bada-63450b7711d7 req-b3e6848a-a2f3-4e07-b653-03c4dda6dadb tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430787 Feb 09 15:51:43.196508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:43.407685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e19cfc49-c7bc-437b-9ace-f3c9d62c2942 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:43.450693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: e19cfc49-c7bc-437b-9ace-f3c9d62c2942 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:43.451226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e19cfc49-c7bc-437b-9ace-f3c9d62c2942 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:43.573731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9355a-c51d-4eed-b324-95daaa6dd84d req-80b71515-f3ee-461b-8559-463d394db2b3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:43.585360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bd9355a-c51d-4eed-b324-95daaa6dd84d req-80b71515-f3ee-461b-8559-463d394db2b3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 946 time: 0.1048226 Feb 09 15:51:43.658217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bd9355a-c51d-4eed-b324-95daaa6dd84d req-9ebe6b1d-be61-432c-9cb6-f496bceca012 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578954 Feb 09 15:51:44.014854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e433442b-4c8c-4c1c-8a1e-d34eff09c830 req-d1d610ca-123b-4d93-b527-6a08ff90f0af tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 210 time: 0.0454366 Feb 09 15:51:44.182371 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:51:44.339149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-0dba691a-c58c-4628-be0a-5ff36da2d74d tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:44.341822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-0dba691a-c58c-4628-be0a-5ff36da2d74d tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 947 time: 0.0929663 Feb 09 15:51:44.463846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca187186-1984-4085-895c-73b672844c1a', 'name': 'network-vif-deleted', 'tag': 'e19cfc49-c7bc-437b-9ace-f3c9d62c2942'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:44.468133 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f1edf1-2bca-4ebf-98ca-e7b389ce473c" -d '{"events": [{"server_uuid": "ca187186-1984-4085-895c-73b672844c1a", "name": "network-vif-deleted", "tag": "e19cfc49-c7bc-437b-9ace-f3c9d62c2942"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:44.508583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Deleting port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:44.509670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:44.651947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] For port 8552e006-dc4b-47b1-8f16-f8a7a79703c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8552e006-dc4b-47b1-8f16-f8a7a79703c0,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:44.652651 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:44.672720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Calling delete_port for 8552e006-dc4b-47b1-8f16-f8a7a79703c0 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:44.747604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cd825904-4bb5-46bf-8ca9-94e659580d6c no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:44.772244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b8340-79fe-4893-aebe-1e0008b27b5d req-737798e6-0fde-40e5-9c6c-be8721232b23 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:44.775203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f73b8340-79fe-4893-aebe-1e0008b27b5d req-737798e6-0fde-40e5-9c6c-be8721232b23 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=148804e8-b00b-414c-a0b7-f75e32e1fa39 HTTP/1.1" status: 200 len: 947 time: 0.0786769 Feb 09 15:51:44.797058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7be6e2-cd59-4903-ab3b-5a3831cf9790 req-bc9e2f8b-6307-4a90-a360-70e98c044b30 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:44.804739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d7be6e2-cd59-4903-ab3b-5a3831cf9790 req-bc9e2f8b-6307-4a90-a360-70e98c044b30 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.1568847 Feb 09 15:51:44.816724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: cd825904-4bb5-46bf-8ca9-94e659580d6c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:44.817283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cd825904-4bb5-46bf-8ca9-94e659580d6c not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:44.826739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5a8de486-ad8f-4203-b62c-d1164f57d927 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:44.897468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f73b8340-79fe-4893-aebe-1e0008b27b5d req-7d48ade2-0083-47fb-bd78-40e0820ffa1c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911391 Feb 09 15:51:44.970392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d7be6e2-cd59-4903-ab3b-5a3831cf9790 req-bdf3cb91-413a-471d-8400-70f76ff01b07 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487851 Feb 09 15:51:44.978609 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bd015f-170b-44ca-9450-725174bfe2b7 x-openstack-request-id: req-04bd015f-170b-44ca-9450-725174bfe2b7 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:44.978912 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca187186-1984-4085-895c-73b672844c1a", "name": "network-vif-deleted", "tag": "e19cfc49-c7bc-437b-9ace-f3c9d62c2942", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:44.979152 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04bd015f-170b-44ca-9450-725174bfe2b7 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:44.979550 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca187186-1984-4085-895c-73b672844c1a', 'name': 'network-vif-deleted', 'tag': 'e19cfc49-c7bc-437b-9ace-f3c9d62c2942', 'status': 'completed', 'code': 200} Feb 09 15:51:44.988903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:45.016842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-2264958e-a93a-4b2d-9ed2-2ad46653cc8a tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6c57a021e0c9403e8710b102a1ab7070&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1020896 Feb 09 15:51:45.052122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Pushing event deleted for resources: {'Port': ['ID=8552e006-dc4b-47b1-8f16-f8a7a79703c0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:45.065908 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:45.136606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:45.136606 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aac878-bf1e-44a3-b4a7-dc3a129da4ec" -d '{"events": [{"server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:45.154601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:45.193513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] No DVR routers for this DVR port 8552e006-dc4b-47b1-8f16-f8a7a79703c0 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:45.197154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:45.201907 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-43646ff8-648b-4e8b-a7fd-948e7ff563a5 req-2e786b67-ec9e-415a-a4c6-28c75e85115c tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "DELETE /v2.0/ports/8552e006-dc4b-47b1-8f16-f8a7a79703c0 HTTP/1.1" status: 204 len: 173 time: 0.8525784 Feb 09 15:51:45.250392 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:45.319486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:45.384829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ea946-a315-411a-aba4-c0075eef2d7b req-c56a2234-0636-4358-838d-5f6b1f846da0 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:45.387529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b58ea946-a315-411a-aba4-c0075eef2d7b req-c56a2234-0636-4358-838d-5f6b1f846da0 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 946 time: 0.1852648 Feb 09 15:51:45.405847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:51:45.406375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d011-f850-4380-9e88-8745a090c07d req-abf2d014-d244-4fe2-87cf-90b23252f809 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:45.409152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-abf2d014-d244-4fe2-87cf-90b23252f809 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834167 Feb 09 15:51:45.443154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Request body: {'port': {'device_id': '16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '6c57a021e0c9403e8710b102a1ab7070'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:45.616965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b58ea946-a315-411a-aba4-c0075eef2d7b req-a77a6e72-8766-421d-a655-e84471df6040 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060509 Feb 09 15:51:45.635408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:45.649777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'port_id': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'mac_address': 'fa:16:3e:c6:18:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:51:45.708674 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:45.728398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:45.756885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:45.863407 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:45.949121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d239e132-4f24-4c90-82a1-e66e59c86610 req-b30606c1-d5e0-4ef7-a11f-c1bbd121ab5e tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 210 time: 0.0572605 Feb 09 15:51:45.963543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-373ed66c-40cb-48de-8ab0-7c80bd8f30a3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:45.972909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-373ed66c-40cb-48de-8ab0-7c80bd8f30a3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 804 time: 0.3528907 Feb 09 15:51:45.996233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-757924dd-cee7-426f-b030-69a20b073af3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/quotas/f92be92017d94928afd76cdc969aabc5 HTTP/1.1" status: 200 len: 375 time: 0.0216000 Feb 09 15:51:46.092926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:46.132890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-a8ba2970-4813-4a27-9962-c36369fce0c4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347299 Feb 09 15:51:46.190049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:46.244698 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff0baac-b0ca-4f9b-87f4-20b595450da3 x-openstack-request-id: req-4ff0baac-b0ca-4f9b-87f4-20b595450da3 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:46.244698 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "name": "network-vif-unplugged", "status": "completed", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:46.244698 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ff0baac-b0ca-4f9b-87f4-20b595450da3 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:46.244698 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'code': 200} Feb 09 15:51:46.261684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-452a5ed8-5fd3-48cf-bdda-038e6e3daefd service neutron] 10.222.0.53 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253493 Feb 09 15:51:46.272045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Made reservation on behalf of 6c57a021e0c9403e8710b102a1ab7070 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:46.277057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:46.300489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:46.361210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-35f2f9b0-3406-4f65-baa6-e8eed99fa2ca tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:46.365429 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-35f2f9b0-3406-4f65-baa6-e8eed99fa2ca tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/ports?device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 948 time: 0.1707745 Feb 09 15:51:46.585818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:46.600063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-3cbf3d43-63c9-4797-9061-068fca3040d1 service neutron] 10.222.0.53 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358774 Feb 09 15:51:46.700410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Deleting port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:46.700776 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:46.705946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:46.744892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257480d6-e908-4347-a2d6-ef956b583ddd req-aae30626-d1db-441f-97b2-4b9002f5b149 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:46.754462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257480d6-e908-4347-a2d6-ef956b583ddd req-aae30626-d1db-441f-97b2-4b9002f5b149 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 948 time: 0.3919773 Feb 09 15:51:46.865901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] For port 0e6ab886-e74c-4476-827b-cb0ab9302ae4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0e6ab886-e74c-4476-827b-cb0ab9302ae4,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:46.866587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:46.875006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40895561-96fb-4f0b-ba3c-6df1c9497eae,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:46.895022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-257480d6-e908-4347-a2d6-ef956b583ddd req-c6abdfaf-b36f-42df-bcd2-6bdae13a883b tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352775 Feb 09 15:51:46.895968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Calling delete_port for 0e6ab886-e74c-4476-827b-cb0ab9302ae4 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:46.927852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-15c62949-e9f2-464d-bca9-0c913ee96624 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:46.932746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-15c62949-e9f2-464d-bca9-0c913ee96624 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.73 "GET /v2.0/ports?device_id=1aa43c3a-36f9-44d7-ab93-0cd631067648 HTTP/1.1" status: 200 len: 944 time: 0.3130326 Feb 09 15:51:46.980919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'name': 'network-vif-deleted', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:46.985493 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f32868-d978-4121-a05d-17973ec0e1a6" -d '{"events": [{"server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "name": "network-vif-deleted", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:47.186388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Allocated IP 192.168.233.80 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:47.299692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b180f-ec4c-4c53-9b4b-0c2a6050aaaa req-534cc0bf-c828-4830-ab29-dfd39f22be73 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:47.302183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd2b180f-ec4c-4c53-9b4b-0c2a6050aaaa req-534cc0bf-c828-4830-ab29-dfd39f22be73 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 945 time: 0.2418756 Feb 09 15:51:47.314559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:47.328491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57', '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'bdac5efe-561d-4717-b982-358b880f389f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:47.393752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2e76b-8557-48b5-9517-e0b090275686 req-a066a795-a810-4e29-b727-a96c33598953 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:47.404170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4f2e76b-8557-48b5-9517-e0b090275686 req-a066a795-a810-4e29-b727-a96c33598953 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 944 time: 0.2274029 Feb 09 15:51:47.427588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:51:47.437204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event deleted for resources: {'Port': ['ID=0e6ab886-e74c-4476-827b-cb0ab9302ae4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:47.465289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] No DVR routers for this DVR port 0e6ab886-e74c-4476-827b-cb0ab9302ae4 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:47.469487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:47.476697 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cdb614e4-be49-40a2-b8b8-061f959652ac req-bcabadde-de91-4da0-a87f-a477492a4df9 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "DELETE /v2.0/ports/0e6ab886-e74c-4476-827b-cb0ab9302ae4 HTTP/1.1" status: 204 len: 173 time: 1.1047399 Feb 09 15:51:47.488110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Deleting port 5a8de486-ad8f-4203-b62c-d1164f57d927 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:47.488687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:47.619290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] For port 5a8de486-ad8f-4203-b62c-d1164f57d927, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5a8de486-ad8f-4203-b62c-d1164f57d927,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:47.620029 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:47.635927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Calling delete_port for 5a8de486-ad8f-4203-b62c-d1164f57d927 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:47.766772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:47.771697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:47.934519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd2b180f-ec4c-4c53-9b4b-0c2a6050aaaa req-a286533c-dec3-46bb-8894-080d03fe304b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130733 Feb 09 15:51:48.006725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-99ca57d6-47ca-403b-a724-257e94b366c8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:48.010270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-99ca57d6-47ca-403b-a724-257e94b366c8 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 950 time: 0.7063739 Feb 09 15:51:48.039111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4f2e76b-8557-48b5-9517-e0b090275686 req-4ee9b33f-6e62-490b-9490-25813fe308e8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338573 Feb 09 15:51:48.147272 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:48.212054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0426121a-01ae-416c-8462-d9ecd4c36fe4 req-654ad44c-d230-4db0-a0f8-8befe2d3ed9e tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 210 time: 0.0359206 Feb 09 15:51:48.288634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d512f01b-bfd5-47b8-bf4c-f923f40b213f req-e9eae69c-c8ea-4610-b619-0f33f0207329 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 210 time: 0.1590648 Feb 09 15:51:48.299031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:48.307795 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c752471-dd12-443e-8b89-f2e85e873994" -d '{"events": [{"server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "name": "network-vif-plugged", "status": "completed", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:48.344778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:48.357855 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de695379-a3e9-451f-b28e-6ee005905b9f x-openstack-request-id: req-de695379-a3e9-451f-b28e-6ee005905b9f {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:48.358154 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148804e8-b00b-414c-a0b7-f75e32e1fa39", "name": "network-vif-deleted", "tag": "8552e006-dc4b-47b1-8f16-f8a7a79703c0", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:48.358605 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de695379-a3e9-451f-b28e-6ee005905b9f {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:48.359211 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148804e8-b00b-414c-a0b7-f75e32e1fa39', 'name': 'network-vif-deleted', 'tag': '8552e006-dc4b-47b1-8f16-f8a7a79703c0', 'status': 'completed', 'code': 200} Feb 09 15:51:48.396320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Deleting port bdac5efe-561d-4717-b982-358b880f389f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:48.396659 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:48.447979 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:48.532633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:48.561398 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:48.753884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8552e006-dc4b-47b1-8f16-f8a7a79703c0 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:48.815103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 8552e006-dc4b-47b1-8f16-f8a7a79703c0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:48.817327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8552e006-dc4b-47b1-8f16-f8a7a79703c0 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:48.819494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bdac5efe-561d-4717-b982-358b880f389f no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:49.113628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:49.174565 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:49.176606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bdac5efe-561d-4717-b982-358b880f389f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdac5efe-561d-4717-b982-358b880f389f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:49.274537 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:49.276214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5a8de486-ad8f-4203-b62c-d1164f57d927 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:49.286453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55885dec-c97f-401e-b84c-93d0d630e21a req-ed917a86-405c-4eef-be06-143301a8c033 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=50abd24d-00b0-4534-87a6-08ea3eb60cba HTTP/1.1" status: 200 len: 210 time: 0.7276976 Feb 09 15:51:49.308493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Pushing event deleted for resources: {'Port': ['ID=5a8de486-ad8f-4203-b62c-d1164f57d927,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:49.348668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 5a8de486-ad8f-4203-b62c-d1164f57d927 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:49.348668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5a8de486-ad8f-4203-b62c-d1164f57d927 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:49.475980 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572c0467-92d2-4ad5-80c3-e37211ccc6c6 x-openstack-request-id: req-572c0467-92d2-4ad5-80c3-e37211ccc6c6 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:49.480564 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "name": "network-vif-plugged", "status": "completed", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:49.481193 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-572c0467-92d2-4ad5-80c3-e37211ccc6c6 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:49.483135 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'code': 200} Feb 09 15:51:49.484747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=bdac5efe-561d-4717-b982-358b880f389f,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:49.645267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] No DVR routers for this DVR port 5a8de486-ad8f-4203-b62c-d1164f57d927 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:49.660630 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:49.667055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d93351c4-b3ff-4fd9-8538-45098d51c79a req-5ae467c6-06da-41a7-8741-3156c8e7e4ec tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.73 "DELETE /v2.0/ports/5a8de486-ad8f-4203-b62c-d1164f57d927 HTTP/1.1" status: 204 len: 173 time: 2.6704161 Feb 09 15:51:49.677107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'name': 'network-vif-deleted', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:49.682949 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f044ec-4bdc-4f89-ab77-9bc271083e8e" -d '{"events": [{"server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "name": "network-vif-deleted", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:49.734204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4093d-8cce-45d1-86b8-f5c49757741f req-0059c819-b7ce-4d65-8c61-73b6e629b60e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:49.737053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7b4093d-8cce-45d1-86b8-f5c49757741f req-0059c819-b7ce-4d65-8c61-73b6e629b60e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 946 time: 0.5542006 Feb 09 15:51:49.771248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] For port bdac5efe-561d-4717-b982-358b880f389f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdac5efe-561d-4717-b982-358b880f389f,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:49.771248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:49.834967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Calling delete_port for bdac5efe-561d-4717-b982-358b880f389f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:49.879122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:49.904008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a4a77-8f24-43b3-9c4c-c2a6d188efd9 req-ddb8bd20-d61f-43f7-91fd-e9eb62f9604d tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:49.907240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-277a4a77-8f24-43b3-9c4c-c2a6d188efd9 req-ddb8bd20-d61f-43f7-91fd-e9eb62f9604d tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 949 time: 0.3443570 Feb 09 15:51:50.031324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7b4093d-8cce-45d1-86b8-f5c49757741f req-12ca5e2a-8c2e-41a9-b671-88a485c06d12 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727015 Feb 09 15:51:50.357734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:50.360791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50abd24d-00b0-4534-87a6-08ea3eb60cba', 'name': 'network-vif-deleted', 'tag': '0e6ab886-e74c-4476-827b-cb0ab9302ae4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:50.367907 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc52b52-ecd6-409e-a2da-43872675c23b" -d '{"events": [{"server_uuid": "50abd24d-00b0-4534-87a6-08ea3eb60cba", "name": "network-vif-deleted", "tag": "0e6ab886-e74c-4476-827b-cb0ab9302ae4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:50.428408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:50.430430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Pushing event updated for resources: {'Port': ['ID=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:50.434594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:51:50.457925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40418) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:50.645933 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dea4b52c-9589-4eeb-bc40-395965ab699e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:50.691384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6692a8a-b989-4184-a259-8f62d5ac5a39 req-7e58c529-73b1-4124-950b-ba26aa14c9e1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:50.693094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6692a8a-b989-4184-a259-8f62d5ac5a39 req-7e58c529-73b1-4124-950b-ba26aa14c9e1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.4061613 Feb 09 15:51:50.702997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-277a4a77-8f24-43b3-9c4c-c2a6d188efd9 req-a4267615-2fb0-49b7-bd74-20f9608894ed tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6881502 Feb 09 15:51:50.747456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:50.756285 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:50.765239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0e6ab886-e74c-4476-827b-cb0ab9302ae4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:50.852695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 0e6ab886-e74c-4476-827b-cb0ab9302ae4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:50.852695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0e6ab886-e74c-4476-827b-cb0ab9302ae4 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:50.852925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6692a8a-b989-4184-a259-8f62d5ac5a39 req-ad94bd63-9e9d-4596-bc01-e892b89fb1c9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207278 Feb 09 15:51:50.869705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dea4b52c-9589-4eeb-bc40-395965ab699e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:50.943572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-801feb89-dc8c-44d1-a0dc-f8725e7b93c1 None None] Provisioning complete for port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:50.944369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-801feb89-dc8c-44d1-a0dc-f8725e7b93c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:50.952124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f48c714-a8ff-4f41-9750-6bcae7f2ae3a req-01830e85-93a2-4282-a048-c1eaf7b47c06 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 210 time: 0.0608923 Feb 09 15:51:50.996714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-663829f4-e562-4933-bf10-c282bce854dd tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5658181 Feb 09 15:51:50.999365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dea4b52c-9589-4eeb-bc40-395965ab699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:51.007137 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:51.021678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Request body: {'port': {'device_id': '16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:51.022899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-801feb89-dc8c-44d1-a0dc-f8725e7b93c1 None None] Port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:51:51.027971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:51.068190 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15940520-898c-457d-bff6-49cf7b82db76 x-openstack-request-id: req-15940520-898c-457d-bff6-49cf7b82db76 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:51.068511 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa43c3a-36f9-44d7-ab93-0cd631067648", "name": "network-vif-deleted", "tag": "5a8de486-ad8f-4203-b62c-d1164f57d927", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:51.068887 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15940520-898c-457d-bff6-49cf7b82db76 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:51.069397 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa43c3a-36f9-44d7-ab93-0cd631067648', 'name': 'network-vif-deleted', 'tag': '5a8de486-ad8f-4203-b62c-d1164f57d927', 'status': 'completed', 'code': 200} Feb 09 15:51:51.099103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event deleted for resources: {'Port': ['ID=bdac5efe-561d-4717-b982-358b880f389f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:51.152824 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dea4b52c-9589-4eeb-bc40-395965ab699e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78176760abd0414bb5f37ed4cdcc932d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863985 Feb 09 15:51:51.188379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:51.189525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4b52c-9589-4eeb-bc40-395965ab699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60c7360-1512-416b-9cdb-5c26b861b757,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:51.255771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9baaa4-528e-47fc-9e4d-522385d5ae59 req-10ccaed1-e7c9-44d9-b6be-344492de9991 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:51.257615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e9baaa4-528e-47fc-9e4d-522385d5ae59 req-10ccaed1-e7c9-44d9-b6be-344492de9991 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 935 time: 0.3300261 Feb 09 15:51:51.294293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] No DVR routers for this DVR port bdac5efe-561d-4717-b982-358b880f389f on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:51.301300 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:51.311537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc684e88-725b-40a7-9cf1-d20f881f7dc4 req-0f118223-ef12-424f-9412-81d6fa411aeb tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "DELETE /v2.0/ports/bdac5efe-561d-4717-b982-358b880f389f HTTP/1.1" status: 204 len: 173 time: 3.2309835 Feb 09 15:51:51.318450 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:51.365512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-b11cc867-a482-4d43-b5da-39268348fea8 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:51.367425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-b11cc867-a482-4d43-b5da-39268348fea8 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 949 time: 0.2571270 Feb 09 15:51:51.383850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e9baaa4-528e-47fc-9e4d-522385d5ae59 req-17108da0-65a0-494a-8571-8dc1fe68eacb tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990455 Feb 09 15:51:51.484859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdac5efe-561d-4717-b982-358b880f389f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:51.487379 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d30e6bc-fdf0-4e7a-8da8-e58776a0f171" -d '{"events": [{"server_uuid": "4683f05a-8e2f-44f4-b435-fef9637f0332", "name": "network-vif-unplugged", "status": "completed", "tag": "bdac5efe-561d-4717-b982-358b880f389f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:51.500708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d317f9ed-cc10-486b-a70c-e3bc81bab738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:51.538600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-fec840d6-ba1e-4ff9-abd7-e5c62211fdf3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:51.541097 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-fec840d6-ba1e-4ff9-abd7-e5c62211fdf3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.13 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 804 time: 0.4820452 Feb 09 15:51:51.562128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d317f9ed-cc10-486b-a70c-e3bc81bab738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:51.589302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Request body: {'port': {'device_id': 'e48c11db-150e-497c-9191-118731e02aac', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'admin_state_up': True, 'tenant_id': 'f92be92017d94928afd76cdc969aabc5'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:51.668708 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db3642f-6846-4b9c-8cb0-81286dd0f323 x-openstack-request-id: req-0db3642f-6846-4b9c-8cb0-81286dd0f323 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:51.668974 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50abd24d-00b0-4534-87a6-08ea3eb60cba", "name": "network-vif-deleted", "tag": "0e6ab886-e74c-4476-827b-cb0ab9302ae4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:51.669263 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0db3642f-6846-4b9c-8cb0-81286dd0f323 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:51.669670 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50abd24d-00b0-4534-87a6-08ea3eb60cba', 'name': 'network-vif-deleted', 'tag': '0e6ab886-e74c-4476-827b-cb0ab9302ae4', 'status': 'completed', 'code': 200} Feb 09 15:51:51.765673 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0e43d1-0d0f-4264-89c5-3a6cc92f92f3 x-openstack-request-id: req-6f0e43d1-0d0f-4264-89c5-3a6cc92f92f3 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:51.766631 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4683f05a-8e2f-44f4-b435-fef9637f0332", "name": "network-vif-unplugged", "status": "completed", "tag": "bdac5efe-561d-4717-b982-358b880f389f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:51.767070 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f0e43d1-0d0f-4264-89c5-3a6cc92f92f3 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:51.767768 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdac5efe-561d-4717-b982-358b880f389f', 'code': 200} Feb 09 15:51:51.939625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d317f9ed-cc10-486b-a70c-e3bc81bab738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:51.942258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d317f9ed-cc10-486b-a70c-e3bc81bab738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:51.960033 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d317f9ed-cc10-486b-a70c-e3bc81bab738 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a60c7360-1512-416b-9cdb-5c26b861b757 HTTP/1.1" status: 204 len: 168 time: 0.7548416 Feb 09 15:51:51.991700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317f9ed-cc10-486b-a70c-e3bc81bab738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60c7360-1512-416b-9cdb-5c26b861b757,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:52.085882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Made reservation on behalf of f92be92017d94928afd76cdc969aabc5 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:52.090407 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:52.153377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Deleting port 186c4f2b-d4ff-4536-8cea-7751d2676d59 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:52.153844 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:52.161496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87fe48dd-569e-4d65-afaf-307c930745ce req-20af648d-bbf6-4029-84b1-4590a704695a tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=4683f05a-8e2f-44f4-b435-fef9637f0332 HTTP/1.1" status: 200 len: 210 time: 0.0665531 Feb 09 15:51:52.191375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd1d18-68f5-44d3-9b73-e475b8572eb0 req-b32a07ff-939c-4483-8cbd-e781d9fa18ae tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:52.199917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5afd1d18-68f5-44d3-9b73-e475b8572eb0 req-b32a07ff-939c-4483-8cbd-e781d9fa18ae tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 949 time: 0.2036593 Feb 09 15:51:52.353414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5afd1d18-68f5-44d3-9b73-e475b8572eb0 req-4caa70b8-84f5-4948-ba8c-14e777962814 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e0a08f51-b694-4255-a179-508a8feaa4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524205 Feb 09 15:51:52.437032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Allocated IP 172.20.0.8 (6359e6de-5759-40f4-ba65-b1e84bd8eb51/30b275e3-8eb1-49e7-a6d2-eb44ad5eb759/3fdff392-a4db-448c-af6d-0be21b8949f9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:52.437490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:52.485753 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:52.493589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] For port 186c4f2b-d4ff-4536-8cea-7751d2676d59, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=186c4f2b-d4ff-4536-8cea-7751d2676d59,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:52.494213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:52.548421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Transition to ACTIVE for port object 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:52.552117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Calling delete_port for 186c4f2b-d4ff-4536-8cea-7751d2676d59 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:52.648333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4653db-52df-4b60-9c88-9f7238bdbd68 req-cd2205f7-2270-4d7a-bfff-7d8f346d5062 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:52.669174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee4653db-52df-4b60-9c88-9f7238bdbd68 req-cd2205f7-2270-4d7a-bfff-7d8f346d5062 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.2697983 Feb 09 15:51:52.685698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:52.863453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8627cc-f84c-4750-a739-b5a29d17fdc9 req-1564d592-a846-4ef2-b30f-aee90357878b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:52.864946 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-af1ed703-a16e-47d6-91f3-e6ad991521d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:52.873684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c8627cc-f84c-4750-a739-b5a29d17fdc9 req-1564d592-a846-4ef2-b30f-aee90357878b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 946 time: 0.3350780 Feb 09 15:51:52.923331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:52.940336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:52.996419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee4653db-52df-4b60-9c88-9f7238bdbd68 req-3c8c1952-e4cf-4f5d-bd35-d0ec6ac4d842 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977393 Feb 09 15:51:53.066525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c8627cc-f84c-4750-a739-b5a29d17fdc9 req-5d484eae-1ead-4736-93d1-6e5e61047c49 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917853 Feb 09 15:51:53.071842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'name': 'network-vif-deleted', 'tag': 'bdac5efe-561d-4717-b982-358b880f389f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:53.080675 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72de7d7d-7a27-4ffe-a66c-30ad4fc00d47" -d '{"events": [{"server_uuid": "4683f05a-8e2f-44f4-b435-fef9637f0332", "name": "network-vif-deleted", "tag": "bdac5efe-561d-4717-b982-358b880f389f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:53.109242 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.204437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Attempting to bind port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:53.205026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Attempting to bind port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:53.205553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Attempting to bind port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:53.235263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:51:53.237351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Attempting to bind port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:53.287630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Pushing event updated for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:53.310048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40452) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:53.354375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:51:53.354964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:53.355917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:51:53.357325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2d55ebd-5e83-4b55-90d2-ee28ef4fcf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.359568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:51:53.361332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Bound port: 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:53.362233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.373142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:53.411921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:51:53.610705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:53.624111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.706532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00897bcd-6c19-4aef-a06b-00efed4c536a req-2feeed75-2fa4-4162-889c-6e49471c321f tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:53.717599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00897bcd-6c19-4aef-a06b-00efed4c536a req-2feeed75-2fa4-4162-889c-6e49471c321f tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 947 time: 0.4390965 Feb 09 15:51:53.745601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.781163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52907e-f1ab-4834-bacc-c3805505d161 req-67065c95-7d92-4907-9378-3f0aa3111a07 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:53.788923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de52907e-f1ab-4834-bacc-c3805505d161 req-67065c95-7d92-4907-9378-3f0aa3111a07 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 931 time: 0.5160325 Feb 09 15:51:53.794733 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bcf1266d-647e-4082-b822-2eb690bda549 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2160137 Feb 09 15:51:53.828429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Pushing event deleted for resources: {'Port': ['ID=186c4f2b-d4ff-4536-8cea-7751d2676d59,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:53.841559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Request body: {'port': {'device_id': 'e48c11db-150e-497c-9191-118731e02aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:51:53.865278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2d55ebd-5e83-4b55-90d2-ee28ef4fcf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.890765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-c4f975ee-99d2-40ef-92cf-7ae72aac0263 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:53.898925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-c4f975ee-99d2-40ef-92cf-7ae72aac0263 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.73 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 946 time: 0.2840183 Feb 09 15:51:53.942393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00897bcd-6c19-4aef-a06b-00efed4c536a req-e0c9d068-db73-4f07-9b03-7b78d8556500 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252042 Feb 09 15:51:53.950198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] For port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:53.956917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2d55ebd-5e83-4b55-90d2-ee28ef4fcf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.982998 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.018272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] No DVR routers for this DVR port 186c4f2b-d4ff-4536-8cea-7751d2676d59 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:54.023661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] For port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:54.050822 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.059444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be37d968-f16f-480f-8d96-25c3dfb9b8ae req-585b35f6-de91-47d5-9de9-cc952041c867 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.73 "DELETE /v2.0/ports/186c4f2b-d4ff-4536-8cea-7751d2676d59 HTTP/1.1" status: 204 len: 173 time: 2.6739631 Feb 09 15:51:54.069682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d55ebd-5e83-4b55-90d2-ee28ef4fcf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3480f-3c92-4af7-9815-b9c2dc5dea0c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:54.084950 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2e34a6-7d37-4d54-b844-56402ffd4597 x-openstack-request-id: req-ed2e34a6-7d37-4d54-b844-56402ffd4597 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:54.085650 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4683f05a-8e2f-44f4-b435-fef9637f0332", "name": "network-vif-deleted", "tag": "bdac5efe-561d-4717-b982-358b880f389f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:54.086814 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed2e34a6-7d37-4d54-b844-56402ffd4597 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:54.087660 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4683f05a-8e2f-44f4-b435-fef9637f0332', 'name': 'network-vif-deleted', 'tag': 'bdac5efe-561d-4717-b982-358b880f389f', 'status': 'completed', 'code': 200} Feb 09 15:51:54.100672 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b2d55ebd-5e83-4b55-90d2-ee28ef4fcf86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59efdc4190af4de883a0939ce04fdf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854466 Feb 09 15:51:54.103381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40458) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:51:54.109143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de52907e-f1ab-4834-bacc-c3805505d161 req-633f4ce9-2313-4e48-bd06-ec8ef23c730a tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183851 Feb 09 15:51:54.141908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.303563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f94ab6b-ab2f-45f4-8c6c-c82e2d843b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.380630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:54.384043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f94ab6b-ab2f-45f4-8c6c-c82e2d843b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.457562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:54.461223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.463155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-ec6f2e06-5848-4d21-881c-748d0b1fed81 service neutron] 10.222.0.73 "PUT /v2.0/ports/6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 HTTP/1.1" status: 200 len: 1095 time: 3.4466941 Feb 09 15:51:54.533403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34e81122-cfbd-4244-aeac-90b18fe5cfdd req-df64583e-cb65-4ad5-addb-4a3bfe13eca5 tempest-ListImageFiltersTestJSON-1909765345 tempest-ListImageFiltersTestJSON-1909765345-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf384c3c-cef0-4235-b317-51d4952b961c HTTP/1.1" status: 200 len: 210 time: 0.1228557 Feb 09 15:51:54.646982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533f400-ae24-4c2a-9ba5-7eae0aa2fce2 req-ea06b909-9008-44e1-9221-8445927dd3db tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:54.659390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0533f400-ae24-4c2a-9ba5-7eae0aa2fce2 req-ea06b909-9008-44e1-9221-8445927dd3db tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.2524507 Feb 09 15:51:54.662070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f94ab6b-ab2f-45f4-8c6c-c82e2d843b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.667548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f94ab6b-ab2f-45f4-8c6c-c82e2d843b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.670070 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7f94ab6b-ab2f-45f4-8c6c-c82e2d843b8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56a3480f-3c92-4af7-9815-b9c2dc5dea0c HTTP/1.1" status: 204 len: 168 time: 0.5654826 Feb 09 15:51:54.707752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94ab6b-ab2f-45f4-8c6c-c82e2d843b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3480f-3c92-4af7-9815-b9c2dc5dea0c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:54.731308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdff392-a4db-448c-af6d-0be21b8949f9 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:54.754140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Deleting port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:54.755253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.759209 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.769503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:54.800149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Transition to ACTIVE for port object 3fdff392-a4db-448c-af6d-0be21b8949f9 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:54.810870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 186c4f2b-d4ff-4536-8cea-7751d2676d59 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:51:54.811561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 186c4f2b-d4ff-4536-8cea-7751d2676d59 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:51:54.903693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:55.062791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Pushing event updated for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:55.114110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0533f400-ae24-4c2a-9ba5-7eae0aa2fce2 req-c653665e-c781-4ef8-a241-5ccc4cf36bce tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535663 Feb 09 15:51:55.182715 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b9f1acb5-fca8-40c0-9a4e-ed063f4ea630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:55.286444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Attempting to bind port 3fdff392-a4db-448c-af6d-0be21b8949f9 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:55.287051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Attempting to bind port 3fdff392-a4db-448c-af6d-0be21b8949f9 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:55.287473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Attempting to bind port 3fdff392-a4db-448c-af6d-0be21b8949f9 on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:55.306733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Port 3fdff392-a4db-448c-af6d-0be21b8949f9 on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:51:55.307186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Attempting to bind port 3fdff392-a4db-448c-af6d-0be21b8949f9 on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:51:55.325177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:51:55.333400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Checking segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:51:55.334334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Bound using segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:51:55.337054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Bound port: 3fdff392-a4db-448c-af6d-0be21b8949f9, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:55.337998 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:55.344691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d011-f850-4380-9e88-8745a090c07d req-1fd6d260-60db-42e0-bb85-18c45d37e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:55.351175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-1fd6d260-60db-42e0-bb85-18c45d37e03b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c57a021e0c9403e8710b102a1ab7070&device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 1098 time: 0.5362215 Feb 09 15:51:55.382631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108fd8b-965c-463a-8b87-ee793c2c6dd6 req-f319c97a-2581-47cd-91fc-ae3863281c88 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:55.395747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0108fd8b-965c-463a-8b87-ee793c2c6dd6 req-f319c97a-2581-47cd-91fc-ae3863281c88 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 946 time: 0.6486814 Feb 09 15:51:55.473348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:55.477366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:55.507892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-56463f40-6018-4429-b532-0a170bba2e13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 HTTP/1.1" status: 200 len: 217 time: 0.0663216 Feb 09 15:51:55.530216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0108fd8b-965c-463a-8b87-ee793c2c6dd6 req-77b45a4b-48a8-49af-9f7a-dab6824a0600 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329463 Feb 09 15:51:55.566048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:55.654367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d011-f850-4380-9e88-8745a090c07d req-38546f2b-d8ee-4210-ac5a-017a693980d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:55.655935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-38546f2b-d8ee-4210-ac5a-017a693980d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1242464 Feb 09 15:51:55.674697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] For port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:55.674697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:55.714455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:55.715989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:55.720619 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] 10.222.0.13 "PUT /v2.0/ports/3fdff392-a4db-448c-af6d-0be21b8949f9 HTTP/1.1" status: 200 len: 1091 time: 1.8922484 Feb 09 15:51:55.738899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:55.745883 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bcdc69-5553-4ad8-9144-b779815c2f26" -d '{"events": [{"name": "network-changed", "server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:55.750004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Calling delete_port for 8a8b1edf-601e-4910-91ea-6ad8841b5a6f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:55.999398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60527d-9eeb-4d8a-88e8-c74f5c41701e service neutron] Pushing event updated for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:56.065541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-962dc780-7146-4ece-97ee-51596f776639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:56.070217 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-962dc780-7146-4ece-97ee-51596f776639 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 1094 time: 0.1649327 Feb 09 15:51:56.170577 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-85432885-9db1-4aa5-8f68-c4123170c181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdff392-a4db-448c-af6d-0be21b8949f9 HTTP/1.1" status: 200 len: 217 time: 0.0907629 Feb 09 15:51:56.237514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472fa3a-f0c6-4dc5-9aca-2fc832a2f7af req-ca61f0e8-9fad-410d-9089-4a94433bc61b tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:56.239128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6472fa3a-f0c6-4dc5-9aca-2fc832a2f7af req-ca61f0e8-9fad-410d-9089-4a94433bc61b tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 947 time: 0.5767391 Feb 09 15:51:56.239628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-deleted', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59'}, {'name': 'network-changed', 'server_uuid': '16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f', 'tag': '6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:56.258940 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d355dd03-516d-49ca-81c3-be166c57e559" -d '{"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-deleted", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59"}, {"name": "network-changed", "server_uuid": "16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f", "tag": "6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:51:56.279270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-706f5767-d059-46de-813b-1d536d7371b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:56.282704 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-706f5767-d059-46de-813b-1d536d7371b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 200 len: 844 time: 0.1040390 Feb 09 15:51:56.355804 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-9a190a71-9e04-41e0-86a8-1e284ee0c776 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6359e6de-5759-40f4-ba65-b1e84bd8eb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627799 Feb 09 15:51:56.425064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709d011-f850-4380-9e88-8745a090c07d req-eb924b6b-98b6-4f8f-bd0c-b58ae1731e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:56.427704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-eb924b6b-98b6-4f8f-bd0c-b58ae1731e11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7639835 Feb 09 15:51:56.433277 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.580978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d762a-0d06-4ade-904e-8fa8706a6ba4 req-ae7df8a7-2cd7-4a27-a6d1-22090a8ce623 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:56.582668 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-c87326ce-db86-4eed-b969-ae1858c5a696 service neutron] 10.222.0.13 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136467 Feb 09 15:51:56.589701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e9d762a-0d06-4ade-904e-8fa8706a6ba4 req-ae7df8a7-2cd7-4a27-a6d1-22090a8ce623 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 943 time: 0.3699136 Feb 09 15:51:56.613297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6472fa3a-f0c6-4dc5-9aca-2fc832a2f7af req-35cc3100-f64c-4e97-8b6c-60de5c2818c3 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473843 Feb 09 15:51:56.714955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-dcdc6e87-59ff-4e47-8156-88f79dd8e945 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658868 Feb 09 15:51:56.775520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8a8b1edf-601e-4910-91ea-6ad8841b5a6f no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:51:56.827584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e9d762a-0d06-4ade-904e-8fa8706a6ba4 req-0bcff518-5635-4cce-84d0-e7af4253c0ce tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359672 Feb 09 15:51:56.870169 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0e19bb45-1e5d-40a0-997c-4df90e07fcea req-dde2bbfd-b4a4-422d-94cc-13ab58f5f961 service neutron] 10.222.0.13 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601058 Feb 09 15:51:57.071739 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:57.146527 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be1a2d1-809f-4b8b-be0a-2fd304d156f2 x-openstack-request-id: req-1be1a2d1-809f-4b8b-be0a-2fd304d156f2 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:57.147358 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:57.147695 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1be1a2d1-809f-4b8b-be0a-2fd304d156f2 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:57.150337 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'status': 'completed', 'code': 200} Feb 09 15:51:57.287242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1709d011-f850-4380-9e88-8745a090c07d req-82a49180-0b09-4014-8269-c99864f8d6ad service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564370 Feb 09 15:51:57.305307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-bdb8074f-313a-481f-bbc0-25347c5ab499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:57.308730 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-bdb8074f-313a-481f-bbc0-25347c5ab499 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 1094 time: 0.1222084 Feb 09 15:51:57.342903 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:57.407543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8', 'e7956314-dfb4-4f94-a828-10f6fa16609f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:51:57.413719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event deleted for resources: {'Port': ['ID=8a8b1edf-601e-4910-91ea-6ad8841b5a6f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:57.565669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] No DVR routers for this DVR port 8a8b1edf-601e-4910-91ea-6ad8841b5a6f on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:57.581325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:57.588365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcef126b-a9d3-4baa-a5bf-bc3c39286da0 req-86d4fbb7-6991-4f98-913a-e86b06eaeca2 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.73 "DELETE /v2.0/ports/8a8b1edf-601e-4910-91ea-6ad8841b5a6f HTTP/1.1" status: 204 len: 173 time: 3.6739666 Feb 09 15:51:57.723740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-ee61899c-74aa-4e97-8483-d5fcf1d86014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:57.730915 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-ee61899c-74aa-4e97-8483-d5fcf1d86014 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 905 time: 0.4054761 Feb 09 15:51:57.743540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5153f-3662-4f5b-bd57-0c12983a286a req-7e175804-4eaa-47c7-aa23-8d8db7bca806 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:57.764005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bf5153f-3662-4f5b-bd57-0c12983a286a req-7e175804-4eaa-47c7-aa23-8d8db7bca806 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.2600119 Feb 09 15:51:57.811230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b38ee8-c1ed-48ff-9dc6-2f7549c4039b req-6d6318ca-f4cc-43a4-b7d1-362a805b054b tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:57.823539 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-e93bbe2d-af02-45bd-892f-9d3a749d5b41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fdff392-a4db-448c-af6d-0be21b8949f9 HTTP/1.1" status: 200 len: 217 time: 0.0844679 Feb 09 15:51:57.823957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54b38ee8-c1ed-48ff-9dc6-2f7549c4039b req-6d6318ca-f4cc-43a4-b7d1-362a805b054b tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.3285718 Feb 09 15:51:57.929167 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bf5153f-3662-4f5b-bd57-0c12983a286a req-79e58d19-13c9-4db7-8a56-47fea77605ef tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636732 Feb 09 15:51:58.006494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54b38ee8-c1ed-48ff-9dc6-2f7549c4039b req-37d47c56-ab2a-4dc0-8a8a-3d2fc218787f tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764138 Feb 09 15:51:58.020154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-1bbc0ae0-dc33-406f-8aff-39347e5f5b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:58.037326 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-1bbc0ae0-dc33-406f-8aff-39347e5f5b90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 200 len: 844 time: 0.1876240 Feb 09 15:51:58.143970 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-ec2eccd6-3e23-4355-bd57-5af7d8c7277b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6359e6de-5759-40f4-ba65-b1e84bd8eb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048036 Feb 09 15:51:58.154802 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634f7314-d901-40d7-8666-095e66b95a12 x-openstack-request-id: req-634f7314-d901-40d7-8666-095e66b95a12 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:51:58.163025 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf384c3c-cef0-4235-b317-51d4952b961c", "name": "network-vif-deleted", "tag": "186c4f2b-d4ff-4536-8cea-7751d2676d59", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f", "tag": "6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:51:58.163025 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-634f7314-d901-40d7-8666-095e66b95a12 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:51:58.163025 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf384c3c-cef0-4235-b317-51d4952b961c', 'name': 'network-vif-deleted', 'tag': '186c4f2b-d4ff-4536-8cea-7751d2676d59', 'status': 'completed', 'code': 200} Feb 09 15:51:58.163025 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f', 'tag': '6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8', 'status': 'completed', 'code': 200} Feb 09 15:51:58.213154 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:58.399628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23c56afd-5093-43cd-8a5a-ac9e70b2ae96 req-6bbd76a9-e844-49ec-af8f-e3360d6d5f6c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=be5f8fe1-3dec-420b-9f62-f458d76471b8 HTTP/1.1" status: 200 len: 210 time: 0.1805365 Feb 09 15:51:58.403236 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-77da8832-243f-4d51-bc39-c92ae488a38a service neutron] 10.222.0.13 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492774 Feb 09 15:51:58.422670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355dd03-516d-49ca-81c3-be166c57e559 req-cc51eca5-b848-4189-a5c9-255c9a3b22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:58.426027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d355dd03-516d-49ca-81c3-be166c57e559 req-cc51eca5-b848-4189-a5c9-255c9a3b22ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c57a021e0c9403e8710b102a1ab7070&device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 1098 time: 0.2286484 Feb 09 15:51:58.565490 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-69bcdc69-5553-4ad8-9144-b779815c2f26 req-1dac5069-b5a8-4e95-a8b9-50856849f8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536036 Feb 09 15:51:58.685023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb546c-fdb5-4cb7-989d-c4552065b359 req-56493316-a340-4990-942c-3dcc4cf86375 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:58.686577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ceb546c-fdb5-4cb7-989d-c4552065b359 req-56493316-a340-4990-942c-3dcc4cf86375 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 949 time: 0.1431670 Feb 09 15:51:58.687900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355dd03-516d-49ca-81c3-be166c57e559 req-5261ff35-c2d2-4eb3-9108-ee28a1d75ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:58.689576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d355dd03-516d-49ca-81c3-be166c57e559 req-5261ff35-c2d2-4eb3-9108-ee28a1d75ac0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.2507324 Feb 09 15:51:58.744714 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:58.815285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d355dd03-516d-49ca-81c3-be166c57e559 req-b2d3d278-a887-4b45-b867-e3f7ecc3cd55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 HTTP/1.1" status: 200 len: 217 time: 0.1051414 Feb 09 15:51:58.955832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ceb546c-fdb5-4cb7-989d-c4552065b359 req-54181d30-9210-4c59-87f9-c8a870d2b190 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584648 Feb 09 15:51:59.036727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-0389eb01-7b8a-4dd3-aa20-2b3e5618b851 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:59.039571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-0389eb01-7b8a-4dd3-aa20-2b3e5618b851 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 949 time: 0.2396436 Feb 09 15:51:59.053541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355dd03-516d-49ca-81c3-be166c57e559 req-3da6b78d-03ea-4ecb-8aaa-f251b81478d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:59.059072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d355dd03-516d-49ca-81c3-be166c57e559 req-3da6b78d-03ea-4ecb-8aaa-f251b81478d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.2088366 Feb 09 15:51:59.334631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355dd03-516d-49ca-81c3-be166c57e559 req-bcda5d56-8c13-420a-97f7-f9084c372030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:59.337519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d355dd03-516d-49ca-81c3-be166c57e559 req-bcda5d56-8c13-420a-97f7-f9084c372030 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2650235 Feb 09 15:51:59.364718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db286d-ed42-4471-a180-939e72a03690 req-c06b9de6-0878-4808-9d6f-bab9359b09c7 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:59.376398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91db286d-ed42-4471-a180-939e72a03690 req-c06b9de6-0878-4808-9d6f-bab9359b09c7 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 947 time: 0.2173855 Feb 09 15:51:59.639438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Deleting port c016be33-3a1f-4b72-985e-04a8e8552a57 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:51:59.640388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:59.656755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91db286d-ed42-4471-a180-939e72a03690 req-bdd944e4-ea6c-4729-8d99-cd478f98b20e tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665341 Feb 09 15:51:59.796661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] For port c016be33-3a1f-4b72-985e-04a8e8552a57, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c016be33-3a1f-4b72-985e-04a8e8552a57,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:59.799645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:59.867165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Calling delete_port for c016be33-3a1f-4b72-985e-04a8e8552a57 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:51:59.956385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d355dd03-516d-49ca-81c3-be166c57e559 req-7bba7a25-5f4a-44cf-a847-bb5e52bf43c4 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061208 Feb 09 15:52:00.045856 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:00.146160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871161c7-0968-4d7d-bef6-5b39ae928b0b req-983a8bee-8d22-42dd-9156-3b67c292cbbb tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:00.157113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-871161c7-0968-4d7d-bef6-5b39ae928b0b req-983a8bee-8d22-42dd-9156-3b67c292cbbb tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 943 time: 0.3604388 Feb 09 15:52:00.163258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5f8fe1-3dec-420b-9f62-f458d76471b8', 'name': 'network-vif-deleted', 'tag': '8a8b1edf-601e-4910-91ea-6ad8841b5a6f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:00.165656 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a0ac42-7d70-4bc1-ba03-727c1dfdef59" -d '{"events": [{"server_uuid": "be5f8fe1-3dec-420b-9f62-f458d76471b8", "name": "network-vif-deleted", "tag": "8a8b1edf-601e-4910-91ea-6ad8841b5a6f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:00.260171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52a813-8c97-4fd3-8df6-e4d636d19742 req-c8185426-737e-47cd-91b9-d4193fca0f8d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:00.262772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b52a813-8c97-4fd3-8df6-e4d636d19742 req-c8185426-737e-47cd-91b9-d4193fca0f8d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.3353453 Feb 09 15:52:00.334060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-871161c7-0968-4d7d-bef6-5b39ae928b0b req-5f3432b4-8368-41c7-bd37-42c315675eed tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787417 Feb 09 15:52:00.424986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b52a813-8c97-4fd3-8df6-e4d636d19742 req-f864c8dd-3728-4636-9044-a14347b8e8d5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355643 Feb 09 15:52:00.434147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d355dd03-516d-49ca-81c3-be166c57e559 req-caa4509f-737a-45ab-aaa5-2cb4e71c3aa0 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115858 Feb 09 15:52:00.621023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:00.635597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c016be33-3a1f-4b72-985e-04a8e8552a57'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:00.693354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Pushing event deleted for resources: {'Port': ['ID=c016be33-3a1f-4b72-985e-04a8e8552a57,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:00.806976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:00.844965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e518b7-36af-4196-a81b-b6557091c7ad req-59084eae-86f2-4582-883e-9a1322307939 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:00.849330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7e518b7-36af-4196-a81b-b6557091c7ad req-59084eae-86f2-4582-883e-9a1322307939 tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/ports?device_id=63af7fbe-0fe0-4100-b035-58ebe2d788fa HTTP/1.1" status: 200 len: 867 time: 0.3176358 Feb 09 15:52:00.902025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] No DVR routers for this DVR port c016be33-3a1f-4b72-985e-04a8e8552a57 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:52:00.925406 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:00.930315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79dcf96-79ce-4251-b1fb-e6ead5dde17e req-72c1765e-b14d-449b-b26b-48da1d9aa77d tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.73 "DELETE /v2.0/ports/c016be33-3a1f-4b72-985e-04a8e8552a57 HTTP/1.1" status: 204 len: 173 time: 1.8696995 Feb 09 15:52:00.981327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7e518b7-36af-4196-a81b-b6557091c7ad req-22b44716-7a81-443e-b300-186d8968febf tempest-ServersOnMultiNodesTest-392253084 tempest-ServersOnMultiNodesTest-392253084-project] 10.222.0.53 "GET /v2.0/security-groups?id=b00d177c-9c67-4d7d-90f7-0e4a06e8c938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792139 Feb 09 15:52:01.135354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:01.166080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8', 'mac_address': 'fa:16:3e:e8:8b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:01.246793 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.297889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:01.355772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:01.493840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3fdff392-a4db-448c-af6d-0be21b8949f9 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:01.541759 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.678543 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b417363f-ebd9-4d68-9b75-d894fc105fd4 x-openstack-request-id: req-b417363f-ebd9-4d68-9b75-d894fc105fd4 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:01.678977 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5f8fe1-3dec-420b-9f62-f458d76471b8", "name": "network-vif-deleted", "tag": "8a8b1edf-601e-4910-91ea-6ad8841b5a6f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:01.679183 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b417363f-ebd9-4d68-9b75-d894fc105fd4 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:01.679486 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5f8fe1-3dec-420b-9f62-f458d76471b8', 'name': 'network-vif-deleted', 'tag': '8a8b1edf-601e-4910-91ea-6ad8841b5a6f', 'status': 'completed', 'code': 200} Feb 09 15:52:01.682757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.756136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:01.767547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:01.783802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'port_id': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b275e3-8eb1-49e7-a6d2-eb44ad5eb759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:01.788265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:01.931691 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.960956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdff392-a4db-448c-af6d-0be21b8949f9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:01.991469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:02.144390 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:02.290886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:02.362034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf8dbb-6ef6-476b-9ab2-7537ef33de36 req-28a7f1bf-b21c-4161-bbea-2c8d2b0f2f86 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:02.364403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dbf8dbb-6ef6-476b-9ab2-7537ef33de36 req-28a7f1bf-b21c-4161-bbea-2c8d2b0f2f86 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 948 time: 0.1892118 Feb 09 15:52:02.411674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5cfda-58cf-4548-9b49-adb1b201a992 req-979da2b1-4872-4bad-b47d-17bf304d561b tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:02.413760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68b5cfda-58cf-4548-9b49-adb1b201a992 req-979da2b1-4872-4bad-b47d-17bf304d561b tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 944 time: 0.1260505 Feb 09 15:52:02.490789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3fdff392-a4db-448c-af6d-0be21b8949f9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:02.607258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68b5cfda-58cf-4548-9b49-adb1b201a992 req-5f9ca7dd-9759-4193-83f6-076ca8635fe6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283326 Feb 09 15:52:02.633520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dbf8dbb-6ef6-476b-9ab2-7537ef33de36 req-58898cad-9870-4e28-a015-3a42a9dc8193 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418444 Feb 09 15:52:02.833215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:02.889624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12436a8-7f3d-4692-88d8-a889617d6c63 req-8d8d117b-ee05-4805-a31c-687c05c2e2c5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:02.898825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c12436a8-7f3d-4692-88d8-a889617d6c63 req-8d8d117b-ee05-4805-a31c-687c05c2e2c5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.1493928 Feb 09 15:52:03.008708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c556-cf74-47ba-ba90-600be3753050 req-90f9bc5f-08a5-42fd-a5f9-be6216e14343 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:03.010706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d84c556-cf74-47ba-ba90-600be3753050 req-90f9bc5f-08a5-42fd-a5f9-be6216e14343 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.1033740 Feb 09 15:52:03.026313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c12436a8-7f3d-4692-88d8-a889617d6c63 req-7df4e761-1e2b-4e70-a21b-41736d6ba18e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258695 Feb 09 15:52:03.123238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d84c556-cf74-47ba-ba90-600be3753050 req-4f9c36df-3797-4b52-a90a-e6bc1c447235 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups?id=453a2295-5477-465e-8796-abcbf0baedad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952671 Feb 09 15:52:03.184433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:03.189014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-b8e37462-e6c5-4cf3-9dcd-17ecfd909dfb tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:03.190148 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-b8e37462-e6c5-4cf3-9dcd-17ecfd909dfb tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 946 time: 0.1340182 Feb 09 15:52:03.193791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:03.194528 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:03.352470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Deleting port af454fac-1c95-4382-899f-f3c24cd3e08b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:03.353129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:03.367718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18f647-c187-4d70-a0eb-7e3a9c07c843 req-e2bf21f3-2501-443d-85bd-17b7ca113585 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:03.384993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e18f647-c187-4d70-a0eb-7e3a9c07c843 req-e2bf21f3-2501-443d-85bd-17b7ca113585 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 945 time: 0.1223547 Feb 09 15:52:03.421830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:03.448492 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e18f647-c187-4d70-a0eb-7e3a9c07c843 req-8ed1782a-f372-45fc-acc1-7159a9920361 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591452 Feb 09 15:52:03.468912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:03.469960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:03.472798 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3870087d-8d1d-4f64-b4bd-a3620cdf1a44" -d '{"events": [{"server_uuid": "16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f", "name": "network-vif-plugged", "status": "completed", "tag": "6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:03.498381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] For port af454fac-1c95-4382-899f-f3c24cd3e08b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=af454fac-1c95-4382-899f-f3c24cd3e08b,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:03.498679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:03.530766 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f9208-07bb-40f7-b084-d03a037d796e x-openstack-request-id: req-af2f9208-07bb-40f7-b084-d03a037d796e {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:03.531467 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f", "name": "network-vif-plugged", "status": "completed", "tag": "6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:03.531957 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af2f9208-07bb-40f7-b084-d03a037d796e {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:03.533050 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8', 'code': 200} Feb 09 15:52:03.681947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63af7fbe-0fe0-4100-b035-58ebe2d788fa', 'name': 'network-vif-deleted', 'tag': 'c016be33-3a1f-4b72-985e-04a8e8552a57'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:03.685874 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663ac663-63d4-4698-b5d6-db8a0e769511" -d '{"events": [{"server_uuid": "63af7fbe-0fe0-4100-b035-58ebe2d788fa", "name": "network-vif-deleted", "tag": "c016be33-3a1f-4b72-985e-04a8e8552a57"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:03.690213 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:03.690213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c016be33-3a1f-4b72-985e-04a8e8552a57 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:03.712392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-055d125d-0e8f-4f83-8c4d-3f718a909b82 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:03.714246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-055d125d-0e8f-4f83-8c4d-3f718a909b82 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 945 time: 0.1028347 Feb 09 15:52:03.720035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f5039-256a-4e21-9c31-d84aec430d59 req-1d0e9100-cf33-43f5-bffc-2f88965d08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:03.724631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f99f5039-256a-4e21-9c31-d84aec430d59 req-1d0e9100-cf33-43f5-bffc-2f88965d08a9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 1099 time: 0.1195421 Feb 09 15:52:03.757243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:03.759180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:03.759873 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Floating IP e475a375-b8b0-4baf-aea3-5a474174b224 disassociated. External IP: 172.25.5.242, port: af454fac-1c95-4382-899f-f3c24cd3e08b. Feb 09 15:52:03.761200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Calling delete_port for af454fac-1c95-4382-899f-f3c24cd3e08b owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:03.795015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: c016be33-3a1f-4b72-985e-04a8e8552a57 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:52:03.795537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c016be33-3a1f-4b72-985e-04a8e8552a57 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:52:03.875179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ffb9-341e-4347-9ec3-1f1e022a309e req-5090f678-7046-41ac-96dd-978555914dc0 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:03.885590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0852ffb9-341e-4347-9ec3-1f1e022a309e req-5090f678-7046-41ac-96dd-978555914dc0 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 944 time: 0.1482480 Feb 09 15:52:03.889219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f99f5039-256a-4e21-9c31-d84aec430d59 req-88361f08-84e2-44c1-b440-94eb7dcd816e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587718 Feb 09 15:52:03.891179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:03.963315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0852ffb9-341e-4347-9ec3-1f1e022a309e req-52e02191-cedf-48de-89f3-dc4a5e6e3f4e tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Feb 09 15:52:03.983679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Deleting port e7956314-dfb4-4f94-a828-10f6fa16609f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:03.988751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:04.082425 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47c2a69-cb76-413e-a5d2-3588ee73e666 x-openstack-request-id: req-b47c2a69-cb76-413e-a5d2-3588ee73e666 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:04.083260 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63af7fbe-0fe0-4100-b035-58ebe2d788fa", "name": "network-vif-deleted", "tag": "c016be33-3a1f-4b72-985e-04a8e8552a57", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:04.083660 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b47c2a69-cb76-413e-a5d2-3588ee73e666 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:04.084327 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63af7fbe-0fe0-4100-b035-58ebe2d788fa', 'name': 'network-vif-deleted', 'tag': 'c016be33-3a1f-4b72-985e-04a8e8552a57', 'status': 'completed', 'code': 200} Feb 09 15:52:04.182615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:04.302551 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event deleted for resources: {'Port': ['ID=af454fac-1c95-4382-899f-f3c24cd3e08b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:04.316798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40668) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:04.382987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40672) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:04.420185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] For port e7956314-dfb4-4f94-a828-10f6fa16609f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e7956314-dfb4-4f94-a828-10f6fa16609f,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:04.420435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:04.486568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Calling delete_port for e7956314-dfb4-4f94-a828-10f6fa16609f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:04.550564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251d16c-f372-4cd3-bbe3-b07c868663d0 req-7738878a-37e0-435d-bb86-64f6585a2f3c tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:04.557743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d251d16c-f372-4cd3-bbe3-b07c868663d0 req-7738878a-37e0-435d-bb86-64f6585a2f3c tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 949 time: 0.3848441 Feb 09 15:52:04.721821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-729456ae-f3e4-46e7-8aff-358ca9662431 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7772caae686c4e6e92715ae43e275e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927500 Feb 09 15:52:04.724962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40684) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:04.743327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Router 7fd9f39e-509d-4784-9918-17649d3aed8f has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:52:04.747841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4a4da7a-5d2d-4492-901a-b033bc9de246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:04.785451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d251d16c-f372-4cd3-bbe3-b07c868663d0 req-017eb3c9-ee76-47d7-bb01-de78071fa741 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208107 Feb 09 15:52:04.862783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227fa7e1-724b-4fe1-bd13-2e227382cd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:04.943410 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227fa7e1-724b-4fe1-bd13-2e227382cd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:04.999458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:52:05.030838 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] Sync routers for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:52:05.051717 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:52:05.051992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4a4da7a-5d2d-4492-901a-b033bc9de246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:05.053913 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:05.062803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] No DVR routers for this DVR port af454fac-1c95-4382-899f-f3c24cd3e08b on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:52:05.066182 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:05.070834 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-879c4f3f-5d9b-42c4-8a16-e9ec2fd3cd1a req-39ed8203-fcdf-475f-b840-16cfcaffdee5 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.13 "DELETE /v2.0/ports/af454fac-1c95-4382-899f-f3c24cd3e08b HTTP/1.1" status: 204 len: 173 time: 1.8571680 Feb 09 15:52:05.071762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'name': 'network-vif-deleted', 'tag': 'af454fac-1c95-4382-899f-f3c24cd3e08b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:05.075307 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d7e6b-877c-438e-8ce2-5ad5568dfb77" -d '{"events": [{"server_uuid": "40b83122-59fa-43f9-b386-b77a4a2605bc", "name": "network-vif-deleted", "tag": "af454fac-1c95-4382-899f-f3c24cd3e08b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:05.075567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:05.090551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8', 'e7956314-dfb4-4f94-a828-10f6fa16609f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:05.172127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event deleted for resources: {'Port': ['ID=e7956314-dfb4-4f94-a828-10f6fa16609f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:05.239633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227fa7e1-724b-4fe1-bd13-2e227382cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:05.245033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227fa7e1-724b-4fe1-bd13-2e227382cd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:05.247435 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-227fa7e1-724b-4fe1-bd13-2e227382cd6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b00d177c-9c67-4d7d-90f7-0e4a06e8c938 HTTP/1.1" status: 204 len: 168 time: 0.5211470 Feb 09 15:52:05.270928 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:52:05.300498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fa7e1-724b-4fe1-bd13-2e227382cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00d177c-9c67-4d7d-90f7-0e4a06e8c938,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:05.323397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] No DVR routers for this DVR port e7956314-dfb4-4f94-a828-10f6fa16609f on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:52:05.327486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4a4da7a-5d2d-4492-901a-b033bc9de246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:05.334532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:05.362214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d117a7a1-6e7c-401c-9108-1480f88b6e82 req-263a9915-0a02-403e-89ba-9cbc324b0452 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "DELETE /v2.0/ports/e7956314-dfb4-4f94-a828-10f6fa16609f HTTP/1.1" status: 204 len: 173 time: 1.6390958 Feb 09 15:52:05.504620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3fdff392-a4db-448c-af6d-0be21b8949f9 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:05.761199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 3fdff392-a4db-448c-af6d-0be21b8949f9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:05.773934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 3fdff392-a4db-448c-af6d-0be21b8949f9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:05.774715 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:05.854281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea9afb-9678-4676-ac75-9811f96299a4 req-cbe8274c-7773-4f52-b4fa-a62871599499 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:05.865274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccea9afb-9678-4676-ac75-9811f96299a4 req-cbe8274c-7773-4f52-b4fa-a62871599499 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.8106012 Feb 09 15:52:05.924383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f4a4da7a-5d2d-4492-901a-b033bc9de246 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b0b5a2e0164474ab2281b401642e701&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5349960 Feb 09 15:52:05.929075 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40710) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:05.960292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca3fb4d9-ca46-47e4-8c75-25b4e6d89289 req-e1658d9d-e491-4424-84a5-9850bf536884 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 210 time: 0.0884416 Feb 09 15:52:05.961802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4da7a-5d2d-4492-901a-b033bc9de246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec0542-65a2-4f0a-80cf-f5eb06e06352,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:06.025724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccea9afb-9678-4676-ac75-9811f96299a4 req-4be92042-443d-4efd-a620-feedbc021e2c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586988 Feb 09 15:52:06.121157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:06.142950 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:42Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:06.148005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e2312d-3ba5-4680-a8d8-3dd62edb80af', 'name': 'network-vif-deleted', 'tag': 'e7956314-dfb4-4f94-a828-10f6fa16609f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:06.153804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:06.156499 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e01ba21-81b6-425c-83c0-117818b7830e" -d '{"events": [{"server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "name": "network-vif-plugged", "status": "completed", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:06.159085 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1337079d-29a7-4c7f-a2cc-b2b88173b595" -d '{"events": [{"server_uuid": "b6e2312d-3ba5-4680-a8d8-3dd62edb80af", "name": "network-vif-deleted", "tag": "e7956314-dfb4-4f94-a828-10f6fa16609f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:06.161407 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30978ed6-a884-4983-bed6-77716a5182a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:06.172339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:06.175041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da836535-33e2-407d-9d54-fa94c17fd2f7 req-053c1fc5-cbb4-426b-85c9-caf72fe91225 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e2312d-3ba5-4680-a8d8-3dd62edb80af HTTP/1.1" status: 200 len: 210 time: 0.1325653 Feb 09 15:52:06.206502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30978ed6-a884-4983-bed6-77716a5182a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:06.221376 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] Checking router: 7fd9f39e-509d-4784-9918-17649d3aed8f for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:52:06.249451 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:52:06.251513 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:06.308269 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:06.309420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device af454fac-1c95-4382-899f-f3c24cd3e08b no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:06.339235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: af454fac-1c95-4382-899f-f3c24cd3e08b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:52:06.339856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device af454fac-1c95-4382-899f-f3c24cd3e08b not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:52:06.344284 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfdf6e4-bd9f-4d09-b2e0-be27047328f3 x-openstack-request-id: req-ccfdf6e4-bd9f-4d09-b2e0-be27047328f3 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:06.344929 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b83122-59fa-43f9-b386-b77a4a2605bc", "name": "network-vif-deleted", "tag": "af454fac-1c95-4382-899f-f3c24cd3e08b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:06.345435 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccfdf6e4-bd9f-4d09-b2e0-be27047328f3 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:06.346664 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b83122-59fa-43f9-b386-b77a4a2605bc', 'name': 'network-vif-deleted', 'tag': 'af454fac-1c95-4382-899f-f3c24cd3e08b', 'status': 'completed', 'code': 200} Feb 09 15:52:06.414945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:06.428711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f46468-bbf3-48c5-9d6f-875fe3c735c2 req-b5a90fad-647f-46d5-97bf-2a9cbb8ab25a tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:06.429546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6f46468-bbf3-48c5-9d6f-875fe3c735c2 req-b5a90fad-647f-46d5-97bf-2a9cbb8ab25a tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 944 time: 0.2382457 Feb 09 15:52:06.450839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-9fb1b05b-a91e-498b-a679-3e5c48d02834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:06.452503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-9fb1b05b-a91e-498b-a679-3e5c48d02834 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 1096 time: 0.1623223 Feb 09 15:52:06.515439 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:52:06.571274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6f46468-bbf3-48c5-9d6f-875fe3c735c2 req-4d8e5455-a77a-425d-8af0-3739f8873318 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253333 Feb 09 15:52:06.589331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30978ed6-a884-4983-bed6-77716a5182a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:06.596694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30978ed6-a884-4983-bed6-77716a5182a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:06.602160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524e434-f0f1-4f39-9a85-eb14557e3360 req-411610ea-451d-426e-979b-a2eb652def9e tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:06.602835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3524e434-f0f1-4f39-9a85-eb14557e3360 req-411610ea-451d-426e-979b-a2eb652def9e tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 949 time: 0.1357992 Feb 09 15:52:06.613183 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-30978ed6-a884-4983-bed6-77716a5182a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aaec0542-65a2-4f0a-80cf-f5eb06e06352 HTTP/1.1" status: 204 len: 168 time: 0.6795638 Feb 09 15:52:06.633617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30978ed6-a884-4983-bed6-77716a5182a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec0542-65a2-4f0a-80cf-f5eb06e06352,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:06.658292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-5fd044df-b312-44a5-83c5-26e4c5fa70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:06.660064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-5fd044df-b312-44a5-83c5-26e4c5fa70df service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.1920252 Feb 09 15:52:06.725685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-0fb7281d-2c47-496c-9f03-f3d081071483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb HTTP/1.1" status: 200 len: 217 time: 0.0550628 Feb 09 15:52:06.730561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3524e434-f0f1-4f39-9a85-eb14557e3360 req-2353b5ba-5ee6-4345-b069-255fb6edb085 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042671 Feb 09 15:52:06.790604 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a29ae1b-0ea0-423c-bbad-7837eebc22a1 x-openstack-request-id: req-7a29ae1b-0ea0-423c-bbad-7837eebc22a1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:06.791209 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "name": "network-vif-plugged", "status": "completed", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:06.791681 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a29ae1b-0ea0-423c-bbad-7837eebc22a1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:06.792332 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'code': 200} Feb 09 15:52:06.879394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-669b3e8e-68cf-496d-83a0-5101f0157a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:06.880192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:06.881771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-669b3e8e-68cf-496d-83a0-5101f0157a86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1471522 Feb 09 15:52:07.041322 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d253f997-6f85-451a-8b21-9e58de4d125e x-openstack-request-id: req-d253f997-6f85-451a-8b21-9e58de4d125e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:07.042550 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e2312d-3ba5-4680-a8d8-3dd62edb80af", "name": "network-vif-deleted", "tag": "e7956314-dfb4-4f94-a828-10f6fa16609f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:07.043234 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d253f997-6f85-451a-8b21-9e58de4d125e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:07.045186 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e2312d-3ba5-4680-a8d8-3dd62edb80af', 'name': 'network-vif-deleted', 'tag': 'e7956314-dfb4-4f94-a828-10f6fa16609f', 'status': 'completed', 'code': 200} Feb 09 15:52:07.102032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-6c8b3571-7563-4cec-89f1-a613f50e8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:07.108180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-6c8b3571-7563-4cec-89f1-a613f50e8172 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147651 Feb 09 15:52:07.174048 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:42Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:07.249459 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59b98a8-1811-4fc9-883c-f7c05a7a0bd4 None None] The sync data for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 is: [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:50:34Z', 'revision_number': 4, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '801c2142-0477-4638-9759-b8e45a11bf69', 'name': '', 'network_id': '29e47106-2d11-4a13-b0cc-22548f10c51a', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'mac_address': 'fa:16:3e:4f:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:32Z', 'updated_at': '2022-02-09T15:50:42Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'subnets': [{'id': '68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:52:07.308975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f60aed2b-0396-4e06-bfd8-f66f46c5108f req-cd8714cb-4889-4a85-a05e-fae57f9fbbc3 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/ports?device_id=40b83122-59fa-43f9-b386-b77a4a2605bc HTTP/1.1" status: 200 len: 210 time: 0.1305304 Feb 09 15:52:07.501017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e7956314-dfb4-4f94-a828-10f6fa16609f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:07.537262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: e7956314-dfb4-4f94-a828-10f6fa16609f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:52:07.541824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e7956314-dfb4-4f94-a828-10f6fa16609f not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:52:07.698932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0414765-e032-43d1-84e0-5d71403e92d7 None None] New status for floating IP e475a375-b8b0-4baf-aea3-5a474174b224: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:52:07.735566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40736) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:07.757707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7124fd-415e-42b7-9362-5802f80c7fb8 req-f46bc5ca-b679-49d5-9270-21f5b217d560 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:07.759369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f7124fd-415e-42b7-9362-5802f80c7fb8 req-f46bc5ca-b679-49d5-9270-21f5b217d560 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.2353723 Feb 09 15:52:07.761748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-f7330512-24aa-4a45-9958-08614fcfa27a service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426365 Feb 09 15:52:07.818583 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2fd5f3ca-f547-4b79-bfc2-0e3d1ab9c194 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd4b7eb551a0488e9e36da080dab2914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9368298 Feb 09 15:52:07.819182 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40740) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:07.890265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471c4c1-1e87-4f25-a8fa-954e95a6f5f3 req-5708e262-17d8-4a9f-a078-e2a93a5a84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:07.891947 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e471c4c1-1e87-4f25-a8fa-954e95a6f5f3 req-5708e262-17d8-4a9f-a078-e2a93a5a84fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 1096 time: 0.9071906 Feb 09 15:52:07.983115 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e471c4c1-1e87-4f25-a8fa-954e95a6f5f3 req-b3f00049-4262-4fb8-b884-cd560705d3be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739367 Feb 09 15:52:07.985149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f7124fd-415e-42b7-9362-5802f80c7fb8 req-ebfb9fe9-7738-4703-be9e-eb5c16e88dcc tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190030 Feb 09 15:52:07.987614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd49c2f6-d6fd-4d46-a2c1-76e47fa27b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.029328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd49c2f6-d6fd-4d46-a2c1-76e47fa27b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.085377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6aee8198-838a-41a3-a0f7-a68c66131e27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd1a0ae85fcd465e8e3fb3afe6319ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437989 Feb 09 15:52:08.088517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:08.107367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6283dc54-10b7-4ba2-80e0-44fe68b36027 req-c6f428b2-d03b-4a23-86ab-3299548438ee service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329489 Feb 09 15:52:08.213252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1988b736-9166-42c6-a7d8-8df23080c1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.262016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1988b736-9166-42c6-a7d8-8df23080c1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.266613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679026b-af69-47db-92e2-fd87adb8c855 req-696653bd-ac13-46d9-b4e8-fdec711fba11 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:08.268646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5679026b-af69-47db-92e2-fd87adb8c855 req-696653bd-ac13-46d9-b4e8-fdec711fba11 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 945 time: 0.1151614 Feb 09 15:52:08.279328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd49c2f6-d6fd-4d46-a2c1-76e47fa27b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.284377 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd49c2f6-d6fd-4d46-a2c1-76e47fa27b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.287614 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd49c2f6-d6fd-4d46-a2c1-76e47fa27b37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66bb1033-5e54-4cce-ab14-b0368515ba4b HTTP/1.1" status: 204 len: 168 time: 0.4645529 Feb 09 15:52:08.337059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49c2f6-d6fd-4d46-a2c1-76e47fa27b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bb1033-5e54-4cce-ab14-b0368515ba4b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:08.361955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5679026b-af69-47db-92e2-fd87adb8c855 req-c3c9ad9f-6ca4-4956-ae75-7b56a2987018 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810926 Feb 09 15:52:08.392069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40756) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:08.420317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f19515ee-588d-4401-8b87-e7db362c4951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.529195 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f19515ee-588d-4401-8b87-e7db362c4951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.594215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1988b736-9166-42c6-a7d8-8df23080c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.597073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1988b736-9166-42c6-a7d8-8df23080c1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.598514 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1988b736-9166-42c6-a7d8-8df23080c1d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0a08f51-b694-4255-a179-508a8feaa4a1 HTTP/1.1" status: 204 len: 168 time: 0.5084636 Feb 09 15:52:08.607672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988b736-9166-42c6-a7d8-8df23080c1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a08f51-b694-4255-a179-508a8feaa4a1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:08.685047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-71a44677-ca96-48c6-8f11-e789f1c950de tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:08.687044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-71a44677-ca96-48c6-8f11-e789f1c950de tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.1355331 Feb 09 15:52:08.689864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f19515ee-588d-4401-8b87-e7db362c4951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.694696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40772) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:08.761003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-e6de554c-c99d-4f4c-ba20-92fe10fa8f3f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/quotas/e3fbcfe4cc354574a0fe8dc1c4dda685 HTTP/1.1" status: 200 len: 375 time: 0.0359466 Feb 09 15:52:08.765259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f19515ee-588d-4401-8b87-e7db362c4951 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05fdbc0db8d54fcdae5abfa72c32c264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718309 Feb 09 15:52:08.769220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40774) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:08.772436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19515ee-588d-4401-8b87-e7db362c4951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8556227a-b55b-4e25-981b-89e57d065eea,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:08.778301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b717c534-944f-45f3-b928-7b2c68d47e91 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.881876 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b717c534-944f-45f3-b928-7b2c68d47e91 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.905089 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25bd937a-7fc7-4c2b-ad11-42fc5f8d8a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:08.929060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-ac3046a4-d28c-46c5-89f6-93cf00adc002 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073694 Feb 09 15:52:09.039758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25bd937a-7fc7-4c2b-ad11-42fc5f8d8a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.099118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b717c534-944f-45f3-b928-7b2c68d47e91 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.108366 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b717c534-944f-45f3-b928-7b2c68d47e91 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.111235 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b717c534-944f-45f3-b928-7b2c68d47e91 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "DELETE /v2.0/security-groups/453a2295-5477-465e-8796-abcbf0baedad HTTP/1.1" status: 204 len: 168 time: 0.4145713 Feb 09 15:52:09.120167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:09.144334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717c534-944f-45f3-b928-7b2c68d47e91 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a2295-5477-465e-8796-abcbf0baedad,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:09.172007 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-3a599c1a-e4fc-4dc7-96a2-ae0462fbf8ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] show failed (client error): The resource could not be found. Feb 09 15:52:09.173472 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3a599c1a-e4fc-4dc7-96a2-ae0462fbf8ef tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "GET /v2.0/security-groups/453a2295-5477-465e-8796-abcbf0baedad HTTP/1.1" status: 404 len: 347 time: 0.0516531 Feb 09 15:52:09.178060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40786) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:09.251960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-8fd57204-5623-4b94-81e9-f6cf0dd500fb service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118494 Feb 09 15:52:09.373942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25bd937a-7fc7-4c2b-ad11-42fc5f8d8a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.377282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25bd937a-7fc7-4c2b-ad11-42fc5f8d8a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.378402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-25bd937a-7fc7-4c2b-ad11-42fc5f8d8a90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8556227a-b55b-4e25-981b-89e57d065eea HTTP/1.1" status: 204 len: 168 time: 0.6081364 Feb 09 15:52:09.399658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd937a-7fc7-4c2b-ad11-42fc5f8d8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8556227a-b55b-4e25-981b-89e57d065eea,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:09.498454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Deleting port 2ec2aa92-a3fe-4e41-8ea7-f2a3c5d64ee7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:09.499251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.513800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:09.533199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-1b54ed6c-f779-4c82-a0dc-ca973cff83ce service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684426 Feb 09 15:52:09.575363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc9b45-172a-4f1d-aade-f8a51163d1c0 req-710b0958-159c-4a0d-8fd7-c667a0ae1901 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:09.580441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fdfc9b45-172a-4f1d-aade-f8a51163d1c0 req-710b0958-159c-4a0d-8fd7-c667a0ae1901 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 945 time: 0.1199310 Feb 09 15:52:09.655102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fdfc9b45-172a-4f1d-aade-f8a51163d1c0 req-8a47f48d-b760-4db3-8bd2-ffc5c1994c22 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661426 Feb 09 15:52:09.658215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.658215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.658644 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.684723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Calling delete_port for 2ec2aa92-a3fe-4e41-8ea7-f2a3c5d64ee7 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:09.710366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:09.715620 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4650cd-e3e2-4604-ab14-70dcfbe6ffe0" -d '{"events": [{"server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "name": "network-vif-unplugged", "status": "completed", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:09.737287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:09.825873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416258a-b47a-442b-bf20-2cc7ba684d87 req-0f7d4920-eaf7-4b50-a96b-efcecfb69028 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:09.835099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e416258a-b47a-442b-bf20-2cc7ba684d87 req-0f7d4920-eaf7-4b50-a96b-efcecfb69028 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 949 time: 0.0738192 Feb 09 15:52:09.862296 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:09.949341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:09.985914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e416258a-b47a-442b-bf20-2cc7ba684d87 req-3d141177-2c3a-4624-a517-d940ffd1b1bf tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491568 Feb 09 15:52:09.997566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea78953-e095-49b3-9a05-918b61284d37 req-b6c042c2-bba5-4b5f-94f3-7ce56cc50b6b tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:10.005324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ea78953-e095-49b3-9a05-918b61284d37 req-b6c042c2-bba5-4b5f-94f3-7ce56cc50b6b tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 945 time: 0.1601768 Feb 09 15:52:10.068696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.076272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ea78953-e095-49b3-9a05-918b61284d37 req-3b8dff5d-6161-444e-ad87-c53e47865958 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697055 Feb 09 15:52:10.085524 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6788f5df-ebab-4801-8e5d-c07373f1bba5 x-openstack-request-id: req-6788f5df-ebab-4801-8e5d-c07373f1bba5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:10.085926 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "name": "network-vif-unplugged", "status": "completed", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:10.086467 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6788f5df-ebab-4801-8e5d-c07373f1bba5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:10.087111 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'code': 200} Feb 09 15:52:10.127172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Pushing event deleted for resources: {'Port': ['ID=2ec2aa92-a3fe-4e41-8ea7-f2a3c5d64ee7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:10.203817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-305b829f-c83a-47cd-b42d-83348aa1b6c9 req-54004a00-a1ae-4c65-9e4f-9ac47a438aea tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 210 time: 0.0682027 Feb 09 15:52:10.218159 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.221364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.222583 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-12809dc1-aad6-41bd-9fd5-f195bc9951b9 tempest-ServersTestJSON-1862919708 tempest-ServersTestJSON-1862919708-project] 10.222.0.53 "DELETE /v2.0/floatingips/e475a375-b8b0-4baf-aea3-5a474174b224 HTTP/1.1" status: 204 len: 168 time: 1.0430865 Feb 09 15:52:10.228340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40824) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:10.779661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.984536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56940b-5abb-46c6-b039-220ca2454a65 req-a8224259-c87d-4041-a6da-7f6c8ed45134 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:10.992860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d56940b-5abb-46c6-b039-220ca2454a65 req-a8224259-c87d-4041-a6da-7f6c8ed45134 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 945 time: 0.3241990 Feb 09 15:52:11.033556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-fb028c1c-bbd4-441a-bd93-c85e10b9f8b2 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:11.036132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-fb028c1c-bbd4-441a-bd93-c85e10b9f8b2 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.73 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 949 time: 0.3390176 Feb 09 15:52:11.081808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133759a7-d07c-430f-9dba-b20ae2c60146 req-895abb41-ed5c-4298-9d07-5363156d5415 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:11.084483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-133759a7-d07c-430f-9dba-b20ae2c60146 req-895abb41-ed5c-4298-9d07-5363156d5415 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 943 time: 0.2136943 Feb 09 15:52:11.182083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d56940b-5abb-46c6-b039-220ca2454a65 req-6a8917c5-7707-490d-99e6-d9c7645f2165 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802728 Feb 09 15:52:11.233985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-133759a7-d07c-430f-9dba-b20ae2c60146 req-fbf83f59-409c-44b0-817e-9a01c3fe73b5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881667 Feb 09 15:52:11.265289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Deleting port 801c2142-0477-4638-9759-b8e45a11bf69 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:11.266217 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:11.276760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Deleting port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:11.277647 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:11.436411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] For port 801c2142-0477-4638-9759-b8e45a11bf69, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=801c2142-0477-4638-9759-b8e45a11bf69,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:11.436940 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:11.463955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Calling delete_port for 801c2142-0477-4638-9759-b8e45a11bf69 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:11.573016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05fae59c-5424-4cba-9fe4-69a8562b36d9 req-8937ffab-41fe-4193-9ac9-55bb4dabe82d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 210 time: 0.1300683 Feb 09 15:52:11.727544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e583-00f3-419e-8dde-fa1b35ddcd49 req-374798cf-be92-4a20-838b-c1cc54084306 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:11.747063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5392e583-00f3-419e-8dde-fa1b35ddcd49 req-374798cf-be92-4a20-838b-c1cc54084306 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 949 time: 0.3062644 Feb 09 15:52:11.913841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] For port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:11.913841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:11.930483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5392e583-00f3-419e-8dde-fa1b35ddcd49 req-5701f396-f73a-4b19-9e30-13ba64933f6f tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/security-groups?id=40895561-96fb-4f0b-ba3c-6df1c9497eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811697 Feb 09 15:52:11.932446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Calling delete_port for 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:11.949600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248016e-81d8-45d8-a8f6-303cecf49dc9 req-c1241289-dd10-46a7-8d15-7085449ad4e9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:11.954083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1248016e-81d8-45d8-a8f6-303cecf49dc9 req-c1241289-dd10-46a7-8d15-7085449ad4e9 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1756151 Feb 09 15:52:11.983167 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:12.050679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Pushing event deleted for resources: {'Port': ['ID=801c2142-0477-4638-9759-b8e45a11bf69,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:12.135731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1248016e-81d8-45d8-a8f6-303cecf49dc9 req-2269e144-14d7-4c75-92c2-00ed97814ab6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717589 Feb 09 15:52:12.415913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:12.433080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:12.559630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Pushing event deleted for resources: {'Port': ['ID=6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:12.605681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:12.653881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc284c4e-06a7-4128-b0c8-c5cb006c229e req-c9567268-0be6-4258-864a-b31a7982935c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:12.656649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc284c4e-06a7-4128-b0c8-c5cb006c229e req-c9567268-0be6-4258-864a-b31a7982935c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.3291452 Feb 09 15:52:12.685253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] No DVR routers for this DVR port 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:52:12.696344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:12.704283 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-520adb8f-f1dc-40ac-af98-e195390eb88e req-393f1e49-92ac-4b2e-851c-9acd1efba3c0 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.73 "DELETE /v2.0/ports/6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 HTTP/1.1" status: 204 len: 173 time: 1.6404514 Feb 09 15:52:12.722560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f', 'name': 'network-vif-deleted', 'tag': '6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:12.728226 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40537dd1-baff-491a-b87c-bf61ec5903e0" -d '{"events": [{"server_uuid": "16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f", "name": "network-vif-deleted", "tag": "6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:12.801480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc284c4e-06a7-4128-b0c8-c5cb006c229e req-4d2250eb-02c9-46fb-9161-2b309dd369a1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956383 Feb 09 15:52:13.148001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9a1ad47-299d-48f2-8814-7f678a2fcbe4 req-9d59f5e7-b190-4956-9ea9-eb115812d392 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 210 time: 0.1352015 Feb 09 15:52:13.228037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cab30a-5413-4f98-a234-6d90c88897f7 req-f2b7c8f9-aeb2-4ca0-8c48-7a84dabc4231 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:13.243812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cab30a-5413-4f98-a234-6d90c88897f7 req-f2b7c8f9-aeb2-4ca0-8c48-7a84dabc4231 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 945 time: 0.2136047 Feb 09 15:52:13.281452 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52927229-78e0-424e-b580-e032914a5a6c x-openstack-request-id: req-52927229-78e0-424e-b580-e032914a5a6c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:13.281848 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f", "name": "network-vif-deleted", "tag": "6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:13.282202 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52927229-78e0-424e-b580-e032914a5a6c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:13.282687 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f', 'name': 'network-vif-deleted', 'tag': '6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8', 'status': 'completed', 'code': 200} Feb 09 15:52:13.326612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Router 7fd9f39e-509d-4784-9918-17649d3aed8f has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:52:13.384297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93cab30a-5413-4f98-a234-6d90c88897f7 req-d8ef518f-9cb2-491a-a344-a9e1864160bc tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308849 Feb 09 15:52:13.455225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-48797721-b6fb-486f-bb9f-9b4058716e65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:13.457383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-48797721-b6fb-486f-bb9f-9b4058716e65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.73 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.1957388 Feb 09 15:52:13.470751 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:52:13.473715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Request body: {'port': {'device_id': '86441e7a-c8f0-4dd5-b040-ec30c0ff4b58', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'admin_state_up': True, 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:13.477181 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cea1a542-5590-45c6-ae7b-6dd7f884479b admin admin] 10.222.0.53 "PUT /v2.0/routers/7fd9f39e-509d-4784-9918-17649d3aed8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2466774 Feb 09 15:52:13.481290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40914) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:13.494175 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] Sync routers for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:52:13.520955 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:52:13.533195 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:13.541019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:13.570748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c613981f-1fcf-4d0c-8eb2-cd7b94901bf2 req-42db77bf-3cee-4f8c-964a-213940045910 tempest-TenantUsagesTestJSON-561560884 tempest-TenantUsagesTestJSON-561560884-project] 10.222.0.53 "GET /v2.0/ports?device_id=16aa3a69-3126-40b6-a4df-ca9ac7cb2b6f HTTP/1.1" status: 200 len: 210 time: 0.0930905 Feb 09 15:52:13.665374 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:13.784257 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:52:13.856616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:13.860606 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:14.088676 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:52:11Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:14.118693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:14.134070 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] Checking router: 7fd9f39e-509d-4784-9918-17649d3aed8f for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:52:14.143789 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] Routers {'7fd9f39e-509d-4784-9918-17649d3aed8f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:52:14.144464 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7fd9f39e-509d-4784-9918-17649d3aed8f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:14.275879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40936) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:14.279057 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] Set router 7fd9f39e-509d-4784-9918-17649d3aed8f gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:52:14.346889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Deleting port 500aff7b-d208-4243-8f6c-d375409f7ba4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:14.347266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:14.388026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Allocated IP 172.20.0.4 (8fe90d03-74e6-453d-8f52-18e4671920fb/1d5c1cd5-fa7c-471b-bb59-78d9844adee3/265eb48f-6d96-420b-8d2f-65c87918fd31) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:14.457400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-53db5e83-6ba3-460a-9011-144a7aa223b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2207472 Feb 09 15:52:14.532954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] For port 500aff7b-d208-4243-8f6c-d375409f7ba4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=500aff7b-d208-4243-8f6c-d375409f7ba4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:14.533337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:14.582919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Calling delete_port for 500aff7b-d208-4243-8f6c-d375409f7ba4 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:14.616341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:52:11Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:14.662286 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d712c1ae-0800-487c-a06e-2e112bf72e49 None None] The sync data for ids ['7fd9f39e-509d-4784-9918-17649d3aed8f'] in n-d-828542-1 is: [{'id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'name': 'tempest-ServersTestJSON-655947418-router', 'tenant_id': '9e0539864e0e426db04400e9d846549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:50:26Z', 'updated_at': '2022-02-09T15:52:11Z', 'revision_number': 5, 'project_id': '9e0539864e0e426db04400e9d846549d', 'gw_port': {'id': '500aff7b-d208-4243-8f6c-d375409f7ba4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:77:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd9f39e-509d-4784-9918-17649d3aed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:50:27Z', 'updated_at': '2022-02-09T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:52:14.678748 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-595eb6eb-a57b-4625-a518-269251744d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:14.723298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5555-f362-4a86-bb51-2a76e89f6db6 req-85e301e4-b03f-4080-bf1d-cbbfeb41813a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:14.733336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a77e5555-f362-4a86-bb51-2a76e89f6db6 req-85e301e4-b03f-4080-bf1d-cbbfeb41813a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2638292 Feb 09 15:52:14.817472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-07b1bf36-39ee-47c2-8ca3-ee62a5b050b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:14.818940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-07b1bf36-39ee-47c2-8ca3-ee62a5b050b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 1097 time: 0.3238788 Feb 09 15:52:14.845966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a77e5555-f362-4a86-bb51-2a76e89f6db6 req-82d00796-0e88-4a48-9981-dac7d4db0617 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102748 Feb 09 15:52:14.877044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:14.901761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:52:14.904394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6ad7a438-2214-4ab6-bde0-fe5f4b3cfdd8 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:52:14.920471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:14.985650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=500aff7b-d208-4243-8f6c-d375409f7ba4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:15.012391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.012639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.012963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.013486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.013842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.014180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.014513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.014992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.015509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.015852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.016208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.016538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:15.116406 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.429140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42322f10-7ce4-4531-b5e7-1e77711f78a3 req-46d2c8b4-0270-4029-8444-39061e666341 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 210 time: 0.0528281 Feb 09 15:52:15.445159 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.452543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.566703 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.637187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-56f2ea2f-e200-4851-bd15-d00228526f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:15.640761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-56f2ea2f-e200-4851-bd15-d00228526f79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.7891073 Feb 09 15:52:15.643810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-595eb6eb-a57b-4625-a518-269251744d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.727393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.731916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd9f39e-509d-4784-9918-17649d3aed8f {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:52:15.732206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-807810d4-2d2b-472d-bfc4-ad66d822065d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=884580f5-8037-447e-82ac-d791b6fe5b59 HTTP/1.1" status: 200 len: 217 time: 0.0842884 Feb 09 15:52:15.737272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.744723 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-500d741e-2f63-4d09-9efa-15aa93e15cd5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7fd9f39e-509d-4784-9918-17649d3aed8f HTTP/1.1" status: 204 len: 168 time: 2.2611227 Feb 09 15:52:15.746001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40992) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:15.808294 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-595eb6eb-a57b-4625-a518-269251744d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.880846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-7904de85-5706-4a14-9fa9-c44e9bdd94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:15.883154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-7904de85-5706-4a14-9fa9-c44e9bdd94d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.1420503 Feb 09 15:52:15.889718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-595eb6eb-a57b-4625-a518-269251744d0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29954acd24774596a35d468d12a43be2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5916729 Feb 09 15:52:15.892884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595eb6eb-a57b-4625-a518-269251744d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233d488e-d820-472c-93a4-e56e7ccba4c9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:15.897168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41002) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:15.910138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8c70cc-a2b9-4223-9788-ed9257b7f353 admin admin] Deleting subnet 68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:52:15.958716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.963299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8c70cc-a2b9-4223-9788-ed9257b7f353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.983137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:16.048424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Network 8fe90d03-74e6-453d-8f52-18e4671920fb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:16.065556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:16.067326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41004) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:16.082358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:16.225822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event updated for resources: {'Port': ['ID=265eb48f-6d96-420b-8d2f-65c87918fd31,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:16.308378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-f8185c07-4c5f-4dc2-8c51-40ff759c931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:16.312358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-f8185c07-4c5f-4dc2-8c51-40ff759c931b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4129755 Feb 09 15:52:16.509707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edbdef-dad6-4f99-a244-a422b30920b7 req-99de5236-18f6-4866-b519-fb0b02dfef3d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:16.511418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11edbdef-dad6-4f99-a244-a422b30920b7 req-99de5236-18f6-4866-b519-fb0b02dfef3d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.4253104 Feb 09 15:52:16.566688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 801c2142-0477-4638-9759-b8e45a11bf69 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:16.569640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dd01376-6ce9-4fc5-802d-7cd520207190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:16.635252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:16.635252 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:16.699034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dd01376-6ce9-4fc5-802d-7cd520207190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:16.746119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b9cfeb03-8f27-489d-928b-eccf50e51dc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c57a021e0c9403e8710b102a1ab7070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759365 Feb 09 15:52:16.755879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41014) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:16.777941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11edbdef-dad6-4f99-a244-a422b30920b7 req-e0b840e9-b219-4f5b-b652-14cb91936438 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012672 Feb 09 15:52:16.807289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-c4919531-ceb2-43f7-af52-d0ab89f3339e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3400550 Feb 09 15:52:16.820306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-11bbe228-a6f5-4b48-a740-ef8ecad4af7a service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486384 Feb 09 15:52:16.834207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Request body: {'port': {'device_id': '86441e7a-c8f0-4dd5-b040-ec30c0ff4b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:16.861662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8c70cc-a2b9-4223-9788-ed9257b7f353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:16.921915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 801c2142-0477-4638-9759-b8e45a11bf69 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:52:16.922442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 801c2142-0477-4638-9759-b8e45a11bf69 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:52:17.025780 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.101718 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3e722fcf-2676-4603-9952-fac2f6a8b5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.152614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8c70cc-a2b9-4223-9788-ed9257b7f353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.157296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3e722fcf-2676-4603-9952-fac2f6a8b5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.171330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dd01376-6ce9-4fc5-802d-7cd520207190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.174072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5dd01376-6ce9-4fc5-802d-7cd520207190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.177822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5dd01376-6ce9-4fc5-802d-7cd520207190 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/233d488e-d820-472c-93a4-e56e7ccba4c9 HTTP/1.1" status: 204 len: 168 time: 1.2642910 Feb 09 15:52:17.207165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c829251-9ab8-4b7c-8316-4a65f7835304 req-10db02f5-6e9d-4cf5-97d5-7909ec3aadad service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841898 Feb 09 15:52:17.219930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd01376-6ce9-4fc5-802d-7cd520207190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d488e-d820-472c-93a4-e56e7ccba4c9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:17.253151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252489-8964-42ad-8a4f-696fc75886ee req-beca1e94-6cba-43df-8432-d3a59f1b91ee tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:17.256950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a252489-8964-42ad-8a4f-696fc75886ee req-beca1e94-6cba-43df-8432-d3a59f1b91ee tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 931 time: 0.2217762 Feb 09 15:52:17.337462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8c70cc-a2b9-4223-9788-ed9257b7f353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.370307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c70cc-a2b9-4223-9788-ed9257b7f353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:17.376146 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8c70cc-a2b9-4223-9788-ed9257b7f353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.377503 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e8c70cc-a2b9-4223-9788-ed9257b7f353 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/68ab9bb3-2bfb-41bd-b773-55fb8b1b5ecd HTTP/1.1" status: 204 len: 168 time: 1.6301010 Feb 09 15:52:17.378498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a8c90b-e14e-447a-8b62-77960917ca90 None None] Network 29e47106-2d11-4a13-b0cc-22548f10c51a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:17.380207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:17.474239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a252489-8964-42ad-8a4f-696fc75886ee req-f3aa78cc-914a-4e76-a874-e690686be422 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074659 Feb 09 15:52:17.477776 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.546716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Deleting port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:17.546967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.577269 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3e722fcf-2676-4603-9952-fac2f6a8b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.582225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3e722fcf-2676-4603-9952-fac2f6a8b5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.587103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3e722fcf-2676-4603-9952-fac2f6a8b5dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40895561-96fb-4f0b-ba3c-6df1c9497eae HTTP/1.1" status: 204 len: 168 time: 0.8243282 Feb 09 15:52:17.617305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e722fcf-2676-4603-9952-fac2f6a8b5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40895561-96fb-4f0b-ba3c-6df1c9497eae,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:17.649824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] DHCP port deletion for 29e47106-2d11-4a13-b0cc-22548f10c51a request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:52:17.674746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] For port e7147b4d-5a21-4e5c-b76c-a183b2e55f04, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:17.676215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.713617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Calling delete_port for e7147b4d-5a21-4e5c-b76c-a183b2e55f04 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:17.737554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265eb48f-6d96-420b-8d2f-65c87918fd31 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:17.742853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] Deleting port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:17.743857 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.746782 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.762411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Transition to ACTIVE for port object 265eb48f-6d96-420b-8d2f-65c87918fd31 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:17.856312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.906879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] For port e7147b4d-5a21-4e5c-b76c-a183b2e55f04, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,segment=NetworkSegment(39f6bbdf-0154-4934-a5a0-bbe2c2674e22),segment_id=39f6bbdf-0154-4934-a5a0-bbe2c2674e22)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:17.907694 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.931609 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:17.948288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] Calling delete_port for e7147b4d-5a21-4e5c-b76c-a183b2e55f04 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:17.980197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41050) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:18.011453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:18.033801 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] No DVR routers for this DVR port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:52:18.089089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.122211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] Pushing event deleted for resources: {'Port': ['ID=e7147b4d-5a21-4e5c-b76c-a183b2e55f04,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:18.135205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7864d-2ca2-4be9-8a3c-0ec427ef5e1b None None] No DVR routers for this DVR port e7147b4d-5a21-4e5c-b76c-a183b2e55f04 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:52:18.211522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 500aff7b-d208-4243-8f6c-d375409f7ba4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:18.220256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.222914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Pushing event updated for resources: {'Port': ['ID=265eb48f-6d96-420b-8d2f-65c87918fd31,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:18.246130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 500aff7b-d208-4243-8f6c-d375409f7ba4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:52:18.247552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 500aff7b-d208-4243-8f6c-d375409f7ba4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:52:18.248650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e7147b4d-5a21-4e5c-b76c-a183b2e55f04 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:18.264454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e47106-2d11-4a13-b0cc-22548f10c51a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:18.278681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: e7147b4d-5a21-4e5c-b76c-a183b2e55f04 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:52:18.279106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e7147b4d-5a21-4e5c-b76c-a183b2e55f04 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:52:18.280427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f6bbdf-0154-4934-a5a0-bbe2c2674e22') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:18.280986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f6bbdf-0154-4934-a5a0-bbe2c2674e22') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:18.295744 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.318816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.333182 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:52:18.333910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:52:18.360550 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:52:18.381170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fb118-5d7f-4435-a931-01eb69422745 req-fbd7cfeb-03af-4848-a011-aacfeb477f0c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:18.388538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f77fb118-5d7f-4435-a931-01eb69422745 req-fbd7cfeb-03af-4848-a011-aacfeb477f0c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.3866739 Feb 09 15:52:18.436644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Attempting to bind port 265eb48f-6d96-420b-8d2f-65c87918fd31 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:18.436777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Attempting to bind port 265eb48f-6d96-420b-8d2f-65c87918fd31 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:18.437110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Attempting to bind port 265eb48f-6d96-420b-8d2f-65c87918fd31 on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:18.447285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Port 265eb48f-6d96-420b-8d2f-65c87918fd31 on network 8fe90d03-74e6-453d-8f52-18e4671920fb not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:52:18.447940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Attempting to bind port 265eb48f-6d96-420b-8d2f-65c87918fd31 on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:18.463782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f77fb118-5d7f-4435-a931-01eb69422745 req-cdaf3658-fc88-4e81-ab81-5e249d318ee5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709980 Feb 09 15:52:18.474554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:52:18.475171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Checking segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:18.475780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Bound using segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:52:18.476496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Bound port: 265eb48f-6d96-420b-8d2f-65c87918fd31, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:18.477105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.492807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67852e0e-063b-4d1b-a627-e86736231896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.513643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.524886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.536821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/29e47106-2d11-4a13-b0cc-22548f10c51a HTTP/1.1" status: 204 len: 168 time: 1.1546919 Feb 09 15:52:18.557024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c2499-fe78-45ce-81e3-da8f5ab54fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e47106-2d11-4a13-b0cc-22548f10c51a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:18.668482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] For port 265eb48f-6d96-420b-8d2f-65c87918fd31, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:18.676159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] For port 265eb48f-6d96-420b-8d2f-65c87918fd31, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=265eb48f-6d96-420b-8d2f-65c87918fd31,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:18.695484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b863a5-36ef-494d-afe7-8593e57db14e req-efd11e99-49f9-4cfc-b3e3-103b6690635f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:18.697170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5b863a5-36ef-494d-afe7-8593e57db14e req-efd11e99-49f9-4cfc-b3e3-103b6690635f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 943 time: 0.1104410 Feb 09 15:52:18.752696 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67852e0e-063b-4d1b-a627-e86736231896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.760387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.788459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5b863a5-36ef-494d-afe7-8593e57db14e req-ffe9b8a0-afe2-48df-b77d-ee95a4ea7f44 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785713 Feb 09 15:52:18.821430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:18.822067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.823905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] 10.222.0.73 "PUT /v2.0/ports/265eb48f-6d96-420b-8d2f-65c87918fd31 HTTP/1.1" status: 200 len: 1091 time: 2.0037940 Feb 09 15:52:18.824419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86441e7a-c8f0-4dd5-b040-ec30c0ff4b58', 'tag': '265eb48f-6d96-420b-8d2f-65c87918fd31'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:18.826909 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e11ef0-acfb-473f-bf5c-0f1e11480351" -d '{"events": [{"name": "network-changed", "server_uuid": "86441e7a-c8f0-4dd5-b040-ec30c0ff4b58", "tag": "265eb48f-6d96-420b-8d2f-65c87918fd31"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:18.842793 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67852e0e-063b-4d1b-a627-e86736231896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.900266 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b88b53-0ca4-40d1-b840-f1c74ad88681 x-openstack-request-id: req-41b88b53-0ca4-40d1-b840-f1c74ad88681 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:18.900809 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86441e7a-c8f0-4dd5-b040-ec30c0ff4b58", "tag": "265eb48f-6d96-420b-8d2f-65c87918fd31", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:18.901215 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41b88b53-0ca4-40d1-b840-f1c74ad88681 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:18.902678 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86441e7a-c8f0-4dd5-b040-ec30c0ff4b58', 'tag': '265eb48f-6d96-420b-8d2f-65c87918fd31', 'status': 'completed', 'code': 200} Feb 09 15:52:18.938993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-67852e0e-063b-4d1b-a627-e86736231896 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=067d6b89ab784635b67652bbc14aba2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9576557 Feb 09 15:52:18.944764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41090) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:18.944764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41092) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:18.970554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5d96-7d1a-422d-9425-35fb620d6bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:18.973236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442dc1-d749-4435-8ecc-5836b468e06c service neutron] Pushing event updated for resources: {'Port': ['ID=265eb48f-6d96-420b-8d2f-65c87918fd31,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:19.009538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67852e0e-063b-4d1b-a627-e86736231896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc96df-f465-42e6-bb15-1b01f9fbef19,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:19.064289 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-24c1571e-2aef-4464-8044-88c9ebb56d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.066881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11ef0-acfb-473f-bf5c-0f1e11480351 req-e8e72b27-8342-46b3-85a8-97b60c897867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:19.070629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7e11ef0-acfb-473f-bf5c-0f1e11480351 req-e8e72b27-8342-46b3-85a8-97b60c897867 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 1094 time: 0.1296794 Feb 09 15:52:19.106443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-24c1571e-2aef-4464-8044-88c9ebb56d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.170498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5d96-7d1a-422d-9425-35fb620d6bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.253557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11ef0-acfb-473f-bf5c-0f1e11480351 req-e90cc96a-8d33-465e-9d24-31c610034360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:19.255279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7e11ef0-acfb-473f-bf5c-0f1e11480351 req-e90cc96a-8d33-465e-9d24-31c610034360 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1765604 Feb 09 15:52:19.359068 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5d96-7d1a-422d-9425-35fb620d6bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.378756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e11ef0-acfb-473f-bf5c-0f1e11480351 req-43766abf-d1f6-4132-85a0-a7e6fb1775e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:19.381104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7e11ef0-acfb-473f-bf5c-0f1e11480351 req-43766abf-d1f6-4132-85a0-a7e6fb1775e7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1150870 Feb 09 15:52:19.418839 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c8a5d96-7d1a-422d-9425-35fb620d6bf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6352f3dc2c2443d0aab267ccb51d518b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633031 Feb 09 15:52:19.418839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a5d96-7d1a-422d-9425-35fb620d6bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f303e3-4943-40fc-a0d9-cea664e71343,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:19.446488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41104) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:19.476140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-24c1571e-2aef-4464-8044-88c9ebb56d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.480813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-379f8f08-ae7e-4cc0-b782-2389b83a5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:19.480980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-24c1571e-2aef-4464-8044-88c9ebb56d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.481087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-379f8f08-ae7e-4cc0-b782-2389b83a5d17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 1094 time: 0.0490484 Feb 09 15:52:19.481204 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-24c1571e-2aef-4464-8044-88c9ebb56d49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43dc96df-f465-42e6-bb15-1b01f9fbef19 HTTP/1.1" status: 204 len: 168 time: 0.5349061 Feb 09 15:52:19.506726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b00cc0f-da37-429a-9989-18cfc2e36f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.518491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1571e-2aef-4464-8044-88c9ebb56d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc96df-f465-42e6-bb15-1b01f9fbef19,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:19.552971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-6956fd08-628d-4c44-b0b4-164b82bdcec6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=265eb48f-6d96-420b-8d2f-65c87918fd31 HTTP/1.1" status: 200 len: 217 time: 0.0562487 Feb 09 15:52:19.556667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41110) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:19.558825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3fdff392-a4db-448c-af6d-0be21b8949f9 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:19.565226 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b00cc0f-da37-429a-9989-18cfc2e36f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.693816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6765bb51-ddd2-4edf-856d-ce5a6158f57a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e0539864e0e426db04400e9d846549d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353035 Feb 09 15:52:19.697704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-3a42db3d-4379-435b-b9a2-c26a05441bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:19.698515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41112) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:19.699461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-3a42db3d-4379-435b-b9a2-c26a05441bb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.1342931 Feb 09 15:52:19.756493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021327f3-ba92-476e-8639-2b1a59e5d711 req-2a8b2d63-cae2-4bfb-bdc8-4bd4659d2447 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:19.760620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-021327f3-ba92-476e-8639-2b1a59e5d711 req-2a8b2d63-cae2-4bfb-bdc8-4bd4659d2447 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1486442 Feb 09 15:52:19.761882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-145ef1cb-4271-433c-86ed-cd235e95bfb1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553350 Feb 09 15:52:19.803896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b00cc0f-da37-429a-9989-18cfc2e36f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.812870 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b00cc0f-da37-429a-9989-18cfc2e36f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.828403 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9b00cc0f-da37-429a-9989-18cfc2e36f23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23f303e3-4943-40fc-a0d9-cea664e71343 HTTP/1.1" status: 204 len: 168 time: 0.4080787 Feb 09 15:52:19.837796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:19.877551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'port_id': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'mac_address': 'fa:16:3e:9d:7a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b275e3-8eb1-49e7-a6d2-eb44ad5eb759', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:19.897579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-021327f3-ba92-476e-8639-2b1a59e5d711 req-1c9231de-ee80-44dd-806f-6eab6a0495f1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297476 Feb 09 15:52:19.912495 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16644a37-1bb1-4cf8-be2c-5d04d9d01abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:19.952504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00cc0f-da37-429a-9989-18cfc2e36f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f303e3-4943-40fc-a0d9-cea664e71343,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:19.985060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16644a37-1bb1-4cf8-be2c-5d04d9d01abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:20.005791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-497655db-2681-40c4-89dd-b508dcc14a15 service neutron] 10.222.0.73 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336311 Feb 09 15:52:20.067401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:20.098605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fdff392-a4db-448c-af6d-0be21b8949f9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:20.127905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:20.183017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16644a37-1bb1-4cf8-be2c-5d04d9d01abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:20.185720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16644a37-1bb1-4cf8-be2c-5d04d9d01abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:20.187833 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-16644a37-1bb1-4cf8-be2c-5d04d9d01abc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/121b96fe-a38f-42c1-977f-16fe01fa449f HTTP/1.1" status: 204 len: 168 time: 0.4882760 Feb 09 15:52:20.194943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c79fe591-e90d-4e7c-aa0e-9677b574d7f6 req-53a6f603-4137-41f6-99ce-e0ba1c53a1b5 service neutron] 10.222.0.73 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802287 Feb 09 15:52:20.197995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16644a37-1bb1-4cf8-be2c-5d04d9d01abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121b96fe-a38f-42c1-977f-16fe01fa449f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:20.204435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a640b-7afe-45c2-872d-3f01234dda6b req-56c7ec11-c9ef-42a6-a5ea-843626dfb536 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:20.206035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-414a640b-7afe-45c2-872d-3f01234dda6b req-56c7ec11-c9ef-42a6-a5ea-843626dfb536 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 943 time: 0.0917227 Feb 09 15:52:20.233798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:20.261028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-414a640b-7afe-45c2-872d-3f01234dda6b req-c37b8946-0167-4a56-a8c2-f000b68dd8e1 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Feb 09 15:52:20.348250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:20.376631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3fdff392-a4db-448c-af6d-0be21b8949f9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:21.082315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06d5df-e262-4f22-b8ca-90f3b21c8a9d req-055d53a6-478f-4386-8568-050891517cf1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:21.096247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad06d5df-e262-4f22-b8ca-90f3b21c8a9d req-055d53a6-478f-4386-8568-050891517cf1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1071084 Feb 09 15:52:21.158647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad06d5df-e262-4f22-b8ca-90f3b21c8a9d req-80b337be-2ee3-4926-80fe-829515920d85 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612221 Feb 09 15:52:21.178596 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:52:21.535242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7e7d0-5ca7-47aa-9753-9c6c3f2027d7 req-d563bc79-0b5f-4d30-bad4-eb286db4fd37 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:21.537328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85a7e7d0-5ca7-47aa-9753-9c6c3f2027d7 req-d563bc79-0b5f-4d30-bad4-eb286db4fd37 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 943 time: 0.0958853 Feb 09 15:52:21.558702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3fdff392-a4db-448c-af6d-0be21b8949f9 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:21.623820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85a7e7d0-5ca7-47aa-9753-9c6c3f2027d7 req-8a5df901-108c-46e4-8134-5229ae0299a1 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789530 Feb 09 15:52:21.676589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 3fdff392-a4db-448c-af6d-0be21b8949f9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:21.676969 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.788214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:21.802495 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.803757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc85737a-0b28-4b6e-ae06-f937afb8885c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.842151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:21.846461 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc3ffd4-059c-4ece-b235-6281622af61e" -d '{"events": [{"server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "name": "network-vif-plugged", "status": "completed", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:21.869054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:21.930953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc85737a-0b28-4b6e-ae06-f937afb8885c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.943154 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b991b0-db6c-4896-b5bf-f7828565b469 x-openstack-request-id: req-46b991b0-db6c-4896-b5bf-f7828565b469 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:21.943154 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "name": "network-vif-plugged", "status": "completed", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:21.943154 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46b991b0-db6c-4896-b5bf-f7828565b469 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:21.943154 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'code': 200} Feb 09 15:52:21.970659 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.039503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:22.044963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc85737a-0b28-4b6e-ae06-f937afb8885c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.112769 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc85737a-0b28-4b6e-ae06-f937afb8885c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ffaea50137340548c6074423b814cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186350 Feb 09 15:52:22.112769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85737a-0b28-4b6e-ae06-f937afb8885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27661208-b559-41bb-8e06-7b5bd9bc6396,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:22.113178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41180) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:22.246231 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.274131 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.454300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec70226-bf6f-4fd4-b35a-18b8a0fb4fa3 req-26a31234-092e-4bfc-b5d2-441cbdce4869 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:22.457059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ec70226-bf6f-4fd4-b35a-18b8a0fb4fa3 req-26a31234-092e-4bfc-b5d2-441cbdce4869 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.0917847 Feb 09 15:52:22.463048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.466933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.468702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27661208-b559-41bb-8e06-7b5bd9bc6396 HTTP/1.1" status: 204 len: 168 time: 0.3551998 Feb 09 15:52:22.519676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27661208-b559-41bb-8e06-7b5bd9bc6396,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:22.543150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ec70226-bf6f-4fd4-b35a-18b8a0fb4fa3 req-dc41088d-ce7e-471b-bd56-e5b9e27d655b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728602 Feb 09 15:52:22.545419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.546161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.565282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46e6529-36eb-466c-99f3-ed179b249f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:22.782524 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01d6f9bc-01bd-4a9e-b655-17e2bd1597ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.871445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab8a4f-5400-4737-bfa6-f5d1f2c37645 req-05f5424d-b71f-4c98-a7f8-29492ba7bd48 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:22.889148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70ab8a4f-5400-4737-bfa6-f5d1f2c37645 req-05f5424d-b71f-4c98-a7f8-29492ba7bd48 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 943 time: 0.1127317 Feb 09 15:52:22.893643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 265eb48f-6d96-420b-8d2f-65c87918fd31 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:22.967799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70ab8a4f-5400-4737-bfa6-f5d1f2c37645 req-7e1f0f5f-1fa3-46fd-ab68-8ab63a064dbc tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722191 Feb 09 15:52:23.038908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 265eb48f-6d96-420b-8d2f-65c87918fd31, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=265eb48f-6d96-420b-8d2f-65c87918fd31,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:23.053806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '265eb48f-6d96-420b-8d2f-65c87918fd31', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'port_id': '265eb48f-6d96-420b-8d2f-65c87918fd31', 'mac_address': 'fa:16:3e:5e:ee:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c1cd5-fa7c-471b-bb59-78d9844adee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:23.102268 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:23.118824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265eb48f-6d96-420b-8d2f-65c87918fd31 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:23.154851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 265eb48f-6d96-420b-8d2f-65c87918fd31, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=265eb48f-6d96-420b-8d2f-65c87918fd31,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:23.250036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41214) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:23.296189 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:23.401618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=265eb48f-6d96-420b-8d2f-65c87918fd31,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:23.527296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['265eb48f-6d96-420b-8d2f-65c87918fd31'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:23.907415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635474b5-d4c4-4000-ad54-07d23c49662c req-72a251ee-ba11-4b73-9902-6e374436ada8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:23.926368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-635474b5-d4c4-4000-ad54-07d23c49662c req-72a251ee-ba11-4b73-9902-6e374436ada8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1629090 Feb 09 15:52:24.038412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-635474b5-d4c4-4000-ad54-07d23c49662c req-5144c9ba-3989-4a6d-af2a-15fed272282b tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072857 Feb 09 15:52:24.226582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1337382324-network', 'tenant_id': '9bb486eb69724984848d8cd083518e8c'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:24.280650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acf992-841c-4418-be77-4a200f015c22 req-226e8519-09bf-4992-ae6b-f1cb3779e325 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:24.284218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56acf992-841c-4418-be77-4a200f015c22 req-226e8519-09bf-4992-ae6b-f1cb3779e325 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 944 time: 0.1548438 Feb 09 15:52:24.361633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56acf992-841c-4418-be77-4a200f015c22 req-6f433d54-43b0-485c-bfdf-b7fd10c09edc tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654762 Feb 09 15:52:24.474049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Made reservation on behalf of 9bb486eb69724984848d8cd083518e8c for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:24.480557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.497616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.792817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.879853 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.909166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 265eb48f-6d96-420b-8d2f-65c87918fd31 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:24.933394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:52:24.963152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4890bfb5-5b5e-41e6-8e86-4a608a7819df,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:24.993206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.994340 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Added segment cdca1722-2e61-4777-a1e7-714eb796c3e5 of type vlan for network 431b8890-7cd7-475e-b34b-65345b0b528c Feb 09 15:52:25.082906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.128528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 265eb48f-6d96-420b-8d2f-65c87918fd31 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:25.149361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 265eb48f-6d96-420b-8d2f-65c87918fd31 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:25.149991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.268760 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-987a2657-4123-4c6e-bc18-fbba17240c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.271737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.273925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:25.275232 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.360469 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.442034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86441e7a-c8f0-4dd5-b040-ec30c0ff4b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265eb48f-6d96-420b-8d2f-65c87918fd31'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:25.446603 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e130dac9-6b94-4460-861a-49137c30aa06" -d '{"events": [{"server_uuid": "86441e7a-c8f0-4dd5-b040-ec30c0ff4b58", "name": "network-vif-plugged", "status": "completed", "tag": "265eb48f-6d96-420b-8d2f-65c87918fd31"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:25.459631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed549c0d-4159-4ca8-8de8-3533b11413b4 req-1ec0a33a-9946-4bf1-94b7-0b0185920249 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:25.474416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed549c0d-4159-4ca8-8de8-3533b11413b4 req-1ec0a33a-9946-4bf1-94b7-0b0185920249 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2584684 Feb 09 15:52:25.479499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 265eb48f-6d96-420b-8d2f-65c87918fd31, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=265eb48f-6d96-420b-8d2f-65c87918fd31,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:25.501806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2498360 Feb 09 15:52:25.507110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41280) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:25.517536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Request body: {'subnet': {'network_id': '431b8890-7cd7-475e-b34b-65345b0b528c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1337382324-subnet', 'tenant_id': '9bb486eb69724984848d8cd083518e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:25.523674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a89a1-d43e-4c5b-953e-495e8e302ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=431b8890-7cd7-475e-b34b-65345b0b528c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:25.535350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 431b8890-7cd7-475e-b34b-65345b0b528c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:52:26.119006 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:26.155676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed549c0d-4159-4ca8-8de8-3533b11413b4 req-f2ea5b69-e036-4114-b699-745a557a75da tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421517 Feb 09 15:52:26.157083 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Made reservation on behalf of 9bb486eb69724984848d8cd083518e8c for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:26.157083 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:26.157895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a3880-08f1-4f14-a520-6517a967023c req-b125d531-9cf5-4f14-9d41-55cf208f3aa4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:26.157895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-490a3880-08f1-4f14-a520-6517a967023c req-b125d531-9cf5-4f14-9d41-55cf208f3aa4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 944 time: 0.2521038 Feb 09 15:52:26.159497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=265eb48f-6d96-420b-8d2f-65c87918fd31,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:26.159971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-490a3880-08f1-4f14-a520-6517a967023c req-fce65169-457b-4f0a-9b70-18cdcce8dd47 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd03a13e-f315-4588-a9f8-185487d02d33 x-openstack-request-id: req-fd03a13e-f315-4588-a9f8-185487d02d33 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86441e7a-c8f0-4dd5-b040-ec30c0ff4b58", "name": "network-vif-plugged", "status": "completed", "tag": "265eb48f-6d96-420b-8d2f-65c87918fd31", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd03a13e-f315-4588-a9f8-185487d02d33 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:26.160460 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86441e7a-c8f0-4dd5-b040-ec30c0ff4b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265eb48f-6d96-420b-8d2f-65c87918fd31', 'code': 200} Feb 09 15:52:26.162522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dfc1d-a21a-46b7-a831-863897932d04 req-26b07f3c-9856-454a-83f5-f8520040cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:26.162522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-490dfc1d-a21a-46b7-a831-863897932d04 req-26b07f3c-9856-454a-83f5-f8520040cae4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 1096 time: 0.1133826 Feb 09 15:52:26.200411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-490dfc1d-a21a-46b7-a831-863897932d04 req-da74f23a-bd76-4b00-b5cc-0745ffbef917 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255884 Feb 09 15:52:26.314871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41296) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:26.536008 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:26.556734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-83232931-network', 'tenant_id': '3a42761150e049e4bc3cf104b2881f83'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:26.642268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e57af87-82d8-4428-ac9e-9ba02ca2cc7f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:26.688021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Checking segment: {'id': 'cdca1722-2e61-4777-a1e7-714eb796c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '431b8890-7cd7-475e-b34b-65345b0b528c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:26.688603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Network hostable DHCP agents. Network: 431b8890-7cd7-475e-b34b-65345b0b528c, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:52:26.730971 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:26.793067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4900a-cf0f-4dc8-8ee1-683831137e83 req-9a1cdcd1-a78c-4a1f-96dd-4bef2cc1ef45 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:26.807745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ef4900a-cf0f-4dc8-8ee1-683831137e83 req-9a1cdcd1-a78c-4a1f-96dd-4bef2cc1ef45 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1052613 Feb 09 15:52:26.822800 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Network 431b8890-7cd7-475e-b34b-65345b0b528c is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:52:26.898174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Made reservation on behalf of 3a42761150e049e4bc3cf104b2881f83 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:26.903366 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:26.925299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 431b8890-7cd7-475e-b34b-65345b0b528c) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:26.936419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f945af-e663-492f-a4ac-a01606f27cc4 None None] Network 431b8890-7cd7-475e-b34b-65345b0b528c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:26.943899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:26.945996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:26.996438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41358) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:27.046724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ef4900a-cf0f-4dc8-8ee1-683831137e83 req-3419acd3-9682-452a-b59d-e9205f7ff809 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352331 Feb 09 15:52:27.087595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.113805 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c4c81655-f624-4bde-88a8-f45d71cee569 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6034856 Feb 09 15:52:27.153359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-6aefe597-6448-4c95-a27c-dd705a7e79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:27.155266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-6aefe597-6448-4c95-a27c-dd705a7e79f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1096 time: 0.2464817 Feb 09 15:52:27.188884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29013b8-7af3-4de1-b70b-b7e4a9f3c34f None None] Network 431b8890-7cd7-475e-b34b-65345b0b528c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:27.337601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd2aaa-1a5d-4e03-b230-640b53a3bfee req-c62281c1-6d6b-4a91-bcfd-a2e2af69949b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:27.342395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9fd2aaa-1a5d-4e03-b230-640b53a3bfee req-c62281c1-6d6b-4a91-bcfd-a2e2af69949b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 945 time: 0.2703366 Feb 09 15:52:27.348981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-98682675-7e56-4a83-a02d-f460c69eb233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:27.352434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-98682675-7e56-4a83-a02d-f460c69eb233 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.1854601 Feb 09 15:52:27.486069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-a967668e-04d1-40d4-8500-e4a2122ce558 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.1237867 Feb 09 15:52:27.499048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1572379507-network', 'tenant_id': '332271a06a0845079be85fcdf59a01f7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:27.685797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Made reservation on behalf of 332271a06a0845079be85fcdf59a01f7 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:27.691447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.716937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.737404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9fd2aaa-1a5d-4e03-b230-640b53a3bfee req-275894e6-5b1f-4a49-9f02-e0a162b6c2ed tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799553 Feb 09 15:52:27.764609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.766964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-c931f3f8-6b87-46f8-8639-0b358178b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:27.769429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-c931f3f8-6b87-46f8-8639-0b358178b37b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.2607210 Feb 09 15:52:27.874814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-485a94f0-1683-4fb2-afcf-4c0a9a89cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:27.877930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-485a94f0-1683-4fb2-afcf-4c0a9a89cdae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013510 Feb 09 15:52:27.910217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.946389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.028583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41382) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:28.044451 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.066988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:52:28.116688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2626b7b-77b3-44ef-bede-54a0bd606685,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:28.119383 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.139878 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.139878 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Added segment e8505c57-3be7-41da-9f1f-8c8abb73a3a8 of type vlan for network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 Feb 09 15:52:28.164868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:52:28.199145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.201001 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Added segment c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0 of type vlan for network e9544151-86d2-4fea-8226-2f6df368e10c Feb 09 15:52:28.301441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.390980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44592cb-a3e1-450d-bd53-c00d8e3e5a66,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:28.429548 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.463183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81a23411-349b-41a5-bea8-28cce022419d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.495454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.496912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:28.497680 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.701192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] Pushing event updated for resources: {'Network': ['ID=e9544151-86d2-4fea-8226-2f6df368e10c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:28.718635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e9544151-86d2-4fea-8226-2f6df368e10c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:52:28.762824 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-73536ebb-4fc7-4ee3-ba76-925eb557c55e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7641857 Feb 09 15:52:28.776781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41398) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:28.782148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.797195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Request body: {'subnet': {'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1572379507-subnet', 'tenant_id': '332271a06a0845079be85fcdf59a01f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:28.813399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81a23411-349b-41a5-bea8-28cce022419d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.873107 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81a23411-349b-41a5-bea8-28cce022419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.873414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-534b9d5a-fc7a-4e88-8496-12f378b7f4bb service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9860096 Feb 09 15:52:28.934364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a23411-349b-41a5-bea8-28cce022419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d3b2c-c1e0-4aad-be83-4b51cafc177d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:28.943524 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81a23411-349b-41a5-bea8-28cce022419d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8fff823a0a24991abcb4c541f5b145d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9137747 Feb 09 15:52:28.944241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41410) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:28.954281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.955278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:28.956300 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.982863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Made reservation on behalf of 332271a06a0845079be85fcdf59a01f7 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:28.985355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.031347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2783e89-b10c-47bd-9b0e-33c3f5714d30 req-3b2f6319-9f67-4f5b-a574-ede5e3a14946 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:29.033098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2783e89-b10c-47bd-9b0e-33c3f5714d30 req-3b2f6319-9f67-4f5b-a574-ede5e3a14946 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.3916364 Feb 09 15:52:29.126734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df03b5fc-de80-4266-b17e-db531d3098f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.188292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df03b5fc-de80-4266-b17e-db531d3098f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.282256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41414) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:29.282753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9660931 Feb 09 15:52:29.288450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Request body: {'subnet': {'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-83232931-subnet', 'tenant_id': '3a42761150e049e4bc3cf104b2881f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:29.350750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba81a6-491a-458a-bc2a-3996e1ddc712 admin admin] Pushing event updated for resources: {'Network': ['ID=70faf60e-3ffd-4c63-97c3-9f283fa8cb44,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:29.364493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:52:29.370713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.402339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2783e89-b10c-47bd-9b0e-33c3f5714d30 req-f703e665-2980-419d-b76d-8603db9ab427 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357773 Feb 09 15:52:29.484245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Made reservation on behalf of 3a42761150e049e4bc3cf104b2881f83 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:29.492151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.492151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df03b5fc-de80-4266-b17e-db531d3098f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.492818 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df03b5fc-de80-4266-b17e-db531d3098f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.495834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10cab4c2-18b0-4d7b-8dd7-d78290b43b81 req-fc9f6486-6580-407e-8c65-5f24b1fd44b7 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140344 Feb 09 15:52:29.497279 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-df03b5fc-de80-4266-b17e-db531d3098f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba4d3b2c-c1e0-4aad-be83-4b51cafc177d HTTP/1.1" status: 204 len: 168 time: 0.5518517 Feb 09 15:52:29.624902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03b5fc-de80-4266-b17e-db531d3098f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d3b2c-c1e0-4aad-be83-4b51cafc177d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:29.625819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbd309-8c21-4518-9272-168af6d564ee req-a09493ae-5e49-4bd9-a5f3-2ed599fe0d13 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:29.628568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-a09493ae-5e49-4bd9-a5f3-2ed599fe0d13 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/networks?id=431b8890-7cd7-475e-b34b-65345b0b528c HTTP/1.1" status: 200 len: 809 time: 0.6754274 Feb 09 15:52:29.638949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5886dd-5287-43c8-90b2-d3efde54c6de,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:29.678415 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Checking segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:29.678969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Network hostable DHCP agents. Network: e9544151-86d2-4fea-8226-2f6df368e10c, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:52:29.682139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-ecb48521-074d-4cf2-aa7b-20ca91b1a71a tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/quotas/9bb486eb69724984848d8cd083518e8c HTTP/1.1" status: 200 len: 375 time: 0.0444355 Feb 09 15:52:29.776511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-1bd19a53-e7b1-48f5-b707-54976795c9e4 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9bb486eb69724984848d8cd083518e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826211 Feb 09 15:52:29.867158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Network e9544151-86d2-4fea-8226-2f6df368e10c is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:52:29.983680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e9544151-86d2-4fea-8226-2f6df368e10c) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:29.999068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:30.000722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.001478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c0141-53bd-4769-b3c7-69a1f2bafb10 req-4780afd0-7fd0-4f7f-80fc-88c00c53dfd9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:30.023314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-205c0141-53bd-4769-b3c7-69a1f2bafb10 req-4780afd0-7fd0-4f7f-80fc-88c00c53dfd9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 945 time: 0.2988510 Feb 09 15:52:30.031297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfd38a-134a-4e96-9fac-5df1c3605792 None None] Network e9544151-86d2-4fea-8226-2f6df368e10c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:30.096963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.117494 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aea4cd97-91e2-4b98-8ee9-c97b9213c80e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3389199 Feb 09 15:52:30.156134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-a25669e7-172a-4247-9b9c-0cf6459920c5 service neutron] 10.222.0.53 "GET /v2.0/networks/431b8890-7cd7-475e-b34b-65345b0b528c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474197 Feb 09 15:52:30.159273 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.175367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-205c0141-53bd-4769-b3c7-69a1f2bafb10 req-2a631ad0-bc31-48c3-8e6d-21326e728d2f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501741 Feb 09 15:52:30.457251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e9af1e-67d0-4a41-ba8c-bfce70bdd120,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:30.476454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Checking segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:30.481768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Network hostable DHCP agents. Network: 70faf60e-3ffd-4c63-97c3-9f283fa8cb44, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:52:30.550037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-91320fbb-91d5-4a97-988f-3393c10855a1 service neutron] 10.222.0.53 "GET /v2.0/networks/431b8890-7cd7-475e-b34b-65345b0b528c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713913 Feb 09 15:52:30.627097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e9544151-86d2-4fea-8226-2f6df368e10c', 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c', 'tenant_id': '332271a06a0845079be85fcdf59a01f7', 'fixed_ips': [{'subnet_id': '9a5886dd-5287-43c8-90b2-d3efde54c6de'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:52:30.631855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.669124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:52:30.788994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 70faf60e-3ffd-4c63-97c3-9f283fa8cb44) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:30.812363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:30.813404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.827047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27767-0758-45cc-a6b8-7ded99f756cf req-839ed914-ef79-4504-924e-f6f4734789f5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:30.830651 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1db27767-0758-45cc-a6b8-7ded99f756cf req-839ed914-ef79-4504-924e-f6f4734789f5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.0867679 Feb 09 15:52:30.867125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea920fe3-0e49-4b69-90f5-c9c4a680ca5d None None] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:30.934656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1db27767-0758-45cc-a6b8-7ded99f756cf req-5bb639db-1618-4c2a-b3af-eb4615f75955 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912449 Feb 09 15:52:30.999049 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a0e78f9f-fe52-4fe9-a38f-6f1879adeb88 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7154098 Feb 09 15:52:31.017004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Allocated IP 172.20.0.2 (e9544151-86d2-4fea-8226-2f6df368e10c/9a5886dd-5287-43c8-90b2-d3efde54c6de/9fe8728f-efd6-4c52-826d-ae64858c422c) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:31.425536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d498-e924-47d1-ab45-9a8f77487f49 req-08a12a5f-1a21-4e0b-9859-7e1da5532c9f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:31.428931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f073d498-e924-47d1-ab45-9a8f77487f49 req-08a12a5f-1a21-4e0b-9859-7e1da5532c9f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 945 time: 0.2156193 Feb 09 15:52:31.452494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.481364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a384-1ece-467f-a301-697086f8e822 req-e22445ef-f768-4626-b6ef-049b7e246357 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:31.484119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4949a384-1ece-467f-a301-697086f8e822 req-e22445ef-f768-4626-b6ef-049b7e246357 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1695151 Feb 09 15:52:31.541512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f073d498-e924-47d1-ab45-9a8f77487f49 req-182b5015-8b6a-4ec4-a98d-ac0974ff4a43 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011279 Feb 09 15:52:31.594771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4949a384-1ece-467f-a301-697086f8e822 req-2f309077-2ebe-43d9-83e6-e0b4297d51ef tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961699 Feb 09 15:52:31.621353 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.655690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb4c90-49d6-4b70-96cc-0a3633865616 None None] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:31.692241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Network e9544151-86d2-4fea-8226-2f6df368e10c is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:31.706352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a42fa86a-a45b-4e9e-8eb4-9804f94e5dc9 req-a3fab28c-5712-4f00-888e-fe09c599f01b tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 210 time: 0.0625262 Feb 09 15:52:31.716144 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.751573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:31.764922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:31.786624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Pushing event updated for resources: {'Port': ['ID=9fe8728f-efd6-4c52-826d-ae64858c422c,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:32.217173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Attempting to bind port 9fe8728f-efd6-4c52-826d-ae64858c422c on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:32.218047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Attempting to bind port 9fe8728f-efd6-4c52-826d-ae64858c422c by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:32.218932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Attempting to bind port 9fe8728f-efd6-4c52-826d-ae64858c422c on network e9544151-86d2-4fea-8226-2f6df368e10c {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:32.249663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:52:32.250819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Checking segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:32.252188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.253565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Bound using segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:52:32.254695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Bound port: 9fe8728f-efd6-4c52-826d-ae64858c422c, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:32.255653 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.610414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] For port 9fe8728f-efd6-4c52-826d-ae64858c422c, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:32.635464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] For port 9fe8728f-efd6-4c52-826d-ae64858c422c, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9fe8728f-efd6-4c52-826d-ae64858c422c,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:32.748860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.858203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-03023da8-b142-451f-998c-bd8facb7b4e8 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:32.862000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-03023da8-b142-451f-998c-bd8facb7b4e8 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 816 time: 0.2323077 Feb 09 15:52:32.950712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-2dd39fa0-8cdb-48bc-ae26-40241be8a6dc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/quotas/332271a06a0845079be85fcdf59a01f7 HTTP/1.1" status: 200 len: 375 time: 0.0754352 Feb 09 15:52:32.997865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34cf1e-50c8-4ff4-8801-dcc7e18bc34f None None] Pushing event updated for resources: {'Port': ['ID=9fe8728f-efd6-4c52-826d-ae64858c422c,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:33.194079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-817979d3-ebc4-4b1d-a553-3f4c178a52f2 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2415206 Feb 09 15:52:33.230824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-5d036faa-c99e-454e-94c8-3211ed7ac50e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:33.253558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-5d036faa-c99e-454e-94c8-3211ed7ac50e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.8202543 Feb 09 15:52:33.387305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-15db168f-1912-4ab9-8c2a-763123497fc2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/quotas/3a42761150e049e4bc3cf104b2881f83 HTTP/1.1" status: 200 len: 375 time: 0.1301961 Feb 09 15:52:33.455015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41524) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:33.642007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-e47bb711-a83f-42dd-8c94-a7972f166638 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139424 Feb 09 15:52:33.674276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1837949432-network', 'tenant_id': '05d49b49b1514cafbb57c499d8087ab2'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:33.809947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Made reservation on behalf of 05d49b49b1514cafbb57c499d8087ab2 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:33.812730 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.841049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.843685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-dd67425c-76f1-4553-9bf0-d2b249511f0e service neutron] 10.222.0.53 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845902 Feb 09 15:52:34.039507 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.061344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-bdf5bd04-20b0-4458-be64-b54792c29b82 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965566 Feb 09 15:52:34.159576 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.206279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:52:34.209892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-afa9f14c-51e5-480c-9a46-fbe669e82f72 service neutron] 10.222.0.53 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422067 Feb 09 15:52:34.258604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.260763 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Added segment 44663c4a-13a8-4adf-9b29-a8f03cc65113 of type vlan for network 52658206-7649-4887-8448-95901b40700b Feb 09 15:52:34.335709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-6b4a3386-f1c6-44db-a50d-16256fc86fb2 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513750 Feb 09 15:52:34.348393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9fe8728f-efd6-4c52-826d-ae64858c422c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:34.450870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9fe8728f-efd6-4c52-826d-ae64858c422c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:34.451236 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.515508 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.528858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19d98b5-903a-44dc-9ec4-da9982eba10c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:34.627345 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.678377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 9fe8728f-efd6-4c52-826d-ae64858c422c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9fe8728f-efd6-4c52-826d-ae64858c422c,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:34.763438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.763438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:34.763438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.793648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.906712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] Pushing event updated for resources: {'Network': ['ID=52658206-7649-4887-8448-95901b40700b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:34.993687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 52658206-7649-4887-8448-95901b40700b details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:52:35.094606 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c27c2303-2953-4a0f-94a5-7d1923c44c32 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6375856 Feb 09 15:52:35.099088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41544) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:35.106260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Request body: {'subnet': {'network_id': '52658206-7649-4887-8448-95901b40700b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1837949432-subnet', 'tenant_id': '05d49b49b1514cafbb57c499d8087ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:35.259933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Made reservation on behalf of 05d49b49b1514cafbb57c499d8087ab2 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:35.265140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.292502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13e54f5-d996-48e1-8617-438c2b6f5e9c None None] Network e9544151-86d2-4fea-8226-2f6df368e10c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:35.437949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbd309-8c21-4518-9272-168af6d564ee req-0a2e1896-798d-45f2-b155-81bd93a51b4c tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:35.440383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-0a2e1896-798d-45f2-b155-81bd93a51b4c tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.13 "GET /v2.0/networks?id=431b8890-7cd7-475e-b34b-65345b0b528c HTTP/1.1" status: 200 len: 809 time: 0.7844434 Feb 09 15:52:35.465588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Request body: {'port': {'device_id': '6dd40593-aa16-49df-81f6-ca946d788187', 'network_id': '431b8890-7cd7-475e-b34b-65345b0b528c', 'admin_state_up': True, 'tenant_id': '9bb486eb69724984848d8cd083518e8c'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:35.500591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=9fe8728f-efd6-4c52-826d-ae64858c422c,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:35.526672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-10ac3eea-6dcb-41da-8011-5d93b42f61b4 None None] Provisioning complete for port 9fe8728f-efd6-4c52-826d-ae64858c422c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:35.527814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-10ac3eea-6dcb-41da-8011-5d93b42f61b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.623894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19f6d6-d9fe-457f-a50f-07b14297b391 req-5a0a5d82-dcef-4290-9c14-25353897d554 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:35.633352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc19f6d6-d9fe-457f-a50f-07b14297b391 req-5a0a5d82-dcef-4290-9c14-25353897d554 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 945 time: 0.4330599 Feb 09 15:52:35.658048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4700d01-557a-4e49-9ed8-5871adabbb49 req-bfe6f3d0-ba41-4978-bac7-ec3488817cfd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:35.660293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4700d01-557a-4e49-9ed8-5871adabbb49 req-bfe6f3d0-ba41-4978-bac7-ec3488817cfd tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.5026670 Feb 09 15:52:35.828682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.926587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Made reservation on behalf of 9bb486eb69724984848d8cd083518e8c for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:35.937583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.944990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc19f6d6-d9fe-457f-a50f-07b14297b391 req-57588772-0168-47d3-be0b-cecb789f9b94 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099904 Feb 09 15:52:35.972524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4700d01-557a-4e49-9ed8-5871adabbb49 req-a241eed5-056f-4853-a602-e64cb80502b5 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678108 Feb 09 15:52:36.061704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fad0bf-88ca-4077-a513-8974702450e5,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:36.206218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Checking segment: {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:36.207245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Network hostable DHCP agents. Network: 52658206-7649-4887-8448-95901b40700b, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:52:36.294469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Allocated IP 172.20.0.6 (431b8890-7cd7-475e-b34b-65345b0b528c/4e57af87-82d8-4428-ac9e-9ba02ca2cc7f/00baeda3-df04-4c2d-bccf-6d5ec784ce2a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:36.356293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9fe8728f-efd6-4c52-826d-ae64858c422c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:36.382531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Network 52658206-7649-4887-8448-95901b40700b is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:52:36.443152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-243d6632-623a-476f-9edf-17313c0ec16f req-c4fd734f-5fb6-4ce1-843f-c89962c54322 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 210 time: 0.0959537 Feb 09 15:52:36.458686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-725e55ea-0c2f-46e4-b30b-73fb357e69f3 req-9d1f6d5c-8297-4568-b29b-ff26ed8a47bb tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 210 time: 0.1132755 Feb 09 15:52:36.504849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 52658206-7649-4887-8448-95901b40700b) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:36.516372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:36.517963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:36.571648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e21bae-a1d3-4fa5-a541-53e723174798 None None] Network 52658206-7649-4887-8448-95901b40700b requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:36.666775 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc9fcd9a-f056-4f51-9678-88a3ea92fe9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5662165 Feb 09 15:52:36.791389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bebc1747-09da-4fe5-9bc9-e7b91c287cdf None None] Provisioning complete for port 9fe8728f-efd6-4c52-826d-ae64858c422c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:36.791769 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bebc1747-09da-4fe5-9bc9-e7b91c287cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:36.906466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9fe8728f-efd6-4c52-826d-ae64858c422c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:36.906845 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:36.937980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:37.057518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155954a-7a18-4490-a959-4f9dd261c682 req-28d77c9d-df5f-4d9c-9ff9-c79492736886 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:37.084799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-28d77c9d-df5f-4d9c-9ff9-c79492736886 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 816 time: 0.3432751 Feb 09 15:52:37.096073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be76dbd-7228-4ad5-9bcf-9242fe2dca8a None None] Network 52658206-7649-4887-8448-95901b40700b requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:52:37.143066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-96772001-a70b-4e71-9fa9-595b5295cd3b tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/quotas/332271a06a0845079be85fcdf59a01f7 HTTP/1.1" status: 200 len: 375 time: 0.0566897 Feb 09 15:52:37.254089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-627d24da-0adc-4fd0-aace-48b8320ceafe tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100132 Feb 09 15:52:37.263336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:37.521345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Network 431b8890-7cd7-475e-b34b-65345b0b528c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:37.563989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:37.586403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:37.702849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Pushing event updated for resources: {'Port': ['ID=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:37.722172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:37.722878 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:37.782415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-44c4bde6-1f45-4213-8339-bfda7dea53bb service neutron] 10.222.0.53 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267777 Feb 09 15:52:37.874223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-0814adab-d617-4bbe-96e6-938358dc90cb tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4191840 Feb 09 15:52:37.892298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Request body: {'port': {'device_id': '6dd40593-aa16-49df-81f6-ca946d788187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:37.989170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.000398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-5852c9cd-a160-48a2-8e3e-57f20136aec6 service neutron] 10.222.0.53 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173574 Feb 09 15:52:38.572361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00baeda3-df04-4c2d-bccf-6d5ec784ce2a {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:38.582600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.610876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Transition to ACTIVE for port object 00baeda3-df04-4c2d-bccf-6d5ec784ce2a will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:38.681666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6a3e6-0e5d-4118-a293-88a6465b2c00 req-39437d46-c737-4722-a564-1dc14692388d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:38.691137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ef6a3e6-0e5d-4118-a293-88a6465b2c00 req-39437d46-c737-4722-a564-1dc14692388d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 945 time: 0.3175392 Feb 09 15:52:38.769964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ef6a3e6-0e5d-4118-a293-88a6465b2c00 req-504b2705-e22a-44ef-9762-d5f365fbac01 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777941 Feb 09 15:52:38.772779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.551988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dad37f8c-9c8d-4969-8f86-5786e4403b4d req-88671b62-bee8-484a-a36a-7997fbf42225 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 210 time: 0.6655490 Feb 09 15:52:39.551988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Pushing event updated for resources: {'Port': ['ID=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:39.977912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f490f8d7-1e8b-4b3a-ae41-130cf9078231 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:39.981329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f490f8d7-1e8b-4b3a-ae41-130cf9078231 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.73 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 816 time: 0.4660566 Feb 09 15:52:40.050402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-9993e89a-8139-43f9-b611-31511144310b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:40.052935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-9993e89a-8139-43f9-b611-31511144310b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 822 time: 1.2563059 Feb 09 15:52:40.095521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Request body: {'port': {'device_id': 'a7844c54-4564-4b0e-bfdf-223d75db63dc', 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c', 'admin_state_up': True, 'tenant_id': '332271a06a0845079be85fcdf59a01f7'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:40.137980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5def0a8f-3f40-48b1-9c57-f3537f9cf24e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:40.140638 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5def0a8f-3f40-48b1-9c57-f3537f9cf24e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.73 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 945 time: 0.6266813 Feb 09 15:52:40.188195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Attempting to bind port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:40.188854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Attempting to bind port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'cdca1722-2e61-4777-a1e7-714eb796c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '431b8890-7cd7-475e-b34b-65345b0b528c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:40.189575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Attempting to bind port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a on network 431b8890-7cd7-475e-b34b-65345b0b528c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:40.332531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940714a-df5e-4656-91cc-544e52baa78f req-b23c612b-5948-4066-abee-2537acab045e tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:40.336944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1940714a-df5e-4656-91cc-544e52baa78f req-b23c612b-5948-4066-abee-2537acab045e tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 943 time: 0.6450570 Feb 09 15:52:40.470191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-0ab400d3-fe50-4a6d-9c3b-14f55f80e825 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/quotas/05d49b49b1514cafbb57c499d8087ab2 HTTP/1.1" status: 200 len: 375 time: 0.3672559 Feb 09 15:52:40.492622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a on network 431b8890-7cd7-475e-b34b-65345b0b528c not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:52:40.493343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Attempting to bind port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a on network 431b8890-7cd7-475e-b34b-65345b0b528c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:40.589684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-a71e13ca-e43e-43d1-a0d4-b59c9a3c42ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575855 Feb 09 15:52:40.655686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:52:40.655686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Checking segment: {'id': 'cdca1722-2e61-4777-a1e7-714eb796c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '431b8890-7cd7-475e-b34b-65345b0b528c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:40.655686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Bound using segment: {'id': 'cdca1722-2e61-4777-a1e7-714eb796c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '431b8890-7cd7-475e-b34b-65345b0b528c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:52:40.657912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Bound port: 00baeda3-df04-4c2d-bccf-6d5ec784ce2a, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdca1722-2e61-4777-a1e7-714eb796c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '431b8890-7cd7-475e-b34b-65345b0b528c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:40.659011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:40.777559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-24d9dc00-1aa5-4569-b5d0-1a71017f3a9f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:40.780321 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-24d9dc00-1aa5-4569-b5d0-1a71017f3a9f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 1.0474586 Feb 09 15:52:40.907357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Request body: {'port': {'device_id': '63e2a977-aae5-4c0f-8083-50c2cb2248f3', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'admin_state_up': True, 'tenant_id': '3a42761150e049e4bc3cf104b2881f83'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:40.934207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1940714a-df5e-4656-91cc-544e52baa78f req-e111fd68-b27b-4138-a9fb-32c35457db62 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/security-groups?id=4890bfb5-5b5e-41e6-8e86-4a608a7819df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872193 Feb 09 15:52:41.096848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] For port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:41.156345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] For port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,segment=NetworkSegment(cdca1722-2e61-4777-a1e7-714eb796c3e5),segment_id=cdca1722-2e61-4777-a1e7-714eb796c3e5)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:41.194828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-d90278cc-2ce0-4b81-93b8-e502fec4347b service neutron] 10.222.0.53 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686111 Feb 09 15:52:41.262827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Deleting port 265eb48f-6d96-420b-8d2f-65c87918fd31 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:41.263289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:41.385627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cf614-6779-43de-9b3d-74c149123a42 req-052400fa-90d6-4a9d-a296-fe136bdfa241 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:41.387289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed1cf614-6779-43de-9b3d-74c149123a42 req-052400fa-90d6-4a9d-a296-fe136bdfa241 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2426977 Feb 09 15:52:41.478496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] For port 265eb48f-6d96-420b-8d2f-65c87918fd31, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=265eb48f-6d96-420b-8d2f-65c87918fd31,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:41.478778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:41.498460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-a9ec5512-1114-44b3-97ad-73157778f4df service neutron] 10.222.0.53 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781713 Feb 09 15:52:41.509413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed1cf614-6779-43de-9b3d-74c149123a42 req-d8d6a6e4-37b9-4840-8b64-0e32150a448a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121294 Feb 09 15:52:41.510565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Calling delete_port for 265eb48f-6d96-420b-8d2f-65c87918fd31 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:41.695774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Made reservation on behalf of 332271a06a0845079be85fcdf59a01f7 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:41.701619 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:41.715230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:42.080859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155954a-7a18-4490-a959-4f9dd261c682 req-d772f1f6-d7a1-43f2-a089-3a111e0501a6 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:42.086353 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-d772f1f6-d7a1-43f2-a089-3a111e0501a6 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.13 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 816 time: 0.2779658 Feb 09 15:52:42.107466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Request body: {'port': {'device_id': 'd699a112-c86d-43f3-b208-9904929d4915', 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c', 'admin_state_up': True, 'tenant_id': '332271a06a0845079be85fcdf59a01f7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:42.264285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Allocated IP 172.20.0.5 (e9544151-86d2-4fea-8226-2f6df368e10c/9a5886dd-5287-43c8-90b2-d3efde54c6de/c7913013-bb57-43df-bb03-0276ba84ab5e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:42.512615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-c1e79b83-ca33-4f48-91ee-c7160ee8f84a tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:42.523351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-c1e79b83-ca33-4f48-91ee-c7160ee8f84a tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 816 time: 0.8681650 Feb 09 15:52:42.536717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:42.537396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:42.539592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/00baeda3-df04-4c2d-bccf-6d5ec784ce2a HTTP/1.1" status: 200 len: 1091 time: 4.6537251 Feb 09 15:52:42.541672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd40593-aa16-49df-81f6-ca946d788187', 'tag': '00baeda3-df04-4c2d-bccf-6d5ec784ce2a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:42.550785 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead1a2f-1e51-482c-819a-3df3d16af920" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd40593-aa16-49df-81f6-ca946d788187", "tag": "00baeda3-df04-4c2d-bccf-6d5ec784ce2a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:42.691072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-571bbe5f-8d07-4231-bbf9-0598a92f4924 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/quotas/332271a06a0845079be85fcdf59a01f7 HTTP/1.1" status: 200 len: 375 time: 0.1689007 Feb 09 15:52:42.694126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Made reservation on behalf of 3a42761150e049e4bc3cf104b2881f83 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:42.700304 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:42.769876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa6566-55fd-40fb-9b4c-3211844d67f4 service neutron] Pushing event updated for resources: {'Port': ['ID=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:42.827760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Made reservation on behalf of 332271a06a0845079be85fcdf59a01f7 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:42.834285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:42.976919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d441cb7-d463-44d8-bea8-a385b305e35a req-6a9d8b2f-407b-46eb-9c27-f99c321b7d3f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:42.979598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d441cb7-d463-44d8-bea8-a385b305e35a req-6a9d8b2f-407b-46eb-9c27-f99c321b7d3f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=86441e7a-c8f0-4dd5-b040-ec30c0ff4b58 HTTP/1.1" status: 200 len: 945 time: 0.4385035 Feb 09 15:52:42.992760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:43.006339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 265eb48f-6d96-420b-8d2f-65c87918fd31 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:43.042695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:43.048155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 265eb48f-6d96-420b-8d2f-65c87918fd31 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:52:43.049542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 265eb48f-6d96-420b-8d2f-65c87918fd31 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:52:43.069620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-837b65c4-b876-459f-b281-d08a4196eda6 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3775089 Feb 09 15:52:43.146362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event deleted for resources: {'Port': ['ID=265eb48f-6d96-420b-8d2f-65c87918fd31,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:43.150451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbd309-8c21-4518-9272-168af6d564ee req-9361478e-f090-4385-8353-b3fc8a872560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:43.152566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-9361478e-f090-4385-8353-b3fc8a872560 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bb486eb69724984848d8cd083518e8c&device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 1094 time: 0.4390702 Feb 09 15:52:43.636779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d441cb7-d463-44d8-bea8-a385b305e35a req-7692ab40-f677-474c-976c-e29e53d1d1c0 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938702 Feb 09 15:52:43.650122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-9cb59f1f-73ec-40f8-a76a-7f3c6929a306 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00baeda3-df04-4c2d-bccf-6d5ec784ce2a HTTP/1.1" status: 200 len: 217 time: 0.4669814 Feb 09 15:52:43.790545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] No DVR routers for this DVR port 265eb48f-6d96-420b-8d2f-65c87918fd31 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:52:43.835809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:43.841806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4e4bfd9-3436-4801-9aad-1c164ff08a6d req-5ae10256-75e2-4304-89b2-26fc8a30b2f7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.73 "DELETE /v2.0/ports/265eb48f-6d96-420b-8d2f-65c87918fd31 HTTP/1.1" status: 204 len: 173 time: 3.6074271 Feb 09 15:52:43.896905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5515703e-4d73-487d-8078-13ef4db4c85a req-420afa6a-1a3e-472d-8d67-383f27a94d6a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 210 time: 0.1782091 Feb 09 15:52:43.989096 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.012959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Allocated IP 172.20.0.7 (70faf60e-3ffd-4c63-97c3-9f283fa8cb44/62e9af1e-67d0-4a41-ba8c-bfce70bdd120/79cbbaa7-7e18-41b5-b759-663bc87f82d7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:44.023590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbd309-8c21-4518-9272-168af6d564ee req-e4c58609-0f47-4947-87d9-57c600cab5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:44.026287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-e4c58609-0f47-4947-87d9-57c600cab5db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e57af87-82d8-4428-ac9e-9ba02ca2cc7f HTTP/1.1" status: 200 len: 849 time: 0.3733165 Feb 09 15:52:44.064623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-e8e094fa-9d71-4272-b996-b526a6557ee1 service neutron] 10.222.0.53 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9439478 Feb 09 15:52:44.113637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-ffdd8ad8-11c3-4f42-b232-449722f66108 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=431b8890-7cd7-475e-b34b-65345b0b528c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730772 Feb 09 15:52:44.398827 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.420402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-6f2a8bb7-f905-4351-a2db-a58c7aa30b32 service neutron] 10.222.0.13 "GET /v2.0/networks/431b8890-7cd7-475e-b34b-65345b0b528c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838573 Feb 09 15:52:44.430364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-1027b6bb-8c2b-4a68-98be-c1964ff7afcc service neutron] 10.222.0.53 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364489 Feb 09 15:52:44.430873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41728) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:44.511377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Allocated IP 172.20.0.12 (e9544151-86d2-4fea-8226-2f6df368e10c/9a5886dd-5287-43c8-90b2-d3efde54c6de/ce30e3e7-2751-4487-8ede-d3a701c2b13a) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:44.555346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e77ea36d-339e-448a-accf-81a6f7396c11 req-c2334135-fa8b-4f90-ac74-c0f12de7316f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 210 time: 0.1376400 Feb 09 15:52:44.623600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Network e9544151-86d2-4fea-8226-2f6df368e10c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:44.650850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Pushing event updated for resources: {'Port': ['ID=c7913013-bb57-43df-bb03-0276ba84ab5e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:44.658454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:44.680936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:44.757705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.780952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1adbd309-8c21-4518-9272-168af6d564ee req-70261d38-e00d-4b64-860e-d1dd7d3d0326 service neutron] 10.222.0.13 "GET /v2.0/networks/431b8890-7cd7-475e-b34b-65345b0b528c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188953 Feb 09 15:52:44.818698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:44.820214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:44.844141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-54823041-056d-4535-a441-4376c596ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:44.846069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-54823041-056d-4535-a441-4376c596ba82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64e5271961874b6b997fbb5a0d3112c8&device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 1096 time: 0.2142401 Feb 09 15:52:45.013647 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec1ec-4c87-4f95-8b6c-97cd060cff7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:45.041425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:45.044950 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a442e63c-5749-46b3-9d37-4d17f540a215 x-openstack-request-id: req-a442e63c-5749-46b3-9d37-4d17f540a215 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:45.045775 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd40593-aa16-49df-81f6-ca946d788187", "tag": "00baeda3-df04-4c2d-bccf-6d5ec784ce2a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:45.046403 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a442e63c-5749-46b3-9d37-4d17f540a215 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:45.047254 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd40593-aa16-49df-81f6-ca946d788187', 'tag': '00baeda3-df04-4c2d-bccf-6d5ec784ce2a', 'status': 'completed', 'code': 200} Feb 09 15:52:45.201632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-f531e80e-27c4-4c21-b100-1798508471bc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1471097 Feb 09 15:52:45.246595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Request body: {'port': {'device_id': 'a7844c54-4564-4b0e-bfdf-223d75db63dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:45.260522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8fbc8bc9-18a7-4756-9937-31a1d2e6b56b None None] Provisioning complete for port c7913013-bb57-43df-bb03-0276ba84ab5e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:45.261301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fbc8bc9-18a7-4756-9937-31a1d2e6b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:45.265043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62d4f-789e-4f6c-85f3-a0ed4d8192e2 req-9ea39644-78ae-4f4c-8400-af9cbe9b72b4 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:45.266990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aa62d4f-789e-4f6c-85f3-a0ed4d8192e2 req-9ea39644-78ae-4f4c-8400-af9cbe9b72b4 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 943 time: 0.4715419 Feb 09 15:52:45.273692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:45.386589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Pushing event updated for resources: {'Port': ['ID=ce30e3e7-2751-4487-8ede-d3a701c2b13a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:45.399983 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:45.416909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Network e9544151-86d2-4fea-8226-2f6df368e10c is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:45.419205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:45.422862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:45.485969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc8bc9-18a7-4756-9937-31a1d2e6b56b None None] Port c7913013-bb57-43df-bb03-0276ba84ab5e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:52:45.520817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:45.522056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:45.675685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:45.687974 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-93f74cb7-5775-471b-913c-eec0fd0da075 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5896769 Feb 09 15:52:45.706243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Request body: {'port': {'device_id': 'd699a112-c86d-43f3-b208-9904929d4915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:45.717259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-77ffe4db-ee8b-40fa-b919-bd65ed65ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:45.719634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-39b24ec7-c88e-4e06-bf55-00946053cd4d None None] Provisioning complete for port ce30e3e7-2751-4487-8ede-d3a701c2b13a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:45.719925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-77ffe4db-ee8b-40fa-b919-bd65ed65ca52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bb486eb69724984848d8cd083518e8c&device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 1094 time: 0.6676145 Feb 09 15:52:45.720754 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39b24ec7-c88e-4e06-bf55-00946053cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:45.721464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:45.726111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:45.746217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aa62d4f-789e-4f6c-85f3-a0ed4d8192e2 req-ccd86d87-8756-483f-b80d-00e011885e06 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/security-groups?id=4890bfb5-5b5e-41e6-8e86-4a608a7819df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057634 Feb 09 15:52:45.747708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event updated for resources: {'Port': ['ID=79cbbaa7-7e18-41b5-b759-663bc87f82d7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:45.753920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-5b3cef37-3a2f-4df5-8606-cdf82548693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:45.756702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-5b3cef37-3a2f-4df5-8606-cdf82548693f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 200 len: 913 time: 0.8013957 Feb 09 15:52:45.785726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-39b24ec7-c88e-4e06-bf55-00946053cd4d None None] Port ce30e3e7-2751-4487-8ede-d3a701c2b13a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:52:45.837636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:45.888882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:46.030510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fd23d-c992-4a52-8471-6855f2aec81e req-6de368f9-861a-4fc6-b2d3-dcdb99cdd740 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:46.041313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a4fd23d-c992-4a52-8471-6855f2aec81e req-6de368f9-861a-4fc6-b2d3-dcdb99cdd740 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.6301656 Feb 09 15:52:46.233597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:46.233901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:46.288786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec1ec-4c87-4f95-8b6c-97cd060cff7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:46.326425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4e20853-b37a-48ad-9f2c-78e4ecd2a25d req-6adf8424-a8f9-4737-ac60-377004cd13e5 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 210 time: 0.1555185 Feb 09 15:52:46.329426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce30e3e7-2751-4487-8ede-d3a701c2b13a {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:46.350325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:46.380818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Transition to ACTIVE for port object ce30e3e7-2751-4487-8ede-d3a701c2b13a will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:46.392165 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e5ec1ec-4c87-4f95-8b6c-97cd060cff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:46.470770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-6c171f3c-5ab0-4f27-83b9-a4fc7b86e7b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 200 len: 1000 time: 0.6035674 Feb 09 15:52:46.473815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a4fd23d-c992-4a52-8471-6855f2aec81e req-5716f87a-b32c-451a-94bb-aabd3508160c tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4313838 Feb 09 15:52:46.498163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:46.514330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-ec92a561-29fd-4abd-8405-2ccd5828c0ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6256309 Feb 09 15:52:46.630638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Pushing event updated for resources: {'Port': ['ID=ce30e3e7-2751-4487-8ede-d3a701c2b13a,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:46.795567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Attempting to bind port ce30e3e7-2751-4487-8ede-d3a701c2b13a on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:46.796049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Attempting to bind port ce30e3e7-2751-4487-8ede-d3a701c2b13a by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:46.796567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Attempting to bind port ce30e3e7-2751-4487-8ede-d3a701c2b13a on network e9544151-86d2-4fea-8226-2f6df368e10c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:46.804409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Port ce30e3e7-2751-4487-8ede-d3a701c2b13a on network e9544151-86d2-4fea-8226-2f6df368e10c not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:52:46.805560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Attempting to bind port ce30e3e7-2751-4487-8ede-d3a701c2b13a on network e9544151-86d2-4fea-8226-2f6df368e10c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:46.812767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:52:46.813725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Checking segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:46.814742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Bound using segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:52:46.815820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Bound port: ce30e3e7-2751-4487-8ede-d3a701c2b13a, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:46.816543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:46.921095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] For port ce30e3e7-2751-4487-8ede-d3a701c2b13a, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:46.929605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] For port ce30e3e7-2751-4487-8ede-d3a701c2b13a, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ce30e3e7-2751-4487-8ede-d3a701c2b13a,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:46.992786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Request body: {'port': {'device_id': '63e2a977-aae5-4c0f-8083-50c2cb2248f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:46.994361 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:47.031542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-b403dbcf-39dc-4e2f-a7c7-2df7c54b2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.033643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-b403dbcf-39dc-4e2f-a7c7-2df7c54b2cbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=431b8890-7cd7-475e-b34b-65345b0b528c HTTP/1.1" status: 200 len: 910 time: 1.2935417 Feb 09 15:52:47.051353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.052542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:47.055410 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] 10.222.0.13 "PUT /v2.0/ports/ce30e3e7-2751-4487-8ede-d3a701c2b13a HTTP/1.1" status: 200 len: 1092 time: 1.3583455 Feb 09 15:52:47.060620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd699a112-c86d-43f3-b208-9904929d4915', 'tag': 'ce30e3e7-2751-4487-8ede-d3a701c2b13a'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:47.067989 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23699611-ec1a-49b4-baad-63a99c35aa38" -d '{"events": [{"name": "network-changed", "server_uuid": "d699a112-c86d-43f3-b208-9904929d4915", "tag": "ce30e3e7-2751-4487-8ede-d3a701c2b13a"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:47.074875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2e5ec1ec-4c87-4f95-8b6c-97cd060cff7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e319a60cf28343fe9fdccf40f9b1f432&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5955744 Feb 09 15:52:47.075548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86441e7a-c8f0-4dd5-b040-ec30c0ff4b58', 'name': 'network-vif-deleted', 'tag': '265eb48f-6d96-420b-8d2f-65c87918fd31'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:47.078017 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04056b6-594b-439c-b412-d38cb68d1d69" -d '{"events": [{"server_uuid": "86441e7a-c8f0-4dd5-b040-ec30c0ff4b58", "name": "network-vif-deleted", "tag": "265eb48f-6d96-420b-8d2f-65c87918fd31"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:47.088015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41776) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:47.094849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ec1ec-4c87-4f95-8b6c-97cd060cff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241ac3d1-ec34-4f92-9ec1-da26562cf0ee,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:47.149214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e2eb5-a9ec-49b5-af20-616b9b058b9c service neutron] Pushing event updated for resources: {'Port': ['ID=ce30e3e7-2751-4487-8ede-d3a701c2b13a,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:47.209245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2d0dd70-ba49-4976-bc90-b5290d07848d req-27dee5c9-7c01-420f-86be-ceb762aa03c8 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 210 time: 0.1639953 Feb 09 15:52:47.229926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-96ef2865-da13-485e-8680-991f6abdd30b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00baeda3-df04-4c2d-bccf-6d5ec784ce2a HTTP/1.1" status: 200 len: 217 time: 0.1376200 Feb 09 15:52:47.268433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-5bf8c6f0-0b22-42bd-bbf3-00085bad5fbd tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.270097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-5bf8c6f0-0b22-42bd-bbf3-00085bad5fbd tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.73 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 822 time: 1.0839407 Feb 09 15:52:47.300509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155954a-7a18-4490-a959-4f9dd261c682 req-64ad4af0-fff0-436e-a87a-e32a56884199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.303677 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-64ad4af0-fff0-436e-a87a-e32a56884199 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 1095 time: 0.0908151 Feb 09 15:52:47.345999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-6fbc82da-4439-44d6-93be-a4150de90867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.348172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-6fbc82da-4439-44d6-93be-a4150de90867 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 200 len: 851 time: 0.8490086 Feb 09 15:52:47.356866 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-cb5482e5-81c3-48a1-9d37-136a900214d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce30e3e7-2751-4487-8ede-d3a701c2b13a HTTP/1.1" status: 200 len: 217 time: 0.0452251 Feb 09 15:52:47.399789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Request body: {'port': {'device_id': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'network_id': '52658206-7649-4887-8448-95901b40700b', 'admin_state_up': True, 'tenant_id': '05d49b49b1514cafbb57c499d8087ab2'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:47.422833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155954a-7a18-4490-a959-4f9dd261c682 req-43bc7f4b-190d-4789-8bda-d360e6bd9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.424786 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-43bc7f4b-190d-4789-8bda-d360e6bd9adb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 200 len: 855 time: 0.0609555 Feb 09 15:52:47.494192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155954a-7a18-4490-a959-4f9dd261c682 req-3551a3a3-d548-43bf-955a-9317d7edf92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.496220 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-3551a3a3-d548-43bf-955a-9317d7edf92a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9544151-86d2-4fea-8226-2f6df368e10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637097 Feb 09 15:52:47.514736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1585b-0a54-42f0-9726-a792dbac1625 req-c16c8e7b-c4fe-467f-8bbc-83c1f5747a57 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.516388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cb1585b-0a54-42f0-9726-a792dbac1625 req-c16c8e7b-c4fe-467f-8bbc-83c1f5747a57 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 931 time: 1.0481532 Feb 09 15:52:47.581228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:47.616288 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-428a5adb-b8f1-4576-a2c6-ccecabeff367 service neutron] 10.222.0.13 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124527 Feb 09 15:52:47.704166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 00baeda3-df04-4c2d-bccf-6d5ec784ce2a details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:47.708587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3fdff392-a4db-448c-af6d-0be21b8949f9 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:47.744272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-b85b05d1-f6cc-4cad-bc42-2e3d860e3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.744921 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4155954a-7a18-4490-a959-4f9dd261c682 req-872adaeb-3dd7-4d0a-ba0c-873eba14cd6b service neutron] 10.222.0.13 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212051 Feb 09 15:52:47.746983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-b85b05d1-f6cc-4cad-bc42-2e3d860e3063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4e57af87-82d8-4428-ac9e-9ba02ca2cc7f HTTP/1.1" status: 200 len: 849 time: 0.4074073 Feb 09 15:52:47.889015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-09e0e05a-be7d-40df-a753-bf5ccd6dcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:47.890718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-09e0e05a-be7d-40df-a753-bf5ccd6dcc39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4838319 Feb 09 15:52:47.891753 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dee2b8ac-d63c-45e0-a37a-9fed4bb7627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:47.966111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-41e0b505-0d5a-49bd-add3-9a290ee04f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=431b8890-7cd7-475e-b34b-65345b0b528c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845455 Feb 09 15:52:47.999189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cb1585b-0a54-42f0-9726-a792dbac1625 req-5db941a7-8b27-444c-9e0b-9bae665a380b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354737 Feb 09 15:52:48.001602 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.059016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,segment=NetworkSegment(cdca1722-2e61-4777-a1e7-714eb796c3e5),segment_id=cdca1722-2e61-4777-a1e7-714eb796c3e5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:48.097466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:48.100627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:48.104682 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356d7c49-ba69-49e2-9d47-4ac6b09ed61d" -d '{"events": [{"server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:48.136484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '00baeda3-df04-4c2d-bccf-6d5ec784ce2a', 'network_id': '431b8890-7cd7-475e-b34b-65345b0b528c', 'port_id': '00baeda3-df04-4c2d-bccf-6d5ec784ce2a', 'mac_address': 'fa:16:3e:6f:66:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e57af87-82d8-4428-ac9e-9ba02ca2cc7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:48.234800 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dee2b8ac-d63c-45e0-a37a-9fed4bb7627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.251631 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.259753 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.353455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00baeda3-df04-4c2d-bccf-6d5ec784ce2a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:48.391056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-54d60895-aea5-4c6f-8b44-8755df4cc324 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:48.391308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,segment=NetworkSegment(cdca1722-2e61-4777-a1e7-714eb796c3e5),segment_id=cdca1722-2e61-4777-a1e7-714eb796c3e5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:48.393743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-54d60895-aea5-4c6f-8b44-8755df4cc324 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.9899552 Feb 09 15:52:48.412347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-f737739c-b330-4c59-9f21-d6e34a6cf3b2 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:48.412347 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-f737739c-b330-4c59-9f21-d6e34a6cf3b2 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.73 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 816 time: 0.3354878 Feb 09 15:52:48.423281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Request body: {'port': {'device_id': '5702d8df-8e7a-4152-a006-e93aa18b874d', 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c', 'admin_state_up': True, 'tenant_id': '332271a06a0845079be85fcdf59a01f7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:48.464281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:48.479545 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.547710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7913013-bb57-43df-bb03-0276ba84ab5e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:48.553495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:48.565235 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.587933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-e3c396ca-d203-4079-ae40-284ef5416377 service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279709 Feb 09 15:52:48.737947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Transition to ACTIVE for port object c7913013-bb57-43df-bb03-0276ba84ab5e will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:48.741355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Made reservation on behalf of 332271a06a0845079be85fcdf59a01f7 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:48.748981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.799940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['00baeda3-df04-4c2d-bccf-6d5ec784ce2a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:48.840738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-6c143725-a83a-41b0-b665-9223d03e8a80 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/quotas/e3fbcfe4cc354574a0fe8dc1c4dda685 HTTP/1.1" status: 200 len: 375 time: 0.4245596 Feb 09 15:52:48.904063 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.998594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Allocated IP 172.20.0.8 (e9544151-86d2-4fea-8226-2f6df368e10c/9a5886dd-5287-43c8-90b2-d3efde54c6de/1eecf6a9-8459-4a85-ad7d-0ff793f5f187) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:49.057339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Made reservation on behalf of 05d49b49b1514cafbb57c499d8087ab2 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:49.060589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:49.107143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-cf8182cb-ffbd-40e5-af93-37c7dffd328b service neutron] 10.222.0.13 "GET /v2.0/networks/431b8890-7cd7-475e-b34b-65345b0b528c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0874579 Feb 09 15:52:49.160968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Pushing event updated for resources: {'Port': ['ID=c7913013-bb57-43df-bb03-0276ba84ab5e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:49.273652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-cc0efe78-ca5c-4d6f-bf0e-13671a0dc99f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4317620 Feb 09 15:52:49.315343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7941bfd-f396-4192-8a0e-1c2ce74dd732 req-32baa755-6bec-4e2b-b0ae-eaebf5c8d4eb service neutron] 10.222.0.13 "GET /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105280 Feb 09 15:52:49.316026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dee2b8ac-d63c-45e0-a37a-9fed4bb7627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:49.318988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dee2b8ac-d63c-45e0-a37a-9fed4bb7627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:49.321477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dee2b8ac-d63c-45e0-a37a-9fed4bb7627c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/241ac3d1-ec34-4f92-9ec1-da26562cf0ee HTTP/1.1" status: 204 len: 168 time: 2.2279222 Feb 09 15:52:49.321733 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:49.576757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:49.665073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Network e9544151-86d2-4fea-8226-2f6df368e10c is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:49.671383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:49.678122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:49.800523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:49.806170 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:49.812622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Pushing event updated for resources: {'Port': ['ID=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:49.855782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2b8ac-d63c-45e0-a37a-9fed4bb7627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ac3d1-ec34-4f92-9ec1-da26562cf0ee,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:49.938370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ead1a2f-1e51-482c-819a-3df3d16af920 req-0ec5426c-5ae5-4b6f-823f-8526c5114d79 service neutron] 10.222.0.13 "GET /v2.0/networks/431b8890-7cd7-475e-b34b-65345b0b528c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196244 Feb 09 15:52:49.954397 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-96ea11dc-0c39-4e4f-b20d-9542c6fde059 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5399413 Feb 09 15:52:49.976329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Request body: {'port': {'device_id': '5702d8df-8e7a-4152-a006-e93aa18b874d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:50.072913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Attempting to bind port c7913013-bb57-43df-bb03-0276ba84ab5e on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:50.073447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Attempting to bind port c7913013-bb57-43df-bb03-0276ba84ab5e by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:50.073557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Attempting to bind port c7913013-bb57-43df-bb03-0276ba84ab5e on network e9544151-86d2-4fea-8226-2f6df368e10c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:50.086148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f7052afd-de03-4c53-9696-f8d2fd0d672b None None] Provisioning complete for port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:50.087779 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f7052afd-de03-4c53-9696-f8d2fd0d672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.094823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Port c7913013-bb57-43df-bb03-0276ba84ab5e on network e9544151-86d2-4fea-8226-2f6df368e10c not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:52:50.095158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Attempting to bind port c7913013-bb57-43df-bb03-0276ba84ab5e on network e9544151-86d2-4fea-8226-2f6df368e10c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:50.119266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Allocated IP 172.20.0.5 (52658206-7649-4887-8448-95901b40700b/e7fad0bf-88ca-4077-a513-8974702450e5/f73c94f9-8076-46e6-ac0f-452bf5c39af4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:50.126419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.131815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:52:50.132237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Checking segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:50.133223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Bound using segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:52:50.133710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Bound port: c7913013-bb57-43df-bb03-0276ba84ab5e, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:50.134087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.141440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cbbaa7-7e18-41b5-b759-663bc87f82d7 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:50.162023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f7052afd-de03-4c53-9696-f8d2fd0d672b None None] Port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:52:50.185460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-689f0799-436e-4e80-8bdc-df8c4388978e service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8584199 Feb 09 15:52:50.189601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.291063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Transition to ACTIVE for port object 79cbbaa7-7e18-41b5-b759-663bc87f82d7 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:50.419529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41842) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:50.441100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22036c7f-ac29-4380-ae5a-5ef2992d7d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.449418 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.451984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] For port c7913013-bb57-43df-bb03-0276ba84ab5e, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:50.492133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-fa596a3c-fe64-4b82-80e8-29c4afe2b713 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877016 Feb 09 15:52:50.504564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddc938-8bf6-4704-aa2f-e0ac0279d13b req-550ae03a-de9d-4186-97d9-cd9d78ed031e tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:50.506325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ddc938-8bf6-4704-aa2f-e0ac0279d13b req-550ae03a-de9d-4186-97d9-cd9d78ed031e tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 944 time: 0.2469337 Feb 09 15:52:50.522565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:50.535884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.542175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] For port c7913013-bb57-43df-bb03-0276ba84ab5e, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c7913013-bb57-43df-bb03-0276ba84ab5e,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:50.593752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22036c7f-ac29-4380-ae5a-5ef2992d7d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.616596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Transition to ACTIVE for port object 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:50.616808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=79cbbaa7-7e18-41b5-b759-663bc87f82d7,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:50.660264 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.689893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22036c7f-ac29-4380-ae5a-5ef2992d7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.696850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78ddc938-8bf6-4704-aa2f-e0ac0279d13b req-3615d5fa-8d15-4a9a-b22a-eb59e3a5a15d tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/security-groups?id=4890bfb5-5b5e-41e6-8e86-4a608a7819df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569178 Feb 09 15:52:50.726119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.745938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.769027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:50.769669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.771173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] 10.222.0.73 "PUT /v2.0/ports/c7913013-bb57-43df-bb03-0276ba84ab5e HTTP/1.1" status: 200 len: 1091 time: 5.5329914 Feb 09 15:52:50.805704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86727e7e-a310-4df6-ae40-372452ca1750 service neutron] Pushing event updated for resources: {'Port': ['ID=c7913013-bb57-43df-bb03-0276ba84ab5e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:50.842561 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2a9f8c-d323-4840-9085-852357a2ce17 x-openstack-request-id: req-6b2a9f8c-d323-4840-9085-852357a2ce17 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:50.843395 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d699a112-c86d-43f3-b208-9904929d4915", "tag": "ce30e3e7-2751-4487-8ede-d3a701c2b13a", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:50.844455 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b2a9f8c-d323-4840-9085-852357a2ce17 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:50.845693 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd699a112-c86d-43f3-b208-9904929d4915', 'tag': 'ce30e3e7-2751-4487-8ede-d3a701c2b13a', 'status': 'completed', 'code': 200} Feb 09 15:52:50.896864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22036c7f-ac29-4380-ae5a-5ef2992d7d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47074a5-4b30-4efb-bb32-8bbc459045e6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:50.929950 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-22036c7f-ac29-4380-ae5a-5ef2992d7d86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86383d2a1196426b98bd31cf3072d600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084794 Feb 09 15:52:50.935452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41848) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:50.958862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Attempting to bind port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:50.959219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Attempting to bind port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:50.959815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Attempting to bind port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:50.989237 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Pushing event updated for resources: {'Port': ['ID=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:50.994726 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd9cb97-ff11-44c3-9770-13ba568a0842 x-openstack-request-id: req-efd9cb97-ff11-44c3-9770-13ba568a0842 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:50.994928 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86441e7a-c8f0-4dd5-b040-ec30c0ff4b58", "name": "network-vif-deleted", "tag": "265eb48f-6d96-420b-8d2f-65c87918fd31", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:50.995038 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efd9cb97-ff11-44c3-9770-13ba568a0842 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:50.995444 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86441e7a-c8f0-4dd5-b040-ec30c0ff4b58', 'name': 'network-vif-deleted', 'tag': '265eb48f-6d96-420b-8d2f-65c87918fd31', 'status': 'completed', 'code': 200} Feb 09 15:52:50.997762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:52:50.998128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Attempting to bind port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:51.005583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:52:51.005941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Checking segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:51.006550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Bound using segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:52:51.007370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Bound port: 79cbbaa7-7e18-41b5-b759-663bc87f82d7, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:51.007747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.080011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.183881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d030b3-fdae-4246-b42d-27da90c67d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.186147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-4bccb412-6eef-422f-8ecd-902845161813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.188896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-4bccb412-6eef-422f-8ecd-902845161813 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 1095 time: 0.2990799 Feb 09 15:52:51.192919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-ef7fde6f-b6be-4dd2-b1c0-8f19326a021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.195962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-ef7fde6f-b6be-4dd2-b1c0-8f19326a021d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 1094 time: 0.2480111 Feb 09 15:52:51.231369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Attempting to bind port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:51.231983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Attempting to bind port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:51.232552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Attempting to bind port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 on network e9544151-86d2-4fea-8226-2f6df368e10c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:51.255554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d030b3-fdae-4246-b42d-27da90c67d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.259089 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 on network e9544151-86d2-4fea-8226-2f6df368e10c not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:52:51.259562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Attempting to bind port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 on network e9544151-86d2-4fea-8226-2f6df368e10c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:51.275283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event updated for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:51.312754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:52:51.313313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Checking segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:51.313939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Bound using segment: {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:52:51.314630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Bound port: 1eecf6a9-8459-4a85-ad7d-0ff793f5f187, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:51.315125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.346693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] For port 79cbbaa7-7e18-41b5-b759-663bc87f82d7, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:51.422045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Network 52658206-7649-4887-8448-95901b40700b is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:51.434545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-e1a84ac6-0d68-49e7-9bf7-af7b0f564712 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7913013-bb57-43df-bb03-0276ba84ab5e HTTP/1.1" status: 200 len: 217 time: 0.1409247 Feb 09 15:52:51.448803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:51.452970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:51.474648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] For port 79cbbaa7-7e18-41b5-b759-663bc87f82d7, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=79cbbaa7-7e18-41b5-b759-663bc87f82d7,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:51.488934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] For port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:51.495768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] For port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:51.577336 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d030b3-fdae-4246-b42d-27da90c67d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.581617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dac729-155d-40e3-857e-a17439c686bd req-e19e17e7-9f56-47da-93fd-2a2221351335 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.584613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d030b3-fdae-4246-b42d-27da90c67d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.584800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62dac729-155d-40e3-857e-a17439c686bd req-e19e17e7-9f56-47da-93fd-2a2221351335 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 943 time: 0.5104859 Feb 09 15:52:51.584933 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-69d030b3-fdae-4246-b42d-27da90c67d51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d47074a5-4b30-4efb-bb32-8bbc459045e6 HTTP/1.1" status: 204 len: 168 time: 0.6377809 Feb 09 15:52:51.586754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.613362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c90a4d-3e2e-4a18-808d-29d8dc8d3364 req-808a6259-9724-4dfd-bb30-d4bf93b90820 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.622359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45c90a4d-3e2e-4a18-808d-29d8dc8d3364 req-808a6259-9724-4dfd-bb30-d4bf93b90820 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.4539244 Feb 09 15:52:51.624863 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.676343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d030b3-fdae-4246-b42d-27da90c67d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47074a5-4b30-4efb-bb32-8bbc459045e6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:51.701489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.702089 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.704385 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] 10.222.0.73 "PUT /v2.0/ports/1eecf6a9-8459-4a85-ad7d-0ff793f5f187 HTTP/1.1" status: 200 len: 1091 time: 1.7415457 Feb 09 15:52:51.733207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.733897 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.746766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device ce30e3e7-2751-4487-8ede-d3a701c2b13a details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:51.758691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-3610919a-a2ce-4177-ab95-4c1b6ac3205c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.758691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-3610919a-a2ce-4177-ab95-4c1b6ac3205c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 200 len: 855 time: 0.2939427 Feb 09 15:52:51.759324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 00baeda3-df04-4c2d-bccf-6d5ec784ce2a up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:51.770363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.770986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:51.773043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/79cbbaa7-7e18-41b5-b759-663bc87f82d7 HTTP/1.1" status: 200 len: 1091 time: 5.1850667 Feb 09 15:52:51.782040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebd699-eca8-4b38-b84c-adc4153b0382 service neutron] Pushing event updated for resources: {'Port': ['ID=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:51.797113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-74778139-cf72-414b-88d1-91aae2680f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:51.798661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-74778139-cf72-414b-88d1-91aae2680f98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 917 time: 0.5324841 Feb 09 15:52:51.920694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45c90a4d-3e2e-4a18-808d-29d8dc8d3364 req-df2eab04-46f1-4202-9608-995274f1c6d7 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934067 Feb 09 15:52:51.922798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea341d-7423-4af7-a9f5-9ae07b11a5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=79cbbaa7-7e18-41b5-b759-663bc87f82d7,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:52.023705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:52.035178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:52.036200 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:52.107699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62dac729-155d-40e3-857e-a17439c686bd req-8ba65c5a-f88a-464b-8ca8-7d02246a2b56 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398482 Feb 09 15:52:52.110145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-9dd9fdcd-7854-48c9-8a29-700d6df02861 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce30e3e7-2751-4487-8ede-d3a701c2b13a HTTP/1.1" status: 200 len: 217 time: 0.2739949 Feb 09 15:52:52.119764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-dbc66388-2e9d-4bcb-b553-e3ea49a20b3f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7448659 Feb 09 15:52:52.167109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Request body: {'port': {'device_id': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:52.186432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-d633b78d-bf1a-498c-af6e-cd51dc43dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:52.197830 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-d633b78d-bf1a-498c-af6e-cd51dc43dd72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 1094 time: 0.2187276 Feb 09 15:52:52.198392 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e706cc-69c9-457e-91d0-7d5a37076336 x-openstack-request-id: req-e5e706cc-69c9-457e-91d0-7d5a37076336 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:52.199081 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:52.199568 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5e706cc-69c9-457e-91d0-7d5a37076336 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:52.200470 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'code': 200} Feb 09 15:52:52.346332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-4d030db3-dde8-4605-ae0d-2592215a0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:52.349270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-4d030db3-dde8-4605-ae0d-2592215a0fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9544151-86d2-4fea-8226-2f6df368e10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5698125 Feb 09 15:52:52.356177 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-4665bd38-a7ec-4a0d-8687-418d94fea9e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79cbbaa7-7e18-41b5-b759-663bc87f82d7 HTTP/1.1" status: 200 len: 217 time: 0.1530476 Feb 09 15:52:52.397376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port ce30e3e7-2751-4487-8ede-d3a701c2b13a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ce30e3e7-2751-4487-8ede-d3a701c2b13a,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:52.439701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:52.462816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'ce30e3e7-2751-4487-8ede-d3a701c2b13a', 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c', 'port_id': 'ce30e3e7-2751-4487-8ede-d3a701c2b13a', 'mac_address': 'fa:16:3e:47:3c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5886dd-5287-43c8-90b2-d3efde54c6de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:52.463536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-55954881-9a6d-40b9-ba0a-4558cbf89fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:52.466540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-55954881-9a6d-40b9-ba0a-4558cbf89fb4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 200 len: 855 time: 0.3422909 Feb 09 15:52:52.475813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-db1c7d91-a98a-4103-9b4a-32d163be54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:52.475813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-db1c7d91-a98a-4103-9b4a-32d163be54a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 1094 time: 0.5163071 Feb 09 15:52:52.497407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-00267639-40b6-4e2e-a67e-9c20c48c719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:52.505280 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-00267639-40b6-4e2e-a67e-9c20c48c719a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.1387582 Feb 09 15:52:52.574709 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-a148aad3-ac78-4e9f-8bb1-37d24b7f2ae5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651860 Feb 09 15:52:52.702985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-11ed5265-f041-4ef7-b816-07c3e2c822dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eecf6a9-8459-4a85-ad7d-0ff793f5f187 HTTP/1.1" status: 200 len: 217 time: 0.1945224 Feb 09 15:52:52.703973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:52.747230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04f78f-2079-4f8c-a335-8afafd351df4 req-35558622-0b1f-4cdf-8ba1-0a6974f1d643 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:52.764984 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c04f78f-2079-4f8c-a335-8afafd351df4 req-35558622-0b1f-4cdf-8ba1-0a6974f1d643 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 931 time: 0.5881565 Feb 09 15:52:52.773126 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:52.835181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce30e3e7-2751-4487-8ede-d3a701c2b13a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:52.849132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,segment=NetworkSegment(cdca1722-2e61-4777-a1e7-714eb796c3e5),segment_id=cdca1722-2e61-4777-a1e7-714eb796c3e5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:52.881873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port ce30e3e7-2751-4487-8ede-d3a701c2b13a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ce30e3e7-2751-4487-8ede-d3a701c2b13a,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:52.890024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5702d8df-8e7a-4152-a006-e93aa18b874d', 'tag': '1eecf6a9-8459-4a85-ad7d-0ff793f5f187'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:52.895893 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5702d8df-8e7a-4152-a006-e93aa18b874d", "tag": "1eecf6a9-8459-4a85-ad7d-0ff793f5f187"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:52.907042 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-3dad5cb9-32cb-4a7a-a3a6-f31277e435e4 service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241868 Feb 09 15:52:52.951394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2a092-c826-4e35-8deb-65bddd616865 req-ab333412-92d7-4929-98ad-ad5109ef95d1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:52.954035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5b2a092-c826-4e35-8deb-65bddd616865 req-ab333412-92d7-4929-98ad-ad5109ef95d1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 943 time: 0.5949447 Feb 09 15:52:52.959207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:53.015456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7844c54-4564-4b0e-bfdf-223d75db63dc', 'tag': 'c7913013-bb57-43df-bb03-0276ba84ab5e'}, {'name': 'network-changed', 'server_uuid': '63e2a977-aae5-4c0f-8083-50c2cb2248f3', 'tag': '79cbbaa7-7e18-41b5-b759-663bc87f82d7'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:53.019995 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1625c8-0376-465f-bf71-a54c3b219719" -d '{"events": [{"name": "network-changed", "server_uuid": "a7844c54-4564-4b0e-bfdf-223d75db63dc", "tag": "c7913013-bb57-43df-bb03-0276ba84ab5e"}, {"name": "network-changed", "server_uuid": "63e2a977-aae5-4c0f-8083-50c2cb2248f3", "tag": "79cbbaa7-7e18-41b5-b759-663bc87f82d7"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:53.079548 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:53.083014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-9f0be3d7-7267-4620-a590-726568246a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:53.086450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-9f0be3d7-7267-4620-a590-726568246a02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9544151-86d2-4fea-8226-2f6df368e10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5656972 Feb 09 15:52:53.089458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-14edd3a5-fd2b-422d-965c-09f1697dd4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:53.091095 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-90890d06-1d2b-4475-8995-7190e01d055d service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752369 Feb 09 15:52:53.154218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c04f78f-2079-4f8c-a335-8afafd351df4 req-b17b5ca1-d840-4689-bf7e-e564825c5da5 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938165 Feb 09 15:52:53.167054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-d01c303b-5d4a-40d9-add3-4957e5e2e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:53.170047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-d01c303b-5d4a-40d9-add3-4957e5e2e776 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 200 len: 855 time: 0.4511659 Feb 09 15:52:53.185221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:53.223740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-ef109bb4-0e25-418e-8e60-2dc1cf1d073d service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8611679 Feb 09 15:52:53.357584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=ce30e3e7-2751-4487-8ede-d3a701c2b13a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:53.431553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ce30e3e7-2751-4487-8ede-d3a701c2b13a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:53.486582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5b2a092-c826-4e35-8deb-65bddd616865 req-c2dd41a5-5524-4ce7-9472-f5fb1d38473c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613059 Feb 09 15:52:53.578863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-fea9d2db-9bc8-47bf-9efc-5f294147e99d service neutron] 10.222.0.13 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694464 Feb 09 15:52:54.153285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-720ab167-8b16-4176-8bd2-e6bd5774eeb6 req-df5e76ab-999a-41a2-aa55-11d85d057cf6 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 210 time: 0.1588666 Feb 09 15:52:54.166505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-a75a9477-7768-4dc0-94c9-e7311fce66db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:54.168014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-a75a9477-7768-4dc0-94c9-e7311fce66db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9544151-86d2-4fea-8226-2f6df368e10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9370046 Feb 09 15:52:54.202839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd40593-aa16-49df-81f6-ca946d788187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00baeda3-df04-4c2d-bccf-6d5ec784ce2a'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:54.207446 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb0a0d3-b5bf-4421-990d-b75feaba0700" -d '{"events": [{"server_uuid": "6dd40593-aa16-49df-81f6-ca946d788187", "name": "network-vif-plugged", "status": "completed", "tag": "00baeda3-df04-4c2d-bccf-6d5ec784ce2a"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:54.510355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2868a3f-9ae2-43eb-8d52-ab32f814a173 req-73cc7931-c995-4098-9c8c-f5306d91a05d service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0288630 Feb 09 15:52:54.564495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d30fd-14d1-41e4-b47b-c9072acfb4d0 req-2be147a6-57cc-4498-a21d-d4c1d2ad9c61 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:54.566216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc5d30fd-14d1-41e4-b47b-c9072acfb4d0 req-2be147a6-57cc-4498-a21d-d4c1d2ad9c61 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 945 time: 0.5588298 Feb 09 15:52:54.591727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23699611-ec1a-49b4-baad-63a99c35aa38 req-1ee08c36-5604-45b3-bac9-74e2a622184e service neutron] 10.222.0.13 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9920459 Feb 09 15:52:54.717909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-0e97fd6c-a80d-4de2-bc55-0c3846adca40 service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272646 Feb 09 15:52:54.774008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-e5bcb12e-99bb-4f4e-9cc8-4447f1abaf09 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:54.776338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-e5bcb12e-99bb-4f4e-9cc8-4447f1abaf09 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 805 time: 0.5170305 Feb 09 15:52:54.781846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc5d30fd-14d1-41e4-b47b-c9072acfb4d0 req-e3fce43f-762e-4edb-a6c6-705a20b2af08 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/security-groups?id=4890bfb5-5b5e-41e6-8e86-4a608a7819df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007773 Feb 09 15:52:54.794010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb854abf-b661-49a3-a2ba-68e27e2e354b req-b9a38830-b25c-4305-94db-fd2764efa8b4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:54.796189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb854abf-b661-49a3-a2ba-68e27e2e354b req-b9a38830-b25c-4305-94db-fd2764efa8b4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.4993081 Feb 09 15:52:54.808660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Request body: {'port': {'device_id': 'f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'admin_state_up': True, 'tenant_id': 'e3fbcfe4cc354574a0fe8dc1c4dda685'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:54.881111 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268784fb-9bcb-4b8a-8e9f-a430b992808d x-openstack-request-id: req-268784fb-9bcb-4b8a-8e9f-a430b992808d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:54.883978 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5702d8df-8e7a-4152-a006-e93aa18b874d", "tag": "1eecf6a9-8459-4a85-ad7d-0ff793f5f187", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:54.883978 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-268784fb-9bcb-4b8a-8e9f-a430b992808d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:54.883978 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5702d8df-8e7a-4152-a006-e93aa18b874d', 'tag': '1eecf6a9-8459-4a85-ad7d-0ff793f5f187', 'status': 'completed', 'code': 200} Feb 09 15:52:54.994377 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8eed0f-15d0-43aa-ad19-f982c377adb6 x-openstack-request-id: req-fe8eed0f-15d0-43aa-ad19-f982c377adb6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:54.994850 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7844c54-4564-4b0e-bfdf-223d75db63dc", "tag": "c7913013-bb57-43df-bb03-0276ba84ab5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63e2a977-aae5-4c0f-8083-50c2cb2248f3", "tag": "79cbbaa7-7e18-41b5-b759-663bc87f82d7", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:54.995256 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe8eed0f-15d0-43aa-ad19-f982c377adb6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:54.995874 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7844c54-4564-4b0e-bfdf-223d75db63dc', 'tag': 'c7913013-bb57-43df-bb03-0276ba84ab5e', 'status': 'completed', 'code': 200} Feb 09 15:52:54.996301 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e2a977-aae5-4c0f-8083-50c2cb2248f3', 'tag': '79cbbaa7-7e18-41b5-b759-663bc87f82d7', 'status': 'completed', 'code': 200} Feb 09 15:52:55.004343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73c94f9-8076-46e6-ac0f-452bf5c39af4 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:55.040907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.057749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:55.085407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 79cbbaa7-7e18-41b5-b759-663bc87f82d7 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:55.158711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Transition to ACTIVE for port object f73c94f9-8076-46e6-ac0f-452bf5c39af4 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:55.172467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb854abf-b661-49a3-a2ba-68e27e2e354b req-6efed23f-d6a4-44d9-a1d7-a77a09b90485 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3554976 Feb 09 15:52:55.247032 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d1558a8b-786a-48e7-b349-4e6d7767a9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.267076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 79cbbaa7-7e18-41b5-b759-663bc87f82d7, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=79cbbaa7-7e18-41b5-b759-663bc87f82d7,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:55.294102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '79cbbaa7-7e18-41b5-b759-663bc87f82d7', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'port_id': '79cbbaa7-7e18-41b5-b759-663bc87f82d7', 'mac_address': 'fa:16:3e:a0:71:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9af1e-67d0-4a41-ba8c-bfce70bdd120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:55.294613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-591f35b3-3533-46d2-ada3-53321d8acce1 req-0d48b6a9-63c7-440b-8c2b-ca806cdf99b3 service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691235 Feb 09 15:52:55.300055 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5e4a4d2e-faac-40e7-9391-163fd2f41070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.342805 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.344922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d1558a8b-786a-48e7-b349-4e6d7767a9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.379974 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.397620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cbbaa7-7e18-41b5-b759-663bc87f82d7 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:55.424978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 79cbbaa7-7e18-41b5-b759-663bc87f82d7, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=79cbbaa7-7e18-41b5-b759-663bc87f82d7,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:55.449901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-00a53735-9e03-40c2-b51f-70516e1f2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:55.451480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-00a53735-9e03-40c2-b51f-70516e1f2e19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 1094 time: 0.4271598 Feb 09 15:52:55.490897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d1558a8b-786a-48e7-b349-4e6d7767a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.532767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64459c-15d2-457c-a49d-aa3aec3e4ad5 req-b55f04cd-0851-448e-9fc8-6bbc5611f4cb tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:55.534440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb64459c-15d2-457c-a49d-aa3aec3e4ad5 req-b55f04cd-0851-448e-9fc8-6bbc5611f4cb tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 943 time: 0.4688604 Feb 09 15:52:55.552577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Pushing event updated for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:55.585666 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d1558a8b-786a-48e7-b349-4e6d7767a9b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11c8cd347e5140d2a5d2d10299ba8184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5264120 Feb 09 15:52:55.587124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1558a8b-786a-48e7-b349-4e6d7767a9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f42b0c-01b6-4bd6-99bd-3871fb1d5e2f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:55.592740 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.593010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41918) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:52:55.684593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=79cbbaa7-7e18-41b5-b759-663bc87f82d7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:55.693974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b68c2624-e00b-4236-9ec6-f92c5c73c776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.702473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Made reservation on behalf of e3fbcfe4cc354574a0fe8dc1c4dda685 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:55.706122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.734124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b68c2624-e00b-4236-9ec6-f92c5c73c776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.778186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device ce30e3e7-2751-4487-8ede-d3a701c2b13a up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:55.797821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-31fbbed5-b131-4c31-b9a4-af681643a17d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:55.799458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-31fbbed5-b131-4c31-b9a4-af681643a17d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 804 time: 0.4607587 Feb 09 15:52:55.823362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['79cbbaa7-7e18-41b5-b759-663bc87f82d7'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:55.833926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb64459c-15d2-457c-a49d-aa3aec3e4ad5 req-ac44cde1-d3b2-43b0-810e-eea55006710f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742758 Feb 09 15:52:55.883417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-5438cd68-d5b0-4226-bd59-4736305c3cc6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:55.884377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-5438cd68-d5b0-4226-bd59-4736305c3cc6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.13 "GET /v2.0/ports?device_id=e48c11db-150e-497c-9191-118731e02aac HTTP/1.1" status: 200 len: 943 time: 0.2818856 Feb 09 15:52:55.887829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-239698b3-98f1-404a-a854-bd5d2eee4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:55.889470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-239698b3-98f1-404a-a854-bd5d2eee4fd2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 917 time: 0.3937008 Feb 09 15:52:55.893102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-e35dbc27-dd9c-4e5a-ad8e-cb1a8f87636d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/quotas/f92be92017d94928afd76cdc969aabc5 HTTP/1.1" status: 200 len: 375 time: 0.0659814 Feb 09 15:52:55.906220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-35d4f8f1-7cdc-4cd4-b4ec-ab01c78aec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:55.907785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-35d4f8f1-7cdc-4cd4-b4ec-ab01c78aec29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 1094 time: 0.3085387 Feb 09 15:52:55.925959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b68c2624-e00b-4236-9ec6-f92c5c73c776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.936402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b68c2624-e00b-4236-9ec6-f92c5c73c776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:55.955923 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b68c2624-e00b-4236-9ec6-f92c5c73c776 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04f42b0c-01b6-4bd6-99bd-3871fb1d5e2f HTTP/1.1" status: 204 len: 168 time: 0.3532126 Feb 09 15:52:55.988588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Attempting to bind port f73c94f9-8076-46e6-ac0f-452bf5c39af4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:55.989127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Attempting to bind port f73c94f9-8076-46e6-ac0f-452bf5c39af4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:55.989663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Attempting to bind port f73c94f9-8076-46e6-ac0f-452bf5c39af4 on network 52658206-7649-4887-8448-95901b40700b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:55.993993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c2624-e00b-4236-9ec6-f92c5c73c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f42b0c-01b6-4bd6-99bd-3871fb1d5e2f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:56.066033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port ce30e3e7-2751-4487-8ede-d3a701c2b13a completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:56.077903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port ce30e3e7-2751-4487-8ede-d3a701c2b13a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:56.083168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:56.172866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-13921052-aa21-42f9-bb3e-855ec7267a0d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7913013-bb57-43df-bb03-0276ba84ab5e HTTP/1.1" status: 200 len: 217 time: 0.2617702 Feb 09 15:52:56.235690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Port f73c94f9-8076-46e6-ac0f-452bf5c39af4 on network 52658206-7649-4887-8448-95901b40700b not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:52:56.236346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Attempting to bind port f73c94f9-8076-46e6-ac0f-452bf5c39af4 on network 52658206-7649-4887-8448-95901b40700b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:52:56.274983 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:56.336387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port ce30e3e7-2751-4487-8ede-d3a701c2b13a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ce30e3e7-2751-4487-8ede-d3a701c2b13a,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:56.387873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:52:56.388333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Checking segment: {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:52:56.388829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Bound using segment: {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:52:56.391677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Bound port: f73c94f9-8076-46e6-ac0f-452bf5c39af4, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:56.391677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:56.410789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:56.412664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3fdff392-a4db-448c-af6d-0be21b8949f9 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:52:56.493739 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:56.516697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-e6e0d614-f62c-422d-bdfb-42677c232bf4 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5970924 Feb 09 15:52:56.544003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=ce30e3e7-2751-4487-8ede-d3a701c2b13a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:56.643048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a311a-b1c6-4800-a6bb-23973beb64c1 req-6ec855bf-48d3-4642-91be-4441fd1e9090 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:56.646104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f8a311a-b1c6-4800-a6bb-23973beb64c1 req-6ec855bf-48d3-4642-91be-4441fd1e9090 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 943 time: 0.4952846 Feb 09 15:52:56.669766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-f35311bf-98d6-4eab-93a2-e3284c4f0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:56.672353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-f35311bf-98d6-4eab-93a2-e3284c4f0162 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 200 len: 855 time: 0.4255021 Feb 09 15:52:57.074213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-37090e48-47d9-4952-acde-ef47c99d4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:57.075742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-37090e48-47d9-4952-acde-ef47c99d4c85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 917 time: 1.1544425 Feb 09 15:52:57.083294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c7913013-bb57-43df-bb03-0276ba84ab5e details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:57.093702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 79cbbaa7-7e18-41b5-b759-663bc87f82d7 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:57.119293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Allocated IP 172.20.0.4 (8fe90d03-74e6-453d-8f52-18e4671920fb/1d5c1cd5-fa7c-471b-bb59-78d9844adee3/9e103689-5a64-4b27-a748-751458efc881) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:57.205354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-1fe258e3-de4c-44a9-a98f-3712d59ae818 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eecf6a9-8459-4a85-ad7d-0ff793f5f187 HTTP/1.1" status: 200 len: 217 time: 0.0875907 Feb 09 15:52:57.219471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:57.265653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Deleting port 3fdff392-a4db-448c-af6d-0be21b8949f9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:52:57.265947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.297723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c7913013-bb57-43df-bb03-0276ba84ab5e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c7913013-bb57-43df-bb03-0276ba84ab5e,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:57.304135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:57.315106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'c7913013-bb57-43df-bb03-0276ba84ab5e', 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c', 'port_id': 'c7913013-bb57-43df-bb03-0276ba84ab5e', 'mac_address': 'fa:16:3e:f0:f5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5886dd-5287-43c8-90b2-d3efde54c6de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:57.320958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f8a311a-b1c6-4800-a6bb-23973beb64c1 req-c72be5b6-a159-4e2c-9e7e-35af5770093e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349545 Feb 09 15:52:57.363886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.375702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:57.384735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:57.384735 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.387637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7913013-bb57-43df-bb03-0276ba84ab5e {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:57.403483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-e43fae21-d73b-4d23-b557-d3209b0b4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:57.405203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-e43fae21-d73b-4d23-b557-d3209b0b4f78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9544151-86d2-4fea-8226-2f6df368e10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3918085 Feb 09 15:52:57.407135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-15b1fc36-a43c-4252-806a-67f0d238ba22 service neutron] 10.222.0.53 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8429837 Feb 09 15:52:57.441382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c7913013-bb57-43df-bb03-0276ba84ab5e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c7913013-bb57-43df-bb03-0276ba84ab5e,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:57.442856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-95f790aa-86c6-4b57-a9b1-364ade7d7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:57.448817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-95f790aa-86c6-4b57-a9b1-364ade7d7f3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 200 len: 855 time: 0.2171240 Feb 09 15:52:57.449143 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ab7fa7-0860-4295-9310-293f2ba0a34a x-openstack-request-id: req-04ab7fa7-0860-4295-9310-293f2ba0a34a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:52:57.449143 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd40593-aa16-49df-81f6-ca946d788187", "name": "network-vif-plugged", "status": "completed", "tag": "00baeda3-df04-4c2d-bccf-6d5ec784ce2a", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:52:57.449143 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04ab7fa7-0860-4295-9310-293f2ba0a34a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:52:57.449143 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd40593-aa16-49df-81f6-ca946d788187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00baeda3-df04-4c2d-bccf-6d5ec784ce2a', 'code': 200} Feb 09 15:52:57.490317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.505192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.546757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.549996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 79cbbaa7-7e18-41b5-b759-663bc87f82d7, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=79cbbaa7-7e18-41b5-b759-663bc87f82d7,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:57.610974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dcea9-621b-46a5-b5a0-62d04d105e31 req-ce236f54-9c70-4daa-bd60-9c8d959615ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:57.612565 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9b8dcea9-621b-46a5-b5a0-62d04d105e31 req-ce236f54-9c70-4daa-bd60-9c8d959615ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 1096 time: 0.0553515 Feb 09 15:52:57.657787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c7913013-bb57-43df-bb03-0276ba84ab5e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:57.660614 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9b8dcea9-621b-46a5-b5a0-62d04d105e31 req-a32b2f96-d394-44cd-bab4-005e586c3f85 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4890bfb5-5b5e-41e6-8e86-4a608a7819df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Feb 09 15:52:57.671955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.698347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:57.698982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.700504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] 10.222.0.73 "PUT /v2.0/ports/f73c94f9-8076-46e6-ac0f-452bf5c39af4 HTTP/1.1" status: 200 len: 1091 time: 5.5467935 Feb 09 15:52:57.718118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:57.723036 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3861765-b830-4902-96f2-27f9b0fac54e" -d '{"events": [{"name": "network-changed", "server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:57.759516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=79cbbaa7-7e18-41b5-b759-663bc87f82d7,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:57.767246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c7913013-bb57-43df-bb03-0276ba84ab5e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:57.832983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] For port 3fdff392-a4db-448c-af6d-0be21b8949f9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3fdff392-a4db-448c-af6d-0be21b8949f9,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:57.833349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.851902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0165f-95ab-4ff5-b2e9-7378c4fa3b90 service neutron] Pushing event updated for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:57.922111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Calling delete_port for 3fdff392-a4db-448c-af6d-0be21b8949f9 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:52:57.981545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.985381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-596134be-8cd3-48b4-9ef5-0f09318b0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:57.987221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-596134be-8cd3-48b4-9ef5-0f09318b0d7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9544151-86d2-4fea-8226-2f6df368e10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4944513 Feb 09 15:52:58.001930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4a5ef-4984-4f4c-ba83-d9a7dedf4670 req-3171fec6-7317-4421-97c3-778a6e129272 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:58.003553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf4a5ef-4984-4f4c-ba83-d9a7dedf4670 req-3171fec6-7317-4421-97c3-778a6e129272 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 944 time: 0.4486434 Feb 09 15:52:58.012496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-cb59169a-52fa-4b98-a8af-a45479d443c8 service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866783 Feb 09 15:52:58.025564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:58.061734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf3ac5d6-3144-44cd-a931-9e74d54517d4 service neutron] 10.222.0.53 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5730536 Feb 09 15:52:58.154515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-c4ad6652-2ed9-49f0-961d-6c3888fa9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:58.156144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-c4ad6652-2ed9-49f0-961d-6c3888fa9893 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 1094 time: 0.3254733 Feb 09 15:52:58.167458 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:52:58.278022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-cdaa150e-d8af-4648-a6dc-5b20ad1e7fc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4 HTTP/1.1" status: 200 len: 217 time: 0.0819790 Feb 09 15:52:58.318404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbf4a5ef-4984-4f4c-ba83-d9a7dedf4670 req-fb21ce62-b5a3-4381-9a11-1b29207f08df tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590687 Feb 09 15:52:58.459833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-72ef6ee2-edb7-440d-a149-6479a5160733 service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492915 Feb 09 15:52:58.473018 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:58.476266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-11ea7d1b-a226-4041-8ad3-ea12cb1c8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:58.477873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-11ea7d1b-a226-4041-8ad3-ea12cb1c8eee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7fad0bf-88ca-4077-a513-8974702450e5 HTTP/1.1" status: 200 len: 862 time: 0.1911569 Feb 09 15:52:58.479786 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:58.489171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:58.514794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-17a8dddb-6394-45a8-a214-83e3149b67ad service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483702 Feb 09 15:52:58.655143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-1005b5c3-328b-4e49-ad9d-eb56b51f829e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52658206-7649-4887-8448-95901b40700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529944 Feb 09 15:52:58.702314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Network 8fe90d03-74e6-453d-8f52-18e4671920fb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:58.770787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:58.784754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:52:59.092481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:52:59.094886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c7913013-bb57-43df-bb03-0276ba84ab5e up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:52:59.273195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event updated for resources: {'Port': ['ID=9e103689-5a64-4b27-a748-751458efc881,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:59.277942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.324249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:59.336024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '1eecf6a9-8459-4a85-ad7d-0ff793f5f187', 'network_id': 'e9544151-86d2-4fea-8226-2f6df368e10c', 'port_id': '1eecf6a9-8459-4a85-ad7d-0ff793f5f187', 'mac_address': 'fa:16:3e:84:a7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a5886dd-5287-43c8-90b2-d3efde54c6de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:52:59.385279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.391075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d36d4d-a067-4587-be3f-4e6dea49a29e req-ed1b9dfe-e2ae-4043-85a7-c5c9b3d16370 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:59.393380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24d36d4d-a067-4587-be3f-4e6dea49a29e req-ed1b9dfe-e2ae-4043-85a7-c5c9b3d16370 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 931 time: 0.9707708 Feb 09 15:52:59.415664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:59.420207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Pushing event deleted for resources: {'Port': ['ID=3fdff392-a4db-448c-af6d-0be21b8949f9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:59.440880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port c7913013-bb57-43df-bb03-0276ba84ab5e completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:59.451295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd699a112-c86d-43f3-b208-9904929d4915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce30e3e7-2751-4487-8ede-d3a701c2b13a'}, {'server_uuid': '63e2a977-aae5-4c0f-8083-50c2cb2248f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cbbaa7-7e18-41b5-b759-663bc87f82d7'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:59.453786 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aed64e2-1441-442e-a351-f2039235f32b" -d '{"events": [{"server_uuid": "d699a112-c86d-43f3-b208-9904929d4915", "name": "network-vif-plugged", "status": "completed", "tag": "ce30e3e7-2751-4487-8ede-d3a701c2b13a"}, {"server_uuid": "63e2a977-aae5-4c0f-8083-50c2cb2248f3", "name": "network-vif-plugged", "status": "completed", "tag": "79cbbaa7-7e18-41b5-b759-663bc87f82d7"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:52:59.458621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:59.459957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port c7913013-bb57-43df-bb03-0276ba84ab5e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:59.460402 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.472031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-70af5bf5-69c5-4b8e-adac-0c696e54d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:59.473655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-70af5bf5-69c5-4b8e-adac-0c696e54d82d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 1096 time: 0.8110621 Feb 09 15:52:59.479619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:59.480325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.495116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1592a-d53b-4692-a99a-d2b9d2bc98d8 req-a1470eb6-559e-4eac-936e-cb3860bd976f service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0161114 Feb 09 15:52:59.574945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.588785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] No DVR routers for this DVR port 3fdff392-a4db-448c-af6d-0be21b8949f9 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:52:59.602539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.605943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d5e81bc-7a27-4f67-8a3e-2a971ca234f6 req-be2d41c2-4a63-4905-b6f2-a009f765ea80 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.13 "DELETE /v2.0/ports/3fdff392-a4db-448c-af6d-0be21b8949f9 HTTP/1.1" status: 204 len: 173 time: 3.7022309 Feb 09 15:52:59.613994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-9b84a8fd-e58d-4d01-a479-6405955aaf56 service neutron] 10.222.0.73 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9315376 Feb 09 15:52:59.617686 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.620057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24d36d4d-a067-4587-be3f-4e6dea49a29e req-c4200896-b73a-4d7e-a03a-9bc40351c77f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952949 Feb 09 15:52:59.668810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:59.702523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c7913013-bb57-43df-bb03-0276ba84ab5e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c7913013-bb57-43df-bb03-0276ba84ab5e,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:59.716530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-c4e97de6-d471-4f9c-a69e-9bf2a4a550eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:59.718128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-c4e97de6-d471-4f9c-a69e-9bf2a4a550eb service neutron] 10.222.0.73 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 911 time: 0.2261930 Feb 09 15:52:59.740900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-a0b15ce6-aed0-4ed5-a01f-bd6d13fefa65 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9431655 Feb 09 15:52:59.792238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Request body: {'port': {'device_id': 'f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:52:59.806822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-f0b38dce-a37e-4e9d-b85d-d111a520855e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79cbbaa7-7e18-41b5-b759-663bc87f82d7 HTTP/1.1" status: 200 len: 217 time: 0.0808151 Feb 09 15:52:59.807599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['1eecf6a9-8459-4a85-ad7d-0ff793f5f187'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:52:59.837085 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86379b1f-5a55-4c7b-b4c9-3d9aed407d93 req-d7bbec8e-8381-41a7-a3a6-3c9c0f5d5d21 service neutron] 10.222.0.73 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140028 Feb 09 15:52:59.839510 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:59.975959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c7913013-bb57-43df-bb03-0276ba84ab5e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:00.014424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-ef69433e-f735-4bfb-870a-0453d7c53df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:00.016963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-ef69433e-f735-4bfb-870a-0453d7c53df4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.1916177 Feb 09 15:53:00.035589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8f6a-3cea-429c-a79b-6aed2da3d227 req-0c90e62d-c1ee-402b-93f2-403b2296be9d tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:00.045281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-836a8f6a-3cea-429c-a79b-6aed2da3d227 req-0c90e62d-c1ee-402b-93f2-403b2296be9d tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 945 time: 0.2645779 Feb 09 15:53:00.049046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:00.056457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:00.103592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-8df79de0-5e05-4d34-91c4-038dc4da22b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567155 Feb 09 15:53:00.218457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-836a8f6a-3cea-429c-a79b-6aed2da3d227 req-a6ad805f-bb92-476e-81d6-3f84ae50fc84 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/security-groups?id=4890bfb5-5b5e-41e6-8e86-4a608a7819df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495667 Feb 09 15:53:00.342689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-4a0c26b0-3263-48b1-900d-531066601583 service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314043 Feb 09 15:53:00.572695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb0c12-4411-4516-92d0-a5c00762ae2d req-5f4b573d-fd36-45d9-b385-370d72e19254 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:00.574330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8fb0c12-4411-4516-92d0-a5c00762ae2d req-5f4b573d-fd36-45d9-b385-370d72e19254 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 944 time: 0.1659250 Feb 09 15:53:00.608973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e1625c8-0376-465f-bf71-a54c3b219719 req-fb421ba9-bcb8-4447-91c8-c7370e27b58a service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561283 Feb 09 15:53:00.650476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8fb0c12-4411-4516-92d0-a5c00762ae2d req-f20ef538-b82f-4735-a141-0c5975cab8a5 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620153 Feb 09 15:53:00.707125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e103689-5a64-4b27-a748-751458efc881 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:00.715823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:00.731561 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d66c5e-09a0-49d6-9133-aa57c5f9a919 x-openstack-request-id: req-f8d66c5e-09a0-49d6-9133-aa57c5f9a919 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:00.731854 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:00.732143 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8d66c5e-09a0-49d6-9133-aa57c5f9a919 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:00.732525 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'status': 'completed', 'code': 200} Feb 09 15:53:00.739440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Transition to ACTIVE for port object 9e103689-5a64-4b27-a748-751458efc881 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:00.827453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18981682-4c0b-4fef-927f-5f3f108fb6c2 req-45eab1a2-2c29-4205-a339-d4c0fe301ec1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 210 time: 0.0434041 Feb 09 15:53:00.840067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861765-b830-4902-96f2-27f9b0fac54e req-bc8ca5e1-fc13-409a-ac16-d0b1b4d62172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:00.841676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3861765-b830-4902-96f2-27f9b0fac54e req-bc8ca5e1-fc13-409a-ac16-d0b1b4d62172 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 1094 time: 0.0717077 Feb 09 15:53:00.923737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.091787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Pushing event updated for resources: {'Port': ['ID=9e103689-5a64-4b27-a748-751458efc881,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:01.095564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:01.128429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17631b-cce0-4de8-8611-d9c932351336 req-1ea360f4-0a94-4534-91bd-df08ef3e8d7a tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:01.133230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b17631b-cce0-4de8-8611-d9c932351336 req-1ea360f4-0a94-4534-91bd-df08ef3e8d7a tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 943 time: 0.2250037 Feb 09 15:53:01.172414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861765-b830-4902-96f2-27f9b0fac54e req-64f0e805-1dc3-4ed4-a3c3-d5e63e750f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:01.175001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3861765-b830-4902-96f2-27f9b0fac54e req-64f0e805-1dc3-4ed4-a3c3-d5e63e750f64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 923 time: 0.3236530 Feb 09 15:53:01.231823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-4fcb5551-7023-4138-a5c1-7b4b5d1b11a4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:01.233508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-4fcb5551-7023-4138-a5c1-7b4b5d1b11a4 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7e45df2-0ae6-4995-8b0a-2339d029cd14 HTTP/1.1" status: 200 len: 943 time: 0.2738709 Feb 09 15:53:01.297575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3861765-b830-4902-96f2-27f9b0fac54e req-91707791-cefe-41ae-a9a2-f4a587b4c32b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4 HTTP/1.1" status: 200 len: 217 time: 0.1120446 Feb 09 15:53:01.352864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:01.358605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:01.359562 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.380048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b17631b-cce0-4de8-8611-d9c932351336 req-6df13854-8dbc-4cf7-8b57-41128ba8441a tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351232 Feb 09 15:53:01.421142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Attempting to bind port 9e103689-5a64-4b27-a748-751458efc881 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:01.428312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Attempting to bind port 9e103689-5a64-4b27-a748-751458efc881 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:01.428312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Attempting to bind port 9e103689-5a64-4b27-a748-751458efc881 on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:01.433214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Port 9e103689-5a64-4b27-a748-751458efc881 on network 8fe90d03-74e6-453d-8f52-18e4671920fb not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:53:01.433550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Attempting to bind port 9e103689-5a64-4b27-a748-751458efc881 on network 8fe90d03-74e6-453d-8f52-18e4671920fb {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:01.445358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3861765-b830-4902-96f2-27f9b0fac54e req-cab55d2b-0d29-4033-bf71-ae7fcaf754e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:01.446828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3861765-b830-4902-96f2-27f9b0fac54e req-cab55d2b-0d29-4033-bf71-ae7fcaf754e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7fad0bf-88ca-4077-a513-8974702450e5 HTTP/1.1" status: 200 len: 862 time: 0.1287010 Feb 09 15:53:01.448687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:53:01.449040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Checking segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:01.449431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Bound using segment: {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:53:01.449893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Bound port: 9e103689-5a64-4b27-a748-751458efc881, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20a229a-70f4-412a-b3f6-4844ff263bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:01.450257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.477353 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.524451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3861765-b830-4902-96f2-27f9b0fac54e req-20f18c66-c54e-4d74-9796-d468cef240f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52658206-7649-4887-8448-95901b40700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679324 Feb 09 15:53:01.529605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:01.656865 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.660310 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.703821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Deleting port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:01.704361 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.746063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] For port 9e103689-5a64-4b27-a748-751458efc881, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:01.762616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:01.808389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] For port 9e103689-5a64-4b27-a748-751458efc881, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9e103689-5a64-4b27-a748-751458efc881,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:01.822542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e36d3-feeb-4470-ab94-52a001430d26 req-701952ea-1648-4c6f-b68e-d4fb0d4cf41e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:01.824226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb1e36d3-feeb-4470-ab94-52a001430d26 req-701952ea-1648-4c6f-b68e-d4fb0d4cf41e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 945 time: 0.3036194 Feb 09 15:53:01.879420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3861765-b830-4902-96f2-27f9b0fac54e req-dd0e7ba7-7de7-4be0-b468-f538bc7c78ac service neutron] 10.222.0.73 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407369 Feb 09 15:53:01.917128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.005742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-e4e8287f-c82d-4be0-9aca-e8a370dc69b8 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:02.008136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-e4e8287f-c82d-4be0-9aca-e8a370dc69b8 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.73 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 804 time: 0.4412277 Feb 09 15:53:02.039112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Request body: {'port': {'device_id': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'admin_state_up': True, 'tenant_id': 'f92be92017d94928afd76cdc969aabc5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:02.079925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] For port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:02.080339 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.092506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb1e36d3-feeb-4470-ab94-52a001430d26 req-fa9b2ad5-bca7-4400-93d4-56e11216a212 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541287 Feb 09 15:53:02.197179 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 15:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7000cf-9425-4fd4-ae45-324f89b1de55 x-openstack-request-id: req-ad7000cf-9425-4fd4-ae45-324f89b1de55 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:02.197753 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d699a112-c86d-43f3-b208-9904929d4915", "name": "network-vif-plugged", "status": "completed", "tag": "ce30e3e7-2751-4487-8ede-d3a701c2b13a", "code": 200}, {"server_uuid": "63e2a977-aae5-4c0f-8083-50c2cb2248f3", "name": "network-vif-plugged", "status": "completed", "tag": "79cbbaa7-7e18-41b5-b759-663bc87f82d7", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:02.197753 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad7000cf-9425-4fd4-ae45-324f89b1de55 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:02.198124 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd699a112-c86d-43f3-b208-9904929d4915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce30e3e7-2751-4487-8ede-d3a701c2b13a', 'code': 200} Feb 09 15:53:02.202731 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e2a977-aae5-4c0f-8083-50c2cb2248f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cbbaa7-7e18-41b5-b759-663bc87f82d7', 'code': 200} Feb 09 15:53:02.427469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:02.428711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.430006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] 10.222.0.13 "PUT /v2.0/ports/9e103689-5a64-4b27-a748-751458efc881 HTTP/1.1" status: 200 len: 1091 time: 2.6488249 Feb 09 15:53:02.476342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Calling delete_port for 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:02.529915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b4940-6ae7-4ad2-ab75-e4badeee1c99 service neutron] Pushing event updated for resources: {'Port': ['ID=9e103689-5a64-4b27-a748-751458efc881,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:02.656033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3861765-b830-4902-96f2-27f9b0fac54e req-2bffd063-3bfd-4f41-8bb2-b26ed4d45e44 service neutron] 10.222.0.73 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7520525 Feb 09 15:53:02.717939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017c104-dd46-4e37-b70f-73246428950b req-f555f2b4-73bf-4911-b22b-8b252a55c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:02.719368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7017c104-dd46-4e37-b70f-73246428950b req-f555f2b4-73bf-4911-b22b-8b252a55c76b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 1096 time: 0.2831123 Feb 09 15:53:02.736584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2229d-4489-4f80-a688-c6a3ccba34ba req-1651671a-4518-42ed-9a40-fae381174654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:02.738156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17c2229d-4489-4f80-a688-c6a3ccba34ba req-1651671a-4518-42ed-9a40-fae381174654 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 1097 time: 0.2925811 Feb 09 15:53:02.738621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'name': 'network-vif-deleted', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9'}, {'name': 'network-changed', 'server_uuid': 'f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6', 'tag': '9e103689-5a64-4b27-a748-751458efc881'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:02.741574 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1997b5cf-c1c8-450d-8805-0876273fc790" -d '{"events": [{"server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "name": "network-vif-deleted", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9"}, {"name": "network-changed", "server_uuid": "f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6", "tag": "9e103689-5a64-4b27-a748-751458efc881"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:02.799166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd920bf-04fb-450d-868a-aa1dd4824f13 req-c25b9d45-ac42-4733-a50f-005e1cc8ad48 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:02.800849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cd920bf-04fb-450d-868a-aa1dd4824f13 req-c25b9d45-ac42-4733-a50f-005e1cc8ad48 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 943 time: 0.2611613 Feb 09 15:53:02.841900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-7a9700c0-b097-4cf0-9d40-8c10afc11cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:02.843564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-7a9700c0-b097-4cf0-9d40-8c10afc11cb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 1094 time: 0.1930671 Feb 09 15:53:02.922726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7017c104-dd46-4e37-b70f-73246428950b req-16275c6e-5d67-4946-a9e4-1db41674ad1a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893525 Feb 09 15:53:02.930095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17c2229d-4489-4f80-a688-c6a3ccba34ba req-7eb0a94c-8f8d-43ad-b4a6-2596d3c98d92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760535 Feb 09 15:53:02.960846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-27fe1c9d-bf22-4945-817d-92ec679876de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e103689-5a64-4b27-a748-751458efc881 HTTP/1.1" status: 200 len: 217 time: 0.0861993 Feb 09 15:53:02.970661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Made reservation on behalf of f92be92017d94928afd76cdc969aabc5 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:02.974417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.985469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cd920bf-04fb-450d-868a-aa1dd4824f13 req-c3fc328e-7139-4a84-9785-8a38f23cb3f0 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632471 Feb 09 15:53:03.101166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f73c94f9-8076-46e6-ac0f-452bf5c39af4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:53:03.115241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:03.134927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['f19af231-0cb9-425c-8c7a-dfaae21eb6e6', '884580f5-8037-447e-82ac-d791b6fe5b59'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:03.211195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event deleted for resources: {'Port': ['ID=80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:03.301993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-3018d7f4-aa7c-4a57-92b2-93321aa3ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:03.303619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-3018d7f4-aa7c-4a57-92b2-93321aa3ad88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.1770716 Feb 09 15:53:03.312577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36933a39-e7bc-44c6-a495-41892a0dd5f0 req-22c4c074-f956-44c5-a215-8e3830fa54a7 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:03.314642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36933a39-e7bc-44c6-a495-41892a0dd5f0 req-22c4c074-f956-44c5-a215-8e3830fa54a7 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.2424057 Feb 09 15:53:03.346215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] No DVR routers for this DVR port 80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:03.349272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:03.353528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b69048b5-bc4f-4e2f-a1fe-ccc21bf88e85 req-2d783547-8a15-4376-bdca-a48f31641c95 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "DELETE /v2.0/ports/80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb HTTP/1.1" status: 204 len: 173 time: 2.1056347 Feb 09 15:53:03.367019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Allocated IP 172.20.0.6 (6359e6de-5759-40f4-ba65-b1e84bd8eb51/30b275e3-8eb1-49e7-a6d2-eb44ad5eb759/f47d46cd-ca07-43d7-bd60-e7a260dd518a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:03.396191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-214add7f-5858-4c69-b47b-19da9bc68399 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644255 Feb 09 15:53:03.436913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:03.460782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'network_id': '52658206-7649-4887-8448-95901b40700b', 'port_id': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'mac_address': 'fa:16:3e:18:85:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fad0bf-88ca-4077-a513-8974702450e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:53:03.564303 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36933a39-e7bc-44c6-a495-41892a0dd5f0 req-f4527887-896a-4cbd-806c-82fedaa83f58 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155516 Feb 09 15:53:03.577376 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:03.617484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73c94f9-8076-46e6-ac0f-452bf5c39af4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:03.653357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:03.674557 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-f6ebd1b5-bc7d-4cbf-9d91-cd56d5a9eecb service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595990 Feb 09 15:53:03.717275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb0d1acd-cee1-4cdf-a5a5-a07cc32add6a req-7566b9de-6f3c-460b-9a22-a160740637a5 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 210 time: 0.0416255 Feb 09 15:53:03.754179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:03.828128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:03.868476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2f4440-9308-4e6e-aa3b-fe3d4a795b57 req-f7c41db3-db59-4d91-9342-3fa165c7f4b4 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798198 Feb 09 15:53:03.872807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:03.975620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617aa9-b3ba-4fda-9780-250a82db1798 req-8fe04744-b8b0-4ab2-8316-972bcdd6d961 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:03.979940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46617aa9-b3ba-4fda-9780-250a82db1798 req-8fe04744-b8b0-4ab2-8316-972bcdd6d961 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 944 time: 0.0686328 Feb 09 15:53:04.024308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:04.029023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['f73c94f9-8076-46e6-ac0f-452bf5c39af4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:04.123661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:04.135098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46617aa9-b3ba-4fda-9780-250a82db1798 req-437a5d5d-40cd-4e63-9e14-7a3883ee3117 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473813 Feb 09 15:53:04.143863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:04.149646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:04.162094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Pushing event updated for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:04.204825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7844c54-4564-4b0e-bfdf-223d75db63dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7913013-bb57-43df-bb03-0276ba84ab5e'}, {'server_uuid': '5702d8df-8e7a-4152-a006-e93aa18b874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eecf6a9-8459-4a85-ad7d-0ff793f5f187'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:04.212294 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213acb6b-6926-41e0-bcf2-00c80a5f7578" -d '{"events": [{"server_uuid": "a7844c54-4564-4b0e-bfdf-223d75db63dc", "name": "network-vif-plugged", "status": "completed", "tag": "c7913013-bb57-43df-bb03-0276ba84ab5e"}, {"server_uuid": "5702d8df-8e7a-4152-a006-e93aa18b874d", "name": "network-vif-plugged", "status": "completed", "tag": "1eecf6a9-8459-4a85-ad7d-0ff793f5f187"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:04.291366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:04.293993 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:04.301852 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e3ddf4-2208-473f-84e9-bb2d60047fa1 x-openstack-request-id: req-e5e3ddf4-2208-473f-84e9-bb2d60047fa1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:04.302154 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48c11db-150e-497c-9191-118731e02aac", "name": "network-vif-deleted", "tag": "3fdff392-a4db-448c-af6d-0be21b8949f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6", "tag": "9e103689-5a64-4b27-a748-751458efc881", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:04.302545 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5e3ddf4-2208-473f-84e9-bb2d60047fa1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:04.303170 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48c11db-150e-497c-9191-118731e02aac', 'name': 'network-vif-deleted', 'tag': '3fdff392-a4db-448c-af6d-0be21b8949f9', 'status': 'completed', 'code': 200} Feb 09 15:53:04.304404 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6', 'tag': '9e103689-5a64-4b27-a748-751458efc881', 'status': 'completed', 'code': 200} Feb 09 15:53:04.411125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-7d655df1-f07c-436f-9f18-0c63c08af4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:04.413006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-7d655df1-f07c-436f-9f18-0c63c08af4a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 1094 time: 0.0858004 Feb 09 15:53:04.456041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac1738-a08e-45dc-ae08-949edc5e9038 req-98a41a31-d826-4757-a3cb-eea1a4819413 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:04.457768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97ac1738-a08e-45dc-ae08-949edc5e9038 req-98a41a31-d826-4757-a3cb-eea1a4819413 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 945 time: 0.0896692 Feb 09 15:53:04.461298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-59ca990a-c480-4dcf-9be9-0e6f6014f5e1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4317181 Feb 09 15:53:04.500368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Request body: {'port': {'device_id': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:04.618794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97ac1738-a08e-45dc-ae08-949edc5e9038 req-796d97b1-8dee-4f4e-9798-590bdc763b9d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257117 Feb 09 15:53:04.627350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-95c8dc59-f963-46ec-9538-510423048aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:04.628919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-95c8dc59-f963-46ec-9538-510423048aa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 906 time: 0.2061088 Feb 09 15:53:04.629699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:04.699491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-13a34b5f-e3df-430f-85bd-0daa33bbbfea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e103689-5a64-4b27-a748-751458efc881 HTTP/1.1" status: 200 len: 217 time: 0.0570879 Feb 09 15:53:04.832644 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57e98de-8b18-459a-8bae-bcadf33e886c x-openstack-request-id: req-a57e98de-8b18-459a-8bae-bcadf33e886c {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:04.832644 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7844c54-4564-4b0e-bfdf-223d75db63dc", "name": "network-vif-plugged", "status": "completed", "tag": "c7913013-bb57-43df-bb03-0276ba84ab5e", "code": 200}, {"server_uuid": "5702d8df-8e7a-4152-a006-e93aa18b874d", "name": "network-vif-plugged", "status": "completed", "tag": "1eecf6a9-8459-4a85-ad7d-0ff793f5f187", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:04.832644 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a57e98de-8b18-459a-8bae-bcadf33e886c {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:04.832644 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7844c54-4564-4b0e-bfdf-223d75db63dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7913013-bb57-43df-bb03-0276ba84ab5e', 'code': 200} Feb 09 15:53:04.832644 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5702d8df-8e7a-4152-a006-e93aa18b874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eecf6a9-8459-4a85-ad7d-0ff793f5f187', 'code': 200} Feb 09 15:53:04.867822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-2ecad760-d800-4422-8dd5-32a560d19a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:04.869611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-2ecad760-d800-4422-8dd5-32a560d19a6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.1371112 Feb 09 15:53:04.886407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58549ba-a056-40f6-a260-bd85e1462471 req-185a034d-d64e-4c0a-b928-df3ecde87098 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:04.888483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f58549ba-a056-40f6-a260-bd85e1462471 req-185a034d-d64e-4c0a-b928-df3ecde87098 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 943 time: 0.2014210 Feb 09 15:53:04.937066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-eff67a1a-b448-4025-9b0a-3ac5145f1076 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475378 Feb 09 15:53:05.128371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f73c94f9-8076-46e6-ac0f-452bf5c39af4 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:05.170039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f58549ba-a056-40f6-a260-bd85e1462471 req-b90e0e89-80ac-41af-b583-0f661f7d0f9a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639775 Feb 09 15:53:05.202260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a296d-dfe1-4845-a6a8-45a61ebaac3c req-2aac876e-5677-4f18-94e2-087336d81479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:05.203945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e98a296d-dfe1-4845-a6a8-45a61ebaac3c req-2aac876e-5677-4f18-94e2-087336d81479 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 1096 time: 0.2694993 Feb 09 15:53:05.265120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1698c78-9ddf-40a4-8b35-87ccb72c5e10 req-89f31c08-2251-4976-91ec-741660cc0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:05.266681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1698c78-9ddf-40a4-8b35-87ccb72c5e10 req-89f31c08-2251-4976-91ec-741660cc0a05 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 1096 time: 0.3164020 Feb 09 15:53:05.306911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port f73c94f9-8076-46e6-ac0f-452bf5c39af4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:05.312745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port f73c94f9-8076-46e6-ac0f-452bf5c39af4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:05.313305 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:05.334700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b14b7-68af-4a8c-aee0-d50bf4775010 req-3b967fae-fe78-42d4-8075-5931d48f7ef4 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:05.336313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b9b14b7-68af-4a8c-aee0-d50bf4775010 req-3b967fae-fe78-42d4-8075-5931d48f7ef4 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.2260969 Feb 09 15:53:05.360182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-62ddbd37-ce4a-4b1b-b94c-d17a04f080a1 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119599 Feb 09 15:53:05.424128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e98a296d-dfe1-4845-a6a8-45a61ebaac3c req-71b7edb8-84d5-441d-b230-0aea57a56d19 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063732 Feb 09 15:53:05.438216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:05.507977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:05.519775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1698c78-9ddf-40a4-8b35-87ccb72c5e10 req-b2a1a8ff-a4b3-4354-8135-879f19ed3be5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344241 Feb 09 15:53:05.539718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b9b14b7-68af-4a8c-aee0-d50bf4775010 req-812caf1c-b4c3-43cc-aa84-4b89ad2aaec1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785202 Feb 09 15:53:05.554847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea554e-b25b-4245-8219-fc4dff1161ed req-5cfc46d7-5f2d-45eb-a7e0-0675f3b1ed7b tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:05.556691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2ea554e-b25b-4245-8219-fc4dff1161ed req-5cfc46d7-5f2d-45eb-a7e0-0675f3b1ed7b tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 931 time: 0.3061018 Feb 09 15:53:05.576935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47d46cd-ca07-43d7-bd60-e7a260dd518a {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:05.593573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:05.594569 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:05.638256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1997b5cf-c1c8-450d-8805-0876273fc790 req-c1b57b6c-f9e8-49fd-b540-289c7cd5a336 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594194 Feb 09 15:53:05.642561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Transition to ACTIVE for port object f47d46cd-ca07-43d7-bd60-e7a260dd518a will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:05.681341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2ea554e-b25b-4245-8219-fc4dff1161ed req-6221094e-1f3d-4663-9e84-de18a907d1d6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975873 Feb 09 15:53:05.712141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:05.718014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:05.811668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Pushing event updated for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:05.831815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb267e-9e1f-442c-8c1b-a3d77caa763b req-4dbc6ce2-a50f-4107-a5dc-8f1d7a2aa17b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:05.833508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9fb267e-9e1f-442c-8c1b-a3d77caa763b req-4dbc6ce2-a50f-4107-a5dc-8f1d7a2aa17b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.1476126 Feb 09 15:53:05.924185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9fb267e-9e1f-442c-8c1b-a3d77caa763b req-7cdc8f10-058c-424e-9586-a8e101cecdb6 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707207 Feb 09 15:53:05.945058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Attempting to bind port f47d46cd-ca07-43d7-bd60-e7a260dd518a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:05.945767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Attempting to bind port f47d46cd-ca07-43d7-bd60-e7a260dd518a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:05.946490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Attempting to bind port f47d46cd-ca07-43d7-bd60-e7a260dd518a on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:05.954162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Port f47d46cd-ca07-43d7-bd60-e7a260dd518a on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:53:05.954589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Attempting to bind port f47d46cd-ca07-43d7-bd60-e7a260dd518a on network 6359e6de-5759-40f4-ba65-b1e84bd8eb51 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:05.963320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:53:05.963320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Checking segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:05.963682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Bound using segment: {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:53:05.964182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Bound port: f47d46cd-ca07-43d7-bd60-e7a260dd518a, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083ddf76-f700-48ee-a8f8-d90dbef6cfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:05.964758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:06.068461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:06.072537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:06.192925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:06.249562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:06.250344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:06.252318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] 10.222.0.73 "PUT /v2.0/ports/f47d46cd-ca07-43d7-bd60-e7a260dd518a HTTP/1.1" status: 200 len: 1091 time: 1.7561505 Feb 09 15:53:06.308273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'name': 'network-vif-deleted', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb'}, {'name': 'network-changed', 'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:06.313141 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b" -d '{"events": [{"server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "name": "network-vif-deleted", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb"}, {"name": "network-changed", "server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:06.345551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d4143-a796-42f3-b821-dc99cfdb267c service neutron] Pushing event updated for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:06.479160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129e8c-761f-433a-98de-0d6fb262b523 req-a6139085-e8c6-4d97-9313-c032154bd50d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:06.485020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f129e8c-761f-433a-98de-0d6fb262b523 req-a6139085-e8c6-4d97-9313-c032154bd50d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 945 time: 0.1574502 Feb 09 15:53:06.528457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ed48-44cf-46fb-8ba4-3cfe2427ad25 req-f2811242-b84c-494d-ad25-bb7ded3682ab tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:06.530103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca71ed48-44cf-46fb-8ba4-3cfe2427ad25 req-f2811242-b84c-494d-ad25-bb7ded3682ab tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 943 time: 0.1455472 Feb 09 15:53:06.828410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:06.835536 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19aab37-123a-48dd-a86e-6aa6f2236044" -d '{"events": [{"server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "name": "network-vif-plugged", "status": "completed", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:06.857276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-ca2c8953-3a1d-48ff-81c0-53decec3f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:06.858836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-ca2c8953-3a1d-48ff-81c0-53decec3f646 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 1094 time: 0.4291193 Feb 09 15:53:06.861958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f129e8c-761f-433a-98de-0d6fb262b523 req-ed14f470-eeb1-4d2e-b748-153982dca318 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691461 Feb 09 15:53:06.906946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-7ecb021f-8608-4228-86ce-432ce7efe836 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a HTTP/1.1" status: 200 len: 217 time: 0.0398252 Feb 09 15:53:06.962909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca71ed48-44cf-46fb-8ba4-3cfe2427ad25 req-f273bd9e-2e3f-4ef9-be7d-bbf1f675c830 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137797 Feb 09 15:53:07.019655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-cbda5c82-7349-4c05-b0b9-abfe9e643b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:07.019655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-cbda5c82-7349-4c05-b0b9-abfe9e643b8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 200 len: 844 time: 0.0993643 Feb 09 15:53:07.044590 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7fd632-279f-4391-8d5c-b1be10e6e9c6 x-openstack-request-id: req-ba7fd632-279f-4391-8d5c-b1be10e6e9c6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:07.045056 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e45df2-0ae6-4995-8b0a-2339d029cd14", "name": "network-vif-deleted", "tag": "80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:07.045637 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba7fd632-279f-4391-8d5c-b1be10e6e9c6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:07.046292 n-d-828542-1 neutron-server[103178]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c7e45df2-0ae6-4995-8b0a-2339d029cd14', 'name': 'network-vif-deleted', 'tag': '80a072d4-91ed-4ed9-b6a5-9c5e7eff03eb', 'status': 'failed', 'code': 422} returned with failed status Feb 09 15:53:07.046945 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'status': 'completed', 'code': 200} Feb 09 15:53:07.091042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-fd339f09-bba5-4ee4-9ba0-6b2a12f11583 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6359e6de-5759-40f4-ba65-b1e84bd8eb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688965 Feb 09 15:53:07.307159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fa87a-5252-43e7-a54d-ab2610c06ea3 req-e17e0d46-e2a4-452e-87ab-b81b933f5541 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:07.308871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c0fa87a-5252-43e7-a54d-ab2610c06ea3 req-e17e0d46-e2a4-452e-87ab-b81b933f5541 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 907 time: 0.2156880 Feb 09 15:53:07.324237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eeb46-94ed-47b1-8b74-6b17b682cc4d req-c934d31f-1510-418c-bef8-01ccdfa36814 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:07.325884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-272eeb46-94ed-47b1-8b74-6b17b682cc4d req-c934d31f-1510-418c-bef8-01ccdfa36814 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.2157183 Feb 09 15:53:07.369725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-695e8a00-6486-48a8-b0d0-be7426e31c99 service neutron] 10.222.0.73 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575862 Feb 09 15:53:07.607556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-272eeb46-94ed-47b1-8b74-6b17b682cc4d req-d8979d80-318c-4b2e-9298-593373000aea tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611837 Feb 09 15:53:07.698556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169ac43-4d67-4395-8d27-f350ac9ff078 req-b58d2776-d528-4daf-aa7b-e689a502f7d2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:07.703732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6169ac43-4d67-4395-8d27-f350ac9ff078 req-b58d2776-d528-4daf-aa7b-e689a502f7d2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 943 time: 0.2993269 Feb 09 15:53:07.713182 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93198eeb-255e-46ee-a207-b8a4d7b86165 x-openstack-request-id: req-93198eeb-255e-46ee-a207-b8a4d7b86165 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:07.714299 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "name": "network-vif-plugged", "status": "completed", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:07.717290 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93198eeb-255e-46ee-a207-b8a4d7b86165 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:07.718456 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'code': 200} Feb 09 15:53:07.797909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d32d5d5-1819-4390-8fb8-64bb89779ace req-c974033e-1c93-45c8-ba91-ef6b4dcf3b8c service neutron] 10.222.0.73 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117413 Feb 09 15:53:07.856225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 9e103689-5a64-4b27-a748-751458efc881 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:53:07.927000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6169ac43-4d67-4395-8d27-f350ac9ff078 req-41f7285e-c87b-4cdf-8ab4-abf45f35b609 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887071 Feb 09 15:53:08.029933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-cd0bce81-d380-4323-9237-e628b30cba09 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:08.032904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-cd0bce81-d380-4323-9237-e628b30cba09 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 907 time: 0.2575221 Feb 09 15:53:08.102403 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 9e103689-5a64-4b27-a748-751458efc881, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9e103689-5a64-4b27-a748-751458efc881,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:08.116889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '9e103689-5a64-4b27-a748-751458efc881', 'network_id': '8fe90d03-74e6-453d-8f52-18e4671920fb', 'port_id': '9e103689-5a64-4b27-a748-751458efc881', 'mac_address': 'fa:16:3e:62:f5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c1cd5-fa7c-471b-bb59-78d9844adee3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:53:08.153183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27461db-07b6-4afd-941e-40595a136c55 req-f6584078-2e0e-413f-a3a4-f737c2c0e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:08.155352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a27461db-07b6-4afd-941e-40595a136c55 req-f6584078-2e0e-413f-a3a4-f737c2c0e15c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 1096 time: 0.3050125 Feb 09 15:53:08.180972 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:08.232313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e103689-5a64-4b27-a748-751458efc881 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:08.263909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 9e103689-5a64-4b27-a748-751458efc881, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9e103689-5a64-4b27-a748-751458efc881,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:08.297745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-d6cc406d-4edb-4e18-920a-110e89d7bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:08.300672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-d6cc406d-4edb-4e18-920a-110e89d7bf38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f92be92017d94928afd76cdc969aabc5&device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 1094 time: 0.3074424 Feb 09 15:53:08.341965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a27461db-07b6-4afd-941e-40595a136c55 req-bf208cb7-4c6f-4c1f-8ede-8d5da837613e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767278 Feb 09 15:53:08.381600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:08.409558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07312525-1606-4aac-9073-c7fcc4245149 req-65da0e95-aff4-4985-9dda-b14bcd875cfa tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:08.412890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07312525-1606-4aac-9073-c7fcc4245149 req-65da0e95-aff4-4985-9dda-b14bcd875cfa tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.3245544 Feb 09 15:53:08.436667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=9e103689-5a64-4b27-a748-751458efc881,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:08.570288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07312525-1606-4aac-9073-c7fcc4245149 req-caf8ffd1-0d32-4f61-a0db-87bb175eb98b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985160 Feb 09 15:53:08.572628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Deleting port d0f4352b-326c-4461-a2ab-cec41ca0f32f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:08.572977 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:08.646199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-71c2072b-1735-4720-a2f3-7d02455e24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:08.648505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-71c2072b-1735-4720-a2f3-7d02455e24bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 200 len: 905 time: 0.3052368 Feb 09 15:53:08.700800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9e103689-5a64-4b27-a748-751458efc881'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:08.742477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-516d50af-2191-4360-bced-522dd53a37ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a HTTP/1.1" status: 200 len: 217 time: 0.0753489 Feb 09 15:53:08.778317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0f229-693e-4263-977b-ddda7ddf03e1 req-ef633c3a-5f9f-4b6b-9855-1daab84aaf73 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:08.779970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98a0f229-693e-4263-977b-ddda7ddf03e1 req-ef633c3a-5f9f-4b6b-9855-1daab84aaf73 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.2193830 Feb 09 15:53:08.860954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] For port d0f4352b-326c-4461-a2ab-cec41ca0f32f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d0f4352b-326c-4461-a2ab-cec41ca0f32f,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:08.861493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:08.893150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Calling delete_port for d0f4352b-326c-4461-a2ab-cec41ca0f32f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:08.907365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-a2136384-09b1-498a-b4c5-9fa3202bc3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:08.909366 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-a2136384-09b1-498a-b4c5-9fa3202bc3fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 200 len: 844 time: 0.1487410 Feb 09 15:53:08.951274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98a0f229-693e-4263-977b-ddda7ddf03e1 req-0ee39eae-8be9-45c1-8dec-b24a5ec1c146 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335199 Feb 09 15:53:09.017242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53ab7-f863-4ab6-9d94-2028dc398c5f req-b269643b-5b7a-4e41-a522-6b451f5c929e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:09.017242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87b53ab7-f863-4ab6-9d94-2028dc398c5f req-b269643b-5b7a-4e41-a522-6b451f5c929e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 944 time: 0.2588139 Feb 09 15:53:09.033583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-79cd097f-c3cb-4c04-b9b9-8c4ace7f6f3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6359e6de-5759-40f4-ba65-b1e84bd8eb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110575 Feb 09 15:53:09.175394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87b53ab7-f863-4ab6-9d94-2028dc398c5f req-5b561d7d-f5a7-40f9-84df-44120717eb9f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010970 Feb 09 15:53:09.233989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389edbb-4175-438a-8ebb-9cfe53480847 req-c8a6581b-0253-4c7e-b452-7f4948ca4cb7 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:09.235669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1389edbb-4175-438a-8ebb-9cfe53480847 req-c8a6581b-0253-4c7e-b452-7f4948ca4cb7 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 945 time: 0.1750188 Feb 09 15:53:09.242465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-64f2b07c-c02a-4704-a81f-26194ffd456a service neutron] 10.222.0.73 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934259 Feb 09 15:53:09.415707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1389edbb-4175-438a-8ebb-9cfe53480847 req-5a888d7e-da36-4bdb-9ebc-cba8f92b1e33 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524680 Feb 09 15:53:09.451006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847d215-475f-4c6c-862c-71ec53e5a281 req-45ceff5a-c3f3-4f9e-b4b6-45f65b41cd63 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:09.452652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3847d215-475f-4c6c-862c-71ec53e5a281 req-45ceff5a-c3f3-4f9e-b4b6-45f65b41cd63 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 907 time: 0.1766887 Feb 09 15:53:09.457378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cf3ea90-b946-4cee-b8e2-c64f65d05f0b req-51298a23-1f1d-401c-9e56-ef68ce631b8e service neutron] 10.222.0.73 "GET /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951218 Feb 09 15:53:09.501478 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.542620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event deleted for resources: {'Port': ['ID=d0f4352b-326c-4461-a2ab-cec41ca0f32f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:09.601645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] No DVR routers for this DVR port d0f4352b-326c-4461-a2ab-cec41ca0f32f on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:09.619277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.625825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6067408b-b74b-4a8d-8dd8-9f1bab1d1fe9 req-e42ebd46-260f-4c02-9ac8-66a7a3232d69 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "DELETE /v2.0/ports/d0f4352b-326c-4461-a2ab-cec41ca0f32f HTTP/1.1" status: 204 len: 173 time: 1.5843396 Feb 09 15:53:09.626806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'name': 'network-vif-deleted', 'tag': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:09.632941 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1708a4-85c1-4f6a-bb85-11725a3b2480" -d '{"events": [{"server_uuid": "e4fa99d6-03e5-4964-b8c7-1f61e964d9a3", "name": "network-vif-deleted", "tag": "d0f4352b-326c-4461-a2ab-cec41ca0f32f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:09.756481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c28505-1082-4130-b720-3f3501310cd0 req-489911ea-00d7-41ab-800d-9335c5aefeb3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:09.759183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5c28505-1082-4130-b720-3f3501310cd0 req-489911ea-00d7-41ab-800d-9335c5aefeb3 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 943 time: 0.1772051 Feb 09 15:53:09.792352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46de7a9-ac6d-4cf4-8844-df076c03536c req-8246ec57-3320-468b-a946-e37e9ecbeecd tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:09.795190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d46de7a9-ac6d-4cf4-8844-df076c03536c req-8246ec57-3320-468b-a946-e37e9ecbeecd tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 946 time: 0.1953719 Feb 09 15:53:09.857914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 9e103689-5a64-4b27-a748-751458efc881 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:09.880969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d46de7a9-ac6d-4cf4-8844-df076c03536c req-6e056255-7ed3-4804-b6b1-5ed4fa3d351e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720673 Feb 09 15:53:09.899061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5c28505-1082-4130-b720-3f3501310cd0 req-941edcea-9981-43bb-a9bc-0c5bcf22595c tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021466 Feb 09 15:53:10.113458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a576b9-bb56-40f0-87b9-62803d5046b5 req-639eb0cd-5c1b-4853-9ed3-d536619ccbd9 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:10.117492 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29a576b9-bb56-40f0-87b9-62803d5046b5 req-639eb0cd-5c1b-4853-9ed3-d536619ccbd9 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.1131432 Feb 09 15:53:10.117860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 9e103689-5a64-4b27-a748-751458efc881 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:10.122762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 9e103689-5a64-4b27-a748-751458efc881 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:10.123149 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.164110 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7328c5e3-3351-439b-add4-df6f79498c24 x-openstack-request-id: req-7328c5e3-3351-439b-add4-df6f79498c24 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:10.165039 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fa99d6-03e5-4964-b8c7-1f61e964d9a3", "name": "network-vif-deleted", "tag": "d0f4352b-326c-4461-a2ab-cec41ca0f32f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:10.165673 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7328c5e3-3351-439b-add4-df6f79498c24 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:10.166841 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fa99d6-03e5-4964-b8c7-1f61e964d9a3', 'name': 'network-vif-deleted', 'tag': 'd0f4352b-326c-4461-a2ab-cec41ca0f32f', 'status': 'completed', 'code': 200} Feb 09 15:53:10.214057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29a576b9-bb56-40f0-87b9-62803d5046b5 req-18564e3c-8f00-45f7-aacb-ba356c98ca85 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822911 Feb 09 15:53:10.244601 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.280654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e103689-5a64-4b27-a748-751458efc881'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:10.284773 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf0326f-881b-4f57-a3cb-079fa33ed1cf" -d '{"events": [{"server_uuid": "f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6", "name": "network-vif-plugged", "status": "completed", "tag": "9e103689-5a64-4b27-a748-751458efc881"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:10.324286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 9e103689-5a64-4b27-a748-751458efc881, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9e103689-5a64-4b27-a748-751458efc881,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:10.375484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1d69ea05-f81f-4413-b978-cef5e50e2a0a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:10.377135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1d69ea05-f81f-4413-b978-cef5e50e2a0a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 945 time: 0.0973485 Feb 09 15:53:10.399038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.400690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d0f4352b-326c-4461-a2ab-cec41ca0f32f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:10.488308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: d0f4352b-326c-4461-a2ab-cec41ca0f32f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:10.489404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d0f4352b-326c-4461-a2ab-cec41ca0f32f not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:10.533548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=9e103689-5a64-4b27-a748-751458efc881,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:10.586565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Deleting port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:10.587322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.767799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] For port 79cbbaa7-7e18-41b5-b759-663bc87f82d7, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=79cbbaa7-7e18-41b5-b759-663bc87f82d7,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:10.768288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.778989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20625bc-71f7-44cf-89ef-429a039585ac req-931ef8d4-372d-4ded-a706-22ffa3a0b657 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:10.780656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d20625bc-71f7-44cf-89ef-429a039585ac req-931ef8d4-372d-4ded-a706-22ffa3a0b657 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1680603 Feb 09 15:53:10.794863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c4b57-33b4-488f-8ab0-c0bbeabb144e req-21f6a5fd-8301-4440-badb-143a87b9bbed tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:10.796594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-642c4b57-33b4-488f-8ab0-c0bbeabb144e req-21f6a5fd-8301-4440-badb-143a87b9bbed tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.1856287 Feb 09 15:53:10.812581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Calling delete_port for 79cbbaa7-7e18-41b5-b759-663bc87f82d7 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:10.922109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d20625bc-71f7-44cf-89ef-429a039585ac req-a18cfe01-d222-4708-a0c8-92813c9d03eb tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244822 Feb 09 15:53:10.927150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-642c4b57-33b4-488f-8ab0-c0bbeabb144e req-e193548a-f18e-4b2a-ae86-59295f93f057 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159501 Feb 09 15:53:11.025307 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e7770-7ec5-4c83-a4e4-68df4929ad0a x-openstack-request-id: req-4f4e7770-7ec5-4c83-a4e4-68df4929ad0a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:11.026075 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6", "name": "network-vif-plugged", "status": "completed", "tag": "9e103689-5a64-4b27-a748-751458efc881", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:11.026485 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f4e7770-7ec5-4c83-a4e4-68df4929ad0a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:11.026991 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e103689-5a64-4b27-a748-751458efc881', 'code': 200} Feb 09 15:53:11.122107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e8b4a-cdf4-43c8-917d-616d623eff9d req-6edb4199-6504-4c9f-97f7-c20d97fb74b9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:11.124284 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e09e8b4a-cdf4-43c8-917d-616d623eff9d req-6edb4199-6504-4c9f-97f7-c20d97fb74b9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=63e2a977-aae5-4c0f-8083-50c2cb2248f3 HTTP/1.1" status: 200 len: 945 time: 0.0873978 Feb 09 15:53:11.159108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f47d46cd-ca07-43d7-bd60-e7a260dd518a details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:53:11.218237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22979768-19f7-4ec5-a20a-41887d80cd78 req-b32a5209-d369-4654-b93e-dbec1efe443e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4fa99d6-03e5-4964-b8c7-1f61e964d9a3 HTTP/1.1" status: 200 len: 210 time: 0.0637023 Feb 09 15:53:11.220273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:11.277292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['79cbbaa7-7e18-41b5-b759-663bc87f82d7'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:11.293869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e09e8b4a-cdf4-43c8-917d-616d623eff9d req-3c652ba2-f558-455a-98c2-7632d7f6b931 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551509 Feb 09 15:53:11.297214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event deleted for resources: {'Port': ['ID=79cbbaa7-7e18-41b5-b759-663bc87f82d7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:11.310930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb271f-d604-4de0-8da9-e50d6c566b27 req-1b6dd02a-4ce5-412f-941b-44f266ba38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:11.310930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fabb271f-d604-4de0-8da9-e50d6c566b27 req-1b6dd02a-4ce5-412f-941b-44f266ba38d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 1096 time: 0.1817408 Feb 09 15:53:11.397922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] No DVR routers for this DVR port 79cbbaa7-7e18-41b5-b759-663bc87f82d7 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:11.402863 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:11.407421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-055b048b-75be-4533-87b0-1a1e5f2e4f3f req-1fb69db7-be3c-4024-ac69-d1f7415fe15d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "DELETE /v2.0/ports/79cbbaa7-7e18-41b5-b759-663bc87f82d7 HTTP/1.1" status: 204 len: 173 time: 1.0238864 Feb 09 15:53:11.435350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fabb271f-d604-4de0-8da9-e50d6c566b27 req-f91339f2-5f7c-4f13-bb2f-7b116ebba6ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058931 Feb 09 15:53:11.441597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:11.459407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'port_id': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'mac_address': 'fa:16:3e:0c:83:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b275e3-8eb1-49e7-a6d2-eb44ad5eb759', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:53:11.482923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22b67a-6336-4927-b631-61f41c5c95fd req-a5fa3b17-3a7e-480b-abcf-50aecdbb1a91 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:11.484708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c22b67a-6336-4927-b631-61f41c5c95fd req-a5fa3b17-3a7e-480b-abcf-50aecdbb1a91 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 943 time: 0.0674021 Feb 09 15:53:11.518634 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:11.546529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47d46cd-ca07-43d7-bd60-e7a260dd518a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:11.592883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:11.608941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c22b67a-6336-4927-b631-61f41c5c95fd req-0000c8aa-6a49-43f9-a6e1-ab85b0b3082f tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892406 Feb 09 15:53:11.707232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:11.809333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:11.812914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb0053-d137-4cac-a25c-cad73524ea7c req-5185f853-80f4-49e9-af02-4f949139c487 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:11.816245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02eb0053-d137-4cac-a25c-cad73524ea7c req-5185f853-80f4-49e9-af02-4f949139c487 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.1053767 Feb 09 15:53:11.891114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02eb0053-d137-4cac-a25c-cad73524ea7c req-53babff2-4d78-4892-b31f-93cf982cb949 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631723 Feb 09 15:53:11.974556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['f47d46cd-ca07-43d7-bd60-e7a260dd518a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:12.015895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518f50c-96b5-40a9-870f-e260630418de req-b7fed73c-4686-46b5-941a-deb246662aa9 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:12.018638 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e518f50c-96b5-40a9-870f-e260630418de req-b7fed73c-4686-46b5-941a-deb246662aa9 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.0906072 Feb 09 15:53:12.072719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e518f50c-96b5-40a9-870f-e260630418de req-7fcf1f37-c898-4fea-aed0-fb3ae30b15ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464358 Feb 09 15:53:12.168308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e2a977-aae5-4c0f-8083-50c2cb2248f3', 'name': 'network-vif-deleted', 'tag': '79cbbaa7-7e18-41b5-b759-663bc87f82d7'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:12.171976 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5186a8-0c4d-43c3-bd75-c80f8f795736" -d '{"events": [{"server_uuid": "63e2a977-aae5-4c0f-8083-50c2cb2248f3", "name": "network-vif-deleted", "tag": "79cbbaa7-7e18-41b5-b759-663bc87f82d7"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:12.607934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663be38-ed20-467c-bdbd-2dbda231d3bd req-7b3dc133-8806-4c17-a3e5-0368c1e60c1e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:12.610548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0663be38-ed20-467c-bdbd-2dbda231d3bd req-7b3dc133-8806-4c17-a3e5-0368c1e60c1e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.4289317 Feb 09 15:53:12.626406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aaffa-2725-4fbe-835e-7775e9b2284d req-87e640b1-5629-4986-9007-6d44646cc9a2 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:12.629116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb9aaffa-2725-4fbe-835e-7775e9b2284d req-87e640b1-5629-4986-9007-6d44646cc9a2 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.4329000 Feb 09 15:53:12.734455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0663be38-ed20-467c-bdbd-2dbda231d3bd req-52c52835-e0fe-4ebc-b0fd-79f3eb5fcc7c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035869 Feb 09 15:53:12.744532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb9aaffa-2725-4fbe-835e-7775e9b2284d req-cc6e0129-ecb2-4b1e-891c-4d21e60096d2 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031742 Feb 09 15:53:12.866768 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f891dd-e802-4b7c-bccc-e1d1e94cfc9a x-openstack-request-id: req-19f891dd-e802-4b7c-bccc-e1d1e94cfc9a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:12.867268 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e2a977-aae5-4c0f-8083-50c2cb2248f3", "name": "network-vif-deleted", "tag": "79cbbaa7-7e18-41b5-b759-663bc87f82d7", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:12.867598 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19f891dd-e802-4b7c-bccc-e1d1e94cfc9a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:12.868277 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e2a977-aae5-4c0f-8083-50c2cb2248f3', 'name': 'network-vif-deleted', 'tag': '79cbbaa7-7e18-41b5-b759-663bc87f82d7', 'status': 'completed', 'code': 200} Feb 09 15:53:13.152492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501aea9-4935-47dd-8e62-1b3f648e0e22 req-0fbeb3d8-09ac-4b6c-b637-4af232b4cb22 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:13.154837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8501aea9-4935-47dd-8e62-1b3f648e0e22 req-0fbeb3d8-09ac-4b6c-b637-4af232b4cb22 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 944 time: 0.0972631 Feb 09 15:53:13.191534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f47d46cd-ca07-43d7-bd60-e7a260dd518a up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:13.255626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8501aea9-4935-47dd-8e62-1b3f648e0e22 req-2296ea14-b276-4c2a-9a86-a3e70011323d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887871 Feb 09 15:53:13.295659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903390d1-621b-437b-8c22-e1de82b92002 req-9449d2ee-5865-451b-a910-b227a9da921d tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:13.308581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903390d1-621b-437b-8c22-e1de82b92002 req-9449d2ee-5865-451b-a910-b227a9da921d tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:13.321134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903390d1-621b-437b-8c22-e1de82b92002 req-9449d2ee-5865-451b-a910-b227a9da921d tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:13.324063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903390d1-621b-437b-8c22-e1de82b92002 req-9449d2ee-5865-451b-a910-b227a9da921d tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d&device_id=d699a112-c86d-43f3-b208-9904929d4915&device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 2417 time: 0.1552854 Feb 09 15:53:13.383815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903390d1-621b-437b-8c22-e1de82b92002 req-1cb773a0-7877-4b67-a9ed-dcca22e14c3e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Feb 09 15:53:13.406886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port f47d46cd-ca07-43d7-bd60-e7a260dd518a completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:13.415788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port f47d46cd-ca07-43d7-bd60-e7a260dd518a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:13.416821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.537966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.566511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:13.569961 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e23d8ca-f01a-4de2-ab45-cba09f6644ed" -d '{"events": [{"server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "name": "network-vif-plugged", "status": "completed", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:13.585635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:13.699835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-e1e1c195-fc51-40d1-9000-79c71fa46b9d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:13.701841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-e1e1c195-fc51-40d1-9000-79c71fa46b9d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.1257050 Feb 09 15:53:13.721378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-75d95729-60a1-4c2d-8d29-c9586d647071 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/quotas/3a42761150e049e4bc3cf104b2881f83 HTTP/1.1" status: 200 len: 375 time: 0.0118001 Feb 09 15:53:13.767543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-97092f32-ae90-4d38-9f0c-a78aff314614 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382297 Feb 09 15:53:13.826026 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.827196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 79cbbaa7-7e18-41b5-b759-663bc87f82d7 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:13.888493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 79cbbaa7-7e18-41b5-b759-663bc87f82d7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:13.889291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 79cbbaa7-7e18-41b5-b759-663bc87f82d7 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:13.907951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42470) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:13.957113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8457d475-18c9-464f-9c25-5ad31fe9082c service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779585 Feb 09 15:53:13.966086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:14.111517 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b5d96cf-ed5d-464e-a2bc-a4129ac1d8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.141588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-9a6dab17-5f01-471d-aade-80b8faa5087f service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735787 Feb 09 15:53:14.212289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c431b0-eb37-4446-9813-2a3a39f8fc95 req-30aa5861-97c8-468a-a410-bca2f329fc11 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:14.215288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05c431b0-eb37-4446-9813-2a3a39f8fc95 req-30aa5861-97c8-468a-a410-bca2f329fc11 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.1001358 Feb 09 15:53:14.243290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b5d96cf-ed5d-464e-a2bc-a4129ac1d8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.282247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05c431b0-eb37-4446-9813-2a3a39f8fc95 req-6b16d1ef-9252-4137-869f-5e13011213fb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598879 Feb 09 15:53:14.403733 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b5d96cf-ed5d-464e-a2bc-a4129ac1d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.455369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46e310-da87-4c79-8d77-8b75fd9bb566 req-061d095e-9c7c-4c2f-861e-d284044c10e1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:14.457238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46e310-da87-4c79-8d77-8b75fd9bb566 req-061d095e-9c7c-4c2f-861e-d284044c10e1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.0650208 Feb 09 15:53:14.458569 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2b5d96cf-ed5d-464e-a2bc-a4129ac1d8a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcbb1add84d1493094f0f1b07d17759f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482261 Feb 09 15:53:14.460205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d96cf-ed5d-464e-a2bc-a4129ac1d8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b79e207-a62e-4aa5-9429-a111dd3baecb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:14.468286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42480) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:14.545086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46e310-da87-4c79-8d77-8b75fd9bb566 req-207adb4d-fdca-45f4-92c7-9db239a09c81 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728354 Feb 09 15:53:14.578416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef7d5827-f9f2-40d7-8487-d8e366a149a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.603153 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d184e-5790-46c1-b40b-1bbfaa972ae9 x-openstack-request-id: req-ce3d184e-5790-46c1-b40b-1bbfaa972ae9 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:14.604221 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "name": "network-vif-plugged", "status": "completed", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:14.604623 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce3d184e-5790-46c1-b40b-1bbfaa972ae9 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:14.605820 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'code': 200} Feb 09 15:53:14.609243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef7d5827-f9f2-40d7-8487-d8e366a149a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.781179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ddb87-0b9e-47b7-922d-94382a8e0cad req-25916150-3958-4c6e-b29f-82c3e9a4d10e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:14.783786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d1ddb87-0b9e-47b7-922d-94382a8e0cad req-25916150-3958-4c6e-b29f-82c3e9a4d10e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1186221 Feb 09 15:53:14.800750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd138a-9a78-46cf-8608-abbe7b77cc61 req-df58b091-d420-4d93-9f87-0bfcbef22e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:14.802747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbbd138a-9a78-46cf-8608-abbe7b77cc61 req-df58b091-d420-4d93-9f87-0bfcbef22e79 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0977614 Feb 09 15:53:14.893106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d1ddb87-0b9e-47b7-922d-94382a8e0cad req-a3788fda-4b3d-4ff4-81b5-029fa2a57ea4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956213 Feb 09 15:53:14.898684 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef7d5827-f9f2-40d7-8487-d8e366a149a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.903710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef7d5827-f9f2-40d7-8487-d8e366a149a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:14.905449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ef7d5827-f9f2-40d7-8487-d8e366a149a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b79e207-a62e-4aa5-9429-a111dd3baecb HTTP/1.1" status: 204 len: 168 time: 0.4403114 Feb 09 15:53:14.913171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbbd138a-9a78-46cf-8608-abbe7b77cc61 req-b91b51f4-39a3-4f84-b178-0dfda9461e4b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993629 Feb 09 15:53:14.921844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d5827-f9f2-40d7-8487-d8e366a149a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b79e207-a62e-4aa5-9429-a111dd3baecb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:15.031456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1ea33-205f-46ea-9852-14efd65d78d4 req-59008f77-066f-4324-8ca6-7f9f856f22fa tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:15.045213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd1ea33-205f-46ea-9852-14efd65d78d4 req-59008f77-066f-4324-8ca6-7f9f856f22fa tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 946 time: 0.0978723 Feb 09 15:53:15.125088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd1ea33-205f-46ea-9852-14efd65d78d4 req-edb323b3-657f-47c4-9175-195310edce4a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786605 Feb 09 15:53:15.153495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64319b-6d27-4a9b-af43-9eab41341266 req-4fddb6e8-dcb7-4871-b354-b9def03da633 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:15.156470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c64319b-6d27-4a9b-af43-9eab41341266 req-4fddb6e8-dcb7-4871-b354-b9def03da633 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0983071 Feb 09 15:53:15.230533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c64319b-6d27-4a9b-af43-9eab41341266 req-eee9f1ed-c831-49c3-88be-dd8da6441776 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672231 Feb 09 15:53:15.354601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-185589eb-214e-4777-bf8d-82d6089a685e req-2509ab22-cc89-4e96-af05-88950ab9d4ad tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 210 time: 0.0502450 Feb 09 15:53:15.374977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357c2358-c815-41e3-ba9b-16bcde115534 req-ba2b1dca-05ec-4466-9ca9-d1cfe9e44293 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177123 Feb 09 15:53:15.388050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104e5b0-e2d1-45b6-81bd-0e7bede1041b req-c373898c-6a21-4f29-a6a7-5f7be2270f8b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:15.389761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8104e5b0-e2d1-45b6-81bd-0e7bede1041b req-c373898c-6a21-4f29-a6a7-5f7be2270f8b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.1193171 Feb 09 15:53:15.466280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8104e5b0-e2d1-45b6-81bd-0e7bede1041b req-a98ccbb7-e6df-4691-899e-aef8788701c4 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640328 Feb 09 15:53:15.560512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2358-c815-41e3-ba9b-16bcde115534 req-31ef1c1b-135b-408f-ad67-354b44e89e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:15.563834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357c2358-c815-41e3-ba9b-16bcde115534 req-31ef1c1b-135b-408f-ad67-354b44e89e62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 1096 time: 0.1172640 Feb 09 15:53:15.767400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea80bcae-91f2-48c6-a736-da98f4cc9649 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:15.768057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea80bcae-91f2-48c6-a736-da98f4cc9649 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 946 time: 0.1804278 Feb 09 15:53:15.886033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2358-c815-41e3-ba9b-16bcde115534 req-66bbee1e-dbcc-400f-90ab-9abe4a95bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:15.887659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357c2358-c815-41e3-ba9b-16bcde115534 req-66bbee1e-dbcc-400f-90ab-9abe4a95bb45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 200 len: 906 time: 0.2183890 Feb 09 15:53:15.959132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357c2358-c815-41e3-ba9b-16bcde115534 req-a195a288-c6ca-4ac6-9752-7a0a6a630b4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2661a2d0-6f07-4429-b489-ddb47c9073c8 HTTP/1.1" status: 200 len: 217 time: 0.0598752 Feb 09 15:53:15.963113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Deleting port 884580f5-8037-447e-82ac-d791b6fe5b59 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:15.963113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:16.198559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2358-c815-41e3-ba9b-16bcde115534 req-7efaf43a-a362-43eb-8bf7-6d7e154772a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:16.201101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357c2358-c815-41e3-ba9b-16bcde115534 req-7efaf43a-a362-43eb-8bf7-6d7e154772a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 200 len: 845 time: 0.2330730 Feb 09 15:53:16.293619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357c2358-c815-41e3-ba9b-16bcde115534 req-bb15ed43-9cc0-43d3-9c90-0828e904c44d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe90d03-74e6-453d-8f52-18e4671920fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769792 Feb 09 15:53:16.310798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbb058-ef46-4062-a635-4475548ec2f1 req-705ab814-08b9-47dd-b5e2-55ed7fb7f571 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:16.312962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ddfbb058-ef46-4062-a635-4475548ec2f1 req-705ab814-08b9-47dd-b5e2-55ed7fb7f571 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.2543516 Feb 09 15:53:16.320716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] For port 884580f5-8037-447e-82ac-d791b6fe5b59, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=884580f5-8037-447e-82ac-d791b6fe5b59,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:16.321334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:16.387675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee875-1f3b-430a-ad36-e17d98961dcc req-210c51ea-f3c7-46b7-a71c-dc9d01d7b5eb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:16.389495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba7ee875-1f3b-430a-ad36-e17d98961dcc req-210c51ea-f3c7-46b7-a71c-dc9d01d7b5eb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.3326128 Feb 09 15:53:16.434369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Calling delete_port for 884580f5-8037-447e-82ac-d791b6fe5b59 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:16.565595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ddfbb058-ef46-4062-a635-4475548ec2f1 req-4bed4717-b1b0-4a99-90a6-31471708a6bc tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268658 Feb 09 15:53:16.586976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba7ee875-1f3b-430a-ad36-e17d98961dcc req-85ea9299-5d06-45fc-b51f-40aecf538e98 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503344 Feb 09 15:53:16.606667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357c2358-c815-41e3-ba9b-16bcde115534 req-589fac82-cd42-4d88-9d20-2f8278291b3a service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904816 Feb 09 15:53:16.966219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357c2358-c815-41e3-ba9b-16bcde115534 req-3eb4b6da-6b7b-48ab-acd8-9a3a44515c0e service neutron] 10.222.0.13 "GET /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513768 Feb 09 15:53:16.972325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:16.987786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['f19af231-0cb9-425c-8c7a-dfaae21eb6e6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:17.044938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event deleted for resources: {'Port': ['ID=884580f5-8037-447e-82ac-d791b6fe5b59,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:17.062890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ab049-6010-4bd8-98fd-35b289f68cde req-d4258f45-752e-4cfc-8f45-a1dec54bc22a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:17.065502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e4ab049-6010-4bd8-98fd-35b289f68cde req-d4258f45-752e-4cfc-8f45-a1dec54bc22a tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d567a13f-db0b-43b2-8bdb-86124b762a56 HTTP/1.1" status: 200 len: 946 time: 0.2312708 Feb 09 15:53:17.138097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829d9d-dd65-4593-9a17-b636321c48a0 req-80891006-bad6-4be7-af0b-822388629598 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:17.151774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53829d9d-dd65-4593-9a17-b636321c48a0 req-80891006-bad6-4be7-af0b-822388629598 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 945 time: 0.2502782 Feb 09 15:53:17.212240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] No DVR routers for this DVR port 884580f5-8037-447e-82ac-d791b6fe5b59 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:17.217476 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:17.221396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f18397a-a04f-4be4-83d2-eccd581e0d46 req-ea5a9ead-16e9-4bfd-b718-c766558be98d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "DELETE /v2.0/ports/884580f5-8037-447e-82ac-d791b6fe5b59 HTTP/1.1" status: 204 len: 173 time: 1.4466791 Feb 09 15:53:17.223475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd567a13f-db0b-43b2-8bdb-86124b762a56', 'name': 'network-vif-deleted', 'tag': '884580f5-8037-447e-82ac-d791b6fe5b59'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:17.225934 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4197b8-3369-4396-b98c-75e05ae16c18" -d '{"events": [{"server_uuid": "d567a13f-db0b-43b2-8bdb-86124b762a56", "name": "network-vif-deleted", "tag": "884580f5-8037-447e-82ac-d791b6fe5b59"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:17.263081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e4ab049-6010-4bd8-98fd-35b289f68cde req-09ad96c0-07ed-4603-ae75-e46d95c50833 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805546 Feb 09 15:53:17.270300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53829d9d-dd65-4593-9a17-b636321c48a0 req-5e408285-2995-4580-a672-4d89fb175bf1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157093 Feb 09 15:53:17.413862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd8cfab0-153d-4616-9f57-c18704da3840 req-7c0e4cbb-2315-4f08-aae5-a9824b16a104 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 210 time: 0.0476825 Feb 09 15:53:17.487425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc781fd-70ec-4c3d-8d5a-17fcc05cde71 req-66da522a-313e-47ab-b418-edc958197bd5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:17.490617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cc781fd-70ec-4c3d-8d5a-17fcc05cde71 req-66da522a-313e-47ab-b418-edc958197bd5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1021299 Feb 09 15:53:17.617263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cc781fd-70ec-4c3d-8d5a-17fcc05cde71 req-11ceea72-c677-4496-bbb7-717ba66cd26a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062551 Feb 09 15:53:17.645696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6c689-b18d-430c-b01c-ce7bca888032 req-2940b1b5-ed23-4693-93e5-2436d297c522 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:17.648131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a6c689-b18d-430c-b01c-ce7bca888032 req-2940b1b5-ed23-4693-93e5-2436d297c522 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.1558821 Feb 09 15:53:17.741581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a6c689-b18d-430c-b01c-ce7bca888032 req-41ce738f-7443-482d-a147-2e5261f55c1d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818558 Feb 09 15:53:17.877850 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5799bca7-6d97-43ce-86fa-1c00812a5220 x-openstack-request-id: req-5799bca7-6d97-43ce-86fa-1c00812a5220 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:17.878313 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d567a13f-db0b-43b2-8bdb-86124b762a56", "name": "network-vif-deleted", "tag": "884580f5-8037-447e-82ac-d791b6fe5b59", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:17.878959 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5799bca7-6d97-43ce-86fa-1c00812a5220 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:17.880023 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd567a13f-db0b-43b2-8bdb-86124b762a56', 'name': 'network-vif-deleted', 'tag': '884580f5-8037-447e-82ac-d791b6fe5b59', 'status': 'completed', 'code': 200} Feb 09 15:53:17.888145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 884580f5-8037-447e-82ac-d791b6fe5b59 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:17.915269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 884580f5-8037-447e-82ac-d791b6fe5b59 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:17.915616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 884580f5-8037-447e-82ac-d791b6fe5b59 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:18.121698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-f4018dce-889b-4a9e-a82d-45b2704819da tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:18.124011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-f4018dce-889b-4a9e-a82d-45b2704819da tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.1600051 Feb 09 15:53:18.140788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Request body: {'port': {'device_id': '7fb55f9b-292b-4da5-b969-9fd75e8647fe', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'admin_state_up': True, 'tenant_id': '3a42761150e049e4bc3cf104b2881f83'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:18.421672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Made reservation on behalf of 3a42761150e049e4bc3cf104b2881f83 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:18.430870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:18.753274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Allocated IP 172.20.0.3 (70faf60e-3ffd-4c63-97c3-9f283fa8cb44/62e9af1e-67d0-4a41-ba8c-bfce70bdd120/cd07f8c5-9cd4-4e55-8fcf-1c569312a850) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:19.043622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d0910-c8b4-4449-9ebe-2631f1e3e4ae req-3e1df3cc-659b-4bd8-89be-3eb3755be38f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:19.045294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c7d0910-c8b4-4449-9ebe-2631f1e3e4ae req-3e1df3cc-659b-4bd8-89be-3eb3755be38f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.2545938 Feb 09 15:53:19.056168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bb8d8-dc1a-487b-9c0c-99ecc4e29754 req-a24fc14e-debe-4e08-ac1a-0ce9f9775bce tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:19.057761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d23bb8d8-dc1a-487b-9c0c-99ecc4e29754 req-a24fc14e-debe-4e08-ac1a-0ce9f9775bce tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.1827114 Feb 09 15:53:19.167866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c7d0910-c8b4-4449-9ebe-2631f1e3e4ae req-801ede23-1288-4cc7-a9ba-ba2cc1d15ed7 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068859 Feb 09 15:53:19.190754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d23bb8d8-dc1a-487b-9c0c-99ecc4e29754 req-994fe95f-5a5b-4be9-9abb-84a0aea34ccb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012826 Feb 09 15:53:19.190754 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.315065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44d81c3d-77df-4f65-92b1-5916da4a63ee req-062928f4-e3bc-4995-92b8-8940d9b04c82 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 210 time: 0.0475063 Feb 09 15:53:19.382389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.455306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:19.466108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:19.470599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:19.519720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42618) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:19.533734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event updated for resources: {'Port': ['ID=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:19.573214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:19.574171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.675866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-70108460-a339-4820-92c3-b0a33f033e0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5393245 Feb 09 15:53:19.700783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Request body: {'port': {'device_id': '7fb55f9b-292b-4da5-b969-9fd75e8647fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:19.792453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:19.838950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.874040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eff22-417c-481e-9845-497c65e27976 req-477662f2-2838-4c8d-b78d-496ff250b104 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:19.876020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-609eff22-417c-481e-9845-497c65e27976 req-477662f2-2838-4c8d-b78d-496ff250b104 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.1148698 Feb 09 15:53:19.895491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:20.084797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-609eff22-417c-481e-9845-497c65e27976 req-e3066327-b845-49ad-8be7-5a9e787ab563 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804972 Feb 09 15:53:20.087149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:20.355685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Allocated IP 172.25.5.151 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/19b98fa9-71b9-46f7-878d-d6c3144d51a7) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:20.446719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd07f8c5-9cd4-4e55-8fcf-1c569312a850 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:20.460968 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:20.483773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d2b39-48ea-4404-b3ef-524a21333a67 req-fec18a28-d7d5-4058-b680-8708d3fe56de tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:20.485487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d6d2b39-48ea-4404-b3ef-524a21333a67 req-fec18a28-d7d5-4058-b680-8708d3fe56de tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 945 time: 0.1832125 Feb 09 15:53:20.494260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Transition to ACTIVE for port object cd07f8c5-9cd4-4e55-8fcf-1c569312a850 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:20.518196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-33b3ffe2-3858-479e-88e4-3277d939d43e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:20.519799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-33b3ffe2-3858-479e-88e4-3277d939d43e tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.1346371 Feb 09 15:53:20.564337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:20.573804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:20.671602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d6d2b39-48ea-4404-b3ef-524a21333a67 req-ec2cce6b-5d0e-4e80-a8ba-7fb240bc1da5 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/security-groups?id=4890bfb5-5b5e-41e6-8e86-4a608a7819df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624160 Feb 09 15:53:20.706130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:20.708191 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:20.720249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a613111-bedc-4ee0-aa68-ce97c9403a7c req-6be1eac4-bb09-4e98-a876-1bde01239a21 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:20.722234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a613111-bedc-4ee0-aa68-ce97c9403a7c req-6be1eac4-bb09-4e98-a876-1bde01239a21 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 945 time: 0.2230446 Feb 09 15:53:20.822516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:20.828133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:20.833374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:20.840455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Deleting port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:20.840875 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:20.866827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a613111-bedc-4ee0-aa68-ce97c9403a7c req-60476b3c-6650-45dd-a303-f422b0d9b94f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=21d3eb56-414d-421c-84e2-29e938bf7b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304135 Feb 09 15:53:20.894982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'Port': ['ID=19b98fa9-71b9-46f7-878d-d6c3144d51a7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:20.898958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Attempting to bind port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:20.899369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Attempting to bind port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:20.899694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Attempting to bind port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:20.922270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:53:20.922270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Attempting to bind port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.923094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.924782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:20.936367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:53:20.936538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Checking segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:20.937025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Bound using segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:53:20.937312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Bound port: cd07f8c5-9cd4-4e55-8fcf-1c569312a850, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:20.937675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.000687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] For port f19af231-0cb9-425c-8c7a-dfaae21eb6e6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:21.002601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.032314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Calling delete_port for f19af231-0cb9-425c-8c7a-dfaae21eb6e6 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:21.036323 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.161585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.206103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f47d46cd-ca07-43d7-bd60-e7a260dd518a details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:53:21.382064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] For port cd07f8c5-9cd4-4e55-8fcf-1c569312a850, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:21.401819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68c532-045a-4fec-b444-0325a812d32d req-b55d1cf4-69d2-4885-b41c-52dee8ed9a5b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:21.416848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb68c532-045a-4fec-b444-0325a812d32d req-b55d1cf4-69d2-4885-b41c-52dee8ed9a5b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.3341033 Feb 09 15:53:21.423790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:21.451072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'network_id': '6359e6de-5759-40f4-ba65-b1e84bd8eb51', 'port_id': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'mac_address': 'fa:16:3e:0c:83:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b275e3-8eb1-49e7-a6d2-eb44ad5eb759', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:53:21.487826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-f334c716-2bd6-4253-8d55-b58f000ca580 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:21.491224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-f334c716-2bd6-4253-8d55-b58f000ca580 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 945 time: 0.2855783 Feb 09 15:53:21.497849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] For port cd07f8c5-9cd4-4e55-8fcf-1c569312a850, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:21.580915 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.602762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f47d46cd-ca07-43d7-bd60-e7a260dd518a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:21.621589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb68c532-045a-4fec-b444-0325a812d32d req-3476229f-4118-49a6-b4eb-3c6b5d2baed4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017322 Feb 09 15:53:21.643450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:21.678703 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.680981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.797851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.798111 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.857639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:21.893665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'Port': ['ID=19b98fa9-71b9-46f7-878d-d6c3144d51a7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:21.909981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:21.999419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['f47d46cd-ca07-43d7-bd60-e7a260dd518a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:22.046218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.048936 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f0b75431-4748-451a-9e0f-fe549c61e405 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5264351 Feb 09 15:53:22.050676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42666) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:22.058458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-539938860'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:22.179441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Made reservation on behalf of 71151566bdc64cabb15b1f16196e45fb for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:22.183297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.207231 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.225469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:22.226608 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.229277 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] 10.222.0.73 "PUT /v2.0/ports/cd07f8c5-9cd4-4e55-8fcf-1c569312a850 HTTP/1.1" status: 200 len: 1091 time: 2.5348616 Feb 09 15:53:22.246026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb55f9b-292b-4da5-b969-9fd75e8647fe', 'tag': 'cd07f8c5-9cd4-4e55-8fcf-1c569312a850'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:22.250162 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb55f9b-292b-4da5-b969-9fd75e8647fe", "tag": "cd07f8c5-9cd4-4e55-8fcf-1c569312a850"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:22.316696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.413054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130de4b-4e74-47cf-b623-d56cb84994b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:22.437638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.469662 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:53:22.481280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3624a9-9e91-47ad-b42b-6848afb54e6c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:22.486684 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.487025 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Added segment ad936219-dc9c-4c17-82b5-f493af96fcff of type vlan for network df3d87f0-1cae-4fe1-a511-b3e145340f35 Feb 09 15:53:22.516631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db853418-75ad-4880-9f2c-2dcbf8e2ee8e req-4cf58893-bef2-4d93-b8e7-1b3a016aa534 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:22.519519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db853418-75ad-4880-9f2c-2dcbf8e2ee8e req-4cf58893-bef2-4d93-b8e7-1b3a016aa534 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.3848693 Feb 09 15:53:22.534675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83b8f4-6b4c-439f-9fb8-270a522cba08 req-6d5f44bc-c584-417b-9a6d-0b7ea9e25ac6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:22.537997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e83b8f4-6b4c-439f-9fb8-270a522cba08 req-6d5f44bc-c584-417b-9a6d-0b7ea9e25ac6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 943 time: 0.3977745 Feb 09 15:53:22.546833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.568878 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.594397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Deleting port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:22.594960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.740938 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.747023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:22.747736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.787631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event deleted for resources: {'Port': ['ID=f19af231-0cb9-425c-8c7a-dfaae21eb6e6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:22.793653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-3ef02c30-dd1f-40a5-846f-c6cc6bdc89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:22.796375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-3ef02c30-dd1f-40a5-846f-c6cc6bdc89dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 1094 time: 0.3667743 Feb 09 15:53:22.835025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'Network': ['ID=df3d87f0-1cae-4fe1-a511-b3e145340f35,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:22.860174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:53:22.894873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.895221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.895564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.899752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:22.905190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db853418-75ad-4880-9f2c-2dcbf8e2ee8e req-96912c1f-9608-4d78-9b7c-8b8195b8e611 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632572 Feb 09 15:53:22.957013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-7ad678c9-b7bf-4099-89eb-17e6fd037ed3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd07f8c5-9cd4-4e55-8fcf-1c569312a850 HTTP/1.1" status: 200 len: 217 time: 0.1334610 Feb 09 15:53:22.960348 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae7248cb-226f-47e1-b2fa-733a07e0a784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:22.969915 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f7f2e5c3-a1e5-40ce-bc32-5aa11b370367 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9170241 Feb 09 15:53:22.972752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42674) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:22.976242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e83b8f4-6b4c-439f-9fb8-270a522cba08 req-0960ba15-04d9-4470-a660-500934a8f306 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151645 Feb 09 15:53:23.013892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Request body: {'subnet': {'network_id': 'df3d87f0-1cae-4fe1-a511-b3e145340f35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:23.070719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] No DVR routers for this DVR port f19af231-0cb9-425c-8c7a-dfaae21eb6e6 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:23.083538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.090136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e76c84f2-a292-4b39-8ccc-5310bc2ed33c req-577aeffe-20d7-48f3-a9fc-e4257beaacc8 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "DELETE /v2.0/ports/f19af231-0cb9-425c-8c7a-dfaae21eb6e6 HTTP/1.1" status: 204 len: 173 time: 2.5461705 Feb 09 15:53:23.206003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f47d46cd-ca07-43d7-bd60-e7a260dd518a up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:23.226854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] For port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,segment=NetworkSegment(cdca1722-2e61-4777-a1e7-714eb796c3e5),segment_id=cdca1722-2e61-4777-a1e7-714eb796c3e5)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:23.227454 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.274087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Calling delete_port for 00baeda3-df04-4c2d-bccf-6d5ec784ce2a owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:23.278576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port f47d46cd-ca07-43d7-bd60-e7a260dd518a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:23.278960 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.290430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8acbb384-3c4e-4354-b233-2691019d5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:23.293048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-8acbb384-3c4e-4354-b233-2691019d5796 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.2459276 Feb 09 15:53:23.324714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Made reservation on behalf of 71151566bdc64cabb15b1f16196e45fb for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:23.333240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.360304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c296e8e-89f9-4bc7-9a39-f375720e82b1 req-f082793e-ce11-4472-933d-73500b8d2a0c tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:23.363050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c296e8e-89f9-4bc7-9a39-f375720e82b1 req-f082793e-ce11-4472-933d-73500b8d2a0c tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 945 time: 0.2820849 Feb 09 15:53:23.401694 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.401972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af22eb7d-a6a6-40c2-a68c-cffd528fa3ed req-21e62c8c-4d29-475c-860a-0e826c530644 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=5d083075-8a0d-45f3-ac23-66166566f0f6 HTTP/1.1" status: 200 len: 210 time: 0.1231742 Feb 09 15:53:23.462757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:23.465814 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff045cb6-43f8-49e6-aeac-372cef2f6635" -d '{"events": [{"server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "name": "network-vif-plugged", "status": "completed", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:23.486269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:23.502433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-5bd33abc-3115-49d3-a74e-443b2ce01be1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723664 Feb 09 15:53:23.570923 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.675142 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b4ed21-459d-433f-b395-608388201e68 x-openstack-request-id: req-03b4ed21-459d-433f-b395-608388201e68 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:23.675744 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb55f9b-292b-4da5-b969-9fd75e8647fe", "tag": "cd07f8c5-9cd4-4e55-8fcf-1c569312a850", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:23.676005 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03b4ed21-459d-433f-b395-608388201e68 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:23.676697 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb55f9b-292b-4da5-b969-9fd75e8647fe', 'tag': 'cd07f8c5-9cd4-4e55-8fcf-1c569312a850', 'status': 'completed', 'code': 200} Feb 09 15:53:23.690592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:23.725691 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:23.747082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c296e8e-89f9-4bc7-9a39-f375720e82b1 req-4a12bd6c-fb88-4dfd-a01c-f6666bc6ed58 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/security-groups?id=4890bfb5-5b5e-41e6-8e86-4a608a7819df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525872 Feb 09 15:53:23.801870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'Subnet': ['ID=b89ac120-a033-4185-a3fa-102e27ce43f3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:23.855555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Checking segment: {'id': 'ad936219-dc9c-4c17-82b5-f493af96fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df3d87f0-1cae-4fe1-a511-b3e145340f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:23.856407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Network hostable DHCP agents. Network: df3d87f0-1cae-4fe1-a511-b3e145340f35, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:53:23.905468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-63a66e43-90ae-4cc8-bf8c-7178d6e9178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:23.908139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-63a66e43-90ae-4cc8-bf8c-7178d6e9178e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 1096 time: 0.3376722 Feb 09 15:53:23.924667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device f19af231-0cb9-425c-8c7a-dfaae21eb6e6 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:23.949338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: f19af231-0cb9-425c-8c7a-dfaae21eb6e6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:23.949680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device f19af231-0cb9-425c-8c7a-dfaae21eb6e6 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:23.950181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 00baeda3-df04-4c2d-bccf-6d5ec784ce2a no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:23.963248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:53:23.980196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3b18-4f7f-4247-89a6-de93cc5f9254 req-5c2b0b46-ed27-4c33-aa49-b19cf6e83236 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:23.984812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-612a3b18-4f7f-4247-89a6-de93cc5f9254 req-5c2b0b46-ed27-4c33-aa49-b19cf6e83236 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.2525949 Feb 09 15:53:23.986991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-c18ff3b7-b5c8-43ed-91ae-817364b1905b service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662414 Feb 09 15:53:24.061127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, df3d87f0-1cae-4fe1-a511-b3e145340f35) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:24.063047 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.075547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:24.078248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.078769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4dc87-7b77-405e-87c8-61e334bc41f1 None None] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:24.194211 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d22bbe9a-9209-4241-a702-dac287c4d6dd tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2186556 Feb 09 15:53:24.195480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42696) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:24.205442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-565570580', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:24.249175 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f370eb08-d4cd-4935-8f5b-63fd16524e7d x-openstack-request-id: req-f370eb08-d4cd-4935-8f5b-63fd16524e7d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:24.249761 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "name": "network-vif-plugged", "status": "completed", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:24.250942 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f370eb08-d4cd-4935-8f5b-63fd16524e7d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:24.251530 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'code': 200} Feb 09 15:53:24.323985 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.325900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.364445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-df3d87f0-1cae-4fe1-a511-b3e145340f35', 'network_id': 'df3d87f0-1cae-4fe1-a511-b3e145340f35', 'tenant_id': '71151566bdc64cabb15b1f16196e45fb', 'fixed_ips': [{'subnet_id': 'b89ac120-a033-4185-a3fa-102e27ce43f3'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:53:24.365620 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.380132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-612a3b18-4f7f-4247-89a6-de93cc5f9254 req-24453737-303c-40d7-93ca-249d9cceaf6e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593400 Feb 09 15:53:24.416492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.506964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3ce93-2dee-4b17-81b8-ea541cc6514c req-afa25ac7-c5dc-46be-8f8f-e3df1ab98d02 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:24.508664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6aa3ce93-2dee-4b17-81b8-ea541cc6514c req-afa25ac7-c5dc-46be-8f8f-e3df1ab98d02 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 945 time: 0.2374856 Feb 09 15:53:24.513878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Pushing event deleted for resources: {'Port': ['ID=00baeda3-df04-4c2d-bccf-6d5ec784ce2a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:24.520285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-ca9ce184-df05-4109-ab9b-67556e89f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:24.522578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-ca9ce184-df05-4109-ab9b-67556e89f84b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 917 time: 0.5650132 Feb 09 15:53:24.533553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16466f4a-d281-4df1-9ec8-71a7dd207687 req-05d1b5b8-0c94-4956-bace-95a65e026215 service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227079 Feb 09 15:53:24.572334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.634033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-fe1e47ad-a48a-40f7-871e-ca3504639b7b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7913013-bb57-43df-bb03-0276ba84ab5e HTTP/1.1" status: 200 len: 217 time: 0.0847208 Feb 09 15:53:24.658731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Allocated IP 172.20.0.2 (df3d87f0-1cae-4fe1-a511-b3e145340f35/b89ac120-a033-4185-a3fa-102e27ce43f3/7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:24.677001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] No DVR routers for this DVR port 00baeda3-df04-4c2d-bccf-6d5ec784ce2a on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:24.691248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.695234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9926a10b-6476-4bcf-955b-91c4d9eed598 req-c059b9d7-041a-427f-a223-c3115578ae60 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.13 "DELETE /v2.0/ports/00baeda3-df04-4c2d-bccf-6d5ec784ce2a HTTP/1.1" status: 204 len: 173 time: 3.1821787 Feb 09 15:53:24.721910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6aa3ce93-2dee-4b17-81b8-ea541cc6514c req-08dffa89-0254-431a-a720-6c534b4b65a2 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051091 Feb 09 15:53:24.758104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073914f9-1d62-4456-9efc-af9169f5f001 req-0ea5be88-b0fc-4068-85d3-766acdf9bca2 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:24.759759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-073914f9-1d62-4456-9efc-af9169f5f001 req-0ea5be88-b0fc-4068-85d3-766acdf9bca2 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1774940 Feb 09 15:53:24.761388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-affceaee-1208-42cb-8f7d-2290a492731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:24.762872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-affceaee-1208-42cb-8f7d-2290a492731d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 200 len: 855 time: 0.0881541 Feb 09 15:53:24.824617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-073914f9-1d62-4456-9efc-af9169f5f001 req-1a9cbe63-d6ef-468d-9132-e741591e6ee1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567229 Feb 09 15:53:24.886041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd52b-e537-4295-9848-4c82b85555cb req-698d4670-d857-4e00-abca-aa499c1813f8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:24.887734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-359bd52b-e537-4295-9848-4c82b85555cb req-698d4670-d857-4e00-abca-aa499c1813f8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 943 time: 0.0601103 Feb 09 15:53:24.937193 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:24.992574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-359bd52b-e537-4295-9848-4c82b85555cb req-9e0cebb1-cedc-4313-82dd-d476667eec3d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935142 Feb 09 15:53:25.085215 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:25.086617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-e9dbe213-8ce9-41ec-bb9d-070368f8d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:25.090267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-e9dbe213-8ce9-41ec-bb9d-070368f8d1d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9544151-86d2-4fea-8226-2f6df368e10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3105919 Feb 09 15:53:25.176057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:25.184641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:25.199548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:25.228274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f73c94f9-8076-46e6-ac0f-452bf5c39af4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:53:25.272967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30950057-79e4-4dc4-a60a-cf3b4f34e34a req-84d731cb-2ede-4f80-a850-a9ec3a50d0fb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:25.286712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30950057-79e4-4dc4-a60a-cf3b4f34e34a req-84d731cb-2ede-4f80-a850-a9ec3a50d0fb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.3324099 Feb 09 15:53:25.299681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-d4180430-3009-4b6d-9b97-51b66b0ca344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:25.302673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-d4180430-3009-4b6d-9b97-51b66b0ca344 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 1094 time: 0.2768860 Feb 09 15:53:25.379192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:25.499997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-7a28333f-63f3-40f9-9f91-549b910f46e0 service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947742 Feb 09 15:53:25.507310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30950057-79e4-4dc4-a60a-cf3b4f34e34a req-b6f4703b-a914-4dc0-b1c4-5074974b9b01 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184660 Feb 09 15:53:25.544911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Pushing event updated for resources: {'Port': ['ID=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:25.569766 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26b069bd-d331-4b55-892d-deb0bc603cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:25.632643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Attempting to bind port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:25.633226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Attempting to bind port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'ad936219-dc9c-4c17-82b5-f493af96fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df3d87f0-1cae-4fe1-a511-b3e145340f35'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:25.635276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Attempting to bind port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 on network df3d87f0-1cae-4fe1-a511-b3e145340f35 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:25.653181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:53:25.653747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Checking segment: {'id': 'ad936219-dc9c-4c17-82b5-f493af96fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df3d87f0-1cae-4fe1-a511-b3e145340f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:25.655023 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:25.655716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Bound using segment: {'id': 'ad936219-dc9c-4c17-82b5-f493af96fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df3d87f0-1cae-4fe1-a511-b3e145340f35'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:53:25.656583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Bound port: 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad936219-dc9c-4c17-82b5-f493af96fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'df3d87f0-1cae-4fe1-a511-b3e145340f35'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:25.658418 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:25.678802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d083075-8a0d-45f3-ac23-66166566f0f6', 'name': 'network-vif-deleted', 'tag': 'f19af231-0cb9-425c-8c7a-dfaae21eb6e6'}, {'server_uuid': '6dd40593-aa16-49df-81f6-ca946d788187', 'name': 'network-vif-deleted', 'tag': '00baeda3-df04-4c2d-bccf-6d5ec784ce2a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:25.684779 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d15d116-c54b-464e-b096-4b7aa351f892" -d '{"events": [{"server_uuid": "5d083075-8a0d-45f3-ac23-66166566f0f6", "name": "network-vif-deleted", "tag": "f19af231-0cb9-425c-8c7a-dfaae21eb6e6"}, {"server_uuid": "6dd40593-aa16-49df-81f6-ca946d788187", "name": "network-vif-deleted", "tag": "00baeda3-df04-4c2d-bccf-6d5ec784ce2a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:25.762416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-affe80a6-9e40-44be-b662-d0caeba013dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:25.773294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-affe80a6-9e40-44be-b662-d0caeba013dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 911 time: 0.4509327 Feb 09 15:53:25.866075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-495f3779-4516-414e-9f6f-dfe482d24b20 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd07f8c5-9cd4-4e55-8fcf-1c569312a850 HTTP/1.1" status: 200 len: 217 time: 0.0755031 Feb 09 15:53:25.868287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7672759-d07f-4348-a1ec-744c29097de7 req-a81bd631-d541-47fa-91a4-92e8fed63542 tempest-ServerTagsTestJSON-1855718073 tempest-ServerTagsTestJSON-1855718073-project] 10.222.0.53 "GET /v2.0/ports?device_id=6dd40593-aa16-49df-81f6-ca946d788187 HTTP/1.1" status: 200 len: 210 time: 0.0931971 Feb 09 15:53:25.870501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-466352be-0ec7-4304-b780-78a7e9f739a5 req-567062eb-e28d-47de-ab17-49a319615280 service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588521 Feb 09 15:53:25.923152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:25.946611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] For port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:26.009799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'network_id': '52658206-7649-4887-8448-95901b40700b', 'port_id': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'mac_address': 'fa:16:3e:18:85:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fad0bf-88ca-4077-a513-8974702450e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:53:26.017930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] For port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,segment=NetworkSegment(ad936219-dc9c-4c17-82b5-f493af96fcff),segment_id=ad936219-dc9c-4c17-82b5-f493af96fcff)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:26.050636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:26.054759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-7c13e613-7539-4872-882d-ba6c3e776b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:26.056765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-7c13e613-7539-4872-882d-ba6c3e776b12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.1636288 Feb 09 15:53:26.116949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:26.117370 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:26.129341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-57aaf9e9-bbe4-456a-9c9e-73765c0eefc8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560465 Feb 09 15:53:26.136845 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:26.202190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f73c94f9-8076-46e6-ac0f-452bf5c39af4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:26.256164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:26.272207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Pushing event updated for resources: {'Port': ['ID=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:26.283205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.283714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.284186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.285092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.285092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.285545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.286023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.286452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.287076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.288224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.288676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.289142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeff83b-fe21-4bdc-901a-567cd59fe9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:26.351931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Allocated IP 172.25.5.75 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/5194d86c-c636-4e38-b353-5847d35b4b66) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:26.370816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:26.425874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a950ea-3127-401c-80eb-5b2ebf874ead req-a73a0d23-5760-44d6-85d8-0b0278fe5063 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:26.436866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a950ea-3127-401c-80eb-5b2ebf874ead req-a73a0d23-5760-44d6-85d8-0b0278fe5063 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.3125641 Feb 09 15:53:26.461216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:26.530510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['f73c94f9-8076-46e6-ac0f-452bf5c39af4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:26.532265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a950ea-3127-401c-80eb-5b2ebf874ead req-87bae2fa-e210-4e74-8ecc-f11bdc23723b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936487 Feb 09 15:53:26.539946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:26.602537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-6d4a40ba-3d34-4068-b653-d2c96bbcefa9 service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971727 Feb 09 15:53:26.701997 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:26.885922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:26.932506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:26.939457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:26.946572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:27.003311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'Port': ['ID=5194d86c-c636-4e38-b353-5847d35b4b66,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:27.058959 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8424f0-73b1-4757-9338-12b7043bca77 x-openstack-request-id: req-de8424f0-73b1-4757-9338-12b7043bca77 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:27.059537 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d083075-8a0d-45f3-ac23-66166566f0f6", "name": "network-vif-deleted", "tag": "f19af231-0cb9-425c-8c7a-dfaae21eb6e6", "status": "completed", "code": 200}, {"server_uuid": "6dd40593-aa16-49df-81f6-ca946d788187", "name": "network-vif-deleted", "tag": "00baeda3-df04-4c2d-bccf-6d5ec784ce2a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:27.059537 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de8424f0-73b1-4757-9338-12b7043bca77 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:27.059775 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d083075-8a0d-45f3-ac23-66166566f0f6', 'name': 'network-vif-deleted', 'tag': 'f19af231-0cb9-425c-8c7a-dfaae21eb6e6', 'status': 'completed', 'code': 200} Feb 09 15:53:27.060017 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd40593-aa16-49df-81f6-ca946d788187', 'name': 'network-vif-deleted', 'tag': '00baeda3-df04-4c2d-bccf-6d5ec784ce2a', 'status': 'completed', 'code': 200} Feb 09 15:53:27.187257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1a2b4-423e-47d8-a309-fda86fb82be3 req-ce169074-691e-4dd4-a696-e0b66ae17ca5 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:27.188983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bde1a2b4-423e-47d8-a309-fda86fb82be3 req-ce169074-691e-4dd4-a696-e0b66ae17ca5 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1281047 Feb 09 15:53:27.192294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3ab3059-7e49-4607-a66f-5c223fd3c9c6 req-69485055-87a1-437d-aad8-3aaf8f6b994e service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825949 Feb 09 15:53:27.200507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eae578-1671-43b4-854e-e55f71cc1e1f req-9a6c0deb-7a32-4fbf-b16c-127247e2f79f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:27.203194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48eae578-1671-43b4-854e-e55f71cc1e1f req-9a6c0deb-7a32-4fbf-b16c-127247e2f79f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 943 time: 0.1402752 Feb 09 15:53:27.225585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cd07f8c5-9cd4-4e55-8fcf-1c569312a850 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:53:27.230234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f73c94f9-8076-46e6-ac0f-452bf5c39af4 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:27.279284 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bde1a2b4-423e-47d8-a309-fda86fb82be3 req-293f61e7-3512-46b4-addc-d1b6a3ab0333 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747714 Feb 09 15:53:27.303412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48eae578-1671-43b4-854e-e55f71cc1e1f req-bdc60423-1d2b-4253-9043-693213dd3271 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807927 Feb 09 15:53:27.440151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port f73c94f9-8076-46e6-ac0f-452bf5c39af4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:27.440532 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:27.486385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860d971-4e85-4595-8fb3-f2cc8c2344d4 req-6e5a81cc-be7a-44c3-9d7d-bc9ea25a80e7 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:27.491959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f860d971-4e85-4595-8fb3-f2cc8c2344d4 req-6e5a81cc-be7a-44c3-9d7d-bc9ea25a80e7 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.1158652 Feb 09 15:53:27.506171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cd07f8c5-9cd4-4e55-8fcf-1c569312a850, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:27.528379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'cd07f8c5-9cd4-4e55-8fcf-1c569312a850', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'port_id': 'cd07f8c5-9cd4-4e55-8fcf-1c569312a850', 'mac_address': 'fa:16:3e:41:0e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9af1e-67d0-4a41-ba8c-bfce70bdd120', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:53:27.549077 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:27.576631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0a84e-e252-45b8-90c3-fff69743cf58 req-6595f71f-be43-47fd-9fd7-563ba9467d90 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:27.579454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ea0a84e-e252-45b8-90c3-fff69743cf58 req-6595f71f-be43-47fd-9fd7-563ba9467d90 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 944 time: 0.1526799 Feb 09 15:53:27.620372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:27.642209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f860d971-4e85-4595-8fb3-f2cc8c2344d4 req-6a57c47c-4515-476b-a12b-08b9052416f6 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417589 Feb 09 15:53:27.656554 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:27.688808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:27.691623 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3259bac-bd2e-4091-912c-d554e354564a" -d '{"events": [{"server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "name": "network-vif-plugged", "status": "completed", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:27.712443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:27.713298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ea0a84e-e252-45b8-90c3-fff69743cf58 req-2c84c305-26a1-4c04-b4f9-54725d04cd5d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159980 Feb 09 15:53:27.714881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd07f8c5-9cd4-4e55-8fcf-1c569312a850 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:27.764897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cd07f8c5-9cd4-4e55-8fcf-1c569312a850, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:27.773827 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:27.774782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f47d46cd-ca07-43d7-bd60-e7a260dd518a no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:27.798970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42736) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:27.876687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:27.881233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986fb635-3dae-4689-8f9c-f66c1b59ef47 None None] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:27.895178 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:27.902862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed9b1f6-848d-4624-b2d1-d2ca4282b215 admin admin] Deleting subnet 4e57af87-82d8-4428-ac9e-9ba02ca2cc7f {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:53:27.907368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bed9b1f6-848d-4624-b2d1-d2ca4282b215 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.000052 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0167b-15a1-462c-8fdf-28424a31f550 x-openstack-request-id: req-32a0167b-15a1-462c-8fdf-28424a31f550 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:28.000444 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "name": "network-vif-plugged", "status": "completed", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:28.000705 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32a0167b-15a1-462c-8fdf-28424a31f550 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:28.003809 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'code': 200} Feb 09 15:53:28.005402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-39c498ef-29b5-47f3-a7f0-17072b299d29 None None] Provisioning complete for port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:28.006259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39c498ef-29b5-47f3-a7f0-17072b299d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.074167 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bed9b1f6-848d-4624-b2d1-d2ca4282b215 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.086565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f769870-fd59-426e-a6e2-13dfa5a4ae1c req-7e0fd798-5abb-43af-a48e-5503dd688263 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:28.088869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f769870-fd59-426e-a6e2-13dfa5a4ae1c req-7e0fd798-5abb-43af-a48e-5503dd688263 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1127052 Feb 09 15:53:28.092622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:28.183752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.244464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bed9b1f6-848d-4624-b2d1-d2ca4282b215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.248391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:28.281618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-f992433e-0ff3-4ae0-bc3d-73aa620f6d94 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:28.283431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-f992433e-0ff3-4ae0-bc3d-73aa620f6d94 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2251744 Feb 09 15:53:28.283650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['cd07f8c5-9cd4-4e55-8fcf-1c569312a850'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:28.304449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f769870-fd59-426e-a6e2-13dfa5a4ae1c req-afc38961-16de-4493-aef9-f85ade0376bf tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716592 Feb 09 15:53:28.307953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Router 910ddd09-7a79-4410-bc83-77c61175bbd8 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:53:28.319492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-5f3b51fc-a4fe-49dc-aa38-8049670dd7c1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:28.321248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-5f3b51fc-a4fe-49dc-aa38-8049670dd7c1 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.73 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 945 time: 0.1871841 Feb 09 15:53:28.354485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.444457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:28.575683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Deleting port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:28.576056 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.589359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7615ca0-5116-43cd-888a-0a75c942d489 req-8f15ab1c-355a-40ec-b63e-4a5ff916a1e6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:28.590945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7615ca0-5116-43cd-888a-0a75c942d489 req-8f15ab1c-355a-40ec-b63e-4a5ff916a1e6 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0883119 Feb 09 15:53:28.593806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Deleting port f47d46cd-ca07-43d7-bd60-e7a260dd518a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:28.593806 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.598975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39c498ef-29b5-47f3-a7f0-17072b299d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.603787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:28.651942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe394c13-7eda-4fd2-8701-a1dc85f427fc None None] Sync routers for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:53:28.659797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:28.707178 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.714779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bed9b1f6-848d-4624-b2d1-d2ca4282b215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.728126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe394c13-7eda-4fd2-8701-a1dc85f427fc None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:28.728808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fe394c13-7eda-4fd2-8701-a1dc85f427fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:28.769850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.778893 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a0b73e51-5bd7-466b-9022-73ea9cc8926c tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.5810454 Feb 09 15:53:28.780531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42748) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:28.797854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-39c498ef-29b5-47f3-a7f0-17072b299d29 None None] For port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,segment=NetworkSegment(ad936219-dc9c-4c17-82b5-f493af96fcff),segment_id=ad936219-dc9c-4c17-82b5-f493af96fcff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:28.799293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fe394c13-7eda-4fd2-8701-a1dc85f427fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:28.801616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9b1f6-848d-4624-b2d1-d2ca4282b215 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e57af87-82d8-4428-ac9e-9ba02ca2cc7f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:28.811777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bed9b1f6-848d-4624-b2d1-d2ca4282b215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.819377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bed9b1f6-848d-4624-b2d1-d2ca4282b215 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4e57af87-82d8-4428-ac9e-9ba02ca2cc7f HTTP/1.1" status: 204 len: 168 time: 1.0153565 Feb 09 15:53:28.819670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.828569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42750) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:28.870052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:28.870570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:28.879742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7615ca0-5116-43cd-888a-0a75c942d489 req-77ff3ded-344d-4762-9b5b-87478b871af8 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707248 Feb 09 15:53:28.888371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe394c13-7eda-4fd2-8701-a1dc85f427fc None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:28.893329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fe394c13-7eda-4fd2-8701-a1dc85f427fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:28.920973 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39c498ef-29b5-47f3-a7f0-17072b299d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.020071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:29.026138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fe394c13-7eda-4fd2-8701-a1dc85f427fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:29.026945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe394c13-7eda-4fd2-8701-a1dc85f427fc None None] The sync data for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:53:29.059596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] For port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:29.059969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.086917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.145792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6a229-d76e-46e1-ad70-ed2528c9ac52 req-6986360d-8926-4577-b4ad-1cf1f8656c30 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:29.151869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcf6a229-d76e-46e1-ad70-ed2528c9ac52 req-6986360d-8926-4577-b4ad-1cf1f8656c30 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.4344113 Feb 09 15:53:29.255713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] For port f47d46cd-ca07-43d7-bd60-e7a260dd518a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f47d46cd-ca07-43d7-bd60-e7a260dd518a,segment=NetworkSegment(083ddf76-f700-48ee-a8f8-d90dbef6cfea),segment_id=083ddf76-f700-48ee-a8f8-d90dbef6cfea)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:29.256399 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.341589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f73c94f9-8076-46e6-ac0f-452bf5c39af4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:29.371352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c498ef-29b5-47f3-a7f0-17072b299d29 None None] Pushing event updated for resources: {'Port': ['ID=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:29.377785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Calling delete_port for f47d46cd-ca07-43d7-bd60-e7a260dd518a owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:29.405823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56630bee-43f4-4a8a-aa21-c8a6a9e513cc None None] Provisioning complete for port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:29.406440 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-56630bee-43f4-4a8a-aa21-c8a6a9e513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.438325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcf6a229-d76e-46e1-ad70-ed2528c9ac52 req-a5c2a9ad-313d-434a-b28f-002f4481ea5a tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852750 Feb 09 15:53:29.488003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5bfbd1-c01d-4729-ad19-fbc5e540659a req-8aff0aca-4d09-4c14-b302-3a5ce1a7a915 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:29.494243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a5bfbd1-c01d-4729-ad19-fbc5e540659a req-8aff0aca-4d09-4c14-b302-3a5ce1a7a915 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 944 time: 0.4003818 Feb 09 15:53:29.514655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.605696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:29.648253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.685099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.746984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431b8890-7cd7-475e-b34b-65345b0b528c']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:29.772638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdca1722-2e61-4777-a1e7-714eb796c3e5') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:29.772923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdca1722-2e61-4777-a1e7-714eb796c3e5') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:29.815915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a5bfbd1-c01d-4729-ad19-fbc5e540659a req-39a59b25-4071-4a3a-9194-ac34680fc39b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606351 Feb 09 15:53:29.844162 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.844974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f47d46cd-ca07-43d7-bd60-e7a260dd518a no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:29.850765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.918162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc955e-8055-4eca-b785-df122af26f6c req-b5492a67-6d22-4d7b-af1d-f99129fb8617 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:29.926737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fdc955e-8055-4eca-b785-df122af26f6c req-b5492a67-6d22-4d7b-af1d-f99129fb8617 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 945 time: 0.3277655 Feb 09 15:53:29.935538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.959318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:29.969814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.970191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.970571 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Floating IP 4c318dc4-059c-401f-993b-9336708b564d disassociated. External IP: 172.25.5.188, port: 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3. Feb 09 15:53:29.970931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Calling delete_port for 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:29.979885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:53:29.983572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:53:29.990504 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:53:30.016138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a'}, {'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:30.018860 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b274be31-1310-478d-aaed-4c717a43f37d" -d '{"events": [{"server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a"}, {"server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "name": "network-vif-unplugged", "status": "completed", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:30.028612 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.166585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fdc955e-8055-4eca-b785-df122af26f6c req-8f726379-307b-4c7c-8a60-1889e1849a24 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389348 Feb 09 15:53:30.202648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb46f46-076c-420f-b5b2-7ae46a462cf7 req-43416123-120a-409d-b57c-2e1a7ed59211 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:30.204443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8eb46f46-076c-420f-b5b2-7ae46a462cf7 req-43416123-120a-409d-b57c-2e1a7ed59211 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 945 time: 0.2474341 Feb 09 15:53:30.259292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:30.284282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8eb46f46-076c-420f-b5b2-7ae46a462cf7 req-daec8f93-7c5e-4d7a-95c3-f91704e53638 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f016597-7279-4ec3-8999-2c17e8d5277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556045 Feb 09 15:53:30.331195 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.342273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:30.343284 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.384857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.393104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] 10.222.0.53 "DELETE /v2.0/networks/431b8890-7cd7-475e-b34b-65345b0b528c HTTP/1.1" status: 204 len: 168 time: 1.5593619 Feb 09 15:53:30.485002 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Allocated IP 172.20.0.1 (df3d87f0-1cae-4fe1-a511-b3e145340f35/b89ac120-a033-4185-a3fa-102e27ce43f3/4664d1e5-1663-4d75-b1c3-702d17f2fe7c) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:30.495488 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.501087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-036f9e28-4346-4124-93f6-ef3ba5c5b4ba req-e46052cc-1cc8-4f93-88de-ff98b8c2aefc tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 210 time: 0.1384990 Feb 09 15:53:30.575855 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7b9180-facf-45c9-bd9a-b772774e3357 x-openstack-request-id: req-cc7b9180-facf-45c9-bd9a-b772774e3357 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:30.575855 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "name": "network-vif-unplugged", "status": "completed", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a", "code": 200}, {"server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "name": "network-vif-unplugged", "status": "completed", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:30.575855 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc7b9180-facf-45c9-bd9a-b772774e3357 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:30.575855 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'code': 200} Feb 09 15:53:30.575855 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'code': 200} Feb 09 15:53:30.872604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42764) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:30.918958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf31de8-8481-4452-9673-f0973875785a admin admin] Pushing event deleted for resources: {'Network': ['ID=431b8890-7cd7-475e-b34b-65345b0b528c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:30.920799 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-40677103-83e9-49fc-a4a1-7fcb101bcded admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bb486eb69724984848d8cd083518e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470147 Feb 09 15:53:30.925707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42766) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:30.981543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90fbd0b-1da6-43be-80b8-f9389895683b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.006942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90fbd0b-1da6-43be-80b8-f9389895683b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.011297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Pushing event deleted for resources: {'Port': ['ID=f47d46cd-ca07-43d7-bd60-e7a260dd518a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:31.166066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d741a9-dfa1-4b59-8a26-90f5597e7434 req-855413cf-ddfb-431d-873b-7b6331163285 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:31.168891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1d741a9-dfa1-4b59-8a26-90f5597e7434 req-855413cf-ddfb-431d-873b-7b6331163285 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.8347938 Feb 09 15:53:31.174350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] No DVR routers for this DVR port f47d46cd-ca07-43d7-bd60-e7a260dd518a on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:31.189562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90fbd0b-1da6-43be-80b8-f9389895683b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.192217 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90fbd0b-1da6-43be-80b8-f9389895683b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.193967 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f90fbd0b-1da6-43be-80b8-f9389895683b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4890bfb5-5b5e-41e6-8e86-4a608a7819df HTTP/1.1" status: 204 len: 168 time: 0.2672176 Feb 09 15:53:31.197376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-1a3e28f2-d065-4e12-aca4-8a2786c378ae tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:31.200018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-1a3e28f2-d065-4e12-aca4-8a2786c378ae tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.73 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 943 time: 0.7506075 Feb 09 15:53:31.201175 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.204698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.210840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9fda52e-4d59-4f99-95f1-0238389644c8 req-57878d58-af77-4d12-b13a-2c4d537eec71 tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.73 "DELETE /v2.0/ports/f47d46cd-ca07-43d7-bd60-e7a260dd518a HTTP/1.1" status: 204 len: 173 time: 2.8661337 Feb 09 15:53:31.212812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fbd0b-1da6-43be-80b8-f9389895683b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4890bfb5-5b5e-41e6-8e86-4a608a7819df,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:31.214251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'name': 'network-vif-deleted', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:31.218488 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d3dd3d-079e-4934-9bd4-a49e9a6196ab" -d '{"events": [{"server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "name": "network-vif-deleted", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:31.246249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cd07f8c5-9cd4-4e55-8fcf-1c569312a850 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:53:31.275309 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.334889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f8d41-55bb-46d4-b48c-854663994d2f req-9659f9c9-4729-4b6b-bc38-890ced01e727 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:31.337680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-235f8d41-55bb-46d4-b48c-854663994d2f req-9659f9c9-4729-4b6b-bc38-890ced01e727 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.4152603 Feb 09 15:53:31.374905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event deleted for resources: {'Port': ['ID=2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:31.433168 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.466237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:31.471960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:31.472651 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.537579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:31.541501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'Port': ['ID=4664d1e5-1663-4d75-b1c3-702d17f2fe7c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:31.544718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:31.548907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:31.572188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1d741a9-dfa1-4b59-8a26-90f5597e7434 req-424a564c-985c-49bd-8179-d7fe60d43398 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942621 Feb 09 15:53:31.609912 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.621806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.637666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.663478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-235f8d41-55bb-46d4-b48c-854663994d2f req-1cf9fc52-9aeb-4774-9ec3-cbbe2698a3fd tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842507 Feb 09 15:53:31.712766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port cd07f8c5-9cd4-4e55-8fcf-1c569312a850, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:31.834303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Deleting port f73c94f9-8076-46e6-ac0f-452bf5c39af4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:31.834660 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.866855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Router 55b7b173-9571-45a4-beb3-87e1a7487ca3 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:53:31.899070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.899894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f73c94f9-8076-46e6-ac0f-452bf5c39af4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:31.918875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95320256-3a90-455b-966c-112c6b08b044 req-a0f6537a-5847-410a-b601-5e4dbe2fa793 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:31.920769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95320256-3a90-455b-966c-112c6b08b044 req-a0f6537a-5847-410a-b601-5e4dbe2fa793 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 944 time: 0.1746390 Feb 09 15:53:31.995031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:32.065498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.122994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:32.123509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:32.146190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:32.196506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-49c8a3ca-88f1-4500-9b88-274c5e4a2aaa None None] Provisioning complete for port 4664d1e5-1663-4d75-b1c3-702d17f2fe7c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:32.196885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49c8a3ca-88f1-4500-9b88-274c5e4a2aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.240733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95320256-3a90-455b-966c-112c6b08b044 req-517798cc-8bf3-46c3-9a90-5ca0efb2ad8c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861381 Feb 09 15:53:32.269981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-49c8a3ca-88f1-4500-9b88-274c5e4a2aaa None None] Port 4664d1e5-1663-4d75-b1c3-702d17f2fe7c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:53:32.289488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512db806-f981-40b6-8007-07d9f9d33e69 req-8f7897b1-9489-4e9b-8c9a-2c2b1edf7d17 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:32.303510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512db806-f981-40b6-8007-07d9f9d33e69 req-8f7897b1-9489-4e9b-8c9a-2c2b1edf7d17 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 943 time: 0.4059765 Feb 09 15:53:32.326530 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d275518-3f48-45a6-b83b-615821964b3c x-openstack-request-id: req-1d275518-3f48-45a6-b83b-615821964b3c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:32.327135 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3947405-819e-41c3-bb7e-92c7a901a9a5", "name": "network-vif-deleted", "tag": "f47d46cd-ca07-43d7-bd60-e7a260dd518a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:32.332777 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d275518-3f48-45a6-b83b-615821964b3c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:32.333308 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3947405-819e-41c3-bb7e-92c7a901a9a5', 'name': 'network-vif-deleted', 'tag': 'f47d46cd-ca07-43d7-bd60-e7a260dd518a', 'status': 'completed', 'code': 200} Feb 09 15:53:32.349656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] For port f73c94f9-8076-46e6-ac0f-452bf5c39af4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f73c94f9-8076-46e6-ac0f-452bf5c39af4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:32.350149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.382980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Calling delete_port for f73c94f9-8076-46e6-ac0f-452bf5c39af4 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:32.470971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a9c2967-959a-490f-98ed-7fbe805c73eb req-771a348b-56a3-4580-bcb8-4e5654976d1d tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 210 time: 0.0856698 Feb 09 15:53:32.471369 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.523379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-512db806-f981-40b6-8007-07d9f9d33e69 req-24b64e58-5c25-4aa0-94a9-d5053a308820 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186387 Feb 09 15:53:32.531268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:32.567895 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] Sync routers for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:53:32.571745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb55f9b-292b-4da5-b969-9fd75e8647fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd07f8c5-9cd4-4e55-8fcf-1c569312a850'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:32.576923 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53c25a8-6a8d-4ccb-982e-8412cfb18d2a" -d '{"events": [{"server_uuid": "7fb55f9b-292b-4da5-b969-9fd75e8647fe", "name": "network-vif-plugged", "status": "completed", "tag": "cd07f8c5-9cd4-4e55-8fcf-1c569312a850"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:32.597730 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:32.598383 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:32.605066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] No DVR routers for this DVR port 2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:32.626917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.630627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f12819c7-1e3b-4867-83b6-b4744acf61c8 req-871f8591-53fc-4da8-ac01-fc4984bce00f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.13 "DELETE /v2.0/ports/2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3 HTTP/1.1" status: 204 len: 173 time: 4.3405619 Feb 09 15:53:32.637627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37254f36-2ea7-4e8b-ac27-37dccfd8c19e req-d9ff45c5-fc92-4173-a458-7da4b3ce2a6d tempest-ImagesTestJSON-1847391392 tempest-ImagesTestJSON-1847391392-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3947405-819e-41c3-bb7e-92c7a901a9a5 HTTP/1.1" status: 200 len: 210 time: 0.0437250 Feb 09 15:53:32.660647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.695351 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82ee115-e0a1-4e16-9444-be3f1fcf59e7 x-openstack-request-id: req-a82ee115-e0a1-4e16-9444-be3f1fcf59e7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:32.698238 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb55f9b-292b-4da5-b969-9fd75e8647fe", "name": "network-vif-plugged", "status": "completed", "tag": "cd07f8c5-9cd4-4e55-8fcf-1c569312a850", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:32.698238 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a82ee115-e0a1-4e16-9444-be3f1fcf59e7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:32.698238 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb55f9b-292b-4da5-b969-9fd75e8647fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd07f8c5-9cd4-4e55-8fcf-1c569312a850', 'code': 200} Feb 09 15:53:32.926735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abe681-d5e4-4292-b76e-a005f79f1b00 req-d572256f-6b36-4cfc-816c-165539080fe6 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:32.929058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3abe681-d5e4-4292-b76e-a005f79f1b00 req-d572256f-6b36-4cfc-816c-165539080fe6 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1342931 Feb 09 15:53:32.936889 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:53:32.938383 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.939961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809cb1b-29f7-46b7-89e1-dc16cce6011e req-c08160dd-d137-430f-920e-b442d37ad9a8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:32.941683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2809cb1b-29f7-46b7-89e1-dc16cce6011e req-c08160dd-d137-430f-920e-b442d37ad9a8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1340473 Feb 09 15:53:32.954441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4934d-555e-4a22-8e56-a76600a8c71d req-ed9a1892-a273-4708-9add-93ce9df198f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:32.959801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23e4934d-555e-4a22-8e56-a76600a8c71d req-ed9a1892-a273-4708-9add-93ce9df198f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 1096 time: 0.1129370 Feb 09 15:53:32.960121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'Port': ['ID=4664d1e5-1663-4d75-b1c3-702d17f2fe7c,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:32.964617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.051920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event deleted for resources: {'Port': ['ID=f73c94f9-8076-46e6-ac0f-452bf5c39af4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:33.114588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3abe681-d5e4-4292-b76e-a005f79f1b00 req-a3266092-9af2-4bff-87ad-3b0f6be9a387 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703360 Feb 09 15:53:33.153681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23e4934d-555e-4a22-8e56-a76600a8c71d req-7094069d-ab48-4f55-926f-33234742d96a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794209 Feb 09 15:53:33.157642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2809cb1b-29f7-46b7-89e1-dc16cce6011e req-81b4c155-1d6b-4b9b-92cd-db885e3f0006 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056017 Feb 09 15:53:33.158654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] No DVR routers for this DVR port f73c94f9-8076-46e6-ac0f-452bf5c39af4 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:33.161777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.162725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:33.168647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52c36a8b-cf93-4dc1-8f8a-30c6aa2d4b0b req-43b9112e-fc50-4d74-9741-c8ac6fd70979 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.73 "DELETE /v2.0/ports/f73c94f9-8076-46e6-ac0f-452bf5c39af4 HTTP/1.1" status: 204 len: 173 time: 1.9318235 Feb 09 15:53:33.168759 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:33.168834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42802) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:33.345577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Router 910ddd09-7a79-4410-bc83-77c61175bbd8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:53:33.354497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1214517092-network', 'tenant_id': '20b692795f9d4e02a51ff19488d6ba9c'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:33.420004 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 5, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:33.470033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbffb1-df71-4597-be5a-9b6b9bb0082b req-085c742d-356d-4933-b494-4aa491ff822c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:33.471602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3bbffb1-df71-4597-be5a-9b6b9bb0082b req-085c742d-356d-4933-b494-4aa491ff822c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 945 time: 0.1219265 Feb 09 15:53:33.486207 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] Checking router: 55b7b173-9571-45a4-beb3-87e1a7487ca3 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:53:33.503954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:33.507265 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:33.509288 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:33.523618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3218711e-d607-4115-9d57-36f7ec4f8648 None None] Sync routers for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:53:33.532206 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fc1c5400-1971-413a-b41b-d68cc3019af2 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "PUT /v2.0/routers/910ddd09-7a79-4410-bc83-77c61175bbd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7497022 Feb 09 15:53:33.536518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42810) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:33.549360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Request body: {'port': {'network_id': 'df3d87f0-1cae-4fe1-a511-b3e145340f35', 'name': 'tempest-FloatingIPAdminTestJSON-446317853'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:33.556962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218711e-d607-4115-9d57-36f7ec4f8648 None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:33.557714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3218711e-d607-4115-9d57-36f7ec4f8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:33.602120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3bbffb1-df71-4597-be5a-9b6b9bb0082b req-25b87924-5287-4eb2-9f48-317ee792e54f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144667 Feb 09 15:53:33.628755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3218711e-d607-4115-9d57-36f7ec4f8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:33.651186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-caf21f94-497c-4774-88a1-c8b9499ba084 None None] Provisioning complete for port 4664d1e5-1663-4d75-b1c3-702d17f2fe7c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:33.651824 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-caf21f94-497c-4774-88a1-c8b9499ba084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.665140 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:53:33.729520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218711e-d607-4115-9d57-36f7ec4f8648 None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:33.731299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3218711e-d607-4115-9d57-36f7ec4f8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:33.759224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8dc009c8-a76d-4970-8fc5-711cd8b7f126 req-34b6e9e2-ee80-42e2-a2f7-d2372f3c066f tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/ports?device_id=05ff6ede-50b5-4029-816f-1effb3c006da HTTP/1.1" status: 200 len: 210 time: 0.1159668 Feb 09 15:53:33.762635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Made reservation on behalf of 20b692795f9d4e02a51ff19488d6ba9c for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:33.777092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.823598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-caf21f94-497c-4774-88a1-c8b9499ba084 None None] Port 4664d1e5-1663-4d75-b1c3-702d17f2fe7c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:53:33.826684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3218711e-d607-4115-9d57-36f7ec4f8648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:33.827349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3218711e-d607-4115-9d57-36f7ec4f8648 None None] The sync data for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:53:33.840581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.877963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Made reservation on behalf of 71151566bdc64cabb15b1f16196e45fb for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:33.883415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efc54a52-5d11-4c97-871b-a5de0997cdad req-d7aaa43c-75d6-4bab-8744-01e897c9be0b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 210 time: 0.0740185 Feb 09 15:53:33.885722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:33.964272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] device_id is not set on port e9840f74-9a1e-4e44-9e81-27ef81efe2c9 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:53:34.071494 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 5, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:34.071629 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:34.111409 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48eff0-91d1-4ade-8218-37d6c82c40e4 None None] The sync data for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 is: [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:44:00Z', 'revision_number': 4, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0e7f0607-3b9c-48eb-9ec2-cbec504e2993', 'name': '', 'network_id': '2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'mac_address': 'fa:16:3e:01:63:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:58Z', 'updated_at': '2022-02-09T15:44:21Z', 'revision_number': 5, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'subnets': [{'id': '9bcc5345-71e3-4019-bdc5-b84bd7f7264c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:53:34.153076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Allocated IP 172.20.0.12 (df3d87f0-1cae-4fe1-a511-b3e145340f35/b89ac120-a033-4185-a3fa-102e27ce43f3/e9840f74-9a1e-4e44-9e81-27ef81efe2c9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:34.336922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f21fc-ef21-4a7f-a37c-5712bb3554db req-db5861b8-7e1d-4cde-b761-8a5973b8ddd2 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:34.338637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-101f21fc-ef21-4a7f-a37c-5712bb3554db req-db5861b8-7e1d-4cde-b761-8a5973b8ddd2 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1052408 Feb 09 15:53:34.347153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-deleted', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3'}, {'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'name': 'network-vif-deleted', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:34.347153 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52720b8b-aa63-4d00-a10f-6287599fb081" -d '{"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-deleted", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3"}, {"server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "name": "network-vif-deleted", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:34.368806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25f8fd-b05c-4d89-b9fe-f471383fdcb3 req-4092c55b-2cbf-4945-82f4-141fbc398d66 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:34.370407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d25f8fd-b05c-4d89-b9fe-f471383fdcb3 req-4092c55b-2cbf-4945-82f4-141fbc398d66 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.0918832 Feb 09 15:53:34.431117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-101f21fc-ef21-4a7f-a37c-5712bb3554db req-70cbf03e-c287-476b-aa93-5e9f7ad95384 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595512 Feb 09 15:53:34.461128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:34.500628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:34.516822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d25f8fd-b05c-4d89-b9fe-f471383fdcb3 req-71504f68-494a-456f-8c5f-3f50ce14405b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297832 Feb 09 15:53:34.570300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:53:34.588970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f146825-88fe-41db-a5f4-2ac532483b8a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:34.604213 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf5f9a-bddd-4f61-a698-07cb47b2458a None None] New status for floating IP 4c318dc4-059c-401f-993b-9336708b564d: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 15:53:34.618577 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a7a37b-453a-4976-a1a9-76297e600b5d x-openstack-request-id: req-d3a7a37b-453a-4976-a1a9-76297e600b5d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:34.619124 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff6ede-50b5-4029-816f-1effb3c006da", "name": "network-vif-deleted", "tag": "2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3", "status": "completed", "code": 200}, {"server_uuid": "0160766b-4d0b-4e8c-8c47-4b4e0aef642c", "name": "network-vif-deleted", "tag": "f73c94f9-8076-46e6-ac0f-452bf5c39af4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:34.619529 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3a7a37b-453a-4976-a1a9-76297e600b5d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:34.620192 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff6ede-50b5-4029-816f-1effb3c006da', 'name': 'network-vif-deleted', 'tag': '2a5c7c63-0b6a-4dab-a7aa-063a44bb5fd3', 'status': 'completed', 'code': 200} Feb 09 15:53:34.620683 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0160766b-4d0b-4e8c-8c47-4b4e0aef642c', 'name': 'network-vif-deleted', 'tag': 'f73c94f9-8076-46e6-ac0f-452bf5c39af4', 'status': 'completed', 'code': 200} Feb 09 15:53:34.625788 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:34.626338 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Added segment b233a64b-d067-48a9-a06b-5e6b725ccbe8 of type vlan for network ccef122d-2e9e-4c0a-8a45-becc896038c2 Feb 09 15:53:34.702241 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:34.786458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:34.789268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42854) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:34.828198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:34.835439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:34.840609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:34.893589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:53:34.919170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event updated for resources: {'Port': ['ID=e9840f74-9a1e-4e44-9e81-27ef81efe2c9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:34.966481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036a858-b96b-4940-a9f7-1970cad32d88 req-a60926fc-2d47-4e85-baf4-9fb569d0f758 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:34.969250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7036a858-b96b-4940-a9f7-1970cad32d88 req-a60926fc-2d47-4e85-baf4-9fb569d0f758 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 945 time: 0.2095757 Feb 09 15:53:34.979537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c965d1-cd71-46c5-ad96-e891688b04bf admin admin] Deleting subnet 30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:53:34.994781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2c965d1-cd71-46c5-ad96-e891688b04bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.000006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42862) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:35.008619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:35.009662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.133621 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.134756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:35.135463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.167498 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b9e9f690-dc5d-42af-8bb8-3cb5d5c9b0e0 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6238377 Feb 09 15:53:35.167921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42864) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:35.181188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2c965d1-cd71-46c5-ad96-e891688b04bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.182466 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:53:35.241642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08cbdec7-88b8-40fd-a8c8-a5d5566f904e req-3ad39fd8-83fc-43dd-8e11-c53f92666f0f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=0160766b-4d0b-4e8c-8c47-4b4e0aef642c HTTP/1.1" status: 200 len: 210 time: 0.1233828 Feb 09 15:53:35.316485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1464753 Feb 09 15:53:35.322458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42868) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:35.333871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Request body: {'subnet': {'network_id': 'ccef122d-2e9e-4c0a-8a45-becc896038c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1214517092-subnet', 'tenant_id': '20b692795f9d4e02a51ff19488d6ba9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:35.350459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7036a858-b96b-4940-a9f7-1970cad32d88 req-0801298e-428a-456b-b538-324887d0bd00 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578191 Feb 09 15:53:35.356278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85ce67-dd87-4c26-b83e-139bd5488a7c admin admin] Pushing event updated for resources: {'Network': ['ID=ccef122d-2e9e-4c0a-8a45-becc896038c2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:35.361002 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2c965d1-cd71-46c5-ad96-e891688b04bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.363375 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ced7be4-9add-451b-b1ad-aa3284225fee tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.405009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d13cf9a8-595c-4461-bf13-dbce2b37514f None None] Provisioning complete for port e9840f74-9a1e-4e44-9e81-27ef81efe2c9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:35.407399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d13cf9a8-595c-4461-bf13-dbce2b37514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.416862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ccef122d-2e9e-4c0a-8a45-becc896038c2 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:53:35.440465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ced7be4-9add-451b-b1ad-aa3284225fee tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.471995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'project_id': '71151566bdc64cabb15b1f16196e45fb', 'port_id': 'e9840f74-9a1e-4e44-9e81-27ef81efe2c9'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:35.497486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Made reservation on behalf of 20b692795f9d4e02a51ff19488d6ba9c for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:35.502215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.588902 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2c965d1-cd71-46c5-ad96-e891688b04bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.594831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d13cf9a8-595c-4461-bf13-dbce2b37514f None None] Port e9840f74-9a1e-4e44-9e81-27ef81efe2c9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:53:35.631229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ced7be4-9add-451b-b1ad-aa3284225fee tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.634190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ced7be4-9add-451b-b1ad-aa3284225fee tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.640587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1ced7be4-9add-451b-b1ad-aa3284225fee tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "DELETE /v2.0/security-groups/7f016597-7279-4ec3-8999-2c17e8d5277f HTTP/1.1" status: 204 len: 168 time: 0.6338208 Feb 09 15:53:35.640587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c965d1-cd71-46c5-ad96-e891688b04bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b275e3-8eb1-49e7-a6d2-eb44ad5eb759,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:35.641189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42874) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:35.661176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2c965d1-cd71-46c5-ad96-e891688b04bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.667804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d2c965d1-cd71-46c5-ad96-e891688b04bf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/30b275e3-8eb1-49e7-a6d2-eb44ad5eb759 HTTP/1.1" status: 204 len: 168 time: 0.8766789 Feb 09 15:53:35.675945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42876) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:35.693091 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-79c70b68-0c90-4239-9b89-be5da06ab0c1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] show failed (client error): The resource could not be found. Feb 09 15:53:35.695445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-79c70b68-0c90-4239-9b89-be5da06ab0c1 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "GET /v2.0/security-groups/7f016597-7279-4ec3-8999-2c17e8d5277f HTTP/1.1" status: 404 len: 347 time: 0.0498445 Feb 09 15:53:35.699222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42878) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:35.711810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced7be4-9add-451b-b1ad-aa3284225fee tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f016597-7279-4ec3-8999-2c17e8d5277f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:35.716139 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.730829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040c8b9-7f0c-40b5-b85d-126e3fb80538 req-c2d01c65-4f6f-4fcc-b31e-bf13728b0802 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:35.733678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7040c8b9-7f0c-40b5-b85d-126e3fb80538 req-c2d01c65-4f6f-4fcc-b31e-bf13728b0802 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1880572 Feb 09 15:53:35.855303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb84b-87a1-4e3b-b138-2f3ce748b45f req-fe04a7d6-5704-4949-b9c0-3e1253c86fcb tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:35.858037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2aeeb84b-87a1-4e3b-b138-2f3ce748b45f req-fe04a7d6-5704-4949-b9c0-3e1253c86fcb tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1788003 Feb 09 15:53:35.864290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7040c8b9-7f0c-40b5-b85d-126e3fb80538 req-5e5cc98a-0e04-4b56-b19a-4dbb9aa08657 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017179 Feb 09 15:53:35.925803 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:35.928455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2aeeb84b-87a1-4e3b-b138-2f3ce748b45f req-b0aa45d4-87a1-4dcc-a87f-86a4c85477c5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591893 Feb 09 15:53:36.119327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.140851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Deleting port f586d6c7-7f5f-47d8-83d0-b6006a53adc0 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:36.141196 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.169098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6359e6de-5759-40f4-ba65-b1e84bd8eb51']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:36.215266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083ddf76-f700-48ee-a8f8-d90dbef6cfea') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:36.215528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083ddf76-f700-48ee-a8f8-d90dbef6cfea') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:36.228304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.246221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.283488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.321138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.381008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:53:36.381441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:53:36.388420 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:53:36.453604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517593e0-98b1-413a-ab9d-0c6939415f45,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:36.459703 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.460143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.497562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Calling delete_port for f586d6c7-7f5f-47d8-83d0-b6006a53adc0 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:36.541656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Checking segment: {'id': 'b233a64b-d067-48a9-a06b-5e6b725ccbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ccef122d-2e9e-4c0a-8a45-becc896038c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:36.542776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Network hostable DHCP agents. Network: ccef122d-2e9e-4c0a-8a45-becc896038c2, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:53:36.575069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8736aa-cbc5-456b-b674-a3f7c2680138 req-962607f0-f3aa-4db5-bd55-81f6a299e1e0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:36.577650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f8736aa-cbc5-456b-b674-a3f7c2680138 req-962607f0-f3aa-4db5-bd55-81f6a299e1e0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 945 time: 0.0835388 Feb 09 15:53:36.624070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Allocated IP 172.25.5.198 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/9769411c-04de-475d-ab7e-5801fe6dc135) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:36.648142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.653444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f8736aa-cbc5-456b-b674-a3f7c2680138 req-2a9f6c2d-0619-4727-9d36-cd8dc7e92413 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Feb 09 15:53:36.661285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.665605 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6359e6de-5759-40f4-ba65-b1e84bd8eb51 HTTP/1.1" status: 204 len: 168 time: 0.9882555 Feb 09 15:53:36.730922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4f84f-80e3-43f2-a156-30d009b15c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=6359e6de-5759-40f4-ba65-b1e84bd8eb51,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:36.738430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Network ccef122d-2e9e-4c0a-8a45-becc896038c2 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:53:36.836505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ccef122d-2e9e-4c0a-8a45-becc896038c2) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:36.843300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:36.845269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.857516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ebec0b-9d67-4dba-a1ae-e359d17cfa2f None None] Network ccef122d-2e9e-4c0a-8a45-becc896038c2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:36.962417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:36.965122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.013789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Pushing event deleted for resources: {'Port': ['ID=f586d6c7-7f5f-47d8-83d0-b6006a53adc0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:37.080310 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d22eee56-bc24-4f70-8d13-89e737356e16 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7553327 Feb 09 15:53:37.103103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09f4db-e574-43ce-8fc1-f11d685059b9 req-135432ec-cbe6-46bf-a63f-a5f37b91468e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:37.105099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b09f4db-e574-43ce-8fc1-f11d685059b9 req-135432ec-cbe6-46bf-a63f-a5f37b91468e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1158950 Feb 09 15:53:37.142759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd4bfaf-7474-42a4-8151-b04b2075abc1 None None] Network ccef122d-2e9e-4c0a-8a45-becc896038c2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:37.193977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42898) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:37.202665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a1700226-e4e5-45b7-8afd-4e87d5a5347c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794240570', 'description': 'tempest-description--1131319243'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:37.212464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.215748 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.221527 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-03395a44-94b0-4878-8b36-103b39fe8ee2 tempest-ServerActionsTestJSON-840072246 tempest-ServerActionsTestJSON-840072246-project] 10.222.0.53 "DELETE /v2.0/floatingips/4c318dc4-059c-401f-993b-9336708b564d HTTP/1.1" status: 204 len: 168 time: 1.5152173 Feb 09 15:53:37.224783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b09f4db-e574-43ce-8fc1-f11d685059b9 req-c470c890-1ac2-4d8d-9f9e-5787e9e11ec4 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909622 Feb 09 15:53:37.229459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42900) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:37.290325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.356204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:37.423298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1700226-e4e5-45b7-8afd-4e87d5a5347c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.429476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:37.452290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Pushing event updated for resources: {'Port': ['ID=9769411c-04de-475d-ab7e-5801fe6dc135,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:37.456756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:37.457370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce48dd-cad9-4785-9e2d-36323d6b2b7e req-859c9d66-bf97-4188-b074-fe743abc4d9e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:37.465940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7ce48dd-cad9-4785-9e2d-36323d6b2b7e req-859c9d66-bf97-4188-b074-fe743abc4d9e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1283057 Feb 09 15:53:37.474540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:37.556800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7ce48dd-cad9-4785-9e2d-36323d6b2b7e req-c9b26c72-7a18-47f0-a4b9-7cc1a5de61cd tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823445 Feb 09 15:53:37.595842 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01bc408d-b907-4298-86ad-8af8618ae745 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f92be92017d94928afd76cdc969aabc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384057 Feb 09 15:53:37.600613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42908) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:37.724238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1700226-e4e5-45b7-8afd-4e87d5a5347c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.745587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdad2b7-f792-422c-a1cc-690d790f9f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.819939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdad2b7-f792-422c-a1cc-690d790f9f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.897693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1700226-e4e5-45b7-8afd-4e87d5a5347c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:37.982897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1700226-e4e5-45b7-8afd-4e87d5a5347c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d554bcb-53b7-4b62-a7a3-4ac21696087c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:38.344293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:38.344293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1700226-e4e5-45b7-8afd-4e87d5a5347c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:38.344293 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a1700226-e4e5-45b7-8afd-4e87d5a5347c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0550210 Feb 09 15:53:38.344293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42918) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:38.344293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c2f09f0a-9203-45d9-acda-e4760919c21d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Request body: {'security_group_rule': {'security_group_id': '8d554bcb-53b7-4b62-a7a3-4ac21696087c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:38.428145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdad2b7-f792-422c-a1cc-690d790f9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:38.430874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3cdad2b7-f792-422c-a1cc-690d790f9f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:38.437699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3cdad2b7-f792-422c-a1cc-690d790f9f14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153 HTTP/1.1" status: 204 len: 168 time: 0.8291278 Feb 09 15:53:38.448233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdad2b7-f792-422c-a1cc-690d790f9f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ddb7a4-1bd1-4fbc-81bc-2fd6eca88153,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:38.497116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2f09f0a-9203-45d9-acda-e4760919c21d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:38.537506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32eb860-36c2-4330-bd91-30521ed8da68 req-5d31645d-0c16-4b2f-a6c0-77d72f74af0f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:38.546509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c32eb860-36c2-4330-bd91-30521ed8da68 req-5d31645d-0c16-4b2f-a6c0-77d72f74af0f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1587005 Feb 09 15:53:38.630930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c32eb860-36c2-4330-bd91-30521ed8da68 req-850e5d84-06e7-41b2-bd0a-482cb5593408 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784929 Feb 09 15:53:38.787307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc602-1122-48ca-86a5-1364133dc547 req-bb5ee475-fbbf-48ac-b426-05ccbe548c2a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:38.795149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c9bc602-1122-48ca-86a5-1364133dc547 req-bb5ee475-fbbf-48ac-b426-05ccbe548c2a tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.0952868 Feb 09 15:53:38.848169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c9bc602-1122-48ca-86a5-1364133dc547 req-563ea096-8fbd-4091-992f-82842ea3c10e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Feb 09 15:53:38.857155 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.018781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42936) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:39.039892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1848209730-network', 'tenant_id': '55c7270135e14d8b83c38074c5f07224'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:39.077280 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.244187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2f09f0a-9203-45d9-acda-e4760919c21d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.319464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Made reservation on behalf of 55c7270135e14d8b83c38074c5f07224 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:39.322455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.344030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2f09f0a-9203-45d9-acda-e4760919c21d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.353116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.403921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f09f0a-9203-45d9-acda-e4760919c21d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa84f8dd-4810-46e2-b240-3b6ba5bc4a86,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:39.520771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2f09f0a-9203-45d9-acda-e4760919c21d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.527832 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c2f09f0a-9203-45d9-acda-e4760919c21d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2713833 Feb 09 15:53:39.541446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42950) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:39.548978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-beeff427-e53e-4a67-a576-9192d1fe4141 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Request body: {'security_group_rule': {'security_group_id': '8d554bcb-53b7-4b62-a7a3-4ac21696087c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:39.653765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.694591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.780379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Deleting port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:39.780379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.798939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.814898 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.882959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beeff427-e53e-4a67-a576-9192d1fe4141 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:39.899371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad09425-4194-4c3b-837d-f9dd70c98f4f req-91c89a84-988a-421e-ac0b-ffe1a32068e5 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:39.916146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bad09425-4194-4c3b-837d-f9dd70c98f4f req-91c89a84-988a-421e-ac0b-ffe1a32068e5 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1792505 Feb 09 15:53:39.971398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:53:40.027780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] For port 0e7f0607-3b9c-48eb-9ec2-cbec504e2993, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:40.028301 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.065387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bad09425-4194-4c3b-837d-f9dd70c98f4f req-701ddb93-574a-4578-92a0-aed0e7f8f79b tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497524 Feb 09 15:53:40.070515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Calling delete_port for 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:40.075789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ab027-554a-47f8-be9d-82dfa07bdee6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:40.097155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Pushing event updated for resources: {'Port': ['ID=9769411c-04de-475d-ab7e-5801fe6dc135,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:40.124127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.124715 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Added segment 3508072f-0c4b-4aa3-9613-97117f735e9c of type vlan for network 5b240fda-25b0-4801-87b2-dc0cbfe624b1 Feb 09 15:53:40.179573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec2cd-1439-4c58-952e-eda11b65aa29 req-6ab834b1-f80a-4c80-b7cc-3be8dfec47b9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:40.181399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bec2cd-1439-4c58-952e-eda11b65aa29 req-6ab834b1-f80a-4c80-b7cc-3be8dfec47b9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1716948 Feb 09 15:53:40.229996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.304476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bec2cd-1439-4c58-952e-eda11b65aa29 req-e735398f-08b0-4fb0-806e-6d085caf0e1f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074877 Feb 09 15:53:40.326917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beeff427-e53e-4a67-a576-9192d1fe4141 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.332913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.469306 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beeff427-e53e-4a67-a576-9192d1fe4141 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.537466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeff427-e53e-4a67-a576-9192d1fe4141 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dea017-1737-461f-b4cd-62f766429c8d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:40.559500 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Floating IP 26e1cfaf-35f3-4be0-acac-bc25a2bb470c associated. External IP: 172.25.5.198, port: e9840f74-9a1e-4e44-9e81-27ef81efe2c9. Feb 09 15:53:40.597216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.632431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7f0607-3b9c-48eb-9ec2-cbec504e2993,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:40.655403 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-beeff427-e53e-4a67-a576-9192d1fe4141 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.660665 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-beeff427-e53e-4a67-a576-9192d1fe4141 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1174498 Feb 09 15:53:40.662124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.663876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:40.664828 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:40.670450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42984) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:40.688123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:40.759428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-7935d04f-d8aa-478b-b876-52ed99745b63 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=52012c99995249988990edc16b4ea14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715451 Feb 09 15:53:40.808863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b240fda-25b0-4801-87b2-dc0cbfe624b1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:40.826869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 5b240fda-25b0-4801-87b2-dc0cbfe624b1 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:53:41.006097 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4545e9dc-7506-4db4-9979-af96fbd1f4d8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9822836 Feb 09 15:53:41.008053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.012139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42990) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:41.023682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Request body: {'subnet': {'network_id': '5b240fda-25b0-4801-87b2-dc0cbfe624b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1848209730-subnet', 'tenant_id': '55c7270135e14d8b83c38074c5f07224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:41.102255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Router 910ddd09-7a79-4410-bc83-77c61175bbd8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:53:41.229594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-3cebecfc-1147-4b33-85c6-1f6e7a062f79 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:41.231484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-3cebecfc-1147-4b33-85c6-1f6e7a062f79 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4484591 Feb 09 15:53:41.232798 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.276795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:41.283666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.298867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-afc30658-366c-4bb2-b59f-390ee7b434d1 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/quotas/52012c99995249988990edc16b4ea14b HTTP/1.1" status: 200 len: 375 time: 0.0515776 Feb 09 15:53:41.302668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068a836-ce4a-48e0-90b5-25a2d5dd771b None None] Sync routers for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:53:41.310744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Made reservation on behalf of 55c7270135e14d8b83c38074c5f07224 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:41.320492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.339433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068a836-ce4a-48e0-90b5-25a2d5dd771b None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:41.340626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3068a836-ce4a-48e0-90b5-25a2d5dd771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:41.413660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3068a836-ce4a-48e0-90b5-25a2d5dd771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:41.430755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3068a836-ce4a-48e0-90b5-25a2d5dd771b None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:41.434908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3068a836-ce4a-48e0-90b5-25a2d5dd771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:41.448667 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.495116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3068a836-ce4a-48e0-90b5-25a2d5dd771b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:41.496187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3068a836-ce4a-48e0-90b5-25a2d5dd771b None None] The sync data for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:53:41.520068 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9c2b2556-8ab8-48b1-8721-56151ec975ce tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.3454714 Feb 09 15:53:41.526871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42996) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:41.551817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Allocated IP 172.25.5.166 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/06c4ae8c-ae06-4d06-8c67-d99810e71303) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:41.741865 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.744365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-975fb943-5b09-476f-8705-e610e8f403c6 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=52012c99995249988990edc16b4ea14b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2131374 Feb 09 15:53:41.866992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:41.901592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d43678a6-8dce-497c-b528-de72585aba29 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] 10.222.0.53 "GET /v2.0/floatingips/26e1cfaf-35f3-4be0-acac-bc25a2bb470c HTTP/1.1" status: 200 len: 983 time: 0.3642693 Feb 09 15:53:41.914612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43000) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:41.965466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:41.969913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:41.976347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:42.021350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event updated for resources: {'Port': ['ID=06c4ae8c-ae06-4d06-8c67-d99810e71303,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:42.104257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.151624 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.236017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e161f5-4d58-42a4-b7eb-1eacd5ce6d1a req-834737a3-486f-47e7-8858-4e848ca3065e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:42.259632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39e161f5-4d58-42a4-b7eb-1eacd5ce6d1a req-834737a3-486f-47e7-8858-4e848ca3065e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.6515718 Feb 09 15:53:42.275906 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.444210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2df51e08-791d-40fe-8d3e-cb0712f37e60 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.5257795 Feb 09 15:53:42.455643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43010) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:42.578092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b8b5b6-622e-430a-8e6d-2b1f65a547bc,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:42.616598 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.741824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.815600 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.867444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event updated for resources: {'Port': ['ID=06c4ae8c-ae06-4d06-8c67-d99810e71303,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:42.926096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:42.928597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4387198b-818d-4792-84d2-9d944043ea21 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2529564 Feb 09 15:53:43.048665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39e161f5-4d58-42a4-b7eb-1eacd5ce6d1a req-e4c97de1-31d9-4320-8f9d-7df050186746 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878211 Feb 09 15:53:43.097558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d0de4-f82d-4f8d-b2dd-9f4df4080d85 req-5ec3f772-8f9e-404b-a024-17fd849fe661 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:43.097558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-122d0de4-f82d-4f8d-b2dd-9f4df4080d85 req-5ec3f772-8f9e-404b-a024-17fd849fe661 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.8817165 Feb 09 15:53:43.100305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Checking segment: {'id': '3508072f-0c4b-4aa3-9613-97117f735e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '5b240fda-25b0-4801-87b2-dc0cbfe624b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:43.100850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Network hostable DHCP agents. Network: 5b240fda-25b0-4801-87b2-dc0cbfe624b1, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:53:43.181949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Router 55b7b173-9571-45a4-beb3-87e1a7487ca3 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:53:43.251898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb73114f-5e17-4131-b63b-98b82fc34787 req-a862eee5-1582-4816-9a0b-8d7440caf045 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 210 time: 0.0913773 Feb 09 15:53:43.263974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-122d0de4-f82d-4f8d-b2dd-9f4df4080d85 req-27938aef-8ea6-4700-804f-8d1a46370506 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199977 Feb 09 15:53:43.363791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Network 5b240fda-25b0-4801-87b2-dc0cbfe624b1 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:53:43.558159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Deleting port 9769411c-04de-475d-ab7e-5801fe6dc135 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:43.558942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:43.642286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 5b240fda-25b0-4801-87b2-dc0cbfe624b1) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:43.650025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:43.651438 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:43.655952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d24b1-73d5-47aa-b383-542e75c68122 None None] Network 5b240fda-25b0-4801-87b2-dc0cbfe624b1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:43.795640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:43.808680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-13c255ac-15cc-4bc6-9ea0-39992d214f31 admin admin] 10.222.0.53 "PUT /v2.0/routers/55b7b173-9571-45a4-beb3-87e1a7487ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5672596 Feb 09 15:53:43.808905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43034) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:43.825451 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] Sync routers for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:53:43.865936 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:43.867799 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:44.005205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1bd8e076-eb5c-4a60-a6c1-b541776e3bb5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9879367 Feb 09 15:53:44.032923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-04a93439-cd6a-42a3-a794-e61cb1d131a8 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:44.050759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-04a93439-cd6a-42a3-a794-e61cb1d131a8 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 822 time: 0.5558436 Feb 09 15:53:44.058718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02ef10-fc3b-4906-b775-62f9e3087d10 None None] Network 5b240fda-25b0-4801-87b2-dc0cbfe624b1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:44.095667 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.097564 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.115138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-4402b871-0876-4297-99d0-2d17af1f9a39 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/quotas/05d49b49b1514cafbb57c499d8087ab2 HTTP/1.1" status: 200 len: 375 time: 0.0505970 Feb 09 15:53:44.282891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.283331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Calling delete_port for 9769411c-04de-475d-ab7e-5801fe6dc135 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:44.283331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-e1637289-806d-4887-97b2-e942d9acaf03 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1150937 Feb 09 15:53:44.284451 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:53:44.496328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-46b65367-f0ad-41fb-90dc-f5a1efbc6f2f service neutron] 10.222.0.53 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950161 Feb 09 15:53:44.587074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.719437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-698c87e7-dd46-4cc8-8b71-10ac04f83ef8 req-d9705074-9554-44ac-9d64-241f7fcaf5a1 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 210 time: 0.0918105 Feb 09 15:53:44.787964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Deleting port ff00e519-d388-445d-9409-11e036362de4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:44.788725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:44.830448 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'ff00e519-d388-445d-9409-11e036362de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:53:40Z', 'revision_number': 5, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port': {'id': 'ff00e519-d388-445d-9409-11e036362de4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:43:48Z', 'updated_at': '2022-02-09T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:44.898104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-0801fd47-7f45-4467-b976-ceec62492d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:44.899878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-0801fd47-7f45-4467-b976-ceec62492d1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=332271a06a0845079be85fcdf59a01f7&device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 1096 time: 0.1517107 Feb 09 15:53:44.904938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-a41792ae-623c-4e87-8130-7067bc3b33b1 service neutron] 10.222.0.53 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669250 Feb 09 15:53:44.918816 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] Checking router: 55b7b173-9571-45a4-beb3-87e1a7487ca3 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:53:44.960545 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] Routers {'55b7b173-9571-45a4-beb3-87e1a7487ca3'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:44.967933 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['55b7b173-9571-45a4-beb3-87e1a7487ca3'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:45.047982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] For port ff00e519-d388-445d-9409-11e036362de4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ff00e519-d388-445d-9409-11e036362de4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:45.048888 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:45.083824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Calling delete_port for ff00e519-d388-445d-9409-11e036362de4 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:45.112682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508a72d-2668-4119-8c59-44eb160bff8b req-169d2483-f0dc-4c9d-b136-8dfe3f545b4b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:45.114334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1508a72d-2668-4119-8c59-44eb160bff8b req-169d2483-f0dc-4c9d-b136-8dfe3f545b4b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1819906 Feb 09 15:53:45.191519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-f9720bb4-ecc4-4177-b613-4f2f37e04116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:45.194294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-f9720bb4-ecc4-4177-b613-4f2f37e04116 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 200 len: 917 time: 0.2791319 Feb 09 15:53:45.244124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1508a72d-2668-4119-8c59-44eb160bff8b req-7cf668f0-0251-4e60-a165-86b0e343453e tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973516 Feb 09 15:53:45.267506 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] Set router 55b7b173-9571-45a4-beb3-87e1a7487ca3 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:53:45.301439 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:45.311445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-8b43f2ac-4d12-4a33-808c-8e642f2b2a7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7913013-bb57-43df-bb03-0276ba84ab5e HTTP/1.1" status: 200 len: 217 time: 0.1076908 Feb 09 15:53:45.443845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event deleted for resources: {'Port': ['ID=9769411c-04de-475d-ab7e-5801fe6dc135,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:45.451020 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:53:44Z', 'revision_number': 6, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:45.586149 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5da11-d7fa-4f82-a9d5-11418f1228b1 None None] The sync data for ids ['55b7b173-9571-45a4-beb3-87e1a7487ca3'] in n-d-828542-1 is: [{'id': '55b7b173-9571-45a4-beb3-87e1a7487ca3', 'name': 'tempest-ServerActionsTestJSON-1126803815-router', 'tenant_id': '64e5271961874b6b997fbb5a0d3112c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:43:43Z', 'updated_at': '2022-02-09T15:53:44Z', 'revision_number': 6, 'project_id': '64e5271961874b6b997fbb5a0d3112c8', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:53:45.703747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-616abe2c-1964-457d-9111-fba967387295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:45.742810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-616abe2c-1964-457d-9111-fba967387295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 200 len: 855 time: 0.3662045 Feb 09 15:53:45.825832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:45.861016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66c6b7-0b76-4013-821c-9341dc9bc0af req-aa690940-31c3-42ba-bf2a-4d99a5d0132b tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:45.875916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff00e519-d388-445d-9409-11e036362de4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:45.877602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c66c6b7-0b76-4013-821c-9341dc9bc0af req-aa690940-31c3-42ba-bf2a-4d99a5d0132b tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.4964707 Feb 09 15:53:45.945989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-64c4b6f4-6b8d-45d2-ba88-f343c1748805 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=52012c99995249988990edc16b4ea14b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452380 Feb 09 15:53:46.043392 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.044529 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Floating IP 26e1cfaf-35f3-4be0-acac-bc25a2bb470c disassociated (deleted). External IP: 172.25.5.198, port: e9840f74-9a1e-4e44-9e81-27ef81efe2c9. Feb 09 15:53:46.058217 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.185325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.188204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.356466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-1a273f9b-4265-4cf1-ba90-ca28fd023bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:46.358075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.358749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55b7b173-9571-45a4-beb3-87e1a7487ca3 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:53:46.358860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-1a273f9b-4265-4cf1-ba90-ca28fd023bef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e9544151-86d2-4fea-8226-2f6df368e10c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6151683 Feb 09 15:53:46.365116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.366590 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b648a59a-a7fc-4a2f-91d2-2ff274e20112 admin admin] 10.222.0.53 "DELETE /v2.0/routers/55b7b173-9571-45a4-beb3-87e1a7487ca3 HTTP/1.1" status: 204 len: 168 time: 2.5562863 Feb 09 15:53:46.372226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:46.406986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:46.416160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c66c6b7-0b76-4013-821c-9341dc9bc0af req-69274f26-fdbc-4ce4-a8be-a10509c48043 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370111 Feb 09 15:53:46.446921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:46.447517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0e7f0607-3b9c-48eb-9ec2-cbec504e2993 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:46.448126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ff00e519-d388-445d-9409-11e036362de4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:46.485875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-134474ab-fa40-428b-bf4d-105e44e46c95 admin admin] Deleting subnet 9bcc5345-71e3-4019-bdc5-b84bd7f7264c {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:53:46.494243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ff00e519-d388-445d-9409-11e036362de4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:46.494795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ff00e519-d388-445d-9409-11e036362de4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:46.503536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-134474ab-fa40-428b-bf4d-105e44e46c95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.571956 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-134474ab-fa40-428b-bf4d-105e44e46c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.640779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-9f18b8c8-33fd-413a-82f0-75788b404a1e tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:46.643343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-9f18b8c8-33fd-413a-82f0-75788b404a1e tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/networks?id=ccef122d-2e9e-4c0a-8a45-becc896038c2 HTTP/1.1" status: 200 len: 825 time: 0.8976052 Feb 09 15:53:46.725530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-134474ab-fa40-428b-bf4d-105e44e46c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.736208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-e2194d2e-b9e6-4df1-98c3-ea07b700f4ba tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/quotas/20b692795f9d4e02a51ff19488d6ba9c HTTP/1.1" status: 200 len: 375 time: 0.0709646 Feb 09 15:53:46.791113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-41661ebd-8589-49b2-ac43-2ce19381e43f tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:46.794223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-41661ebd-8589-49b2-ac43-2ce19381e43f tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7798927 Feb 09 15:53:46.844626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Request body: {'port': {'device_id': '20675bd2-f944-4150-ac59-c885eca4e870', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '52012c99995249988990edc16b4ea14b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:46.854823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-aa9b3540-03aa-45fd-8a7f-3f72a22bba68 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=20b692795f9d4e02a51ff19488d6ba9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968847 Feb 09 15:53:46.925368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-134474ab-fa40-428b-bf4d-105e44e46c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.964250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035799da-74cc-45d0-be94-e1380c0541e6 None None] Network 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:46.980524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-134474ab-fa40-428b-bf4d-105e44e46c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:46.995004 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-134474ab-fa40-428b-bf4d-105e44e46c95 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9bcc5345-71e3-4019-bdc5-b84bd7f7264c HTTP/1.1" status: 204 len: 168 time: 0.6215637 Feb 09 15:53:47.017143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43080) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:47.027748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134474ab-fa40-428b-bf4d-105e44e46c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcc5345-71e3-4019-bdc5-b84bd7f7264c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:47.085487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-ec21ff17-9175-4804-b5d1-e881e33645b4 service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089281 Feb 09 15:53:47.097596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a7b8981-877d-4017-8a8b-49680671dded req-bdcdf292-4a32-4df4-bb38-3642dc49495f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 210 time: 0.2145474 Feb 09 15:53:47.182381 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.295297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Deleting port 8f8894c1-0d48-496e-9380-9b6a72a28a57 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:47.295912 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.388706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] For port 8f8894c1-0d48-496e-9380-9b6a72a28a57, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8f8894c1-0d48-496e-9380-9b6a72a28a57,segment=NetworkSegment(7cc3102b-4f07-4854-836f-1d00ed1b0b22),segment_id=7cc3102b-4f07-4854-836f-1d00ed1b0b22)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:47.389869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.420601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Calling delete_port for 8f8894c1-0d48-496e-9380-9b6a72a28a57 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:47.438143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] DHCP port deletion for 2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:53:47.714500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.765604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] Deleting port 8f8894c1-0d48-496e-9380-9b6a72a28a57 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:47.766791 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.773497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8894c1-0d48-496e-9380-9b6a72a28a57,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:47.780880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] No DVR routers for this DVR port 8f8894c1-0d48-496e-9380-9b6a72a28a57 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:47.831922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df85d290-40e2-4a9a-a704-2172a0f26f42 req-1294f8d7-91e6-43ee-87d3-91fe42367062 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 210 time: 0.1626856 Feb 09 15:53:47.893834 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:47.959770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:47.986699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc3102b-4f07-4854-836f-1d00ed1b0b22') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:47.988069 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc3102b-4f07-4854-836f-1d00ed1b0b22') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:48.016643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.028419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] For port 8f8894c1-0d48-496e-9380-9b6a72a28a57, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:48.028842 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.040531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.052642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:53:48.057628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.079782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] Calling delete_port for 8f8894c1-0d48-496e-9380-9b6a72a28a57 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:48.087139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] Port 8f8894c1-0d48-496e-9380-9b6a72a28a57 was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 15:53:48.090166 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.103240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-d323585f-3b3d-45e6-8d16-2fbff4c2adbe service neutron] 10.222.0.53 "GET /v2.0/networks/ccef122d-2e9e-4c0a-8a45-becc896038c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2107666 Feb 09 15:53:48.135291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Router 910ddd09-7a79-4410-bc83-77c61175bbd8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:53:48.166703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb69811-ca84-4af3-a2fb-b731e3fed474 req-8c57136e-8583-49ae-9d11-119809bc239b service neutron] 10.222.0.73 "GET /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014973 Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:53:48.174175 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:53:48.195905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] Pushing event deleted for resources: {'Port': ['ID=8f8894c1-0d48-496e-9380-9b6a72a28a57,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:48.205472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3c52d-1961-46b2-a7e2-58b9ed21a375 None None] No DVR routers for this DVR port 8f8894c1-0d48-496e-9380-9b6a72a28a57 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:48.300364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.306850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.310822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] 10.222.0.53 "DELETE /v2.0/networks/2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb HTTP/1.1" status: 204 len: 168 time: 1.2918885 Feb 09 15:53:48.319562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8f8894c1-0d48-496e-9380-9b6a72a28a57 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:48.326625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a21f6-7b10-4eef-84f5-1f036714ed0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a49a071-a0f4-4cdf-a7af-a08a51bdfcfb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:48.352201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8f8894c1-0d48-496e-9380-9b6a72a28a57 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:48.353080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8f8894c1-0d48-496e-9380-9b6a72a28a57 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:48.365115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Made reservation on behalf of 52012c99995249988990edc16b4ea14b for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:48.369558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.387992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71b3e8-f5ac-4f1c-9ddb-64bc124c05ca req-5a2ecd92-dbb7-42a3-952a-e98efdf153b8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:48.393090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c71b3e8-f5ac-4f1c-9ddb-64bc124c05ca req-5a2ecd92-dbb7-42a3-952a-e98efdf153b8 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.3570971 Feb 09 15:53:48.455107 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.599861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c71b3e8-f5ac-4f1c-9ddb-64bc124c05ca req-b59ae1cd-d459-40d5-983f-891bf1c2e45f tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928132 Feb 09 15:53:48.619550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-9532fe7f-633a-4ff4-ba02-9635135a941c service neutron] 10.222.0.53 "GET /v2.0/networks/ccef122d-2e9e-4c0a-8a45-becc896038c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760373 Feb 09 15:53:48.713631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:48.727967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97871d-0824-4fc9-a7d8-6f71b2419595 None None] Sync routers for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:53:48.734027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.756627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97871d-0824-4fc9-a7d8-6f71b2419595 None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:48.757109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0f97871d-0824-4fc9-a7d8-6f71b2419595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:48.850784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43094) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:48.856984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:48.859304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a1876f5-f07d-41c7-bded-ee291b77e171 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "DELETE /v2.0/floatingips/26e1cfaf-35f3-4be0-acac-bc25a2bb470c HTTP/1.1" status: 204 len: 168 time: 6.3919880 Feb 09 15:53:48.917961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0f97871d-0824-4fc9-a7d8-6f71b2419595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:48.918914 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:48.925774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43098) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:48.944999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97871d-0824-4fc9-a7d8-6f71b2419595 None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:53:48.949445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0f97871d-0824-4fc9-a7d8-6f71b2419595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:48.983388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72274645-73da-4e53-ba35-e8413ebd8834 req-3f613ff8-11b2-4585-a8a2-8ea7b1218f6d tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:48.992262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72274645-73da-4e53-ba35-e8413ebd8834 req-3f613ff8-11b2-4585-a8a2-8ea7b1218f6d tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.3045459 Feb 09 15:53:49.006307 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c40ab50e-f5c7-46bf-a026-f09a2e69ed7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64e5271961874b6b997fbb5a0d3112c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787590 Feb 09 15:53:49.011631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43100) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:49.057220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:49.065002 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:49.082344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0f97871d-0824-4fc9-a7d8-6f71b2419595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:49.082344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97871d-0824-4fc9-a7d8-6f71b2419595 None None] The sync data for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:53:49.344639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-f372fe38-8ce5-409b-af81-57f6795b91f1 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:49.349661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-f372fe38-8ce5-409b-af81-57f6795b91f1 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.73 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 822 time: 0.4558058 Feb 09 15:53:49.367006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72274645-73da-4e53-ba35-e8413ebd8834 req-9f37d04f-9660-4874-b16f-88bf4bce280e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734872 Feb 09 15:53:49.403708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:49.428032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Request body: {'port': {'device_id': '3c11c255-5790-460d-9699-f7f386f64d1b', 'network_id': '52658206-7649-4887-8448-95901b40700b', 'admin_state_up': True, 'tenant_id': '05d49b49b1514cafbb57c499d8087ab2'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:49.481117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296f29e9-2cb4-4e34-b600-0b68398cdccd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:49.520896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f5205a8-9173-48f1-a221-0761b30b73aa req-d35aae3b-60d2-42eb-978d-9f9b3b126f4f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 210 time: 0.2206435 Feb 09 15:53:49.696301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Allocated IP 172.25.5.46 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/b09473a4-2f40-4d58-9f2e-922dab8c73a7) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:49.754280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9496a423-dc17-4549-8450-ff6331f6519f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:49.831986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:49.852349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8969040d-9021-4c07-b520-05cf26a8fd9f req-b7d9ee66-f5ab-41ed-a80b-a03955e666d1 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 210 time: 0.1461382 Feb 09 15:53:49.955625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Allocated IP 192.168.233.153 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/82d354a1-82e9-4f90-85d1-e3a3793a6e68) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:49.971882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9496a423-dc17-4549-8450-ff6331f6519f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:49.981420 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:50.044343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:50.049459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:50.053780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e88a-5752-427d-ad9f-979f91509168 req-8000698c-fdc4-470d-a336-fafafdfc66ee tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:50.060288 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:50.065058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f63e88a-5752-427d-ad9f-979f91509168 req-8000698c-fdc4-470d-a336-fafafdfc66ee tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.5321314 Feb 09 15:53:50.116031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99f5ee7e-c1eb-4f60-8344-8e21dff8dca8 req-2584adfd-90c0-49de-88ca-961d9673a472 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 210 time: 0.1395845 Feb 09 15:53:50.123895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Pushing event updated for resources: {'Port': ['ID=b09473a4-2f40-4d58-9f2e-922dab8c73a7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:50.248557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:50.258284 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f63e88a-5752-427d-ad9f-979f91509168 req-e68e5b7f-0646-45dd-b307-4fc194c2c032 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845829 Feb 09 15:53:50.346466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Made reservation on behalf of 05d49b49b1514cafbb57c499d8087ab2 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:50.354055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:50.462157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:50.471421 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9496a423-dc17-4549-8450-ff6331f6519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:50.476286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9496a423-dc17-4549-8450-ff6331f6519f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:50.478262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9496a423-dc17-4549-8450-ff6331f6519f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21d3eb56-414d-421c-84e2-29e938bf7b29 HTTP/1.1" status: 204 len: 168 time: 1.4632568 Feb 09 15:53:50.552050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496a423-dc17-4549-8450-ff6331f6519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3eb56-414d-421c-84e2-29e938bf7b29,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:50.957256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ed141-9594-4044-940f-246a07ed77ed req-1533480d-7051-47be-baf0-b620f0f79842 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:50.958496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:50.959848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d9ed141-9594-4044-940f-246a07ed77ed req-1533480d-7051-47be-baf0-b620f0f79842 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.4331226 Feb 09 15:53:51.000718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Allocated IP 172.20.0.9 (52658206-7649-4887-8448-95901b40700b/e7fad0bf-88ca-4077-a513-8974702450e5/3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:51.020358 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:51.093411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a42cbb-a1ca-4bbc-b56b-5007d9dd55df req-dcd8e2ee-f655-4219-ac0b-89f4b818926e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 210 time: 0.0653570 Feb 09 15:53:51.130027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:51.214773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Pushing event updated for resources: {'Port': ['ID=b09473a4-2f40-4d58-9f2e-922dab8c73a7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:51.301631 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:51.376790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5abc8ca-4533-46a1-a7e9-164026539841 req-86be591e-40c2-4344-8415-580f61e913e7 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 210 time: 0.1526468 Feb 09 15:53:51.391009 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:51.395302 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8e643ef6-2a1b-459b-8234-09103da73d3d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5408208 Feb 09 15:53:51.409107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43136) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:51.433401 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:51.597482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:51.630086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:51.662891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:51.665538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:51.708622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:51.743610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:51.764326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d9ed141-9594-4044-940f-246a07ed77ed req-c180c5fb-f615-447b-8aee-16b0480e6600 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7923787 Feb 09 15:53:51.787425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb094f-74b3-45e0-ab01-4b04c2df6bbe req-d29768a5-641b-4004-9ce5-b5b9cc7398d3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:51.789180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0bb094f-74b3-45e0-ab01-4b04c2df6bbe req-d29768a5-641b-4004-9ce5-b5b9cc7398d3 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.2599707 Feb 09 15:53:51.795320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:51.795994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:51.881526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0bb094f-74b3-45e0-ab01-4b04c2df6bbe req-a73d4d77-6055-486c-b44a-3fecb3463a21 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792203 Feb 09 15:53:51.934304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c1c37d3-1552-46ff-980e-03d6a87bbdd9 req-269eb44b-96b3-4fb4-9b0c-78f97f4ee3d4 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 210 time: 0.0664051 Feb 09 15:53:51.999651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1ab753fc-b466-44e6-a6d4-6c6ebf1842be None None] Provisioning complete for port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:52.000656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ab753fc-b466-44e6-a6d4-6c6ebf1842be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.039278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1ab753fc-b466-44e6-a6d4-6c6ebf1842be None None] Port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:53:52.045898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606347c6-6ac4-4c2c-a50f-222069818afb req-200dcf8a-e0fa-4683-9922-870d623f7a30 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:52.047534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-606347c6-6ac4-4c2c-a50f-222069818afb req-200dcf8a-e0fa-4683-9922-870d623f7a30 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.0567422 Feb 09 15:53:52.065928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.086226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-109c0ff9-c69f-4bb2-872f-22077180aead tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2481980 Feb 09 15:53:52.104603 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.127373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Request body: {'port': {'device_id': '20675bd2-f944-4150-ac59-c885eca4e870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:52.407474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Network 52658206-7649-4887-8448-95901b40700b is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:52.408342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.431920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-606347c6-6ac4-4c2c-a50f-222069818afb req-21fe4228-7148-4558-a0ac-7ecc4e8331be tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622010 Feb 09 15:53:52.434214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:52.476431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event updated for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:52.489347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:52.605073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.701233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-cdcbb189-5687-438f-b592-bbdf993d040d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:52.704136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-cdcbb189-5687-438f-b592-bbdf993d040d tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.4418354 Feb 09 15:53:52.718243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfb529-74e8-43e7-a96a-f2a60f327365 req-ea569535-5220-4da6-8b28-6df12b4c2cb6 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:52.721083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efcfb529-74e8-43e7-a96a-f2a60f327365 req-ea569535-5220-4da6-8b28-6df12b4c2cb6 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 931 time: 0.4636359 Feb 09 15:53:52.762332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Allocated IP 172.25.5.33 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/7402cbf9-e14e-45f7-8374-b555e78dfc79) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:52.798464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:52.799481 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.861255 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b7ced08e-5663-4662-9f1b-3b2abdd1a47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.964422 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:53.050068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:53.062316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efcfb529-74e8-43e7-a96a-f2a60f327365 req-f5a68a1f-d48a-4316-b5d1-5e45e81d6574 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089449 Feb 09 15:53:53.071562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3afb90-2cf6-45aa-bab0-874b69648102 req-d3ce288f-ec05-43f4-ba78-6e5ea150f029 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:53.082370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a3afb90-2cf6-45aa-bab0-874b69648102 req-d3ce288f-ec05-43f4-ba78-6e5ea150f029 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 936 time: 0.5004981 Feb 09 15:53:53.123982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8129ee72-8e1e-403b-84c8-609343dedc66 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7319627 Feb 09 15:53:53.174861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:53.200361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Request body: {'port': {'device_id': '3c11c255-5790-460d-9699-f7f386f64d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:53.291785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a3afb90-2cf6-45aa-bab0-874b69648102 req-94a3b1f2-681b-4a4b-9dba-b578ab21470d tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046649 Feb 09 15:53:53.478277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-d2cb3ccb-95b2-4e0d-a45c-bebe12eef194 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:53.481876 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-d2cb3ccb-95b2-4e0d-a45c-bebe12eef194 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.13 "GET /v2.0/networks?id=ccef122d-2e9e-4c0a-8a45-becc896038c2 HTTP/1.1" status: 200 len: 825 time: 0.3891983 Feb 09 15:53:53.508327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1751034075-network', 'tenant_id': 'a6b614d9e2554de0a49c242dde3a9ed0'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:53.559578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Request body: {'port': {'device_id': 'db70d621-2bed-40f0-8e55-a11c598a25b8', 'network_id': 'ccef122d-2e9e-4c0a-8a45-becc896038c2', 'admin_state_up': True, 'tenant_id': '20b692795f9d4e02a51ff19488d6ba9c'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:53.641307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:53.657999 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:53.737777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:53.740955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Made reservation on behalf of a6b614d9e2554de0a49c242dde3a9ed0 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:53.743523 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:53.758000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Pushing event updated for resources: {'Port': ['ID=7402cbf9-e14e-45f7-8374-b555e78dfc79,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:53.777141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:53.786073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.020346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.088111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.238541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Made reservation on behalf of 20b692795f9d4e02a51ff19488d6ba9c for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:54.241256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b431ca-a085-456e-8cd4-59572fa155fa req-f5a2927b-290d-4f7b-bb43-ac2e26fccebf tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:54.242918 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3b431ca-a085-456e-8cd4-59572fa155fa req-f5a2927b-290d-4f7b-bb43-ac2e26fccebf tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 946 time: 0.7818356 Feb 09 15:53:54.248445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.272138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.301411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d354a1-82e9-4f90-85d1-e3a3793a6e68 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:54.371330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e426f2-b042-4758-b8ec-c248f8b0a337,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:54.383490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:53:54.388240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.393454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.453268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Transition to ACTIVE for port object 82d354a1-82e9-4f90-85d1-e3a3793a6e68 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:54.482829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6e63-40fd-4a71-ba5a-3635f581699e req-7fc15092-4f55-4bf4-9594-cca5508c5cc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:54.486218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.486685 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Added segment 9a2b3c5a-528a-4942-b9fc-63ed6d0df084 of type vlan for network c3c06e91-c46d-4a20-9472-bac96e64ee3d Feb 09 15:53:54.490663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-210c6e63-40fd-4a71-ba5a-3635f581699e req-7fc15092-4f55-4bf4-9594-cca5508c5cc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.7035944 Feb 09 15:53:54.554352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3b431ca-a085-456e-8cd4-59572fa155fa req-87c91ea2-2a15-4610-9e0f-c4e59a427003 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480438 Feb 09 15:53:54.569114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.598414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.664433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-210c6e63-40fd-4a71-ba5a-3635f581699e req-66e1f484-f0bd-418c-b52b-84c94212f363 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721177 Feb 09 15:53:54.703804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Deleting port 9e103689-5a64-4b27-a748-751458efc881 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:54.704306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.743400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Allocated IP 172.20.0.7 (ccef122d-2e9e-4c0a-8a45-becc896038c2/517593e0-98b1-413a-ab9d-0c6939415f45/0217894c-4853-463b-bf86-10e95f0222a2) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:54.762890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:54.803581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.804599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:54.805205 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.883322 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.997575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.998852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf1e5e21-3ddf-49c9-9a37-6b4634b020f7 req-28758b27-9d61-4389-ad12-2f098af5fac3 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 210 time: 0.1885874 Feb 09 15:53:55.003748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] Pushing event updated for resources: {'Network': ['ID=c3c06e91-c46d-4a20-9472-bac96e64ee3d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:55.039141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c3c06e91-c46d-4a20-9472-bac96e64ee3d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:53:55.066477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ea4b7fc1-bb1b-4341-8390-f7dedfd07804 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0123556 Feb 09 15:53:55.081200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43192) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:55.109325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Request body: {'subnet': {'network_id': 'c3c06e91-c46d-4a20-9472-bac96e64ee3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1751034075-subnet', 'tenant_id': 'a6b614d9e2554de0a49c242dde3a9ed0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:55.165090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Pushing event updated for resources: {'Port': ['ID=7402cbf9-e14e-45f7-8374-b555e78dfc79,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:55.190719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:55.201715 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.220163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.225559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.242822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] For port 9e103689-5a64-4b27-a748-751458efc881, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9e103689-5a64-4b27-a748-751458efc881,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:55.243468 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.257072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-091fe82e-59fb-4e68-8cbb-f0563503b479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.263988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Transition to ACTIVE for port object 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:55.270157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Calling delete_port for 9e103689-5a64-4b27-a748-751458efc881 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:55.280329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f24928-4542-4109-9e8e-c4e0313b4480 req-8e3cfbd2-1d79-4472-855a-a89634e98c44 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:55.281946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a0f24928-4542-4109-9e8e-c4e0313b4480 req-8e3cfbd2-1d79-4472-855a-a89634e98c44 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 931 time: 0.5046422 Feb 09 15:53:55.283896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Attempting to bind port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:55.284316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Attempting to bind port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:55.284656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Attempting to bind port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:55.304780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Made reservation on behalf of a6b614d9e2554de0a49c242dde3a9ed0 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:55.308166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.323176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:53:55.323475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Attempting to bind port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:55.340831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a293e0-d5fa-456f-bee2-681d65f8a7e3 req-c6bdcaa3-2f2c-472b-b76c-60c0d10ff915 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:55.342421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8a293e0-d5fa-456f-bee2-681d65f8a7e3 req-c6bdcaa3-2f2c-472b-b76c-60c0d10ff915 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 948 time: 0.2428715 Feb 09 15:53:55.393660 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.401731 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-604be319-9ebb-492b-afe3-09afd6638426 tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9927723 Feb 09 15:53:55.402011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:53:55.402011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:55.402011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:53:55.402011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Bound port: 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:55.406757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.406919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43196) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:55.446796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a0f24928-4542-4109-9e8e-c4e0313b4480 req-17d8cd24-88aa-4e6e-8fb0-f65bc9378888 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538932 Feb 09 15:53:55.451461 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.576561 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.608785 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d73ad067-d531-49d2-a9c8-4e55342d438d tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 0.2017453 Feb 09 15:53:55.610624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8a293e0-d5fa-456f-bee2-681d65f8a7e3 req-b18d5068-c039-43c3-bb9c-2c0331b861c5 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150044 Feb 09 15:53:55.617487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43198) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:55.645127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:55.686144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Network ccef122d-2e9e-4c0a-8a45-becc896038c2 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:55.698469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:55.701364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:53:55.756916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Pushing event updated for resources: {'Port': ['ID=0217894c-4853-463b-bf86-10e95f0222a2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:55.758808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:55.767597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-75cb1f09-9aa8-4b99-9166-ebf6ed3e1e39 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1412122 Feb 09 15:53:55.770745 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43202) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:55.793494 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:55.794180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.878111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd5c7-8d88-455e-9d1f-9759f6ea71ac req-68a7f2d9-44c5-4b09-b100-c1a6d571e981 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:55.880249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c61fd5c7-8d88-455e-9d1f-9759f6ea71ac req-68a7f2d9-44c5-4b09-b100-c1a6d571e981 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.3432648 Feb 09 15:53:55.951008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Attempting to bind port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:55.951340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Attempting to bind port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:55.951670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Attempting to bind port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 on network 52658206-7649-4887-8448-95901b40700b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:55.957643 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-fdd93c3d-8ff6-4b4c-a969-15f5d34147db tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4610813 Feb 09 15:53:55.969069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 on network 52658206-7649-4887-8448-95901b40700b not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:53:55.969404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Attempting to bind port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 on network 52658206-7649-4887-8448-95901b40700b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:55.979914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870bfce-c7d2-47ac-8b66-b7fab5f0ce79 req-961f06ff-fb16-4355-85ce-4455c75a25b9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:55.980843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1870bfce-c7d2-47ac-8b66-b7fab5f0ce79 req-961f06ff-fb16-4355-85ce-4455c75a25b9 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 945 time: 0.1581068 Feb 09 15:53:55.990086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:53:55.990429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Checking segment: {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:55.990831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Bound using segment: {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:53:55.991282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Bound port: 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:55.991649 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:55.996763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c61fd5c7-8d88-455e-9d1f-9759f6ea71ac req-06323809-0f8f-4aac-a859-b89c8776438c tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975163 Feb 09 15:53:56.009217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Request body: {'port': {'device_id': 'db70d621-2bed-40f0-8e55-a11c598a25b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:53:56.073937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1870bfce-c7d2-47ac-8b66-b7fab5f0ce79 req-b6c3a218-e9fe-4c57-84e1-117627237d71 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760732 Feb 09 15:53:56.078218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 9e103689-5a64-4b27-a748-751458efc881 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:53:56.081321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.093519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:56.119877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-0d312f24-72b5-469d-8b14-949ac3fcbcaf req-adfcadd5-09ba-46fe-a586-7a5a557ea1d1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:53:56.122701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d312f24-72b5-469d-8b14-949ac3fcbcaf req-adfcadd5-09ba-46fe-a586-7a5a557ea1d1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0347488 Feb 09 15:53:56.154637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.158669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Deleting port 7402cbf9-e14e-45f7-8374-b555e78dfc79 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:56.159156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.163700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2661a2d0-6f07-4429-b489-ddb47c9073c8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:53:56.168333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event deleted for resources: {'Port': ['ID=9e103689-5a64-4b27-a748-751458efc881,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:56.187603 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.251669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 9e103689-5a64-4b27-a748-751458efc881 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:53:56.252332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 9e103689-5a64-4b27-a748-751458efc881 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:53:56.303527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.366349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] No DVR routers for this DVR port 9e103689-5a64-4b27-a748-751458efc881 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:53:56.405786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.409287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac8bb709-42d7-4a84-936f-c5e298c376f1 req-1be1c43f-c398-4e4a-8636-81b28fd5aa0b tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "DELETE /v2.0/ports/9e103689-5a64-4b27-a748-751458efc881 HTTP/1.1" status: 204 len: 173 time: 3.6728916 Feb 09 15:53:56.417397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6', 'name': 'network-vif-deleted', 'tag': '9e103689-5a64-4b27-a748-751458efc881'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:56.420791 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64021d39-fc0a-430d-8151-89ef7626b8a1" -d '{"events": [{"server_uuid": "f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6", "name": "network-vif-deleted", "tag": "9e103689-5a64-4b27-a748-751458efc881"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:56.427943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:56.448923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:56.449679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.451028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] 10.222.0.13 "PUT /v2.0/ports/82d354a1-82e9-4f90-85d1-e3a3793a6e68 HTTP/1.1" status: 200 len: 1096 time: 4.3414199 Feb 09 15:53:56.471092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:56.477754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a0b462-0568-4ec5-9275-676d70197f46,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:56.485435 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.511896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d312f24-72b5-469d-8b14-949ac3fcbcaf req-239d9e22-13f3-4387-8be0-e0be81a5a504 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3478210 Feb 09 15:53:56.512564 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.512975 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.533753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd75f8b-5c32-4313-adf3-489e1e90b523 service neutron] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:56.543953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Calling delete_port for 7402cbf9-e14e-45f7-8374-b555e78dfc79 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:56.564777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b062c-f1fc-43c5-b50b-e4d7659fbb04 req-f5bce557-bfaf-42a5-8e92-68546e66a324 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:56.566498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a11b062c-f1fc-43c5-b50b-e4d7659fbb04 req-f5bce557-bfaf-42a5-8e92-68546e66a324 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 931 time: 0.2688358 Feb 09 15:53:56.579969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Checking segment: {'id': '9a2b3c5a-528a-4942-b9fc-63ed6d0df084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c3c06e91-c46d-4a20-9472-bac96e64ee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:56.580337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Network hostable DHCP agents. Network: c3c06e91-c46d-4a20-9472-bac96e64ee3d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:53:56.668862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a11b062c-f1fc-43c5-b50b-e4d7659fbb04 req-b155b24d-2f3a-4258-9b73-bb6b4cd76ed1 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931368 Feb 09 15:53:56.682033 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.832878 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2757c2-9b5e-429a-8a05-c56430c6fb4c x-openstack-request-id: req-eb2757c2-9b5e-429a-8a05-c56430c6fb4c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:56.833300 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6", "name": "network-vif-deleted", "tag": "9e103689-5a64-4b27-a748-751458efc881", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:56.833458 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb2757c2-9b5e-429a-8a05-c56430c6fb4c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:56.833886 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6', 'name': 'network-vif-deleted', 'tag': '9e103689-5a64-4b27-a748-751458efc881', 'status': 'completed', 'code': 200} Feb 09 15:53:56.862609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:56.863242 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:56.869478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Network c3c06e91-c46d-4a20-9472-bac96e64ee3d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:53:56.869750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] 10.222.0.73 "PUT /v2.0/ports/3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 HTTP/1.1" status: 200 len: 1091 time: 3.6798470 Feb 09 15:53:56.943484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-6438aae7-ffd1-410b-ace0-e3f6008077c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:56.945320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-6438aae7-ffd1-410b-ace0-e3f6008077c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52012c99995249988990edc16b4ea14b&device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 1099 time: 0.2562275 Feb 09 15:53:56.948234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad49d4-3b2b-443b-9488-2c280c497c50 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:57.031057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-1eb7175b-a8e4-42df-b0a4-3156ece2deff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68 HTTP/1.1" status: 200 len: 217 time: 0.0637472 Feb 09 15:53:57.047177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, c3c06e91-c46d-4a20-9472-bac96e64ee3d) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:57.074110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:57.074739 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:57.082574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992c181-7db6-4bdd-82fa-1a45bdbe4862 None None] Network c3c06e91-c46d-4a20-9472-bac96e64ee3d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:57.182803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea475b-6884-48f3-9d19-ccc8993b74a8 req-651cdb1c-bb1c-4b01-b9f8-71b21e120395 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:57.185478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21ea475b-6884-48f3-9d19-ccc8993b74a8 req-651cdb1c-bb1c-4b01-b9f8-71b21e120395 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 943 time: 0.2732008 Feb 09 15:53:57.189653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0217894c-4853-463b-bf86-10e95f0222a2 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:57.200794 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:57.222428 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4bdc5bb8-0a6b-447b-88da-8803a45eb492 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1308682 Feb 09 15:53:57.242712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa81a7-8bcb-4029-bcb3-557951f7eb33 req-bde87c18-42bd-4b2e-8210-a308a9239ff3 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:57.250323 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5aa81a7-8bcb-4029-bcb3-557951f7eb33 req-bde87c18-42bd-4b2e-8210-a308a9239ff3 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 948 time: 0.2688792 Feb 09 15:53:57.251271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-5e9a4171-c2a8-40d7-b49a-2d011b7768e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:57.253341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-5e9a4171-c2a8-40d7-b49a-2d011b7768e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 1094 time: 0.1970530 Feb 09 15:53:57.260201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-0c240c91-b30c-4db5-9729-894fd4040343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:57.261958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-0c240c91-b30c-4db5-9729-894fd4040343 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.2070117 Feb 09 15:53:57.309791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd14bcc8-bb35-4df7-98c7-f7cf6d560ee5 None None] Network c3c06e91-c46d-4a20-9472-bac96e64ee3d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:53:57.323034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Transition to ACTIVE for port object 0217894c-4853-463b-bf86-10e95f0222a2 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:57.324025 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:57.368761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Pushing event deleted for resources: {'Port': ['ID=7402cbf9-e14e-45f7-8374-b555e78dfc79,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:57.369395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-5d5ea7a7-db27-4dfb-a622-a6fd6a486eac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 HTTP/1.1" status: 200 len: 217 time: 0.1062667 Feb 09 15:53:57.468464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5aa81a7-8bcb-4029-bcb3-557951f7eb33 req-1cddc102-5d6d-4f16-98f1-f4da3b50fd7e tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887262 Feb 09 15:53:57.483156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21ea475b-6884-48f3-9d19-ccc8993b74a8 req-8e454a85-50e4-4038-ab17-f4d6bee9d7cb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358725 Feb 09 15:53:57.526787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:57.528469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-25b52cb9-1684-475b-9f34-08770fa8f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:57.547029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-25b52cb9-1684-475b-9f34-08770fa8f757 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2685335 Feb 09 15:53:57.583442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-a7a6558c-116b-4a75-a39f-d5611c4317c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:57.585166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-a7a6558c-116b-4a75-a39f-d5611c4317c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7fad0bf-88ca-4077-a513-8974702450e5 HTTP/1.1" status: 200 len: 862 time: 0.2037227 Feb 09 15:53:57.627204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:57.632493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:57.633250 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-441c0c57-8f92-4d0a-aab4-761c8908fdeb tempest-FloatingIPAdminTestJSON-1662110029 tempest-FloatingIPAdminTestJSON-1662110029-project] 10.222.0.53 "DELETE /v2.0/floatingips/62e46e03-e0ba-4ed5-a9ec-44ce64428a0b HTTP/1.1" status: 204 len: 168 time: 1.8592315 Feb 09 15:53:57.638518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43226) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:57.727134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Pushing event updated for resources: {'Port': ['ID=0217894c-4853-463b-bf86-10e95f0222a2,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:57.889939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Attempting to bind port 0217894c-4853-463b-bf86-10e95f0222a2 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:57.890441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Attempting to bind port 0217894c-4853-463b-bf86-10e95f0222a2 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'b233a64b-d067-48a9-a06b-5e6b725ccbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ccef122d-2e9e-4c0a-8a45-becc896038c2'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:57.890857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Attempting to bind port 0217894c-4853-463b-bf86-10e95f0222a2 on network ccef122d-2e9e-4c0a-8a45-becc896038c2 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:57.902915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Port 0217894c-4853-463b-bf86-10e95f0222a2 on network ccef122d-2e9e-4c0a-8a45-becc896038c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:53:57.903247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Attempting to bind port 0217894c-4853-463b-bf86-10e95f0222a2 on network ccef122d-2e9e-4c0a-8a45-becc896038c2 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:53:57.912632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:53:57.912956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Checking segment: {'id': 'b233a64b-d067-48a9-a06b-5e6b725ccbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ccef122d-2e9e-4c0a-8a45-becc896038c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:53:57.913505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Bound using segment: {'id': 'b233a64b-d067-48a9-a06b-5e6b725ccbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ccef122d-2e9e-4c0a-8a45-becc896038c2'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:53:57.914033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Bound port: 0217894c-4853-463b-bf86-10e95f0222a2, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b233a64b-d067-48a9-a06b-5e6b725ccbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'ccef122d-2e9e-4c0a-8a45-becc896038c2'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:57.914472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:57.938877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Deleting port b09473a4-2f40-4d58-9f2e-922dab8c73a7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:57.938877 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.045286 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.060537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-f7749845-3294-4c40-9d3b-5bfe3aa5b06c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52658206-7649-4887-8448-95901b40700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4524715 Feb 09 15:53:58.066095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] For port 0217894c-4853-463b-bf86-10e95f0222a2, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:58.089206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.089636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.093564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] For port 0217894c-4853-463b-bf86-10e95f0222a2, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0217894c-4853-463b-bf86-10e95f0222a2,segment=NetworkSegment(b233a64b-d067-48a9-a06b-5e6b725ccbe8),segment_id=b233a64b-d067-48a9-a06b-5e6b725ccbe8)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:58.107968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Calling delete_port for b09473a4-2f40-4d58-9f2e-922dab8c73a7 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:58.114188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86e11050-a6a6-45fd-88dc-e22fc348f1ff req-8c2b41b1-08ed-4e63-b7fd-bc8dbc52f6c4 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ba3f4d-2ced-45d7-9d1a-6b8c0d2390b6 HTTP/1.1" status: 200 len: 210 time: 0.0565672 Feb 09 15:53:58.167184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.196490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c3ccb-7a1a-41e0-aaad-fe1d38a2bf86 req-20e3168b-8ff8-49ac-bb02-fc039f63fb86 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:58.198585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-392c3ccb-7a1a-41e0-aaad-fe1d38a2bf86 req-20e3168b-8ff8-49ac-bb02-fc039f63fb86 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.6112878 Feb 09 15:53:58.235635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-0ac689af-0c5e-4603-ac73-4a32728dd5d7 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810088 Feb 09 15:53:58.240241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:58.240748 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.243272 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] 10.222.0.13 "PUT /v2.0/ports/0217894c-4853-463b-bf86-10e95f0222a2 HTTP/1.1" status: 200 len: 1091 time: 2.2436252 Feb 09 15:53:58.248276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db70d621-2bed-40f0-8e55-a11c598a25b8', 'tag': '0217894c-4853-463b-bf86-10e95f0222a2'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:58.252123 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "db70d621-2bed-40f0-8e55-a11c598a25b8", "tag": "0217894c-4853-463b-bf86-10e95f0222a2"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:58.292513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851a88f-5978-4c60-b814-f93f4b4805ca service neutron] Pushing event updated for resources: {'Port': ['ID=0217894c-4853-463b-bf86-10e95f0222a2,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:58.353311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-030e6247-222b-4663-b76b-5fb0c0c4bc78 service neutron] 10.222.0.73 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796013 Feb 09 15:53:58.386596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-392c3ccb-7a1a-41e0-aaad-fe1d38a2bf86 req-c59d6011-5b55-463c-a548-0c1e08f57593 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485851 Feb 09 15:53:58.448277 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.511252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90c4fee4-230c-4da8-840b-1d1cecc72cc7 req-f68b4224-1be3-4395-ae03-5c1586ee3ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598453 Feb 09 15:53:58.515564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-46dfe4c1-e551-4559-b8fb-3633d11252fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:58.517427 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-46dfe4c1-e551-4559-b8fb-3633d11252fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20b692795f9d4e02a51ff19488d6ba9c&device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 1094 time: 0.0837517 Feb 09 15:53:58.518443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.564058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Pushing event deleted for resources: {'Port': ['ID=b09473a4-2f40-4d58-9f2e-922dab8c73a7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:58.593469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34ae0494-79e2-4f4e-a90b-b3ca24542434 req-8defd0ef-3421-4942-b107-0412c8b648d0 service neutron] 10.222.0.73 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262528 Feb 09 15:53:58.600145 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-b237ecb6-b207-4420-90fb-9bcaf4035139 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0217894c-4853-463b-bf86-10e95f0222a2 HTTP/1.1" status: 200 len: 217 time: 0.0718093 Feb 09 15:53:58.686276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-d1f777fb-8930-40af-9bb5-dc6ae05788ee tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:58.687991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-d1f777fb-8930-40af-9bb5-dc6ae05788ee tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/networks?id=c3c06e91-c46d-4a20-9472-bac96e64ee3d HTTP/1.1" status: 200 len: 822 time: 0.2063220 Feb 09 15:53:58.697800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89c8c7-1c82-4e84-a975-a509ef5fac71 req-61e7ed28-3ee8-4c45-afd5-654c48baf353 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:58.700360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc89c8c7-1c82-4e84-a975-a509ef5fac71 req-61e7ed28-3ee8-4c45-afd5-654c48baf353 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 943 time: 0.1022737 Feb 09 15:53:58.704777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-29d65895-d8e8-4f7f-b87b-52aa53e61169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:58.706456 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-29d65895-d8e8-4f7f-b87b-52aa53e61169 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517593e0-98b1-413a-ab9d-0c6939415f45 HTTP/1.1" status: 200 len: 865 time: 0.0846584 Feb 09 15:53:58.707362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.710078 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.711358 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-98bd030f-1a69-41a3-a8b6-7c50d7a6bf85 tempest-FloatingIPAdminTestJSON-1985445887 tempest-FloatingIPAdminTestJSON-1985445887-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/412cae14-39e1-4e50-a4dd-733bc5d2c83a HTTP/1.1" status: 204 len: 168 time: 1.0709913 Feb 09 15:53:58.717203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43254) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:53:58.736845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-6acfea66-5890-46e2-b03b-c2b5a9b1824d tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/quotas/a6b614d9e2554de0a49c242dde3a9ed0 HTTP/1.1" status: 200 len: 375 time: 0.0287364 Feb 09 15:53:58.743891 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-a026b815-928d-4ff6-a225-8ac933e4f4b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccef122d-2e9e-4c0a-8a45-becc896038c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307267 Feb 09 15:53:58.816112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3e7d29cf-fdcd-41c7-adf3-43e7fef1af56 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6b614d9e2554de0a49c242dde3a9ed0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590413 Feb 09 15:53:58.849549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68'}, {'name': 'network-changed', 'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:58.851933 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a353fc01-0bfe-4027-90c7-7db50ccf310d" -d '{"events": [{"name": "network-changed", "server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68"}, {"name": "network-changed", "server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:53:58.864653 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-a3aa18b7-b92f-4da2-815c-fc527de8a4e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ccef122d-2e9e-4c0a-8a45-becc896038c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130350 Feb 09 15:53:58.888443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc89c8c7-1c82-4e84-a975-a509ef5fac71 req-71fbf87d-1660-49bd-b571-3246c6c8fe5e tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589408 Feb 09 15:53:58.990062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-aceb7a11-6a0f-46d7-af45-b5b14a30197b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Deleting port e9840f74-9a1e-4e44-9e81-27ef81efe2c9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:53:58.990414 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aceb7a11-6a0f-46d7-af45-b5b14a30197b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:59.095165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-06dc5a8a-d890-4086-b876-c4486b679c72 service neutron] 10.222.0.53 "GET /v2.0/networks/c3c06e91-c46d-4a20-9472-bac96e64ee3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212365 Feb 09 15:53:59.263919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aceb7a11-6a0f-46d7-af45-b5b14a30197b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:59.317016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-aceb7a11-6a0f-46d7-af45-b5b14a30197b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Calling delete_port for e9840f74-9a1e-4e44-9e81-27ef81efe2c9 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:53:59.359783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-7186ae32-5637-43cb-bb3d-63b0d1b71817 service neutron] 10.222.0.53 "GET /v2.0/networks/c3c06e91-c46d-4a20-9472-bac96e64ee3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768924 Feb 09 15:53:59.503419 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2d032ba9-bd25-4056-8e21-1a996389e437 req-b24096ab-8efe-4c68-9d4b-cc0f98a9b472 service neutron] 10.222.0.13 "GET /v2.0/networks/ccef122d-2e9e-4c0a-8a45-becc896038c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6321745 Feb 09 15:53:59.573797 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23729ab1-1c92-497f-ab15-358e00190b76 x-openstack-request-id: req-23729ab1-1c92-497f-ab15-358e00190b76 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:53:59.580489 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db70d621-2bed-40f0-8e55-a11c598a25b8", "tag": "0217894c-4853-463b-bf86-10e95f0222a2", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:53:59.580489 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23729ab1-1c92-497f-ab15-358e00190b76 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:53:59.580489 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db70d621-2bed-40f0-8e55-a11c598a25b8', 'tag': '0217894c-4853-463b-bf86-10e95f0222a2', 'status': 'completed', 'code': 200} Feb 09 15:53:59.697950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed886c95-54e2-492c-8675-a42abe39bcbd req-102881de-7b59-4eef-bfcf-ab3f2237e22b tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:59.699608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed886c95-54e2-492c-8675-a42abe39bcbd req-102881de-7b59-4eef-bfcf-ab3f2237e22b tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 946 time: 0.0704658 Feb 09 15:53:59.700942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aceb7a11-6a0f-46d7-af45-b5b14a30197b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:59.750527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-99a65650-b305-428d-a7d2-610c02e36501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:59.753178 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-99a65650-b305-428d-a7d2-610c02e36501 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20b692795f9d4e02a51ff19488d6ba9c&device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 1094 time: 0.0769055 Feb 09 15:53:59.776776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb7a11-6a0f-46d7-af45-b5b14a30197b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event deleted for resources: {'Port': ['ID=e9840f74-9a1e-4e44-9e81-27ef81efe2c9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:59.927938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed886c95-54e2-492c-8675-a42abe39bcbd req-a0cd78e3-0c5e-406a-8e4c-4d703b2edadc tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894619 Feb 09 15:53:59.978734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-23b62277-4b46-44cb-a6c5-e530be84e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:59.981477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-23b62277-4b46-44cb-a6c5-e530be84e0c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ccef122d-2e9e-4c0a-8a45-becc896038c2 HTTP/1.1" status: 200 len: 926 time: 0.2194793 Feb 09 15:53:59.982590 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.064119 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-bdf9e9da-13e4-463a-b25f-24b18df8d0e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0217894c-4853-463b-bf86-10e95f0222a2 HTTP/1.1" status: 200 len: 217 time: 0.0744541 Feb 09 15:54:00.084411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aceb7a11-6a0f-46d7-af45-b5b14a30197b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.095228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-aceb7a11-6a0f-46d7-af45-b5b14a30197b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "DELETE /v2.0/ports/e9840f74-9a1e-4e44-9e81-27ef81efe2c9 HTTP/1.1" status: 204 len: 168 time: 1.3717647 Feb 09 15:54:00.102773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:00.184526 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-251226d7-e831-484d-a5bd-a6eafac09e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:00.187293 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-251226d7-e831-484d-a5bd-a6eafac09e36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517593e0-98b1-413a-ab9d-0c6939415f45 HTTP/1.1" status: 200 len: 865 time: 0.1134577 Feb 09 15:54:00.226596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22642604-57df-4cf7-8884-d2ab23afce02 req-a3e2bbd6-c41a-4a9b-ba7b-23b5d9238b00 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:00.228631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22642604-57df-4cf7-8884-d2ab23afce02 req-a3e2bbd6-c41a-4a9b-ba7b-23b5d9238b00 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 948 time: 0.2988031 Feb 09 15:54:00.245850 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-fe0a3cd0-5e22-4124-a2d6-306adb4d23f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ccef122d-2e9e-4c0a-8a45-becc896038c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500746 Feb 09 15:54:00.281348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf3e543-9280-4678-83fe-c488ed987879 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:00.283817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-faf3e543-9280-4678-83fe-c488ed987879 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "GET /v2.0/ports?device_id=910ddd09-7a79-4410-bc83-77c61175bbd8 HTTP/1.1" status: 200 len: 913 time: 0.1783481 Feb 09 15:54:00.288805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43276) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:00.305995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc9ec1-e34b-4d66-b5c4-239048509713 req-2d6005cb-50e2-413f-bb6e-ed76bf195f85 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:00.307881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6bc9ec1-e34b-4d66-b5c4-239048509713 req-2d6005cb-50e2-413f-bb6e-ed76bf195f85 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 943 time: 0.1652944 Feb 09 15:54:00.338357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22642604-57df-4cf7-8884-d2ab23afce02 req-162b3e39-0b26-45fe-91d7-e916766d8bee tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948546 Feb 09 15:54:00.401701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6bc9ec1-e34b-4d66-b5c4-239048509713 req-c86850ba-1494-4092-a4d9-363c70dd5d36 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785947 Feb 09 15:54:00.524553 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a10bdd-b2fb-4c25-8a59-36cba4331efd x-openstack-request-id: req-b4a10bdd-b2fb-4c25-8a59-36cba4331efd {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:00.526125 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:00.526904 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4a10bdd-b2fb-4c25-8a59-36cba4331efd {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:00.528287 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'status': 'completed', 'code': 200} Feb 09 15:54:00.541808 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'status': 'completed', 'code': 200} Feb 09 15:54:00.601279 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-95cc1a31-5d47-49c4-8c78-6c8ae4ead7b8 service neutron] 10.222.0.13 "GET /v2.0/networks/ccef122d-2e9e-4c0a-8a45-becc896038c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470180 Feb 09 15:54:00.713260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcab264a-0580-47d8-859d-d378dc743071 req-070c9a0d-3889-41d4-8360-ffee17d1f4a9 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 210 time: 0.0780606 Feb 09 15:54:00.744442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-406ca446-343a-4a6e-aae5-37221a6caf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:00.744442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-406ca446-343a-4a6e-aae5-37221a6caf40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52012c99995249988990edc16b4ea14b&device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 1099 time: 0.1970990 Feb 09 15:54:00.816059 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ccf9a220-aee8-40ea-8d71-60f6e8cdf3b5 req-d24282a1-feca-41e1-ac91-731b96f072be service neutron] 10.222.0.13 "GET /v2.0/networks/ccef122d-2e9e-4c0a-8a45-becc896038c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057083 Feb 09 15:54:00.862137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-bef1bb67-3d52-4648-9af6-3aa14e50e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:00.865541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-bef1bb67-3d52-4648-9af6-3aa14e50e4f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 1094 time: 0.2596941 Feb 09 15:54:00.890677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3daa0-9928-43f5-b7ef-5eeafa98130d req-10f5db35-fd08-41a7-9eec-e8de2ef2f0db tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:00.893482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7a3daa0-9928-43f5-b7ef-5eeafa98130d req-10f5db35-fd08-41a7-9eec-e8de2ef2f0db tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 945 time: 0.2861722 Feb 09 15:54:01.081454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:01.226831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e044f-6e35-47c9-8574-a607392584f4 req-9fe1ef6d-0c96-4f91-a69a-e4a16268a5a9 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:01.229231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-869e044f-6e35-47c9-8574-a607392584f4 req-9fe1ef6d-0c96-4f91-a69a-e4a16268a5a9 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 943 time: 0.3711772 Feb 09 15:54:01.252360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-16308dba-a4ba-4e58-8f41-bcd7aed3414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:01.255716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-16308dba-a4ba-4e58-8f41-bcd7aed3414e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.5049894 Feb 09 15:54:01.266634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7a3daa0-9928-43f5-b7ef-5eeafa98130d req-a8d86f9c-3185-4a00-9663-279521eeade8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949851 Feb 09 15:54:01.307274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:01.426381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:01.434135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-fe502a62-6daf-4d97-81fa-275468595f2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68 HTTP/1.1" status: 200 len: 217 time: 0.1648152 Feb 09 15:54:01.440475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'network_id': '52658206-7649-4887-8448-95901b40700b', 'port_id': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'mac_address': 'fa:16:3e:ae:7f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fad0bf-88ca-4077-a513-8974702450e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:01.504709 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:01.519984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:01.543706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:01.563763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-13f005e8-57ac-4a6d-bee8-9135a45cf938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:01.566576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-13f005e8-57ac-4a6d-bee8-9135a45cf938 service neutron] 10.222.0.73 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 923 time: 0.6097279 Feb 09 15:54:01.567907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Deleting port 4664d1e5-1663-4d75-b1c3-702d17f2fe7c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:01.568511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:01.585132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:01.608848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-869e044f-6e35-47c9-8574-a607392584f4 req-da3a2c5b-29dd-40ae-8394-d7b71ba14688 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489470 Feb 09 15:54:01.654196 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:01.738651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:01.757209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-6616905a-5920-44c1-9000-3de54a209496 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 HTTP/1.1" status: 200 len: 217 time: 0.1760240 Feb 09 15:54:01.757819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:01.779639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Calling delete_port for 4664d1e5-1663-4d75-b1c3-702d17f2fe7c owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:01.799538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-2ba68f1e-4ca9-41c8-8a41-9b1063806c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:01.802352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-2ba68f1e-4ca9-41c8-8a41-9b1063806c32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.3497345 Feb 09 15:54:01.848989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87f288-8bf9-4642-b5de-0849babdae86 req-793c6729-8732-4807-8db3-1f30f990071f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:01.851689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b87f288-8bf9-4642-b5de-0849babdae86 req-793c6729-8732-4807-8db3-1f30f990071f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.4452829 Feb 09 15:54:01.906640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:02.025603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-154c7812-eaf0-4cbe-9c76-484c88e0b6f0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:02.029133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-154c7812-eaf0-4cbe-9c76-484c88e0b6f0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 945 time: 0.4106877 Feb 09 15:54:02.087314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:02.121666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530badfa-779c-4fd0-be40-0517dd2b5ef3 req-76599f4c-eab0-4d58-8e6f-539a8fa10416 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:02.124456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-530badfa-779c-4fd0-be40-0517dd2b5ef3 req-76599f4c-eab0-4d58-8e6f-539a8fa10416 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 948 time: 0.3528357 Feb 09 15:54:02.166393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-07ab0bcd-15bf-4d41-b798-353ba79f7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:02.169578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-07ab0bcd-15bf-4d41-b798-353ba79f7408 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e7fad0bf-88ca-4077-a513-8974702450e5 HTTP/1.1" status: 200 len: 862 time: 0.3732970 Feb 09 15:54:02.175423 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:02.216249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-019bb6d1-4f70-4b8f-8982-60df43eb517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:02.218872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-019bb6d1-4f70-4b8f-8982-60df43eb517a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3824322 Feb 09 15:54:02.224337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b87f288-8bf9-4642-b5de-0849babdae86 req-c054fed2-d8bc-462a-964e-2866017682bf tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219321 Feb 09 15:54:02.280754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event deleted for resources: {'Port': ['ID=4664d1e5-1663-4d75-b1c3-702d17f2fe7c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:02.281317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:02.317137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'mac_address': 'fa:16:3e:44:0c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:02.320223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-39e70eee-80b7-49d9-8791-15e4e61e9f38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=52658206-7649-4887-8448-95901b40700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239297 Feb 09 15:54:02.417801 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:02.453051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d354a1-82e9-4f90-85d1-e3a3793a6e68 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:02.523097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:02.602818 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:02.603887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0217894c-4853-463b-bf86-10e95f0222a2 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:02.616920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-530badfa-779c-4fd0-be40-0517dd2b5ef3 req-e9b1bcbe-9bca-45b4-9f46-5867872c5f70 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416893 Feb 09 15:54:02.669908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:02.728151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:02.779062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0217894c-4853-463b-bf86-10e95f0222a2, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0217894c-4853-463b-bf86-10e95f0222a2,segment=NetworkSegment(b233a64b-d067-48a9-a06b-5e6b725ccbe8),segment_id=b233a64b-d067-48a9-a06b-5e6b725ccbe8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:02.791879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '0217894c-4853-463b-bf86-10e95f0222a2', 'network_id': 'ccef122d-2e9e-4c0a-8a45-becc896038c2', 'port_id': '0217894c-4853-463b-bf86-10e95f0222a2', 'mac_address': 'fa:16:3e:90:ad:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517593e0-98b1-413a-ab9d-0c6939415f45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:02.843552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a3cfcc7-4b7f-4909-aa80-ad0a112d41d6 req-ef19cca3-8eb2-4734-9614-61898c1f4b7e tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 210 time: 0.1151528 Feb 09 15:54:02.846502 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:02.859562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0031ccd-ab91-4392-b5d3-1fec9356dd36 req-614ed10c-dde4-4ef0-ac6e-5a4df536e58d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:02.872939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0031ccd-ab91-4392-b5d3-1fec9356dd36 req-614ed10c-dde4-4ef0-ac6e-5a4df536e58d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 944 time: 0.4294772 Feb 09 15:54:02.876513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0217894c-4853-463b-bf86-10e95f0222a2 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:02.878625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-da44d496-1090-45e8-a474-7c7508a83d15 service neutron] 10.222.0.73 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022399 Feb 09 15:54:02.886483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-f5693e97-641f-4287-a3be-8b87404eaf9a service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384430 Feb 09 15:54:02.903933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0217894c-4853-463b-bf86-10e95f0222a2, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0217894c-4853-463b-bf86-10e95f0222a2,segment=NetworkSegment(b233a64b-d067-48a9-a06b-5e6b725ccbe8),segment_id=b233a64b-d067-48a9-a06b-5e6b725ccbe8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:02.973755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:02.989747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Router 910ddd09-7a79-4410-bc83-77c61175bbd8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:54:03.044363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=0217894c-4853-463b-bf86-10e95f0222a2,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:03.147608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:03.155444 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a7b334ab-22f7-480f-aa6d-045c551e89f9 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "PUT /v2.0/routers/910ddd09-7a79-4410-bc83-77c61175bbd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8648813 Feb 09 15:54:03.159800 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:03.165758 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cacbf2-00ab-462f-a602-47df71a7799b None None] Sync routers for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:54:03.182953 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cacbf2-00ab-462f-a602-47df71a7799b None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:54:03.184041 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-11cacbf2-00ab-462f-a602-47df71a7799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:03.237113 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['82d354a1-82e9-4f90-85d1-e3a3793a6e68'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:03.246290 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-11cacbf2-00ab-462f-a602-47df71a7799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:03.262977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['0217894c-4853-463b-bf86-10e95f0222a2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:03.265018 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cacbf2-00ab-462f-a602-47df71a7799b None None] Routers {'910ddd09-7a79-4410-bc83-77c61175bbd8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:54:03.266400 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-11cacbf2-00ab-462f-a602-47df71a7799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:53:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['910ddd09-7a79-4410-bc83-77c61175bbd8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:03.327129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:03.334959 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-11cacbf2-00ab-462f-a602-47df71a7799b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:03.336460 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cacbf2-00ab-462f-a602-47df71a7799b None None] The sync data for ids ['910ddd09-7a79-4410-bc83-77c61175bbd8'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:54:03.392566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:03.615109 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:03.675248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:03.695735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:03.696393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:03.735394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Deleting port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:03.735993 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:03.832941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Deleting port 5194d86c-c636-4e38-b353-5847d35b4b66 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:03.833339 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:03.867634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0031ccd-ab91-4392-b5d3-1fec9356dd36 req-05e1b188-a0d0-411e-af00-567b5d2f7bd5 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9930649 Feb 09 15:54:03.930205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:03.964396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:03.967792 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f269b3b-215b-47cd-87be-aef7d3b17c27" -d '{"events": [{"server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:03.992772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:03.993636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:04.023889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Calling delete_port for 5194d86c-c636-4e38-b353-5847d35b4b66 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:04.100514 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.170318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-efadacd7-541d-46ef-af27-1d5b1bc2ac7e service neutron] 10.222.0.73 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2709696 Feb 09 15:54:04.172118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:04.196001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-59f90459-7d0c-417d-a9d1-3ac5bbb6879e tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:04.198872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-59f90459-7d0c-417d-a9d1-3ac5bbb6879e tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.73 "GET /v2.0/networks?id=c3c06e91-c46d-4a20-9472-bac96e64ee3d HTTP/1.1" status: 200 len: 822 time: 0.7335949 Feb 09 15:54:04.249292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2155d-e70b-4d6d-a4f7-66826734fa05 req-bd26d17e-3dbd-4a18-b1fa-d21466a683a1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:04.261204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2155d-e70b-4d6d-a4f7-66826734fa05 req-bd26d17e-3dbd-4a18-b1fa-d21466a683a1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:04.273358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2155d-e70b-4d6d-a4f7-66826734fa05 req-bd26d17e-3dbd-4a18-b1fa-d21466a683a1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:04.276726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ab2155d-e70b-4d6d-a4f7-66826734fa05 req-bd26d17e-3dbd-4a18-b1fa-d21466a683a1 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d&device_id=d699a112-c86d-43f3-b208-9904929d4915&device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 2417 time: 0.8353922 Feb 09 15:54:04.294768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Request body: {'port': {'device_id': 'ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0', 'network_id': 'c3c06e91-c46d-4a20-9472-bac96e64ee3d', 'admin_state_up': True, 'tenant_id': 'a6b614d9e2554de0a49c242dde3a9ed0'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:04.332566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a353fc01-0bfe-4027-90c7-7db50ccf310d req-8db7199c-5c11-42f4-b706-2ff5fa5ab557 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4350300 Feb 09 15:54:04.363312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.399149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] For port cd07f8c5-9cd4-4e55-8fcf-1c569312a850, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:04.399696 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.401969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event deleted for resources: {'Port': ['ID=5194d86c-c636-4e38-b353-5847d35b4b66,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:04.433815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Calling delete_port for cd07f8c5-9cd4-4e55-8fcf-1c569312a850 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:04.451085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82fdf-f710-49a3-8829-c57cc67ebcdf req-ad3a8792-cc10-4ea9-8a94-d16508542216 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:04.453196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf82fdf-f710-49a3-8829-c57cc67ebcdf req-ad3a8792-cc10-4ea9-8a94-d16508542216 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 945 time: 0.4192958 Feb 09 15:54:04.493784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.519984 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ab2155d-e70b-4d6d-a4f7-66826734fa05 req-8d59d3b0-3ab9-4d5d-b48b-5f4c2c3753f2 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179217 Feb 09 15:54:04.642628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf82fdf-f710-49a3-8829-c57cc67ebcdf req-be72ca29-b4ee-46ee-bced-97a5320e1a25 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634688 Feb 09 15:54:04.670718 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.679175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.723773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c94c-6507-4cc1-ad0d-24a0ce25579e req-27b76014-8cca-4113-8640-0be762c94b01 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:04.725496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed73c94c-6507-4cc1-ad0d-24a0ce25579e req-27b76014-8cca-4113-8640-0be762c94b01 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 944 time: 0.1148012 Feb 09 15:54:04.814028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Made reservation on behalf of a6b614d9e2554de0a49c242dde3a9ed0 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:04.818712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.860468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.861472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Fanout notify agent at l3_agent the message router_deleted on router 910ddd09-7a79-4410-bc83-77c61175bbd8 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:54:04.861665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed73c94c-6507-4cc1-ad0d-24a0ce25579e req-a0d9b04c-da8c-4105-b8ac-48ce24c13ce2 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210682 Feb 09 15:54:04.875897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.880633 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a396eaf0-4865-4fba-9fdc-63e4925f9b0e tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "DELETE /v2.0/routers/910ddd09-7a79-4410-bc83-77c61175bbd8 HTTP/1.1" status: 204 len: 168 time: 1.7163949 Feb 09 15:54:04.882241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43310) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:04.961913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.002054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8f1eb-b81c-4bfb-8e7f-6b0b9966c316 req-7e74d286-59c7-4bdc-b0b0-fcc1bf41e78a tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:05.004814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-23eb2ed1-52ef-4a17-9cd2-cd3db4b367a3 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Deleting subnet b89ac120-a033-4185-a3fa-102e27ce43f3 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:54:05.005637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79d8f1eb-b81c-4bfb-8e7f-6b0b9966c316 req-7e74d286-59c7-4bdc-b0b0-fcc1bf41e78a tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 949 time: 0.1991043 Feb 09 15:54:05.008989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23eb2ed1-52ef-4a17-9cd2-cd3db4b367a3 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.060954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23eb2ed1-52ef-4a17-9cd2-cd3db4b367a3 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.090859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event deleted for resources: {'Port': ['ID=cd07f8c5-9cd4-4e55-8fcf-1c569312a850,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:05.144244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-733ec9c2-fb7e-46ec-a89b-35102e310a62 req-716a3c1d-8882-4f44-9b4d-7cb51bd2660a tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 210 time: 0.1375284 Feb 09 15:54:05.185345 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23eb2ed1-52ef-4a17-9cd2-cd3db4b367a3 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.222265 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3e9cf6-6d04-4daf-8592-14fa0907294d x-openstack-request-id: req-9b3e9cf6-6d04-4daf-8592-14fa0907294d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:05.225189 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:05.227023 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b3e9cf6-6d04-4daf-8592-14fa0907294d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:05.228547 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'code': 200} Feb 09 15:54:05.278823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] No DVR routers for this DVR port cd07f8c5-9cd4-4e55-8fcf-1c569312a850 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:05.300973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.307064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8e17a91-0b19-44d4-a8f4-291dd41c40d6 req-f0eec9c8-8ea1-406b-a97b-667a3d06e380 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "DELETE /v2.0/ports/cd07f8c5-9cd4-4e55-8fcf-1c569312a850 HTTP/1.1" status: 204 len: 173 time: 3.2688856 Feb 09 15:54:05.307823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb55f9b-292b-4da5-b969-9fd75e8647fe', 'name': 'network-vif-deleted', 'tag': 'cd07f8c5-9cd4-4e55-8fcf-1c569312a850'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:05.312114 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203259f3-0de6-4b90-84d9-e572e05d58cc" -d '{"events": [{"server_uuid": "7fb55f9b-292b-4da5-b969-9fd75e8647fe", "name": "network-vif-deleted", "tag": "cd07f8c5-9cd4-4e55-8fcf-1c569312a850"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:05.322806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-d5ab8657-a2aa-4622-82cd-e80fe8a7342d req-000c20a2-2cc6-48b3-9d29-d3d61a985b4e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:54:05.325609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5ab8657-a2aa-4622-82cd-e80fe8a7342d req-000c20a2-2cc6-48b3-9d29-d3d61a985b4e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0321376 Feb 09 15:54:05.332267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cd07f8c5-9cd4-4e55-8fcf-1c569312a850 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:05.337777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79d8f1eb-b81c-4bfb-8e7f-6b0b9966c316 req-4a8deffc-dd43-410a-a4b5-2bf928d0e0a4 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183172 Feb 09 15:54:05.386204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23eb2ed1-52ef-4a17-9cd2-cd3db4b367a3 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.404832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: cd07f8c5-9cd4-4e55-8fcf-1c569312a850 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:05.406149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device cd07f8c5-9cd4-4e55-8fcf-1c569312a850 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:05.433600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb2ed1-52ef-4a17-9cd2-cd3db4b367a3 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event deleted for resources: {'Subnet': ['ID=b89ac120-a033-4185-a3fa-102e27ce43f3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:05.439693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23eb2ed1-52ef-4a17-9cd2-cd3db4b367a3 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.455347 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23eb2ed1-52ef-4a17-9cd2-cd3db4b367a3 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "DELETE /v2.0/subnets/b89ac120-a033-4185-a3fa-102e27ce43f3 HTTP/1.1" status: 204 len: 168 time: 0.5672886 Feb 09 15:54:05.458583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:05.483460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a1030-c955-4643-9508-52a0ee76ad71 None None] Network df3d87f0-1cae-4fe1-a511-b3e145340f35 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:54:05.495882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Allocated IP 172.20.0.5 (c3c06e91-c46d-4a20-9472-bac96e64ee3d/a7a0b462-0568-4ec5-9275-676d70197f46/0534b312-c0a8-445f-a23a-f27370adcad0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:05.558811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089e9f6-59d4-4940-8e4e-f52b88efae49 req-aed14487-031d-489e-bec1-fdf51057c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:05.561612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e089e9f6-59d4-4940-8e4e-f52b88efae49 req-aed14487-031d-489e-bec1-fdf51057c310 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 1096 time: 0.2307041 Feb 09 15:54:05.605125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.681924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5ab8657-a2aa-4622-82cd-e80fe8a7342d req-dc932a9c-e055-4351-b729-7d687bdeffd5 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3378479 Feb 09 15:54:05.686742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Deleting port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:05.687243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.790385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] For port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,segment=NetworkSegment(ad936219-dc9c-4c17-82b5-f493af96fcff),segment_id=ad936219-dc9c-4c17-82b5-f493af96fcff)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:05.790970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.816050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Calling delete_port for 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:05.868122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427d11f-c7be-49f4-b878-68d1bc12ccfd req-c3d50553-c833-493b-9e5f-bc543ce71116 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:05.892969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a427d11f-c7be-49f4-b878-68d1bc12ccfd req-c3d50553-c833-493b-9e5f-bc543ce71116 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 945 time: 0.3531284 Feb 09 15:54:05.931402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e089e9f6-59d4-4940-8e4e-f52b88efae49 req-8bb92f5a-23fb-464c-be68-9628e3fdcfd0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608060 Feb 09 15:54:05.992276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] DHCP port deletion for df3d87f0-1cae-4fe1-a511-b3e145340f35 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:54:06.064998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a427d11f-c7be-49f4-b878-68d1bc12ccfd req-3a3dfa17-a28c-4371-8939-8eb9f8844e31 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705043 Feb 09 15:54:06.080769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] Deleting port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:06.080769 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.119119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0217894c-4853-463b-bf86-10e95f0222a2 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:06.186476 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e676642-d804-4540-9313-b49300eb5c94 x-openstack-request-id: req-9e676642-d804-4540-9313-b49300eb5c94 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:06.188064 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb55f9b-292b-4da5-b969-9fd75e8647fe", "name": "network-vif-deleted", "tag": "cd07f8c5-9cd4-4e55-8fcf-1c569312a850", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:06.188064 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e676642-d804-4540-9313-b49300eb5c94 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:06.188064 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb55f9b-292b-4da5-b969-9fd75e8647fe', 'name': 'network-vif-deleted', 'tag': 'cd07f8c5-9cd4-4e55-8fcf-1c569312a850', 'status': 'completed', 'code': 200} Feb 09 15:54:06.202310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.261085 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.281053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event deleted for resources: {'Port': ['ID=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:06.296735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] No DVR routers for this DVR port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:06.348256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] For port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,segment=NetworkSegment(ad936219-dc9c-4c17-82b5-f493af96fcff),segment_id=ad936219-dc9c-4c17-82b5-f493af96fcff)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:06.348864 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.351877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:06.401164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] Calling delete_port for 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:06.438712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1da2c04-b733-472f-8278-5c82fe880911 req-f4ee268f-2934-42c2-a881-439fa258f25b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 210 time: 0.1030202 Feb 09 15:54:06.485396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.542356 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3d87f0-1cae-4fe1-a511-b3e145340f35']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:06.561235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d76c56-b09f-43cf-87f5-7dd914e96174 req-f4dd1e77-79e2-49bc-9aff-350e6313d1d2 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:06.564444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad936219-dc9c-4c17-82b5-f493af96fcff') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:06.564766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad936219-dc9c-4c17-82b5-f493af96fcff') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:06.571968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4d76c56-b09f-43cf-87f5-7dd914e96174 req-f4dd1e77-79e2-49bc-9aff-350e6313d1d2 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 944 time: 0.1501114 Feb 09 15:54:06.595080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:06.595670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:06.600859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.622001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.629118 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.650916 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.680506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:54:06.681908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:06.690304 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:06.707281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] Pushing event deleted for resources: {'Port': ['ID=7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:06.717738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe48b2-713a-414b-ba7f-735401cd2636 None None] No DVR routers for this DVR port 7e6a2b10-ba82-48f1-90cf-5b6c66de4ab2 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:06.755990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4d76c56-b09f-43cf-87f5-7dd914e96174 req-22cc816b-c7a4-44fc-b4a1-77743225c976 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804092 Feb 09 15:54:06.765517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Network c3c06e91-c46d-4a20-9472-bac96e64ee3d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:06.768843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 0217894c-4853-463b-bf86-10e95f0222a2 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:06.775590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 0217894c-4853-463b-bf86-10e95f0222a2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:06.776057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.785071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:06.793271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:54:06.882240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Pushing event updated for resources: {'Port': ['ID=0534b312-c0a8-445f-a23a-f27370adcad0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:07.007645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:07.007645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.016586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.026062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.049610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.070393 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "DELETE /v2.0/networks/df3d87f0-1cae-4fe1-a511-b3e145340f35 HTTP/1.1" status: 204 len: 168 time: 1.6059449 Feb 09 15:54:07.082405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:07.106732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 0217894c-4853-463b-bf86-10e95f0222a2, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0217894c-4853-463b-bf86-10e95f0222a2,segment=NetworkSegment(b233a64b-d067-48a9-a06b-5e6b725ccbe8),segment_id=b233a64b-d067-48a9-a06b-5e6b725ccbe8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:07.117523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afefc5-ddd9-4200-a523-6c6431e76d7b tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event deleted for resources: {'Network': ['ID=df3d87f0-1cae-4fe1-a511-b3e145340f35,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:07.189089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.191407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:07.211548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d2e5-6df0-440b-abd7-61fe27a6a10d req-3c7e672d-3ad7-4d71-a56c-b3cafea63f37 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:07.214498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6791d2e5-6df0-440b-abd7-61fe27a6a10d req-3c7e672d-3ad7-4d71-a56c-b3cafea63f37 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 931 time: 0.3445649 Feb 09 15:54:07.220425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-3d653db0-460b-4cea-a7ed-84e65e1adae8 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0035839 Feb 09 15:54:07.239319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db70d621-2bed-40f0-8e55-a11c598a25b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217894c-4853-463b-bf86-10e95f0222a2'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:07.243532 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35231075-9fcb-4553-9db5-b3dd0ca41c9e" -d '{"events": [{"server_uuid": "db70d621-2bed-40f0-8e55-a11c598a25b8", "name": "network-vif-plugged", "status": "completed", "tag": "0217894c-4853-463b-bf86-10e95f0222a2"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:07.276648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Request body: {'port': {'device_id': 'ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:07.369126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=0217894c-4853-463b-bf86-10e95f0222a2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:07.454737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:07.463406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:07.464253 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.499616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6791d2e5-6df0-440b-abd7-61fe27a6a10d req-30c214b6-b658-45c9-80fe-221f23d13ccc tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722490 Feb 09 15:54:07.515576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65998580-d37a-421f-9794-7a7fa72c2bbf req-dcdc2f13-c839-4b2c-8a80-f61237278e6a tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:07.518218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65998580-d37a-421f-9794-7a7fa72c2bbf req-dcdc2f13-c839-4b2c-8a80-f61237278e6a tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 949 time: 0.3446209 Feb 09 15:54:07.604807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.652959 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.706289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:07.712939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65998580-d37a-421f-9794-7a7fa72c2bbf req-338e212d-4946-4a1b-83aa-68e5c8231d51 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574297 Feb 09 15:54:07.730673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Deleting port 19b98fa9-71b9-46f7-878d-d6c3144d51a7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:07.731546 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.779697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.881426 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d29ad6-bd38-4e30-b5a4-5b285b20c147 x-openstack-request-id: req-71d29ad6-bd38-4e30-b5a4-5b285b20c147 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:07.881901 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db70d621-2bed-40f0-8e55-a11c598a25b8", "name": "network-vif-plugged", "status": "completed", "tag": "0217894c-4853-463b-bf86-10e95f0222a2", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:07.882334 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71d29ad6-bd38-4e30-b5a4-5b285b20c147 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:07.882981 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db70d621-2bed-40f0-8e55-a11c598a25b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0217894c-4853-463b-bf86-10e95f0222a2', 'code': 200} Feb 09 15:54:07.920710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:08.068016 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.068325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.074093 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-def05786-4a0c-4200-b8de-ac7d6b6abf0d req-310d77da-8c1d-4656-85cc-e5b7520a65d6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 210 time: 0.0843725 Feb 09 15:54:08.144788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Calling delete_port for 19b98fa9-71b9-46f7-878d-d6c3144d51a7 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:08.177517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9f309-7b09-4234-8110-dfd82600692d req-87a9170f-3ac0-4bea-be5a-23d22a9570d0 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:08.185164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bea9f309-7b09-4234-8110-dfd82600692d req-87a9170f-3ac0-4bea-be5a-23d22a9570d0 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 945 time: 0.2839375 Feb 09 15:54:08.258090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cda875-76dc-4cb5-a1a0-130b6e88e972 req-f82e859c-4376-4161-8e14-2d999e79583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:08.259741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73cda875-76dc-4cb5-a1a0-130b6e88e972 req-f82e859c-4376-4161-8e14-2d999e79583f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 1096 time: 0.2949181 Feb 09 15:54:08.396073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bea9f309-7b09-4234-8110-dfd82600692d req-7ef29e32-c427-468d-be56-1ab433f1fba3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093315 Feb 09 15:54:08.445746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73cda875-76dc-4cb5-a1a0-130b6e88e972 req-5ec81f5c-aad3-4fba-ab33-95162ecf50d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659646 Feb 09 15:54:08.956579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02860eb2-63ae-48ba-884c-794040e7dca4 req-32512e18-6f4c-4417-adb9-15b3a5118ad8 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:08.959495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02860eb2-63ae-48ba-884c-794040e7dca4 req-32512e18-6f4c-4417-adb9-15b3a5118ad8 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 945 time: 0.7095022 Feb 09 15:54:09.115894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0534b312-c0a8-445f-a23a-f27370adcad0 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:09.151225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.231749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0563d8f-29c8-45f3-b2d1-745101bbe07d req-23e5e2d7-577d-471f-bfad-5e0c977c0658 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:09.234944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0563d8f-29c8-45f3-b2d1-745101bbe07d req-23e5e2d7-577d-471f-bfad-5e0c977c0658 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 945 time: 0.3012407 Feb 09 15:54:09.244712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02860eb2-63ae-48ba-884c-794040e7dca4 req-850d36c1-e8a7-43b7-bcd6-c0de44b68192 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606320 Feb 09 15:54:09.290137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Transition to ACTIVE for port object 0534b312-c0a8-445f-a23a-f27370adcad0 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:09.294614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.381011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Pushing event deleted for resources: {'Port': ['ID=19b98fa9-71b9-46f7-878d-d6c3144d51a7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:09.392599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0563d8f-29c8-45f3-b2d1-745101bbe07d req-bb82706a-576b-4046-9f20-ee72d380aa33 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462140 Feb 09 15:54:09.420379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.682944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Pushing event updated for resources: {'Port': ['ID=0534b312-c0a8-445f-a23a-f27370adcad0,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:09.720007 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.722726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.728654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ca5f1943-b55e-4cd3-b023-d55668dc8103 tempest-FloatingIPAdminTestJSON-1039116942 tempest-FloatingIPAdminTestJSON-1039116942-project] 10.222.0.53 "DELETE /v2.0/floatingips/fdc8d49e-8996-46c4-835d-750ad21d25a9 HTTP/1.1" status: 204 len: 168 time: 2.6353972 Feb 09 15:54:09.735150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d7dfa-26ff-4ec6-91a1-03fe41257495 req-daf374dc-38a1-4122-b0e7-802b60fda4f5 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:09.736825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f51d7dfa-26ff-4ec6-91a1-03fe41257495 req-daf374dc-38a1-4122-b0e7-802b60fda4f5 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 943 time: 0.3641233 Feb 09 15:54:09.800778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b634bd8-adce-4366-88ba-97fa669d8f52 req-f2f56f52-1a9d-41ca-996c-fb488147643d tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:09.802528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b634bd8-adce-4366-88ba-97fa669d8f52 req-f2f56f52-1a9d-41ca-996c-fb488147643d tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 950 time: 0.2677743 Feb 09 15:54:09.850888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f51d7dfa-26ff-4ec6-91a1-03fe41257495 req-0492939d-e301-4ece-978d-a7d4ba7dba76 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912714 Feb 09 15:54:09.858104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Attempting to bind port 0534b312-c0a8-445f-a23a-f27370adcad0 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:09.858478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Attempting to bind port 0534b312-c0a8-445f-a23a-f27370adcad0 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '9a2b3c5a-528a-4942-b9fc-63ed6d0df084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c3c06e91-c46d-4a20-9472-bac96e64ee3d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:09.858770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Attempting to bind port 0534b312-c0a8-445f-a23a-f27370adcad0 on network c3c06e91-c46d-4a20-9472-bac96e64ee3d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:09.872034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Port 0534b312-c0a8-445f-a23a-f27370adcad0 on network c3c06e91-c46d-4a20-9472-bac96e64ee3d not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:54:09.872394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Attempting to bind port 0534b312-c0a8-445f-a23a-f27370adcad0 on network c3c06e91-c46d-4a20-9472-bac96e64ee3d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:09.884195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:09.889099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:54:09.889625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Checking segment: {'id': '9a2b3c5a-528a-4942-b9fc-63ed6d0df084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c3c06e91-c46d-4a20-9472-bac96e64ee3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:09.890124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Bound using segment: {'id': '9a2b3c5a-528a-4942-b9fc-63ed6d0df084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c3c06e91-c46d-4a20-9472-bac96e64ee3d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:54:09.890950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Bound port: 0534b312-c0a8-445f-a23a-f27370adcad0, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2b3c5a-528a-4942-b9fc-63ed6d0df084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'c3c06e91-c46d-4a20-9472-bac96e64ee3d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:09.891441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.893765 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5abc69-0810-4cc7-83c2-db9cdaee8613" -d '{"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-plugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:09.933747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b634bd8-adce-4366-88ba-97fa669d8f52 req-d0868277-5921-4b69-be8c-101c463bb402 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121478 Feb 09 15:54:10.020171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] For port 0534b312-c0a8-445f-a23a-f27370adcad0, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:10.024752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] For port 0534b312-c0a8-445f-a23a-f27370adcad0, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0534b312-c0a8-445f-a23a-f27370adcad0,segment=NetworkSegment(9a2b3c5a-528a-4942-b9fc-63ed6d0df084),segment_id=9a2b3c5a-528a-4942-b9fc-63ed6d0df084)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:10.078748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c5771ed-a692-47be-8bf3-74e0f655a78d req-6e311140-80be-4315-bcf9-b1e2080e6ded tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 210 time: 0.0325499 Feb 09 15:54:10.164548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:10.240121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:10.241110 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:10.242674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] 10.222.0.73 "PUT /v2.0/ports/0534b312-c0a8-445f-a23a-f27370adcad0 HTTP/1.1" status: 200 len: 1091 time: 2.9873092 Feb 09 15:54:10.243159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0', 'tag': '0534b312-c0a8-445f-a23a-f27370adcad0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:10.246264 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6445fdc-5830-4f1e-91e9-84f14fdbed56" -d '{"events": [{"name": "network-changed", "server_uuid": "ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0", "tag": "0534b312-c0a8-445f-a23a-f27370adcad0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:10.295383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8760df6-f382-47f6-b05f-6c5b5332165d service neutron] Pushing event updated for resources: {'Port': ['ID=0534b312-c0a8-445f-a23a-f27370adcad0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:10.345662 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504fb21a-cc11-4835-8157-601fbc68b45b x-openstack-request-id: req-504fb21a-cc11-4835-8157-601fbc68b45b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:10.346064 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-plugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:10.346323 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-504fb21a-cc11-4835-8157-601fbc68b45b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:10.353244 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'code': 200} Feb 09 15:54:10.522760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:10.561084 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af8cf62-ecde-459c-80a7-6e38fb61baf9 x-openstack-request-id: req-6af8cf62-ecde-459c-80a7-6e38fb61baf9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:10.584397 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0", "tag": "0534b312-c0a8-445f-a23a-f27370adcad0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:10.584397 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6af8cf62-ecde-459c-80a7-6e38fb61baf9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:10.584397 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0', 'tag': '0534b312-c0a8-445f-a23a-f27370adcad0', 'status': 'completed', 'code': 200} Feb 09 15:54:10.597639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e2e19-4d48-44bf-abaa-d0e54e1b1639 req-2a418673-d845-4068-b919-fd348adc6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:10.601814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-496e2e19-4d48-44bf-abaa-d0e54e1b1639 req-2a418673-d845-4068-b919-fd348adc6c03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 1101 time: 0.1207113 Feb 09 15:54:10.704613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-496e2e19-4d48-44bf-abaa-d0e54e1b1639 req-6ace383b-7114-49ee-8f0b-ad457c3003a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866101 Feb 09 15:54:10.807546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-a3fd86ab-a2dc-45a5-8b97-e07b1814885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:10.810862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-a3fd86ab-a2dc-45a5-8b97-e07b1814885c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6b614d9e2554de0a49c242dde3a9ed0&device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 1094 time: 0.3795383 Feb 09 15:54:10.818781 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1068bfc5-909f-429c-8db4-1dd9b013b64a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71151566bdc64cabb15b1f16196e45fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947645 Feb 09 15:54:10.823142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43398) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:10.889639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31ce3336-b0b7-4752-9a30-139730ccb4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:10.918783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-e4d4e8c2-d4c1-49a6-9054-a91b14c5ed15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0534b312-c0a8-445f-a23a-f27370adcad0 HTTP/1.1" status: 200 len: 217 time: 0.0940723 Feb 09 15:54:10.921267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31ce3336-b0b7-4752-9a30-139730ccb4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:11.067064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45811911-f7b2-4641-aeee-93f20f7e1c82 req-b1718584-bc04-4b50-8d36-581e97cc54e1 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:11.071822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45811911-f7b2-4641-aeee-93f20f7e1c82 req-b1718584-bc04-4b50-8d36-581e97cc54e1 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 945 time: 0.1670234 Feb 09 15:54:11.071822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-b78b1283-a3da-429c-baf7-32f01d562c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:11.072269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-b78b1283-a3da-429c-baf7-32f01d562c97 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7a0b462-0568-4ec5-9275-676d70197f46 HTTP/1.1" status: 200 len: 862 time: 0.1146259 Feb 09 15:54:11.111066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31ce3336-b0b7-4752-9a30-139730ccb4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:11.116042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31ce3336-b0b7-4752-9a30-139730ccb4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:11.122254 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-31ce3336-b0b7-4752-9a30-139730ccb4e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e3624a9-9e91-47ad-b42b-6848afb54e6c HTTP/1.1" status: 204 len: 168 time: 0.2939656 Feb 09 15:54:11.122553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-85873ecc-d52a-4c9f-aef6-159485fab9a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c3c06e91-c46d-4a20-9472-bac96e64ee3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349681 Feb 09 15:54:11.144508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce3336-b0b7-4752-9a30-139730ccb4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3624a9-9e91-47ad-b42b-6848afb54e6c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:11.230163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45811911-f7b2-4641-aeee-93f20f7e1c82 req-51b17f6c-2322-438c-b959-1e656bb63559 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369064 Feb 09 15:54:11.398973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25388d-9adf-4af6-85b8-088cede98fb9 req-cceb529b-2c1d-41df-bd61-c3756693ddb1 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:11.401271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e25388d-9adf-4af6-85b8-088cede98fb9 req-cceb529b-2c1d-41df-bd61-c3756693ddb1 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 943 time: 0.0951471 Feb 09 15:54:11.405159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-28005e58-bccb-4d9e-8ed2-805aa094dedb service neutron] 10.222.0.73 "GET /v2.0/networks/c3c06e91-c46d-4a20-9472-bac96e64ee3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704937 Feb 09 15:54:11.570848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e25388d-9adf-4af6-85b8-088cede98fb9 req-6edfb433-4d67-4c8f-b599-b3b90749fc2b tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575701 Feb 09 15:54:11.628324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf5824f-d442-45c9-9d9b-77bf89d34c0f req-376607a1-a949-4882-a4f5-3e5c48c44f17 service neutron] 10.222.0.73 "GET /v2.0/networks/c3c06e91-c46d-4a20-9472-bac96e64ee3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894107 Feb 09 15:54:11.800383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10485cd8-30eb-4a7a-9525-78b094aee92c req-1531506c-c1b0-4535-8ce6-5c64141eedd4 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:11.802305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10485cd8-30eb-4a7a-9525-78b094aee92c req-1531506c-c1b0-4535-8ce6-5c64141eedd4 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 950 time: 0.1053247 Feb 09 15:54:11.902997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10485cd8-30eb-4a7a-9525-78b094aee92c req-845ae4ff-ebcb-42c9-b037-6e92fd2b4bfb tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898330 Feb 09 15:54:11.928395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-569009f9-88cb-4018-bbc1-a659048dd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:11.928395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-569009f9-88cb-4018-bbc1-a659048dd95f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6b614d9e2554de0a49c242dde3a9ed0&device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 1094 time: 0.0916214 Feb 09 15:54:12.094015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f3a9e7b-2a48-4c7c-b8bf-9fe83ddf1639 req-8843b91e-4ada-4c7c-a72e-984ba1659ada tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=7fb55f9b-292b-4da5-b969-9fd75e8647fe HTTP/1.1" status: 200 len: 210 time: 0.0378797 Feb 09 15:54:12.147949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-0a22ae0f-2f95-44a5-88bc-afbce961ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:12.151036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-0a22ae0f-2f95-44a5-88bc-afbce961ebbf service neutron] 10.222.0.73 "GET /v2.0/networks?id=c3c06e91-c46d-4a20-9472-bac96e64ee3d HTTP/1.1" status: 200 len: 923 time: 0.2160370 Feb 09 15:54:12.178169 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:54:12.238838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-14b6cb84-a992-455a-ae72-8b647d94721c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0534b312-c0a8-445f-a23a-f27370adcad0 HTTP/1.1" status: 200 len: 217 time: 0.0768857 Feb 09 15:54:12.251967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43426) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:12.266052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1d82e2f-91ee-44f4-9d67-1f511f2c60d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.381095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be0ede-2d99-4e0f-837d-aa8c6d7aca95 req-9b21b808-9931-4100-b155-116f85147205 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:12.386099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9be0ede-2d99-4e0f-837d-aa8c6d7aca95 req-9b21b808-9931-4100-b155-116f85147205 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.2248778 Feb 09 15:54:12.404346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1d82e2f-91ee-44f4-9d67-1f511f2c60d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.425483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f47fc-e6ca-4064-95a6-5d560c891b9c req-4bf101cb-4e6e-4d83-9142-cdda827b0216 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:12.427264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-207f47fc-e6ca-4064-95a6-5d560c891b9c req-4bf101cb-4e6e-4d83-9142-cdda827b0216 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 945 time: 0.2001619 Feb 09 15:54:12.430689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-86966d5d-6c9a-41ea-8794-9d7bb41670b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:12.432144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-86966d5d-6c9a-41ea-8794-9d7bb41670b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a7a0b462-0568-4ec5-9275-676d70197f46 HTTP/1.1" status: 200 len: 862 time: 0.1680248 Feb 09 15:54:12.496368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-a9f4cf11-4969-4460-aaba-eb60133a92d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c3c06e91-c46d-4a20-9472-bac96e64ee3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519538 Feb 09 15:54:12.522496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9be0ede-2d99-4e0f-837d-aa8c6d7aca95 req-f9e37270-c326-4f78-99e8-3740601bebef tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230736 Feb 09 15:54:12.542705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-207f47fc-e6ca-4064-95a6-5d560c891b9c req-29c9c3f7-fc58-4800-b400-9cb9f3a2b2a0 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033015 Feb 09 15:54:12.546084 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1d82e2f-91ee-44f4-9d67-1f511f2c60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.606265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d82e2f-91ee-44f4-9d67-1f511f2c60d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386a5d38-0322-4f4f-ace9-65d6cd3e65d0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:12.638599 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e1d82e2f-91ee-44f4-9d67-1f511f2c60d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c419d5ba6bd4fd5af89d96f5483e109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828139 Feb 09 15:54:12.646550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:12.664476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-92435385-9429-413a-9956-84b64ae40da6 service neutron] 10.222.0.73 "GET /v2.0/networks/c3c06e91-c46d-4a20-9472-bac96e64ee3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585696 Feb 09 15:54:12.765614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b65781c-048e-4c43-b67c-551bf6bb8d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.812982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b65781c-048e-4c43-b67c-551bf6bb8d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.833288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ad7f8-ee08-4300-9430-baa74f126568 req-323dc3f0-a167-49ee-b99b-f1ff5fdd64cf tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:12.834269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-812ad7f8-ee08-4300-9430-baa74f126568 req-323dc3f0-a167-49ee-b99b-f1ff5fdd64cf tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 943 time: 0.0850205 Feb 09 15:54:12.836579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6445fdc-5830-4f1e-91e9-84f14fdbed56 req-013cfaa7-c871-4d3f-a5b2-6f544293cf4f service neutron] 10.222.0.73 "GET /v2.0/networks/c3c06e91-c46d-4a20-9472-bac96e64ee3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633766 Feb 09 15:54:12.915099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-812ad7f8-ee08-4300-9430-baa74f126568 req-36dfae72-9741-43b1-bcf3-7450b4925985 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741305 Feb 09 15:54:13.025615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b65781c-048e-4c43-b67c-551bf6bb8d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:13.030253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b65781c-048e-4c43-b67c-551bf6bb8d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:13.033147 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4b65781c-048e-4c43-b67c-551bf6bb8d31 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/386a5d38-0322-4f4f-ace9-65d6cd3e65d0 HTTP/1.1" status: 204 len: 168 time: 0.3847377 Feb 09 15:54:13.050002 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65781c-048e-4c43-b67c-551bf6bb8d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386a5d38-0322-4f4f-ace9-65d6cd3e65d0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:13.258808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13655df-a059-478a-9b06-1c30ee900e8d req-c9e49c6c-bc26-4fb8-bc74-127a9e7bf37e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:13.260591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a13655df-a059-478a-9b06-1c30ee900e8d req-c9e49c6c-bc26-4fb8-bc74-127a9e7bf37e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 945 time: 0.0617905 Feb 09 15:54:13.325079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a13655df-a059-478a-9b06-1c30ee900e8d req-9dc480bd-8016-4573-a77b-890b46611c06 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Feb 09 15:54:13.473625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12157cd6-7bb4-40ca-90d3-153609c39b3a req-f4d4a406-85d6-4e88-b98e-f30fc868a2f9 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:13.476412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12157cd6-7bb4-40ca-90d3-153609c39b3a req-f4d4a406-85d6-4e88-b98e-f30fc868a2f9 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 950 time: 0.0773554 Feb 09 15:54:13.528415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12157cd6-7bb4-40ca-90d3-153609c39b3a req-77fc6985-6130-4c58-b07d-929ae5da8bf9 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Feb 09 15:54:13.538413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:13.786248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-ca64c128-6808-45b4-9891-53220af91660 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:13.787920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-ca64c128-6808-45b4-9891-53220af91660 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.73 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.2297218 Feb 09 15:54:13.825104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:13.827173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c44eef-012b-4497-aadc-fb23603d2ec4 req-9ac072d4-1c65-4f18-9a88-fa0a2c16a798 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:13.829594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2c44eef-012b-4497-aadc-fb23603d2ec4 req-9ac072d4-1c65-4f18-9a88-fa0a2c16a798 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 945 time: 0.1125147 Feb 09 15:54:13.844483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5efca-1bb4-44c8-8b47-f12943634904 req-9bb2dde0-0f00-4835-8a85-23e2d8f14023 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:13.846232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8a5efca-1bb4-44c8-8b47-f12943634904 req-9bb2dde0-0f00-4835-8a85-23e2d8f14023 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 945 time: 0.1123302 Feb 09 15:54:13.846694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'network_id': '52658206-7649-4887-8448-95901b40700b', 'port_id': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'mac_address': 'fa:16:3e:ae:7f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fad0bf-88ca-4077-a513-8974702450e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:13.909019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:13.924642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:13.954175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:14.005515 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2c44eef-012b-4497-aadc-fb23603d2ec4 req-ef93aa7d-1d8e-461b-9eda-04f506480cb8 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573093 Feb 09 15:54:14.021862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.031374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8a5efca-1bb4-44c8-8b47-f12943634904 req-fe925152-4326-45ea-af0d-e0838dffc88c tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683412 Feb 09 15:54:14.102139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Deleting port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:14.102982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.124542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:14.134750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:14.177379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43470) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:14.199966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f09ab5d-7613-4e91-aafa-78b20fc9d3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.317991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f09ab5d-7613-4e91-aafa-78b20fc9d3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.417132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] For port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:14.417714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.437028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f09ab5d-7613-4e91-aafa-78b20fc9d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.467354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-94388ca4-f5e9-4f31-b109-8a9bdf5f3828 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:14.469870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-94388ca4-f5e9-4f31-b109-8a9bdf5f3828 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 945 time: 0.3295994 Feb 09 15:54:14.471916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Calling delete_port for 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:14.488230 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6f09ab5d-7613-4e91-aafa-78b20fc9d3be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=387651278c44430b991c6f190918b07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069894 Feb 09 15:54:14.488230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09ab5d-7613-4e91-aafa-78b20fc9d3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6953d5-615a-4d60-a938-1e3caf3d22e5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:14.490177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43482) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:14.526215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13972006-e1ea-4b83-8629-48510352618e req-5a638e34-f053-4088-a09b-776a046c27be tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:14.529030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13972006-e1ea-4b83-8629-48510352618e req-5a638e34-f053-4088-a09b-776a046c27be tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 945 time: 0.3341119 Feb 09 15:54:14.559038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8eb42424-5e98-4d83-b4e5-511196c861c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.601477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8eb42424-5e98-4d83-b4e5-511196c861c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.785287 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8eb42424-5e98-4d83-b4e5-511196c861c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.789630 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8eb42424-5e98-4d83-b4e5-511196c861c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.791274 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8eb42424-5e98-4d83-b4e5-511196c861c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a6953d5-615a-4d60-a938-1e3caf3d22e5 HTTP/1.1" status: 204 len: 168 time: 0.2997642 Feb 09 15:54:14.803634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb42424-5e98-4d83-b4e5-511196c861c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6953d5-615a-4d60-a938-1e3caf3d22e5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:14.825921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13972006-e1ea-4b83-8629-48510352618e req-df81856e-8f7c-46c3-9ef3-dad4aa303971 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539623 Feb 09 15:54:14.975132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Deleting port 2661a2d0-6f07-4429-b489-ddb47c9073c8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:14.975731 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.242056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b82c37-278f-4136-9244-433cdb4ff064 req-af6182f1-0635-4882-9b43-7a361abc54d4 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:15.244555 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2b82c37-278f-4136-9244-433cdb4ff064 req-af6182f1-0635-4882-9b43-7a361abc54d4 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 943 time: 0.1648359 Feb 09 15:54:15.269055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.292280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ce30e3e7-2751-4487-8ede-d3a701c2b13a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:15.295561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c7913013-bb57-43df-bb03-0276ba84ab5e', '1eecf6a9-8459-4a85-ad7d-0ff793f5f187'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:15.343423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] For port 2661a2d0-6f07-4429-b489-ddb47c9073c8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2661a2d0-6f07-4429-b489-ddb47c9073c8,segment=NetworkSegment(c20a229a-70f4-412a-b3f6-4844ff263bdb),segment_id=c20a229a-70f4-412a-b3f6-4844ff263bdb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:15.343774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.356970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Pushing event deleted for resources: {'Port': ['ID=1eecf6a9-8459-4a85-ad7d-0ff793f5f187,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:15.402991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Calling delete_port for 2661a2d0-6f07-4429-b489-ddb47c9073c8 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:15.407822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0534b312-c0a8-445f-a23a-f27370adcad0 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:15.412236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:15.441570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2b82c37-278f-4136-9244-433cdb4ff064 req-6a24c0cb-e074-4168-812a-e06896fbee55 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734614 Feb 09 15:54:15.481725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec240808-dacf-4f4b-98ec-225a3feb4efb req-c44e679b-4dbe-42a9-8a0d-9f247b0abc6b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:15.489712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec240808-dacf-4f4b-98ec-225a3feb4efb req-c44e679b-4dbe-42a9-8a0d-9f247b0abc6b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 944 time: 0.2712493 Feb 09 15:54:15.588072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] No DVR routers for this DVR port 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:15.593004 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.599929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26b2a0c2-1c61-4f84-85e3-bdd07c3ac798 req-fd82d16b-7523-476f-bc3b-88063cfe8e03 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.73 "DELETE /v2.0/ports/1eecf6a9-8459-4a85-ad7d-0ff793f5f187 HTTP/1.1" status: 204 len: 173 time: 1.7338128 Feb 09 15:54:15.615521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5702d8df-8e7a-4152-a006-e93aa18b874d', 'name': 'network-vif-deleted', 'tag': '1eecf6a9-8459-4a85-ad7d-0ff793f5f187'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:15.619818 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40833856-58b2-4cc8-898b-ee59fdfb57bf" -d '{"events": [{"server_uuid": "5702d8df-8e7a-4152-a006-e93aa18b874d", "name": "network-vif-deleted", "tag": "1eecf6a9-8459-4a85-ad7d-0ff793f5f187"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:15.798396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:15.798930 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.833971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec240808-dacf-4f4b-98ec-225a3feb4efb req-fe93f193-33a3-4f9f-ab27-dd0fbabe1334 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322361 Feb 09 15:54:15.899523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678dfaaa-00cb-465f-a149-ff2de60df9b8 req-0187f417-fec9-4e6e-94ac-8337c3931534 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:15.903024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0534b312-c0a8-445f-a23a-f27370adcad0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0534b312-c0a8-445f-a23a-f27370adcad0,segment=NetworkSegment(9a2b3c5a-528a-4942-b9fc-63ed6d0df084),segment_id=9a2b3c5a-528a-4942-b9fc-63ed6d0df084)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:15.914514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-678dfaaa-00cb-465f-a149-ff2de60df9b8 req-0187f417-fec9-4e6e-94ac-8337c3931534 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 945 time: 0.2163134 Feb 09 15:54:16.032823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-678dfaaa-00cb-465f-a149-ff2de60df9b8 req-8b044d1e-05c4-41c2-bda7-bed25ce9cafa tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/security-groups?id=872222fe-e647-4874-b281-7a2026fda7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163878 Feb 09 15:54:16.067604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '0534b312-c0a8-445f-a23a-f27370adcad0', 'network_id': 'c3c06e91-c46d-4a20-9472-bac96e64ee3d', 'port_id': '0534b312-c0a8-445f-a23a-f27370adcad0', 'mac_address': 'fa:16:3e:af:9c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a0b462-0568-4ec5-9275-676d70197f46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:16.171588 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.246395 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.246526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0534b312-c0a8-445f-a23a-f27370adcad0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:16.275549 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0534b312-c0a8-445f-a23a-f27370adcad0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0534b312-c0a8-445f-a23a-f27370adcad0,segment=NetworkSegment(9a2b3c5a-528a-4942-b9fc-63ed6d0df084),segment_id=9a2b3c5a-528a-4942-b9fc-63ed6d0df084)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:16.284372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.302996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Pushing event deleted for resources: {'Port': ['ID=2661a2d0-6f07-4429-b489-ddb47c9073c8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:16.329584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:16.333204 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d9535-0fc6-4fb4-aec5-9fa4b26fc35a" -d '{"events": [{"server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:16.363957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:16.385750 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.417017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] No DVR routers for this DVR port 2661a2d0-6f07-4429-b489-ddb47c9073c8 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:16.421389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.426940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbf5478c-c21d-4818-99a1-3a5c0d14190b req-7456e6f1-572d-4101-bdba-b0327aeefcc5 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.13 "DELETE /v2.0/ports/2661a2d0-6f07-4429-b489-ddb47c9073c8 HTTP/1.1" status: 204 len: 173 time: 1.9402664 Feb 09 15:54:16.464268 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.472748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=0534b312-c0a8-445f-a23a-f27370adcad0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:16.484366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae9b3d-626e-4cf0-9243-2e0f02fd23ac req-3d5b193d-d454-48aa-902b-c9f119ce55c4 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:16.486267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fae9b3d-626e-4cf0-9243-2e0f02fd23ac req-3d5b193d-d454-48aa-902b-c9f119ce55c4 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.2573886 Feb 09 15:54:16.518444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fae9b3d-626e-4cf0-9243-2e0f02fd23ac req-7ea30685-9f4c-43f3-bba4-f6d72a307bd4 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/quotas/3a42761150e049e4bc3cf104b2881f83 HTTP/1.1" status: 200 len: 375 time: 0.0207317 Feb 09 15:54:16.566365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:16.596042 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b44c7f-37e7-4570-bc27-c831cd13377f x-openstack-request-id: req-38b44c7f-37e7-4570-bc27-c831cd13377f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:16.596494 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5702d8df-8e7a-4152-a006-e93aa18b874d", "name": "network-vif-deleted", "tag": "1eecf6a9-8459-4a85-ad7d-0ff793f5f187", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:16.597893 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38b44c7f-37e7-4570-bc27-c831cd13377f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:16.597893 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5702d8df-8e7a-4152-a006-e93aa18b874d', 'name': 'network-vif-deleted', 'tag': '1eecf6a9-8459-4a85-ad7d-0ff793f5f187', 'status': 'completed', 'code': 200} Feb 09 15:54:16.600008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fae9b3d-626e-4cf0-9243-2e0f02fd23ac req-cb1e4ba0-6949-4fec-84fc-cf8536021f3f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735540 Feb 09 15:54:16.665551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['0534b312-c0a8-445f-a23a-f27370adcad0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:16.705431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d14399ef-d8c5-4185-9de0-2daf7b443bad req-b97a091c-1d15-4fb2-ba3d-3d0ae728b055 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=5702d8df-8e7a-4152-a006-e93aa18b874d HTTP/1.1" status: 200 len: 210 time: 0.0576994 Feb 09 15:54:16.779709 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7bff16-16e1-4cfd-9d52-eaeace50f9f7 x-openstack-request-id: req-ee7bff16-16e1-4cfd-9d52-eaeace50f9f7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:16.780001 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "name": "network-vif-plugged", "status": "completed", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:16.781601 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee7bff16-16e1-4cfd-9d52-eaeace50f9f7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:16.781601 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'code': 200} Feb 09 15:54:16.821025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fae9b3d-626e-4cf0-9243-2e0f02fd23ac req-610a4e64-9620-46d9-8e5e-b98e9a9af4e6 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047229 Feb 09 15:54:17.009345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebab0b4-e90c-4789-a5c3-c53112f3ae4e req-5a324a00-1306-4180-82a7-c9097aa79f80 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:17.010916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ebab0b4-e90c-4789-a5c3-c53112f3ae4e req-5a324a00-1306-4180-82a7-c9097aa79f80 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 944 time: 0.1715598 Feb 09 15:54:17.060704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fae9b3d-626e-4cf0-9243-2e0f02fd23ac req-98d260ef-9924-4dc4-921c-5accd44e2c61 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350583 Feb 09 15:54:17.095089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ebab0b4-e90c-4789-a5c3-c53112f3ae4e req-f079b6dc-a381-467c-a14a-1d7455d992e5 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700159 Feb 09 15:54:17.243581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2f65c-ce54-43a3-802e-d329a1d194bc req-df8efeff-e05e-4423-b478-a9dca2366f6f tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:17.244770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23f2f65c-ce54-43a3-802e-d329a1d194bc req-df8efeff-e05e-4423-b478-a9dca2366f6f tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 945 time: 0.0618937 Feb 09 15:54:17.306890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23f2f65c-ce54-43a3-802e-d329a1d194bc req-9be82876-7157-4b19-b77a-a886903428e3 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516725 Feb 09 15:54:17.398808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:17.446480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:17.447248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1eecf6a9-8459-4a85-ad7d-0ff793f5f187 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:17.529173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a42dc-1761-4b00-8491-7180e5e10ff4 req-ad0d8cd8-e30c-4686-8abf-475f4e739acb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:17.531940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-581a42dc-1761-4b00-8491-7180e5e10ff4 req-ad0d8cd8-e30c-4686-8abf-475f4e739acb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 945 time: 0.0818219 Feb 09 15:54:17.586745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a1c57d5-7838-4329-b61a-25def22fdd7f req-781d4356-5c5d-44f7-b703-801945f17b64 tempest-ServersTestJSON-1446361967 tempest-ServersTestJSON-1446361967-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c6aaef-b527-4cd9-88ef-b841c2f5e137 HTTP/1.1" status: 200 len: 210 time: 0.0738964 Feb 09 15:54:17.652960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-581a42dc-1761-4b00-8491-7180e5e10ff4 req-8d2e0132-818a-4629-84d6-6f8cee6816e0 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037314 Feb 09 15:54:17.709258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38c2540b-de23-4096-a367-f2975030a2ff req-d8026f48-7ad4-4eca-a68d-47edf03270f3 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=e49a5f34-0e45-49a4-ad62-bba21e3ea9dd HTTP/1.1" status: 200 len: 210 time: 0.0658641 Feb 09 15:54:18.158073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2661a2d0-6f07-4429-b489-ddb47c9073c8 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:18.169080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:18.197675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 2661a2d0-6f07-4429-b489-ddb47c9073c8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:18.198028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2661a2d0-6f07-4429-b489-ddb47c9073c8 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:18.348131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:18.388319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'mac_address': 'fa:16:3e:44:0c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:18.434396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8a11b-0d81-42d4-9251-9b987110d06c req-f01248ac-6d22-4d59-89db-6d559132d144 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:18.443001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-def8a11b-0d81-42d4-9251-9b987110d06c req-f01248ac-6d22-4d59-89db-6d559132d144 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 944 time: 0.1936812 Feb 09 15:54:18.458326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-41ca98cf-af4c-44e8-b73e-d25f0e1e6245 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:18.460135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-41ca98cf-af4c-44e8-b73e-d25f0e1e6245 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.13 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 945 time: 0.1939852 Feb 09 15:54:18.545621 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.581436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82d354a1-82e9-4f90-85d1-e3a3793a6e68 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:18.592774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-def8a11b-0d81-42d4-9251-9b987110d06c req-81828063-b13d-4de8-82c7-9beb203c195b tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485786 Feb 09 15:54:18.648456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c6aaef-b527-4cd9-88ef-b841c2f5e137', 'name': 'network-vif-deleted', 'tag': '2661a2d0-6f07-4429-b489-ddb47c9073c8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:18.648456 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb2c6ae-d008-4eb9-94c4-b1b548d1799b" -d '{"events": [{"server_uuid": "c9c6aaef-b527-4cd9-88ef-b841c2f5e137", "name": "network-vif-deleted", "tag": "2661a2d0-6f07-4429-b489-ddb47c9073c8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:18.654520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:18.743529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Deleting port 0217894c-4853-463b-bf86-10e95f0222a2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:18.744602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.746095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.862862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43626) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:18.870846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:18.883042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['82d354a1-82e9-4f90-85d1-e3a3793a6e68'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:19.175426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-547369396', 'router:external': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:19.303537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dea9e5-09bf-4d30-a0c8-b5af8697251a req-e6bfdfe7-0127-4962-83e9-9fe2966a3486 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:19.305255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95dea9e5-09bf-4d30-a0c8-b5af8697251a req-e6bfdfe7-0127-4962-83e9-9fe2966a3486 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 945 time: 0.6091034 Feb 09 15:54:19.376594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76573279-530d-477f-9eb0-5e23b45caae8 req-3cefdd04-aca0-4c59-8163-cd29e3237590 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:19.376594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76573279-530d-477f-9eb0-5e23b45caae8 req-3cefdd04-aca0-4c59-8163-cd29e3237590 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/ports?device_id=db70d621-2bed-40f0-8e55-a11c598a25b8 HTTP/1.1" status: 200 len: 945 time: 0.1640706 Feb 09 15:54:19.400640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0534b312-c0a8-445f-a23a-f27370adcad0 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:19.440290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] For port 0217894c-4853-463b-bf86-10e95f0222a2, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=0217894c-4853-463b-bf86-10e95f0222a2,segment=NetworkSegment(b233a64b-d067-48a9-a06b-5e6b725ccbe8),segment_id=b233a64b-d067-48a9-a06b-5e6b725ccbe8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:19.440679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.488117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95dea9e5-09bf-4d30-a0c8-b5af8697251a req-02f063de-0b7f-41a8-b15d-91effb74a418 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655958 Feb 09 15:54:19.499495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Calling delete_port for 0217894c-4853-463b-bf86-10e95f0222a2 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:19.530272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76573279-530d-477f-9eb0-5e23b45caae8 req-95428d9b-2a87-450d-9700-617b0920c238 tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.53 "GET /v2.0/security-groups?id=7f146825-88fe-41db-a5f4-2ac532483b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436491 Feb 09 15:54:19.638293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 0534b312-c0a8-445f-a23a-f27370adcad0 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:19.639030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43656) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:19.649151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 0534b312-c0a8-445f-a23a-f27370adcad0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:19.651136 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.699219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Made reservation on behalf of 0f578b4abc714520b7d155edee78b219 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:19.702027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.716318 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.863190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.044698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.046647 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5c28c9-4e96-43fd-ad9c-b480c8e0bbc0 x-openstack-request-id: req-ef5c28c9-4e96-43fd-ad9c-b480c8e0bbc0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:20.047270 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c6aaef-b527-4cd9-88ef-b841c2f5e137", "name": "network-vif-deleted", "tag": "2661a2d0-6f07-4429-b489-ddb47c9073c8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:20.047690 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef5c28c9-4e96-43fd-ad9c-b480c8e0bbc0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:20.048400 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c6aaef-b527-4cd9-88ef-b841c2f5e137', 'name': 'network-vif-deleted', 'tag': '2661a2d0-6f07-4429-b489-ddb47c9073c8', 'status': 'completed', 'code': 200} Feb 09 15:54:20.062198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Pushing event deleted for resources: {'Port': ['ID=0217894c-4853-463b-bf86-10e95f0222a2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:20.070857 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.109750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534b312-c0a8-445f-a23a-f27370adcad0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:20.114184 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e432a59-a9ec-4293-bf95-374d428f677c" -d '{"events": [{"server_uuid": "ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0", "name": "network-vif-plugged", "status": "completed", "tag": "0534b312-c0a8-445f-a23a-f27370adcad0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:20.145492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0534b312-c0a8-445f-a23a-f27370adcad0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0534b312-c0a8-445f-a23a-f27370adcad0,segment=NetworkSegment(9a2b3c5a-528a-4942-b9fc-63ed6d0df084),segment_id=9a2b3c5a-528a-4942-b9fc-63ed6d0df084)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:20.176131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:20.186031 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.274139 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.275902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:20.295822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a572f-0672-4e6d-9a58-4b87e77512a2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:20.329228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:54:20.462037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.475222 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Added segment 0c22ccb1-67bb-4f28-b5ea-733372c65d59 of type vlan for network 500249d6-a4ce-469d-8edd-5652a43ae1cd Feb 09 15:54:20.481734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] No DVR routers for this DVR port 0217894c-4853-463b-bf86-10e95f0222a2 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:20.494005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.499540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3379e76-d641-4e79-a3ec-5882c6aa9057 req-a65fc01c-9741-4716-a784-73dfc1c41d8b tempest-ServersNegativeTestMultiTenantJSON-1723721498 tempest-ServersNegativeTestMultiTenantJSON-1723721498-project] 10.222.0.13 "DELETE /v2.0/ports/0217894c-4853-463b-bf86-10e95f0222a2 HTTP/1.1" status: 204 len: 173 time: 2.0229421 Feb 09 15:54:20.565947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.568807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c1a898-3fec-4d1b-82ea-ad7d9e0f53e1 admin admin] Deleting subnet 1d5c1cd5-fa7c-471b-bb59-78d9844adee3 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:54:20.588502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32c1a898-3fec-4d1b-82ea-ad7d9e0f53e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.592556 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.602931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=0534b312-c0a8-445f-a23a-f27370adcad0,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:20.606069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-ea4b4cb8-ef09-4ab0-b0cc-68c2f3066b8e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:20.608554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-ea4b4cb8-ef09-4ab0-b0cc-68c2f3066b8e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 945 time: 0.2543943 Feb 09 15:54:20.631664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:20.632507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.633651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-544eb500-0fb6-48d0-9abd-df20e75cad6b tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:20.636327 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-544eb500-0fb6-48d0-9abd-df20e75cad6b tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.13 "GET /v2.0/ports?device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 946 time: 0.2936482 Feb 09 15:54:20.694747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722a615-b93d-48c8-ba95-d35298e310d7 req-0669d310-029f-4137-9e0e-0c4b3ad49687 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:20.707856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0722a615-b93d-48c8-ba95-d35298e310d7 req-0669d310-029f-4137-9e0e-0c4b3ad49687 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 946 time: 0.5357091 Feb 09 15:54:20.739471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12903578-0aae-4d63-a664-982054712d43 req-90e6fa17-90e4-4cb7-96ef-6b81d8956c2b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:20.751227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-90e6fa17-90e4-4cb7-96ef-6b81d8956c2b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.8781383 Feb 09 15:54:20.755594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:20.834240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-84761b7e-1cc0-4e52-839d-41567e6bca57 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/quotas/3a42761150e049e4bc3cf104b2881f83 HTTP/1.1" status: 200 len: 375 time: 0.0810318 Feb 09 15:54:20.860260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.861324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:20.861998 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.868925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.877272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32c1a898-3fec-4d1b-82ea-ad7d9e0f53e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.909532 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.990215 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1158094 Feb 09 15:54:20.997421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:21.004408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'subnet': {'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:21.016376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Deleting port ce30e3e7-2751-4487-8ede-d3a701c2b13a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:21.016746 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.027615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-5cf0cbae-648d-4bc8-b9a4-9b57811c8d72 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1915658 Feb 09 15:54:21.044817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'Network': ['ID=500249d6-a4ce-469d-8edd-5652a43ae1cd,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:21.126038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:21.132560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0722a615-b93d-48c8-ba95-d35298e310d7 req-14b0e727-10b1-4c58-9364-cddaadf3fd2e tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233115 Feb 09 15:54:21.163123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.163862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.164046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.164419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.164780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.165118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.165453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.165802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.166305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.166641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.166974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.167302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4c3b21-ec9c-4ca7-b015-3bcafb6e123c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:21.206484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:21.246235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 500249d6-a4ce-469d-8edd-5652a43ae1cd details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:54:21.254083 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.256009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Made reservation on behalf of 0f578b4abc714520b7d155edee78b219 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:21.258404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0217894c-4853-463b-bf86-10e95f0222a2 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:21.264282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.327485 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32c1a898-3fec-4d1b-82ea-ad7d9e0f53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.446560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Deleting port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:21.446838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.450895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] For port ce30e3e7-2751-4487-8ede-d3a701c2b13a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ce30e3e7-2751-4487-8ede-d3a701c2b13a,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:21.451270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.462226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-a300293f-21f9-42ad-bd32-ae26dc045216 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279356 Feb 09 15:54:21.467497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 0217894c-4853-463b-bf86-10e95f0222a2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:21.468561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 0217894c-4853-463b-bf86-10e95f0222a2 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:21.480570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Calling delete_port for ce30e3e7-2751-4487-8ede-d3a701c2b13a owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:21.511325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6f85e-2a08-4e05-8284-69f363186001 req-5f72079d-2ec3-4a93-9ba5-722df00415d3 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:21.523345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79e6f85e-2a08-4e05-8284-69f363186001 req-5f72079d-2ec3-4a93-9ba5-722df00415d3 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 945 time: 0.2199850 Feb 09 15:54:21.625019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:21.692474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79e6f85e-2a08-4e05-8284-69f363186001 req-1773e1b9-e587-4e58-9239-a5c8239d1d25 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675444 Feb 09 15:54:21.743838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32c1a898-3fec-4d1b-82ea-ad7d9e0f53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.783123 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0ce1e7-0e3d-4bf7-8508-3272cf72b283 x-openstack-request-id: req-bb0ce1e7-0e3d-4bf7-8508-3272cf72b283 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:21.783686 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0", "name": "network-vif-plugged", "status": "completed", "tag": "0534b312-c0a8-445f-a23a-f27370adcad0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:21.783996 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb0ce1e7-0e3d-4bf7-8508-3272cf72b283 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:21.784578 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0534b312-c0a8-445f-a23a-f27370adcad0', 'code': 200} Feb 09 15:54:21.898020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1a898-3fec-4d1b-82ea-ad7d9e0f53e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5c1cd5-fa7c-471b-bb59-78d9844adee3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:21.924842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] For port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:21.925503 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.951261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Calling delete_port for 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:22.002354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.021815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ce30e3e7-2751-4487-8ede-d3a701c2b13a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:22.067365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Pushing event deleted for resources: {'Port': ['ID=ce30e3e7-2751-4487-8ede-d3a701c2b13a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:22.163151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] No DVR routers for this DVR port ce30e3e7-2751-4487-8ede-d3a701c2b13a on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:22.168792 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.178309 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b8adf089-8f6a-4871-a9b4-779c57e58aa2 req-2bb96cf0-341c-45b0-8cfe-d08d666cdb1f tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.13 "DELETE /v2.0/ports/ce30e3e7-2751-4487-8ede-d3a701c2b13a HTTP/1.1" status: 204 len: 173 time: 1.5341270 Feb 09 15:54:22.181505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd699a112-c86d-43f3-b208-9904929d4915', 'name': 'network-vif-deleted', 'tag': 'ce30e3e7-2751-4487-8ede-d3a701c2b13a'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:22.187144 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64d528-7404-44c5-8ef2-382f8977a1e0" -d '{"events": [{"server_uuid": "d699a112-c86d-43f3-b208-9904929d4915", "name": "network-vif-deleted", "tag": "ce30e3e7-2751-4487-8ede-d3a701c2b13a"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:22.194911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c7913013-bb57-43df-bb03-0276ba84ab5e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:22.214925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db70d621-2bed-40f0-8e55-a11c598a25b8', 'name': 'network-vif-deleted', 'tag': '0217894c-4853-463b-bf86-10e95f0222a2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:22.219976 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cb0d65-91c8-4665-b1ec-e358e0bd73e1" -d '{"events": [{"server_uuid": "db70d621-2bed-40f0-8e55-a11c598a25b8", "name": "network-vif-deleted", "tag": "0217894c-4853-463b-bf86-10e95f0222a2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:22.243253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-85d5c14d-e783-408c-ba61-13e062560bd3 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7767792 Feb 09 15:54:22.246516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32c1a898-3fec-4d1b-82ea-ad7d9e0f53e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.252117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-32c1a898-3fec-4d1b-82ea-ad7d9e0f53e1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1d5c1cd5-fa7c-471b-bb59-78d9844adee3 HTTP/1.1" status: 204 len: 168 time: 2.6101680 Feb 09 15:54:22.273982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43688) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:22.368983 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.425539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event deleted for resources: {'Port': ['ID=3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:22.532722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 15:54:22.533202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.549118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317433a3-fe4a-4ccc-819d-1ecc361ead65 req-9f31247e-8a73-46cd-b9b4-052f61913a7e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:22.561878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-317433a3-fe4a-4ccc-819d-1ecc361ead65 req-9f31247e-8a73-46cd-b9b4-052f61913a7e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 865 time: 0.6788504 Feb 09 15:54:22.565346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da469a-9c1e-4a9d-ab00-c621d320ca79 req-4a6c2547-b013-436d-a454-dd9d3c81b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:22.567038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1da469a-9c1e-4a9d-ab00-c621d320ca79 req-4a6c2547-b013-436d-a454-dd9d3c81b44f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 1096 time: 0.3853590 Feb 09 15:54:22.663237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] No DVR routers for this DVR port 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:22.668351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.682419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b86e382-ec9d-4bc4-85fb-aac7e6ca2e49 req-cbfa4ae3-9ec8-44c3-b1c3-b983780de48c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.73 "DELETE /v2.0/ports/3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 HTTP/1.1" status: 204 len: 173 time: 2.0217478 Feb 09 15:54:22.724997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43694) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:22.811310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1da469a-9c1e-4a9d-ab00-c621d320ca79 req-a9d56c04-53f0-40d9-81bb-2281c2630a2d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266387 Feb 09 15:54:22.859503 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4eb15128-3e93-456f-8ab8-7eaabc4b5832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.870655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-317433a3-fe4a-4ccc-819d-1ecc361ead65 req-99ec283b-a335-416a-9e61-bc6bfcd08099 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077362 Feb 09 15:54:22.904778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.002961 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af87ab71-f3c2-4635-b4d6-3bb3b07572b8 x-openstack-request-id: req-af87ab71-f3c2-4635-b4d6-3bb3b07572b8 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:23.003528 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d699a112-c86d-43f3-b208-9904929d4915", "name": "network-vif-deleted", "tag": "ce30e3e7-2751-4487-8ede-d3a701c2b13a", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:23.004841 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af87ab71-f3c2-4635-b4d6-3bb3b07572b8 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:23.005292 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd699a112-c86d-43f3-b208-9904929d4915', 'name': 'network-vif-deleted', 'tag': 'ce30e3e7-2751-4487-8ede-d3a701c2b13a', 'status': 'completed', 'code': 200} Feb 09 15:54:23.009888 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16d7428-24f3-40fd-999b-99a55ad1b7c7 x-openstack-request-id: req-d16d7428-24f3-40fd-999b-99a55ad1b7c7 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:23.010481 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db70d621-2bed-40f0-8e55-a11c598a25b8", "name": "network-vif-deleted", "tag": "0217894c-4853-463b-bf86-10e95f0222a2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:23.010913 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d16d7428-24f3-40fd-999b-99a55ad1b7c7 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:23.011685 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db70d621-2bed-40f0-8e55-a11c598a25b8', 'name': 'network-vif-deleted', 'tag': '0217894c-4853-463b-bf86-10e95f0222a2', 'status': 'completed', 'code': 200} Feb 09 15:54:23.123774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6da307-7716-4c4a-9d0e-4f4a7a094769 admin admin] Deleting subnet 517593e0-98b1-413a-ab9d-0c6939415f45 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:54:23.139976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1b41466-2699-4ef7-9195-de1101b85937 req-718ea016-8191-43d0-bdf9-8a7f73bd0408 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 210 time: 0.0838573 Feb 09 15:54:23.146407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9cb18b4d-c828-4d15-9950-6f102c336aa8,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:23.185752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a6da307-7716-4c4a-9d0e-4f4a7a094769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.219696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc05332a-34a2-4f82-a479-7b115eef87b9 req-43008a7e-6fff-4d09-9c28-2237e34e5355 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=d699a112-c86d-43f3-b208-9904929d4915 HTTP/1.1" status: 200 len: 210 time: 0.1041791 Feb 09 15:54:23.335537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Checking segment: {'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:23.336216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Network hostable DHCP agents. Network: 500249d6-a4ce-469d-8edd-5652a43ae1cd, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:54:23.382887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b985-0ad6-486a-b810-a20a003b1b02 req-1aa12794-08f1-4fe7-8a09-f3fe7c95d648 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:23.384822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a08b985-0ad6-486a-b810-a20a003b1b02 req-1aa12794-08f1-4fe7-8a09-f3fe7c95d648 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 945 time: 0.1002243 Feb 09 15:54:23.413951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:23.485242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:23.485852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:23.497412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a08b985-0ad6-486a-b810-a20a003b1b02 req-8d1661a1-a648-41ea-95f3-e90701d494c7 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004763 Feb 09 15:54:23.509438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a6da307-7716-4c4a-9d0e-4f4a7a094769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.582800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.589591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Network 500249d6-a4ce-469d-8edd-5652a43ae1cd is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:54:23.658443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe90d03-74e6-453d-8f52-18e4671920fb']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:23.693593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20a229a-70f4-412a-b3f6-4844ff263bdb') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:23.694140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20a229a-70f4-412a-b3f6-4844ff263bdb') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:23.698327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a6da307-7716-4c4a-9d0e-4f4a7a094769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.786448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4'}, {'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:23.789751 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27460994-bbed-47de-a138-ffc314d94558" -d '{"events": [{"server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4"}, {"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-plugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:23.811992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 500249d6-a4ce-469d-8edd-5652a43ae1cd) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:23.819312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.825724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d38a44-f541-4d27-9e90-7e8226dbfd45 None None] Network 500249d6-a4ce-469d-8edd-5652a43ae1cd requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:54:23.888411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:23.889141 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.930712 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.943482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:54:23.943913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:23.946535 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:23.984430 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1059f901-45c7-46ce-9911-2df0d6585df8 x-openstack-request-id: req-1059f901-45c7-46ce-9911-2df0d6585df8 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:23.985012 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4", "code": 200}, {"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-plugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:23.986439 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1059f901-45c7-46ce-9911-2df0d6585df8 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:23.986956 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'code': 200} Feb 09 15:54:23.988553 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'code': 200} Feb 09 15:54:24.060939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a6da307-7716-4c4a-9d0e-4f4a7a094769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.097644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d684401c-9a20-42be-8fa3-2fb2d3537dfc req-493f8c34-d06d-4347-9db1-ec1b0672563a tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c11c255-5790-460d-9699-f7f386f64d1b HTTP/1.1" status: 200 len: 210 time: 0.0751190 Feb 09 15:54:24.131344 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9f21d01b-95e9-4b01-b506-bb04e1dffa5f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1187568 Feb 09 15:54:24.132282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a6da307-7716-4c4a-9d0e-4f4a7a094769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.133023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43726) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:24.138267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1781964887', 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:24.149536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43728) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:24.149787 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3a6da307-7716-4c4a-9d0e-4f4a7a094769 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/517593e0-98b1-413a-ab9d-0c6939415f45 HTTP/1.1" status: 204 len: 168 time: 1.4212339 Feb 09 15:54:24.204974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6da307-7716-4c4a-9d0e-4f4a7a094769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517593e0-98b1-413a-ab9d-0c6939415f45,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:24.243553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf46a01-3fc4-4f48-9a53-884e1d8e8313 None None] Network 500249d6-a4ce-469d-8edd-5652a43ae1cd requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:54:24.385341 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.386320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-199ce38e-f3b6-45b4-b678-54b8400c947e req-cb9b16c5-83cb-4bd6-aefe-ce2a79b0a694 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 210 time: 0.1713812 Feb 09 15:54:24.394181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.416712 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8fe90d03-74e6-453d-8f52-18e4671920fb HTTP/1.1" status: 204 len: 168 time: 2.1408570 Feb 09 15:54:24.456492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d837396-83e7-4555-bae5-2bc8c25dcbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe90d03-74e6-453d-8f52-18e4671920fb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:24.465616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.646976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Made reservation on behalf of 0f578b4abc714520b7d155edee78b219 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:24.655533 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.728436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.741662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] device_id is not set on port 24e30c04-ebda-4ca1-abe8-27dbc03d4002 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:54:24.805385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccef122d-2e9e-4c0a-8a45-becc896038c2']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:24.827764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b233a64b-d067-48a9-a06b-5e6b725ccbe8') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:24.828061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b233a64b-d067-48a9-a06b-5e6b725ccbe8') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:24.847936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167efe7-ee9c-4bed-b9bb-384a835002c0 req-1e28a8f1-1815-45b9-81ae-d545abddda24 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:24.858655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c167efe7-ee9c-4bed-b9bb-384a835002c0 req-1e28a8f1-1815-45b9-81ae-d545abddda24 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 945 time: 0.2170711 Feb 09 15:54:24.906717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.996943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.014139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:54:25.014735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.017471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'name': 'network-vif-deleted', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:25.022664 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d0073b-225a-44a5-9d9f-1bce6130df76" -d '{"events": [{"server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "name": "network-vif-deleted", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:25.033017 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:25.136033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c167efe7-ee9c-4bed-b9bb-384a835002c0 req-d1ab1a3d-6e6c-40bb-b4e8-8aa653ac5701 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562704 Feb 09 15:54:25.186261 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aa7a7ebf-adf9-4cd7-9e7d-02a2d2f77b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.193291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Allocated IP 172.20.0.14 (500249d6-a4ce-469d-8edd-5652a43ae1cd/9cb18b4d-c828-4d15-9950-6f102c336aa8/24e30c04-ebda-4ca1-abe8-27dbc03d4002) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:25.342132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.417623 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4933f6-fd7c-48a3-b4fd-af7398feffee x-openstack-request-id: req-aa4933f6-fd7c-48a3-b4fd-af7398feffee {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:25.418309 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c11c255-5790-460d-9699-f7f386f64d1b", "name": "network-vif-deleted", "tag": "3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:25.419035 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa4933f6-fd7c-48a3-b4fd-af7398feffee {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:25.423501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43760) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:25.425055 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c11c255-5790-460d-9699-f7f386f64d1b', 'name': 'network-vif-deleted', 'tag': '3fe0601d-6a1c-4f7b-85e2-c5b40670c7a4', 'status': 'completed', 'code': 200} Feb 09 15:54:25.443785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.451630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] 10.222.0.53 "DELETE /v2.0/networks/ccef122d-2e9e-4c0a-8a45-becc896038c2 HTTP/1.1" status: 204 len: 168 time: 1.3001058 Feb 09 15:54:25.476175 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43762) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:25.646070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Pushing event deleted for resources: {'Network': ['ID=ccef122d-2e9e-4c0a-8a45-becc896038c2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:25.650670 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2ccf203-c08b-4d05-b85f-0334163887a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3fbcfe4cc354574a0fe8dc1c4dda685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250204 Feb 09 15:54:25.654927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:25.718466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-04268e10-aad0-4bc7-a400-6c76f0897d5e admin admin] Deleting subnet 81b8b5b6-622e-430a-8e6d-2b1f65a547bc {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:54:25.729948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04268e10-aad0-4bc7-a400-6c76f0897d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.746589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.746928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.747272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.747610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.747947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.748512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.748667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.748952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.749286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.749612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.749942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.750267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fbf52e-798d-4068-a6bf-384ecee9521f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:25.793626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8450e981-9181-4df0-be09-5dad69493e67 req-ca969151-3982-4dec-bb02-c8b7d63c2ae2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 210 time: 0.0891414 Feb 09 15:54:25.809709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.826337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763db88c-059a-4ccc-a905-dcceb440dbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.838975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7250fb-b898-4a5c-987b-c09d1a5dd8bf req-bb1caba0-1415-40da-a887-57f583d382c6 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:25.849533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e7250fb-b898-4a5c-987b-c09d1a5dd8bf req-bb1caba0-1415-40da-a887-57f583d382c6 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.2178941 Feb 09 15:54:25.855218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04268e10-aad0-4bc7-a400-6c76f0897d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.899658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763db88c-059a-4ccc-a905-dcceb440dbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.929968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e7250fb-b898-4a5c-987b-c09d1a5dd8bf req-25a89611-ce25-4ce2-a91b-9175fc683f46 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763817 Feb 09 15:54:25.959812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04268e10-aad0-4bc7-a400-6c76f0897d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.074206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.118120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763db88c-059a-4ccc-a905-dcceb440dbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.121403 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-763db88c-059a-4ccc-a905-dcceb440dbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.125094 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-763db88c-059a-4ccc-a905-dcceb440dbca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/872222fe-e647-4874-b281-7a2026fda7b5 HTTP/1.1" status: 204 len: 168 time: 0.4600177 Feb 09 15:54:26.133835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763db88c-059a-4ccc-a905-dcceb440dbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872222fe-e647-4874-b281-7a2026fda7b5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:26.148769 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04268e10-aad0-4bc7-a400-6c76f0897d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.190621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device ce30e3e7-2751-4487-8ede-d3a701c2b13a no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:26.203830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04268e10-aad0-4bc7-a400-6c76f0897d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b8b5b6-622e-430a-8e6d-2b1f65a547bc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:26.224114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04268e10-aad0-4bc7-a400-6c76f0897d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.227804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Network 500249d6-a4ce-469d-8edd-5652a43ae1cd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:26.230189 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-04268e10-aad0-4bc7-a400-6c76f0897d5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/81b8b5b6-622e-430a-8e6d-2b1f65a547bc HTTP/1.1" status: 204 len: 168 time: 0.7526979 Feb 09 15:54:26.239000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: ce30e3e7-2751-4487-8ede-d3a701c2b13a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:26.239530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:26.239621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device ce30e3e7-2751-4487-8ede-d3a701c2b13a not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:26.242363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:26.259518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:54:26.393500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'Port': ['ID=24e30c04-ebda-4ca1-abe8-27dbc03d4002,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:26.420935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:26.421808 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.456199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.482963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-43306b28-0b4f-4ef4-89ba-84c40152569b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:26.484938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-43306b28-0b4f-4ef4-89ba-84c40152569b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 822 time: 0.4686913 Feb 09 15:54:26.503190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-6e77c6d5-98d9-41df-8ec5-a8b1fe0bc78e tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/quotas/05d49b49b1514cafbb57c499d8087ab2 HTTP/1.1" status: 200 len: 375 time: 0.0112762 Feb 09 15:54:26.581125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-f87ce6bd-f03c-4d1a-abac-712700c0b193 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700018 Feb 09 15:54:26.597899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.639316 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b240fda-25b0-4801-87b2-dc0cbfe624b1']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:26.653436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3508072f-0c4b-4aa3-9613-97117f735e9c') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:26.653745 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3508072f-0c4b-4aa3-9613-97117f735e9c') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:26.677272 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.690681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.721681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ee1c0-a7dd-483e-aa58-36abcd7bfe47 req-7482618e-1860-4362-b337-720b8fa6bbc3 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:26.723532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54ee1c0-a7dd-483e-aa58-36abcd7bfe47 req-7482618e-1860-4362-b337-720b8fa6bbc3 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 945 time: 0.1195991 Feb 09 15:54:26.758119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.764974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:54:26.765389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:26.767306 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:26.786415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a4ed19d-0692-44dd-9bc9-79e3b6eb8340 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.6522059 Feb 09 15:54:26.790207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43798) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:26.802798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54ee1c0-a7dd-483e-aa58-36abcd7bfe47 req-101910a0-9ed5-4a38-a517-531366f9e957 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651495 Feb 09 15:54:26.818710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-9b76345d-bbb0-4b7f-b037-6e855227ba8e service neutron] 10.222.0.53 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279537 Feb 09 15:54:26.911412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12903578-0aae-4d63-a664-982054712d43 req-8f945a09-d12a-4907-9f8f-bba75fc46d24 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:26.911412 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-8f945a09-d12a-4907-9f8f-bba75fc46d24 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.2532868 Feb 09 15:54:26.930431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Request body: {'port': {'device_id': '1c8e078b-946f-4ec4-8749-840a0ed963ca', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'admin_state_up': True, 'tenant_id': '3a42761150e049e4bc3cf104b2881f83'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:27.159173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.196901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa451a0f-5d8f-452a-aaa7-7640302edcd3 req-e52f198c-9ffe-4d98-9f09-74d43b4f5cde tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 210 time: 0.1546688 Feb 09 15:54:27.204045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.228660 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/5b240fda-25b0-4801-87b2-dc0cbfe624b1 HTTP/1.1" status: 204 len: 168 time: 0.9661164 Feb 09 15:54:27.292135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420cce0-4b7f-411d-a28a-8a8f7ca354fe admin admin] Pushing event deleted for resources: {'Network': ['ID=5b240fda-25b0-4801-87b2-dc0cbfe624b1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:27.453988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Made reservation on behalf of 3a42761150e049e4bc3cf104b2881f83 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:27.469614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.839579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-44ac47e8-39f0-4b9c-9e6c-fac8515b3512 service neutron] 10.222.0.53 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9945209 Feb 09 15:54:27.886468 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Allocated IP 172.20.0.2 (70faf60e-3ffd-4c63-97c3-9f283fa8cb44/62e9af1e-67d0-4a41-ba8c-bfce70bdd120/dd147450-a07f-41c0-86a4-71503a29a6bc) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:27.906767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1ecdd-d380-4e6e-be33-e73f13e41251 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Deleting port 24e30c04-ebda-4ca1-abe8-27dbc03d4002 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:27.909069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdc1ecdd-d380-4e6e-be33-e73f13e41251 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.943405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-b72acf03-b7bf-4bbe-8529-58006820c548 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:27.948683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-b72acf03-b7bf-4bbe-8529-58006820c548 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.1906731 Feb 09 15:54:28.048649 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.116379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df65dd-2515-4729-935e-d7277acff1d4 req-ea9b7d66-aecd-468b-96a0-bcee983b6d85 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:28.124349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8df65dd-2515-4729-935e-d7277acff1d4 req-ea9b7d66-aecd-468b-96a0-bcee983b6d85 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.3673918 Feb 09 15:54:28.195725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43824) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:28.470051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.477748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.496219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a7178ec4-860f-46a9-be60-5989fe619b6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20b692795f9d4e02a51ff19488d6ba9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731647 Feb 09 15:54:28.501419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43840) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:28.602948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-6dc5f12f-6e6c-48ad-aa17-5cafa67a1d29 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:28.604828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-6dc5f12f-6e6c-48ad-aa17-5cafa67a1d29 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.73 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 945 time: 0.5404899 Feb 09 15:54:28.625325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8df65dd-2515-4729-935e-d7277acff1d4 req-11e3a93c-1303-4f94-82d9-b0f7fcd00297 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994743 Feb 09 15:54:28.635389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b26ed4-c10d-47fd-9ff6-b54da511795f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.648123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdc1ecdd-d380-4e6e-be33-e73f13e41251 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.670764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b26ed4-c10d-47fd-9ff6-b54da511795f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.751815 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.780050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1ecdd-d380-4e6e-be33-e73f13e41251 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Calling delete_port for 24e30c04-ebda-4ca1-abe8-27dbc03d4002 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:28.859012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:28.865051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:28.871810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:54:28.878138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event updated for resources: {'Port': ['ID=dd147450-a07f-41c0-86a4-71503a29a6bc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:28.937019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b26ed4-c10d-47fd-9ff6-b54da511795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.946074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0b26ed4-c10d-47fd-9ff6-b54da511795f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.948234 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f0b26ed4-c10d-47fd-9ff6-b54da511795f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f146825-88fe-41db-a5f4-2ac532483b8a HTTP/1.1" status: 204 len: 168 time: 0.4301593 Feb 09 15:54:28.979818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf3041-784f-4c15-85b1-23011653621c req-fa44122e-3074-4f58-8bdb-a50553bd4c13 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:28.983231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cbf3041-784f-4c15-85b1-23011653621c req-fa44122e-3074-4f58-8bdb-a50553bd4c13 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 945 time: 0.5545335 Feb 09 15:54:29.000585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b26ed4-c10d-47fd-9ff6-b54da511795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f146825-88fe-41db-a5f4-2ac532483b8a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:29.052466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:29.056405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bb60358-b440-4186-8346-5eeed17d55d9 req-ad3748c2-0828-4120-bc76-721af1d93d44 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 210 time: 0.2521915 Feb 09 15:54:29.061887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:29.173322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Deleting port c7913013-bb57-43df-bb03-0276ba84ab5e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:29.173919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:29.207003 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-ab2fb123-6281-4d37-8f2f-6cd1514dafa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2830241 Feb 09 15:54:29.223159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Request body: {'port': {'device_id': '1c8e078b-946f-4ec4-8749-840a0ed963ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:29.528146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cbf3041-784f-4c15-85b1-23011653621c req-d781ea2d-4ffb-4f1a-a55b-763828621dc9 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689934 Feb 09 15:54:29.530636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:29.675814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3778f-e36f-4ff5-ad2e-6531eb0fd4c0 req-00be91ba-0584-4607-a3a1-80a8250c276e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:29.677971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46d3778f-e36f-4ff5-ad2e-6531eb0fd4c0 req-00be91ba-0584-4607-a3a1-80a8250c276e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 931 time: 0.3281932 Feb 09 15:54:29.692330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Deleting port 0534b312-c0a8-445f-a23a-f27370adcad0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:29.695574 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.016680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46d3778f-e36f-4ff5-ad2e-6531eb0fd4c0 req-a686faee-3035-4f6d-a786-41ca9f2b8163 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016965 Feb 09 15:54:30.019028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] For port c7913013-bb57-43df-bb03-0276ba84ab5e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c7913013-bb57-43df-bb03-0276ba84ab5e,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:30.019217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.106747 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.162476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Calling delete_port for c7913013-bb57-43df-bb03-0276ba84ab5e owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:30.237376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da077142-3b18-46a2-8314-49c08ce55d2a req-1f181fd6-1f65-4967-9b25-e12e309f38b7 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 210 time: 0.1220362 Feb 09 15:54:30.314739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72406dd6-5987-4e87-9720-480486a765e0 req-4dfcabfc-f8ca-4b8a-9819-43421c10824c tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:30.325141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72406dd6-5987-4e87-9720-480486a765e0 req-4dfcabfc-f8ca-4b8a-9819-43421c10824c tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 945 time: 0.3629687 Feb 09 15:54:30.338734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] For port 0534b312-c0a8-445f-a23a-f27370adcad0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0534b312-c0a8-445f-a23a-f27370adcad0,segment=NetworkSegment(9a2b3c5a-528a-4942-b9fc-63ed6d0df084),segment_id=9a2b3c5a-528a-4942-b9fc-63ed6d0df084)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:30.339120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.352156 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdc1ecdd-d380-4e6e-be33-e73f13e41251 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.399758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Calling delete_port for 0534b312-c0a8-445f-a23a-f27370adcad0 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:30.503646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1ecdd-d380-4e6e-be33-e73f13e41251 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event deleted for resources: {'Port': ['ID=24e30c04-ebda-4ca1-abe8-27dbc03d4002,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:30.527381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd147450-a07f-41c0-86a4-71503a29a6bc {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:30.548268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.608923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Transition to ACTIVE for port object dd147450-a07f-41c0-86a4-71503a29a6bc will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:30.680351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43880) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:30.713021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72406dd6-5987-4e87-9720-480486a765e0 req-a53e860f-e825-45ae-8571-60ece99ce982 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/security-groups?id=b44592cb-a3e1-450d-bd53-c00d8e3e5a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864565 Feb 09 15:54:30.737419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.772220 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdc1ecdd-d380-4e6e-be33-e73f13e41251 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.777845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fdc1ecdd-d380-4e6e-be33-e73f13e41251 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "DELETE /v2.0/ports/24e30c04-ebda-4ca1-abe8-27dbc03d4002 HTTP/1.1" status: 204 len: 168 time: 3.9868755 Feb 09 15:54:30.824920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:30.832360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd', 'external_fixed_ips': [{'subnet_id': '9cb18b4d-c828-4d15-9950-6f102c336aa8', 'ip_address': '172.20.0.14'}]}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:30.846973 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6a6575e9-6e75-4635-8ec2-219b5756ca40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55c7270135e14d8b83c38074c5f07224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628144 Feb 09 15:54:30.864107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43892) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:30.956000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Pushing event updated for resources: {'Port': ['ID=dd147450-a07f-41c0-86a4-71503a29a6bc,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:31.120615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.138723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.165967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43900) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:31.198131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Attempting to bind port dd147450-a07f-41c0-86a4-71503a29a6bc on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:31.198570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Attempting to bind port dd147450-a07f-41c0-86a4-71503a29a6bc by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:31.203125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Attempting to bind port dd147450-a07f-41c0-86a4-71503a29a6bc on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:31.205570 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bd3f6f3-f062-4098-988f-852ecb3686f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.218133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Port dd147450-a07f-41c0-86a4-71503a29a6bc on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:54:31.218680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Attempting to bind port dd147450-a07f-41c0-86a4-71503a29a6bc on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:31.280858 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.380784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.384625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bd3f6f3-f062-4098-988f-852ecb3686f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.387926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Pushing event deleted for resources: {'Port': ['ID=0534b312-c0a8-445f-a23a-f27370adcad0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:31.392501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:54:31.393584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Checking segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:31.396519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Bound using segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:54:31.398548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Bound port: dd147450-a07f-41c0-86a4-71503a29a6bc, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:31.399122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.414177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff7bd-b71e-4f54-9022-7b6b8dc148f5 req-d574cdbb-47c3-45e7-a56c-96ff151b2234 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:31.417902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-121ff7bd-b71e-4f54-9022-7b6b8dc148f5 req-d574cdbb-47c3-45e7-a56c-96ff151b2234 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 945 time: 0.3170190 Feb 09 15:54:31.511238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] No DVR routers for this DVR port 0534b312-c0a8-445f-a23a-f27370adcad0 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:31.515963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.520790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da8943bc-85da-4f9c-b8a9-a4ef73eb2c8e req-615426fc-f997-4b6d-88c7-cd3e5361f04c tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.73 "DELETE /v2.0/ports/0534b312-c0a8-445f-a23a-f27370adcad0 HTTP/1.1" status: 204 len: 173 time: 2.8822284 Feb 09 15:54:31.556560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0', 'name': 'network-vif-deleted', 'tag': '0534b312-c0a8-445f-a23a-f27370adcad0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:31.559275 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90c367-8e5c-4627-9d6f-f808a9e3ea3c" -d '{"events": [{"server_uuid": "ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0", "name": "network-vif-deleted", "tag": "0534b312-c0a8-445f-a23a-f27370adcad0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:31.608391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-121ff7bd-b71e-4f54-9022-7b6b8dc148f5 req-f5bede7a-3365-4927-8ea7-b45e16e9c458 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e426f2-b042-4758-b8ec-c248f8b0a337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388178 Feb 09 15:54:31.632540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a48972-498f-4954-94ed-d02a1965bf57 req-a5df6fb6-dc72-4202-a384-a7c9f3a67d4c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:31.634368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86a48972-498f-4954-94ed-d02a1965bf57 req-a5df6fb6-dc72-4202-a384-a7c9f3a67d4c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 943 time: 0.4531000 Feb 09 15:54:31.747247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71a7b009-c0dc-4fa6-a6ae-9e6ab8711f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.753996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86a48972-498f-4954-94ed-d02a1965bf57 req-517cb51a-fe53-4210-afcf-6d48bd6e9502 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104856 Feb 09 15:54:31.904212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c7913013-bb57-43df-bb03-0276ba84ab5e no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:31.916032 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.950755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] For port dd147450-a07f-41c0-86a4-71503a29a6bc, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:31.962835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] For port dd147450-a07f-41c0-86a4-71503a29a6bc, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dd147450-a07f-41c0-86a4-71503a29a6bc,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:31.969829 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: c7913013-bb57-43df-bb03-0276ba84ab5e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:31.970886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c7913013-bb57-43df-bb03-0276ba84ab5e not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:31.971874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0534b312-c0a8-445f-a23a-f27370adcad0 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:31.980986 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e10650-46a2-4906-9f4f-3be8a2f2592b x-openstack-request-id: req-c5e10650-46a2-4906-9f4f-3be8a2f2592b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:31.986325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bd3f6f3-f062-4098-988f-852ecb3686f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.987351 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0", "name": "network-vif-deleted", "tag": "0534b312-c0a8-445f-a23a-f27370adcad0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:31.988235 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5e10650-46a2-4906-9f4f-3be8a2f2592b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:31.992744 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0', 'name': 'network-vif-deleted', 'tag': '0534b312-c0a8-445f-a23a-f27370adcad0', 'status': 'completed', 'code': 200} Feb 09 15:54:31.998092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bd3f6f3-f062-4098-988f-852ecb3686f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.001839 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7bd3f6f3-f062-4098-988f-852ecb3686f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c30ab027-554a-47f8-be9d-82dfa07bdee6 HTTP/1.1" status: 204 len: 168 time: 1.1353400 Feb 09 15:54:32.022773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 0534b312-c0a8-445f-a23a-f27370adcad0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:32.023740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0534b312-c0a8-445f-a23a-f27370adcad0 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:32.030735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.052195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3f6f3-f062-4098-988f-852ecb3686f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ab027-554a-47f8-be9d-82dfa07bdee6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:32.114661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.162793 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.295636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:32.296910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.299278 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] 10.222.0.13 "PUT /v2.0/ports/dd147450-a07f-41c0-86a4-71503a29a6bc HTTP/1.1" status: 200 len: 1091 time: 3.0843971 Feb 09 15:54:32.302136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8e078b-946f-4ec4-8749-840a0ed963ca', 'tag': 'dd147450-a07f-41c0-86a4-71503a29a6bc'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:32.307083 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721bd066-e9e9-473a-b051-b7438ccefcd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8e078b-946f-4ec4-8749-840a0ed963ca", "tag": "dd147450-a07f-41c0-86a4-71503a29a6bc"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:32.380120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c956-0715-47cc-93d4-59630ba39123 service neutron] Pushing event updated for resources: {'Port': ['ID=dd147450-a07f-41c0-86a4-71503a29a6bc,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:32.391027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71a7b009-c0dc-4fa6-a6ae-9e6ab8711f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.408645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Pushing event deleted for resources: {'Port': ['ID=c7913013-bb57-43df-bb03-0276ba84ab5e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:32.414322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc2f5bdb-17c1-4d9b-bad4-6e75746ee141 req-a4da966d-5249-4027-a5ea-2126fc57381d tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 210 time: 0.4398324 Feb 09 15:54:32.467583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fbb4b12-66e5-49ed-af35-498fa62450ba req-1ebc9baa-1224-4f47-b849-d53e2e83ad66 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 210 time: 0.3329458 Feb 09 15:54:32.610385 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71a7b009-c0dc-4fa6-a6ae-9e6ab8711f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.634666 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e2990-dbe1-4a60-b830-b7d0be0b5abc x-openstack-request-id: req-d79e2990-dbe1-4a60-b830-b7d0be0b5abc {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:32.634965 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8e078b-946f-4ec4-8749-840a0ed963ca", "tag": "dd147450-a07f-41c0-86a4-71503a29a6bc", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:32.644750 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d79e2990-dbe1-4a60-b830-b7d0be0b5abc {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:32.644750 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8e078b-946f-4ec4-8749-840a0ed963ca', 'tag': 'dd147450-a07f-41c0-86a4-71503a29a6bc', 'status': 'completed', 'code': 200} Feb 09 15:54:32.652788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] No DVR routers for this DVR port c7913013-bb57-43df-bb03-0276ba84ab5e on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:32.668029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7b009-c0dc-4fa6-a6ae-9e6ab8711f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214ec8af-3c42-478c-9927-1839097933aa,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:32.671487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.676354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d0e625e-8ec6-4071-bb24-0de49cd2d0ef req-cc8dc879-6bbb-4708-830f-2483f74305ae tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.73 "DELETE /v2.0/ports/c7913013-bb57-43df-bb03-0276ba84ab5e HTTP/1.1" status: 204 len: 173 time: 4.7013867 Feb 09 15:54:32.752476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12903578-0aae-4d63-a664-982054712d43 req-cdacca10-551e-47a1-86d1-dc32af113963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:32.754725 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-cdacca10-551e-47a1-86d1-dc32af113963 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 1094 time: 0.3013926 Feb 09 15:54:32.774618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-71a7b009-c0dc-4fa6-a6ae-9e6ab8711f96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06ab664f618245438bc03126609c34fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6064725 Feb 09 15:54:32.778461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43930) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:32.820053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-c405d3c9-77ed-48dc-b1ef-efe4850ecbcc tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:32.822110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-c405d3c9-77ed-48dc-b1ef-efe4850ecbcc tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.13 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 822 time: 0.6156454 Feb 09 15:54:32.885866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Request body: {'port': {'device_id': 'd4683e75-2cc0-4413-b020-61351f27fe86', 'network_id': '52658206-7649-4887-8448-95901b40700b', 'admin_state_up': True, 'tenant_id': '05d49b49b1514cafbb57c499d8087ab2'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:32.939403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df66ef39-4212-4b27-8e6a-4d8e7928352e req-a48dcc91-ae4a-4e8c-b5b3-70d42830b6f2 tempest-ServerAddressesNegativeTestJSON-1952509388 tempest-ServerAddressesNegativeTestJSON-1952509388-project] 10.222.0.53 "GET /v2.0/ports?device_id=ede1d975-1b8b-48ff-bc4a-98f81a8bf4e0 HTTP/1.1" status: 200 len: 210 time: 0.0668001 Feb 09 15:54:33.171496 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e505e4d-a8e7-40ba-929f-cab7236becec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:33.259629 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e505e4d-a8e7-40ba-929f-cab7236becec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:33.273861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e022b-e52a-4149-bcc1-8194ece3a5d5 req-3cdd454e-8a0c-4faa-8f44-2fcc3212bb97 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:33.275925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006e022b-e52a-4149-bcc1-8194ece3a5d5 req-3cdd454e-8a0c-4faa-8f44-2fcc3212bb97 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 943 time: 0.1854749 Feb 09 15:54:33.383878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-006e022b-e52a-4149-bcc1-8194ece3a5d5 req-74d58d70-0023-4445-8f91-5f57037ca033 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937693 Feb 09 15:54:33.454663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Made reservation on behalf of 05d49b49b1514cafbb57c499d8087ab2 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:33.460410 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:33.492439 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e505e4d-a8e7-40ba-929f-cab7236becec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:33.495401 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e505e4d-a8e7-40ba-929f-cab7236becec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:33.496897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0e505e4d-a8e7-40ba-929f-cab7236becec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/214ec8af-3c42-478c-9927-1839097933aa HTTP/1.1" status: 204 len: 168 time: 0.7149606 Feb 09 15:54:33.546473 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-0708e063-2635-49c5-ba3e-c180600bc67b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd147450-a07f-41c0-86a4-71503a29a6bc HTTP/1.1" status: 200 len: 217 time: 0.1000373 Feb 09 15:54:33.580861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e505e4d-a8e7-40ba-929f-cab7236becec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214ec8af-3c42-478c-9927-1839097933aa,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:33.673766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f5497b9-f35e-4ca4-ae43-c3a4b6360f5a req-dafbf78e-278a-4ac4-99f4-d98b517b1cf0 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 210 time: 0.1156547 Feb 09 15:54:33.709010 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:33.798352 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:33.818237 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12903578-0aae-4d63-a664-982054712d43 req-f69eed1f-bee1-436d-b9d4-7c7a5226ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:33.820675 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-f69eed1f-bee1-436d-b9d4-7c7a5226ecbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.2638307 Feb 09 15:54:33.847557 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51b74008-ee4f-44eb-b79f-e1fe50a62103 req-0b55b3fe-981d-460c-9363-1cdc5df7b386 tempest-ListServerFiltersTestJSON-2033896303 tempest-ListServerFiltersTestJSON-2033896303-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7844c54-4564-4b0e-bfdf-223d75db63dc HTTP/1.1" status: 200 len: 210 time: 0.1015084 Feb 09 15:54:33.888121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Allocated IP 172.20.0.3 (52658206-7649-4887-8448-95901b40700b/e7fad0bf-88ca-4077-a513-8974702450e5/974caf7e-2cf8-469f-bf92-eae650b4510b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:33.900581 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-0cd7a559-718e-47df-af1d-dafcb927738f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727160 Feb 09 15:54:33.994293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7844c54-4564-4b0e-bfdf-223d75db63dc', 'name': 'network-vif-deleted', 'tag': 'c7913013-bb57-43df-bb03-0276ba84ab5e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:34.000541 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df123fd-73cf-4235-b7f0-7dec4f6fe66f" -d '{"events": [{"server_uuid": "a7844c54-4564-4b0e-bfdf-223d75db63dc", "name": "network-vif-deleted", "tag": "c7913013-bb57-43df-bb03-0276ba84ab5e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:34.102651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43968) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:34.212538 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e53b7a-f1bc-4bfe-bc3a-b0ec63a58d18 x-openstack-request-id: req-20e53b7a-f1bc-4bfe-bc3a-b0ec63a58d18 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:34.213153 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7844c54-4564-4b0e-bfdf-223d75db63dc", "name": "network-vif-deleted", "tag": "c7913013-bb57-43df-bb03-0276ba84ab5e", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:34.213698 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20e53b7a-f1bc-4bfe-bc3a-b0ec63a58d18 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:34.214466 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7844c54-4564-4b0e-bfdf-223d75db63dc', 'name': 'network-vif-deleted', 'tag': 'c7913013-bb57-43df-bb03-0276ba84ab5e', 'status': 'completed', 'code': 200} Feb 09 15:54:34.244549 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-a197ba3e-fa6b-4f44-8c42-35ebaaa54376 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356962 Feb 09 15:54:34.263815 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d30f32-45b3-41f9-b587-1d0418eea498 admin admin] Deleting subnet a7a0b462-0568-4ec5-9275-676d70197f46 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:54:34.284336 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4d30f32-45b3-41f9-b587-1d0418eea498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.392657 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.480121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Allocated IP 172.20.0.14 (500249d6-a4ce-469d-8edd-5652a43ae1cd/9cb18b4d-c828-4d15-9950-6f102c336aa8/b27f0831-9a07-4268-aafb-4f02f042f7b9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:34.532550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4d30f32-45b3-41f9-b587-1d0418eea498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.604721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.684786 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-12903578-0aae-4d63-a664-982054712d43 req-f9dd5fab-5199-4294-b347-bff3f68d1b51 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311924 Feb 09 15:54:34.703275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Network 52658206-7649-4887-8448-95901b40700b is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:34.706114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:34.713558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:54:34.754439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4d30f32-45b3-41f9-b587-1d0418eea498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.904276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event updated for resources: {'Port': ['ID=974caf7e-2cf8-469f-bf92-eae650b4510b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:34.961584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:34.962293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.040041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.041294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028751cd-c7f2-48f3-b1be-e95d25d35d25 req-09ff9b2d-1f4c-42d5-97ca-88ec8f96a78e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:35.046554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-028751cd-c7f2-48f3-b1be-e95d25d35d25 req-09ff9b2d-1f4c-42d5-97ca-88ec8f96a78e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 943 time: 0.4001918 Feb 09 15:54:35.046910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-004bd602-61f6-4970-8217-8316681f2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:35.050487 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-004bd602-61f6-4970-8217-8316681f2e4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 1094 time: 0.2300370 Feb 09 15:54:35.073443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64461eed-50ca-4b85-822f-8e5a0e0e5542 req-d92198c9-44e9-4324-a093-ba4c829a163c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:35.075439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64461eed-50ca-4b85-822f-8e5a0e0e5542 req-d92198c9-44e9-4324-a093-ba4c829a163c tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 931 time: 0.0964959 Feb 09 15:54:35.107637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bb945cac-97b1-4d5a-bed0-f83db5c11525 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2335756 Feb 09 15:54:35.126301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Request body: {'port': {'device_id': 'd4683e75-2cc0-4413-b020-61351f27fe86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:35.136986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-028751cd-c7f2-48f3-b1be-e95d25d35d25 req-7052a0f3-f110-4163-863d-e3eaa2acecad tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602705 Feb 09 15:54:35.315113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.347970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64461eed-50ca-4b85-822f-8e5a0e0e5542 req-9aef4e18-e9cf-4b1d-851b-6387b0ad5bf0 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187179 Feb 09 15:54:35.377771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-65ce0bd1-cca1-4f59-bd86-0b2f3a6ed403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:35.383989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-65ce0bd1-cca1-4f59-bd86-0b2f3a6ed403 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 911 time: 0.3259819 Feb 09 15:54:35.386596 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4d30f32-45b3-41f9-b587-1d0418eea498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.428042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.430840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4d30f32-45b3-41f9-b587-1d0418eea498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.434252 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f4d30f32-45b3-41f9-b587-1d0418eea498 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a7a0b462-0568-4ec5-9275-676d70197f46 HTTP/1.1" status: 204 len: 168 time: 1.3308830 Feb 09 15:54:35.467016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44018) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:35.545311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d30f32-45b3-41f9-b587-1d0418eea498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a0b462-0568-4ec5-9275-676d70197f46,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:35.553964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44024) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:35.564204 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-e2765afa-3e02-4c08-83b2-09e744cfbdda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd147450-a07f-41c0-86a4-71503a29a6bc HTTP/1.1" status: 200 len: 217 time: 0.1649666 Feb 09 15:54:35.768299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Network 500249d6-a4ce-469d-8edd-5652a43ae1cd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:35.781877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:35.789702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:54:35.793330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'Port': ['ID=b27f0831-9a07-4268-aafb-4f02f042f7b9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:35.819610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-3360e608-c00e-46b8-ba21-600c876d7219 admin admin] Deleting subnet 9a5886dd-5287-43c8-90b2-d3efde54c6de {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:54:35.825541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3360e608-c00e-46b8-ba21-600c876d7219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.909571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-317d1bbb-e853-4df5-be21-72d2c76b8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:35.912117 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-317d1bbb-e853-4df5-be21-72d2c76b8d8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.2771811 Feb 09 15:54:35.938087 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3360e608-c00e-46b8-ba21-600c876d7219 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.939422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:35.991908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-2692a599-7524-4786-8dfb-2dbf08997fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723481 Feb 09 15:54:36.080139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.107979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c06e91-c46d-4a20-9472-bac96e64ee3d']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:36.120488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2b3c5a-528a-4942-b9fc-63ed6d0df084') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:36.121171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2b3c5a-528a-4942-b9fc-63ed6d0df084') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:36.143434 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.160571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.169330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:54:36.170362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:36.246677 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:36.292452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3360e608-c00e-46b8-ba21-600c876d7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.327725 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-90030fa4-abf3-45ed-9627-125094eaec96 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170636 Feb 09 15:54:36.331448 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.415186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.431675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] 10.222.0.53 "DELETE /v2.0/networks/c3c06e91-c46d-4a20-9472-bac96e64ee3d HTTP/1.1" status: 204 len: 168 time: 0.9633484 Feb 09 15:54:36.438758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb90729-4bd7-47c1-8540-5c5c4a9b86bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c06e91-c46d-4a20-9472-bac96e64ee3d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:36.553130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44058) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:36.593359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3360e608-c00e-46b8-ba21-600c876d7219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.711537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.724881 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-721bd066-e9e9-473a-b051-b7438ccefcd5 req-821f02cf-8bac-4b4a-9b13-49f2c1247cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873112 Feb 09 15:54:36.740043 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed1883-0932-41c1-9846-ee11562dc530 None None] Network e9544151-86d2-4fea-8226-2f6df368e10c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:54:36.760360 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3360e608-c00e-46b8-ba21-600c876d7219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:36.766763 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3360e608-c00e-46b8-ba21-600c876d7219 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9a5886dd-5287-43c8-90b2-d3efde54c6de HTTP/1.1" status: 204 len: 168 time: 1.2078514 Feb 09 15:54:36.774026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44064) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:36.781781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360e608-c00e-46b8-ba21-600c876d7219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5886dd-5287-43c8-90b2-d3efde54c6de,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:36.958037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15460a30-2371-470c-8ec7-19615a8a2c1c req-4606f8a9-4fe5-48cb-8639-6a43589402af tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:36.970942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15460a30-2371-470c-8ec7-19615a8a2c1c req-4606f8a9-4fe5-48cb-8639-6a43589402af tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 943 time: 0.5362206 Feb 09 15:54:37.116002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] DHCP port deletion for e9544151-86d2-4fea-8226-2f6df368e10c request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:54:37.127045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-233ac677-00fd-41ae-a6a8-782edb0d624f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.172975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f6c2-c1c6-444b-9027-7c778171fa1e req-540b9c4d-104d-482f-8595-54be321132bc tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:37.184936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d154f6c2-c1c6-444b-9027-7c778171fa1e req-540b9c4d-104d-482f-8595-54be321132bc tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 931 time: 0.4746506 Feb 09 15:54:37.247870 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.255802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Deleting port 9fe8728f-efd6-4c52-826d-ae64858c422c {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:37.264281 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.271393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15460a30-2371-470c-8ec7-19615a8a2c1c req-c0b7a218-4950-4cc1-9256-4286afee3e1d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840538 Feb 09 15:54:37.287884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d154f6c2-c1c6-444b-9027-7c778171fa1e req-ea714d2b-58fe-468a-8505-d9ac0442616a tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987186 Feb 09 15:54:37.389268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] For port 9fe8728f-efd6-4c52-826d-ae64858c422c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9fe8728f-efd6-4c52-826d-ae64858c422c,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:37.389672 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.398369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974caf7e-2cf8-469f-bf92-eae650b4510b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:37.406690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44066) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:37.425138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Calling delete_port for 9fe8728f-efd6-4c52-826d-ae64858c422c owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:37.437691 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.438046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.495907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Transition to ACTIVE for port object 974caf7e-2cf8-469f-bf92-eae650b4510b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:37.550193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-233ac677-00fd-41ae-a6a8-782edb0d624f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.570913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44070) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:37.571727 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81c3326b-6cb0-4834-be3f-e9129f5d7d1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6b614d9e2554de0a49c242dde3a9ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628501 Feb 09 15:54:37.596181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Deleting port 9fe8728f-efd6-4c52-826d-ae64858c422c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:37.596904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.612293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.667597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-233ac677-00fd-41ae-a6a8-782edb0d624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.756132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.795182 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] For port 9fe8728f-efd6-4c52-826d-ae64858c422c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9fe8728f-efd6-4c52-826d-ae64858c422c,segment=NetworkSegment(c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0),segment_id=c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:37.796173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.813083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Pushing event deleted for resources: {'Port': ['ID=9fe8728f-efd6-4c52-826d-ae64858c422c,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:37.820228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Calling delete_port for 9fe8728f-efd6-4c52-826d-ae64858c422c owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:37.826479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-070bf734-2fc6-4ccf-8b64-8001852071cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:37.850512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Pushing event updated for resources: {'Port': ['ID=974caf7e-2cf8-469f-bf92-eae650b4510b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:37.852054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] No DVR routers for this DVR port 9fe8728f-efd6-4c52-826d-ae64858c422c on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:37.858669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.859009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.872722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ac677-00fd-41ae-a6a8-782edb0d624f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8db09e-0d27-49c1-b7ff-89b8f73aa3db,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:37.882183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.882637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.883133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.883325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.883949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.884477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.885134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.885817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.886566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.887218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b209638-a699-4865-84f6-44681ae1cd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:37.929938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-233ac677-00fd-41ae-a6a8-782edb0d624f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01e3d73b914b4594b735027c68598f84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3741488 Feb 09 15:54:37.935401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44084) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:37.978701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-070bf734-2fc6-4ccf-8b64-8001852071cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.046738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.054353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Attempting to bind port 974caf7e-2cf8-469f-bf92-eae650b4510b on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:38.054969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Attempting to bind port 974caf7e-2cf8-469f-bf92-eae650b4510b by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:38.055550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Attempting to bind port 974caf7e-2cf8-469f-bf92-eae650b4510b on network 52658206-7649-4887-8448-95901b40700b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:38.062103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Port 974caf7e-2cf8-469f-bf92-eae650b4510b on network 52658206-7649-4887-8448-95901b40700b not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:54:38.062443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Attempting to bind port 974caf7e-2cf8-469f-bf92-eae650b4510b on network 52658206-7649-4887-8448-95901b40700b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:38.066252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-925926b1-ea12-4285-a494-62362f4758db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.077324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:54:38.078265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Checking segment: {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:38.078616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Bound using segment: {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:54:38.079437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Bound port: 974caf7e-2cf8-469f-bf92-eae650b4510b, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44663c4a-13a8-4adf-9b29-a8f03cc65113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '52658206-7649-4887-8448-95901b40700b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:38.080267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.093362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Router d98c17c3-9818-43a0-9dfd-b062e5dbb13b is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:54:38.099653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] No DVR routers for this DVR port 9fe8728f-efd6-4c52-826d-ae64858c422c on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:38.103244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe8728f-efd6-4c52-826d-ae64858c422c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:38.185225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] For port 974caf7e-2cf8-469f-bf92-eae650b4510b, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:38.191491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] For port 974caf7e-2cf8-469f-bf92-eae650b4510b, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=974caf7e-2cf8-469f-bf92-eae650b4510b,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:38.192752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-925926b1-ea12-4285-a494-62362f4758db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.220988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-070bf734-2fc6-4ccf-8b64-8001852071cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.236567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-070bf734-2fc6-4ccf-8b64-8001852071cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.242737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device dd147450-a07f-41c0-86a4-71503a29a6bc details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:38.259659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-070bf734-2fc6-4ccf-8b64-8001852071cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2e426f2-b042-4758-b8ec-c248f8b0a337 HTTP/1.1" status: 204 len: 168 time: 0.6657231 Feb 09 15:54:38.292329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bf734-2fc6-4ccf-8b64-8001852071cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e426f2-b042-4758-b8ec-c248f8b0a337,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:38.306832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.461614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:38.469011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.470887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] 10.222.0.13 "PUT /v2.0/ports/974caf7e-2cf8-469f-bf92-eae650b4510b HTTP/1.1" status: 200 len: 1091 time: 3.3522482 Feb 09 15:54:38.478526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.518761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4683e75-2cc0-4413-b020-61351f27fe86', 'tag': '974caf7e-2cf8-469f-bf92-eae650b4510b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:38.527693 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d908d061-5c7f-4653-b633-a9251481811e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4683e75-2cc0-4413-b020-61351f27fe86", "tag": "974caf7e-2cf8-469f-bf92-eae650b4510b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:38.547131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9fe8728f-efd6-4c52-826d-ae64858c422c no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:38.559246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9544151-86d2-4fea-8226-2f6df368e10c']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:38.579524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:38.579845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60c7d0b-dfdd-4a1a-9a5d-bd1aeb31b4b0') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:38.601442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.626570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:38.629129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.646135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:54:38.646565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:38.648814 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:38.729453 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-925926b1-ea12-4285-a494-62362f4758db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.743629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-925926b1-ea12-4285-a494-62362f4758db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.754334 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-925926b1-ea12-4285-a494-62362f4758db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee8db09e-0d27-49c1-b7ff-89b8f73aa3db HTTP/1.1" status: 204 len: 168 time: 0.8139114 Feb 09 15:54:38.756498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port dd147450-a07f-41c0-86a4-71503a29a6bc, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dd147450-a07f-41c0-86a4-71503a29a6bc,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:38.757543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.758784 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1dd28d21-d749-4735-a34f-f6f0f1e67678 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.9328573 Feb 09 15:54:38.762055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44108) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:38.789737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20df689-63ec-4546-8c06-07d642c4437b req-4baaca54-34c3-4a84-a48f-fa4d0bf13dd6 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:38.791835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f20df689-63ec-4546-8c06-07d642c4437b req-4baaca54-34c3-4a84-a48f-fa4d0bf13dd6 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 943 time: 0.2471230 Feb 09 15:54:38.806110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 9fe8728f-efd6-4c52-826d-ae64858c422c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:38.808073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9fe8728f-efd6-4c52-826d-ae64858c422c not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:38.813585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'dd147450-a07f-41c0-86a4-71503a29a6bc', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'port_id': 'dd147450-a07f-41c0-86a4-71503a29a6bc', 'mac_address': 'fa:16:3e:19:f9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9af1e-67d0-4a41-ba8c-bfce70bdd120', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:38.829691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Sync routers for ids ['d98c17c3-9818-43a0-9dfd-b062e5dbb13b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:54:38.843699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6147cc3-8f2d-4b02-964f-93f955b92003 service neutron] Pushing event updated for resources: {'Port': ['ID=974caf7e-2cf8-469f-bf92-eae650b4510b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:38.883123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29b1ef-fb37-47d4-a9a2-0a058bfcc456 req-82f47e56-e8a2-42f7-af6a-d2edff827737 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:38.892631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b29b1ef-fb37-47d4-a9a2-0a058bfcc456 req-82f47e56-e8a2-42f7-af6a-d2edff827737 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 943 time: 0.4141302 Feb 09 15:54:38.892824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Routers {'d98c17c3-9818-43a0-9dfd-b062e5dbb13b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:54:38.892824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d98c17c3-9818-43a0-9dfd-b062e5dbb13b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:38.893041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-796c0b47-3510-488e-9260-816877fa3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:38.893041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-796c0b47-3510-488e-9260-816877fa3d99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 1094 time: 0.1991181 Feb 09 15:54:38.896983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f20df689-63ec-4546-8c06-07d642c4437b req-518cdec6-4bbc-421e-b255-925ef7b8f249 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979922 Feb 09 15:54:39.008200 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53ce6c8-7343-45d9-80c7-84614ddb19d3 x-openstack-request-id: req-d53ce6c8-7343-45d9-80c7-84614ddb19d3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:39.008996 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4683e75-2cc0-4413-b020-61351f27fe86", "tag": "974caf7e-2cf8-469f-bf92-eae650b4510b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:39.008996 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d53ce6c8-7343-45d9-80c7-84614ddb19d3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:39.009284 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4683e75-2cc0-4413-b020-61351f27fe86', 'tag': '974caf7e-2cf8-469f-bf92-eae650b4510b', 'status': 'completed', 'code': 200} Feb 09 15:54:39.017816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b29b1ef-fb37-47d4-a9a2-0a058bfcc456 req-7269576d-4237-452a-aeb8-6422a6dbe10c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118720 Feb 09 15:54:39.081382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925926b1-ea12-4285-a494-62362f4758db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8db09e-0d27-49c1-b7ff-89b8f73aa3db,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:39.087337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.098604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.102274 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e9544151-86d2-4fea-8226-2f6df368e10c HTTP/1.1" status: 204 len: 168 time: 2.3226521 Feb 09 15:54:39.122434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22751f-eb19-47b7-a001-ca4ca4d7f4c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9544151-86d2-4fea-8226-2f6df368e10c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:39.133539 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.169892 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.294711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd147450-a07f-41c0-86a4-71503a29a6bc {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:39.367887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port dd147450-a07f-41c0-86a4-71503a29a6bc, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dd147450-a07f-41c0-86a4-71503a29a6bc,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:39.381975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Set router d98c17c3-9818-43a0-9dfd-b062e5dbb13b gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:54:39.426827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-e488cf57-8412-42bd-960f-90bfd4b7eb3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=974caf7e-2cf8-469f-bf92-eae650b4510b HTTP/1.1" status: 200 len: 217 time: 0.5270429 Feb 09 15:54:39.460343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.603987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bce4d515-f2c3-4abd-ac0c-2fda863c136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:39.612143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-bce4d515-f2c3-4abd-ac0c-2fda863c136c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7fad0bf-88ca-4077-a513-8974702450e5 HTTP/1.1" status: 200 len: 862 time: 0.1709454 Feb 09 15:54:39.680218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-06bcef73-11fd-45a3-aa38-77b9644a2617 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52658206-7649-4887-8448-95901b40700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580068 Feb 09 15:54:39.801232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=dd147450-a07f-41c0-86a4-71503a29a6bc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:39.831215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['dd147450-a07f-41c0-86a4-71503a29a6bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:39.884876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-077ad499-a4ad-4322-82d3-7bd1f489017a service neutron] 10.222.0.13 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919463 Feb 09 15:54:40.042522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98c17c3-9818-43a0-9dfd-b062e5dbb13b', 'name': '', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd', 'external_fixed_ips': [{'subnet_id': '9cb18b4d-c828-4d15-9950-6f102c336aa8', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'b27f0831-9a07-4268-aafb-4f02f042f7b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:31Z', 'updated_at': '2022-02-09T15:54:36Z', 'revision_number': 3, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port': {'id': 'b27f0831-9a07-4268-aafb-4f02f042f7b9', 'name': '', 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98c17c3-9818-43a0-9dfd-b062e5dbb13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '9cb18b4d-c828-4d15-9950-6f102c336aa8', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:33Z', 'updated_at': '2022-02-09T15:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb18b4d-c828-4d15-9950-6f102c336aa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:40.125738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Checking router: d98c17c3-9818-43a0-9dfd-b062e5dbb13b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:54:40.126134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Updating router d98c17c3-9818-43a0-9dfd-b062e5dbb13b port b27f0831-9a07-4268-aafb-4f02f042f7b9 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:54:40.193932 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.289991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05a973e8-1151-4d72-aa06-c485380df3e2 req-c7b7aa53-e0f7-4040-8a33-cb55b305e771 service neutron] 10.222.0.13 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949690 Feb 09 15:54:40.342538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b405929-0cb4-4fae-b058-4de42b58a198 req-8bbfb5e7-5ddc-4b64-aa15-df1599078bec tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:40.352739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b405929-0cb4-4fae-b058-4de42b58a198 req-8bbfb5e7-5ddc-4b64-aa15-df1599078bec tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 943 time: 0.2892120 Feb 09 15:54:40.358659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44144) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:40.415906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e78b4-9076-44ce-8a81-10f48809e9c9 req-67c71b2d-44dd-4314-8720-637489479a22 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:40.423211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca4e78b4-9076-44ce-8a81-10f48809e9c9 req-67c71b2d-44dd-4314-8720-637489479a22 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 944 time: 0.1992991 Feb 09 15:54:40.506846 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-83026b5f-a01b-4601-b7a4-e5ab27a918dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=332271a06a0845079be85fcdf59a01f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429920 Feb 09 15:54:40.508019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44148) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:40.558395 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.627121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b405929-0cb4-4fae-b058-4de42b58a198 req-b2f18c2c-b454-4d05-9be0-c910649d8cf4 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699254 Feb 09 15:54:40.648349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca4e78b4-9076-44ce-8a81-10f48809e9c9 req-2d77ee22-61e5-4722-9898-16ec966f2190 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182739 Feb 09 15:54:40.661500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908d061-5c7f-4653-b633-a9251481811e req-bc461726-ca19-4f12-bfe7-6d33f4772953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:40.662262 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df4307e5-126e-4029-953e-dbf4b2b96101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.663400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d908d061-5c7f-4653-b633-a9251481811e req-bc461726-ca19-4f12-bfe7-6d33f4772953 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05d49b49b1514cafbb57c499d8087ab2&device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 1094 time: 0.1854007 Feb 09 15:54:40.862204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.875586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df4307e5-126e-4029-953e-dbf4b2b96101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.943010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908d061-5c7f-4653-b633-a9251481811e req-66671b94-7ace-45b1-8ec2-4abce161bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:40.945683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d908d061-5c7f-4653-b633-a9251481811e req-66671b94-7ace-45b1-8ec2-4abce161bd2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 200 len: 923 time: 0.2738984 Feb 09 15:54:40.984104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Deleting port b27f0831-9a07-4268-aafb-4f02f042f7b9 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:40.985118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.044737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d908d061-5c7f-4653-b633-a9251481811e req-77a67c46-2fc2-4ab3-a47b-80bde49f2486 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=974caf7e-2cf8-469f-bf92-eae650b4510b HTTP/1.1" status: 200 len: 217 time: 0.0813608 Feb 09 15:54:41.103282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.105162 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.124401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Calling delete_port for b27f0831-9a07-4268-aafb-4f02f042f7b9 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:41.216968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908d061-5c7f-4653-b633-a9251481811e req-bc111893-a8b6-4eca-acbe-f137e23170d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:41.220797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d908d061-5c7f-4653-b633-a9251481811e req-bc111893-a8b6-4eca-acbe-f137e23170d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7fad0bf-88ca-4077-a513-8974702450e5 HTTP/1.1" status: 200 len: 862 time: 0.1677961 Feb 09 15:54:41.226756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df4307e5-126e-4029-953e-dbf4b2b96101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.236945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-df4307e5-126e-4029-953e-dbf4b2b96101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.244033 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-df4307e5-126e-4029-953e-dbf4b2b96101 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b44592cb-a3e1-450d-bd53-c00d8e3e5a66 HTTP/1.1" status: 204 len: 168 time: 0.7282081 Feb 09 15:54:41.260989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4307e5-126e-4029-953e-dbf4b2b96101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44592cb-a3e1-450d-bd53-c00d8e3e5a66,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:41.319074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb57e3-f241-4821-84db-7930234b4a75 None None] Pushing event updated for resources: {'Port': ['ID=b27f0831-9a07-4268-aafb-4f02f042f7b9,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:41.379116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d908d061-5c7f-4653-b633-a9251481811e req-15703a7c-eba5-47fb-a75d-969b6de375f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=52658206-7649-4887-8448-95901b40700b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394343 Feb 09 15:54:41.402306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Attempting to bind port b27f0831-9a07-4268-aafb-4f02f042f7b9 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:41.402802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Attempting to bind port b27f0831-9a07-4268-aafb-4f02f042f7b9 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:41.403123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Attempting to bind port b27f0831-9a07-4268-aafb-4f02f042f7b9 on network 500249d6-a4ce-469d-8edd-5652a43ae1cd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:41.423341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:54:41.423809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Checking segment: {'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:41.424321 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.425443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Bound using segment: {'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:54:41.426351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Bound port: b27f0831-9a07-4268-aafb-4f02f042f7b9, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:41.426541 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.617754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d908d061-5c7f-4653-b633-a9251481811e req-b9be3366-0674-405c-81b0-93cbc257364c service neutron] 10.222.0.13 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287326 Feb 09 15:54:41.710490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.712190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:54:41.713342 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:54:41.971784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.198749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.211328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.254474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Attempting to bind port b27f0831-9a07-4268-aafb-4f02f042f7b9 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:42.255790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Attempting to bind port b27f0831-9a07-4268-aafb-4f02f042f7b9 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:42.256120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Attempting to bind port b27f0831-9a07-4268-aafb-4f02f042f7b9 on network 500249d6-a4ce-469d-8edd-5652a43ae1cd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:42.260601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d908d061-5c7f-4653-b633-a9251481811e req-a7b5b162-b87b-4b66-b441-b5684c8930d0 service neutron] 10.222.0.13 "GET /v2.0/networks/52658206-7649-4887-8448-95901b40700b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322801 Feb 09 15:54:42.265217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device dd147450-a07f-41c0-86a4-71503a29a6bc up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:42.299657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:54:42.301435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Checking segment: {'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:42.302323 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.303074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Bound using segment: {'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:54:42.304256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Bound port: b27f0831-9a07-4268-aafb-4f02f042f7b9, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c22ccb1-67bb-4f28-b5ea-733372c65d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '500249d6-a4ce-469d-8edd-5652a43ae1cd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:42.304856 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.337611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497c1e9-7c34-40fb-ac94-6904e001e067 req-bde16262-a498-412c-9feb-8ced31555d9f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:42.346183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Port b27f0831-9a07-4268-aafb-4f02f042f7b9 has been deleted concurrently {{(pid=103180) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 09 15:54:42.351799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event deleted for resources: {'Port': ['ID=b27f0831-9a07-4268-aafb-4f02f042f7b9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:42.356782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7497c1e9-7c34-40fb-ac94-6904e001e067 req-bde16262-a498-412c-9feb-8ced31555d9f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 943 time: 0.4968517 Feb 09 15:54:42.380117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Routers {'d98c17c3-9818-43a0-9dfd-b062e5dbb13b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:54:42.380884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d98c17c3-9818-43a0-9dfd-b062e5dbb13b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:42.444629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b5fd9-294e-4395-9bba-4052101817b7 req-7b070ad2-f15e-4f8f-b092-92849d3a648d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:42.448890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b41b5fd9-294e-4395-9bba-4052101817b7 req-7b070ad2-f15e-4f8f-b092-92849d3a648d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 944 time: 0.6657391 Feb 09 15:54:42.478490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7497c1e9-7c34-40fb-ac94-6904e001e067 req-a0558578-7287-4e35-a9dc-23de31fb7567 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136546 Feb 09 15:54:42.512584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] Set router d98c17c3-9818-43a0-9dfd-b062e5dbb13b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:54:42.590558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b41b5fd9-294e-4395-9bba-4052101817b7 req-7158bad0-4309-4d24-8a97-43b5c32e58d5 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287563 Feb 09 15:54:42.632877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98c17c3-9818-43a0-9dfd-b062e5dbb13b', 'name': '', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:31Z', 'updated_at': '2022-02-09T15:54:41Z', 'revision_number': 5, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:42.728512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.729888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d98c17c3-9818-43a0-9dfd-b062e5dbb13b {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:54:42.780753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.780753 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-16171a93-a732-4354-9771-b070ea4bdc04 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d98c17c3-9818-43a0-9dfd-b062e5dbb13b HTTP/1.1" status: 204 len: 168 time: 3.9744205 Feb 09 15:54:42.782022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:42.827462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port dd147450-a07f-41c0-86a4-71503a29a6bc completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:42.832807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port dd147450-a07f-41c0-86a4-71503a29a6bc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:42.833212 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.846319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17454ff-51d5-4c37-a747-11de065b6253 None None] The sync data for ids ['d98c17c3-9818-43a0-9dfd-b062e5dbb13b'] in n-d-828542-1 is: [{'id': 'd98c17c3-9818-43a0-9dfd-b062e5dbb13b', 'name': '', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:31Z', 'updated_at': '2022-02-09T15:54:41Z', 'revision_number': 5, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:54:42.880164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c2c6ca-592c-44cc-803f-113409011850 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Deleting subnet 9cb18b4d-c828-4d15-9950-6f102c336aa8 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:54:42.882995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c6ca-592c-44cc-803f-113409011850 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.935945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c6ca-592c-44cc-803f-113409011850 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.990575 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:43.000587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c6ca-592c-44cc-803f-113409011850 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:43.039454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8e078b-946f-4ec4-8749-840a0ed963ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd147450-a07f-41c0-86a4-71503a29a6bc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:43.049731 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34182a8d-1534-49ef-8acb-ed63f1af1c81" -d '{"events": [{"server_uuid": "1c8e078b-946f-4ec4-8749-840a0ed963ca", "name": "network-vif-plugged", "status": "completed", "tag": "dd147450-a07f-41c0-86a4-71503a29a6bc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:43.060415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port dd147450-a07f-41c0-86a4-71503a29a6bc, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dd147450-a07f-41c0-86a4-71503a29a6bc,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:43.578060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c6ca-592c-44cc-803f-113409011850 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:43.579361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:43.670098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44222) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:43.697381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2c6ca-592c-44cc-803f-113409011850 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb18b4d-c828-4d15-9950-6f102c336aa8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:43.704679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=dd147450-a07f-41c0-86a4-71503a29a6bc,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:43.723304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c6ca-592c-44cc-803f-113409011850 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:43.733489 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b7c2c6ca-592c-44cc-803f-113409011850 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/9cb18b4d-c828-4d15-9950-6f102c336aa8 HTTP/1.1" status: 204 len: 168 time: 0.9468157 Feb 09 15:54:43.734471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44230) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:43.746610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a68df-c519-4d30-9cbe-4460965aef8f req-084ad257-30a9-4b08-8e23-88f639924e6f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:43.756012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d15a68df-c519-4d30-9cbe-4460965aef8f req-084ad257-30a9-4b08-8e23-88f639924e6f tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 943 time: 0.1434791 Feb 09 15:54:43.824861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d15a68df-c519-4d30-9cbe-4460965aef8f req-b32e56c7-2b87-4f04-a009-3c6e1db559cb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 Feb 09 15:54:43.909243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:44.097692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:44.107020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b81fb7-d320-49eb-9481-c29612acdd97 req-e2049141-0136-4e0b-81a1-295bda236d10 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:44.136682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-50b81fb7-d320-49eb-9481-c29612acdd97 req-e2049141-0136-4e0b-81a1-295bda236d10 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 945 time: 0.1518135 Feb 09 15:54:44.172167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500249d6-a4ce-469d-8edd-5652a43ae1cd']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:44.203303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c22ccb1-67bb-4f28-b5ea-733372c65d59') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:44.203598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c22ccb1-67bb-4f28-b5ea-733372c65d59') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:44.209618 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5378a45a-3442-410d-b4ca-3401ed6fb586 x-openstack-request-id: req-5378a45a-3442-410d-b4ca-3401ed6fb586 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:44.210066 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8e078b-946f-4ec4-8749-840a0ed963ca", "name": "network-vif-plugged", "status": "completed", "tag": "dd147450-a07f-41c0-86a4-71503a29a6bc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:44.210615 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5378a45a-3442-410d-b4ca-3401ed6fb586 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:44.211283 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8e078b-946f-4ec4-8749-840a0ed963ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd147450-a07f-41c0-86a4-71503a29a6bc', 'code': 200} Feb 09 15:54:44.249355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:44.279501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 974caf7e-2cf8-469f-bf92-eae650b4510b details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:44.333275 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:44.341471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-50b81fb7-d320-49eb-9481-c29612acdd97 req-6ca72fb6-feda-447c-8a85-822515d21242 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032034 Feb 09 15:54:44.350001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:54:44.354802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: items = [ Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:44.361698 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:44.602309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5a897-0baa-458e-8891-980b646336b6 req-915613db-6bc2-4c27-a323-ff7e6883a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:44.604072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fef5a897-0baa-458e-8891-980b646336b6 req-915613db-6bc2-4c27-a323-ff7e6883a93a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 1096 time: 0.2537832 Feb 09 15:54:44.648576 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:44.660931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 500249d6-a4ce-469d-8edd-5652a43ae1cd {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 15:54:44.675543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:44.681112 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "DELETE /v2.0/networks/500249d6-a4ce-469d-8edd-5652a43ae1cd HTTP/1.1" status: 204 len: 168 time: 0.9411449 Feb 09 15:54:44.688915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d292965-eec0-4f99-88ce-3dd2cedf467c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event deleted for resources: {'Network': ['ID=500249d6-a4ce-469d-8edd-5652a43ae1cd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:44.731054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fef5a897-0baa-458e-8891-980b646336b6 req-db32d9f1-7dd9-4274-8e41-97a72e41067b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149867 Feb 09 15:54:44.828165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 974caf7e-2cf8-469f-bf92-eae650b4510b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=974caf7e-2cf8-469f-bf92-eae650b4510b,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:44.870289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-712109359-network', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:44.877992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '974caf7e-2cf8-469f-bf92-eae650b4510b', 'network_id': '52658206-7649-4887-8448-95901b40700b', 'port_id': '974caf7e-2cf8-469f-bf92-eae650b4510b', 'mac_address': 'fa:16:3e:c7:5d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fad0bf-88ca-4077-a513-8974702450e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:45.034635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:45.057509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974caf7e-2cf8-469f-bf92-eae650b4510b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:45.087977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Made reservation on behalf of cf4350182f7b456898e4ac70fc02e4be for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:45.091953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:45.123128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:45.129142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 974caf7e-2cf8-469f-bf92-eae650b4510b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=974caf7e-2cf8-469f-bf92-eae650b4510b,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:45.207664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482991df-8a85-40b2-ace0-e79b4f9e590a req-35f00717-f706-43d9-a537-53215fe747dc tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:45.220751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-482991df-8a85-40b2-ace0-e79b4f9e590a req-35f00717-f706-43d9-a537-53215fe747dc tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 943 time: 0.2175102 Feb 09 15:54:45.242226 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:45.334582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-482991df-8a85-40b2-ace0-e79b4f9e590a req-995f125e-906e-4cb5-99ea-5d993790311b tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040392 Feb 09 15:54:45.398509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:45.469579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=974caf7e-2cf8-469f-bf92-eae650b4510b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:45.475428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:45.562067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4728ec6e-7e77-4157-9a3a-ef70682fbdfd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:45.600282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['974caf7e-2cf8-469f-bf92-eae650b4510b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:45.618170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:54:45.655198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:45.655784 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Added segment 9efdd310-c064-4c43-92f4-e0d6f04504c1 of type vlan for network ebef1996-e641-43b7-903f-1c8cc2cf603d Feb 09 15:54:45.737683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8830c-e19b-4853-b522-89a0af878697 req-df76c7f9-cbe8-4b4f-bdec-4ca24dd0e080 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:45.742853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fe8830c-e19b-4853-b522-89a0af878697 req-df76c7f9-cbe8-4b4f-bdec-4ca24dd0e080 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 945 time: 0.1825285 Feb 09 15:54:45.884304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fe8830c-e19b-4853-b522-89a0af878697 req-ef1d1170-58ad-4ccc-9f9c-3853620c9070 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029170 Feb 09 15:54:45.894609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:46.064503 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:46.066748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:46.067996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:46.195181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] Pushing event updated for resources: {'Network': ['ID=ebef1996-e641-43b7-903f-1c8cc2cf603d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:46.208411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ebef1996-e641-43b7-903f-1c8cc2cf603d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:54:46.256493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fb964ceb-9427-460b-89d3-b3a2b177b074 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5709417 Feb 09 15:54:46.261282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44296) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:46.269165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Request body: {'subnet': {'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-712109359-subnet', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:46.372660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Made reservation on behalf of cf4350182f7b456898e4ac70fc02e4be for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:46.375666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:46.665386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f08d63-d102-46f3-b60b-b8e86f317c78 req-5136487e-9f0a-4073-b75c-dcc5bfd795dd tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:46.667774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02f08d63-d102-46f3-b60b-b8e86f317c78 req-5136487e-9f0a-4073-b75c-dcc5bfd795dd tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 944 time: 0.1398475 Feb 09 15:54:46.715156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44326) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:46.723294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-40e7ede0-786d-4649-8e7b-0610788ad1e4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'router': {'name': 'tempest-router--188342739', 'project_id': 'f978acdbc4c14d8e9bc4b87fc0396c06'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:46.825360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02f08d63-d102-46f3-b60b-b8e86f317c78 req-feeb2353-788b-4308-86ae-84be7fc2bb13 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237240 Feb 09 15:54:46.826895 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:46.841101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44330) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:46.945267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880a745-6567-4c0d-b92d-5dc4969e4859 req-56c84c8a-d68d-4622-afb2-33e27ec1c3db tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:46.946983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2880a745-6567-4c0d-b92d-5dc4969e4859 req-56c84c8a-d68d-4622-afb2-33e27ec1c3db tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 950 time: 0.1529515 Feb 09 15:54:46.961861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b906d5e2-74c1-4d6c-9331-470c3dedbf9b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:47.009543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Checking segment: {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:47.009926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Network hostable DHCP agents. Network: ebef1996-e641-43b7-903f-1c8cc2cf603d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:54:47.025169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40e7ede0-786d-4649-8e7b-0610788ad1e4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.025169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40e7ede0-786d-4649-8e7b-0610788ad1e4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.052727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2880a745-6567-4c0d-b92d-5dc4969e4859 req-38603af4-730f-45c9-b17a-9e86f2d7bed0 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808723 Feb 09 15:54:47.187093 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40e7ede0-786d-4649-8e7b-0610788ad1e4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.204585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bc8d-7d85-487d-8f9f-02e29c756331 req-7dbe1407-4559-41fd-8563-737406aad526 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:47.209792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96a7bc8d-7d85-487d-8f9f-02e29c756331 req-7dbe1407-4559-41fd-8563-737406aad526 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 945 time: 0.1806264 Feb 09 15:54:47.249182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Network ebef1996-e641-43b7-903f-1c8cc2cf603d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:54:47.267755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96a7bc8d-7d85-487d-8f9f-02e29c756331 req-123d1d4d-1eb3-421c-b139-bab79938d351 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Feb 09 15:54:47.297638 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40e7ede0-786d-4649-8e7b-0610788ad1e4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.346065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-875568272-network', 'tenant_id': '995e624cb1b04bed9ec111fb8a71b79b'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:47.350255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ebef1996-e641-43b7-903f-1c8cc2cf603d) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:47.355807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:47.356743 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.364460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c1047-7810-45ad-a81d-7e5399e704f3 None None] Network ebef1996-e641-43b7-903f-1c8cc2cf603d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:54:47.431946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40e7ede0-786d-4649-8e7b-0610788ad1e4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.433845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-40e7ede0-786d-4649-8e7b-0610788ad1e4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7201433 Feb 09 15:54:47.438118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44366) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:47.480914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3eed0955-2a24-44d0-854c-86af73080da4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2181244 Feb 09 15:54:47.483685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44368) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:47.494469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:47.561896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7affd463-4209-4d09-b03f-2719ab25859c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.602685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.606724 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.697157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8acfe7-b0f8-4adf-acb8-8fcf769ef25a None None] Network ebef1996-e641-43b7-903f-1c8cc2cf603d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:54:47.736170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.840644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Made reservation on behalf of 995e624cb1b04bed9ec111fb8a71b79b for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:47.842733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423155b3-db99-4d14-ab0a-379b34631c8b req-04c2b308-3cb9-4eb5-9ede-8546f532f7df tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:47.846940 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:47.852278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-423155b3-db99-4d14-ab0a-379b34631c8b req-04c2b308-3cb9-4eb5-9ede-8546f532f7df tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 945 time: 0.0854690 Feb 09 15:54:47.995548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.009364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7affd463-4209-4d09-b03f-2719ab25859c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.012911 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7affd463-4209-4d09-b03f-2719ab25859c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.028292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-423155b3-db99-4d14-ab0a-379b34631c8b req-fa2480db-5857-4806-b63f-6b089d8ea999 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651275 Feb 09 15:54:48.166816 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.235543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc240c-f5cb-4b38-89ab-73185d1fd850 req-18d4dca1-336f-4fc5-a293-901becdd2940 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:48.248237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7affd463-4209-4d09-b03f-2719ab25859c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.248237 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7affd463-4209-4d09-b03f-2719ab25859c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8f0fe0c-c91a-42d4-a2bd-a3932aa78be8 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:54:48.251369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1bc240c-f5cb-4b38-89ab-73185d1fd850 req-18d4dca1-336f-4fc5-a293-901becdd2940 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 944 time: 0.1007299 Feb 09 15:54:48.255892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7affd463-4209-4d09-b03f-2719ab25859c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.259651 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7affd463-4209-4d09-b03f-2719ab25859c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f8f0fe0c-c91a-42d4-a2bd-a3932aa78be8 HTTP/1.1" status: 204 len: 168 time: 0.8197982 Feb 09 15:54:48.304136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 974caf7e-2cf8-469f-bf92-eae650b4510b up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:48.384588 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.450756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1bc240c-f5cb-4b38-89ab-73185d1fd850 req-6f059f9c-68db-49cf-a3ce-d6e860eabfd6 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986065 Feb 09 15:54:48.452892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.492057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:54:48.511285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771e572c-0533-4eaa-9850-cf9ed834fd03,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:48.544799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.551691 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Added segment 246665ff-fa62-4dac-b0af-b07e57e9328c of type vlan for network 295a8212-7799-4677-b9fe-ca3a3dc22bac Feb 09 15:54:48.568012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 974caf7e-2cf8-469f-bf92-eae650b4510b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:48.575889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 974caf7e-2cf8-469f-bf92-eae650b4510b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:48.577009 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.582457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44408) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:48.607193 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.750882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.753802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:48.759700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.777359 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.799382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.832819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4683e75-2cc0-4413-b020-61351f27fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974caf7e-2cf8-469f-bf92-eae650b4510b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:48.836033 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6a599-d132-4642-af66-b79404b7bfe5" -d '{"events": [{"server_uuid": "d4683e75-2cc0-4413-b020-61351f27fe86", "name": "network-vif-plugged", "status": "completed", "tag": "974caf7e-2cf8-469f-bf92-eae650b4510b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:48.848320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.851463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 974caf7e-2cf8-469f-bf92-eae650b4510b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=974caf7e-2cf8-469f-bf92-eae650b4510b,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:48.876110 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0344524 Feb 09 15:54:48.888796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:48.913299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Request body: {'subnet': {'network_id': '295a8212-7799-4677-b9fe-ca3a3dc22bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-875568272-subnet', 'tenant_id': '995e624cb1b04bed9ec111fb8a71b79b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:48.937939 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c3c21d-a2d4-4e4d-825c-7d4404cabeba x-openstack-request-id: req-e6c3c21d-a2d4-4e4d-825c-7d4404cabeba {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:48.938344 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4683e75-2cc0-4413-b020-61351f27fe86", "name": "network-vif-plugged", "status": "completed", "tag": "974caf7e-2cf8-469f-bf92-eae650b4510b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:48.938724 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6c3c21d-a2d4-4e4d-825c-7d4404cabeba {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:48.941861 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4683e75-2cc0-4413-b020-61351f27fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974caf7e-2cf8-469f-bf92-eae650b4510b', 'code': 200} Feb 09 15:54:48.954873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44426) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:48.961231 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:48.971383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b7e15-7e81-4c29-8c2d-423cec676f43 admin admin] Pushing event updated for resources: {'Network': ['ID=295a8212-7799-4677-b9fe-ca3a3dc22bac,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:49.018879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 295a8212-7799-4677-b9fe-ca3a3dc22bac details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:54:49.027367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Allocated IP 172.25.5.143 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/3e107da8-a55c-4e1e-b842-9bcd276d0f93) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:49.071428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Made reservation on behalf of 995e624cb1b04bed9ec111fb8a71b79b for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:49.075590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:49.178334 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:54:49.232908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=974caf7e-2cf8-469f-bf92-eae650b4510b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:49.482046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1308482173', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:49.625396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:49.666133 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:49.667202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:49.704792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1735004-8c97-4d61-ae88-5e3cb0acc71d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:49.749193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61fa7dd1-a651-4534-96db-77838689497c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:49.757355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:49.764975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Checking segment: {'id': '246665ff-fa62-4dac-b0af-b07e57e9328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '295a8212-7799-4677-b9fe-ca3a3dc22bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:49.765859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Network hostable DHCP agents. Network: 295a8212-7799-4677-b9fe-ca3a3dc22bac, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:54:49.825244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dce93-57c2-44a8-96bb-e2cc8e27416a req-7d1da42d-9f5c-4068-a603-bb519c187e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:49.826806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c4dce93-57c2-44a8-96bb-e2cc8e27416a req-7d1da42d-9f5c-4068-a603-bb519c187e36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 1096 time: 0.7116792 Feb 09 15:54:49.889203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8c5df-048c-4c53-81db-c33557a602a3 req-27f1ea5a-0d0d-43a1-974a-a827a1ac75f4 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:49.892789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efd8c5df-048c-4c53-81db-c33557a602a3 req-27f1ea5a-0d0d-43a1-974a-a827a1ac75f4 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 945 time: 0.2282753 Feb 09 15:54:49.931430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe4703-5b1c-41c5-a840-7fdc2c83f366 req-791418a3-62a8-4376-a5fa-f7447a2940c9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:49.934200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42fe4703-5b1c-41c5-a840-7fdc2c83f366 req-791418a3-62a8-4376-a5fa-f7447a2940c9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 945 time: 0.2730644 Feb 09 15:54:49.940033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Network 295a8212-7799-4677-b9fe-ca3a3dc22bac is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:54:49.941311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.060417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c4dce93-57c2-44a8-96bb-e2cc8e27416a req-38386b3a-c032-4ba0-85ec-c7fb79c38d67 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220592 Feb 09 15:54:50.104416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.144567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 295a8212-7799-4677-b9fe-ca3a3dc22bac) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:50.150714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:50.155800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.157490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e29064-0435-4484-a3c2-136b1bf699df None None] Network 295a8212-7799-4677-b9fe-ca3a3dc22bac requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:54:50.162432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efd8c5df-048c-4c53-81db-c33557a602a3 req-b16a91e6-ddc1-4dce-ad23-4fc37feb9bc8 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491558 Feb 09 15:54:50.178736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42fe4703-5b1c-41c5-a840-7fdc2c83f366 req-d987fb62-4ed8-4920-8022-2f390ecb01ea tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146115 Feb 09 15:54:50.223257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61fa7dd1-a651-4534-96db-77838689497c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.324690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:50.381907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e587b5-3052-4777-856d-c7a8b9dcac9c None None] Network 295a8212-7799-4677-b9fe-ca3a3dc22bac requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:54:50.402582 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d5d5071-bf07-4e3d-92d4-e60ac00ec83e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5113311 Feb 09 15:54:50.439947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.506774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.558123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:50.586534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Pushing event updated for resources: {'Port': ['ID=3e107da8-a55c-4e1e-b842-9bcd276d0f93,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:50.614067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61fa7dd1-a651-4534-96db-77838689497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.673466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:50.680892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:50.684327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:54:50.732755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.736959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa7dd1-a651-4534-96db-77838689497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f27346c-e1f3-46c3-887f-42717022c65e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:50.750825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-61fa7dd1-a651-4534-96db-77838689497c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=712d5e8cde7941639a53df2e36816a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1628375 Feb 09 15:54:50.751004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44468) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:50.759649 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.764775 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.830614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:50.940659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:50.943981 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24ca251-bef0-4dc5-874d-0f16dfc2ac64" -d '{"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-unplugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:50.947676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Allocated IP 172.25.5.228 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/d2b08a22-db04-4c07-b1d3-658c86e511be) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:50.970997 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95d30a76-f253-4562-84ea-f2b05e244b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.007497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95d30a76-f253-4562-84ea-f2b05e244b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.084337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.191943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95d30a76-f253-4562-84ea-f2b05e244b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.195072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-95d30a76-f253-4562-84ea-f2b05e244b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.196644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-95d30a76-f253-4562-84ea-f2b05e244b0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f27346c-e1f3-46c3-887f-42717022c65e HTTP/1.1" status: 204 len: 168 time: 0.4418292 Feb 09 15:54:51.210586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d30a76-f253-4562-84ea-f2b05e244b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f27346c-e1f3-46c3-887f-42717022c65e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:51.236892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.287346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.359896 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:51.365995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:51.372929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:54:51.458065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event updated for resources: {'Port': ['ID=d2b08a22-db04-4c07-b1d3-658c86e511be,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:51.603910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397bae5-cab6-454f-a46c-bffded2904b7 req-459df6bc-4a18-4f04-b6b3-1308a2e70143 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:51.606654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1397bae5-cab6-454f-a46c-bffded2904b7 req-459df6bc-4a18-4f04-b6b3-1308a2e70143 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 945 time: 0.2772062 Feb 09 15:54:51.742024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-d12776f4-bd44-4d78-9105-615adf0d78f7 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:51.743665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-d12776f4-bd44-4d78-9105-615adf0d78f7 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/networks?id=295a8212-7799-4677-b9fe-ca3a3dc22bac HTTP/1.1" status: 200 len: 813 time: 0.2984114 Feb 09 15:54:51.752673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1397bae5-cab6-454f-a46c-bffded2904b7 req-3f1a1676-7046-4bb0-a515-5cc95f805b78 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244075 Feb 09 15:54:51.803370 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b18048-292b-4816-ae93-1fe32534ac83 x-openstack-request-id: req-41b18048-292b-4816-ae93-1fe32534ac83 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:51.804311 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-unplugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:51.804727 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41b18048-292b-4816-ae93-1fe32534ac83 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:51.805328 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'code': 200} Feb 09 15:54:51.811713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-fa7b071b-ecdf-4cc5-9c16-e8338af1ef31 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/quotas/995e624cb1b04bed9ec111fb8a71b79b HTTP/1.1" status: 200 len: 375 time: 0.0552537 Feb 09 15:54:51.855398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-98ce28af-d7b6-4ef0-be2e-9211e7afb159 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=995e624cb1b04bed9ec111fb8a71b79b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423567 Feb 09 15:54:51.947037 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:52.069924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:52.091491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c54cc3-2af4-4706-bd97-af057c5eece8 req-da018ee5-7d2a-4ec6-92c7-dd4a82911613 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:52.093243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1c54cc3-2af4-4706-bd97-af057c5eece8 req-da018ee5-7d2a-4ec6-92c7-dd4a82911613 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 945 time: 0.1705859 Feb 09 15:54:52.107996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-937f3f43-491d-408d-8455-b36abd8f4c73 service neutron] 10.222.0.53 "GET /v2.0/networks/295a8212-7799-4677-b9fe-ca3a3dc22bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510662 Feb 09 15:54:52.279260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1c54cc3-2af4-4706-bd97-af057c5eece8 req-4421e21d-135f-4aec-8075-be7e7982b25a tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307092 Feb 09 15:54:52.365531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-31281306-b9c5-4a07-b53e-dbd114e37d16 service neutron] 10.222.0.53 "GET /v2.0/networks/295a8212-7799-4677-b9fe-ca3a3dc22bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563167 Feb 09 15:54:52.472523 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:52.488394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Router ac1cbd01-7567-40de-880b-0069725f5385 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:54:52.625692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f57ee3-14f8-4165-a9e5-60004130089b req-4338daf3-1e96-4b3e-a5cf-95556c3d8471 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:52.628533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53f57ee3-14f8-4165-a9e5-60004130089b req-4338daf3-1e96-4b3e-a5cf-95556c3d8471 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 945 time: 0.2360477 Feb 09 15:54:52.705512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44512) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:52.756448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b309ec5-6ef1-4a0c-b416-01769712dac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:52.798956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44518) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:52.813053 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da63a799-72d4-419d-aa22-8bbcc04ab5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:52.878900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Router 02eeedf1-b7c3-4945-9165-f96b54693eb6 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:54:53.067945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb8e9bda-918c-4377-8016-189165068933 req-6457d883-c362-4fe8-bd83-168837ddc330 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 210 time: 0.2672093 Feb 09 15:54:53.069267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b309ec5-6ef1-4a0c-b416-01769712dac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.108171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:53.133237 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Sync routers for ids ['ac1cbd01-7567-40de-880b-0069725f5385'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:54:53.195939 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Routers {'ac1cbd01-7567-40de-880b-0069725f5385'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:54:53.197119 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ac1cbd01-7567-40de-880b-0069725f5385'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:53.204281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b309ec5-6ef1-4a0c-b416-01769712dac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.275665 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ed91741-367b-4e64-be85-f9170d3e58ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.329132 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5b309ec5-6ef1-4a0c-b416-01769712dac9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15c30129a3664769a0273654e3b857df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173861 Feb 09 15:54:53.333821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b309ec5-6ef1-4a0c-b416-01769712dac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1b95d2-1ae9-41d7-ba86-6602f3bc95e4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:53.340853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44530) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:53.354897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:53.374981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Deleting port dd147450-a07f-41c0-86a4-71503a29a6bc {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:53.374981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.390415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5d4a0-96e1-4287-ac5e-b19fdc16e1fa None None] Sync routers for ids ['02eeedf1-b7c3-4945-9165-f96b54693eb6'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:54:53.431606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5d4a0-96e1-4287-ac5e-b19fdc16e1fa None None] Routers {'02eeedf1-b7c3-4945-9165-f96b54693eb6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:54:53.432889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-83b5d4a0-96e1-4287-ac5e-b19fdc16e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['02eeedf1-b7c3-4945-9165-f96b54693eb6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:53.520564 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02deb5cc-b62a-4d2e-96cb-2f8d025b65b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.521244 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.529413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-eeaabac2-15c6-41e2-a614-7d5a184a2663 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0438964 Feb 09 15:54:53.529686 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Set router ac1cbd01-7567-40de-880b-0069725f5385 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:54:53.568168 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02deb5cc-b62a-4d2e-96cb-2f8d025b65b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.582307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-83b5d4a0-96e1-4287-ac5e-b19fdc16e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:53.616863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5d4a0-96e1-4287-ac5e-b19fdc16e1fa None None] Routers {'02eeedf1-b7c3-4945-9165-f96b54693eb6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:54:53.618320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-83b5d4a0-96e1-4287-ac5e-b19fdc16e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['02eeedf1-b7c3-4945-9165-f96b54693eb6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:53.644840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] For port dd147450-a07f-41c0-86a4-71503a29a6bc, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dd147450-a07f-41c0-86a4-71503a29a6bc,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:53.645648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.649285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44534) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:53.667600 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:53.674620 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c310a252-209e-491a-8688-a518ad56414e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7138450 Feb 09 15:54:53.736660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Calling delete_port for dd147450-a07f-41c0-86a4-71503a29a6bc owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:53.738666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44536) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:53.748380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-83b5d4a0-96e1-4287-ac5e-b19fdc16e1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:53.755876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5d4a0-96e1-4287-ac5e-b19fdc16e1fa None None] The sync data for ids ['02eeedf1-b7c3-4945-9165-f96b54693eb6'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:54:53.804712 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:54:50Z', 'revision_number': 3, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port': {'id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:48Z', 'updated_at': '2022-02-09T15:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:53.842782 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Checking router: ac1cbd01-7567-40de-880b-0069725f5385 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:54:53.843162 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Updating router ac1cbd01-7567-40de-880b-0069725f5385 port 3e107da8-a55c-4e1e-b842-9bcd276d0f93 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:54:53.885639 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.172368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be89d80-3dd6-4d3a-ac15-06ab52b004c9 req-27250a03-27f6-4565-9827-2fe8c5e0b660 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:54.183673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1be89d80-3dd6-4d3a-ac15-06ab52b004c9 req-27250a03-27f6-4565-9827-2fe8c5e0b660 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 945 time: 0.6808577 Feb 09 15:54:54.201096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f392e-ad67-4fe4-a9bb-d779fced3199 req-d7dd64b8-0a03-4f8b-bd40-fca4000f4d47 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:54.213223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a04f392e-ad67-4fe4-a9bb-d779fced3199 req-d7dd64b8-0a03-4f8b-bd40-fca4000f4d47 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 945 time: 0.7137144 Feb 09 15:54:54.337787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:54:54.430380 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ed91741-367b-4e64-be85-f9170d3e58ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.456795 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.487653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02deb5cc-b62a-4d2e-96cb-2f8d025b65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.493685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02deb5cc-b62a-4d2e-96cb-2f8d025b65b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.502534 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-02deb5cc-b62a-4d2e-96cb-2f8d025b65b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac1b95d2-1ae9-41d7-ba86-6602f3bc95e4 HTTP/1.1" status: 204 len: 168 time: 1.1594713 Feb 09 15:54:54.505760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1be89d80-3dd6-4d3a-ac15-06ab52b004c9 req-5cd77815-4377-463c-940c-ebf90815ed26 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206515 Feb 09 15:54:54.510818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a04f392e-ad67-4fe4-a9bb-d779fced3199 req-2b0e69a1-f49a-46bb-82b6-178fa4bb8649 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963157 Feb 09 15:54:54.599073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deb5cc-b62a-4d2e-96cb-2f8d025b65b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1b95d2-1ae9-41d7-ba86-6602f3bc95e4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:54.641003 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.645479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.648419 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ed91741-367b-4e64-be85-f9170d3e58ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.664757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:54.683450 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1eab3823-b178-40eb-a4c7-0722dc8dd38a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/routers/02eeedf1-b7c3-4945-9165-f96b54693eb6 HTTP/1.1" status: 200 len: 921 time: 0.9394717 Feb 09 15:54:54.687320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44552) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:54.705420 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Attempting to bind port 3e107da8-a55c-4e1e-b842-9bcd276d0f93 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:54.706945 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Attempting to bind port 3e107da8-a55c-4e1e-b842-9bcd276d0f93 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:54.709079 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Attempting to bind port 3e107da8-a55c-4e1e-b842-9bcd276d0f93 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:54:54.712062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'mac_address': 'fa:16:3e:44:0c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:54:54.731376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['dd147450-a07f-41c0-86a4-71503a29a6bc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:54.733777 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:54:54.734331 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:54:54.734863 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.735354 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:54:54.736413 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Bound port: 3e107da8-a55c-4e1e-b842-9bcd276d0f93, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:54.736993 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.746787 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-46adc4c8-3ce2-4cb0-9fd3-4b39ac8ea763 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=02eeedf1-b7c3-4945-9165-f96b54693eb6 HTTP/1.1" status: 200 len: 205 time: 0.0581269 Feb 09 15:54:54.756572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-657c68b0-ce8e-4a1d-a669-66234522fb52 req-c28e9ebf-37c7-46f6-b85a-3311bbb55eab tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 210 time: 0.1167183 Feb 09 15:54:54.770200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44554) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:54.848335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event deleted for resources: {'Port': ['ID=dd147450-a07f-41c0-86a4-71503a29a6bc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:54.888729 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Pushing event updated for resources: {'Port': ['ID=3e107da8-a55c-4e1e-b842-9bcd276d0f93,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:54.915102 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.915831 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.916368 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.917115 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.917616 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.918109 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.919327 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.919813 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.920495 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.921090 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.921610 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.922123 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:54.947135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6ed91741-367b-4e64-be85-f9170d3e58ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e1109b1df414b88b39fb79ec4fda3b6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1388803 Feb 09 15:54:54.951324 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:54.958574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44556) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:54.980806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d354a1-82e9-4f90-85d1-e3a3793a6e68 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:54.985536 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] For port 3e107da8-a55c-4e1e-b842-9bcd276d0f93, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:55.005535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed91741-367b-4e64-be85-f9170d3e58ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce38bf0c-14e0-4009-ac02-8b8ba1828a45,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:55.009657 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] For port 3e107da8-a55c-4e1e-b842-9bcd276d0f93, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=3e107da8-a55c-4e1e-b842-9bcd276d0f93,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:55.020018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] No DVR routers for this DVR port dd147450-a07f-41c0-86a4-71503a29a6bc on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:55.027286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.033206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53f57ee3-14f8-4165-a9e5-60004130089b req-72f303b6-7d07-4a02-b845-bd872bc0a324 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "DELETE /v2.0/ports/dd147450-a07f-41c0-86a4-71503a29a6bc HTTP/1.1" status: 204 len: 173 time: 2.3904541 Feb 09 15:54:55.033955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8e078b-946f-4ec4-8749-840a0ed963ca', 'name': 'network-vif-deleted', 'tag': 'dd147450-a07f-41c0-86a4-71503a29a6bc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:55.038102 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60764780-7d4a-4be9-8a08-6eb285b89048" -d '{"events": [{"server_uuid": "1c8e078b-946f-4ec4-8749-840a0ed963ca", "name": "network-vif-deleted", "tag": "dd147450-a07f-41c0-86a4-71503a29a6bc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:55.045619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:55.061595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-1cc1178c-f891-4385-ac60-ab08758172ef tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:55.064575 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-1cc1178c-f891-4385-ac60-ab08758172ef tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 945 time: 0.3975902 Feb 09 15:54:55.118777 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.172023 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2cb01-fe85-4597-834b-fbecd4b92562 x-openstack-request-id: req-4ad2cb01-fe85-4597-834b-fbecd4b92562 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:55.172974 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8e078b-946f-4ec4-8749-840a0ed963ca", "name": "network-vif-deleted", "tag": "dd147450-a07f-41c0-86a4-71503a29a6bc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:55.173568 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ad2cb01-fe85-4597-834b-fbecd4b92562 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:55.173983 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8e078b-946f-4ec4-8749-840a0ed963ca', 'name': 'network-vif-deleted', 'tag': 'dd147450-a07f-41c0-86a4-71503a29a6bc', 'status': 'completed', 'code': 200} Feb 09 15:54:55.174691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a146dd7-50ec-495f-8fa8-8831acdaeb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.191065 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.241507 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280edb2-8f07-4d31-ba94-4a120514079f None None] Pushing event updated for resources: {'Port': ['ID=3e107da8-a55c-4e1e-b842-9bcd276d0f93,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:55.277757 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Routers {'ac1cbd01-7567-40de-880b-0069725f5385'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:54:55.278404 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ac1cbd01-7567-40de-880b-0069725f5385'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:55.288849 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a146dd7-50ec-495f-8fa8-8831acdaeb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.366331 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-482eb60d-3058-4b0e-a59a-33bc6387d0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.438665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['82d354a1-82e9-4f90-85d1-e3a3793a6e68'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:55.467662 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] Set router ac1cbd01-7567-40de-880b-0069725f5385 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:54:55.614050 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a146dd7-50ec-495f-8fa8-8831acdaeb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.618437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.619981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8a146dd7-50ec-495f-8fa8-8831acdaeb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.629738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8a146dd7-50ec-495f-8fa8-8831acdaeb21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce38bf0c-14e0-4009-ac02-8b8ba1828a45 HTTP/1.1" status: 204 len: 168 time: 0.6677046 Feb 09 15:54:55.667383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:55.691963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a146dd7-50ec-495f-8fa8-8831acdaeb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce38bf0c-14e0-4009-ac02-8b8ba1828a45,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:55.851848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Deleting port 974caf7e-2cf8-469f-bf92-eae650b4510b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:55.852350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:55.945103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9def5f0d-2210-4b89-822d-986e26829c2c req-c1239fae-c0bf-424c-b753-316c1e3b1239 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c8e078b-946f-4ec4-8749-840a0ed963ca HTTP/1.1" status: 200 len: 210 time: 0.1237829 Feb 09 15:54:56.050164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b806-8a00-42d4-99ee-075b687a4da3 req-b83893c8-b62c-4805-95ab-c9b70a125be5 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:56.061972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0419b806-8a00-42d4-99ee-075b687a4da3 req-b83893c8-b62c-4805-95ab-c9b70a125be5 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 945 time: 0.3461561 Feb 09 15:54:56.151324 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:54:50Z', 'revision_number': 3, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port': {'id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:48Z', 'updated_at': '2022-02-09T15:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:56.229088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0419b806-8a00-42d4-99ee-075b687a4da3 req-b4b6e4e5-bd4b-4ec3-a0d7-da89a6ab25b9 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups?id=d19d98b5-903a-44dc-9ec4-da9982eba10c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526954 Feb 09 15:54:56.337861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:56.428906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4aa59fd-c11a-4897-a211-650918e9539c req-7541a9fc-ae7b-407e-8b4f-8554fb2064b7 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 210 time: 0.1173556 Feb 09 15:54:56.517844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:56.518675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:56.532846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] For port 974caf7e-2cf8-469f-bf92-eae650b4510b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=974caf7e-2cf8-469f-bf92-eae650b4510b,segment=NetworkSegment(44663c4a-13a8-4adf-9b29-a8f03cc65113),segment_id=44663c4a-13a8-4adf-9b29-a8f03cc65113)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:56.533210 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:56.587362 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:56.594071 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125402e2-7f7e-48de-96f5-ca9e99a1fcce None None] The sync data for ids ['ac1cbd01-7567-40de-880b-0069725f5385'] in n-d-828542-1 is: [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:54:50Z', 'revision_number': 3, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port': {'id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:48Z', 'updated_at': '2022-02-09T15:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:54:56.598368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Calling delete_port for 974caf7e-2cf8-469f-bf92-eae650b4510b owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:56.626982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:56.743771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:56.822758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:56.822758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:56.825941 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989188ae-240a-4926-a153-f0ca7de0152c" -d '{"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-plugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:56.942858 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c897ef-94db-45d0-ac84-eeaad028e4a4 x-openstack-request-id: req-51c897ef-94db-45d0-ac84-eeaad028e4a4 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:56.943702 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-plugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:56.944464 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51c897ef-94db-45d0-ac84-eeaad028e4a4 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:56.945927 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'code': 200} Feb 09 15:54:56.957386 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:56.959344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Deleting port d2b08a22-db04-4c07-b1d3-658c86e511be {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:54:56.959702 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:56.959881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device dd147450-a07f-41c0-86a4-71503a29a6bc no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:54:56.966690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:57.035874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: dd147450-a07f-41c0-86a4-71503a29a6bc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:54:57.036247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device dd147450-a07f-41c0-86a4-71503a29a6bc not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:54:57.044277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44616) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:57.109171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcb050e0-dd39-4f6b-88d4-6919727fdbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:57.112202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:57.255942 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event deleted for resources: {'Port': ['ID=974caf7e-2cf8-469f-bf92-eae650b4510b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:57.402245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:57.408444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['974caf7e-2cf8-469f-bf92-eae650b4510b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:54:57.457033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] No DVR routers for this DVR port 974caf7e-2cf8-469f-bf92-eae650b4510b on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:57.465525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:57.481118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:57.492161 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e4e55f36-1d13-4bf3-877f-d973c81105d9 req-19399803-a94e-463d-880f-bb27c2a14ac3 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.13 "DELETE /v2.0/ports/974caf7e-2cf8-469f-bf92-eae650b4510b HTTP/1.1" status: 204 len: 173 time: 2.4145660 Feb 09 15:54:57.602801 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4683e75-2cc0-4413-b020-61351f27fe86', 'name': 'network-vif-deleted', 'tag': '974caf7e-2cf8-469f-bf92-eae650b4510b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:57.613603 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d42466-70d9-4303-a5b0-f90565df2d92" -d '{"events": [{"server_uuid": "d4683e75-2cc0-4413-b020-61351f27fe86", "name": "network-vif-deleted", "tag": "974caf7e-2cf8-469f-bf92-eae650b4510b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:54:57.674279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Calling delete_port for d2b08a22-db04-4c07-b1d3-658c86e511be owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:54:57.995878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Allocated IP 172.20.0.1 (ebef1996-e641-43b7-903f-1c8cc2cf603d/b906d5e2-74c1-4d6c-9331-470c3dedbf9b/a18b3b25-4299-48a3-b723-04dce048fd54) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:58.058584 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.369053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.562935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 3e107da8-a55c-4e1e-b842-9bcd276d0f93 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:54:58.602140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.619474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.631008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c27561a4-b0a3-4091-afa1-272a2097b095 req-544f9754-e951-4d0a-b133-b12c2a420ba2 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4683e75-2cc0-4413-b020-61351f27fe86 HTTP/1.1" status: 200 len: 210 time: 0.2317207 Feb 09 15:54:58.647291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82f6b202-bcad-4aaf-8e7e-bf0bb96b52f9 req-8c9c363f-77bf-438c-8a00-1c500fee5196 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 210 time: 0.2825239 Feb 09 15:54:58.678629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Network ebef1996-e641-43b7-903f-1c8cc2cf603d is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:58.684898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:58.695249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:54:58.705394 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.779049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 3e107da8-a55c-4e1e-b842-9bcd276d0f93 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:58.779721 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.868060 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f165b02a-6052-404c-b274-2eed9c211ebf x-openstack-request-id: req-f165b02a-6052-404c-b274-2eed9c211ebf {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:54:58.868715 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4683e75-2cc0-4413-b020-61351f27fe86", "name": "network-vif-deleted", "tag": "974caf7e-2cf8-469f-bf92-eae650b4510b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:54:58.869274 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f165b02a-6052-404c-b274-2eed9c211ebf {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:54:58.869906 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4683e75-2cc0-4413-b020-61351f27fe86', 'name': 'network-vif-deleted', 'tag': '974caf7e-2cf8-469f-bf92-eae650b4510b', 'status': 'completed', 'code': 200} Feb 09 15:54:58.919946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-f2f0b5b2-4f2b-4dc6-a691-ad340b59d79d tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:58.923504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-f2f0b5b2-4f2b-4dc6-a691-ad340b59d79d tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.73 "GET /v2.0/networks?id=295a8212-7799-4677-b9fe-ca3a3dc22bac HTTP/1.1" status: 200 len: 813 time: 1.8253963 Feb 09 15:54:58.943487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Request body: {'port': {'device_id': 'a7938070-418f-478d-8b3e-4a578a2c78d8', 'network_id': '295a8212-7799-4677-b9fe-ca3a3dc22bac', 'admin_state_up': True, 'tenant_id': '995e624cb1b04bed9ec111fb8a71b79b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:58.945461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.962624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Pushing event updated for resources: {'Port': ['ID=a18b3b25-4299-48a3-b723-04dce048fd54,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:59.128901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcb050e0-dd39-4f6b-88d4-6919727fdbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.153574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event deleted for resources: {'Port': ['ID=d2b08a22-db04-4c07-b1d3-658c86e511be,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:59.241293 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.245764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bcb050e0-dd39-4f6b-88d4-6919727fdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.279245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 3e107da8-a55c-4e1e-b842-9bcd276d0f93, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=3e107da8-a55c-4e1e-b842-9bcd276d0f93,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:59.349912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb050e0-dd39-4f6b-88d4-6919727fdbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88ca680-19d9-46e9-8b25-28f9f14cb5d2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:59.353238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.356688 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.386451 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.401506 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.507022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bcb050e0-dd39-4f6b-88d4-6919727fdbe0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e860c4b2010945559fb0aeafe92f6680&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4602242 Feb 09 15:54:59.515109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44672) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:59.530912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=3e107da8-a55c-4e1e-b842-9bcd276d0f93,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:59.682615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.683234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Fanout notify agent at l3_agent the message router_deleted on router 02eeedf1-b7c3-4945-9165-f96b54693eb6 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:54:59.700302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-70785475-c50e-4a3d-b4ce-e442bea63f1b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:59.708498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.717667 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-540fd871-41f5-41f0-9282-ac782d3080fc tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/02eeedf1-b7c3-4945-9165-f96b54693eb6 HTTP/1.1" status: 204 len: 168 time: 4.9419107 Feb 09 15:54:59.718801 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:54:59.723231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-70785475-c50e-4a3d-b4ce-e442bea63f1b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.6053350 Feb 09 15:54:59.729938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1686032588', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': False}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:54:59.742637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Made reservation on behalf of 995e624cb1b04bed9ec111fb8a71b79b for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:59.751341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.828335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31fc2bee-5320-4a1c-9ed2-c05ee324f640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.875219 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31fc2bee-5320-4a1c-9ed2-c05ee324f640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.897524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-b03da520-504a-4ce9-8346-405125531a94 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/quotas/3a42761150e049e4bc3cf104b2881f83 HTTP/1.1" status: 200 len: 375 time: 0.1634035 Feb 09 15:54:59.902471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:59.909226 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.001831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.009960 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.019972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45c4e124-a1f9-479c-8c38-6a589c23bef6 req-f6e76950-d6c7-4370-89ab-b0b28e80fe84 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 210 time: 0.1212842 Feb 09 15:55:00.046677 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.076322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-65925451-cdb2-4a79-9f41-35066249b0c2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1654849 Feb 09 15:55:00.351658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 974caf7e-2cf8-469f-bf92-eae650b4510b no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:55:00.432490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 974caf7e-2cf8-469f-bf92-eae650b4510b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:55:00.434849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 974caf7e-2cf8-469f-bf92-eae650b4510b not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:55:00.483908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 3e107da8-a55c-4e1e-b842-9bcd276d0f93 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:55:00.509728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.513643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Allocated IP 172.20.0.10 (295a8212-7799-4677-b9fe-ca3a3dc22bac/d1735004-8c97-4d61-ae88-5e3cb0acc71d/ceb41608-9175-4600-84aa-77e220cc7db9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:00.538005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44710) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:00.644643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 3e107da8-a55c-4e1e-b842-9bcd276d0f93 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:00.645446 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.869554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee948-474e-4403-8b69-785c27ec7bbb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.934978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-781ab225-d310-49eb-a47f-357f7b737457 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364035 Feb 09 15:55:00.948314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31fc2bee-5320-4a1c-9ed2-c05ee324f640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.948314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31fc2bee-5320-4a1c-9ed2-c05ee324f640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.948314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-31fc2bee-5320-4a1c-9ed2-c05ee324f640 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b88ca680-19d9-46e9-8b25-28f9f14cb5d2 HTTP/1.1" status: 204 len: 168 time: 1.4096110 Feb 09 15:55:00.970621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.993487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee948-474e-4403-8b69-785c27ec7bbb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:01.062621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc2bee-5320-4a1c-9ed2-c05ee324f640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88ca680-19d9-46e9-8b25-28f9f14cb5d2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:01.090938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:01.117623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:01.175917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-50cdc174-32b9-4bbe-bf6f-4298368e2975 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399774 Feb 09 15:55:01.282788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0eff23ac-1169-444a-bd09-fbb6f0dac68e req-c74f6c97-92fb-4c4f-a975-5cca74d5e64a tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 210 time: 0.0392518 Feb 09 15:55:01.361605 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:01.502737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Network 295a8212-7799-4677-b9fe-ca3a3dc22bac is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:01.507278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:01.521549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:01.585138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:01.621288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Pushing event updated for resources: {'Port': ['ID=ceb41608-9175-4600-84aa-77e220cc7db9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:01.847504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcabd649-f598-487f-815b-33e4be75ce90 req-0c9f444a-0701-492f-a3ee-86a7e7bde445 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 210 time: 0.1915908 Feb 09 15:55:01.882488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:01.883183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:01.998417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-4c1cec7e-6c8e-42e7-bf3c-ab61cdcab445 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0629709 Feb 09 15:55:02.011151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Request body: {'port': {'device_id': 'a7938070-418f-478d-8b3e-4a578a2c78d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:02.056329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Pushing event updated for resources: {'Port': ['ID=a18b3b25-4299-48a3-b723-04dce048fd54,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:02.117301 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.324040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.616186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb131c-df06-42d7-82c4-8fbecfa4171a req-2d82cc2c-7224-4248-89d8-e3a17b037318 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:02.618353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecb131c-df06-42d7-82c4-8fbecfa4171a req-2d82cc2c-7224-4248-89d8-e3a17b037318 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 932 time: 0.1222558 Feb 09 15:55:02.636495 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.640719 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee948-474e-4403-8b69-785c27ec7bbb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.659468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce3ee948-474e-4403-8b69-785c27ec7bbb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.660851 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ce3ee948-474e-4403-8b69-785c27ec7bbb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "DELETE /v2.0/security-groups/8d554bcb-53b7-4b62-a7a3-4ac21696087c HTTP/1.1" status: 204 len: 168 time: 2.1213179 Feb 09 15:55:02.671449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44772) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:02.705082 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-d3ffc7b6-340f-493f-b451-0a9eca1bc034 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] show failed (client error): The resource could not be found. Feb 09 15:55:02.714407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d3ffc7b6-340f-493f-b451-0a9eca1bc034 tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "GET /v2.0/security-groups/8d554bcb-53b7-4b62-a7a3-4ac21696087c HTTP/1.1" status: 404 len: 347 time: 0.0379152 Feb 09 15:55:02.744310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44776) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:02.781123 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.968657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecb131c-df06-42d7-82c4-8fbecfa4171a req-213836b7-4fad-4249-8928-022aa22f6671 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333972 Feb 09 15:55:03.021195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ee948-474e-4403-8b69-785c27ec7bbb tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d554bcb-53b7-4b62-a7a3-4ac21696087c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:03.050681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Allocated IP 172.25.5.120 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/86059d57-288a-4bdc-970a-81bd4b62936f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:03.089256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Network ebef1996-e641-43b7-903f-1c8cc2cf603d is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:03.106350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:03.183270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4158942e-489d-4cf5-bb52-212e46a38f49 req-bdaf8e07-363d-475a-9d61-809845f45260 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 210 time: 0.2099619 Feb 09 15:55:03.228219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb41608-9175-4600-84aa-77e220cc7db9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:03.243216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:03.277635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Transition to ACTIVE for port object ceb41608-9175-4600-84aa-77e220cc7db9 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:55:03.284657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Deleting port 06c4ae8c-ae06-4d06-8c67-d99810e71303 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:55:03.284927 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:03.473714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:03.474704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:03.506989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Calling delete_port for 06c4ae8c-ae06-4d06-8c67-d99810e71303 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:55:03.563296 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:03.663735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Router ac1cbd01-7567-40de-880b-0069725f5385 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:55:03.672859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:03.944347 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:03.979354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb41608-9175-4600-84aa-77e220cc7db9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:03.984485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:55:04.006634 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Sync routers for ids ['ac1cbd01-7567-40de-880b-0069725f5385'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:55:04.046561 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Routers {'ac1cbd01-7567-40de-880b-0069725f5385'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:04.047610 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ac1cbd01-7567-40de-880b-0069725f5385'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:04.049738 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f9b75290-f132-4a06-8628-9e378634edec admin admin] 10.222.0.53 "PUT /v2.0/routers/ac1cbd01-7567-40de-880b-0069725f5385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3983049 Feb 09 15:55:04.085118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:04.092518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:04.101822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:04.345228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Attempting to bind port ceb41608-9175-4600-84aa-77e220cc7db9 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:55:04.355305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Attempting to bind port ceb41608-9175-4600-84aa-77e220cc7db9 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '246665ff-fa62-4dac-b0af-b07e57e9328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '295a8212-7799-4677-b9fe-ca3a3dc22bac'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:55:04.355305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Attempting to bind port ceb41608-9175-4600-84aa-77e220cc7db9 on network 295a8212-7799-4677-b9fe-ca3a3dc22bac {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:04.357907 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Set router ac1cbd01-7567-40de-880b-0069725f5385 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:55:04.385587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Port ceb41608-9175-4600-84aa-77e220cc7db9 on network 295a8212-7799-4677-b9fe-ca3a3dc22bac not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:55:04.386211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Attempting to bind port ceb41608-9175-4600-84aa-77e220cc7db9 on network 295a8212-7799-4677-b9fe-ca3a3dc22bac {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:04.416656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'Port': ['ID=86059d57-288a-4bdc-970a-81bd4b62936f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:04.431657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:55:04.437734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Checking segment: {'id': '246665ff-fa62-4dac-b0af-b07e57e9328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '295a8212-7799-4677-b9fe-ca3a3dc22bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:55:04.437734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Bound using segment: {'id': '246665ff-fa62-4dac-b0af-b07e57e9328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '295a8212-7799-4677-b9fe-ca3a3dc22bac'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:55:04.438156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Bound port: ceb41608-9175-4600-84aa-77e220cc7db9, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246665ff-fa62-4dac-b0af-b07e57e9328c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '295a8212-7799-4677-b9fe-ca3a3dc22bac'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:55:04.438427 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:04.507638 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:04.598485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab6db197-df55-48ab-8dd6-f7ada91a8a53 req-b19a233b-957c-4d9b-9999-dc4989c38009 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 210 time: 0.1403008 Feb 09 15:55:04.655559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55836e3d-1426-46c9-93a9-e690dd43a308 req-63bdcbed-1f49-44ac-a906-840d830f7419 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:04.689937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55836e3d-1426-46c9-93a9-e690dd43a308 req-63bdcbed-1f49-44ac-a906-840d830f7419 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 944 time: 0.4845169 Feb 09 15:55:04.691735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Pushing event deleted for resources: {'Port': ['ID=06c4ae8c-ae06-4d06-8c67-d99810e71303,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:04.881731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] For port ceb41608-9175-4600-84aa-77e220cc7db9, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:55:04.904023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] For port ceb41608-9175-4600-84aa-77e220cc7db9, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceb41608-9175-4600-84aa-77e220cc7db9,segment=NetworkSegment(246665ff-fa62-4dac-b0af-b07e57e9328c),segment_id=246665ff-fa62-4dac-b0af-b07e57e9328c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:55:04.915799 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:54:59Z', 'revision_number': 4, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port': {'id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:48Z', 'updated_at': '2022-02-09T15:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'a18b3b25-4299-48a3-b723-04dce048fd54', 'name': '', 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'mac_address': 'fa:16:3e:ee:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b906d5e2-74c1-4d6c-9331-470c3dedbf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:57Z', 'updated_at': '2022-02-09T15:55:00Z', 'revision_number': 2, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'subnets': [{'id': 'b906d5e2-74c1-4d6c-9331-470c3dedbf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:04.951368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55836e3d-1426-46c9-93a9-e690dd43a308 req-c2b40604-dbc6-4d30-bc3a-63f8483e6cf1 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513371 Feb 09 15:55:04.995756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:04.995756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:05.002415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ac489a9e-2c16-4f12-b12e-8d2e024376ed tempest-ImagesOneServerNegativeTestJSON-392279454 tempest-ImagesOneServerNegativeTestJSON-392279454-project] 10.222.0.53 "DELETE /v2.0/floatingips/b1e52f57-4d7e-4e00-b645-46c9dbbbf054 HTTP/1.1" status: 204 len: 168 time: 2.2497053 Feb 09 15:55:05.043512 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Checking router: ac1cbd01-7567-40de-880b-0069725f5385 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:55:05.044386 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Updating router ac1cbd01-7567-40de-880b-0069725f5385 port a18b3b25-4299-48a3-b723-04dce048fd54 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:55:05.069920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:05.145225 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:05.207251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:05.329380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:05.330427 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:05.345251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] 10.222.0.73 "PUT /v2.0/ports/ceb41608-9175-4600-84aa-77e220cc7db9 HTTP/1.1" status: 200 len: 1092 time: 3.3384306 Feb 09 15:55:05.432991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7938070-418f-478d-8b3e-4a578a2c78d8', 'tag': 'ceb41608-9175-4600-84aa-77e220cc7db9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:05.455844 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c8617-623c-4449-af3b-5bfe37bb6448" -d '{"events": [{"name": "network-changed", "server_uuid": "a7938070-418f-478d-8b3e-4a578a2c78d8", "tag": "ceb41608-9175-4600-84aa-77e220cc7db9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:05.770433 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e956b-01a5-4033-a411-d8aeb4e7a1c6 x-openstack-request-id: req-937e956b-01a5-4033-a411-d8aeb4e7a1c6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:05.773138 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7938070-418f-478d-8b3e-4a578a2c78d8", "tag": "ceb41608-9175-4600-84aa-77e220cc7db9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:05.773658 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-937e956b-01a5-4033-a411-d8aeb4e7a1c6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:05.775672 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7938070-418f-478d-8b3e-4a578a2c78d8', 'tag': 'ceb41608-9175-4600-84aa-77e220cc7db9', 'status': 'completed', 'code': 200} Feb 09 15:55:05.783442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c065a2-b2b3-4fff-a938-170598062a46 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb41608-9175-4600-84aa-77e220cc7db9,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:05.836969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-764b8fa6-77f6-4fd2-bf8c-8a5f5e6c33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:05.846660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:05.866505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-764b8fa6-77f6-4fd2-bf8c-8a5f5e6c33b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=995e624cb1b04bed9ec111fb8a71b79b&device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 1095 time: 0.3183012 Feb 09 15:55:06.148764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-1e234d1e-cbf0-4a56-839c-7442678fd27f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb41608-9175-4600-84aa-77e220cc7db9 HTTP/1.1" status: 200 len: 217 time: 0.2790787 Feb 09 15:55:06.336066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-988f6366-e8bf-4cbe-9cfb-6dd114d01f0a admin admin] Deleting subnet e7fad0bf-88ca-4077-a513-8974702450e5 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:55:06.346291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-988f6366-e8bf-4cbe-9cfb-6dd114d01f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.395163 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.413095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-8d4dc9d9-8e1e-4051-a7c3-91ace21e7e21 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:06.416231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-8d4dc9d9-8e1e-4051-a7c3-91ace21e7e21 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 810 time: 0.2750082 Feb 09 15:55:06.451027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-988f6366-e8bf-4cbe-9cfb-6dd114d01f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.480997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-decdbea3-d756-4b1c-bb39-be290f790a62 req-e0f80342-da78-4631-8e39-2f60c0022088 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 210 time: 0.3375809 Feb 09 15:55:06.492579 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.604729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-988f6366-e8bf-4cbe-9cfb-6dd114d01f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.688454 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ddf17-04fe-4672-9ef5-325f701a4921 None None] Pushing event updated for resources: {'Port': ['ID=a18b3b25-4299-48a3-b723-04dce048fd54,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:06.797105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-5f8eef17-c50e-4d5b-b097-fad36bb0282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:06.810728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-5f8eef17-c50e-4d5b-b097-fad36bb0282f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1735004-8c97-4d61-ae88-5e3cb0acc71d HTTP/1.1" status: 200 len: 853 time: 0.3377056 Feb 09 15:55:06.819675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-59094bc3-baac-4146-a8c8-f53fa55fb7a7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/quotas/cf4350182f7b456898e4ac70fc02e4be HTTP/1.1" status: 200 len: 375 time: 0.2930696 Feb 09 15:55:06.942960 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Attempting to bind port a18b3b25-4299-48a3-b723-04dce048fd54 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:55:06.943471 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Attempting to bind port a18b3b25-4299-48a3-b723-04dce048fd54 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:55:06.963102 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Attempting to bind port a18b3b25-4299-48a3-b723-04dce048fd54 on network ebef1996-e641-43b7-903f-1c8cc2cf603d {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:06.986664 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:55:06.989879 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Checking segment: {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:55:06.989879 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.990322 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Bound using segment: {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:55:06.990891 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Bound port: a18b3b25-4299-48a3-b723-04dce048fd54, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:55:06.991299 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.004388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-bfdf031d-ad21-4b1e-8e6b-875ac5321460 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:07.008469 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-bfdf031d-ad21-4b1e-8e6b-875ac5321460 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.9846532 Feb 09 15:55:07.019036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-1f38fc44-6bbc-4210-8301-36180857d031 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=295a8212-7799-4677-b9fe-ca3a3dc22bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749513 Feb 09 15:55:07.045396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Request body: {'port': {'device_id': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'admin_state_up': True, 'tenant_id': '3a42761150e049e4bc3cf104b2881f83'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:07.069328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.170287 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] For port a18b3b25-4299-48a3-b723-04dce048fd54, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:55:07.178216 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] For port a18b3b25-4299-48a3-b723-04dce048fd54, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a18b3b25-4299-48a3-b723-04dce048fd54,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:55:07.302441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66476ae3-df56-4e50-8c98-da968196314c req-ccb05562-0a02-4e42-ac74-4242c4d22418 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:07.305233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66476ae3-df56-4e50-8c98-da968196314c req-ccb05562-0a02-4e42-ac74-4242c4d22418 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 944 time: 0.4975443 Feb 09 15:55:07.328556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-988f6366-e8bf-4cbe-9cfb-6dd114d01f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.373786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-0c9eadae-7e86-4773-b266-752d2faede30 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4849629 Feb 09 15:55:07.403064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f6366-e8bf-4cbe-9cfb-6dd114d01f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7fad0bf-88ca-4077-a513-8974702450e5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:07.414516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-988f6366-e8bf-4cbe-9cfb-6dd114d01f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.419078 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-988f6366-e8bf-4cbe-9cfb-6dd114d01f0a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e7fad0bf-88ca-4077-a513-8974702450e5 HTTP/1.1" status: 204 len: 168 time: 1.5708523 Feb 09 15:55:07.427763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44880) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:07.441198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-04325399-da0d-4e48-828c-a193859053b0 service neutron] 10.222.0.73 "GET /v2.0/networks/295a8212-7799-4677-b9fe-ca3a3dc22bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668942 Feb 09 15:55:07.482769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66476ae3-df56-4e50-8c98-da968196314c req-4358d655-d4e1-43a6-85db-d2e89b2450b0 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556478 Feb 09 15:55:07.639834 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.711434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05cf7def-ffc5-45f0-858f-cdb7d5fd6082 req-44bee56c-0826-460f-9faa-b7e5d57436d9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 210 time: 0.0757928 Feb 09 15:55:07.717667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-23ab3f76-e0d4-4c86-b1e3-be9a4dbf4be8 service neutron] 10.222.0.53 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232834 Feb 09 15:55:07.721897 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.767349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9721ac0-d3ad-4110-8361-cee7757c2c37 req-b8d908a8-2cbc-4ecf-8232-395160865528 service neutron] 10.222.0.73 "GET /v2.0/networks/295a8212-7799-4677-b9fe-ca3a3dc22bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880805 Feb 09 15:55:07.806747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Made reservation on behalf of 3a42761150e049e4bc3cf104b2881f83 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:55:07.814644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.818281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Router ddd9d2e3-39a1-45aa-941c-acba8ba41ba4 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:55:07.896208 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Routers {'ac1cbd01-7567-40de-880b-0069725f5385'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:07.899347 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ac1cbd01-7567-40de-880b-0069725f5385'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:07.917180 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ddf17-04fe-4672-9ef5-325f701a4921 None None] Pushing event updated for resources: {'Port': ['ID=a18b3b25-4299-48a3-b723-04dce048fd54,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:07.961672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-ce1f0926-334c-48bd-92c5-9d742c32dc09 service neutron] 10.222.0.53 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915321 Feb 09 15:55:08.242091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:55:08.262506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Sync routers for ids ['ddd9d2e3-39a1-45aa-941c-acba8ba41ba4'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:55:08.295010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Routers {'ddd9d2e3-39a1-45aa-941c-acba8ba41ba4'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:08.295521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd9d2e3-39a1-45aa-941c-acba8ba41ba4'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:08.409097 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] Set router ac1cbd01-7567-40de-880b-0069725f5385 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:55:08.439351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Allocated IP 172.20.0.7 (70faf60e-3ffd-4c63-97c3-9f283fa8cb44/62e9af1e-67d0-4a41-ba8c-bfce70bdd120/27455af7-324f-484d-b181-e65240e6fc1f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:08.471211 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:08.475749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:08.480269 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b0491c13-b5ae-424f-846b-32d88f17fc92 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.7581685 Feb 09 15:55:08.483756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:08.521070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-6076aa56-e02b-46eb-b3e1-0b224cd115d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:08.522800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-6076aa56-e02b-46eb-b3e1-0b224cd115d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=995e624cb1b04bed9ec111fb8a71b79b&device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 1095 time: 0.5579462 Feb 09 15:55:08.746226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52658206-7649-4887-8448-95901b40700b']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:08.816363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Set router ddd9d2e3-39a1-45aa-941c-acba8ba41ba4 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:55:09.029311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30f7152a-eab0-4c7b-bf89-50dde01e8308 req-44915e6a-4cd2-4b80-a9f3-6090e38dd12c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 210 time: 0.2716563 Feb 09 15:55:09.353100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44663c4a-13a8-4adf-9b29-a8f03cc65113') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:09.361319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44663c4a-13a8-4adf-9b29-a8f03cc65113') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:09.436757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:09.577107 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:09.603363 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2d19d164-4013-45d5-9f36-15d9cb3d52f0 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/routers/ddd9d2e3-39a1-45aa-941c-acba8ba41ba4 HTTP/1.1" status: 200 len: 909 time: 1.1176391 Feb 09 15:55:09.604428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44932) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:09.623986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ceb41608-9175-4600-84aa-77e220cc7db9 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:55:09.641475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:55:09.642229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:09.648153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9b24f5b-ee20-4b82-a800-cdd11b687d96 req-d4a65b71-0f96-4ed6-bead-4a58d33fc66f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 210 time: 0.1199694 Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:55:09.649560 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:55:09.866670 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:54:59Z', 'revision_number': 4, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port': {'id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:48Z', 'updated_at': '2022-02-09T15:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'a18b3b25-4299-48a3-b723-04dce048fd54', 'name': '', 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'mac_address': 'fa:16:3e:ee:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b906d5e2-74c1-4d6c-9331-470c3dedbf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:57Z', 'updated_at': '2022-02-09T15:55:07Z', 'revision_number': 4, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'subnets': [{'id': 'b906d5e2-74c1-4d6c-9331-470c3dedbf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:09.931041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ceb41608-9175-4600-84aa-77e220cc7db9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceb41608-9175-4600-84aa-77e220cc7db9,segment=NetworkSegment(246665ff-fa62-4dac-b0af-b07e57e9328c),segment_id=246665ff-fa62-4dac-b0af-b07e57e9328c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:09.947321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f32a2d-3f8f-421f-85bf-c3b516e88e48 None None] The sync data for ids ['ac1cbd01-7567-40de-880b-0069725f5385'] in n-d-828542-1 is: [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:54:59Z', 'revision_number': 4, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port': {'id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:48Z', 'updated_at': '2022-02-09T15:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'a18b3b25-4299-48a3-b723-04dce048fd54', 'name': '', 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'mac_address': 'fa:16:3e:ee:ce:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b906d5e2-74c1-4d6c-9331-470c3dedbf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:57Z', 'updated_at': '2022-02-09T15:55:07Z', 'revision_number': 4, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'subnets': [{'id': 'b906d5e2-74c1-4d6c-9331-470c3dedbf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:55:09.955573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'ceb41608-9175-4600-84aa-77e220cc7db9', 'network_id': '295a8212-7799-4677-b9fe-ca3a3dc22bac', 'port_id': 'ceb41608-9175-4600-84aa-77e220cc7db9', 'mac_address': 'fa:16:3e:ee:a2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1735004-8c97-4d61-ae88-5e3cb0acc71d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:55:09.990427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd9d2e3-39a1-45aa-941c-acba8ba41ba4', 'name': 'tempest-snat-router-1686032588', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.120'}], 'enable_snat': False}, 'gw_port_id': '86059d57-288a-4bdc-970a-81bd4b62936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:59Z', 'updated_at': '2022-02-09T15:55:04Z', 'revision_number': 3, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port': {'id': '86059d57-288a-4bdc-970a-81bd4b62936f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9d2e3-39a1-45aa-941c-acba8ba41ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:55:02Z', 'updated_at': '2022-02-09T15:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:10.203180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Checking router: ddd9d2e3-39a1-45aa-941c-acba8ba41ba4 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:55:10.203758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Updating router ddd9d2e3-39a1-45aa-941c-acba8ba41ba4 port 86059d57-288a-4bdc-970a-81bd4b62936f binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:55:10.378616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:10.400064 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:10.566644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb41608-9175-4600-84aa-77e220cc7db9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:10.763085 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a18b3b25-4299-48a3-b723-04dce048fd54 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:55:10.820162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-cb094794-6398-413b-a018-30ab2c1eaf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:10.830716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-cb094794-6398-413b-a018-30ab2c1eaf76 service neutron] 10.222.0.73 "GET /v2.0/networks?id=295a8212-7799-4677-b9fe-ca3a3dc22bac HTTP/1.1" status: 200 len: 914 time: 2.2662342 Feb 09 15:55:10.918708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1686032588', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': True}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:10.932510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ceb41608-9175-4600-84aa-77e220cc7db9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceb41608-9175-4600-84aa-77e220cc7db9,segment=NetworkSegment(246665ff-fa62-4dac-b0af-b07e57e9328c),segment_id=246665ff-fa62-4dac-b0af-b07e57e9328c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:11.086057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.137035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b65dd5-95ba-460e-ad81-3886775e500b req-e89d9aac-46d4-4dc7-96f6-0b36d7f69ece tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:11.164068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5b65dd5-95ba-460e-ad81-3886775e500b req-e89d9aac-46d4-4dc7-96f6-0b36d7f69ece tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 944 time: 1.8990166 Feb 09 15:55:11.183303 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.186022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2e7fccc-deeb-40cd-8202-e82c9fe2dbdd req-f5fdccd5-4640-47a7-930b-871d896951a2 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 210 time: 0.3922007 Feb 09 15:55:11.215849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-e7e27754-0de3-40ee-96c0-8eb2b02011a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb41608-9175-4600-84aa-77e220cc7db9 HTTP/1.1" status: 200 len: 217 time: 0.2521131 Feb 09 15:55:11.304548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.324661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5b65dd5-95ba-460e-ad81-3886775e500b req-6ddc5ed1-49c8-4f25-8f2a-6a43076e8d98 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346705 Feb 09 15:55:11.452118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=ceb41608-9175-4600-84aa-77e220cc7db9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:11.460074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.468195 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.502573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a18b3b25-4299-48a3-b723-04dce048fd54 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:11.504244 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.605647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-b7f21df5-923a-40b5-959b-5e7df798b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:11.613509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-b7f21df5-923a-40b5-959b-5e7df798b093 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1735004-8c97-4d61-ae88-5e3cb0acc71d HTTP/1.1" status: 200 len: 853 time: 0.3035467 Feb 09 15:55:11.630925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['ceb41608-9175-4600-84aa-77e220cc7db9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:55:11.645196 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.662759 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:11.664821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:11.669696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:11.726066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-fdcb4254-36d9-4389-8c49-840d996a0669 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=295a8212-7799-4677-b9fe-ca3a3dc22bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048162 Feb 09 15:55:11.754310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event updated for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:11.804134 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.853382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:11.855642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] 10.222.0.53 "DELETE /v2.0/networks/52658206-7649-4887-8448-95901b40700b HTTP/1.1" status: 204 len: 168 time: 4.4260299 Feb 09 15:55:11.888629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:11.902647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:12.014184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01095c-73a4-46d8-8249-b2ef1cc094bd admin admin] Pushing event deleted for resources: {'Network': ['ID=52658206-7649-4887-8448-95901b40700b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:12.170179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7046b-da16-4ea7-9193-93f697be3eb6 req-7212ed3b-c755-4abf-8e9c-1676a25d5c6f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:12.190054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3af7046b-da16-4ea7-9193-93f697be3eb6 req-7212ed3b-c755-4abf-8e9c-1676a25d5c6f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 931 time: 0.4613779 Feb 09 15:55:12.247757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:12.305995 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:12.359184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3af7046b-da16-4ea7-9193-93f697be3eb6 req-e5cfeec7-7bfb-433a-9096-62c54843ea65 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460114 Feb 09 15:55:12.371082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-5df12c80-3ca3-472c-85e8-26aac156349c service neutron] 10.222.0.73 "GET /v2.0/networks/295a8212-7799-4677-b9fe-ca3a3dc22bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084218 Feb 09 15:55:12.442826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:12.454041 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-d71f215d-d240-4629-b3ec-0519ec4019aa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4283681 Feb 09 15:55:12.497196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Request body: {'port': {'device_id': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:12.544221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port a18b3b25-4299-48a3-b723-04dce048fd54, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a18b3b25-4299-48a3-b723-04dce048fd54,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:12.699740 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:12.750535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f13c2aee-51e6-4f54-9021-493de4af50c7 req-637b3727-bd9a-4c44-b32f-00685f2dd012 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 210 time: 0.1649520 Feb 09 15:55:12.777215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974afc8-f014-492d-8886-76f446096a62 None None] Pushing event updated for resources: {'Port': ['ID=86059d57-288a-4bdc-970a-81bd4b62936f,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:12.826865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Attempting to bind port 86059d57-288a-4bdc-970a-81bd4b62936f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:55:12.828349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Attempting to bind port 86059d57-288a-4bdc-970a-81bd4b62936f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:55:12.828349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Attempting to bind port 86059d57-288a-4bdc-970a-81bd4b62936f on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:12.886406 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:12.925988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:55:12.936466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:55:12.936955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:12.937468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:55:12.937996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Bound port: 86059d57-288a-4bdc-970a-81bd4b62936f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:55:12.938730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:12.995885 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:13.031968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fd5c3-981d-4d5a-96f5-c03ddd21c1c7 req-af1ac3d5-bb68-40e3-8265-27444c749062 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:13.051212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b5fd5c3-981d-4d5a-96f5-c03ddd21c1c7 req-af1ac3d5-bb68-40e3-8265-27444c749062 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 945 time: 0.4744332 Feb 09 15:55:13.065529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a9c8617-623c-4449-af3b-5bfe37bb6448 req-0f7cdc54-745f-41b6-a2a3-30a040fcfc4e service neutron] 10.222.0.73 "GET /v2.0/networks/295a8212-7799-4677-b9fe-ca3a3dc22bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811523 Feb 09 15:55:13.081903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] For port 86059d57-288a-4bdc-970a-81bd4b62936f, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:55:13.086678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] For port 86059d57-288a-4bdc-970a-81bd4b62936f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=86059d57-288a-4bdc-970a-81bd4b62936f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:55:13.184246 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:13.191217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45000) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:13.204364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=a18b3b25-4299-48a3-b723-04dce048fd54,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:13.243538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b5fd5c3-981d-4d5a-96f5-c03ddd21c1c7 req-c83311b2-ea44-4bda-830a-1f1fa545c58d tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898081 Feb 09 15:55:13.351653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Routers {'ddd9d2e3-39a1-45aa-941c-acba8ba41ba4'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:13.353758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd9d2e3-39a1-45aa-941c-acba8ba41ba4'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:13.671084 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-90d7ec26-bf2f-48d1-b9d5-b6baf6337afd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05d49b49b1514cafbb57c499d8087ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619899 Feb 09 15:55:13.718710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45006) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:14.024716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f84cb-dd32-42e0-8df7-6a5b1edaea70 req-610d51b9-e7d5-4de8-8c92-df1f583ce9f6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:14.027831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ceb41608-9175-4600-84aa-77e220cc7db9 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:55:14.047347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f09f84cb-dd32-42e0-8df7-6a5b1edaea70 req-610d51b9-e7d5-4de8-8c92-df1f583ce9f6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 931 time: 0.3516490 Feb 09 15:55:14.105028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974afc8-f014-492d-8886-76f446096a62 None None] Pushing event updated for resources: {'Port': ['ID=86059d57-288a-4bdc-970a-81bd4b62936f,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:14.133635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] Set router ddd9d2e3-39a1-45aa-941c-acba8ba41ba4 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:55:14.215082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be766dca-b7f4-482e-9568-c86b076cce48 req-57558bc4-6949-4a16-81c9-936b065f0800 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 210 time: 0.1034880 Feb 09 15:55:14.221428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-47ce9fe4-918f-4c7b-89b5-8f3d8d949916 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:14.223860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-47ce9fe4-918f-4c7b-89b5-8f3d8d949916 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.73 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 810 time: 0.7943823 Feb 09 15:55:14.236336 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f22bf33b-6c29-42d5-b7ac-23ad437a82ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:14.258972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Request body: {'port': {'device_id': 'd1710f57-6b54-4ac1-84f6-3a49027e2547', 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d', 'admin_state_up': True, 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:14.329472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port ceb41608-9175-4600-84aa-77e220cc7db9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:55:14.360014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port ceb41608-9175-4600-84aa-77e220cc7db9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:14.361166 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:14.382324 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f22bf33b-6c29-42d5-b7ac-23ad437a82ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:14.389257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f09f84cb-dd32-42e0-8df7-6a5b1edaea70 req-77d12b30-a2bc-445a-81d5-f078f912715a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387263 Feb 09 15:55:14.865509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2467862-a957-4a88-a35c-606a40e3fd61 req-07fe7341-00b5-4c3a-8b44-bde25970726a tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:14.868470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2467862-a957-4a88-a35c-606a40e3fd61 req-07fe7341-00b5-4c3a-8b44-bde25970726a tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 945 time: 0.1222870 Feb 09 15:55:14.921143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a18b3b25-4299-48a3-b723-04dce048fd54 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:55:14.941605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45028) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:15.013582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2467862-a957-4a88-a35c-606a40e3fd61 req-5c231cbe-df3c-43b0-8851-c8caeed1da1a tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261666 Feb 09 15:55:15.018052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Made reservation on behalf of cf4350182f7b456898e4ac70fc02e4be for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:55:15.025609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd9d2e3-39a1-45aa-941c-acba8ba41ba4', 'name': 'tempest-snat-router-1686032588', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.120'}], 'enable_snat': False}, 'gw_port_id': '86059d57-288a-4bdc-970a-81bd4b62936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:59Z', 'updated_at': '2022-02-09T15:55:04Z', 'revision_number': 3, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port': {'id': '86059d57-288a-4bdc-970a-81bd4b62936f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9d2e3-39a1-45aa-941c-acba8ba41ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:55:02Z', 'updated_at': '2022-02-09T15:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:15.042114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.064728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.117234 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.131971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf21b3-c8d7-4afc-a7dd-ff13d3f75034 None None] The sync data for ids ['ddd9d2e3-39a1-45aa-941c-acba8ba41ba4'] in n-d-828542-1 is: [{'id': 'ddd9d2e3-39a1-45aa-941c-acba8ba41ba4', 'name': 'tempest-snat-router-1686032588', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.120'}], 'enable_snat': False}, 'gw_port_id': '86059d57-288a-4bdc-970a-81bd4b62936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:59Z', 'updated_at': '2022-02-09T15:55:04Z', 'revision_number': 3, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port': {'id': '86059d57-288a-4bdc-970a-81bd4b62936f', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd9d2e3-39a1-45aa-941c-acba8ba41ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:55:02Z', 'updated_at': '2022-02-09T15:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:55:15.257233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ceb41608-9175-4600-84aa-77e220cc7db9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceb41608-9175-4600-84aa-77e220cc7db9,segment=NetworkSegment(246665ff-fa62-4dac-b0af-b07e57e9328c),segment_id=246665ff-fa62-4dac-b0af-b07e57e9328c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:15.263176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7938070-418f-478d-8b3e-4a578a2c78d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb41608-9175-4600-84aa-77e220cc7db9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:15.266596 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99cf2e9-9e3b-464a-a0e9-2467828662c5" -d '{"events": [{"server_uuid": "a7938070-418f-478d-8b3e-4a578a2c78d8", "name": "network-vif-plugged", "status": "completed", "tag": "ceb41608-9175-4600-84aa-77e220cc7db9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:15.272164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a18b3b25-4299-48a3-b723-04dce048fd54 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:15.272960 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.318070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.379986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.442234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f22bf33b-6c29-42d5-b7ac-23ad437a82ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.456364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f22bf33b-6c29-42d5-b7ac-23ad437a82ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.462047 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f22bf33b-6c29-42d5-b7ac-23ad437a82ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d19d98b5-903a-44dc-9ec4-da9982eba10c HTTP/1.1" status: 204 len: 168 time: 1.7342122 Feb 09 15:55:15.528466 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6a7d6-bb7a-42f9-8e95-057016054cba x-openstack-request-id: req-faa6a7d6-bb7a-42f9-8e95-057016054cba {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:15.528946 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7938070-418f-478d-8b3e-4a578a2c78d8", "name": "network-vif-plugged", "status": "completed", "tag": "ceb41608-9175-4600-84aa-77e220cc7db9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:15.529369 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faa6a7d6-bb7a-42f9-8e95-057016054cba {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:15.530024 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7938070-418f-478d-8b3e-4a578a2c78d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb41608-9175-4600-84aa-77e220cc7db9', 'code': 200} Feb 09 15:55:15.579680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27455af7-324f-484d-b181-e65240e6fc1f {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:15.608455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.646459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Transition to ACTIVE for port object 27455af7-324f-484d-b181-e65240e6fc1f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:55:15.670533 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bf33b-6c29-42d5-b7ac-23ad437a82ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19d98b5-903a-44dc-9ec4-da9982eba10c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:15.801161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=ceb41608-9175-4600-84aa-77e220cc7db9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:15.833192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:15.865946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Allocated IP 172.20.0.5 (ebef1996-e641-43b7-903f-1c8cc2cf603d/b906d5e2-74c1-4d6c-9331-470c3dedbf9b/39a8f4c1-d654-4b83-b87b-59560b5f9a8a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:16.061574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Pushing event updated for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:16.087194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Allocated IP 172.25.5.166 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:16.166667 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52e521dc-ef49-4d80-8ea5-9eb40553e666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:16.382040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1c2945e-8777-41ca-b2c8-c833d1638e61 req-c620c867-51c1-4e3b-b906-7237c99bcb57 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 210 time: 0.5565822 Feb 09 15:55:16.443448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Attempting to bind port 27455af7-324f-484d-b181-e65240e6fc1f on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:55:16.444148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Attempting to bind port 27455af7-324f-484d-b181-e65240e6fc1f by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:55:16.444653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Attempting to bind port 27455af7-324f-484d-b181-e65240e6fc1f on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:16.467261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Port 27455af7-324f-484d-b181-e65240e6fc1f on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:55:16.468480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Attempting to bind port 27455af7-324f-484d-b181-e65240e6fc1f on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:16.495096 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:55:16.497849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Checking segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:55:16.498532 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Bound using segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:55:16.499179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Bound port: 27455af7-324f-484d-b181-e65240e6fc1f, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:55:16.500221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:16.713753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:16.782815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:16.859618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:55:16.948328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd036ab0-0a88-4925-a75b-3fff1bce5dab req-b1fb2718-7dec-42f4-b807-fdec9659de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:16.950541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd036ab0-0a88-4925-a75b-3fff1bce5dab req-b1fb2718-7dec-42f4-b807-fdec9659de52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 1097 time: 1.1088009 Feb 09 15:55:17.003414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 86059d57-288a-4bdc-970a-81bd4b62936f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:55:17.040352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:55:17.173227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:17.187215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:17.221877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 86059d57-288a-4bdc-970a-81bd4b62936f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:17.222540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:17.255995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:17.257382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:17.260663 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] 10.222.0.13 "PUT /v2.0/ports/27455af7-324f-484d-b181-e65240e6fc1f HTTP/1.1" status: 200 len: 1091 time: 4.7901690 Feb 09 15:55:17.273043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:17.343666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:17.350861 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8967f934-725a-4e90-abcb-76c2cb8a7ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "tag": "27455af7-324f-484d-b181-e65240e6fc1f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:17.394967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:17.405442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:17.410578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:17.469975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054eda2-02fd-4e89-b1b5-cff4bd94851f req-c92de473-df99-480d-9a4f-5747c40cf7b3 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:17.472836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f054eda2-02fd-4e89-b1b5-cff4bd94851f req-c92de473-df99-480d-9a4f-5747c40cf7b3 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 943 time: 1.6503742 Feb 09 15:55:17.487569 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:17.539301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 86059d57-288a-4bdc-970a-81bd4b62936f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=86059d57-288a-4bdc-970a-81bd4b62936f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:17.636469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd036ab0-0a88-4925-a75b-3fff1bce5dab req-ebc8c2f9-3f61-4a40-be50-b4ae307ada08 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687348 Feb 09 15:55:17.652194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895f1e4-682c-4a54-8dac-100ace1387fd service neutron] Pushing event updated for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:17.666226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Network ebef1996-e641-43b7-903f-1c8cc2cf603d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:17.700401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:17.714925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:17.721223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Pushing event updated for resources: {'Port': ['ID=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:17.768801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-d72db9bd-171b-4f3a-b984-7a43737a6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:17.770591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-d72db9bd-171b-4f3a-b984-7a43737a6071 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52012c99995249988990edc16b4ea14b&device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 1102 time: 0.4625936 Feb 09 15:55:17.784066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:17.788723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04385cd-3b38-4eac-869e-0a1247bec0fc req-af6ffa66-51f1-4a8c-9ecf-a93f5ba82dd1 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:17.796689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d04385cd-3b38-4eac-869e-0a1247bec0fc req-af6ffa66-51f1-4a8c-9ecf-a93f5ba82dd1 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 946 time: 0.8904393 Feb 09 15:55:17.809179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f054eda2-02fd-4e89-b1b5-cff4bd94851f req-620ee216-d689-4455-aae4-6f410904dd49 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003139 Feb 09 15:55:17.902527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52e521dc-ef49-4d80-8ea5-9eb40553e666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:17.937848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'Port': ['ID=c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:17.943759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:17.944105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:18.000868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-295e06dc-9864-4b03-9aa8-630d527da797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:18.004046 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-295e06dc-9864-4b03-9aa8-630d527da797 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 1094 time: 0.2498703 Feb 09 15:55:18.006902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d04385cd-3b38-4eac-869e-0a1247bec0fc req-6cd3d613-d964-4bdf-858b-acccb5383a2a tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028797 Feb 09 15:55:18.014355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52e521dc-ef49-4d80-8ea5-9eb40553e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:18.066582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=86059d57-288a-4bdc-970a-81bd4b62936f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:18.113436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-6c0ff897-5f59-4086-957d-d4876a0cdfba tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8668668 Feb 09 15:55:18.138707 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-1246de4e-bb6e-4524-84d6-8be30d6ba91c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27455af7-324f-484d-b181-e65240e6fc1f HTTP/1.1" status: 200 len: 217 time: 0.0916743 Feb 09 15:55:18.141978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-532a6258-dad2-4f9d-9e49-b30593b653e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:18.144894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-532a6258-dad2-4f9d-9e49-b30593b653e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.3259747 Feb 09 15:55:18.167686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Request body: {'port': {'device_id': 'd1710f57-6b54-4ac1-84f6-3a49027e2547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:18.304390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5f04fc33-e0e5-46c1-9b74-85962c2511f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:18.309440 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-5f04fc33-e0e5-46c1-9b74-85962c2511f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.1548078 Feb 09 15:55:18.339875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e521dc-ef49-4d80-8ea5-9eb40553e666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02695ce-0d32-4c52-b916-78cd6868a92e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:18.355471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-52e521dc-ef49-4d80-8ea5-9eb40553e666 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4c05f888d844c2c8d43a1308e3cc6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4119239 Feb 09 15:55:18.356570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45080) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:18.391958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-41718ea9-6148-4b43-85ae-e8bf289c30f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68 HTTP/1.1" status: 200 len: 217 time: 0.1966028 Feb 09 15:55:18.438631 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-a1e2707f-c107-4ae0-af74-d2d05eaa64f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055102 Feb 09 15:55:18.538633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:18.613046 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85d7bb5-77d8-4d0a-9f45-6aca4486a625 x-openstack-request-id: req-b85d7bb5-77d8-4d0a-9f45-6aca4486a625 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:18.613318 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "tag": "27455af7-324f-484d-b181-e65240e6fc1f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:18.613578 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b85d7bb5-77d8-4d0a-9f45-6aca4486a625 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:18.614039 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f', 'status': 'completed', 'code': 200} Feb 09 15:55:18.724730 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:18.789401 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-6eb28e27-4cdf-40e2-ba4b-e93ce36e9192 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491027 Feb 09 15:55:18.854487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80ce3be4-e991-4cb2-95d5-fb2bb07d55b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:18.874516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c34c3-578e-4e38-a1f7-432bd2ac711e req-ba7cbfc7-aebc-494a-b702-0c4e2052e8ac tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:18.882553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff3c34c3-578e-4e38-a1f7-432bd2ac711e req-ba7cbfc7-aebc-494a-b702-0c4e2052e8ac tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 931 time: 0.6896179 Feb 09 15:55:18.951075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-8d19fdc8-d906-4ee6-83fd-a724dbdbaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:18.954066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-8d19fdc8-d906-4ee6-83fd-a724dbdbaa2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.5019624 Feb 09 15:55:18.966924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 86059d57-288a-4bdc-970a-81bd4b62936f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:55:18.978173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80ce3be4-e991-4cb2-95d5-fb2bb07d55b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:19.013761 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e1482b61-68fd-4c18-89b8-243b975876c9 req-2ed6294d-c599-4205-95d7-da03540f8a5a service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170219 Feb 09 15:55:19.107567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff3c34c3-578e-4e38-a1f7-432bd2ac711e req-77525601-5d48-48de-b7a1-4198f10c0963 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754775 Feb 09 15:55:19.283276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 86059d57-288a-4bdc-970a-81bd4b62936f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:19.284951 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:19.358809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80ce3be4-e991-4cb2-95d5-fb2bb07d55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:19.362415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80ce3be4-e991-4cb2-95d5-fb2bb07d55b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:19.367873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-80ce3be4-e991-4cb2-95d5-fb2bb07d55b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b02695ce-0d32-4c52-b916-78cd6868a92e HTTP/1.1" status: 204 len: 168 time: 0.9756787 Feb 09 15:55:19.388412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef41c-cabe-4c0d-90e9-e8d81017a6b0 req-8bbc9f40-52a3-4c54-8472-9278c32352bf tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:19.399681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-141ef41c-cabe-4c0d-90e9-e8d81017a6b0 req-8bbc9f40-52a3-4c54-8472-9278c32352bf tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 943 time: 0.3454320 Feb 09 15:55:19.455769 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:19.464524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce3be4-e991-4cb2-95d5-fb2bb07d55b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02695ce-0d32-4c52-b916-78cd6868a92e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:19.467576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-c4479d31-cfd8-47f4-9d3b-4cd605dffe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:19.477945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-c4479d31-cfd8-47f4-9d3b-4cd605dffe2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5043726 Feb 09 15:55:19.607251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-ac64af8b-7cc1-4a64-a6ab-9ca3fb2b7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:19.609037 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-ac64af8b-7cc1-4a64-a6ab-9ca3fb2b7b82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 1094 time: 0.2580407 Feb 09 15:55:19.702300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-941a0665-14fd-4023-abb7-d7ba28c567b0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314321 Feb 09 15:55:19.762770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc513-99b8-4852-8e75-7dfc1033c148 req-438e0232-fe79-4009-9fb7-88e0dc569d03 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:19.765142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c2dc513-99b8-4852-8e75-7dfc1033c148 req-438e0232-fe79-4009-9fb7-88e0dc569d03 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 946 time: 0.2830188 Feb 09 15:55:19.939375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-141ef41c-cabe-4c0d-90e9-e8d81017a6b0 req-294de766-1466-48e8-9550-cd94377df3a6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383682 Feb 09 15:55:20.132225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c2dc513-99b8-4852-8e75-7dfc1033c148 req-5ea504ed-7836-4e43-bc51-19043ab06bfa tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120326 Feb 09 15:55:20.214862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-d38fff0e-4e1c-4800-b2ce-34eddccde98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:20.218420 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-d38fff0e-4e1c-4800-b2ce-34eddccde98f service neutron] 10.222.0.13 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 911 time: 0.5589955 Feb 09 15:55:20.244810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a8f4c1-d654-4b83-b87b-59560b5f9a8a {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:20.271579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119ef0db-bf7e-4f36-843d-83a018bdbf34 req-5ad19df2-99d1-4e5a-ba25-890fd2608b49 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307398 Feb 09 15:55:20.271579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:20.274704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Transition to ACTIVE for port object 39a8f4c1-d654-4b83-b87b-59560b5f9a8a will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:55:20.306397 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-0fa711b3-6e06-467f-91be-d8beaacc39b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27455af7-324f-484d-b181-e65240e6fc1f HTTP/1.1" status: 200 len: 217 time: 0.0749047 Feb 09 15:55:20.668326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-b93d20e6-3cad-49fa-9b65-fbc8763f1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:20.668326 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-b93d20e6-3cad-49fa-9b65-fbc8763f1a43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.0553377 Feb 09 15:55:20.668326 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-b98d77bc-6525-457b-8cc6-c6167810f302 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283904 Feb 09 15:55:20.670550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6826942-3d3e-43b9-a396-166ba3e33e86 req-b0aed06c-1a2d-4a81-a5d5-72ef3781f1da tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:20.670550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6826942-3d3e-43b9-a396-166ba3e33e86 req-b0aed06c-1a2d-4a81-a5d5-72ef3781f1da tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 931 time: 0.0767422 Feb 09 15:55:20.670550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6826942-3d3e-43b9-a396-166ba3e33e86 req-ae43b507-b9f4-4a06-a0ca-8437968ec87e tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466278 Feb 09 15:55:20.673078 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-e4949364-8ba1-440f-8a71-5710ba64be45 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703103 Feb 09 15:55:20.760640 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-8967f934-725a-4e90-abcb-76c2cb8a7ed1 req-f48a8d09-afa4-424b-910a-99302329f74a service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773956 Feb 09 15:55:20.874994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:20.875401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Router c69ec855-e8cf-4d78-b88a-e4962e36ba61 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:55:20.961527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Pushing event updated for resources: {'Port': ['ID=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:21.282932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:55:21.300917 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Sync routers for ids ['c69ec855-e8cf-4d78-b88a-e4962e36ba61'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:55:21.323613 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Routers {'c69ec855-e8cf-4d78-b88a-e4962e36ba61'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:21.333461 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['c69ec855-e8cf-4d78-b88a-e4962e36ba61'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:21.347100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45146) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:21.412848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Attempting to bind port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:55:21.413726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Attempting to bind port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:55:21.414016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Attempting to bind port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a on network ebef1996-e641-43b7-903f-1c8cc2cf603d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:21.415077 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:21.459513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db672e4-596f-4f03-adcf-170946693598 req-d2a5c36e-8733-4789-8132-263f0c93701b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:21.461234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:21.462374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1db672e4-596f-4f03-adcf-170946693598 req-d2a5c36e-8733-4789-8132-263f0c93701b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 943 time: 0.1755731 Feb 09 15:55:21.463369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a on network ebef1996-e641-43b7-903f-1c8cc2cf603d not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:55:21.472167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Attempting to bind port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a on network ebef1996-e641-43b7-903f-1c8cc2cf603d {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:21.472449 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-77248256-b3b1-4220-aa8e-04f6493e7b7a tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.8570466 Feb 09 15:55:21.473384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45148) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:21.475988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:55:21.476644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Checking segment: {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:55:21.477301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Bound using segment: {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:55:21.478074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Bound port: 39a8f4c1-d654-4b83-b87b-59560b5f9a8a, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:55:21.478685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:21.606277 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Set router c69ec855-e8cf-4d78-b88a-e4962e36ba61 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:55:21.798012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1db672e4-596f-4f03-adcf-170946693598 req-162fb7f2-18cc-4712-820f-aedf869bed7b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973640 Feb 09 15:55:21.822174 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69ec855-e8cf-4d78-b88a-e4962e36ba61', 'name': 'tempest-snat-router-1686032588', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:55:11Z', 'updated_at': '2022-02-09T15:55:17Z', 'revision_number': 3, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port': {'id': 'c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69ec855-e8cf-4d78-b88a-e4962e36ba61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:55:15Z', 'updated_at': '2022-02-09T15:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:21.855358 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Checking router: c69ec855-e8cf-4d78-b88a-e4962e36ba61 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:55:21.856128 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Updating router c69ec855-e8cf-4d78-b88a-e4962e36ba61 port c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:55:21.863312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] For port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:55:21.883587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] For port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:55:21.887640 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:21.979859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.044683 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d6c4c99c-a30c-4652-a00d-db06a7c4ba87 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/routers/c69ec855-e8cf-4d78-b88a-e4962e36ba61 HTTP/1.1" status: 200 len: 908 time: 0.5652361 Feb 09 15:55:22.046281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45160) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:22.070787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.113342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Pushing event updated for resources: {'Port': ['ID=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:22.134686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:22.142140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.144759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-bb139f2c-c3c9-41b0-9381-8b08db35330f service neutron] 10.222.0.73 "PUT /v2.0/ports/39a8f4c1-d654-4b83-b87b-59560b5f9a8a HTTP/1.1" status: 200 len: 1091 time: 4.0144417 Feb 09 15:55:22.145530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1710f57-6b54-4ac1-84f6-3a49027e2547', 'tag': '39a8f4c1-d654-4b83-b87b-59560b5f9a8a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:22.173100 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c4adc-0919-4afd-943c-a469c2686555" -d '{"events": [{"name": "network-changed", "server_uuid": "d1710f57-6b54-4ac1-84f6-3a49027e2547", "tag": "39a8f4c1-d654-4b83-b87b-59560b5f9a8a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:22.185434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.374178 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7368da75a14c443fb1ae69878c0e2b39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0246360 Feb 09 15:55:22.399920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 27455af7-324f-484d-b181-e65240e6fc1f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:55:22.480065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50c599f-e8b7-4603-a842-cc572a3126d5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:22.491773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:22.575418 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.584405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31157-4dea-4ff0-acef-b19ab1dc9f95 req-5b660859-8ffe-409e-8f33-ca35a7c3476b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:22.598299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.598703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dfe31157-4dea-4ff0-acef-b19ab1dc9f95 req-5b660859-8ffe-409e-8f33-ca35a7c3476b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 943 time: 0.2550299 Feb 09 15:55:22.599530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.600346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.601174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.601944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.602945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.603700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.604803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.605861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.606607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.607345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.608123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7210e63f-fd96-4233-ae13-289f57d204d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:22.692531 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.719250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.746260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-2aab2a82-b66d-4d1f-9687-baebb54ea912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:22.748320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-2aab2a82-b66d-4d1f-9687-baebb54ea912 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 1094 time: 0.4479666 Feb 09 15:55:22.800606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dfe31157-4dea-4ff0-acef-b19ab1dc9f95 req-ff99d88a-6277-420b-a54b-1f810939553a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980352 Feb 09 15:55:22.804130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:22.832305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2a2a1-216c-49eb-a77f-433f2df91d4d req-027b9154-969e-4880-b4ed-1e43700922a9 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:22.835954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daa2a2a1-216c-49eb-a77f-433f2df91d4d req-027b9154-969e-4880-b4ed-1e43700922a9 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 946 time: 0.2722125 Feb 09 15:55:22.840332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5641d727-1487-483e-82c1-311010b7e868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.846707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '27455af7-324f-484d-b181-e65240e6fc1f', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'port_id': '27455af7-324f-484d-b181-e65240e6fc1f', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9af1e-67d0-4a41-ba8c-bfce70bdd120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:55:22.941615 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe564e5-1c05-4801-9d8f-258b3cb8ba59 x-openstack-request-id: req-1fe564e5-1c05-4801-9d8f-258b3cb8ba59 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:22.942104 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1710f57-6b54-4ac1-84f6-3a49027e2547", "tag": "39a8f4c1-d654-4b83-b87b-59560b5f9a8a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:22.942269 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fe564e5-1c05-4801-9d8f-258b3cb8ba59 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:22.944722 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1710f57-6b54-4ac1-84f6-3a49027e2547', 'tag': '39a8f4c1-d654-4b83-b87b-59560b5f9a8a', 'status': 'completed', 'code': 200} Feb 09 15:55:22.947564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-5704277d-3ba5-447e-a8f4-66d0107f8bfd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a HTTP/1.1" status: 200 len: 217 time: 0.1850126 Feb 09 15:55:22.951956 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:22.998590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27455af7-324f-484d-b181-e65240e6fc1f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:23.087897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:23.107942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daa2a2a1-216c-49eb-a77f-433f2df91d4d req-e45a2081-6e91-45bd-9bc3-9927c6f3b985 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805847 Feb 09 15:55:23.177183 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.200941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-44c386c4-694b-4878-8199-7e1da101544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:23.214399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-44c386c4-694b-4878-8199-7e1da101544f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 200 len: 850 time: 0.1891832 Feb 09 15:55:23.238551 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fe1d-9d5f-48e2-8e7c-321d4b255fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.275578 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb029848-8bc4-40f1-b1ba-6204ab7eb3c0 None None] Pushing event updated for resources: {'Port': ['ID=c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:23.338778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fe1d-9d5f-48e2-8e7c-321d4b255fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.347803 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Attempting to bind port c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:55:23.348210 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Attempting to bind port c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:55:23.348577 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Attempting to bind port c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:23.368658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:55:23.368658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:55:23.369010 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.369292 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:55:23.370998 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Bound port: c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:55:23.375861 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.377105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:23.479550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['27455af7-324f-484d-b181-e65240e6fc1f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:55:23.504833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-91524519-8a4b-4a19-96e3-cbab3488f5bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebef1996-e641-43b7-903f-1c8cc2cf603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2790844 Feb 09 15:55:23.569439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.599620 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] For port c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:55:23.607438 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] For port c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:55:23.699433 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.771019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75727912-504b-40ce-b39a-b9198420b1f7 req-bc712b60-eac8-443b-9d9e-91196fe694ad tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:23.772755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75727912-504b-40ce-b39a-b9198420b1f7 req-bc712b60-eac8-443b-9d9e-91196fe694ad tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.73 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 946 time: 0.3178003 Feb 09 15:55:23.790541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f936bc-1ffb-4729-b68f-7c7c1f43372c req-a7c5e539-ee21-4fa9-ab1a-2d11019473a9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:23.797477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15f936bc-1ffb-4729-b68f-7c7c1f43372c req-a7c5e539-ee21-4fa9-ab1a-2d11019473a9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 944 time: 0.2906275 Feb 09 15:55:23.817802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fe1d-9d5f-48e2-8e7c-321d4b255fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.843446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bc8fe1d-9d5f-48e2-8e7c-321d4b255fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:23.880284 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9bc8fe1d-9d5f-48e2-8e7c-321d4b255fdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f50c599f-e8b7-4603-a842-cc572a3126d5 HTTP/1.1" status: 204 len: 168 time: 1.3756044 Feb 09 15:55:23.901047 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb029848-8bc4-40f1-b1ba-6204ab7eb3c0 None None] Pushing event updated for resources: {'Port': ['ID=c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:23.950215 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Routers {'c69ec855-e8cf-4d78-b88a-e4962e36ba61'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:23.952240 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['c69ec855-e8cf-4d78-b88a-e4962e36ba61'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:23.961474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-e59ac3f0-947e-45fa-ad59-281866971d18 service neutron] 10.222.0.73 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479447 Feb 09 15:55:23.968831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8fe1d-9d5f-48e2-8e7c-321d4b255fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50c599f-e8b7-4603-a842-cc572a3126d5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:24.127411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Deleting port c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:55:24.133116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:24.231827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15f936bc-1ffb-4729-b68f-7c7c1f43372c req-2d41454f-5ec5-44a5-adf1-14e27b850e95 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326224 Feb 09 15:55:24.279226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07bbc504-c54b-40e4-88df-59c86cb2d85c req-f32451ba-3f32-44c0-9efa-2b9e3d5950f9 service neutron] 10.222.0.73 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053453 Feb 09 15:55:24.426800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Deleting port ceb41608-9175-4600-84aa-77e220cc7db9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:55:24.427023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:24.467888 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] Set router c69ec855-e8cf-4d78-b88a-e4962e36ba61 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:55:24.592553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] For port c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:24.593547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:24.611457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] For port ceb41608-9175-4600-84aa-77e220cc7db9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceb41608-9175-4600-84aa-77e220cc7db9,segment=NetworkSegment(246665ff-fa62-4dac-b0af-b07e57e9328c),segment_id=246665ff-fa62-4dac-b0af-b07e57e9328c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:24.612463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:24.642003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Calling delete_port for ceb41608-9175-4600-84aa-77e220cc7db9 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:55:24.650983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Calling delete_port for c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:55:24.698098 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69ec855-e8cf-4d78-b88a-e4962e36ba61', 'name': 'tempest-snat-router-1686032588', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:55:11Z', 'updated_at': '2022-02-09T15:55:23Z', 'revision_number': 4, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:24.753798 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915c46e-4325-4820-866b-768d376b5d24 None None] The sync data for ids ['c69ec855-e8cf-4d78-b88a-e4962e36ba61'] in n-d-828542-1 is: [{'id': 'c69ec855-e8cf-4d78-b88a-e4962e36ba61', 'name': 'tempest-snat-router-1686032588', 'tenant_id': '0f578b4abc714520b7d155edee78b219', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:55:11Z', 'updated_at': '2022-02-09T15:55:23Z', 'revision_number': 4, 'project_id': '0f578b4abc714520b7d155edee78b219', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:55:25.218249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd57d769-c273-439e-8e27-d425873bf2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:25.411019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:25.431961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02722315-def6-490a-b351-de09076d18af req-d6929d43-5f0e-4a76-938d-ab0165ad7571 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:25.442152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02722315-def6-490a-b351-de09076d18af req-d6929d43-5f0e-4a76-938d-ab0165ad7571 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 943 time: 1.1213458 Feb 09 15:55:25.461969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c4adc-0919-4afd-943c-a469c2686555 req-4fda45d3-2730-4962-a1af-233eaf05842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:25.466828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54c4adc-0919-4afd-943c-a469c2686555 req-4fda45d3-2730-4962-a1af-233eaf05842b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 1094 time: 0.1467094 Feb 09 15:55:25.472929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9346e90-9b72-4db6-a706-2a650c3db06b req-d164e95e-046b-4764-8a1c-3a0765e4334b tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:25.480374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9346e90-9b72-4db6-a706-2a650c3db06b req-d164e95e-046b-4764-8a1c-3a0765e4334b tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 946 time: 0.1575809 Feb 09 15:55:25.529875 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:25.544305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2b61bf3-2ca1-4184-859a-e3bf1a3c9fbf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:25.656777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9346e90-9b72-4db6-a706-2a650c3db06b req-f3042d21-dc64-452a-842d-b38d014ec54f tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/security-groups?id=771e572c-0533-4eaa-9850-cf9ed834fd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731689 Feb 09 15:55:25.664310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Pushing event deleted for resources: {'Port': ['ID=ceb41608-9175-4600-84aa-77e220cc7db9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:25.673177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 39a8f4c1-d654-4b83-b87b-59560b5f9a8a details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:55:25.701610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ceb41608-9175-4600-84aa-77e220cc7db9 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:55:25.710226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02722315-def6-490a-b351-de09076d18af req-71dca1ee-cfe5-4fd8-a4e3-8be44acbc29c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693193 Feb 09 15:55:25.801183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:25.804968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] No DVR routers for this DVR port ceb41608-9175-4600-84aa-77e220cc7db9 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:55:25.821118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:25.833214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75727912-504b-40ce-b39a-b9198420b1f7 req-4d6b6884-ae97-4685-b6ce-037d49298b26 tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.73 "DELETE /v2.0/ports/ceb41608-9175-4600-84aa-77e220cc7db9 HTTP/1.1" status: 204 len: 173 time: 2.0260150 Feb 09 15:55:25.835884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7938070-418f-478d-8b3e-4a578a2c78d8', 'name': 'network-vif-deleted', 'tag': 'ceb41608-9175-4600-84aa-77e220cc7db9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:25.867202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: ceb41608-9175-4600-84aa-77e220cc7db9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:55:25.868179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ceb41608-9175-4600-84aa-77e220cc7db9 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:55:25.871006 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3eb507-672b-42f9-9f5a-2712333a7877" -d '{"events": [{"server_uuid": "a7938070-418f-478d-8b3e-4a578a2c78d8", "name": "network-vif-deleted", "tag": "ceb41608-9175-4600-84aa-77e220cc7db9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:25.954171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c4adc-0919-4afd-943c-a469c2686555 req-2710332a-2994-4494-b7cc-13cb7d29469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:25.958361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54c4adc-0919-4afd-943c-a469c2686555 req-2710332a-2994-4494-b7cc-13cb7d29469f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 911 time: 0.4756391 Feb 09 15:55:26.009905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:26.014213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:26.211748 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:55:26.262139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54c4adc-0919-4afd-943c-a469c2686555 req-3cb93dd8-8bbb-4ffa-9bba-5503af77ed74 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a HTTP/1.1" status: 200 len: 217 time: 0.2961957 Feb 09 15:55:26.270581 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca18890-9a05-41d7-a8a0-58a59f0c624c x-openstack-request-id: req-4ca18890-9a05-41d7-a8a0-58a59f0c624c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:26.270809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:26.271531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c69ec855-e8cf-4d78-b88a-e4962e36ba61 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:55:26.271724 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7938070-418f-478d-8b3e-4a578a2c78d8", "name": "network-vif-deleted", "tag": "ceb41608-9175-4600-84aa-77e220cc7db9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:26.272144 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ca18890-9a05-41d7-a8a0-58a59f0c624c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:26.279578 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7938070-418f-478d-8b3e-4a578a2c78d8', 'name': 'network-vif-deleted', 'tag': 'ceb41608-9175-4600-84aa-77e220cc7db9', 'status': 'completed', 'code': 200} Feb 09 15:55:26.286321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:26.299915 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-099f100d-4295-4735-aca1-82494f27477d tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c69ec855-e8cf-4d78-b88a-e4962e36ba61 HTTP/1.1" status: 204 len: 168 time: 4.2371945 Feb 09 15:55:26.304962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45238) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:26.484652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 27455af7-324f-484d-b181-e65240e6fc1f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:55:26.614395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:26.635198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d360dc-bb8e-467f-a3a6-d2e597c358e0 req-907d9456-80a8-435b-b01d-0fc069a41413 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:26.641207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '39a8f4c1-d654-4b83-b87b-59560b5f9a8a', 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d', 'port_id': '39a8f4c1-d654-4b83-b87b-59560b5f9a8a', 'mac_address': 'fa:16:3e:1c:2b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b906d5e2-74c1-4d6c-9331-470c3dedbf9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:55:26.651709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6d360dc-bb8e-467f-a3a6-d2e597c358e0 req-907d9456-80a8-435b-b01d-0fc069a41413 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 944 time: 0.3705206 Feb 09 15:55:26.722734 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:26.745506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a8f4c1-d654-4b83-b87b-59560b5f9a8a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:26.770622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c4adc-0919-4afd-943c-a469c2686555 req-6487a1a6-c8f6-4fc4-8696-15fe0e1ba6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:26.774926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54c4adc-0919-4afd-943c-a469c2686555 req-6487a1a6-c8f6-4fc4-8696-15fe0e1ba6ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 200 len: 850 time: 0.4846492 Feb 09 15:55:26.787814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:26.822999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:26.845680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54c4adc-0919-4afd-943c-a469c2686555 req-6e595661-2252-4738-8849-4cad6411ff54 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebef1996-e641-43b7-903f-1c8cc2cf603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596092 Feb 09 15:55:26.873832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 27455af7-324f-484d-b181-e65240e6fc1f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:55:26.881701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 27455af7-324f-484d-b181-e65240e6fc1f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:26.882350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:26.910983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:27.015042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:27.263086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6d360dc-bb8e-467f-a3a6-d2e597c358e0 req-8b501612-e6d3-49c0-87f5-c0e066763211 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903933 Feb 09 15:55:27.355776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54c4adc-0919-4afd-943c-a469c2686555 req-c291a356-b844-41fa-9584-4fe0b733f18c service neutron] 10.222.0.73 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996054 Feb 09 15:55:27.369780 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:27.467036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['39a8f4c1-d654-4b83-b87b-59560b5f9a8a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:55:27.555093 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54c4adc-0919-4afd-943c-a469c2686555 req-cd01cd50-da3e-499b-876f-b9aafc70086a service neutron] 10.222.0.73 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888154 Feb 09 15:55:27.579045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:27.579296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:27.590859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:27.593109 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec0828d-064a-47d8-bdf6-c344ef15e048" -d '{"events": [{"server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "name": "network-vif-plugged", "status": "completed", "tag": "27455af7-324f-484d-b181-e65240e6fc1f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:27.677672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:27.709000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4a6d40b-be64-47e0-948b-14cb6591d712 req-14e6677f-f77f-4a0b-a70e-f79ddad8237d tempest-ServerAddressesTestJSON-581952353 tempest-ServerAddressesTestJSON-581952353-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7938070-418f-478d-8b3e-4a578a2c78d8 HTTP/1.1" status: 200 len: 210 time: 0.1353395 Feb 09 15:55:27.768596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbcdda-3edd-4d78-b1e2-35651e2f0b25 req-5c2e446b-fb00-4e2b-ba04-ab6bd94f9b98 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:27.772162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fbbcdda-3edd-4d78-b1e2-35651e2f0b25 req-5c2e446b-fb00-4e2b-ba04-ab6bd94f9b98 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 944 time: 0.2155709 Feb 09 15:55:27.792716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Deleting port 86059d57-288a-4bdc-970a-81bd4b62936f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:55:27.793092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:27.875290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fbbcdda-3edd-4d78-b1e2-35651e2f0b25 req-f15bd924-158e-4e6b-b09b-a05fa8d3efc2 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879462 Feb 09 15:55:27.964225 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:28.175804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] For port 86059d57-288a-4bdc-970a-81bd4b62936f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=86059d57-288a-4bdc-970a-81bd4b62936f,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:28.180955 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:28.210921 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4a6695-aef7-48b6-8f31-ca33319d36c7 x-openstack-request-id: req-bc4a6695-aef7-48b6-8f31-ca33319d36c7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:28.211618 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "name": "network-vif-plugged", "status": "completed", "tag": "27455af7-324f-484d-b181-e65240e6fc1f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:28.212145 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc4a6695-aef7-48b6-8f31-ca33319d36c7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:28.212752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Calling delete_port for 86059d57-288a-4bdc-970a-81bd4b62936f owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:55:28.213161 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f', 'code': 200} Feb 09 15:55:28.249645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:28.324990 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:28.499540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:28.506206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0939a-9455-410e-9202-0356419fa501 req-6d49a80e-5f49-41b6-a59c-1b25ed8b7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:28.509919 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d9a0939a-9455-410e-9202-0356419fa501 req-6d49a80e-5f49-41b6-a59c-1b25ed8b7e9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 1096 time: 0.1866586 Feb 09 15:55:28.751303 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d9a0939a-9455-410e-9202-0356419fa501 req-013bf1c3-b39b-48b3-8c56-56b3ff8408c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303677 Feb 09 15:55:28.781861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9d78f-c91f-439f-98dc-af3fe47aa44b req-9b8e24e3-b86e-49dd-9014-3c7b7db71f4c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:28.799106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe9d78f-c91f-439f-98dc-af3fe47aa44b req-9b8e24e3-b86e-49dd-9014-3c7b7db71f4c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.2240684 Feb 09 15:55:28.863279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abe9d78f-c91f-439f-98dc-af3fe47aa44b req-d132dba9-6d0d-4c99-8797-6ff931ca91de tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628104 Feb 09 15:55:28.978982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45284) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:28.984674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.130524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Deleting subnet d1735004-8c97-4d61-ae88-5e3cb0acc71d {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:55:29.137035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.177566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event deleted for resources: {'Port': ['ID=86059d57-288a-4bdc-970a-81bd4b62936f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:29.303031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014ca6a-79d4-40be-8420-d4eab3c9c2cb req-7ca5097a-3b91-4b83-b8d5-a6197d095522 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:29.322215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2014ca6a-79d4-40be-8420-d4eab3c9c2cb req-7ca5097a-3b91-4b83-b8d5-a6197d095522 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 944 time: 0.1921067 Feb 09 15:55:29.328644 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.344147 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.511536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.677215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 39a8f4c1-d654-4b83-b87b-59560b5f9a8a up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:55:29.775309 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.795560 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.860666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2014ca6a-79d4-40be-8420-d4eab3c9c2cb req-05be843c-f6c4-40a4-897f-fb33f407bb2f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425029 Feb 09 15:55:29.863778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:29.903704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:55:29.926870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:29.928967 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.000294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1735004-8c97-4d61-ae88-5e3cb0acc71d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:30.035229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.041219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1735004-8c97-4d61-ae88-5e3cb0acc71d HTTP/1.1" status: 204 len: 168 time: 1.0607560 Feb 09 15:55:30.044160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.045508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:30.046384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.050063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.053015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.067648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef309d7-6eaa-48be-b5d2-973d678b14ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:30.215655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.224751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.227158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddd9d2e3-39a1-45aa-941c-acba8ba41ba4 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:55:30.247635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.257744 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5b826b4b-70b3-4b1f-b90a-3d2ab08acdd3 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ddd9d2e3-39a1-45aa-941c-acba8ba41ba4 HTTP/1.1" status: 204 len: 168 time: 3.9509475 Feb 09 15:55:30.258848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45320) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:30.272942 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1780105510', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:30.287788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ec386-aa7a-43c0-bb89-b4aa845007fe req-816c5f6b-18b4-4cf3-a36e-0f66eaaad90b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:30.321884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-792ec386-aa7a-43c0-bb89-b4aa845007fe req-816c5f6b-18b4-4cf3-a36e-0f66eaaad90b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.2430677 Feb 09 15:55:30.384469 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.460146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1710f57-6b54-4ac1-84f6-3a49027e2547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a8f4c1-d654-4b83-b87b-59560b5f9a8a'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:30.482155 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6414235b-2faa-4f06-b371-37c25cad5967" -d '{"events": [{"server_uuid": "d1710f57-6b54-4ac1-84f6-3a49027e2547", "name": "network-vif-plugged", "status": "completed", "tag": "39a8f4c1-d654-4b83-b87b-59560b5f9a8a"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:30.498326 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.509020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.519035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-792ec386-aa7a-43c0-bb89-b4aa845007fe req-a4af29ab-7641-4ee0-8b7c-2c29df90f93b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896625 Feb 09 15:55:30.559866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:30.638419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.745536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.831383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:30.840976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295a8212-7799-4677-b9fe-ca3a3dc22bac']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:30.891333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246665ff-fa62-4dac-b0af-b07e57e9328c') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:30.892882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246665ff-fa62-4dac-b0af-b07e57e9328c') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:30.932890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.986245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:31.029039 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2985650c-69bd-4965-acee-1347436a8e94 x-openstack-request-id: req-2985650c-69bd-4965-acee-1347436a8e94 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:31.030295 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1710f57-6b54-4ac1-84f6-3a49027e2547", "name": "network-vif-plugged", "status": "completed", "tag": "39a8f4c1-d654-4b83-b87b-59560b5f9a8a", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:31.030813 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2985650c-69bd-4965-acee-1347436a8e94 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:31.031724 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1710f57-6b54-4ac1-84f6-3a49027e2547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a8f4c1-d654-4b83-b87b-59560b5f9a8a', 'code': 200} Feb 09 15:55:31.043848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:55:31.100176 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:55:31.159988 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:55:31.200009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 86059d57-288a-4bdc-970a-81bd4b62936f no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:55:31.269930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4099a8-ff64-40f4-9dbc-6fa4c1632b0d req-21b417e1-0232-47c7-8a50-7b5ba621eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:31.279042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 86059d57-288a-4bdc-970a-81bd4b62936f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:55:31.279343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce4099a8-ff64-40f4-9dbc-6fa4c1632b0d req-21b417e1-0232-47c7-8a50-7b5ba621eae6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 1096 time: 0.1556442 Feb 09 15:55:31.292411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 86059d57-288a-4bdc-970a-81bd4b62936f not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:55:31.371035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce4099a8-ff64-40f4-9dbc-6fa4c1632b0d req-73b3aa1e-9eaf-4bfe-96f2-b48e5d7d4f4d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683174 Feb 09 15:55:31.383559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6fc71-9261-4567-a7c2-71c0a682a4fa req-e016380e-7d08-4577-a275-8420013d00b7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:31.385344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11d6fc71-9261-4567-a7c2-71c0a682a4fa req-e016380e-7d08-4577-a275-8420013d00b7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1034093 Feb 09 15:55:31.437420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11d6fc71-9261-4567-a7c2-71c0a682a4fa req-be1306cd-cc33-41ae-b1b2-b521a9958a02 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Feb 09 15:55:31.470801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:31.487630 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:31.513386 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] 10.222.0.53 "DELETE /v2.0/networks/295a8212-7799-4677-b9fe-ca3a3dc22bac HTTP/1.1" status: 204 len: 168 time: 1.4612229 Feb 09 15:55:31.544798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:31.611716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:31.617804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a3616-5ee6-49c0-9a01-06f422e29812 admin admin] Pushing event deleted for resources: {'Network': ['ID=295a8212-7799-4677-b9fe-ca3a3dc22bac,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:31.818816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa6b65-dc49-4572-b539-5f49d2ca1502 req-c459425f-343a-4f35-8e66-b3a369d45bfa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:31.822633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43aa6b65-dc49-4572-b539-5f49d2ca1502 req-c459425f-343a-4f35-8e66-b3a369d45bfa tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1299710 Feb 09 15:55:31.911826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43aa6b65-dc49-4572-b539-5f49d2ca1502 req-82d535ce-464c-4b04-b61e-9b2ad1d30b91 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778818 Feb 09 15:55:32.112276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:32.682357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:32.706158 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:32.894668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45392) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:33.045170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2fc26fe5-4ac1-4f93-854e-bfb9c1d9757b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=995e624cb1b04bed9ec111fb8a71b79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484530 Feb 09 15:55:33.046257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45396) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:33.053251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Allocated IP 172.25.5.17 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/3848696c-c371-4138-b48c-6efbd052b771) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:33.308354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89fbfb-a540-420b-ac13-17f135a2c1b2 req-0dc172aa-74cf-497b-a270-7f0fae1bdb55 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:33.311716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc89fbfb-a540-420b-ac13-17f135a2c1b2 req-0dc172aa-74cf-497b-a270-7f0fae1bdb55 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.2605691 Feb 09 15:55:33.344013 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3259c811-9021-4bfa-989e-4a8ef0effcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:33.428792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc89fbfb-a540-420b-ac13-17f135a2c1b2 req-6aa0af3a-26d6-457a-b409-b089bafa51e4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035638 Feb 09 15:55:33.438909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3259c811-9021-4bfa-989e-4a8ef0effcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:33.520359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:33.697537 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3259c811-9021-4bfa-989e-4a8ef0effcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:33.698423 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:33.704426 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3259c811-9021-4bfa-989e-4a8ef0effcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:33.716607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3259c811-9021-4bfa-989e-4a8ef0effcfa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/771e572c-0533-4eaa-9850-cf9ed834fd03 HTTP/1.1" status: 204 len: 168 time: 0.6603031 Feb 09 15:55:33.742684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259c811-9021-4bfa-989e-4a8ef0effcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e572c-0533-4eaa-9850-cf9ed834fd03,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:33.779784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:33.786048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:33.788892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:33.833612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event updated for resources: {'Port': ['ID=3848696c-c371-4138-b48c-6efbd052b771,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:33.897908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ad2e-28c9-4c46-ab78-561077d586c3 req-3ae268ba-36f6-476f-8c23-0b883d334ab5 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:33.901009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1e2ad2e-28c9-4c46-ab78-561077d586c3 req-3ae268ba-36f6-476f-8c23-0b883d334ab5 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.0996747 Feb 09 15:55:33.951196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1e2ad2e-28c9-4c46-ab78-561077d586c3 req-4ff3fb42-163c-47b3-8d2d-b6cef6813223 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Feb 09 15:55:34.342334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:34.586759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e56b0-2203-4f81-bbf8-3051a254e7df req-2ce26aa5-b3de-4396-b97e-4a3c43c6a93f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:34.602590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-267e56b0-2203-4f81-bbf8-3051a254e7df req-2ce26aa5-b3de-4396-b97e-4a3c43c6a93f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1834345 Feb 09 15:55:34.669740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-73e87b7e-265d-467d-ae2e-99af794782c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:34.672629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-73e87b7e-265d-467d-ae2e-99af794782c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 1096 time: 0.1943376 Feb 09 15:55:34.713242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-267e56b0-2203-4f81-bbf8-3051a254e7df req-b0b5ba26-ffb8-4ee1-8bad-981effd4f70c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050568 Feb 09 15:55:34.914082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-27ea3934-3cde-4d9e-a3ea-8ee251c75729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:34.918159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-27ea3934-3cde-4d9e-a3ea-8ee251c75729 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 911 time: 0.2383928 Feb 09 15:55:35.024265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-f2e3e091-df48-49aa-8f04-9b834c91ce53 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a HTTP/1.1" status: 200 len: 217 time: 0.0971067 Feb 09 15:55:35.210462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-4ee3fc21-566b-4d42-a4f1-f2096cd25fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:35.212422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-4ee3fc21-566b-4d42-a4f1-f2096cd25fe3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 200 len: 850 time: 0.1816430 Feb 09 15:55:35.231156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:35.296934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a13a8-6b45-4aeb-b5b7-96d406195f44 req-bcb27f6d-8151-4560-9774-2a89e00098ce tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:35.299551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d5a13a8-6b45-4aeb-b5b7-96d406195f44 req-bcb27f6d-8151-4560-9774-2a89e00098ce tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.2115333 Feb 09 15:55:35.304875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-7124b9b5-441e-4fd2-aacc-1f34f51b5ada service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebef1996-e641-43b7-903f-1c8cc2cf603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825679 Feb 09 15:55:35.314436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906c3df-1636-4118-b635-cfaa7c07e8fd req-270b461c-a0d6-4f33-bb8c-6aa241fcd069 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:35.317010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5906c3df-1636-4118-b635-cfaa7c07e8fd req-270b461c-a0d6-4f33-bb8c-6aa241fcd069 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 951 time: 0.2316458 Feb 09 15:55:35.485929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d5a13a8-6b45-4aeb-b5b7-96d406195f44 req-9c4d2703-3e89-457e-a65b-8e7d1d2a520b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666446 Feb 09 15:55:35.528740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5906c3df-1636-4118-b635-cfaa7c07e8fd req-9786b387-35fd-4f3b-880d-4995a46d9621 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023318 Feb 09 15:55:35.540993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45480) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:35.556550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Router ee94c1e4-4e55-4216-a099-595720546c7d is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:55:35.585237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-9d17e199-f345-4772-9207-1e7939132b83 service neutron] 10.222.0.73 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674806 Feb 09 15:55:35.776650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df5d5d5-5ab7-4adf-a7a5-b9234a72bb7f req-c4bc048e-dae0-44ed-a877-d67042bf155d service neutron] 10.222.0.73 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831961 Feb 09 15:55:35.794198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:55:35.819536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8259a0-94e3-4334-b878-cf61ae59109c None None] Sync routers for ids ['ee94c1e4-4e55-4216-a099-595720546c7d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:55:35.841405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8259a0-94e3-4334-b878-cf61ae59109c None None] Routers {'ee94c1e4-4e55-4216-a099-595720546c7d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:35.842504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fb8259a0-94e3-4334-b878-cf61ae59109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ee94c1e4-4e55-4216-a099-595720546c7d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:35.905559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:35.907168 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-844e3457-c310-4209-8bd8-a2663369947e tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6453304 Feb 09 15:55:35.911939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45502) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:35.921385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-97662b5d-6cbf-4034-a8e5-80c0a6c7745b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': False}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:35.926714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fb8259a0-94e3-4334-b878-cf61ae59109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:35.963474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8259a0-94e3-4334-b878-cf61ae59109c None None] Routers {'ee94c1e4-4e55-4216-a099-595720546c7d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:35.972489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fb8259a0-94e3-4334-b878-cf61ae59109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ee94c1e4-4e55-4216-a099-595720546c7d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:36.007605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc0159-f8e8-4951-a791-04fa8c9add41 req-da5b6c54-d7fe-4a95-8ec8-6083fb9b3004 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:36.009422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57cc0159-f8e8-4951-a791-04fa8c9add41 req-da5b6c54-d7fe-4a95-8ec8-6083fb9b3004 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1516924 Feb 09 15:55:36.061651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fb8259a0-94e3-4334-b878-cf61ae59109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:36.062957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8259a0-94e3-4334-b878-cf61ae59109c None None] The sync data for ids ['ee94c1e4-4e55-4216-a099-595720546c7d'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:55:36.101787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57cc0159-f8e8-4951-a791-04fa8c9add41 req-c6388622-47e5-4824-b278-01b615b7e27a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859902 Feb 09 15:55:36.161083 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4d69fba-cedd-472b-bb38-748afc768227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.275725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4d69fba-cedd-472b-bb38-748afc768227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.376628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97662b5d-6cbf-4034-a8e5-80c0a6c7745b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.378259 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4d69fba-cedd-472b-bb38-748afc768227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.430974 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b4d69fba-cedd-472b-bb38-748afc768227 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a13f9a3a372746a293c783651cf38d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8880827 Feb 09 15:55:36.432120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d69fba-cedd-472b-bb38-748afc768227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e9a41f-b81f-4b0c-bdf6-a5368ba7a52f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:36.433823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45514) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:36.589988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88692ed9-2fb1-4599-8348-f94c8de1faff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.626668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88692ed9-2fb1-4599-8348-f94c8de1faff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.733699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191610ff-4009-4775-bbde-6c28f0d39d8e req-3699773d-717d-4192-b5f8-59d07822fb16 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:36.738785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-191610ff-4009-4775-bbde-6c28f0d39d8e req-3699773d-717d-4192-b5f8-59d07822fb16 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.0913908 Feb 09 15:55:36.787524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45532) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:36.826050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-191610ff-4009-4775-bbde-6c28f0d39d8e req-5eccfc12-b542-4b02-9dbf-8c694627711f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792487 Feb 09 15:55:36.899482 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88692ed9-2fb1-4599-8348-f94c8de1faff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.903106 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88692ed9-2fb1-4599-8348-f94c8de1faff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.904312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-88692ed9-2fb1-4599-8348-f94c8de1faff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29e9a41f-b81f-4b0c-bdf6-a5368ba7a52f HTTP/1.1" status: 204 len: 168 time: 0.4693096 Feb 09 15:55:36.929507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88692ed9-2fb1-4599-8348-f94c8de1faff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e9a41f-b81f-4b0c-bdf6-a5368ba7a52f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:37.132999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99739d32-7bf3-4dca-8a32-e0f33b82fa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.382395 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97662b5d-6cbf-4034-a8e5-80c0a6c7745b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.396492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97662b5d-6cbf-4034-a8e5-80c0a6c7745b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.413833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155c78-3171-457e-bba3-2cd30fa8cbba req-933cc5ef-88a0-44e5-b134-4be9445dc675 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:37.419789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49155c78-3171-457e-bba3-2cd30fa8cbba req-933cc5ef-88a0-44e5-b134-4be9445dc675 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1511340 Feb 09 15:55:37.555078 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99739d32-7bf3-4dca-8a32-e0f33b82fa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.567615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49155c78-3171-457e-bba3-2cd30fa8cbba req-71691497-c5ce-4dc6-9f8e-491a51c5409b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467283 Feb 09 15:55:37.642286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97662b5d-6cbf-4034-a8e5-80c0a6c7745b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Router ee94c1e4-4e55-4216-a099-595720546c7d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:55:37.663271 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99739d32-7bf3-4dca-8a32-e0f33b82fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.760412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-99739d32-7bf3-4dca-8a32-e0f33b82fa48 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59efc9d093784cb78df86e2a178cbdee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9713569 Feb 09 15:55:37.763508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45572) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:37.788315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99739d32-7bf3-4dca-8a32-e0f33b82fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3693f-2ae9-47be-be74-65676eaa6d76,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:37.823055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c29a2a4d-a5bc-4baf-8e31-39a58d27fdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.842502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97662b5d-6cbf-4034-a8e5-80c0a6c7745b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:55:37.842502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97662b5d-6cbf-4034-a8e5-80c0a6c7745b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.848955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-97662b5d-6cbf-4034-a8e5-80c0a6c7745b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "PUT /v2.0/routers/ee94c1e4-4e55-4216-a099-595720546c7d HTTP/1.1" status: 200 len: 921 time: 1.9299603 Feb 09 15:55:37.849140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45574) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:37.855929 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c29a2a4d-a5bc-4baf-8e31-39a58d27fdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:37.868892 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c57be-617c-4210-bca8-f89442c4913b None None] Sync routers for ids ['ee94c1e4-4e55-4216-a099-595720546c7d'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:55:37.893333 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c57be-617c-4210-bca8-f89442c4913b None None] Routers {'ee94c1e4-4e55-4216-a099-595720546c7d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:37.893333 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-806c57be-617c-4210-bca8-f89442c4913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ee94c1e4-4e55-4216-a099-595720546c7d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:37.946658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-806c57be-617c-4210-bca8-f89442c4913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:37.959521 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806c57be-617c-4210-bca8-f89442c4913b None None] Routers {'ee94c1e4-4e55-4216-a099-595720546c7d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:37.960391 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-806c57be-617c-4210-bca8-f89442c4913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ee94c1e4-4e55-4216-a099-595720546c7d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:38.016716 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-806c57be-617c-4210-bca8-f89442c4913b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:38.017517 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806c57be-617c-4210-bca8-f89442c4913b None None] The sync data for ids ['ee94c1e4-4e55-4216-a099-595720546c7d'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:55:38.050954 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8212e4af-b1fc-4d31-8479-e94ae8b9fe77 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/routers/ee94c1e4-4e55-4216-a099-595720546c7d HTTP/1.1" status: 200 len: 921 time: 0.2013726 Feb 09 15:55:38.056036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45588) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:38.155843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c29a2a4d-a5bc-4baf-8e31-39a58d27fdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:38.171556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c29a2a4d-a5bc-4baf-8e31-39a58d27fdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:38.171556 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c29a2a4d-a5bc-4baf-8e31-39a58d27fdcf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ba3693f-2ae9-47be-be74-65676eaa6d76 HTTP/1.1" status: 204 len: 168 time: 0.4001493 Feb 09 15:55:38.176278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d018d5-7f9c-4201-b5de-f889d96bf676 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:38.178037 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-88d018d5-7f9c-4201-b5de-f889d96bf676 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=ee94c1e4-4e55-4216-a099-595720546c7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1208746 Feb 09 15:55:38.182919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45596) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:38.187222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14912-c49d-44f5-8b7a-3e4e8d9fcb3d req-65ddd56f-30c9-47f5-b7c9-6460467b72dd tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:38.190413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10a14912-c49d-44f5-8b7a-3e4e8d9fcb3d req-65ddd56f-30c9-47f5-b7c9-6460467b72dd tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1525459 Feb 09 15:55:38.210672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a2a4d-a5bc-4baf-8e31-39a58d27fdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3693f-2ae9-47be-be74-65676eaa6d76,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:38.278780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10a14912-c49d-44f5-8b7a-3e4e8d9fcb3d req-3383ba5d-0726-46a8-9fee-b9d60089bde6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815675 Feb 09 15:55:38.378908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0683e1ee-16f7-459b-a447-fb286178ee16 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:38.380336 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0683e1ee-16f7-459b-a447-fb286178ee16 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 881 time: 0.1936557 Feb 09 15:55:38.383234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45602) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:38.412858 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3f1deb96-220e-4060-ac8e-a1995ef8bec4 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee94c1e4-4e55-4216-a099-595720546c7d HTTP/1.1" status: 200 len: 205 time: 0.0284359 Feb 09 15:55:38.418812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45604) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:38.447578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:55:38.563864 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:38.569867 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:38.619691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:38.623666 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bdfe66-a5d1-49d2-b0cb-906253629f01" -d '{"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-unplugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:38.651820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:38.744610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:38.766519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dcdd4-1a11-4980-ae4c-598a638e0b9a req-341234d9-c354-41b2-a92b-5be423f93622 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:38.770061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-339dcdd4-1a11-4980-ae4c-598a638e0b9a req-341234d9-c354-41b2-a92b-5be423f93622 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.0870163 Feb 09 15:55:38.824262 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:38.837445 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b97579-6919-4076-a8a9-e4faebcaf7ca x-openstack-request-id: req-21b97579-6919-4076-a8a9-e4faebcaf7ca {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:38.838543 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-unplugged", "status": "completed", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:38.839282 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21b97579-6919-4076-a8a9-e4faebcaf7ca {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:38.840188 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'code': 200} Feb 09 15:55:38.939615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-339dcdd4-1a11-4980-ae4c-598a638e0b9a req-39934ed1-813e-4328-8f89-f979dd9207bf tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612785 Feb 09 15:55:39.059107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Deleting port 3848696c-c371-4138-b48c-6efbd052b771 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:55:39.065361 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:39.110865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1025631-76f3-464b-b074-b8d22c96b7ee req-3649f463-0380-44bf-acf1-23d3839d5c73 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:39.113962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1025631-76f3-464b-b074-b8d22c96b7ee req-3649f463-0380-44bf-acf1-23d3839d5c73 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 949 time: 0.1719949 Feb 09 15:55:39.181380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=11']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:39.198456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.199351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.200067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.200905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.201470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.202187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.202937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.203881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.204728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.205574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.207304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.209450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1025631-76f3-464b-b074-b8d22c96b7ee req-38aa5d26-f541-4687-8aac-38f4a9f0c0ed tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870256 Feb 09 15:55:39.211442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:39.243509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:39.261303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Calling delete_port for 3848696c-c371-4138-b48c-6efbd052b771 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:55:39.479564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac329-0fbf-482f-abda-24f3f76824e9 req-f072bf03-3d1c-49d1-8e4b-c66ea8b10179 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:39.482302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-525ac329-0fbf-482f-abda-24f3f76824e9 req-f072bf03-3d1c-49d1-8e4b-c66ea8b10179 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1010530 Feb 09 15:55:39.554788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-525ac329-0fbf-482f-abda-24f3f76824e9 req-bf2fd80f-8f99-4d6c-8aa5-453caf6156b6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601392 Feb 09 15:55:39.565227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45626) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:39.593390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a45839c-a8a3-42d7-842b-7c144a56dad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:39.652362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:39.739325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event deleted for resources: {'Port': ['ID=3848696c-c371-4138-b48c-6efbd052b771,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:39.798579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a45839c-a8a3-42d7-842b-7c144a56dad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:39.844009 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:39.880482 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a45839c-a8a3-42d7-842b-7c144a56dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:39.957020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45839c-a8a3-42d7-842b-7c144a56dad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba5172-2afa-4079-a3ed-dbc37c59a599,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:40.002985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6a45839c-a8a3-42d7-842b-7c144a56dad1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c450659fa1164320a2805ee72ffb6196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360294 Feb 09 15:55:40.005569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45642) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:40.065040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.069167 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.230974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bc19514-86ed-43df-b688-5617bae50b11 req-7ea8b2da-74ec-4908-9847-73811b49c5b4 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8336cce-d4fa-4401-baf0-5603086ba60a HTTP/1.1" status: 200 len: 210 time: 0.1028392 Feb 09 15:55:40.269690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.270465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Fanout notify agent at l3_agent the message router_deleted on router ee94c1e4-4e55-4216-a099-595720546c7d {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:55:40.289185 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1584-f156-4343-b939-bcf1ccfa6f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.293568 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.307159 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-65e5912a-f70a-48c5-85c2-e567185b8799 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/ee94c1e4-4e55-4216-a099-595720546c7d HTTP/1.1" status: 204 len: 168 time: 1.8847978 Feb 09 15:55:40.308273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45652) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:40.327052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0912070b-9db2-48d2-ae68-deac0f74ae2b tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-780952604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:40.337917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1584-f156-4343-b939-bcf1ccfa6f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.515879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0912070b-9db2-48d2-ae68-deac0f74ae2b tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.516539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5c23e-4641-4cb3-961a-d5a0be33036e req-ab2c6b9c-4740-4f2d-9582-515b5677f9bc tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:40.518129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0912070b-9db2-48d2-ae68-deac0f74ae2b tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.519772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6e5c23e-4641-4cb3-961a-d5a0be33036e req-ab2c6b9c-4740-4f2d-9582-515b5677f9bc tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.3520918 Feb 09 15:55:40.635970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061337ca-d23b-4360-b0ec-36dd3a3b5099 req-65f4cbfa-aef7-4768-80a8-a3583cdfc178 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:40.638699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-061337ca-d23b-4360-b0ec-36dd3a3b5099 req-65f4cbfa-aef7-4768-80a8-a3583cdfc178 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 949 time: 0.1767347 Feb 09 15:55:40.649241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6e5c23e-4641-4cb3-961a-d5a0be33036e req-810ece80-ed77-4219-bae1-c1083d15ed28 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984242 Feb 09 15:55:40.703927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0912070b-9db2-48d2-ae68-deac0f74ae2b tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.731817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-061337ca-d23b-4360-b0ec-36dd3a3b5099 req-4ef62b5d-d13f-42fc-964c-5f14b8ff68b6 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/security-groups?id=296f29e9-2cb4-4e34-b600-0b68398cdccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758822 Feb 09 15:55:40.754308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-7673b0cb-30f8-43d0-90c5-41d4f3df702b tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:40.757281 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-7673b0cb-30f8-43d0-90c5-41d4f3df702b tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.13 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 949 time: 0.1629903 Feb 09 15:55:40.767416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1584-f156-4343-b939-bcf1ccfa6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.779562 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6f1e1584-f156-4343-b939-bcf1ccfa6f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:40.792502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6f1e1584-f156-4343-b939-bcf1ccfa6f83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93ba5172-2afa-4079-a3ed-dbc37c59a599 HTTP/1.1" status: 204 len: 168 time: 0.7790122 Feb 09 15:55:40.811127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e1584-f156-4343-b939-bcf1ccfa6f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba5172-2afa-4079-a3ed-dbc37c59a599,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:40.907743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0912070b-9db2-48d2-ae68-deac0f74ae2b tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:41.001525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934398-1afd-4e0b-a77f-d87ab69e68e2 req-bb163fcc-22d3-4001-b154-e230a44347b0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:41.016465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68934398-1afd-4e0b-a77f-d87ab69e68e2 req-bb163fcc-22d3-4001-b154-e230a44347b0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1553786 Feb 09 15:55:41.019902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Deleting port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:55:41.021380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:41.073925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0912070b-9db2-48d2-ae68-deac0f74ae2b tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:41.073925 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0912070b-9db2-48d2-ae68-deac0f74ae2b tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7611017 Feb 09 15:55:41.120852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45680) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:41.143762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68934398-1afd-4e0b-a77f-d87ab69e68e2 req-6d67f515-c404-422d-8920-34f9728f9a2c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193078 Feb 09 15:55:41.158720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:41.283887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45682) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:41.322399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] For port 82d354a1-82e9-4f90-85d1-e3a3793a6e68, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=82d354a1-82e9-4f90-85d1-e3a3793a6e68,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:41.323097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:41.349349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Calling delete_port for 82d354a1-82e9-4f90-85d1-e3a3793a6e68 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:55:41.863307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:41.966992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Pushing event deleted for resources: {'Port': ['ID=82d354a1-82e9-4f90-85d1-e3a3793a6e68,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:42.009408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] No DVR routers for this DVR port 82d354a1-82e9-4f90-85d1-e3a3793a6e68 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:55:42.014375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:42.023799 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-963f5369-1b6b-4339-8521-08eab25f4ac8 req-f30e8eeb-92e3-46e5-bdd7-15853620c648 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.13 "DELETE /v2.0/ports/82d354a1-82e9-4f90-85d1-e3a3793a6e68 HTTP/1.1" status: 204 len: 173 time: 1.2572005 Feb 09 15:55:42.024926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-deleted', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:42.042932 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab05101-007e-47fb-a5d6-06f26f19be6e" -d '{"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-deleted", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:42.070468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d72fd4a7-56be-4762-a1ef-111d72a43dfe req-2d1ef5e6-3f85-4960-b7c2-538abde842f3 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.2188537 Feb 09 15:55:42.185375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a3a35-c782-4df7-a943-e89ef14a00f1 req-353d951f-cefe-44af-ade3-2ed09a4a1aaa tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:42.194977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d24a3a35-c782-4df7-a943-e89ef14a00f1 req-353d951f-cefe-44af-ade3-2ed09a4a1aaa tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.3566067 Feb 09 15:55:42.204499 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:42.208361 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1906298359-network', 'tenant_id': 'b084b5dee67c4e53ab73597074f551ae'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:42.296416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d24a3a35-c782-4df7-a943-e89ef14a00f1 req-f8deb0f3-988a-45e4-8f2c-935959e74405 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996203 Feb 09 15:55:42.459151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Made reservation on behalf of b084b5dee67c4e53ab73597074f551ae for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:55:42.463968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:42.505434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:42.516437 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed563b9e-8ee4-48b3-9a01-06262af3d691 x-openstack-request-id: req-ed563b9e-8ee4-48b3-9a01-06262af3d691 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:42.521481 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20675bd2-f944-4150-ac59-c885eca4e870", "name": "network-vif-deleted", "tag": "82d354a1-82e9-4f90-85d1-e3a3793a6e68", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:42.521791 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed563b9e-8ee4-48b3-9a01-06262af3d691 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:42.522256 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20675bd2-f944-4150-ac59-c885eca4e870', 'name': 'network-vif-deleted', 'tag': '82d354a1-82e9-4f90-85d1-e3a3793a6e68', 'status': 'completed', 'code': 200} Feb 09 15:55:42.559232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf185afd-79ef-4a95-9cc4-9deaf49f7b68 req-a1e7f54e-7415-4dde-8a0c-cb5a784545d9 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 210 time: 0.2605498 Feb 09 15:55:42.735614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:42.813513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:42.836383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d47b2-9514-4ada-a2a0-f1d659277fa4 req-d4636a58-5e51-43a9-83d7-28aeb095926a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:42.838865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef7d47b2-9514-4ada-a2a0-f1d659277fa4 req-d4636a58-5e51-43a9-83d7-28aeb095926a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.0995252 Feb 09 15:55:42.856799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:55:42.865605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76247694-8fe1-4b5d-9897-4b1773ba6a11,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:42.878448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:42.878448 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Added segment ec7b5310-f208-4cdd-97eb-97e05f2baebb of type vlan for network eab22bdb-17fa-4943-9c49-9cc6230a3457 Feb 09 15:55:42.995270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:43.106842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef7d47b2-9514-4ada-a2a0-f1d659277fa4 req-8713728b-c360-479b-b135-eaf2da108930 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538939 Feb 09 15:55:43.153169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:43.154797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:43.160714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:43.240882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:43.315167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:43.328332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:43.337901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] Pushing event updated for resources: {'Network': ['ID=eab22bdb-17fa-4943-9c49-9cc6230a3457,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:43.368629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network eab22bdb-17fa-4943-9c49-9cc6230a3457 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:55:43.425863 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-34b792a2-8b03-4e6e-b068-193ba6a32e14 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1390994 Feb 09 15:55:43.431611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45738) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:43.450893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Request body: {'subnet': {'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1906298359-subnet', 'tenant_id': 'b084b5dee67c4e53ab73597074f551ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:43.598955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fd6dcac-47db-463d-bd38-7fc4d002770a req-719fb4da-5351-4c4f-bd7b-18bda81ea6b7 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.3003352 Feb 09 15:55:43.685687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d738803e-ea0b-4fa6-81d1-b54c48e4b68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:43.716058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Allocated IP 172.25.5.224 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/471580a7-28c3-415f-bd30-e2a9188e9e32) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:43.781337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdb284-420d-42fe-9f96-0ded4485d261 req-9ff45570-e4e8-4389-a5ca-14455d7f3dee tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:43.782973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51cdb284-420d-42fe-9f96-0ded4485d261 req-9ff45570-e4e8-4389-a5ca-14455d7f3dee tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1797612 Feb 09 15:55:43.796804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Made reservation on behalf of b084b5dee67c4e53ab73597074f551ae for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:55:43.802623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:43.914538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca333233-c5e1-4826-b010-0a4d821082e4 req-c1cece48-9c5c-4a69-9e51-95896ed84bf3 tempest-ImagesOneServerTestJSON-250144193 tempest-ImagesOneServerTestJSON-250144193-project] 10.222.0.53 "GET /v2.0/ports?device_id=20675bd2-f944-4150-ac59-c885eca4e870 HTTP/1.1" status: 200 len: 210 time: 0.1539073 Feb 09 15:55:44.023306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51cdb284-420d-42fe-9f96-0ded4485d261 req-517ec21c-aadd-4507-9c83-4921d39f7c5f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266181 Feb 09 15:55:44.123510 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.167310 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d738803e-ea0b-4fa6-81d1-b54c48e4b68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.257987 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d738803e-ea0b-4fa6-81d1-b54c48e4b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.344247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.361139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d738803e-ea0b-4fa6-81d1-b54c48e4b68e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=536f2b4277da4cb6ae3e3e3b632c1643&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443163 Feb 09 15:55:44.365332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738803e-ea0b-4fa6-81d1-b54c48e4b68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c870c2-c1ec-424d-a326-c6974bfab036,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:44.372371 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.375763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45752) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:44.477629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427cf27a-3e5f-40ce-8760-503dde312e08,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:44.495168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Checking segment: {'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:55:44.496296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Network hostable DHCP agents. Network: eab22bdb-17fa-4943-9c49-9cc6230a3457, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:55:44.512854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:55:44.545343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:44.563148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 82d354a1-82e9-4f90-85d1-e3a3793a6e68 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:55:44.563697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 82d354a1-82e9-4f90-85d1-e3a3793a6e68 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:55:44.566482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:44.569817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:44.617843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event updated for resources: {'Port': ['ID=471580a7-28c3-415f-bd30-e2a9188e9e32,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:44.645285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7fbf5-3d47-466c-bb47-0feb48d420ac req-a0c5cf7c-ae3b-4d6e-8485-29435115175f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:44.648040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82d7fbf5-3d47-466c-bb47-0feb48d420ac req-a0c5cf7c-ae3b-4d6e-8485-29435115175f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.3104701 Feb 09 15:55:44.726567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5411d9cd-ea01-4841-bf42-4d75556f53bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.776809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Network eab22bdb-17fa-4943-9c49-9cc6230a3457 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:55:44.852963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b460c6db-1bce-4c37-9e90-952beb7c682e req-3fd52a64-5d1c-4081-8a50-feb8bb6c486b tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1282544 Feb 09 15:55:44.899125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82d7fbf5-3d47-466c-bb47-0feb48d420ac req-97eaa4f5-69ab-40c5-a876-7c96f5c9366e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321012 Feb 09 15:55:44.926782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, eab22bdb-17fa-4943-9c49-9cc6230a3457) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:44.936419 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5411d9cd-ea01-4841-bf42-4d75556f53bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.947797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:44.947797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.977925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6d7da-1011-43a4-bdfb-dc7a98593e97 None None] Network eab22bdb-17fa-4943-9c49-9cc6230a3457 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:55:45.080994 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-599716b3-f398-44ad-ba78-ceed34dff8c4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6454871 Feb 09 15:55:45.167774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5411d9cd-ea01-4841-bf42-4d75556f53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:45.172957 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5411d9cd-ea01-4841-bf42-4d75556f53bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:45.176174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5411d9cd-ea01-4841-bf42-4d75556f53bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/12c870c2-c1ec-424d-a326-c6974bfab036 HTTP/1.1" status: 204 len: 168 time: 0.7691808 Feb 09 15:55:45.239566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411d9cd-ea01-4841-bf42-4d75556f53bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c870c2-c1ec-424d-a326-c6974bfab036,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:45.335424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6ab90-3da6-4edd-891b-1797a8179479 None None] Network eab22bdb-17fa-4943-9c49-9cc6230a3457 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:55:45.416206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0ade-bb77-4585-a4a6-fa0c5b2b6966 req-73ec1b00-ed09-463f-be49-526140561c5b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:45.417894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e23a0ade-bb77-4585-a4a6-fa0c5b2b6966 req-73ec1b00-ed09-463f-be49-526140561c5b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.2098045 Feb 09 15:55:45.419920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:45.555878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e23a0ade-bb77-4585-a4a6-fa0c5b2b6966 req-ae3ac664-cc95-4ee1-8f61-bd2947587a93 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949526 Feb 09 15:55:45.763617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:45.770299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:46.035951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19b6f878-e7ab-4bce-bf9d-a5553c2ac9e3 req-f968daa7-1622-433d-8a6c-718cd1c5c619 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0514178 Feb 09 15:55:46.202678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Router e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:55:46.245953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45794) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:46.253435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a5b78-218d-4daf-8023-25b58b812950 req-54e1a03e-0382-4d19-880b-80382c1cfbf7 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:46.256186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f6a5b78-218d-4daf-8023-25b58b812950 req-54e1a03e-0382-4d19-880b-80382c1cfbf7 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1016970 Feb 09 15:55:46.358362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-35189d13-f6d5-469b-9aab-e8c87dd43aaa req-b7deef1c-e65a-45dd-b3b2-0a5693ec1220 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-597545840', 'description': 'tempest-description-1277136168'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:46.472971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f6a5b78-218d-4daf-8023-25b58b812950 req-899366e2-4cd6-437c-b54c-3f9c1b089785 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710560 Feb 09 15:55:46.509938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:55:46.514380 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:46.516319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1bfda2dc-606a-440d-84b8-8f9b084dc85c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "PUT /v2.0/routers/e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323 HTTP/1.1" status: 200 len: 879 time: 5.3757174 Feb 09 15:55:46.522558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45798) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:46.526472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacba52f-2ad1-415f-ac8b-4142af0b40a0 None None] Sync routers for ids ['e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:55:46.551293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacba52f-2ad1-415f-ac8b-4142af0b40a0 None None] Routers {'e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:46.553883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cacba52f-2ad1-415f-ac8b-4142af0b40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:46.578360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-35189d13-f6d5-469b-9aab-e8c87dd43aaa req-b7deef1c-e65a-45dd-b3b2-0a5693ec1220 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:46.671878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cacba52f-2ad1-415f-ac8b-4142af0b40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:46.701090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacba52f-2ad1-415f-ac8b-4142af0b40a0 None None] Routers {'e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:46.702328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cacba52f-2ad1-415f-ac8b-4142af0b40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:46.750320 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-afeffab2-4730-46b6-927d-94bba621c39c tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/routers/e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323 HTTP/1.1" status: 200 len: 920 time: 0.2252932 Feb 09 15:55:46.757126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45802) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:46.762836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59cd0d02-c8d8-4d95-9e25-98494a7ec221 req-6f806040-ba75-4c34-825c-973c0078264a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f8336cce-d4fa-4401-baf0-5603086ba60a HTTP/1.1" status: 200 len: 210 time: 0.1094964 Feb 09 15:55:46.796465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cacba52f-2ad1-415f-ac8b-4142af0b40a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:46.799212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacba52f-2ad1-415f-ac8b-4142af0b40a0 None None] The sync data for ids ['e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:55:46.862202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b231bb-d75b-45d0-9d75-e09b118e6f75 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:46.868428 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-76b231bb-d75b-45d0-9d75-e09b118e6f75 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1086738 Feb 09 15:55:46.871337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45808) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:46.915303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781b4b7-294c-48f9-9c51-aeb8077d6d06 req-fcb2222a-ce47-4d6f-8f9c-132e02d89439 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:46.928541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c781b4b7-294c-48f9-9c51-aeb8077d6d06 req-fcb2222a-ce47-4d6f-8f9c-132e02d89439 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1709080 Feb 09 15:55:46.940413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45810) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:46.972668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-35189d13-f6d5-469b-9aab-e8c87dd43aaa req-b7deef1c-e65a-45dd-b3b2-0a5693ec1220 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.002813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c781b4b7-294c-48f9-9c51-aeb8077d6d06 req-8028cf7a-c02b-4512-8027-17973171be0e tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716162 Feb 09 15:55:47.009538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f13d1f95-c81a-4b4b-aa5e-f0b4cf9b2488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.075106 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5a6fa39-ecee-4cba-8610-ee086bfd24f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=52012c99995249988990edc16b4ea14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8266666 Feb 09 15:55:47.079614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45812) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:47.151399 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d3024f0-da28-46c5-9d86-5ddb57cd391a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.151693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b296e74-0e11-4898-85fd-aaee2d6933a4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:47.154751 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6b296e74-0e11-4898-85fd-aaee2d6933a4 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 881 time: 0.2814004 Feb 09 15:55:47.158279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45824) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:47.168109 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-35189d13-f6d5-469b-9aab-e8c87dd43aaa req-b7deef1c-e65a-45dd-b3b2-0a5693ec1220 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.227261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7deef1c-e65a-45dd-b3b2-0a5693ec1220 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c07b0c7-f432-4a0b-b73e-f9a6dafc6558,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:47.234490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d3024f0-da28-46c5-9d86-5ddb57cd391a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.288132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89ff4d28-b4e0-4a1f-864a-ae7e2e8788c2 req-5d7b7093-d5c5-4a2a-9bde-b7f9be4ad23d tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0479560 Feb 09 15:55:47.347060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f13d1f95-c81a-4b4b-aa5e-f0b4cf9b2488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.348344 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-51dc9318-c55d-4663-b10a-b3605f82e38c tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323 HTTP/1.1" status: 200 len: 205 time: 0.1882739 Feb 09 15:55:47.350743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:47.363188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a684fc81-c5d4-4009-83a6-690079025ee4 req-618a019c-06b7-4e8a-9f12-d946bfb3e42c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0549624 Feb 09 15:55:47.373531 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-35189d13-f6d5-469b-9aab-e8c87dd43aaa req-b7deef1c-e65a-45dd-b3b2-0a5693ec1220 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.374858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35189d13-f6d5-469b-9aab-e8c87dd43aaa req-b7deef1c-e65a-45dd-b3b2-0a5693ec1220 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0299530 Feb 09 15:55:47.415766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-21322e8e-5bdc-4642-8dd6-51b103a33213 req-d0172c86-4e82-4a36-8664-e346c28a9bd7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-575515920', 'description': 'tempest-description-1554873165'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:47.445948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f13d1f95-c81a-4b4b-aa5e-f0b4cf9b2488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.474484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d3024f0-da28-46c5-9d86-5ddb57cd391a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.478660 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d3024f0-da28-46c5-9d86-5ddb57cd391a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.491565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7d3024f0-da28-46c5-9d86-5ddb57cd391a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/296f29e9-2cb4-4e34-b600-0b68398cdccd HTTP/1.1" status: 204 len: 168 time: 0.4061203 Feb 09 15:55:47.500423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3024f0-da28-46c5-9d86-5ddb57cd391a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296f29e9-2cb4-4e34-b600-0b68398cdccd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:47.519857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-21322e8e-5bdc-4642-8dd6-51b103a33213 req-d0172c86-4e82-4a36-8664-e346c28a9bd7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.568348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d1f95-c81a-4b4b-aa5e-f0b4cf9b2488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d1138-b325-444e-b484-e49e45388e6a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:47.608535 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f13d1f95-c81a-4b4b-aa5e-f0b4cf9b2488 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87a37dcb3a5548bf81234a394f759811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6613836 Feb 09 15:55:47.610431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45838) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:47.641754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.778785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8a9a-ee77-4d93-88a6-3122b53f79ca req-5f0564be-f74d-4559-a0d1-3c12dfb4655e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:47.781525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb2b8a9a-ee77-4d93-88a6-3122b53f79ca req-5f0564be-f74d-4559-a0d1-3c12dfb4655e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1484439 Feb 09 15:55:47.799447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-21322e8e-5bdc-4642-8dd6-51b103a33213 req-d0172c86-4e82-4a36-8664-e346c28a9bd7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.861088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb2b8a9a-ee77-4d93-88a6-3122b53f79ca req-fffd92f3-cfd0-4336-a234-d724295ebf53 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Feb 09 15:55:47.864074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ec90-5adb-44b1-a9a7-d762dac0bcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.892004 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-21322e8e-5bdc-4642-8dd6-51b103a33213 req-d0172c86-4e82-4a36-8664-e346c28a9bd7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.917768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ec90-5adb-44b1-a9a7-d762dac0bcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.921457 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:47.993031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0172c86-4e82-4a36-8664-e346c28a9bd7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a32e424-7aba-4a86-a703-75c13e1b49cb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:48.086992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ec90-5adb-44b1-a9a7-d762dac0bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:48.091934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-21322e8e-5bdc-4642-8dd6-51b103a33213 req-d0172c86-4e82-4a36-8664-e346c28a9bd7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:48.092270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ec90-5adb-44b1-a9a7-d762dac0bcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:48.097733 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1fd9ec90-5adb-44b1-a9a7-d762dac0bcb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a61d1138-b325-444e-b484-e49e45388e6a HTTP/1.1" status: 204 len: 168 time: 0.4816232 Feb 09 15:55:48.108386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21322e8e-5bdc-4642-8dd6-51b103a33213 req-d0172c86-4e82-4a36-8664-e346c28a9bd7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6938262 Feb 09 15:55:48.139892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9ec90-5adb-44b1-a9a7-d762dac0bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d1138-b325-444e-b484-e49e45388e6a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:48.219735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Deleting port 471580a7-28c3-415f-bd30-e2a9188e9e32 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:55:48.221465 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:48.278088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9511b-ae55-4fd5-b0cc-4b6568d1687a req-d726f2c3-9c71-4852-b9a9-73a0bc1071e1 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:48.280788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea9511b-ae55-4fd5-b0cc-4b6568d1687a req-d726f2c3-9c71-4852-b9a9-73a0bc1071e1 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1726670 Feb 09 15:55:48.380459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea9511b-ae55-4fd5-b0cc-4b6568d1687a req-3e48c7cf-c787-4a54-9d96-da9ad9499347 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815914 Feb 09 15:55:48.419245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:48.457206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Calling delete_port for 471580a7-28c3-415f-bd30-e2a9188e9e32 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:55:48.574297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-880e7aa0-53d6-4eef-804c-7e2ad06caa9f req-b28fdf67-41d3-42eb-bed2-d1acc78eaf68 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0725112 Feb 09 15:55:48.949238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:49.000479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event deleted for resources: {'Port': ['ID=471580a7-28c3-415f-bd30-e2a9188e9e32,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:49.013199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-d978cd06-84d0-483f-bc25-1c5445c8c9e7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:49.016071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-d978cd06-84d0-483f-bc25-1c5445c8c9e7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 813 time: 0.2467730 Feb 09 15:55:49.094376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-2ace557e-5e5a-4cc0-963f-bb7acbfaecf2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/quotas/b084b5dee67c4e53ab73597074f551ae HTTP/1.1" status: 200 len: 375 time: 0.0554075 Feb 09 15:55:49.138592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-87cc9fd0-d008-4e1d-91b7-3902560af879 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339906 Feb 09 15:55:49.151959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97add043-a9cb-4c0a-801e-2b1f9b226cf1 req-6391acd8-ed34-4c00-bf85-5aad802f2118 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:49.153655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97add043-a9cb-4c0a-801e-2b1f9b226cf1 req-6391acd8-ed34-4c00-bf85-5aad802f2118 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1304364 Feb 09 15:55:49.272387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97add043-a9cb-4c0a-801e-2b1f9b226cf1 req-c6c981f8-dd67-4d6f-a6d2-c1d60aec07c2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074789 Feb 09 15:55:49.309764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-0a7316eb-d683-4f47-bb53-b17255bae22c service neutron] 10.222.0.53 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535690 Feb 09 15:55:49.495329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45894) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:49.532710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-9eeaaada-7710-477c-bf4f-7ab8368e7015 service neutron] 10.222.0.53 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126775 Feb 09 15:55:49.570634 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-625aeca6-dc61-40e4-8e69-ec7101aa81ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:49.636979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:49.680830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde534c5-d0e3-4b70-9a1f-81044bdb0203 req-47faf38d-4383-418f-b3b2-23315ba98446 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:49.684564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bde534c5-d0e3-4b70-9a1f-81044bdb0203 req-47faf38d-4383-418f-b3b2-23315ba98446 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1214457 Feb 09 15:55:49.721672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45904) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:49.766663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bde534c5-d0e3-4b70-9a1f-81044bdb0203 req-63558fbe-b6d0-4c9c-b051-bd7f76811941 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712764 Feb 09 15:55:49.849725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:49.856572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.141197 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-625aeca6-dc61-40e4-8e69-ec7101aa81ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.155578 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.157357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Fanout notify agent at l3_agent the message router_deleted on router e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:55:50.167660 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.174102 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-423f2304-4f75-47af-8b58-187a77cd40ea tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323 HTTP/1.1" status: 204 len: 168 time: 2.8212504 Feb 09 15:55:50.174934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45914) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:50.181129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e9f87ee9-db64-4948-82ba-ca99317d5dd4 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1897443318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:50.262917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-625aeca6-dc61-40e4-8e69-ec7101aa81ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.310715 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-625aeca6-dc61-40e4-8e69-ec7101aa81ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=808afc92f28f4d31a6ccd8a0c150714d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8134458 Feb 09 15:55:50.312052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aeca6-dc61-40e4-8e69-ec7101aa81ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28ef267-7766-4b80-b507-34aea269d222,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:50.315876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45924) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:50.324886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9f87ee9-db64-4948-82ba-ca99317d5dd4 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.329586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9f87ee9-db64-4948-82ba-ca99317d5dd4 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.465937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9f87ee9-db64-4948-82ba-ca99317d5dd4 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.466326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac71222a-5d31-48a4-a2ef-8cf8c8d9e768 req-e14d3d36-26c5-4d49-bd45-8509bb2e1f8e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 210 time: 0.5636919 Feb 09 15:55:50.490297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77aeb01b-85c8-4707-a423-942fb4fb4535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.491962 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00d69b78-6098-4e64-9603-aff9528e59a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.519926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83153645-5301-4dae-a018-7f5bd2797fab req-898d7a7f-54a5-471e-870e-15ee1bd65e9a tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0585732 Feb 09 15:55:50.553144 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77aeb01b-85c8-4707-a423-942fb4fb4535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.571178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9f87ee9-db64-4948-82ba-ca99317d5dd4 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.716123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00d69b78-6098-4e64-9603-aff9528e59a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.745219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab48ac-cc63-469b-ad46-02a37482577d req-5448b6b8-018f-4c5c-90a7-5934bdb64328 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:50.752468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6ab48ac-cc63-469b-ad46-02a37482577d req-5448b6b8-018f-4c5c-90a7-5934bdb64328 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1321840 Feb 09 15:55:50.785863 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9f87ee9-db64-4948-82ba-ca99317d5dd4 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.788635 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e9f87ee9-db64-4948-82ba-ca99317d5dd4 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6119931 Feb 09 15:55:50.793617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45942) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:50.805216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': True}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:50.827026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6ab48ac-cc63-469b-ad46-02a37482577d req-6dae3ca7-cbb3-4a08-9d63-46a9fbe35fa1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631812 Feb 09 15:55:50.883984 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77aeb01b-85c8-4707-a423-942fb4fb4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.886513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77aeb01b-85c8-4707-a423-942fb4fb4535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.887450 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00d69b78-6098-4e64-9603-aff9528e59a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:50.888941 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-77aeb01b-85c8-4707-a423-942fb4fb4535 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a28ef267-7766-4b80-b507-34aea269d222 HTTP/1.1" status: 204 len: 168 time: 0.5704439 Feb 09 15:55:51.002427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-00d69b78-6098-4e64-9603-aff9528e59a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b34e7c251bd14932a42963952c337291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2783291 Feb 09 15:55:51.005612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45950) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:51.031922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aeb01b-85c8-4707-a423-942fb4fb4535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28ef267-7766-4b80-b507-34aea269d222,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:51.035209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d69b78-6098-4e64-9603-aff9528e59a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d0c180-ec39-4078-a448-61c4a884984e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:51.175139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-036ff9f6-b5cb-462a-a48c-aff77bf70911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:51.255533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf88a6-370f-42f3-addd-d0b4f78a9af5 req-dd196914-d32d-4097-914d-b2add412ef0f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:51.257166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:51.263084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1cf88a6-370f-42f3-addd-d0b4f78a9af5 req-dd196914-d32d-4097-914d-b2add412ef0f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.2033737 Feb 09 15:55:51.267234 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-036ff9f6-b5cb-462a-a48c-aff77bf70911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:51.367166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1cf88a6-370f-42f3-addd-d0b4f78a9af5 req-d334374b-554a-4a72-923a-b7417fe94028 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030250 Feb 09 15:55:51.487096 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-036ff9f6-b5cb-462a-a48c-aff77bf70911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:51.494824 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-036ff9f6-b5cb-462a-a48c-aff77bf70911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:51.496646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-036ff9f6-b5cb-462a-a48c-aff77bf70911 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9d0c180-ec39-4078-a448-61c4a884984e HTTP/1.1" status: 204 len: 168 time: 0.4892104 Feb 09 15:55:51.515532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ff9f6-b5cb-462a-a48c-aff77bf70911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d0c180-ec39-4078-a448-61c4a884984e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:51.627632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a92ada8-8e38-408f-b8e8-e3d262bdcd95 req-bbf5a634-27d7-445d-8412-5b482566db66 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0911980 Feb 09 15:55:51.813549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb0ae911-dc83-4a72-90fc-2f55ffeb0a31 req-ac815736-85b1-42d6-b53b-1e97ee4a099a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 210 time: 0.0687351 Feb 09 15:55:51.823552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:51.869722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:52.108504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Allocated IP 172.25.5.126 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/305baa0b-92ed-46af-a804-7489dba7f309) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:52.141490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650fa02-6e9e-4ef0-943d-9acb5807266b req-299bb8a3-8f31-4741-859c-60a5c297720d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:52.145040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b650fa02-6e9e-4ef0-943d-9acb5807266b req-299bb8a3-8f31-4741-859c-60a5c297720d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1163301 Feb 09 15:55:52.215601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b650fa02-6e9e-4ef0-943d-9acb5807266b req-64abeec0-bcd9-45e9-87c8-8a663e68d7ac tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583675 Feb 09 15:55:52.344237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:52.561195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6dfed-d4c4-4341-bc9a-4a63ff9ec0a7 req-31a8a641-6b86-4df4-8414-2e6c6052a567 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:52.563647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a6dfed-d4c4-4341-bc9a-4a63ff9ec0a7 req-31a8a641-6b86-4df4-8414-2e6c6052a567 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.0873718 Feb 09 15:55:52.578281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:52.616204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a6dfed-d4c4-4341-bc9a-4a63ff9ec0a7 req-c95ec815-18df-4e0a-8549-3881843effe7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Feb 09 15:55:52.692869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'Port': ['ID=305baa0b-92ed-46af-a804-7489dba7f309,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:52.698389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:52.701622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:52.706480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:52.834774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7fff3671-cf78-4b09-875c-80cfcb0851bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:52.883081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4326c281-f78a-40bc-a552-a050dee4ffaa req-95c94e60-4d32-4834-9ae7-05d3e2f5df09 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0807436 Feb 09 15:55:52.885019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45996) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:52.977167 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c865c43-d7ab-4faa-bfa8-f4037b3e1b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:53.203769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5663cc38-7759-4ebc-86a1-7ee61c8b7536 req-61ae2a87-d9e6-4a6d-bcbe-18a8a8d9015d tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 210 time: 0.1207626 Feb 09 15:55:53.397046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c865c43-d7ab-4faa-bfa8-f4037b3e1b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:53.517137 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c865c43-d7ab-4faa-bfa8-f4037b3e1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:53.597388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d6b64-38ce-48c9-afc8-ebaea1d6d1cc req-ee04ddaf-0095-4523-ad0a-d5f143477f5f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:53.613319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-884d6b64-38ce-48c9-afc8-ebaea1d6d1cc req-ee04ddaf-0095-4523-ad0a-d5f143477f5f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1900711 Feb 09 15:55:53.715206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0c865c43-d7ab-4faa-bfa8-f4037b3e1b3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d2ba1f3df0441b6b6eb67b21942e7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8279812 Feb 09 15:55:53.716626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46012) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:53.730531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c865c43-d7ab-4faa-bfa8-f4037b3e1b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f7c0e6-0b7a-4ab4-84ac-2d4a0a0469f7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:53.784675 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:53.828145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-884d6b64-38ce-48c9-afc8-ebaea1d6d1cc req-98d334cf-fb7c-4d4e-8b8f-006f3119ac1b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066617 Feb 09 15:55:53.940542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82876611-35ae-43df-a11d-fa353a3e0743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:53.983156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-f4ba2ddf-3228-4742-a5cb-f09d08b6d435 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:53.987673 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-f4ba2ddf-3228-4742-a5cb-f09d08b6d435 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.13 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 813 time: 0.4822361 Feb 09 15:55:54.005727 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'port': {'device_id': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457', 'admin_state_up': True, 'tenant_id': 'b084b5dee67c4e53ab73597074f551ae'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:54.014400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc055b96-1acb-4fa7-bcc5-f244fba48212 req-3f78a82f-13f9-4a56-8960-35787c799787 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:54.032074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc055b96-1acb-4fa7-bcc5-f244fba48212 req-3f78a82f-13f9-4a56-8960-35787c799787 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1732605 Feb 09 15:55:54.048272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82876611-35ae-43df-a11d-fa353a3e0743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:54.240808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc055b96-1acb-4fa7-bcc5-f244fba48212 req-0c0cca72-ac0b-4d31-ac3f-5655b4ea9c21 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983838 Feb 09 15:55:54.361669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55525064-5d63-46ec-b9f7-2fc81eee907a req-06969011-a83c-4838-998f-102560219650 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0643260 Feb 09 15:55:54.363190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82876611-35ae-43df-a11d-fa353a3e0743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:54.370262 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82876611-35ae-43df-a11d-fa353a3e0743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:54.377138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-82876611-35ae-43df-a11d-fa353a3e0743 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2f7c0e6-0b7a-4ab4-84ac-2d4a0a0469f7 HTTP/1.1" status: 204 len: 168 time: 0.6521108 Feb 09 15:55:54.393143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:54.410022 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:54.417359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82876611-35ae-43df-a11d-fa353a3e0743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f7c0e6-0b7a-4ab4-84ac-2d4a0a0469f7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:54.687453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d66f95e6-805d-4b95-95d2-ca92cc678492 req-616afff4-fd44-4e0c-a4cb-154fe5a49678 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 210 time: 0.0572131 Feb 09 15:55:54.693665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Router 4772881b-62b0-4a4e-8876-b7e5dd1277a7 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:55:54.704937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Made reservation on behalf of b084b5dee67c4e53ab73597074f551ae for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:55:54.715740 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:54.831597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46036) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:55.124215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:55:55.136638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:55.138862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ca1d7367-e90d-4740-b4e7-3f12b595d292 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "PUT /v2.0/routers/4772881b-62b0-4a4e-8876-b7e5dd1277a7 HTTP/1.1" status: 200 len: 915 time: 4.3429503 Feb 09 15:55:55.142828 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955377e6-3648-4a58-b311-1d9132802046 None None] Sync routers for ids ['4772881b-62b0-4a4e-8876-b7e5dd1277a7'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:55:55.145726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46050) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:55.193951 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955377e6-3648-4a58-b311-1d9132802046 None None] Routers {'4772881b-62b0-4a4e-8876-b7e5dd1277a7'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:55.195953 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-955377e6-3648-4a58-b311-1d9132802046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4772881b-62b0-4a4e-8876-b7e5dd1277a7'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:55.255307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaad55-eeda-4cca-b96c-497486bed886 req-9ced161e-bb2e-459a-bba8-153943f82876 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:55.257002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68358600-a6d6-462f-b053-929120e2525f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:55.276806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30eaad55-eeda-4cca-b96c-497486bed886 req-9ced161e-bb2e-459a-bba8-153943f82876 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.2455921 Feb 09 15:55:55.282505 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-955377e6-3648-4a58-b311-1d9132802046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:55.296921 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789673fc-13e6-402d-b946-17998dc5e183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:55.302571 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955377e6-3648-4a58-b311-1d9132802046 None None] Routers {'4772881b-62b0-4a4e-8876-b7e5dd1277a7'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:55:55.304303 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-955377e6-3648-4a58-b311-1d9132802046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['4772881b-62b0-4a4e-8876-b7e5dd1277a7'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:55.365642 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-955377e6-3648-4a58-b311-1d9132802046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:55.366833 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955377e6-3648-4a58-b311-1d9132802046 None None] The sync data for ids ['4772881b-62b0-4a4e-8876-b7e5dd1277a7'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:55:55.389811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30eaad55-eeda-4cca-b96c-497486bed886 req-acca879d-e715-46fa-8c05-e863a6431a0c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892875 Feb 09 15:55:55.390315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Allocated IP 172.20.0.14 (eab22bdb-17fa-4943-9c49-9cc6230a3457/427cf27a-3e5f-40ce-8760-503dde312e08/78f77d0c-0390-486d-a5d2-ecd2257d0e9b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:55.414508 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-edd94845-3ed2-4fe3-a075-b8d0794e10ea tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/routers/4772881b-62b0-4a4e-8876-b7e5dd1277a7 HTTP/1.1" status: 200 len: 921 time: 0.2672067 Feb 09 15:55:55.418174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46056) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:55.565086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789673fc-13e6-402d-b946-17998dc5e183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:55.576472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe11c08-49bc-4b93-8434-7ce87464802e tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:55.578241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1fe11c08-49bc-4b93-8434-7ce87464802e tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=4772881b-62b0-4a4e-8876-b7e5dd1277a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1588728 Feb 09 15:55:55.584534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46060) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:55.590332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a887-4b29-4dd0-8e71-d52224ff30aa req-1adab7f8-d1b9-49f7-9663-adbcd1a21a90 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:55.592028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65f3a887-4b29-4dd0-8e71-d52224ff30aa req-1adab7f8-d1b9-49f7-9663-adbcd1a21a90 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1274061 Feb 09 15:55:55.677290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:55.693746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65f3a887-4b29-4dd0-8e71-d52224ff30aa req-68b08415-8f82-44ab-b4d8-52fea6fad142 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778937 Feb 09 15:55:55.748064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-730408c3-c076-43fc-98b8-a4c2281af653 req-bcc1ca94-a066-4ed5-b5b6-97b8a0e95980 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0541821 Feb 09 15:55:55.749023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-789673fc-13e6-402d-b946-17998dc5e183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:55.749906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c05a261-26ae-47dc-93c3-d5364e96f896 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:55.755797 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1c05a261-26ae-47dc-93c3-d5364e96f896 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 881 time: 0.1687558 Feb 09 15:55:55.759555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46068) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:55.834101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1d9b7b0f-c0b9-4d95-b749-97d408a63111 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=4772881b-62b0-4a4e-8876-b7e5dd1277a7 HTTP/1.1" status: 200 len: 205 time: 0.0728204 Feb 09 15:55:55.836525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46070) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:55.885333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-789673fc-13e6-402d-b946-17998dc5e183 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32e3352e60ad48479e9e11307349ee54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0515075 Feb 09 15:55:55.909846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46072) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:55.919026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b150a59-0804-4313-894c-b1f697bca3b7 req-d2c60edb-a749-4525-91e9-f8f8424e54c4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 210 time: 0.0631690 Feb 09 15:55:55.920509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789673fc-13e6-402d-b946-17998dc5e183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a48387-b37d-4ce6-83c8-f2ede6ef0abe,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:55.958126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:56.451789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:56.512430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Network eab22bdb-17fa-4943-9c49-9cc6230a3457 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:56.546145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:56.552045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:55:56.620140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77750af9-5f66-4e3e-bc5f-b91df79116c6 req-33aa08b9-baec-4125-9b74-8988c089a5ce tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:56.623697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'Port': ['ID=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:56.635077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77750af9-5f66-4e3e-bc5f-b91df79116c6 req-33aa08b9-baec-4125-9b74-8988c089a5ce tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1219604 Feb 09 15:55:56.649858 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57913f11-cc87-4dd9-96fd-452e0a69e9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:56.665546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:56.701915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77750af9-5f66-4e3e-bc5f-b91df79116c6 req-c6a41217-8965-4c0c-9d10-4a029303d6b8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646932 Feb 09 15:55:56.805802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:56.807787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:56.855687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57913f11-cc87-4dd9-96fd-452e0a69e9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:56.964002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6aa6a-8346-425e-83dd-11a4594430ad req-b6ca095b-e95f-4ce7-af85-4cbd12b47283 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:56.978916 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-ab4d9c71-6e0d-4368-a417-b06f9a96ac45 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9826939 Feb 09 15:55:56.984693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cab6aa6a-8346-425e-83dd-11a4594430ad req-b6ca095b-e95f-4ce7-af85-4cbd12b47283 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1249735 Feb 09 15:55:57.011267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Request body: {'port': {'device_id': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:57.053846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca59504c-0a41-45fb-a2cd-5ac426145fe3 req-d999696f-30dd-4127-9be6-daf904cb383d tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0649831 Feb 09 15:55:57.089564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cab6aa6a-8346-425e-83dd-11a4594430ad req-844b51dc-83f9-4776-85eb-bf2ad1d50b88 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031594 Feb 09 15:55:57.170922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.191992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.219871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57913f11-cc87-4dd9-96fd-452e0a69e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.224734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57913f11-cc87-4dd9-96fd-452e0a69e9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.226952 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57913f11-cc87-4dd9-96fd-452e0a69e9b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45a48387-b37d-4ce6-83c8-f2ede6ef0abe HTTP/1.1" status: 204 len: 168 time: 1.3148913 Feb 09 15:55:57.263716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57913f11-cc87-4dd9-96fd-452e0a69e9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a48387-b37d-4ce6-83c8-f2ede6ef0abe,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:57.264070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0adb5a-63d3-43c5-8418-c3485af03318 req-dafa1fe9-4e23-4e77-920e-c64b79ac7aae tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:57.265845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a0adb5a-63d3-43c5-8418-c3485af03318 req-dafa1fe9-4e23-4e77-920e-c64b79ac7aae tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 932 time: 0.0798740 Feb 09 15:55:57.340001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a0adb5a-63d3-43c5-8418-c3485af03318 req-2b1578ac-3d3d-4f00-9ca7-f08b8db8a22f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635083 Feb 09 15:55:57.652790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Deleting port 305baa0b-92ed-46af-a804-7489dba7f309 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:55:57.653917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.806422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46118) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:57.838090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f77d0c-0390-486d-a5d2-ecd2257d0e9b {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:57.848499 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.863294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Transition to ACTIVE for port object 78f77d0c-0390-486d-a5d2-ecd2257d0e9b will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:55:57.910469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:57.935279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Calling delete_port for 305baa0b-92ed-46af-a804-7489dba7f309 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:55:57.944320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6418f-86dd-4630-8c84-8d7e235fcb36 req-78962c69-0c0b-407a-9c77-451f6111aa99 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:57.947707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aab6418f-86dd-4630-8c84-8d7e235fcb36 req-78962c69-0c0b-407a-9c77-451f6111aa99 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1036198 Feb 09 15:55:57.957488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.054777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aab6418f-86dd-4630-8c84-8d7e235fcb36 req-4f77d03c-ed76-416b-8776-0377b1c05ffd tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935826 Feb 09 15:55:58.120808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.124413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Pushing event updated for resources: {'Port': ['ID=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:58.270870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Attempting to bind port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:55:58.271142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Attempting to bind port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:55:58.271531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Attempting to bind port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b on network eab22bdb-17fa-4943-9c49-9cc6230a3457 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:58.282888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b on network eab22bdb-17fa-4943-9c49-9cc6230a3457 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:55:58.283360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Attempting to bind port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b on network eab22bdb-17fa-4943-9c49-9cc6230a3457 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:55:58.303990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-260af5e4-6c70-4d1d-9a1c-87f691c42dee req-b3d2e423-16bc-4d99-bf20-73582af6aa57 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0817001 Feb 09 15:55:58.316784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:55:58.316997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Checking segment: {'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:55:58.317376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Bound using segment: {'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:55:58.317917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Bound port: 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:55:58.318285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.422390 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.436953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0465b49a-6036-4a2f-9ab5-7263e2e610e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.482585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.487154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] For port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:55:58.488817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043d13e-3cf4-420a-b741-db34361186e4 req-8675fcea-2dff-479c-a52a-526e9fe099d4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:58.503326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1043d13e-3cf4-420a-b741-db34361186e4 req-8675fcea-2dff-479c-a52a-526e9fe099d4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.2192171 Feb 09 15:55:58.503654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] For port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:55:58.578642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event deleted for resources: {'Port': ['ID=305baa0b-92ed-46af-a804-7489dba7f309,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:58.587630 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.624393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46138) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:58.638208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1043d13e-3cf4-420a-b741-db34361186e4 req-41604a33-3f38-45a7-97db-e3d810d6c68c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338389 Feb 09 15:55:58.689718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fa47e-85ad-45b3-b313-7c4671569386 req-b1fbe22b-f662-4c63-ad99-fbf4d11535b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:58.692562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d4fa47e-85ad-45b3-b313-7c4671569386 req-b1fbe22b-f662-4c63-ad99-fbf4d11535b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 944 time: 0.1412115 Feb 09 15:55:58.767367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0465b49a-6036-4a2f-9ab5-7263e2e610e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.797963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:58.799095 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.801425 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] 10.222.0.13 "PUT /v2.0/ports/78f77d0c-0390-486d-a5d2-ecd2257d0e9b HTTP/1.1" status: 200 len: 1092 time: 1.7973654 Feb 09 15:55:58.801605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d4fa47e-85ad-45b3-b313-7c4671569386 req-741a7353-a149-4cde-823f-6a397c738e3b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991027 Feb 09 15:55:58.806142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:58.811226 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ddd9a8-a197-4507-acaf-2e1b4eb9b4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:55:58.824631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65681b5-27d6-4301-a0da-2afc7a851008 service neutron] Pushing event updated for resources: {'Port': ['ID=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:58.837573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0465b49a-6036-4a2f-9ab5-7263e2e610e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.838563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:58.902809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-27471516'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:58.936182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0465b49a-6036-4a2f-9ab5-7263e2e610e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0306c55374bd42279e2e23528fca5a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1263618 Feb 09 15:55:58.943501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46146) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:58.946846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465b49a-6036-4a2f-9ab5-7263e2e610e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc934c-0592-4aef-a4ca-85e47721022d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:59.025293 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6404411-612f-47f7-8038-54710e8e86b9 x-openstack-request-id: req-f6404411-612f-47f7-8038-54710e8e86b9 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:55:59.033485 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:55:59.034989 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6404411-612f-47f7-8038-54710e8e86b9 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:55:59.035736 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b', 'status': 'completed', 'code': 200} Feb 09 15:55:59.081236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Made reservation on behalf of d97df637c883437d8636c518ebbfa1d9 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:55:59.098710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.119271 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.124365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.155447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.181765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd762fea-bbb2-4e29-b542-2be556dd0d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.209542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd9a8-a197-4507-acaf-2e1b4eb9b4bb req-e3a5dba7-981e-448d-a2f4-47b52929ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:59.212383 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-10ddd9a8-a197-4507-acaf-2e1b4eb9b4bb req-e3a5dba7-981e-448d-a2f4-47b52929ee25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1095 time: 0.1983411 Feb 09 15:55:59.252319 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd762fea-bbb2-4e29-b542-2be556dd0d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.323986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.324959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Fanout notify agent at l3_agent the message router_deleted on router 4772881b-62b0-4a4e-8876-b7e5dd1277a7 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:55:59.344850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.347574 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-80b4dea3-0d7d-44ae-845a-e6e2efd3d959 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/4772881b-62b0-4a4e-8876-b7e5dd1277a7 HTTP/1.1" status: 204 len: 168 time: 3.5096197 Feb 09 15:55:59.352623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46154) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:55:59.358458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-210dede5-bb8e-4dd5-b123-e6ac73f3a1f5 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1839672769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:55:59.412976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3934903-cffb-463c-b1ee-1a800499c71f req-f3919ab5-4b81-433d-8803-bb26f98f7092 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:59.414633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3934903-cffb-463c-b1ee-1a800499c71f req-f3919ab5-4b81-433d-8803-bb26f98f7092 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1336379 Feb 09 15:55:59.452128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.482265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd9a8-a197-4507-acaf-2e1b4eb9b4bb req-39448597-00ae-4f28-acef-7819d57f653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:59.485199 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-10ddd9a8-a197-4507-acaf-2e1b4eb9b4bb req-39448597-00ae-4f28-acef-7819d57f653e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b084b5dee67c4e53ab73597074f551ae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2619946 Feb 09 15:55:59.515836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3934903-cffb-463c-b1ee-1a800499c71f req-bf18dc67-5843-4aff-bf34-d7865f871e1c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848758 Feb 09 15:55:59.577876 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-210dede5-bb8e-4dd5-b123-e6ac73f3a1f5 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.580327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-210dede5-bb8e-4dd5-b123-e6ac73f3a1f5 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.589423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67a0b708-66c1-4a3b-b82d-7474e3c9031f req-7b937299-0d93-4048-8a3f-6f41a5589c7c tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0799241 Feb 09 15:55:59.593232 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.627421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd9a8-a197-4507-acaf-2e1b4eb9b4bb req-6e03aa00-6d17-46f2-9cc3-d4e0449027bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:59.629563 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-10ddd9a8-a197-4507-acaf-2e1b4eb9b4bb req-6e03aa00-6d17-46f2-9cc3-d4e0449027bc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367023 Feb 09 15:55:59.632036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd762fea-bbb2-4e29-b542-2be556dd0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.635311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd762fea-bbb2-4e29-b542-2be556dd0d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.636617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fd762fea-bbb2-4e29-b542-2be556dd0d24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14dc934c-0592-4aef-a4ca-85e47721022d HTTP/1.1" status: 204 len: 168 time: 0.6915925 Feb 09 15:55:59.668979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e694beb9-12d5-4f79-8fcd-a42b07c8cfc9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:59.693568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:55:59.760620 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.761114 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Added segment 94ecee5d-a269-4c38-a113-9a412bc09776 of type vlan for network 59e3a18c-1fea-4723-b334-c5c6b6ec79ce Feb 09 15:55:59.763743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd762fea-bbb2-4e29-b542-2be556dd0d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc934c-0592-4aef-a4ca-85e47721022d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:59.789241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-28f43bf0-4f48-4500-baff-80b88f110ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:59.790814 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-28f43bf0-4f48-4500-baff-80b88f110ef3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1095 time: 0.0771670 Feb 09 15:55:59.803917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-210dede5-bb8e-4dd5-b123-e6ac73f3a1f5 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.874815 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-6c5e2e69-1655-40ce-8769-573698626aac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b HTTP/1.1" status: 200 len: 217 time: 0.0748105 Feb 09 15:55:59.881801 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.913121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b5cc-3bdb-4b77-8ea1-0281ba483add req-6eb696ea-27a6-4f8b-9594-19dcbbcc6236 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:59.914871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5eb7b5cc-3bdb-4b77-8ea1-0281ba483add req-6eb696ea-27a6-4f8b-9594-19dcbbcc6236 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1587205 Feb 09 15:55:59.915957 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-210dede5-bb8e-4dd5-b123-e6ac73f3a1f5 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.956944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-9574fba9-8b3c-46a9-bf89-367f98d59339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:59.959132 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-9574fba9-8b3c-46a9-bf89-367f98d59339 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 200 len: 853 time: 0.0749869 Feb 09 15:55:59.994767 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:59.999662 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-9471eef4-ca66-4f4e-96ab-2e4b4d7790d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab22bdb-17fa-4943-9c49-9cc6230a3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329857 Feb 09 15:56:00.042488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5eb7b5cc-3bdb-4b77-8ea1-0281ba483add req-d771e21c-44f6-4441-8aaa-bb716b30c08b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134889 Feb 09 15:56:00.070071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284f638-83b2-47a0-84b6-d8b7f1e4540f req-cfadd71a-d26a-431a-a35f-36ab7d1583fc tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:00.072786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f284f638-83b2-47a0-84b6-d8b7f1e4540f req-cfadd71a-d26a-431a-a35f-36ab7d1583fc tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 944 time: 0.1208947 Feb 09 15:56:00.078906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-210dede5-bb8e-4dd5-b123-e6ac73f3a1f5 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.082104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-210dede5-bb8e-4dd5-b123-e6ac73f3a1f5 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7274244 Feb 09 15:56:00.091036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46172) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:00.096957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': False}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:00.110954 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.122746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:00.122746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.266205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f284f638-83b2-47a0-84b6-d8b7f1e4540f req-e0561e69-dcfd-4342-b494-f49e00afd3a9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825719 Feb 09 15:56:00.306501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6772804 Feb 09 15:56:00.317937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46178) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:00.328858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e32d63-1740-4de2-9699-21813533b517 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Pushing event updated for resources: {'Network': ['ID=59e3a18c-1fea-4723-b334-c5c6b6ec79ce,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:00.345809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 59e3a18c-1fea-4723-b334-c5c6b6ec79ce details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:00.399516 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-0f0d62b5-c6de-40e4-ba88-2b24668e610e service neutron] 10.222.0.13 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895612 Feb 09 15:56:00.523930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.572605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 27455af7-324f-484d-b181-e65240e6fc1f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:56:00.782449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90158959-64b6-4dac-adf0-cfff755e4b9a req-dcf8387b-d757-4801-a711-be90f3a9fb57 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:00.793141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90158959-64b6-4dac-adf0-cfff755e4b9a req-dcf8387b-d757-4801-a711-be90f3a9fb57 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1037550 Feb 09 15:56:00.809135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Request body: {'network': {'name': 'tempest-network--567693879', 'router:external': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:00.814809 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-647c577b-65e3-404f-8bce-fc868ca2edd4 req-1a2f9635-bd49-469b-8416-8458cda754cd service neutron] 10.222.0.13 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799077 Feb 09 15:56:00.834377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:00.852546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '27455af7-324f-484d-b181-e65240e6fc1f', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'port_id': '27455af7-324f-484d-b181-e65240e6fc1f', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9af1e-67d0-4a41-ba8c-bfce70bdd120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:56:00.913396 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.932562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27455af7-324f-484d-b181-e65240e6fc1f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:56:00.957978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90158959-64b6-4dac-adf0-cfff755e4b9a req-5a19d25d-bd2f-4b5d-b2f6-aba668e1f6c3 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635108 Feb 09 15:56:00.964718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:00.994656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-765bd02f-0af8-46dc-a6d6-11af22b90b97 req-289e8521-142f-42a0-99fb-061eaab7655e tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0916183 Feb 09 15:56:01.097222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Made reservation on behalf of 3aa1bee7a29e4cc1bb239cf9aa7f3f8a for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:01.097457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.101335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.154781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.177308 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.215109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['27455af7-324f-484d-b181-e65240e6fc1f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:01.258752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.283670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:01.341017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e202178-e14b-4e66-ae83-f5a439d33a5c req-81ff0396-ebdb-43b9-8f4d-55c5c1eb2413 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:01.361613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e202178-e14b-4e66-ae83-f5a439d33a5c req-81ff0396-ebdb-43b9-8f4d-55c5c1eb2413 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1426082 Feb 09 15:56:01.476195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e202178-e14b-4e66-ae83-f5a439d33a5c req-8d791e43-374a-41d5-b2d6-cccf56308dbd tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104000 Feb 09 15:56:01.571445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab8d7-03e7-4c38-8b22-99e6f21994e6 req-b9c870f8-ee19-4a3b-a07f-b6578153efce tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:01.573840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b1ab8d7-03e7-4c38-8b22-99e6f21994e6 req-b9c870f8-ee19-4a3b-a07f-b6578153efce tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 944 time: 0.0796189 Feb 09 15:56:01.587162 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.617749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Allocated IP 172.25.5.46 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/e5c0215b-d5fc-43c3-9ed7-c33af33938e1) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:01.662652 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.691222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b1ab8d7-03e7-4c38-8b22-99e6f21994e6 req-9b3ddada-38ad-425c-9ec9-2adac09ed08a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003892 Feb 09 15:56:01.692860 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.724546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:01.769853 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.770433 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Added segment a1736755-4be4-4676-a0cc-5c599ae19e2f of type vlan for network 9f311571-dd3e-4bb3-8e42-37d776adebb1 Feb 09 15:56:01.779292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.788515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf8e720-2fda-4435-b058-99baebb1e575,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:01.861705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.950001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.006899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46242) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:02.012073 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.013687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:02.015099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.045148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:02.051788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:02.062128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:02.171623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Pushing event updated for resources: {'Port': ['ID=e5c0215b-d5fc-43c3-9ed7-c33af33938e1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:02.287367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-865993004-network', 'tenant_id': 'cbfac8c2c5044b6790bab34e5741b67a'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:02.354418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87e6e333-0721-459b-82a5-41956f417d67 req-da606d82-6139-4f5d-8708-5ceead1cf935 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0830042 Feb 09 15:56:02.358176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Network': ['ID=9f311571-dd3e-4bb3-8e42-37d776adebb1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:02.376817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 9f311571-dd3e-4bb3-8e42-37d776adebb1 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:02.391399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eaeba-8657-4217-bd62-6e0f9750c21c req-5902442b-1393-4c24-8ba3-9dffdda2f787 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:02.391399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-382eaeba-8657-4217-bd62-6e0f9750c21c req-5902442b-1393-4c24-8ba3-9dffdda2f787 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 944 time: 0.2634752 Feb 09 15:56:02.432802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-098c5cec-8d55-4afb-9e44-f5c812dfb406 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1093438 Feb 09 15:56:02.433161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46270) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:02.501127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-382eaeba-8657-4217-bd62-6e0f9750c21c req-4cffbad8-eb35-4e15-9491-f670267be9b7 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004007 Feb 09 15:56:02.597930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 27455af7-324f-484d-b181-e65240e6fc1f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:56:02.600551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Made reservation on behalf of cbfac8c2c5044b6790bab34e5741b67a for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:02.608631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.677046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.789213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04834100-c4ed-45ef-8989-314fecac8bb8 req-5ea10e01-d790-48a7-82de-c50edd29345f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:02.803760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04834100-c4ed-45ef-8989-314fecac8bb8 req-5ea10e01-d790-48a7-82de-c50edd29345f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1559732 Feb 09 15:56:02.854970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.874538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 27455af7-324f-484d-b181-e65240e6fc1f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:02.875354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.922864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04834100-c4ed-45ef-8989-314fecac8bb8 req-55f39cf5-3bce-4ee7-9dc5-6b3872c33cf3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178741 Feb 09 15:56:02.984502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.052603 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.079392 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.096476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131440f-7077-4b7a-a597-b7aef9e0dcd5 req-fad04acd-ce1c-4592-bb3a-901c4a50a4f8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:03.098138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8131440f-7077-4b7a-a597-b7aef9e0dcd5 req-fad04acd-ce1c-4592-bb3a-901c4a50a4f8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 944 time: 0.1591947 Feb 09 15:56:03.101994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:03.110025 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bc2c5d-cc55-409d-8a40-e9036d940043" -d '{"events": [{"server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "name": "network-vif-plugged", "status": "completed", "tag": "27455af7-324f-484d-b181-e65240e6fc1f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:03.119032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:03.144322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.162623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8131440f-7077-4b7a-a597-b7aef9e0dcd5 req-74e8cdd4-c19a-4de7-9daa-deec96bedfad tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546899 Feb 09 15:56:03.221749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd868be5-8e3c-4d32-aeb6-d6a2652daf4f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:03.223353 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:56:03.253819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:03.257215 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.282864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.286207 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Added segment f08fc5cb-9e2c-4505-b982-f31f7ffe4211 of type vlan for network 32ea364e-338d-4254-a1b3-ad68573d128c Feb 09 15:56:03.344820 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8765906a-a7eb-4341-8012-bc685c094718 x-openstack-request-id: req-8765906a-a7eb-4341-8012-bc685c094718 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:03.346523 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "name": "network-vif-plugged", "status": "completed", "tag": "27455af7-324f-484d-b181-e65240e6fc1f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:03.347160 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8765906a-a7eb-4341-8012-bc685c094718 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:03.347870 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f', 'code': 200} Feb 09 15:56:03.368311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.462799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:03.474461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.524121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.524121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:03.524677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:03.708609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] Pushing event updated for resources: {'Network': ['ID=32ea364e-338d-4254-a1b3-ad68573d128c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:03.723711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6b87c8e-cc3c-4833-a48d-9fdde1c31f21 req-37a194d6-65d2-48c2-bdd9-8d54ab02e506 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.2148108 Feb 09 15:56:03.727520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 32ea364e-338d-4254-a1b3-ad68573d128c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:03.733811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5fbb14d4-2f72-4d82-93b9-32e99ef9177c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7244935 Feb 09 15:56:03.803999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46322) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:03.815238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Request body: {'subnet': {'network_id': '32ea364e-338d-4254-a1b3-ad68573d128c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-865993004-subnet', 'tenant_id': 'cbfac8c2c5044b6790bab34e5741b67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:03.896416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e68d99-42ab-457e-a31e-ed3260600169 req-c0b2c73c-c5b4-4dbd-b76f-6f1be8a57c40 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:03.906563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73e68d99-42ab-457e-a31e-ed3260600169 req-c0b2c73c-c5b4-4dbd-b76f-6f1be8a57c40 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.2009945 Feb 09 15:56:03.974314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73e68d99-42ab-457e-a31e-ed3260600169 req-cb5fcaa2-da35-420b-8cf4-74514a46eec9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515630 Feb 09 15:56:03.989447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Made reservation on behalf of cbfac8c2c5044b6790bab34e5741b67a for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:03.991961 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:04.111201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f311571-dd3e-4bb3-8e42-37d776adebb1']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:04.141082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1736755-4be4-4676-a0cc-5c599ae19e2f') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:04.141470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1736755-4be4-4676-a0cc-5c599ae19e2f') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:04.174220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:04.208731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:04.227093 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:04.231457 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:04.260733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:04.263555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:04.266420 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:04.342695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a863ad-6258-4110-bdd0-13208a42da5c req-3f296b27-83c2-4e3b-80a4-052e50502f03 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:04.364027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02a863ad-6258-4110-bdd0-13208a42da5c req-3f296b27-83c2-4e3b-80a4-052e50502f03 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1642237 Feb 09 15:56:04.549826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02a863ad-6258-4110-bdd0-13208a42da5c req-c7e2b172-456c-4d68-92ca-c512234abe5f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842585 Feb 09 15:56:04.601967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 78f77d0c-0390-486d-a5d2-ecd2257d0e9b details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:56:04.697033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0f7bb-72aa-45eb-976c-084edf258a5d req-3593be3a-9ffb-4267-9a8b-afdfdc3a2c00 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:04.699832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56d0f7bb-72aa-45eb-976c-084edf258a5d req-3593be3a-9ffb-4267-9a8b-afdfdc3a2c00 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 944 time: 0.2218571 Feb 09 15:56:04.715559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:04.733168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f311571-dd3e-4bb3-8e42-37d776adebb1 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 15:56:04.738281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:04.758908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/9f311571-dd3e-4bb3-8e42-37d776adebb1 HTTP/1.1" status: 204 len: 168 time: 2.3243177 Feb 09 15:56:04.762139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46336) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:04.784524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:04.854658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d8c0d-ed76-4031-b285-8966520bcbcf tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f311571-dd3e-4bb3-8e42-37d776adebb1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:04.941853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Router ba509dcb-6899-4747-a72f-ba7e7c4fe299 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:56:04.983216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:05.027941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b', 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457', 'port_id': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b', 'mac_address': 'fa:16:3e:03:1d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427cf27a-3e5f-40ce-8760-503dde312e08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:56:05.093110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56d0f7bb-72aa-45eb-976c-084edf258a5d req-2b21454d-b3cd-4051-a10b-ee208fe0752a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623421 Feb 09 15:56:05.120832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.134904 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46342) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:05.152968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f77d0c-0390-486d-a5d2-ecd2257d0e9b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:56:05.164131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b3902e8-01dc-4155-b082-4da15ad2c320 req-89bcabf3-bbb5-42fb-a663-07ee0c26893a tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1632402 Feb 09 15:56:05.177343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Made reservation on behalf of 3aa1bee7a29e4cc1bb239cf9aa7f3f8a for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:05.181468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.194065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:05.431522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:05.458019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.458437 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Added segment a71e608a-6a61-46f1-9ebb-2c6a61fbd112 of type vlan for network fb32e6c7-1740-41fe-8adc-88c0da95cdb8 Feb 09 15:56:05.474162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:56:05.480538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.482361 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e94e9cc-417d-49b5-8684-601fe0d0d2c7 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "PUT /v2.0/routers/ba509dcb-6899-4747-a72f-ba7e7c4fe299 HTTP/1.1" status: 200 len: 915 time: 5.3900242 Feb 09 15:56:05.487085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46346) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:05.513549 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.545238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b3de-b51f-4306-9df0-0ef33c85f721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.570025 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.713851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b3de-b51f-4306-9df0-0ef33c85f721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.719601 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.721971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:05.722730 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.735575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:05.748455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:05.806789 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b3de-b51f-4306-9df0-0ef33c85f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.811481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Network': ['ID=fb32e6c7-1740-41fe-8adc-88c0da95cdb8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:05.824646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:05.832539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network fb32e6c7-1740-41fe-8adc-88c0da95cdb8 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:05.834351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f55abc73-aa5c-4156-8d45-5ebcb31e61ec tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/routers/ba509dcb-6899-4747-a72f-ba7e7c4fe299 HTTP/1.1" status: 200 len: 921 time: 0.3279140 Feb 09 15:56:05.837521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:05.949597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cea077db-c5f7-4da4-bc52-7e5c570876f8 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1794882 Feb 09 15:56:05.952797 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fdc2b3de-b51f-4306-9df0-0ef33c85f721 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b9261a5a9e1493bbb6cead25c8bcc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8158813 Feb 09 15:56:05.965801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f70b1-29fe-43e3-a12e-705532373f83 None None] Sync routers for ids ['ba509dcb-6899-4747-a72f-ba7e7c4fe299'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:56:05.973795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b3de-b51f-4306-9df0-0ef33c85f721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d3c4e-a86c-41f0-8599-91f1d0f1ceb1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:05.985387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:05.986296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:05.999354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Request body: {'subnet': {'network_id': 'fb32e6c7-1740-41fe-8adc-88c0da95cdb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:06.021020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f70b1-29fe-43e3-a12e-705532373f83 None None] Routers {'ba509dcb-6899-4747-a72f-ba7e7c4fe299'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:56:06.021664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-892f70b1-29fe-43e3-a12e-705532373f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ba509dcb-6899-4747-a72f-ba7e7c4fe299'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:06.083936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-892f70b1-29fe-43e3-a12e-705532373f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:06.085063 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6304b8f4-4219-4d6d-a89f-a15606a82fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:06.106208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f70b1-29fe-43e3-a12e-705532373f83 None None] Routers {'ba509dcb-6899-4747-a72f-ba7e7c4fe299'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:56:06.107908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-892f70b1-29fe-43e3-a12e-705532373f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ba509dcb-6899-4747-a72f-ba7e7c4fe299'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:06.118366 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6304b8f4-4219-4d6d-a89f-a15606a82fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:06.138958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd081ca9-fce1-4bc6-b5b0-79a15daef787 req-de415845-cbd3-4937-88ce-784d7e4fc843 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:06.143253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd081ca9-fce1-4bc6-b5b0-79a15daef787 req-de415845-cbd3-4937-88ce-784d7e4fc843 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.7731950 Feb 09 15:56:06.158995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-892f70b1-29fe-43e3-a12e-705532373f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:06.159856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f70b1-29fe-43e3-a12e-705532373f83 None None] The sync data for ids ['ba509dcb-6899-4747-a72f-ba7e7c4fe299'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:56:06.196337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea6515-4f5a-41ed-9748-d34bbcf3ea32 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:06.198396 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0dea6515-4f5a-41ed-9748-d34bbcf3ea32 tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=ba509dcb-6899-4747-a72f-ba7e7c4fe299&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3631663 Feb 09 15:56:06.215638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46358) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:06.281075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddf572-f1af-4444-a871-22436ef2d436 req-13bdca36-f9a8-4c24-b1f4-8fabf7221213 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:06.284925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43ddf572-f1af-4444-a871-22436ef2d436 req-13bdca36-f9a8-4c24-b1f4-8fabf7221213 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.4329388 Feb 09 15:56:06.304933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Checking segment: {'id': 'f08fc5cb-9e2c-4505-b982-f31f7ffe4211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '32ea364e-338d-4254-a1b3-ad68573d128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:06.306621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Network hostable DHCP agents. Network: 32ea364e-338d-4254-a1b3-ad68573d128c, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:56:06.334721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569c2f5-8afd-475d-a3fb-ec15a33c225f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:06.336741 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9569c2f5-8afd-475d-a3fb-ec15a33c225f tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 881 time: 0.1196568 Feb 09 15:56:06.339396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6304b8f4-4219-4d6d-a89f-a15606a82fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:06.343151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6304b8f4-4219-4d6d-a89f-a15606a82fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:06.344767 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6304b8f4-4219-4d6d-a89f-a15606a82fe2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac9d3c4e-a86c-41f0-8599-91f1d0f1ceb1 HTTP/1.1" status: 204 len: 168 time: 0.3401875 Feb 09 15:56:06.346188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46362) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:06.349806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13caf483-8364-4df4-8271-d04da3c01014,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:06.364946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd081ca9-fce1-4bc6-b5b0-79a15daef787 req-73ff98a9-c5d2-4c7b-9018-cdb9eb4b0a07 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910610 Feb 09 15:56:06.382092 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-956f94f4-99b6-48f0-a787-c34a6d713ff3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba509dcb-6899-4747-a72f-ba7e7c4fe299 HTTP/1.1" status: 200 len: 205 time: 0.0324373 Feb 09 15:56:06.387674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304b8f4-4219-4d6d-a89f-a15606a82fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d3c4e-a86c-41f0-8599-91f1d0f1ceb1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:06.396493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46366) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:06.445763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43ddf572-f1af-4444-a871-22436ef2d436 req-781dcceb-132b-4d89-8b1a-3ba88de7b6b2 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438227 Feb 09 15:56:06.463472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Made reservation on behalf of 3aa1bee7a29e4cc1bb239cf9aa7f3f8a for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:06.466833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:06.556729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Network 32ea364e-338d-4254-a1b3-ad68573d128c is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:56:06.648462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:06.691082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebc0cce5-2de5-4f4d-bd54-96be63e48c24 req-abd880ef-fda9-4e3d-92dd-2cbf29815b4e tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0686340 Feb 09 15:56:06.711158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e0194-6a3f-48a7-88bc-970d7bd86d19 req-83ab6693-49e9-4b75-a43f-03b6a4d2f156 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:06.714041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-994e0194-6a3f-48a7-88bc-970d7bd86d19 req-83ab6693-49e9-4b75-a43f-03b6a4d2f156 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 945 time: 0.1872816 Feb 09 15:56:06.741749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 32ea364e-338d-4254-a1b3-ad68573d128c) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:06.757166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:06.758289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:06.763044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a43e15a-c2c3-4698-91c2-a71e9d27f25c None None] Network 32ea364e-338d-4254-a1b3-ad68573d128c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:06.896007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-994e0194-6a3f-48a7-88bc-970d7bd86d19 req-67fdeb85-d38c-48ba-929b-f3bb68c2e0bf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449499 Feb 09 15:56:06.896705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:06.977665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6bc4d066-3347-4e5d-a17a-1457c0846184 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.1700251 Feb 09 15:56:07.112403 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c41f70-d3ba-4fad-b8fb-ac71481a52d0 None None] Network 32ea364e-338d-4254-a1b3-ad68573d128c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:07.387307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Deleting port e5c0215b-d5fc-43c3-9ed7-c33af33938e1 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:07.387307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:07.400023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01e6ad-b6f0-47ab-b819-ec0cd75e4ae7 req-cd32f0c2-87b6-4754-b8b2-9133eee9e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:07.402548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b01e6ad-b6f0-47ab-b819-ec0cd75e4ae7 req-cd32f0c2-87b6-4754-b8b2-9133eee9e6ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 1096 time: 0.0877585 Feb 09 15:56:07.480305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b01e6ad-b6f0-47ab-b819-ec0cd75e4ae7 req-068bc09a-909e-44b8-bdb9-7cefbfd25651 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691442 Feb 09 15:56:07.655791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43591f8-051a-4c93-97c9-260a4d94f3aa req-79f860bb-1638-4058-8d1a-97ace535d4f6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:07.660018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a43591f8-051a-4c93-97c9-260a4d94f3aa req-79f860bb-1638-4058-8d1a-97ace535d4f6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1491718 Feb 09 15:56:07.697332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 15:56:07.698073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:07.710823 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:07.789445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a43591f8-051a-4c93-97c9-260a4d94f3aa req-d07a8450-64c2-4098-ae7b-f58cdc13ba3d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138282 Feb 09 15:56:07.791250 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-57b1a2d3-c4bf-4876-b27c-b7e93571e4a0 req-272d083d-02ac-4896-9b62-82fd922d5b50 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] show failed (client error): The resource could not be found. Feb 09 15:56:07.793351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57b1a2d3-c4bf-4876-b27c-b7e93571e4a0 req-272d083d-02ac-4896-9b62-82fd922d5b50 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] 10.222.0.53 "GET /v2.0/security-groups/f41797da-f530-42b0-89f5-0f48f127f3bf HTTP/1.1" status: 404 len: 352 time: 0.0373738 Feb 09 15:56:07.824821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Calling delete_port for e5c0215b-d5fc-43c3-9ed7-c33af33938e1 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:07.985294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Subnet': ['ID=72c6f2bd-631d-467e-bd88-6738e5faadbd,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:08.038631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Checking segment: {'id': 'a71e608a-6a61-46f1-9ebb-2c6a61fbd112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'fb32e6c7-1740-41fe-8adc-88c0da95cdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:08.039246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Network hostable DHCP agents. Network: fb32e6c7-1740-41fe-8adc-88c0da95cdb8, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:56:08.123908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46386) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:08.130679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2796582-97ea-4770-8fd8-1213b7d4d0cc req-bea0d926-f2ad-49ba-b899-66dd684bb315 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1009085 Feb 09 15:56:08.157742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7eb05e2-cba5-4095-8546-27997eb782fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:08.234194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e163a07-bd2c-4553-bcc4-ea507268f41a req-28926e1b-a868-4ea1-8622-8d7a2fddd3de tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:08.237792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e163a07-bd2c-4553-bcc4-ea507268f41a req-28926e1b-a868-4ea1-8622-8d7a2fddd3de tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.2622025 Feb 09 15:56:08.316047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Network fb32e6c7-1740-41fe-8adc-88c0da95cdb8 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:56:08.384033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:08.392943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e163a07-bd2c-4553-bcc4-ea507268f41a req-a51bf22e-ef0d-45d1-bc88-13d95bea98ce tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367357 Feb 09 15:56:08.472826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250bf55-62be-4b76-bc9c-71987b0ce13a req-3ed438d1-d8ee-4761-bf97-5acd3fca9477 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:08.475598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9250bf55-62be-4b76-bc9c-71987b0ce13a req-3ed438d1-d8ee-4761-bf97-5acd3fca9477 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 945 time: 0.1525066 Feb 09 15:56:08.489055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7eb05e2-cba5-4095-8546-27997eb782fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:08.491594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event deleted for resources: {'Port': ['ID=e5c0215b-d5fc-43c3-9ed7-c33af33938e1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:08.494591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, fb32e6c7-1740-41fe-8adc-88c0da95cdb8) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:08.508497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:08.509498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:08.584934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7eb05e2-cba5-4095-8546-27997eb782fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:08.689235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9250bf55-62be-4b76-bc9c-71987b0ce13a req-8808969e-6563-4b2b-80f8-a8925e06d548 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971388 Feb 09 15:56:08.715156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-065c930b-5302-474f-9848-6b3b7796b7da req-af73a9b2-5db2-4fc0-a698-f370f57d1076 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbfac8c2c5044b6790bab34e5741b67a HTTP/1.1" status: 200 len: 2988 time: 0.2328398 Feb 09 15:56:08.732969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f7eb05e2-cba5-4095-8546-27997eb782fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca4ae7a776bf4bf6a0fbda7eb752f9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6068573 Feb 09 15:56:08.744197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46390) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:08.744518 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5fde58c9-5841-457f-827f-af575b816980 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7478747 Feb 09 15:56:08.744518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:08.761346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb05e2-cba5-4095-8546-27997eb782fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa01dc2-30b0-423a-bfbc-6bf6db8c3568,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:08.769338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb32e6c7-1740-41fe-8adc-88c0da95cdb8'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:08.808725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:08.855571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf688e2-7d5e-43f3-89ff-1d230728f2ef None None] Network fb32e6c7-1740-41fe-8adc-88c0da95cdb8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:08.860541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 78f77d0c-0390-486d-a5d2-ecd2257d0e9b up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:56:09.002800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-065c930b-5302-474f-9848-6b3b7796b7da req-07683b10-b82b-4582-b58a-e760d617cb70 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] 10.222.0.53 "GET /v2.0/security-groups/cd868be5-8e3c-4d32-aeb6-d6a2652daf4f HTTP/1.1" status: 200 len: 2985 time: 0.2657259 Feb 09 15:56:09.059989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.064917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.122589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ab7d-e729-44eb-856c-19f90dc50be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.154174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-065c930b-5302-474f-9848-6b3b7796b7da req-95b79f94-bf91-45b1-8476-4232605bd266 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] 10.222.0.53 "GET /v2.0/security-groups/cd868be5-8e3c-4d32-aeb6-d6a2652daf4f HTTP/1.1" status: 200 len: 2985 time: 0.1481690 Feb 09 15:56:09.166480 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.187382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085f5fa-9eb2-4eea-9ef2-612f8625e0ea req-20e92411-6ebf-47da-a89c-f7fa1d9fef2b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:09.193392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4085f5fa-9eb2-4eea-9ef2-612f8625e0ea req-20e92411-6ebf-47da-a89c-f7fa1d9fef2b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1294918 Feb 09 15:56:09.264531 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ab7d-e729-44eb-856c-19f90dc50be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.287633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.288597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Fanout notify agent at l3_agent the message router_deleted on router ba509dcb-6899-4747-a72f-ba7e7c4fe299 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:56:09.293304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cccbdae-b38e-4dc0-a262-ae2b4d78b105 req-0ede0a42-18b3-4669-b497-908fc98f780e tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] 10.222.0.53 "GET /v2.0/security-groups/cd868be5-8e3c-4d32-aeb6-d6a2652daf4f HTTP/1.1" status: 200 len: 2985 time: 0.0964150 Feb 09 15:56:09.310258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.321254 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c9bc457c-0195-48be-a6d4-31dcce75c716 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/ba509dcb-6899-4747-a72f-ba7e7c4fe299 HTTP/1.1" status: 204 len: 168 time: 2.9213340 Feb 09 15:56:09.324810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46400) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:09.336716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1146176624', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:09.428521 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.489605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4085f5fa-9eb2-4eea-9ef2-612f8625e0ea req-b521a6dc-ce89-4326-8171-dfc2e4df1f22 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549729 Feb 09 15:56:09.505257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.508399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.529688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac79b9e-4289-4488-a136-ea67dd21a54e None None] Network fb32e6c7-1740-41fe-8adc-88c0da95cdb8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:09.576893 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-8cccbdae-b38e-4dc0-a262-ae2b4d78b105 req-e83d7977-4179-4d80-9231-1e777b31fa89 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 15:56:09.580119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.582248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cccbdae-b38e-4dc0-a262-ae2b4d78b105 req-e83d7977-4179-4d80-9231-1e777b31fa89 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd868be5-8e3c-4d32-aeb6-d6a2652daf4f HTTP/1.1" status: 409 len: 352 time: 0.2879472 Feb 09 15:56:09.789641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:56:09.847062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ab7d-e729-44eb-856c-19f90dc50be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.865919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ad4ab7d-e729-44eb-856c-19f90dc50be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.873405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5ad4ab7d-e729-44eb-856c-19f90dc50be5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7fa01dc2-30b0-423a-bfbc-6bf6db8c3568 HTTP/1.1" status: 204 len: 168 time: 1.1347706 Feb 09 15:56:09.894705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.908264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:09.927149 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:09.966171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Allocated IP 172.20.0.9 (fb32e6c7-1740-41fe-8adc-88c0da95cdb8/72c6f2bd-631d-467e-bd88-6738e5faadbd/1f77c991-68d1-44f7-9b8b-64f77daaedd7) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:10.021512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cc2d4bf-ded0-4f3a-ba0a-5439da1cbf7e req-d00f208b-f9b2-493e-8bce-b532fe974346 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.2203557 Feb 09 15:56:10.039266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4ab7d-e729-44eb-856c-19f90dc50be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa01dc2-30b0-423a-bfbc-6bf6db8c3568,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:10.060492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14682d-1cf0-4579-8425-1c5a80db8ae5 req-97b58818-a4cd-4e88-b987-cdd324949584 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:10.063471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d14682d-1cf0-4579-8425-1c5a80db8ae5 req-97b58818-a4cd-4e88-b987-cdd324949584 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.3711131 Feb 09 15:56:10.204833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d14682d-1cf0-4579-8425-1c5a80db8ae5 req-d6b13cd2-f0ab-486f-94c7-fb728c9e5a24 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345270 Feb 09 15:56:10.206163 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-b13fbf34-6759-4734-8bc0-64e059e467b8 req-ee6c3eed-3439-4667-8f86-9655bb1b29e6 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] show failed (client error): The resource could not be found. Feb 09 15:56:10.228908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b13fbf34-6759-4734-8bc0-64e059e467b8 req-ee6c3eed-3439-4667-8f86-9655bb1b29e6 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] 10.222.0.53 "GET /v2.0/security-groups/fd21f3c3-4149-421a-9b4c-cccb0b1db122 HTTP/1.1" status: 404 len: 352 time: 0.0460141 Feb 09 15:56:10.270848 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:10.366651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:10.370565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:10.372987 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-1a88c707-1c28-4d17-ad64-6f69927d2f63 req-cd983975-b26f-4491-9e5c-20a6f0f94265 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] show failed (client error): The resource could not be found. Feb 09 15:56:10.376932 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce97dbd-78d5-4c46-a96a-994688859272" -d '{"events": [{"server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:10.404416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a88c707-1c28-4d17-ad64-6f69927d2f63 req-cd983975-b26f-4491-9e5c-20a6f0f94265 tempest-SecurityGroupsNegativeTestJSON-930824718 tempest-SecurityGroupsNegativeTestJSON-930824718-project] 10.222.0.53 "GET /v2.0/security-groups/9880ce13-a81a-4486-929e-3ad2bfc83c2b HTTP/1.1" status: 404 len: 352 time: 0.1110082 Feb 09 15:56:10.406836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46416) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:10.440812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:10.456302 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:10.552605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d71edc-6363-4cbf-bda5-3676dd8b6819 admin admin] Deleting subnet 13caf483-8364-4df4-8271-d04da3c01014 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:56:10.562094 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09806eb2-e3af-46fd-91df-b0179113ba21 x-openstack-request-id: req-09806eb2-e3af-46fd-91df-b0179113ba21 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:10.562094 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "name": "network-vif-plugged", "status": "completed", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:10.562094 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09806eb2-e3af-46fd-91df-b0179113ba21 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:10.562094 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b', 'code': 200} Feb 09 15:56:10.575932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:10.606388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40d71edc-6363-4cbf-bda5-3676dd8b6819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:10.669251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684e226-23db-4e49-a058-bb3c8b5c2d56 req-e150dc17-cdfc-4c99-be70-c994f37568e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:10.671222 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0684e226-23db-4e49-a058-bb3c8b5c2d56 req-e150dc17-cdfc-4c99-be70-c994f37568e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1097 time: 0.1083984 Feb 09 15:56:10.672507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e708b3-bd07-4bf8-9398-223887245f97 req-95144039-2867-452b-8984-e84c5eb70ff9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:10.674190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-27e708b3-bd07-4bf8-9398-223887245f97 req-95144039-2867-452b-8984-e84c5eb70ff9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 946 time: 0.2663698 Feb 09 15:56:10.681400 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40d71edc-6363-4cbf-bda5-3676dd8b6819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:10.746354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:10.817299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-27e708b3-bd07-4bf8-9398-223887245f97 req-45863436-f7dc-4bba-b073-b2d35996c50a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333728 Feb 09 15:56:10.832207 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0684e226-23db-4e49-a058-bb3c8b5c2d56 req-5462c66c-5a8d-4223-aefc-042fce301976 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504319 Feb 09 15:56:10.874931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40d71edc-6363-4cbf-bda5-3676dd8b6819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:10.886440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Network fb32e6c7-1740-41fe-8adc-88c0da95cdb8 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:10.938288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:10.943397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:10.951047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:10.995162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Port': ['ID=1f77c991-68d1-44f7-9b8b-64f77daaedd7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:11.004268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:11.017722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-bab0b55d-8ed4-4aff-bb2e-978c76a7eae7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:11.025416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-bab0b55d-8ed4-4aff-bb2e-978c76a7eae7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 810 time: 0.3135788 Feb 09 15:56:11.059753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-c2ac8de7-baa8-4526-9bc5-72af71b686f5 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/quotas/cf4350182f7b456898e4ac70fc02e4be HTTP/1.1" status: 200 len: 375 time: 0.0326481 Feb 09 15:56:11.085757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb6bc0-3120-41c7-9a06-3e1c97c06c92 req-58cf5e6e-7d67-4331-9c20-f5f6c85ee090 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:11.087869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6aeb6bc0-3120-41c7-9a06-3e1c97c06c92 req-58cf5e6e-7d67-4331-9c20-f5f6c85ee090 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1464260 Feb 09 15:56:11.214994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Allocated IP 172.25.5.108 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/c59d8b65-42a3-418a-967b-2b9d115daccf) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:11.248317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:11.419252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:11.499461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:11.658664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:11.667128 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40d71edc-6363-4cbf-bda5-3676dd8b6819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:11.733396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d71edc-6363-4cbf-bda5-3676dd8b6819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13caf483-8364-4df4-8271-d04da3c01014,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:11.753374 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40d71edc-6363-4cbf-bda5-3676dd8b6819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:11.756940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-40d71edc-6363-4cbf-bda5-3676dd8b6819 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/13caf483-8364-4df4-8271-d04da3c01014 HTTP/1.1" status: 204 len: 168 time: 1.3253493 Feb 09 15:56:11.772251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:11.776249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46442) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:11.799665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6aeb6bc0-3120-41c7-9a06-3e1c97c06c92 req-fc9d1add-0a7c-4c2b-97da-22a91045f028 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360736 Feb 09 15:56:11.814688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-7f2c61e8-f34a-48d3-8ec0-4957d112b0bd tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7532547 Feb 09 15:56:11.907643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:11.917030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event updated for resources: {'Port': ['ID=c59d8b65-42a3-418a-967b-2b9d115daccf,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:11.939601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:11.957691 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:12.089216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1dd55b7a-1684-42ee-b5f8-1dd17084ebf5 req-765eee7a-e2e5-46d4-bb62-38519a83b29d tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0774562 Feb 09 15:56:12.122061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:12.377711 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Port': ['ID=1f77c991-68d1-44f7-9b8b-64f77daaedd7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:12.606477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-1c0c9222-bf8a-4fde-9c09-411f35c27e36 service neutron] 10.222.0.53 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7905440 Feb 09 15:56:12.624111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155a8d3-98c7-426e-9ddb-ab03201843b3 req-5a57f693-d9a1-4338-b16d-7b80239d3bce tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:12.629422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9155a8d3-98c7-426e-9ddb-ab03201843b3 req-5a57f693-d9a1-4338-b16d-7b80239d3bce tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 946 time: 0.1726553 Feb 09 15:56:12.764994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9155a8d3-98c7-426e-9ddb-ab03201843b3 req-747b4001-88d9-49d3-87f7-08eafdf07350 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201487 Feb 09 15:56:12.822348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-04ceb8c7-7b0a-4074-b1c8-1bf9c4cbe6aa service neutron] 10.222.0.53 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149920 Feb 09 15:56:13.044912 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:13.062547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dcd74-2974-4041-a202-28630a2ffd02 req-9663d8e5-f26e-42cf-a74a-3cb5a6b08360 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:13.070793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-802dcd74-2974-4041-a202-28630a2ffd02 req-9663d8e5-f26e-42cf-a74a-3cb5a6b08360 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.0942960 Feb 09 15:56:13.142093 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:13.155066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-802dcd74-2974-4041-a202-28630a2ffd02 req-b6101287-1ee1-4551-9965-4e05b0596b6e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829322 Feb 09 15:56:13.297502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b857b206-4e4e-4510-92ae-7bb389154595 req-ec9c2368-327a-4663-aa34-87ec1afed674 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 210 time: 0.0779080 Feb 09 15:56:13.395803 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:13.398806 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-63473729-a450-4c40-8b4b-2ca62e3f70e3 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.6413863 Feb 09 15:56:13.413537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46472) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:13.421113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:13.430688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5352dc6-1e1b-4ce2-bc19-ed833b21e18d req-b01b3579-5996-4f30-a7d6-277e4044cba0 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1056411 Feb 09 15:56:13.673411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ea364e-338d-4254-a1b3-ad68573d128c']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:13.686663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46476) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:13.696811 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cf39d838-477b-43da-8e1b-b670ab78d02c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=fb32e6c7-1740-41fe-8adc-88c0da95cdb8 HTTP/1.1" status: 200 len: 689 time: 0.2815218 Feb 09 15:56:13.711450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08fc5cb-9e2c-4505-b982-f31f7ffe4211') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:13.712019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08fc5cb-9e2c-4505-b982-f31f7ffe4211') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:13.729578 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:13.786216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:13.827611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:13.836664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:13.847204 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:13.948423 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:14.213901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:14.292305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf664a-3fc9-46e0-b9ce-5e475c6e52eb req-bad68edb-8c27-43a2-8cba-9908b8faee9d tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:14.312564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cddf664a-3fc9-46e0-b9ce-5e475c6e52eb req-bad68edb-8c27-43a2-8cba-9908b8faee9d tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 946 time: 0.2206144 Feb 09 15:56:14.344515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:14.355795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:14.367636 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] 10.222.0.53 "DELETE /v2.0/networks/32ea364e-338d-4254-a1b3-ad68573d128c HTTP/1.1" status: 204 len: 168 time: 2.5810685 Feb 09 15:56:14.433125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4108c-b449-42f1-a2a2-3c8a7f951592 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ea364e-338d-4254-a1b3-ad68573d128c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:14.568116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Deleting port 1f77c991-68d1-44f7-9b8b-64f77daaedd7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:14.568864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:14.696907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cddf664a-3fc9-46e0-b9ce-5e475c6e52eb req-c54f4bbb-9aab-4582-a5ca-ca6dd6a08cea tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949862 Feb 09 15:56:14.750294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d4814-8ba8-4fe2-88f4-da7a5efa8b70 req-5d2dcf51-cda6-4a85-b4a6-577093a1378a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:14.750294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a5d4814-8ba8-4fe2-88f4-da7a5efa8b70 req-5d2dcf51-cda6-4a85-b4a6-577093a1378a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.4214013 Feb 09 15:56:14.967019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a5d4814-8ba8-4fe2-88f4-da7a5efa8b70 req-b6b4e2a7-6b0e-4ae0-a53f-a1f21515f7da tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212422 Feb 09 15:56:14.989401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-810ba20d-5237-4a75-87d7-d9ecf3151328 req-9d099a44-4e0e-48c8-b62f-9e894f4a53d0 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 210 time: 0.1542592 Feb 09 15:56:14.995935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:14.999434 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:15.025393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:15.057912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46510) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:15.071786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Calling delete_port for 1f77c991-68d1-44f7-9b8b-64f77daaedd7 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:15.322139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d7dcc85-7339-445a-ab9d-6b68aa3ffa0f req-b95b1096-2a3b-4831-8096-756d37e6e59e tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1602881 Feb 09 15:56:15.406029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-079bb5c7-e385-4af5-b562-a63f357eb2a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbfac8c2c5044b6790bab34e5741b67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465538 Feb 09 15:56:15.412330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46516) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:15.426510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-e2952727-74ec-4b56-b7c7-30776058cf07 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-597545840&fields=id&tenant_id=b084b5dee67c4e53ab73597074f551ae HTTP/1.1" status: 200 len: 267 time: 0.2597837 Feb 09 15:56:15.523718 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f055ea2e-eb4f-40b5-ac78-b07a33280d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:15.545988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-a51d33e7-afc1-4ac7-952f-9dc00bce7afe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:15.560021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-a51d33e7-afc1-4ac7-952f-9dc00bce7afe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 946 time: 0.1320524 Feb 09 15:56:15.569670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f055ea2e-eb4f-40b5-ac78-b07a33280d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:15.601144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'port': {'security_groups': ['76247694-8fe1-4b5d-9897-4b1773ba6a11', '0c07b0c7-f432-4a0b-b73e-f9a6dafc6558']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:15.652920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Router 7f75a1a4-2c16-48b9-9f92-9b536b072743 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:56:15.773191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:15.872469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f055ea2e-eb4f-40b5-ac78-b07a33280d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:15.876963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f055ea2e-eb4f-40b5-ac78-b07a33280d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:15.878855 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f055ea2e-eb4f-40b5-ac78-b07a33280d2c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd868be5-8e3c-4d32-aeb6-d6a2652daf4f HTTP/1.1" status: 204 len: 168 time: 0.4640119 Feb 09 15:56:15.907863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055ea2e-eb4f-40b5-ac78-b07a33280d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd868be5-8e3c-4d32-aeb6-d6a2652daf4f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:15.950138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:56:15.966251 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54332b-3487-4f7d-bc7f-6228396a9d2a None None] Sync routers for ids ['7f75a1a4-2c16-48b9-9f92-9b536b072743'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:56:15.999782 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54332b-3487-4f7d-bc7f-6228396a9d2a None None] Routers {'7f75a1a4-2c16-48b9-9f92-9b536b072743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:56:16.001658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fc54332b-3487-4f7d-bc7f-6228396a9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7f75a1a4-2c16-48b9-9f92-9b536b072743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:16.021383 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:16.123352 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:16.125777 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a41341f0-dd2d-4370-bfbd-15e279befa4f tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7971902 Feb 09 15:56:16.133000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46532) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:16.144763 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fc54332b-3487-4f7d-bc7f-6228396a9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:16.149556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:16.163108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f77c991-68d1-44f7-9b8b-64f77daaedd7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:16.188189 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc54332b-3487-4f7d-bc7f-6228396a9d2a None None] Routers {'7f75a1a4-2c16-48b9-9f92-9b536b072743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:56:16.188969 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fc54332b-3487-4f7d-bc7f-6228396a9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7f75a1a4-2c16-48b9-9f92-9b536b072743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:16.311149 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fc54332b-3487-4f7d-bc7f-6228396a9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:16.314623 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc54332b-3487-4f7d-bc7f-6228396a9d2a None None] The sync data for ids ['7f75a1a4-2c16-48b9-9f92-9b536b072743'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:56:16.570309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:16.661682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8894160-98da-46fb-bec6-efeab377a951 req-5aa1d813-6057-45e1-adc0-1ad546741c13 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:16.676828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8894160-98da-46fb-bec6-efeab377a951 req-5aa1d813-6057-45e1-adc0-1ad546741c13 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.3090615 Feb 09 15:56:16.844886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] For port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:16.941145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:17.058173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8894160-98da-46fb-bec6-efeab377a951 req-925514e4-af6f-4b8f-b2d8-eac1eef271d7 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798764 Feb 09 15:56:17.138337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:17.284794 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:17.304463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:17.322212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:17.452532 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:17.621350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:17.625146 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:17.625146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb347e58-179a-470f-8bfe-41b8b5403ebb req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "PUT /v2.0/ports/78f77d0c-0390-486d-a5d2-ecd2257d0e9b HTTP/1.1" status: 200 len: 982 time: 2.0632546 Feb 09 15:56:17.625656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec1290-3ffb-4958-a28d-43d4fc0fe3d2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'Port': ['ID=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:17.708179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:17.714182 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ac2f86-01ad-4b48-83b0-579649b84d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:17.716135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:17.722594 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:17.755596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75e663aa-306b-4d29-ba53-518d90e94ac4 req-86017a81-e717-4788-9a5d-76ce66f612dc tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 210 time: 0.3981876 Feb 09 15:56:17.899333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-0d03fc2c-aa7d-4fca-a731-72e9f0afd549 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:17.908069 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-0d03fc2c-aa7d-4fca-a731-72e9f0afd549 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.13 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 810 time: 0.5259802 Feb 09 15:56:17.924859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=72c6f2bd-631d-467e-bd88-6738e5faadbd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:17.984914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Request body: {'port': {'device_id': 'b4ff43de-28c5-48d8-8e08-657a3368b3fb', 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d', 'admin_state_up': True, 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:18.077904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ef66fa6-0cbd-40d0-a67e-e3a79a254935 req-802a8865-2283-4b94-84cf-76f75c4d8045 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.2110302 Feb 09 15:56:18.115114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:18.168376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Deleting port c59d8b65-42a3-418a-967b-2b9d115daccf {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:18.168902 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:18.189760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-fc1cd151-99c7-43bd-8f8e-88c1ab808a14 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-575515920&fields=id&tenant_id=b084b5dee67c4e53ab73597074f551ae HTTP/1.1" status: 200 len: 267 time: 0.1670198 Feb 09 15:56:18.283676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb32e6c7-1740-41fe-8adc-88c0da95cdb8']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:18.310559 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac6b789-f4b0-416e-901a-f81c5426217f x-openstack-request-id: req-bac6b789-f4b0-416e-901a-f81c5426217f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:18.312276 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:18.312736 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bac6b789-f4b0-416e-901a-f81c5426217f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:18.313885 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b', 'status': 'completed', 'code': 200} Feb 09 15:56:18.334518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71e608a-6a61-46f1-9ebb-2c6a61fbd112') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:18.337701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71e608a-6a61-46f1-9ebb-2c6a61fbd112') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:18.404594 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:18.413893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46576) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:18.482690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:18.503507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Calling delete_port for c59d8b65-42a3-418a-967b-2b9d115daccf owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:18.695874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-12ceb8c3-6635-43d0-a2c8-815c486c699e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:18.698396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-12ceb8c3-6635-43d0-a2c8-815c486c699e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 985 time: 0.5076950 Feb 09 15:56:18.737828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'port': {'security_groups': ['0c07b0c7-f432-4a0b-b73e-f9a6dafc6558', '76247694-8fe1-4b5d-9897-4b1773ba6a11', '7a32e424-7aba-4a86-a703-75c13e1b49cb']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:18.746253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:18.817438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:18.818115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:18.827853 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:18.832623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Made reservation on behalf of cf4350182f7b456898e4ac70fc02e4be for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:18.837068 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:18.887641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:18.903304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46586) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:18.973392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-4fce2cc3-0150-4bf6-bd53-6d198290dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:18.980614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-4fce2cc3-0150-4bf6-bd53-6d198290dad8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1136 time: 0.6183572 Feb 09 15:56:19.108033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b00ff1-2f5a-414b-b0b5-e3636def249f req-46e53f7a-a435-42ad-91a5-9fed8e13fcdc tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.117837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28b00ff1-2f5a-414b-b0b5-e3636def249f req-46e53f7a-a435-42ad-91a5-9fed8e13fcdc tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.6226015 Feb 09 15:56:19.192453 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:19.194804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1739430201-network', 'tenant_id': '2c00e77592d141a5895011ec801a71d7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:19.213128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Pushing event deleted for resources: {'Port': ['ID=c59d8b65-42a3-418a-967b-2b9d115daccf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:19.238884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28b00ff1-2f5a-414b-b0b5-e3636def249f req-88bc7133-2550-4643-b5e7-d51d92c3dc22 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200678 Feb 09 15:56:19.256856 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50ccf519-4e15-48d5-9abc-ed06d39e588d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:19.306419 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:19.334594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb32e6c7-1740-41fe-8adc-88c0da95cdb8 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 15:56:19.342255 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:19.346023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/fb32e6c7-1740-41fe-8adc-88c0da95cdb8 HTTP/1.1" status: 204 len: 168 time: 5.6573308 Feb 09 15:56:19.371795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46592) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:19.376673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-8c229d87-c39f-4672-8cbd-14a227322d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.385516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-8c229d87-c39f-4672-8cbd-14a227322d7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 914 time: 0.3482950 Feb 09 15:56:19.395998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Allocated IP 172.20.0.10 (ebef1996-e641-43b7-903f-1c8cc2cf603d/b906d5e2-74c1-4d6c-9331-470c3dedbf9b/129c5157-c7f0-40d8-9d49-d13f84ecc426) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:19.426672 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:19.535273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c889a54-d887-45c2-ac32-b1dbd2276843 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb32e6c7-1740-41fe-8adc-88c0da95cdb8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:19.590306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a6465d0d-2de7-40b5-8abc-6d9f2ac23b75 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2034032 Feb 09 15:56:19.597082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46594) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:19.607991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-c35d6007-c331-40d9-a186-faa7d29af8ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b HTTP/1.1" status: 200 len: 217 time: 0.0959709 Feb 09 15:56:19.683254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49f80ee0-b47a-4678-adc3-cdcb3857c3ae req-3a5b2a0f-8fe8-4c5d-8d55-3eeb31ad3cd4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 210 time: 0.1594505 Feb 09 15:56:19.792592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f2872-a552-42d0-a3f8-b430a8479a20 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.793602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f2872-a552-42d0-a3f8-b430a8479a20 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.793602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f2872-a552-42d0-a3f8-b430a8479a20 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.794668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f2872-a552-42d0-a3f8-b430a8479a20 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.794668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f2872-a552-42d0-a3f8-b430a8479a20 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.795382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f2872-a552-42d0-a3f8-b430a8479a20 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.796761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-353f2872-a552-42d0-a3f8-b430a8479a20 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4022 time: 0.1971726 Feb 09 15:56:19.801449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-b68f0ff3-1ea4-4ffb-872b-b351b9b3ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:19.802987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-b68f0ff3-1ea4-4ffb-872b-b351b9b3ed68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 200 len: 853 time: 0.1410503 Feb 09 15:56:19.807627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46596) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:19.919346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-ad541ade-08ba-467d-96ce-de2c33188344 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab22bdb-17fa-4943-9c49-9cc6230a3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083062 Feb 09 15:56:19.925363 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-7298a3a1-988d-4e3c-9012-b2c084952b2b tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] delete failed (client error): The resource could not be found. Feb 09 15:56:19.928295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7298a3a1-988d-4e3c-9012-b2c084952b2b tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8b06fba9-0d58-4474-abd3-36e3f85dec96 HTTP/1.1" status: 404 len: 345 time: 0.1198199 Feb 09 15:56:19.939582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46598) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:19.987183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee3dd237-2997-4419-a417-c46797294e31 req-d94cf4b4-f5d6-4ae1-a219-7b70ce653814 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0664835 Feb 09 15:56:20.038819 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6d890c-d128-40b9-981d-eeed1bb90e98 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 15:56:20.039458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6d890c-d128-40b9-981d-eeed1bb90e98 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:56:20.042828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ab6d890c-d128-40b9-981d-eeed1bb90e98 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/fb32e6c7-1740-41fe-8adc-88c0da95cdb8 HTTP/1.1" status: 404 len: 339 time: 0.0936348 Feb 09 15:56:20.052291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46600) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:20.063855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Request body: {'network': {'name': 'tempest-network--690694629', 'router:external': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:20.125495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] For port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:20.505625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50ccf519-4e15-48d5-9abc-ed06d39e588d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.540458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Made reservation on behalf of 3aa1bee7a29e4cc1bb239cf9aa7f3f8a for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:20.543041 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.604057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.620518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-a90986c3-c50b-44bb-9452-8ed19f2a31e3 service neutron] 10.222.0.13 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839890 Feb 09 15:56:20.645378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.665417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430017a3-15d2-4f97-824c-db17bf6ae91d req-16295538-2110-44d8-943f-a4b184039ff7 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:20.672991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-430017a3-15d2-4f97-824c-db17bf6ae91d req-16295538-2110-44d8-943f-a4b184039ff7 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1454473 Feb 09 15:56:20.702844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Made reservation on behalf of 2c00e77592d141a5895011ec801a71d7 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:20.707682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.727592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.742385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50ccf519-4e15-48d5-9abc-ed06d39e588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.763413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-430017a3-15d2-4f97-824c-db17bf6ae91d req-eded5901-7b21-4028-9909-e9a650da6130 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894125 Feb 09 15:56:20.770882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:20.796145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.831686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:20.875673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:20.877112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:20.878676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87d2c890-d295-4e11-862a-cb505f5e57a5 req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "PUT /v2.0/ports/78f77d0c-0390-486d-a5d2-ecd2257d0e9b HTTP/1.1" status: 200 len: 1021 time: 2.1595109 Feb 09 15:56:20.914804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:20.916414 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:20.952536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.000726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.001253 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Added segment 6ebd5a6e-1520-4106-a13f-ee9868bc6bed of type vlan for network 2d6baeca-3ea5-41af-bd15-70824d9d20f7 Feb 09 15:56:21.014561 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-50ccf519-4e15-48d5-9abc-ed06d39e588d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4709825fed0947bfa8b512c1aaba3c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5993202 Feb 09 15:56:21.018935 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.022393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccf519-4e15-48d5-9abc-ed06d39e588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f80cda-3cf0-45be-aeb4-477596f9d5f2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:21.039847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46614) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:21.047080 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.054071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:21.125227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['39a8f4c1-d654-4b83-b87b-59560b5f9a8a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:21.168181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Network ebef1996-e641-43b7-903f-1c8cc2cf603d is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:21.177551 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:21.212977 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.223767 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.267262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:21.269737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.276753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71911e7a-e4af-4759-81e8-0b5a3d981cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.328173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0ac2f86-01ad-4b48-83b0-579649b84d3b req-5b781148-c9d3-467f-8ba1-8c18a4faaaf1 service neutron] 10.222.0.13 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961133 Feb 09 15:56:21.339439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378aa952-f7c1-4384-9b2a-be39df492e32 req-96bcebb4-d31c-4c06-a173-39d804a839a7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:21.347892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-378aa952-f7c1-4384-9b2a-be39df492e32 req-96bcebb4-d31c-4c06-a173-39d804a839a7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 932 time: 0.4662645 Feb 09 15:56:21.356633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:21.381310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a685be1-3786-4b98-8ecc-e5dadbdd6ccb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'Port': ['ID=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:21.411678 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71911e7a-e4af-4759-81e8-0b5a3d981cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.453038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff4af0-32cd-4ffb-8d9d-3ab1cd1c18e1 req-03c31573-1738-464e-a090-d86fd9ce04b8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:21.470618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ff4af0-32cd-4ffb-8d9d-3ab1cd1c18e1 req-03c31573-1738-464e-a090-d86fd9ce04b8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1024 time: 0.3603411 Feb 09 15:56:21.473449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Pushing event updated for resources: {'Port': ['ID=129c5157-c7f0-40d8-9d49-d13f84ecc426,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:21.508475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.509545 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Added segment 83587aa1-2be7-4cc2-a308-e5c2e326140a of type vlan for network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 Feb 09 15:56:21.527398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee7a17-fb3b-4203-8fbf-d8845a375a4b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:21.546234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:21.546945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.595551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-378aa952-f7c1-4384-9b2a-be39df492e32 req-49f3d673-0dfe-4f85-b232-5a3c1ea3de01 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465127 Feb 09 15:56:21.631938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Router 7f75a1a4-2c16-48b9-9f92-9b536b072743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:56:21.638119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.659103 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.661265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:21.662238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.795909 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-feecaf9c-63c3-426c-91b6-eed1282df7e3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8404770 Feb 09 15:56:21.831229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Request body: {'port': {'device_id': 'b4ff43de-28c5-48d8-8e08-657a3368b3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:21.836613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71911e7a-e4af-4759-81e8-0b5a3d981cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.849107 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71911e7a-e4af-4759-81e8-0b5a3d981cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.849107 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-71911e7a-e4af-4759-81e8-0b5a3d981cd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1f80cda-3cf0-45be-aeb4-477596f9d5f2 HTTP/1.1" status: 204 len: 168 time: 0.7616110 Feb 09 15:56:21.917136 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.924317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:21.924963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.954654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:56:21.969267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:21.971176 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-42e503e9-c192-4b7b-bba8-1c0ea9cc02e3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "PUT /v2.0/routers/7f75a1a4-2c16-48b9-9f92-9b536b072743 HTTP/1.1" status: 200 len: 706 time: 5.8363945 Feb 09 15:56:21.976840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71911e7a-e4af-4759-81e8-0b5a3d981cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f80cda-3cf0-45be-aeb4-477596f9d5f2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:21.989966 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f442751-e257-455b-bfa7-7bbc8c316788 x-openstack-request-id: req-9f442751-e257-455b-bfa7-7bbc8c316788 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:21.990706 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:21.991034 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f442751-e257-455b-bfa7-7bbc8c316788 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:21.992175 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b', 'status': 'completed', 'code': 200} Feb 09 15:56:21.993953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46622) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:22.027866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ff4af0-32cd-4ffb-8d9d-3ab1cd1c18e1 req-09051184-5514-42dd-bfc1-a2099fa5e1af tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&id=0c07b0c7-f432-4a0b-b73e-f9a6dafc6558&id=7a32e424-7aba-4a86-a703-75c13e1b49cb HTTP/1.1" status: 200 len: 6156 time: 0.5563142 Feb 09 15:56:22.048970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9911597 Feb 09 15:56:22.091348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024bef1-eb14-4b35-a903-fbddd96b7959 None None] Sync routers for ids ['7f75a1a4-2c16-48b9-9f92-9b536b072743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:56:22.096794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46624) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:22.101235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01844fc7-f109-4c15-bdc9-5aec34c0b91a tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Network': ['ID=2d6baeca-3ea5-41af-bd15-70824d9d20f7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:22.166936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2d6baeca-3ea5-41af-bd15-70824d9d20f7 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:22.267968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2677507 Feb 09 15:56:22.272294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e1f06-9402-4308-bc31-55ecf207e59e admin admin] Pushing event updated for resources: {'Network': ['ID=9f0a4c9c-8b91-45c7-b17c-2a9e280efa51,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:22.274781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024bef1-eb14-4b35-a903-fbddd96b7959 None None] Routers {'7f75a1a4-2c16-48b9-9f92-9b536b072743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:56:22.282215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2024bef1-eb14-4b35-a903-fbddd96b7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7f75a1a4-2c16-48b9-9f92-9b536b072743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:22.282584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46628) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:22.289206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Request body: {'subnet': {'network_id': '9f0a4c9c-8b91-45c7-b17c-2a9e280efa51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1739430201-subnet', 'tenant_id': '2c00e77592d141a5895011ec801a71d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:22.295648 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb99f79b-84a2-4054-95eb-9196b62b8c5b tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/routers/7f75a1a4-2c16-48b9-9f92-9b536b072743 HTTP/1.1" status: 200 len: 741 time: 0.2796896 Feb 09 15:56:22.298468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:22.300978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46630) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:22.365794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:22.375938 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fd643579-e6c1-4a54-a9d8-ef962a6163cd tempest-RoutersAdminTest-687647277 tempest-RoutersAdminTest-687647277-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=7f75a1a4-2c16-48b9-9f92-9b536b072743 HTTP/1.1" status: 200 len: 205 time: 0.0721285 Feb 09 15:56:22.382275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:22.444449 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-beacea09-e1bf-470d-9e82-f67c08dd1fd9 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f75a1a4-2c16-48b9-9f92-9b536b072743 HTTP/1.1" status: 200 len: 205 time: 0.0586317 Feb 09 15:56:22.456704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46634) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:22.487180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2024bef1-eb14-4b35-a903-fbddd96b7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:22.522472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a419ae-9164-41bc-bfbe-b485789fe459 req-d5f6e015-dd1f-4f6f-95bf-bf43719fe5ea tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.4863343 Feb 09 15:56:22.622818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024bef1-eb14-4b35-a903-fbddd96b7959 None None] Routers {'7f75a1a4-2c16-48b9-9f92-9b536b072743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:56:22.623974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2024bef1-eb14-4b35-a903-fbddd96b7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:55:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7f75a1a4-2c16-48b9-9f92-9b536b072743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:22.667931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Made reservation on behalf of 2c00e77592d141a5895011ec801a71d7 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:22.670433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:22.698997 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cf530b3-c887-42c9-aee7-abce2362dbc3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:22.713859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2024bef1-eb14-4b35-a903-fbddd96b7959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:22.715116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024bef1-eb14-4b35-a903-fbddd96b7959 None None] The sync data for ids ['7f75a1a4-2c16-48b9-9f92-9b536b072743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:56:22.794454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ac6194db-7cd3-4124-a714-bc29eef7a9a2 req-0e29ec55-e65f-44b9-97b4-89b1815b890b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': ' tempest-securitygroup -461112510 ', 'description': 'tempest-description-1180864821'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:22.806408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c8f83-5353-4b98-97ad-c52373b7045c tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:22.813942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c8f83-5353-4b98-97ad-c52373b7045c tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:22.820331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c8f83-5353-4b98-97ad-c52373b7045c tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:22.828050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c8f83-5353-4b98-97ad-c52373b7045c tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:22.833419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a42c8f83-5353-4b98-97ad-c52373b7045c tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.7262623 Feb 09 15:56:22.836121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-ea6061e4-6d20-478a-806e-10ceac32f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:22.839449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-ea6061e4-6d20-478a-806e-10ceac32f72c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 1096 time: 1.1741037 Feb 09 15:56:22.840912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46640) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:22.879407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-fffc94dc-e78b-41a2-8325-7c11188346bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:22.881203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-fffc94dc-e78b-41a2-8325-7c11188346bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1175 time: 0.9213483 Feb 09 15:56:22.906637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bf157dd-6365-486d-9e7d-7818cf1af398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.094377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7c677-3014-4c55-bcc4-a86d1c2603a5 req-4b5596e8-b582-4bf2-a759-38a6482fa9d2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:23.096614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12a7c677-3014-4c55-bcc4-a86d1c2603a5 req-4b5596e8-b582-4bf2-a759-38a6482fa9d2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.6749227 Feb 09 15:56:23.123766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-7d23b6cb-34e8-4188-93ea-9c24d56b79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:23.125437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-7d23b6cb-34e8-4188-93ea-9c24d56b79a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 914 time: 0.2240596 Feb 09 15:56:23.169331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46642) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:23.185478 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cf530b3-c887-42c9-aee7-abce2362dbc3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.192407 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cf530b3-c887-42c9-aee7-abce2362dbc3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.234339 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.249116 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac6194db-7cd3-4124-a714-bc29eef7a9a2 req-0e29ec55-e65f-44b9-97b4-89b1815b890b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.251131 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79450299-476e-4505-b7e4-bb68a34277c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.253886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-573ef199-1a80-4403-85bc-dc85f4ad116e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b HTTP/1.1" status: 200 len: 217 time: 0.0947554 Feb 09 15:56:23.330705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12a7c677-3014-4c55-bcc4-a86d1c2603a5 req-1159d399-dd0d-4576-b00c-6157eae18495 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966257 Feb 09 15:56:23.349919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-381395e8-bf9c-42e5-a582-23bbb2475838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:23.351472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-381395e8-bf9c-42e5-a582-23bbb2475838 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 911 time: 0.4894099 Feb 09 15:56:23.396011 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cf530b3-c887-42c9-aee7-abce2362dbc3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.396011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf530b3-c887-42c9-aee7-abce2362dbc3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Fanout notify agent at l3_agent the message router_deleted on router 7f75a1a4-2c16-48b9-9f92-9b536b072743 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:56:23.447060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cf530b3-c887-42c9-aee7-abce2362dbc3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.453020 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9cf530b3-c887-42c9-aee7-abce2362dbc3 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/7f75a1a4-2c16-48b9-9f92-9b536b072743 HTTP/1.1" status: 204 len: 168 time: 0.9933043 Feb 09 15:56:23.466667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46644) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:23.494286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-3dcb7496-c55d-4f39-956a-0d07b192c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:23.495777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-3dcb7496-c55d-4f39-956a-0d07b192c81f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 200 len: 853 time: 0.2264695 Feb 09 15:56:23.501300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129c5157-c7f0-40d8-9d49-d13f84ecc426 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:56:23.511054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-0234a7ba-f279-4b0f-8d9a-538c48bbad8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27455af7-324f-484d-b181-e65240e6fc1f HTTP/1.1" status: 200 len: 217 time: 0.1422005 Feb 09 15:56:23.531686 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.558120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Transition to ACTIVE for port object 129c5157-c7f0-40d8-9d49-d13f84ecc426 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:56:23.563502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-99f7c1ac-3871-4d3f-83a1-ed9341f73b3d tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f75a1a4-2c16-48b9-9f92-9b536b072743 HTTP/1.1" status: 200 len: 205 time: 0.0869098 Feb 09 15:56:23.587851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46650) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:23.638555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.644064 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-8de3ba63-e6c3-47e8-a460-a52c29d02afd tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] delete failed (client error): The resource could not be found. Feb 09 15:56:23.646784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-cfcee9dd-7971-4bd3-b192-a8b3cdcf2e53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab22bdb-17fa-4943-9c49-9cc6230a3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055677 Feb 09 15:56:23.651748 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8de3ba63-e6c3-47e8-a460-a52c29d02afd tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/7f75a1a4-2c16-48b9-9f92-9b536b072743 HTTP/1.1" status: 404 len: 336 time: 0.0800827 Feb 09 15:56:23.662176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46652) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:23.724567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.858371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=125d9096-6f89-4c15-a0d9-7738e741b9c8,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:23.860483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6baeca-3ea5-41af-bd15-70824d9d20f7']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:23.870930 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9fc6c92a-6d14-4a37-ae2d-5f1a884b6340 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba509dcb-6899-4747-a72f-ba7e7c4fe299 HTTP/1.1" status: 200 len: 205 time: 0.1138396 Feb 09 15:56:23.873346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.881415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46656) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:23.884493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-55b9f687-0611-4af7-a83a-c460594cd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:23.886178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-55b9f687-0611-4af7-a83a-c460594cd58c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.3425872 Feb 09 15:56:23.902099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac6194db-7cd3-4124-a714-bc29eef7a9a2 req-0e29ec55-e65f-44b9-97b4-89b1815b890b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:23.919579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebd5a6e-1520-4106-a13f-ee9868bc6bed') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:23.919878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebd5a6e-1520-4106-a13f-ee9868bc6bed') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:23.924584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.925027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.925265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.925612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.926686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.926686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.926686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.929570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.931886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.931886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.931886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:23.931886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:24.016982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.020486 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-03b1ae42-c689-4449-99c2-89de5020d917 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] delete failed (client error): The resource could not be found. Feb 09 15:56:24.026081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-03b1ae42-c689-4449-99c2-89de5020d917 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/ba509dcb-6899-4747-a72f-ba7e7c4fe299 HTTP/1.1" status: 404 len: 336 time: 0.1344659 Feb 09 15:56:24.036375 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46658) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.043944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac6194db-7cd3-4124-a714-bc29eef7a9a2 req-0e29ec55-e65f-44b9-97b4-89b1815b890b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.048501 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79450299-476e-4505-b7e4-bb68a34277c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.062711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-5f4ed0cf-30bf-4152-83d7-01689e00ac48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402407 Feb 09 15:56:24.074396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065aeff-6760-49db-8dcc-7d4dc7e30253 req-295ebbd8-9785-4c2f-803f-7e1a7d3f7867 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:24.078797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c065aeff-6760-49db-8dcc-7d4dc7e30253 req-295ebbd8-9785-4c2f-803f-7e1a7d3f7867 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 932 time: 0.5334065 Feb 09 15:56:24.150974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Pushing event updated for resources: {'Port': ['ID=129c5157-c7f0-40d8-9d49-d13f84ecc426,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:24.157447 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a587bba5-53a8-489d-8ab4-63efa2356793 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=4772881b-62b0-4a4e-8876-b7e5dd1277a7 HTTP/1.1" status: 200 len: 205 time: 0.0985219 Feb 09 15:56:24.190088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46660) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.292260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac6194db-7cd3-4124-a714-bc29eef7a9a2 req-0e29ec55-e65f-44b9-97b4-89b1815b890b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.292260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac6194db-7cd3-4124-a714-bc29eef7a9a2 req-0e29ec55-e65f-44b9-97b4-89b1815b890b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.5535610 Feb 09 15:56:24.292260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79450299-476e-4505-b7e4-bb68a34277c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.325453 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-ade79e7f-4abb-4883-b212-5f8d39a97714 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] delete failed (client error): The resource could not be found. Feb 09 15:56:24.326585 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ade79e7f-4abb-4883-b212-5f8d39a97714 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/4772881b-62b0-4a4e-8876-b7e5dd1277a7 HTTP/1.1" status: 404 len: 336 time: 0.1320426 Feb 09 15:56:24.330640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Checking segment: {'id': '83587aa1-2be7-4cc2-a308-e5c2e326140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9f0a4c9c-8b91-45c7-b17c-2a9e280efa51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:24.330929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Network hostable DHCP agents. Network: 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:56:24.333259 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46664) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.342331 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.390820 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7c5dfaf0-8bf5-46e2-be78-982a52bc7bcb tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323 HTTP/1.1" status: 200 len: 205 time: 0.0563762 Feb 09 15:56:24.396998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46666) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.426475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Attempting to bind port 129c5157-c7f0-40d8-9d49-d13f84ecc426 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:56:24.427226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Attempting to bind port 129c5157-c7f0-40d8-9d49-d13f84ecc426 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:56:24.427802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Attempting to bind port 129c5157-c7f0-40d8-9d49-d13f84ecc426 on network ebef1996-e641-43b7-903f-1c8cc2cf603d {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:24.463664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:24.464681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.475595 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-e487466e-c037-43dc-ad5c-9c588ab76276 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] delete failed (client error): The resource could not be found. Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:24.476915 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:24.480731 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e487466e-c037-43dc-ad5c-9c588ab76276 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/e4eeb5fa-6dea-4aae-b6aa-0af0f40c6323 HTTP/1.1" status: 404 len: 336 time: 0.0779643 Feb 09 15:56:24.480731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Port 129c5157-c7f0-40d8-9d49-d13f84ecc426 on network ebef1996-e641-43b7-903f-1c8cc2cf603d not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:56:24.480731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Attempting to bind port 129c5157-c7f0-40d8-9d49-d13f84ecc426 on network ebef1996-e641-43b7-903f-1c8cc2cf603d {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:24.489897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29ec55-e65f-44b9-97b4-89b1815b890b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc85421-e4c4-431e-871d-b2564ddc989a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:24.493942 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46670) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.560346 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44df1548-3428-4d46-85ad-bb0601a96e30 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee94c1e4-4e55-4216-a099-595720546c7d HTTP/1.1" status: 200 len: 205 time: 0.0562654 Feb 09 15:56:24.565024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46672) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.574540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:56:24.575213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Checking segment: {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:24.575685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Bound using segment: {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:56:24.576381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Bound port: 129c5157-c7f0-40d8-9d49-d13f84ecc426, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efdd310-c064-4c43-92f4-e0d6f04504c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:56:24.576751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.603725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-5f97ccee-0c56-42e2-a62c-8fc9c8b71c2b service neutron] 10.222.0.13 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8976028 Feb 09 15:56:24.624295 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-9e96411c-5d73-40d7-bd44-209753310628 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] delete failed (client error): The resource could not be found. Feb 09 15:56:24.630164 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e96411c-5d73-40d7-bd44-209753310628 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/ee94c1e4-4e55-4216-a099-595720546c7d HTTP/1.1" status: 404 len: 336 time: 0.0591319 Feb 09 15:56:24.638492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46674) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.668112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7af3934b-4864-4d0e-8458-e1b8f15763b8 req-5d7e1ac3-8898-4d0f-9ac0-80f8c0bf8138 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1932492 Feb 09 15:56:24.720860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-79450299-476e-4505-b7e4-bb68a34277c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8e0e95a8e5a4362a84905b992a03f93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5500348 Feb 09 15:56:24.730133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46676) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.746230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c065aeff-6760-49db-8dcc-7d4dc7e30253 req-d8643de5-4f9d-4030-8541-dc4a074ed61d tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6314883 Feb 09 15:56:24.783039 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7a0a81d4-9311-4deb-9acf-ae2e46079b61 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "GET /v2.0/ports?device_id=02eeedf1-b7c3-4945-9165-f96b54693eb6 HTTP/1.1" status: 200 len: 205 time: 0.1511061 Feb 09 15:56:24.817011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46678) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:24.833674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:56:24.886257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-907e848a-d085-4060-abf3-1cef3fc05ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.927698 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] For port 129c5157-c7f0-40d8-9d49-d13f84ecc426, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:56:24.931229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-907e848a-d085-4060-abf3-1cef3fc05ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.932999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79450299-476e-4505-b7e4-bb68a34277c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40029521-f0eb-4c11-9f81-1ec73c67313f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:24.934484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] For port 129c5157-c7f0-40d8-9d49-d13f84ecc426, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:56:24.942022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:24.951168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:24.952182 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:24.960984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a63c4-158c-4427-9d3d-5b054d0b3fe4 None None] Network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:25.046035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:25.047190 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:25.049772 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-8ac075df-32b6-4209-9e50-53e56b2434b9 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] delete failed (client error): The resource could not be found. Feb 09 15:56:25.051678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8ac075df-32b6-4209-9e50-53e56b2434b9 tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/routers/02eeedf1-b7c3-4945-9165-f96b54693eb6 HTTP/1.1" status: 404 len: 336 time: 0.2329943 Feb 09 15:56:25.073844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:25.085910 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e736a404-1785-40f5-b1ff-d4f30ff162dd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8023570 Feb 09 15:56:25.104057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:25.104683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-c3366d9a-0505-49cd-99d8-4cd493e4b2d5 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9957502 Feb 09 15:56:25.104886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:25.107220 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] 10.222.0.13 "PUT /v2.0/ports/129c5157-c7f0-40d8-9d49-d13f84ecc426 HTTP/1.1" status: 200 len: 1092 time: 3.2808933 Feb 09 15:56:25.118076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d6baeca-3ea5-41af-bd15-70824d9d20f7 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 15:56:25.125322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:25.132184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/2d6baeca-3ea5-41af-bd15-70824d9d20f7 HTTP/1.1" status: 204 len: 168 time: 2.2865276 Feb 09 15:56:25.158934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ff43de-28c5-48d8-8e08-657a3368b3fb', 'tag': '129c5157-c7f0-40d8-9d49-d13f84ecc426'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:25.162045 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d944ce0-d5b0-45f1-887e-2d802f2470e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ff43de-28c5-48d8-8e08-657a3368b3fb", "tag": "129c5157-c7f0-40d8-9d49-d13f84ecc426"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:25.167422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46684) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:25.184715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1e8b33-8186-40e6-80cb-b8f742572dc8 None None] Network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:25.199732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-907e848a-d085-4060-abf3-1cef3fc05ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:25.203361 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-907e848a-d085-4060-abf3-1cef3fc05ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:25.209451 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-907e848a-d085-4060-abf3-1cef3fc05ace admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40029521-f0eb-4c11-9f81-1ec73c67313f HTTP/1.1" status: 204 len: 168 time: 0.4208565 Feb 09 15:56:25.221099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e848a-d085-4060-abf3-1cef3fc05ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40029521-f0eb-4c11-9f81-1ec73c67313f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:25.224233 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a89af78-3970-4228-aa7e-5f0134ed2ede tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] DELETE failed (client error): The resource could not be found. Feb 09 15:56:25.228794 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a89af78-3970-4228-aa7e-5f0134ed2ede tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:56:25.231745 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a89af78-3970-4228-aa7e-5f0134ed2ede tempest-RoutersAdminTest-2093832675 tempest-RoutersAdminTest-2093832675-project] 10.222.0.53 "DELETE /v2.0/subnets/9cb18b4d-c828-4d15-9950-6f102c336aa8 HTTP/1.1" status: 404 len: 337 time: 0.1444986 Feb 09 15:56:25.253356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Request body: {'network': {'name': 'tempest-network--2063139172', 'router:external': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:25.277433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333ce2b-1049-4aae-abf4-e0fd364bd4f5 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d6baeca-3ea5-41af-bd15-70824d9d20f7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:25.283447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fd2b1-a420-4c7b-a755-3bf6ca3ae661 service neutron] Pushing event updated for resources: {'Port': ['ID=129c5157-c7f0-40d8-9d49-d13f84ecc426,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:25.393308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-90f3ad86-d736-4fdd-af4d-95b4e22aecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:25.402078 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-90f3ad86-d736-4fdd-af4d-95b4e22aecd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 1095 time: 0.0885992 Feb 09 15:56:25.420501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a202ec4-013d-4699-8caf-cef2f19d5887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:25.513793 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-3ec0a035-fc84-4f09-80c5-9f1ca4db48ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426 HTTP/1.1" status: 200 len: 217 time: 0.1044304 Feb 09 15:56:25.581945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f7ebc21-ac5e-423b-adc4-2f8d74e12381 req-dd02d15b-7c2a-4500-834b-a2c1383c1645 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/cbc85421-e4c4-431e-871d-b2564ddc989a HTTP/1.1" status: 200 len: 1782 time: 0.8591123 Feb 09 15:56:25.627252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-32ac542e-b827-457b-80f2-bf690222f3da service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628081 Feb 09 15:56:25.674575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-dd2fa678-fe93-47dd-850a-636d232999e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:25.676897 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-dd2fa678-fe93-47dd-850a-636d232999e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 200 len: 850 time: 0.1520774 Feb 09 15:56:25.691178 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23443f04-b827-4852-bc25-ca27b1c93913 x-openstack-request-id: req-23443f04-b827-4852-bc25-ca27b1c93913 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:25.694133 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ff43de-28c5-48d8-8e08-657a3368b3fb", "tag": "129c5157-c7f0-40d8-9d49-d13f84ecc426", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:25.694133 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23443f04-b827-4852-bc25-ca27b1c93913 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:25.694133 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ff43de-28c5-48d8-8e08-657a3368b3fb', 'tag': '129c5157-c7f0-40d8-9d49-d13f84ecc426', 'status': 'completed', 'code': 200} Feb 09 15:56:25.742544 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-68383d13-6e4d-485d-b28f-4230b4479b9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebef1996-e641-43b7-903f-1c8cc2cf603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493391 Feb 09 15:56:25.757472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e339e-284d-4218-974a-63038e0f1ac3 req-0b22cfad-c713-4c49-a783-4c5683f08d19 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:25.767352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-615e339e-284d-4218-974a-63038e0f1ac3 req-0b22cfad-c713-4c49-a783-4c5683f08d19 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.8521624 Feb 09 15:56:25.798453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e29fc13-c1d2-46f7-8d97-e95e0f3a7cf6 req-4ed6f28b-52b6-4115-8607-e1de5cf6e70f service neutron] 10.222.0.13 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1472397 Feb 09 15:56:25.860855 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-7e9866a5-fe30-490b-b9b1-4b62e05920ef service neutron] 10.222.0.13 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103263 Feb 09 15:56:25.888498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26ca8088-2bfa-4e9b-a694-941cfb3980f2 req-10df3dca-d4cd-470e-ac77-e9b78b857ab6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1494825 Feb 09 15:56:25.945571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92f539f9-5168-4ebe-ae16-9f9b323a8df2 req-8f6ab069-5692-4c91-9144-415f9bda1d43 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/cbc85421-e4c4-431e-871d-b2564ddc989a HTTP/1.1" status: 200 len: 1782 time: 0.2418656 Feb 09 15:56:25.950499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-c52b1a29-de2c-4106-8fb2-30678ab61edc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3980854 Feb 09 15:56:25.962654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-615e339e-284d-4218-974a-63038e0f1ac3 req-ea180e23-ff6e-4af9-a087-b4f3cd841b44 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939158 Feb 09 15:56:26.119508 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-4e9d32af-9cee-4dd5-9a46-ebcd45cf5ced req-2bd89185-ab99-4182-9c9a-ca1caee8df01 service neutron] 10.222.0.13 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431412 Feb 09 15:56:26.521751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Made reservation on behalf of 3aa1bee7a29e4cc1bb239cf9aa7f3f8a for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:26.525046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:26.593242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd97e05c-86fe-40a5-8130-e25ab1804160 req-a94f5101-b7d1-4811-8d02-befbed8264b7 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1087360 Feb 09 15:56:26.645510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:26.653832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-8c199349-93ed-4f3b-87f6-5632664400ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:26.659771 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-8c199349-93ed-4f3b-87f6-5632664400ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 1095 time: 0.1322210 Feb 09 15:56:26.678714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-92f539f9-5168-4ebe-ae16-9f9b323a8df2 req-1f40bd92-a95c-4c4d-a8ae-aae5eadeda8f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:26.682643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:26.682911 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Added segment 15a7043b-636f-42a0-a6ce-8ee428ef676d of type vlan for network 6a0bd498-aad4-4ce5-8e05-49dc02f6ac46 Feb 09 15:56:26.702389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-855c312c-0883-4560-8c42-6437755a3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:26.704690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-855c312c-0883-4560-8c42-6437755a3176 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 1096 time: 0.2212150 Feb 09 15:56:26.734573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46712) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:26.781982 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:26.823148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-92f539f9-5168-4ebe-ae16-9f9b323a8df2 req-1f40bd92-a95c-4c4d-a8ae-aae5eadeda8f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:26.883307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-b75e4208-3390-4f80-92f5-e575cfb77c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:26.884926 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-b75e4208-3390-4f80-92f5-e575cfb77c0d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 911 time: 0.2159865 Feb 09 15:56:26.904572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:26.963350 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-918edda4-1a4f-4693-a39f-82a19ce7e309 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426 HTTP/1.1" status: 200 len: 217 time: 0.0677118 Feb 09 15:56:27.030319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-20c1dad3-0a81-4d21-a159-38730ecd6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:27.032034 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-20c1dad3-0a81-4d21-a159-38730ecd6545 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 200 len: 850 time: 0.0617115 Feb 09 15:56:27.039884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9276aa-5b55-4d8a-ad68-118b8a8ae0c4 req-0d8859cc-3443-4622-9a05-f8c88a74112c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:27.053668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d9276aa-5b55-4d8a-ad68-118b8a8ae0c4 req-0d8859cc-3443-4622-9a05-f8c88a74112c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 944 time: 0.3583696 Feb 09 15:56:27.125595 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-208a1462-7495-4b0b-9532-54b4102b9a83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebef1996-e641-43b7-903f-1c8cc2cf603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828352 Feb 09 15:56:27.205834 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65964a6f-5058-4ba1-8b8f-86c08728b13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:27.448225 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-6ced59e2-1b5f-4074-97ca-05beb643730c service neutron] 10.222.0.13 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138385 Feb 09 15:56:27.458289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d9276aa-5b55-4d8a-ad68-118b8a8ae0c4 req-4723599b-8216-4909-ab9c-0230c8ebda93 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903739 Feb 09 15:56:27.460898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-9664feb4-1d24-489b-a6ec-a18aca3df9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:27.463063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-9664feb4-1d24-489b-a6ec-a18aca3df9c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 911 time: 0.6718454 Feb 09 15:56:27.470947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:27.476468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:27.476468 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:27.487374 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65964a6f-5058-4ba1-8b8f-86c08728b13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:27.496949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-92f539f9-5168-4ebe-ae16-9f9b323a8df2 req-1f40bd92-a95c-4c4d-a8ae-aae5eadeda8f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:27.502774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-92f539f9-5168-4ebe-ae16-9f9b323a8df2 req-1f40bd92-a95c-4c4d-a8ae-aae5eadeda8f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:27.537433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92f539f9-5168-4ebe-ae16-9f9b323a8df2 req-1f40bd92-a95c-4c4d-a8ae-aae5eadeda8f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/cbc85421-e4c4-431e-871d-b2564ddc989a HTTP/1.1" status: 204 len: 173 time: 1.5902805 Feb 09 15:56:27.804900 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9d944ce0-d5b0-45f1-887e-2d802f2470e8 req-8c82ed6d-ffeb-40f0-8627-827cb509a8a1 service neutron] 10.222.0.13 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489728 Feb 09 15:56:27.837815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65964a6f-5058-4ba1-8b8f-86c08728b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:27.980049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-68549a28-b637-4590-ac38-66ef1e0d286a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a HTTP/1.1" status: 200 len: 217 time: 0.4901145 Feb 09 15:56:28.036296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40bd92-a95c-4c4d-a8ae-aae5eadeda8f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc85421-e4c4-431e-871d-b2564ddc989a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:28.134993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Network': ['ID=6a0bd498-aad4-4ce5-8e05-49dc02f6ac46,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:28.155518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 6a0bd498-aad4-4ce5-8e05-49dc02f6ac46 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:28.158678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ed531f78-0237-457e-978f-d63c9050a780 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.9675548 Feb 09 15:56:28.164181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46750) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:28.212513 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.230748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-65964a6f-5058-4ba1-8b8f-86c08728b13a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4ab478630c74727845898e10f29391a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4622521 Feb 09 15:56:28.247487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46754) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:28.270719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65964a6f-5058-4ba1-8b8f-86c08728b13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9789434-5c1e-4ce7-bbb9-91b989de8df2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:28.283595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-7a641b84-0dc3-4bc7-b6b5-839f3270915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:28.285462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-7a641b84-0dc3-4bc7-b6b5-839f3270915a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 200 len: 850 time: 0.2469320 Feb 09 15:56:28.304815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61a9a-cd3a-4d68-a789-408870832df7 req-efcb16bd-65ad-475b-b7f4-18c8f41228ec tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:28.315925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66d61a9a-cd3a-4d68-a789-408870832df7 req-efcb16bd-65ad-475b-b7f4-18c8f41228ec tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.3595650 Feb 09 15:56:28.376605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98195524-d275-40a5-9d4b-ebd3f1ce74b6 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:28.385282 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-98195524-d275-40a5-9d4b-ebd3f1ce74b6 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] 10.222.0.53 "GET /v2.0/networks/6a0bd498-aad4-4ce5-8e05-49dc02f6ac46 HTTP/1.1" status: 200 len: 757 time: 0.2188122 Feb 09 15:56:28.386445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46760) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:28.402462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-9217b49c-7fba-4bd5-b356-acf80580b340 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ebef1996-e641-43b7-903f-1c8cc2cf603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764172 Feb 09 15:56:28.497544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.526850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-f82556c3-0134-418a-96a8-2b2871b8df32 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:28.528708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-f82556c3-0134-418a-96a8-2b2871b8df32 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/networks?id=9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 HTTP/1.1" status: 200 len: 813 time: 0.4670753 Feb 09 15:56:28.557449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66d61a9a-cd3a-4d68-a789-408870832df7 req-1850eaaf-152b-46e0-b63f-096348d3a799 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403102 Feb 09 15:56:28.573864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd8e65-1ad1-4f49-bb72-70ac7849eca1 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:28.576496 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-15dd8e65-1ad1-4f49-bb72-70ac7849eca1 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] 10.222.0.53 "GET /v2.0/networks/59e3a18c-1fea-4723-b334-c5c6b6ec79ce HTTP/1.1" status: 200 len: 766 time: 0.1880779 Feb 09 15:56:28.576829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-4fe365df-1c21-4950-b458-694cdc6db766 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/quotas/2c00e77592d141a5895011ec801a71d7 HTTP/1.1" status: 200 len: 375 time: 0.0357175 Feb 09 15:56:28.580726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f672500-97aa-4946-9d3b-b1c32fb97765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.581399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46766) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:28.615760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f672500-97aa-4946-9d3b-b1c32fb97765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.720282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-f54830b0-9b32-4b01-b47a-995437c982df tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2c00e77592d141a5895011ec801a71d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570369 Feb 09 15:56:28.733706 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-afc3f8f1-d71a-4823-a1a0-6c8a4b54d554 req-5add55ad-1172-4d76-b555-818abcfc790a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:56:28.734991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-afc3f8f1-d71a-4823-a1a0-6c8a4b54d554 req-5add55ad-1172-4d76-b555-818abcfc790a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/cbc85421-e4c4-431e-871d-b2564ddc989a HTTP/1.1" status: 404 len: 352 time: 0.0521863 Feb 09 15:56:28.741024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 129c5157-c7f0-40d8-9d49-d13f84ecc426 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:56:28.753854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-a5674a86-745f-4b2d-b293-7e5663c086b5 service neutron] 10.222.0.73 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307300 Feb 09 15:56:28.768477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.811364 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f672500-97aa-4946-9d3b-b1c32fb97765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.817880 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f672500-97aa-4946-9d3b-b1c32fb97765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.825124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f672500-97aa-4946-9d3b-b1c32fb97765 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9789434-5c1e-4ce7-bbb9-91b989de8df2 HTTP/1.1" status: 204 len: 168 time: 0.5709035 Feb 09 15:56:28.889428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:28.930614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0bd498-aad4-4ce5-8e05-49dc02f6ac46']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:28.935172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f672500-97aa-4946-9d3b-b1c32fb97765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9789434-5c1e-4ce7-bbb9-91b989de8df2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:28.964184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a7043b-636f-42a0-a6ce-8ee428ef676d') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:28.968445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a7043b-636f-42a0-a6ce-8ee428ef676d') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:29.021302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:29.022554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1847114b-ef71-4cb9-81ac-e5424b901dc2 req-d4cee312-b902-4ee1-a7f8-44ab553e383f tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0925357 Feb 09 15:56:29.085064 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:29.103848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d61d3fe-7312-4753-9bfc-6c222e5c09cc req-eae2a43b-14b2-465a-9cc0-e66497db2caf service neutron] 10.222.0.73 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362753 Feb 09 15:56:29.122646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:29.126651 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:29.152721 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 129c5157-c7f0-40d8-9d49-d13f84ecc426, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:29.178727 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:29.246245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '129c5157-c7f0-40d8-9d49-d13f84ecc426', 'network_id': 'ebef1996-e641-43b7-903f-1c8cc2cf603d', 'port_id': '129c5157-c7f0-40d8-9d49-d13f84ecc426', 'mac_address': 'fa:16:3e:cd:b9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b906d5e2-74c1-4d6c-9331-470c3dedbf9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:56:29.352002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:29.415066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129c5157-c7f0-40d8-9d49-d13f84ecc426 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:56:29.427728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:29.455709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 129c5157-c7f0-40d8-9d49-d13f84ecc426, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:29.460515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f9dfb-1fee-4571-b052-db8c9ea05f29 req-088650f1-183e-43c2-afda-fa071cd72be9 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:29.468753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-902f9dfb-1fee-4571-b052-db8c9ea05f29 req-088650f1-183e-43c2-afda-fa071cd72be9 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 944 time: 0.2402725 Feb 09 15:56:29.469578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a0bd498-aad4-4ce5-8e05-49dc02f6ac46 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 15:56:29.472771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a0bd498-aad4-4ce5-8e05-49dc02f6ac46,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:29.476779 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:29.491960 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47e6bdbb-5a89-4996-8a21-207f1724ce94 tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/6a0bd498-aad4-4ce5-8e05-49dc02f6ac46 HTTP/1.1" status: 204 len: 168 time: 0.9086871 Feb 09 15:56:29.493212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:29.502714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Request body: {'network': {'name': 'tempest-network--736508852'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:29.541562 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:29.562906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-902f9dfb-1fee-4571-b052-db8c9ea05f29 req-61f86e15-10dd-4192-a736-a0cd79c06e9d tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924935 Feb 09 15:56:29.581890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-130b7129-1968-424c-856e-cd3a897f1adb service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a4c9c-8b91-45c7-b17c-2a9e280efa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285844 Feb 09 15:56:29.653241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-19988eeb-376f-41a4-b8a1-f86bf5726767 req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1571332801', 'description': 'tempest-description-1618017851'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:29.678820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=129c5157-c7f0-40d8-9d49-d13f84ecc426,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:29.709315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-544ac340-caee-4eba-9611-d84e28482c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:29.710885 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-544ac340-caee-4eba-9611-d84e28482c87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 1096 time: 0.1431394 Feb 09 15:56:29.783138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['129c5157-c7f0-40d8-9d49-d13f84ecc426'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:29.838317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-eaecb3c9-3e6c-4807-a05d-c4afab727361 service neutron] 10.222.0.53 "GET /v2.0/networks/9f0a4c9c-8b91-45c7-b17c-2a9e280efa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551754 Feb 09 15:56:29.978672 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19988eeb-376f-41a4-b8a1-f86bf5726767 req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.179876 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.407801 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19988eeb-376f-41a4-b8a1-f86bf5726767 req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.530881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19988eeb-376f-41a4-b8a1-f86bf5726767 req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.711657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73287145-8859-4c21-ab4b-5cf9bdd0a3ad,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:30.730641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12b9064a-1b31-4b9b-8f7a-1437e82a7aeb req-4e0efa64-c157-4b7e-a970-8bd64d94b238 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29&device_id=f8336cce-d4fa-4401-baf0-5603086ba60a HTTP/1.1" status: 200 len: 210 time: 0.0344031 Feb 09 15:56:30.745312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 129c5157-c7f0-40d8-9d49-d13f84ecc426 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.762885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:30.833828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Made reservation on behalf of 3aa1bee7a29e4cc1bb239cf9aa7f3f8a for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:30.836269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.858078 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19988eeb-376f-41a4-b8a1-f86bf5726767 req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.876849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19988eeb-376f-41a4-b8a1-f86bf5726767 req-fd1ff428-009f-4d84-9a43-c8323720a2de tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2295916 Feb 09 15:56:30.926530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:30.938674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.939145 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Added segment d09a6f86-1838-4e18-a591-7bd4f6bc786f of type vlan for network a7d79973-2fb5-4170-9105-8927261dbc0e Feb 09 15:56:30.985105 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d002535c-9147-4804-80d2-7180343a0501 req-f9396b18-9106-4193-b535-8bfdc7294726 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 210 time: 0.0454791 Feb 09 15:56:30.997303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.013822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-2505cfa3-ab80-4f6a-83a2-56eb3f30c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:31.015597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-2505cfa3-ab80-4f6a-83a2-56eb3f30c508 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 911 time: 1.2944632 Feb 09 15:56:31.039535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ce748-9bc1-48c3-859a-992b8be79351 req-72e83af3-a678-447a-9615-759358a986f2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:31.043279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-046ce748-9bc1-48c3-859a-992b8be79351 req-72e83af3-a678-447a-9615-759358a986f2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 945 time: 0.1755302 Feb 09 15:56:31.050035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 129c5157-c7f0-40d8-9d49-d13f84ecc426 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:56:31.054532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 129c5157-c7f0-40d8-9d49-d13f84ecc426 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:31.059702 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.086774 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-18e49ac0-f475-41fb-9eff-fecec51628a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27455af7-324f-484d-b181-e65240e6fc1f HTTP/1.1" status: 200 len: 217 time: 0.0570869 Feb 09 15:56:31.163080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-34262526-41fe-4e58-8785-fd16565e202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:31.165812 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-34262526-41fe-4e58-8785-fd16565e202c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.0632772 Feb 09 15:56:31.166363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46822) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:31.202141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad41a14-3318-47b1-9392-6f207a9b7f39 req-b6971f1e-af4e-4573-b452-564e59a1db3d tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:31.206855 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ad41a14-3318-47b1-9392-6f207a9b7f39 req-b6971f1e-af4e-4573-b452-564e59a1db3d tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 945 time: 0.1553097 Feb 09 15:56:31.207822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-322e572b-c01d-42cd-b5b3-7dcfc38c014d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339563 Feb 09 15:56:31.213016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.221140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:31.221140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.227179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-046ce748-9bc1-48c3-859a-992b8be79351 req-ceabca45-907a-4493-ad6a-a7ff40e755e1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712580 Feb 09 15:56:31.300197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ad41a14-3318-47b1-9392-6f207a9b7f39 req-d87438de-c4b4-43e0-aa0c-3f5092c71e7a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713620 Feb 09 15:56:31.305833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.324715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-08342587-5e40-4d58-8f82-762fe5db2c6a req-946c83b6-01e8-4a60-8e54-246aa67aeb88 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-106078039', 'description': 'tempest-description-774034875'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:31.391835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff43de-28c5-48d8-8e08-657a3368b3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129c5157-c7f0-40d8-9d49-d13f84ecc426'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:31.394065 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0b0af-525f-4f37-90cd-51b22d3c67bb" -d '{"events": [{"server_uuid": "b4ff43de-28c5-48d8-8e08-657a3368b3fb", "name": "network-vif-plugged", "status": "completed", "tag": "129c5157-c7f0-40d8-9d49-d13f84ecc426"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:31.417964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 129c5157-c7f0-40d8-9d49-d13f84ecc426, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:31.445396 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a6ea40a3-3f64-43e2-9475-f7567a195b15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f578b4abc714520b7d155edee78b219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778711 Feb 09 15:56:31.450316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46830) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:31.454778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Network': ['ID=a7d79973-2fb5-4170-9105-8927261dbc0e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:31.474687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a7d79973-2fb5-4170-9105-8927261dbc0e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:31.488192 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-521736ae-d9af-4b79-b5ac-42c2a66bc68f tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9876323 Feb 09 15:56:31.492835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46834) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:31.501830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5017256b-1676-4ad2-89e0-a536fa82478c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:31.570982 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-0009f1ed-ee0b-4cab-ac7f-979251b391b1 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532834 Feb 09 15:56:31.637842 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-08342587-5e40-4d58-8f82-762fe5db2c6a req-946c83b6-01e8-4a60-8e54-246aa67aeb88 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.671537 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.672396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 27455af7-324f-484d-b181-e65240e6fc1f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:56:31.740121 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.749735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7317b873-34f6-4328-bc8c-7c7b3ba5aa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.782074 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-16178046-17d0-4ce2-ab1d-5bbb8e89eace req-90bf3990-c426-4d79-8a08-95a50c4dd680 service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966870 Feb 09 15:56:31.787466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=129c5157-c7f0-40d8-9d49-d13f84ecc426,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:31.803278 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7317b873-34f6-4328-bc8c-7c7b3ba5aa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.864544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.948173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:31.963172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5017256b-1676-4ad2-89e0-a536fa82478c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.988064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-08342587-5e40-4d58-8f82-762fe5db2c6a req-946c83b6-01e8-4a60-8e54-246aa67aeb88 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.041675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.089236 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c7b20-3d3f-4f43-abbb-dc26c31c43c1 x-openstack-request-id: req-325c7b20-3d3f-4f43-abbb-dc26c31c43c1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:32.089998 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff43de-28c5-48d8-8e08-657a3368b3fb", "name": "network-vif-plugged", "status": "completed", "tag": "129c5157-c7f0-40d8-9d49-d13f84ecc426", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:32.090606 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-325c7b20-3d3f-4f43-abbb-dc26c31c43c1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:32.091467 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ff43de-28c5-48d8-8e08-657a3368b3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129c5157-c7f0-40d8-9d49-d13f84ecc426', 'code': 200} Feb 09 15:56:32.116609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5017256b-1676-4ad2-89e0-a536fa82478c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.120757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd7efe72-f5f4-4cbf-a96d-c43f8c1d97b1 req-7043ceff-ef4d-4127-8ede-ffbce56d39f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51236039200441c8a07f3eb30799081f&device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0363030 Feb 09 15:56:32.121484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-08342587-5e40-4d58-8f82-762fe5db2c6a req-946c83b6-01e8-4a60-8e54-246aa67aeb88 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.132322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7317b873-34f6-4328-bc8c-7c7b3ba5aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.135069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7317b873-34f6-4328-bc8c-7c7b3ba5aa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.138801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7317b873-34f6-4328-bc8c-7c7b3ba5aa95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d42a572f-0672-4e6d-9a58-4b87e77512a2 HTTP/1.1" status: 204 len: 168 time: 0.6849372 Feb 09 15:56:32.150115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:32.195755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5017256b-1676-4ad2-89e0-a536fa82478c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Network a7d79973-2fb5-4170-9105-8927261dbc0e is not hosted by any dhcp agent {{(pid=103178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 15:56:32.197300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5017256b-1676-4ad2-89e0-a536fa82478c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:32.198197 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5017256b-1676-4ad2-89e0-a536fa82478c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.201974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5017256b-1676-4ad2-89e0-a536fa82478c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "PUT /v2.0/networks/a7d79973-2fb5-4170-9105-8927261dbc0e HTTP/1.1" status: 200 len: 857 time: 0.7050428 Feb 09 15:56:32.214395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46848) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:32.270770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49ca18fd-9b06-4dea-ace7-0a4a60cd9e83 req-17f31870-5fa8-48e4-bcbf-fae3f35a2220 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 210 time: 0.1442204 Feb 09 15:56:32.308875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd7efe72-f5f4-4cbf-a96d-c43f8c1d97b1 req-7acb5c55-c2e9-47c9-923a-a655781a4af2 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=51236039200441c8a07f3eb30799081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1637743 Feb 09 15:56:32.313635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c83b6-01e8-4a60-8e54-246aa67aeb88 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e91cc5f-567e-4a6e-838b-2993db1cd45f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:32.343689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017256b-1676-4ad2-89e0-a536fa82478c tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event updated for resources: {'Network': ['ID=a7d79973-2fb5-4170-9105-8927261dbc0e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:32.358554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317b873-34f6-4328-bc8c-7c7b3ba5aa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a572f-0672-4e6d-9a58-4b87e77512a2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:32.450786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad857553-cda0-425e-973e-3e40d8a7cad6 req-6d2aa26c-9c0f-47c7-be2d-448d773308a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:32.453358 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ad857553-cda0-425e-973e-3e40d8a7cad6 req-6d2aa26c-9c0f-47c7-be2d-448d773308a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 1097 time: 0.2712619 Feb 09 15:56:32.467989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.468819 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-08342587-5e40-4d58-8f82-762fe5db2c6a req-946c83b6-01e8-4a60-8e54-246aa67aeb88 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.470379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08342587-5e40-4d58-8f82-762fe5db2c6a req-946c83b6-01e8-4a60-8e54-246aa67aeb88 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1503172 Feb 09 15:56:32.580319 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ad857553-cda0-425e-973e-3e40d8a7cad6 req-52c4aa06-a528-4623-a424-d80563ccb10c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178794 Feb 09 15:56:32.608055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b5d7218-ecd0-4a9e-bc38-7fac2044316a req-c1388b4a-98a4-49e5-8210-32903c5f321d tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.0854592 Feb 09 15:56:32.663834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7efe72-f5f4-4cbf-a96d-c43f8c1d97b1 req-2b9b7a4e-ee0e-4e46-be1c-8096886077b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:32.666801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd7efe72-f5f4-4cbf-a96d-c43f8c1d97b1 req-2b9b7a4e-ee0e-4e46-be1c-8096886077b0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3440475 Feb 09 15:56:32.728012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.773624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35789945-1b0e-4873-a7ca-0c6240b7868f req-1ecec92a-46a6-4c13-939c-9c3c4137018d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:32.775752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35789945-1b0e-4873-a7ca-0c6240b7868f req-1ecec92a-46a6-4c13-939c-9c3c4137018d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 943 time: 0.1658521 Feb 09 15:56:32.788810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d79973-2fb5-4170-9105-8927261dbc0e']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:32.807977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09a6f86-1838-4e18-a591-7bd4f6bc786f') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:32.808912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09a6f86-1838-4e18-a591-7bd4f6bc786f') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:32.835060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.899731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35789945-1b0e-4873-a7ca-0c6240b7868f req-983cc8d8-9c60-4025-a512-6bfb67edd825 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111896 Feb 09 15:56:32.905098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.933682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26c914-2398-453f-946d-a2070fd96312 req-5426913c-2e29-4e2d-9e93-cdc311e9dd64 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:32.936659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:32.937420 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:32.941782 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:32.948908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c26c914-2398-453f-946d-a2070fd96312 req-5426913c-2e29-4e2d-9e93-cdc311e9dd64 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.1714268 Feb 09 15:56:32.967740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-4c345a80-212b-4552-a5cc-393e5cfdccae req-e2543d44-d35d-4616-aa79-b533839e7eb8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1368680739', 'description': 'tempest-description-1974520242'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:33.053020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c26c914-2398-453f-946d-a2070fd96312 req-2c5d7cfa-8f66-4375-8c0e-fe985a13f4ab tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025290 Feb 09 15:56:33.176339 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:33.176572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4c345a80-212b-4552-a5cc-393e5cfdccae req-e2543d44-d35d-4616-aa79-b533839e7eb8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:33.183207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7d79973-2fb5-4170-9105-8927261dbc0e {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 15:56:33.227245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:33.237640 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] 10.222.0.53 "DELETE /v2.0/networks/a7d79973-2fb5-4170-9105-8927261dbc0e HTTP/1.1" status: 204 len: 168 time: 1.0160906 Feb 09 15:56:33.244201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cdd0f-5453-4256-b994-af0aadee3dfd tempest-ExternalNetworksTestJSON-759198829 tempest-ExternalNetworksTestJSON-759198829-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7d79973-2fb5-4170-9105-8927261dbc0e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:33.245181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46874) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:33.350691 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-9850d6a4-216e-4d75-8713-fc1b098a03b8 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] DELETE failed (client error): The resource could not be found. Feb 09 15:56:33.351467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9850d6a4-216e-4d75-8713-fc1b098a03b8 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:56:33.357170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9850d6a4-216e-4d75-8713-fc1b098a03b8 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] 10.222.0.53 "DELETE /v2.0/subnets/72c6f2bd-631d-467e-bd88-6738e5faadbd HTTP/1.1" status: 404 len: 337 time: 0.1102316 Feb 09 15:56:33.362099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46886) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:33.513354 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4c345a80-212b-4552-a5cc-393e5cfdccae req-e2543d44-d35d-4616-aa79-b533839e7eb8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:33.595757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f65fe635-a74e-4714-b327-9704ead32c2f req-32d98001-327d-435c-8023-44861b8e8cdb tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 210 time: 0.0469363 Feb 09 15:56:33.621875 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4c345a80-212b-4552-a5cc-393e5cfdccae req-e2543d44-d35d-4616-aa79-b533839e7eb8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:33.732974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:33.754321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2543d44-d35d-4616-aa79-b533839e7eb8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0d7216-5081-4b55-ad10-650a1ca5989c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:33.786649 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4c345a80-212b-4552-a5cc-393e5cfdccae req-e2543d44-d35d-4616-aa79-b533839e7eb8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:33.793068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c345a80-212b-4552-a5cc-393e5cfdccae req-e2543d44-d35d-4616-aa79-b533839e7eb8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8395312 Feb 09 15:56:34.047314 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:34.081912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e3a18c-1fea-4723-b334-c5c6b6ec79ce']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:34.093231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:34.110835 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210a02f9-eebd-43df-a374-fca5009f7c44" -d '{"events": [{"server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "name": "network-vif-unplugged", "status": "completed", "tag": "27455af7-324f-484d-b181-e65240e6fc1f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:34.111404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ecee5d-a269-4c38-a113-9a412bc09776') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:34.112664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ecee5d-a269-4c38-a113-9a412bc09776') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:34.132908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:34.159521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65291641-baa1-42d5-91ee-fe025fa6e20e req-42953023-282a-433c-8f43-8d34833d3a37 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b084b5dee67c4e53ab73597074f551ae HTTP/1.1" status: 200 len: 10910 time: 0.3084447 Feb 09 15:56:34.161650 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:34.163266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4555e7a-45a5-44ed-9188-84820db457b4 req-1d4d1773-cf0d-4e0f-b974-443a78886b0c tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.2689416 Feb 09 15:56:34.176557 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:34.177801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:34.184383 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:34.285672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd7efe72-f5f4-4cbf-a96d-c43f8c1d97b1 req-48cfb5cf-8e2f-4b01-9c5b-073e557cf412 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.73 "GET /v2.0/ports?device_id=13bba6a7-aade-4fc4-87db-c8af4b4aff29 HTTP/1.1" status: 200 len: 210 time: 0.1184971 Feb 09 15:56:34.434340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65291641-baa1-42d5-91ee-fe025fa6e20e req-fb61d18a-bffa-4907-aeca-27f49f9807cb tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/76247694-8fe1-4b5d-9897-4b1773ba6a11 HTTP/1.1" status: 200 len: 2985 time: 0.1458673 Feb 09 15:56:34.519424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:34.525072 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:34.533749 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] 10.222.0.53 "DELETE /v2.0/networks/59e3a18c-1fea-4723-b334-c5c6b6ec79ce HTTP/1.1" status: 204 len: 168 time: 1.1655726 Feb 09 15:56:34.561028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9a229-4288-41af-8c4b-229f3024c553 req-b78e3442-dbe0-4d01-9472-8b8f644b237f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:34.564350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19b9a229-4288-41af-8c4b-229f3024c553 req-b78e3442-dbe0-4d01-9472-8b8f644b237f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 943 time: 0.1271715 Feb 09 15:56:34.564656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e31d8f-6821-4bf7-be2a-352a85e28e00 tempest-ExternalNetworksTestJSON-618355152 tempest-ExternalNetworksTestJSON-618355152-project] Pushing event deleted for resources: {'Network': ['ID=59e3a18c-1fea-4723-b334-c5c6b6ec79ce,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:34.570239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65291641-baa1-42d5-91ee-fe025fa6e20e req-b66c76a9-52f5-4505-b7bb-efbe250fe719 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/76247694-8fe1-4b5d-9897-4b1773ba6a11 HTTP/1.1" status: 200 len: 2985 time: 0.1176131 Feb 09 15:56:34.603824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-ec044626-8e7e-4b04-b963-cf3d8d02ad98 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:34.605540 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-ec044626-8e7e-4b04-b963-cf3d8d02ad98 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.13 "GET /v2.0/networks?id=9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 HTTP/1.1" status: 200 len: 813 time: 0.2085915 Feb 09 15:56:34.621322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Request body: {'port': {'device_id': 'a7342b85-c6c9-43fb-853d-4b77be3788f3', 'network_id': '9f0a4c9c-8b91-45c7-b17c-2a9e280efa51', 'admin_state_up': True, 'tenant_id': '2c00e77592d141a5895011ec801a71d7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:34.685136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19b9a229-4288-41af-8c4b-229f3024c553 req-d4c6e9e3-4283-4c83-9629-1baedb57764d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855308 Feb 09 15:56:34.715588 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7842d72c-48bf-4a05-b787-da855786f61e x-openstack-request-id: req-7842d72c-48bf-4a05-b787-da855786f61e {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:34.716244 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "name": "network-vif-unplugged", "status": "completed", "tag": "27455af7-324f-484d-b181-e65240e6fc1f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:34.717153 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7842d72c-48bf-4a05-b787-da855786f61e {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:34.722664 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f', 'code': 200} Feb 09 15:56:34.841810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46926) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:34.968656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1395670671'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:34.989063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c7da4-e11a-4e0a-af22-121820212037 req-2d193df2-1e99-43f8-a653-71d80154884e tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:34.991829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d3c7da4-e11a-4e0a-af22-121820212037 req-2d193df2-1e99-43f8-a653-71d80154884e tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.1902499 Feb 09 15:56:34.999006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0526fee-3738-4939-8342-290f9dac44ab req-17cdb532-03c7-4364-b864-2b45dd2e0cfe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/73287145-8859-4c21-ab4b-5cf9bdd0a3ad HTTP/1.1" status: 200 len: 1803 time: 0.1823657 Feb 09 15:56:35.072122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Made reservation on behalf of 2c00e77592d141a5895011ec801a71d7 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:35.078640 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.124601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d3c7da4-e11a-4e0a-af22-121820212037 req-f64ccf1c-948c-483c-a922-ca46e0d292fd tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240561 Feb 09 15:56:35.196472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d0526fee-3738-4939-8342-290f9dac44ab req-7817aa4c-6643-4d92-a6f5-714611fdf3e9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.223236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Made reservation on behalf of c5cf3fe8cc604b30a13a3c682ebaade8 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:35.235356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.241319 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d0526fee-3738-4939-8342-290f9dac44ab req-7817aa4c-6643-4d92-a6f5-714611fdf3e9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.271042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.291932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb653329-42f5-4bc8-83d1-f5031534a104 req-72794bcb-6887-4fb1-bb2b-dc5dbbd15bc6 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 210 time: 0.0394430 Feb 09 15:56:35.442125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d0526fee-3738-4939-8342-290f9dac44ab req-7817aa4c-6643-4d92-a6f5-714611fdf3e9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.454940 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d0526fee-3738-4939-8342-290f9dac44ab req-7817aa4c-6643-4d92-a6f5-714611fdf3e9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.465867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0526fee-3738-4939-8342-290f9dac44ab req-7817aa4c-6643-4d92-a6f5-714611fdf3e9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/73287145-8859-4c21-ab4b-5cf9bdd0a3ad HTTP/1.1" status: 204 len: 173 time: 0.4490027 Feb 09 15:56:35.487363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Allocated IP 172.20.0.4 (9f0a4c9c-8b91-45c7-b17c-2a9e280efa51/125d9096-6f89-4c15-a0d9-7738e741b9c8/491c5ea6-4dca-43f3-92dd-c0f5af8df83e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:35.518022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817aa4c-6643-4d92-a6f5-714611fdf3e9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73287145-8859-4c21-ab4b-5cf9bdd0a3ad,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:35.605512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46950) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:35.666830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.791468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.852785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46960) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:35.881767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:35.895469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3f3c9c-c866-4b49-9d56-3410445ba0d9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:35.962994 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:35.963932 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Added segment b46ec06b-1f2a-491e-8699-06f98a6a42a3 of type vlan for network 1a191d31-894d-4255-8c9a-6af1bcfdbadc Feb 09 15:56:36.049901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1df2c15b-a681-43ad-8757-4be6aaf58442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.052497 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-38cf443b-6399-4067-9cb9-ba14249fdc13 req-09a90d6e-f911-48a0-ad40-c16efeed3aa8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:56:36.053625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38cf443b-6399-4067-9cb9-ba14249fdc13 req-09a90d6e-f911-48a0-ad40-c16efeed3aa8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/73287145-8859-4c21-ab4b-5cf9bdd0a3ad HTTP/1.1" status: 404 len: 352 time: 0.0332506 Feb 09 15:56:36.074439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4026f33d-2fdf-4cf5-b089-39d9afae6e13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d97df637c883437d8636c518ebbfa1d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676435 Feb 09 15:56:36.075136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46970) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:36.118069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.127194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.266466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-a4bac9d5-fa22-461c-bad2-3f139cbf3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:36.267956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-a4bac9d5-fa22-461c-bad2-3f139cbf3174 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 1097 time: 0.1668360 Feb 09 15:56:36.277683 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d485b69-4c33-461e-9f82-baeec60cf86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.290247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.302013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:36.303098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.347642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.373317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638495fa-58d4-465d-ad1a-827f4f474e46 req-d6f5ebaf-8e3f-4006-92a0-32310f57b09c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:36.375066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-638495fa-58d4-465d-ad1a-827f4f474e46 req-d6f5ebaf-8e3f-4006-92a0-32310f57b09c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2347167 Feb 09 15:56:36.390572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d485b69-4c33-461e-9f82-baeec60cf86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.396062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1df2c15b-a681-43ad-8757-4be6aaf58442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.476375 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:36.483790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1df2c15b-a681-43ad-8757-4be6aaf58442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.489039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:36.493799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:36.499560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event updated for resources: {'Network': ['ID=1a191d31-894d-4255-8c9a-6af1bcfdbadc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:36.505718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Pushing event updated for resources: {'Port': ['ID=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:36.529132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1a191d31-894d-4255-8c9a-6af1bcfdbadc details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:36.531008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-638495fa-58d4-465d-ad1a-827f4f474e46 req-3c21b443-8a1b-4a62-904d-825c918e8214 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299326 Feb 09 15:56:36.551259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-d762d1be-b388-42d1-83b0-ef9d804eca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:36.553174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-d762d1be-b388-42d1-83b0-ef9d804eca30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 911 time: 0.2780693 Feb 09 15:56:36.554834 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b31fb864-cd37-4174-8852-b65a907b9349 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7116489 Feb 09 15:56:36.560188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:36.569190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2c15b-a681-43ad-8757-4be6aaf58442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c717963-e0e1-4e6b-bfad-30b638261ec3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:36.577464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Request body: {'subnet': {'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:36.592304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1df2c15b-a681-43ad-8757-4be6aaf58442 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=138525717a2547969f559607921480d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368653 Feb 09 15:56:36.603846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46986) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:36.632799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d485b69-4c33-461e-9f82-baeec60cf86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.636145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d485b69-4c33-461e-9f82-baeec60cf86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.649530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6d485b69-4c33-461e-9f82-baeec60cf86a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e694beb9-12d5-4f79-8fcd-a42b07c8cfc9 HTTP/1.1" status: 204 len: 168 time: 0.5656900 Feb 09 15:56:36.655997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-1253a985-ea33-4447-a56f-57b9df74ef2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426 HTTP/1.1" status: 200 len: 217 time: 0.0942273 Feb 09 15:56:36.686231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d485b69-4c33-461e-9f82-baeec60cf86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e694beb9-12d5-4f79-8fcd-a42b07c8cfc9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:36.688053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:36.689284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.777379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c75c-c978-45b1-a21e-a9c415313080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.803726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-870d7f81-c47f-4251-9fc1-d688cc4d6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:36.805429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-870d7f81-c47f-4251-9fc1-d688cc4d6bf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 200 len: 850 time: 0.1417539 Feb 09 15:56:36.807604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c75c-c978-45b1-a21e-a9c415313080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:36.850127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-18c444b8-6709-4749-be85-b615f14e9764 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebef1996-e641-43b7-903f-1c8cc2cf603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369256 Feb 09 15:56:36.917139 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-83f6bff8-6d56-4749-8919-6f92f3f4a385 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3020668 Feb 09 15:56:36.936184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Request body: {'port': {'device_id': 'a7342b85-c6c9-43fb-853d-4b77be3788f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:36.974096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-ba89d94d-9e65-4e6c-b59e-a7acb3c744ac service neutron] 10.222.0.13 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172452 Feb 09 15:56:37.021139 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.097148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95a06a9a-dacd-4d0f-8dcb-2e57ff91b67b req-9d58391e-a23e-4141-98a1-3a5d45a2466d service neutron] 10.222.0.13 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161833 Feb 09 15:56:37.155800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c75c-c978-45b1-a21e-a9c415313080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.159370 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e1c75c-c978-45b1-a21e-a9c415313080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.164659 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5e1c75c-c978-45b1-a21e-a9c415313080 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c717963-e0e1-4e6b-bfad-30b638261ec3 HTTP/1.1" status: 204 len: 168 time: 0.5566852 Feb 09 15:56:37.197119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1c75c-c978-45b1-a21e-a9c415313080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c717963-e0e1-4e6b-bfad-30b638261ec3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:37.204926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Made reservation on behalf of c5cf3fe8cc604b30a13a3c682ebaade8 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:37.211819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.472328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a967fba-83b2-4b48-a727-a25d10f07e32 req-7eb5d19a-2c0c-4910-bd65-0b1749824597 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=51236039200441c8a07f3eb30799081f&device_id=f8336cce-d4fa-4401-baf0-5603086ba60a HTTP/1.1" status: 200 len: 210 time: 0.0392563 Feb 09 15:56:37.525396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a967fba-83b2-4b48-a727-a25d10f07e32 req-280ab801-6409-4e80-8b58-4cdf3110ef77 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=51236039200441c8a07f3eb30799081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356948 Feb 09 15:56:37.554652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e2fbd37-150d-456c-9cef-8ea1d338d140 req-cde8e185-d94e-40ef-a50b-81fb4124689b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/5e91cc5f-567e-4a6e-838b-2993db1cd45f HTTP/1.1" status: 200 len: 1801 time: 0.0851576 Feb 09 15:56:37.659418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491c5ea6-4dca-43f3-92dd-c0f5af8df83e {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:56:37.669240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.686529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Transition to ACTIVE for port object 491c5ea6-4dca-43f3-92dd-c0f5af8df83e will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:56:37.716144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a967fba-83b2-4b48-a727-a25d10f07e32 req-83912c05-af00-4e11-985b-1bbc5f9f66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:37.717781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a967fba-83b2-4b48-a727-a25d10f07e32 req-83912c05-af00-4e11-985b-1bbc5f9f66b1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1793778 Feb 09 15:56:37.725191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6e2fbd37-150d-456c-9cef-8ea1d338d140 req-f40138b4-66d1-4879-a574-6910129dc76a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.737193 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.756749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6e2fbd37-150d-456c-9cef-8ea1d338d140 req-f40138b4-66d1-4879-a574-6910129dc76a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.808794 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.841161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event updated for resources: {'Subnet': ['ID=43936210-391f-4fe1-b099-5e23b84fec91,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:37.883986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Pushing event updated for resources: {'Port': ['ID=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:37.888942 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Checking segment: {'id': 'b46ec06b-1f2a-491e-8699-06f98a6a42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:37.889330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Network hostable DHCP agents. Network: 1a191d31-894d-4255-8c9a-6af1bcfdbadc, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:56:37.953131 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6e2fbd37-150d-456c-9cef-8ea1d338d140 req-f40138b4-66d1-4879-a574-6910129dc76a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.958260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6e2fbd37-150d-456c-9cef-8ea1d338d140 req-f40138b4-66d1-4879-a574-6910129dc76a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:37.960915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e2fbd37-150d-456c-9cef-8ea1d338d140 req-f40138b4-66d1-4879-a574-6910129dc76a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/5e91cc5f-567e-4a6e-838b-2993db1cd45f HTTP/1.1" status: 204 len: 173 time: 0.3861341 Feb 09 15:56:37.977379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40138b4-66d1-4879-a574-6910129dc76a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e91cc5f-567e-4a6e-838b-2993db1cd45f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:38.018197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Attempting to bind port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:56:38.018766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Attempting to bind port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '83587aa1-2be7-4cc2-a308-e5c2e326140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9f0a4c9c-8b91-45c7-b17c-2a9e280efa51'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:56:38.019326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Attempting to bind port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e on network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:38.031050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e on network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:56:38.031373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Attempting to bind port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e on network 9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:38.049143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:56:38.049499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Checking segment: {'id': '83587aa1-2be7-4cc2-a308-e5c2e326140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9f0a4c9c-8b91-45c7-b17c-2a9e280efa51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:38.049859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Bound using segment: {'id': '83587aa1-2be7-4cc2-a308-e5c2e326140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9f0a4c9c-8b91-45c7-b17c-2a9e280efa51'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:56:38.050499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Bound port: 491c5ea6-4dca-43f3-92dd-c0f5af8df83e, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83587aa1-2be7-4cc2-a308-e5c2e326140a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '9f0a4c9c-8b91-45c7-b17c-2a9e280efa51'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:56:38.051059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.093697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Network 1a191d31-894d-4255-8c9a-6af1bcfdbadc is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:56:38.125964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47022) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:38.160700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] For port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:56:38.174934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5729ae-f8e0-4b65-af5c-c879f6b4b0ec req-b761f948-53c5-4e6f-9f44-37dabfcd7dfe tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:38.182065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] For port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,segment=NetworkSegment(83587aa1-2be7-4cc2-a308-e5c2e326140a),segment_id=83587aa1-2be7-4cc2-a308-e5c2e326140a)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:56:38.184742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab5729ae-f8e0-4b65-af5c-c879f6b4b0ec req-b761f948-53c5-4e6f-9f44-37dabfcd7dfe tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 943 time: 0.1254034 Feb 09 15:56:38.196380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1a191d31-894d-4255-8c9a-6af1bcfdbadc) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:38.200390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c36214a8-0664-4098-820a-cb940c3d9e10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3aa1bee7a29e4cc1bb239cf9aa7f3f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726283 Feb 09 15:56:38.204139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47024) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:38.214013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:38.214685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.218188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee96ea-b69a-48d6-ad52-bc0429867aec None None] Network 1a191d31-894d-4255-8c9a-6af1bcfdbadc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:38.247927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab5729ae-f8e0-4b65-af5c-c879f6b4b0ec req-38c52fcc-b02f-4d0f-be40-51db6ee310c1 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617056 Feb 09 15:56:38.290556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6190d896-d8d3-4041-8bbb-737096bcaaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.325277 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6190d896-d8d3-4041-8bbb-737096bcaaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.372072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cf8d4e4-d2f1-4a09-9007-5a2e73a49063 req-5d1e847d-330f-477e-9fa5-a409f40ae0f3 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8336cce-d4fa-4401-baf0-5603086ba60a HTTP/1.1" status: 200 len: 210 time: 0.0402741 Feb 09 15:56:38.393152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.462923 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57d6ae3d-10fc-40c8-90db-590f6fde007d tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8946452 Feb 09 15:56:38.467976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:38.468941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47026) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:38.469688 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.471250 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] 10.222.0.13 "PUT /v2.0/ports/491c5ea6-4dca-43f3-92dd-c0f5af8df83e HTTP/1.1" status: 200 len: 1091 time: 1.5442312 Feb 09 15:56:38.473676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7342b85-c6c9-43fb-853d-4b77be3788f3', 'tag': '491c5ea6-4dca-43f3-92dd-c0f5af8df83e'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:38.476326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Request body: {'port': {'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-124566994'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:38.477054 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3043bfd-749f-4fde-a1bd-fc795f9507fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7342b85-c6c9-43fb-853d-4b77be3788f3", "tag": "491c5ea6-4dca-43f3-92dd-c0f5af8df83e"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:38.501913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-1a191d31-894d-4255-8c9a-6af1bcfdbadc', 'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc', 'tenant_id': 'c5cf3fe8cc604b30a13a3c682ebaade8', 'fixed_ips': [{'subnet_id': '43936210-391f-4fe1-b099-5e23b84fec91'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:56:38.502996 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.509354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf65823-eb57-49b8-9b16-6d5226158167 service neutron] Pushing event updated for resources: {'Port': ['ID=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:38.587601 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6190d896-d8d3-4041-8bbb-737096bcaaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.590578 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6190d896-d8d3-4041-8bbb-737096bcaaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.594868 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6190d896-d8d3-4041-8bbb-737096bcaaef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdf8e720-2fda-4435-b058-99baebb1e575 HTTP/1.1" status: 204 len: 168 time: 0.3867180 Feb 09 15:56:38.602791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190d896-d8d3-4041-8bbb-737096bcaaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf8e720-2fda-4435-b058-99baebb1e575,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:38.671216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:38.738202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89a9530b-7113-49d5-b2b8-c3d5d4ef18cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:38.763503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Allocated IP 172.20.0.2 (1a191d31-894d-4255-8c9a-6af1bcfdbadc/43936210-391f-4fe1-b099-5e23b84fec91/832c3647-a527-464a-90e2-0911babe6b53) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:38.770033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-fe3831cd-9b77-466f-bc5f-afe663ea0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:38.771905 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-fe3831cd-9b77-466f-bc5f-afe663ea0801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c00e77592d141a5895011ec801a71d7&device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 1094 time: 0.1181736 Feb 09 15:56:38.840903 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-23e3c6d4-db20-4869-bec1-5b10e03ed00f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491c5ea6-4dca-43f3-92dd-c0f5af8df83e HTTP/1.1" status: 200 len: 217 time: 0.0578508 Feb 09 15:56:38.866815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 27455af7-324f-484d-b181-e65240e6fc1f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:56:38.952514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-ef66d13b-d795-430a-bd9e-ebe03b578649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:38.954050 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-ef66d13b-d795-430a-bd9e-ebe03b578649 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=125d9096-6f89-4c15-a0d9-7738e741b9c8 HTTP/1.1" status: 200 len: 853 time: 0.1023428 Feb 09 15:56:38.978885 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89a9530b-7113-49d5-b2b8-c3d5d4ef18cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.004755 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-97ce255e-6364-4439-87e5-0f043e926ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f0a4c9c-8b91-45c7-b17c-2a9e280efa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407538 Feb 09 15:56:39.054054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-a0c07e89-8a59-4714-b1ff-31dd85cec168 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:39.078412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-a0c07e89-8a59-4714-b1ff-31dd85cec168 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f2dd2ab-2b03-4882-b46d-2d2b1d59239e HTTP/1.1" status: 200 len: 943 time: 0.6425436 Feb 09 15:56:39.140273 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.140614 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-46bebc7e-2948-41fb-80c7-dcd8f1269313 service neutron] 10.222.0.13 "GET /v2.0/networks/9f0a4c9c-8b91-45c7-b17c-2a9e280efa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282513 Feb 09 15:56:39.142984 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89a9530b-7113-49d5-b2b8-c3d5d4ef18cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.168198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cb74d-5e6b-4d99-be41-67a068c3664f req-08ff1436-5dd6-4841-a8f4-04fe214b360f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:39.170969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-494cb74d-5e6b-4d99-be41-67a068c3664f req-08ff1436-5dd6-4841-a8f4-04fe214b360f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.6894386 Feb 09 15:56:39.245430 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.263967 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-89a9530b-7113-49d5-b2b8-c3d5d4ef18cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab5e57edfb91449fbe1bd385fa612e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5862830 Feb 09 15:56:39.264313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47034) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:39.273975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9530b-7113-49d5-b2b8-c3d5d4ef18cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7868cbfb-44ba-444f-af5e-a84283cc4fe2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:39.328491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Network 1a191d31-894d-4255-8c9a-6af1bcfdbadc is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:39.335171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:39.341935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:39.350681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a967fba-83b2-4b48-a727-a25d10f07e32 req-a7e859ee-ef62-4f84-91b3-66f2cf1a4968 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8336cce-d4fa-4401-baf0-5603086ba60a HTTP/1.1" status: 200 len: 210 time: 0.1725283 Feb 09 15:56:39.363186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Pushing event updated for resources: {'Port': ['ID=832c3647-a527-464a-90e2-0911babe6b53,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:39.397961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5758b88-f554-4ec9-9843-3509016010ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.406508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.408215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.408215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.408215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.408702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.409228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.409764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.410301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.411634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.411634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.411953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.412447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:56:39.455262 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5758b88-f554-4ec9-9843-3509016010ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.455601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-494cb74d-5e6b-4d99-be41-67a068c3664f req-d315e23a-a006-40ab-839a-1df77854dd8f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413273 Feb 09 15:56:39.480397 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Attempting to bind port 832c3647-a527-464a-90e2-0911babe6b53 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:56:39.481013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Attempting to bind port 832c3647-a527-464a-90e2-0911babe6b53 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b46ec06b-1f2a-491e-8699-06f98a6a42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:56:39.481553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Attempting to bind port 832c3647-a527-464a-90e2-0911babe6b53 on network 1a191d31-894d-4255-8c9a-6af1bcfdbadc {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:39.494063 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-78f2193a-8b87-447c-ac92-bbf5caba2381 req-77978280-dea1-4514-9856-604942657850 service neutron] 10.222.0.13 "GET /v2.0/networks/9f0a4c9c-8b91-45c7-b17c-2a9e280efa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262126 Feb 09 15:56:39.510203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:56:39.510860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Checking segment: {'id': 'b46ec06b-1f2a-491e-8699-06f98a6a42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:39.512279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.512911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Bound using segment: {'id': 'b46ec06b-1f2a-491e-8699-06f98a6a42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:56:39.513713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Bound port: 832c3647-a527-464a-90e2-0911babe6b53, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46ec06b-1f2a-491e-8699-06f98a6a42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:56:39.514335 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.521013 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-b0a1b45c-a3e2-44bb-a6e6-17ee5acb2876 req-4b41ca14-b800-4c82-9566-cc5c3ff6d886 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:56:39.536353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a1b45c-a3e2-44bb-a6e6-17ee5acb2876 req-4b41ca14-b800-4c82-9566-cc5c3ff6d886 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/5e91cc5f-567e-4a6e-838b-2993db1cd45f HTTP/1.1" status: 404 len: 352 time: 0.0404186 Feb 09 15:56:39.559764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Deleting port 27455af7-324f-484d-b181-e65240e6fc1f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:39.560275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.620405 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc87bc-53f8-42c7-898f-75e446d1b749 x-openstack-request-id: req-fadc87bc-53f8-42c7-898f-75e446d1b749 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:39.626349 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7342b85-c6c9-43fb-853d-4b77be3788f3", "tag": "491c5ea6-4dca-43f3-92dd-c0f5af8df83e", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:39.626349 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fadc87bc-53f8-42c7-898f-75e446d1b749 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:39.626349 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7342b85-c6c9-43fb-853d-4b77be3788f3', 'tag': '491c5ea6-4dca-43f3-92dd-c0f5af8df83e', 'status': 'completed', 'code': 200} Feb 09 15:56:39.659850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] For port 832c3647-a527-464a-90e2-0911babe6b53, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:56:39.671218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] For port 832c3647-a527-464a-90e2-0911babe6b53, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=832c3647-a527-464a-90e2-0911babe6b53,segment=NetworkSegment(b46ec06b-1f2a-491e-8699-06f98a6a42a3),segment_id=b46ec06b-1f2a-491e-8699-06f98a6a42a3)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:56:39.685349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Made reservation on behalf of c5cf3fe8cc604b30a13a3c682ebaade8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:39.692573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.751525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5758b88-f554-4ec9-9843-3509016010ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.756384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5758b88-f554-4ec9-9843-3509016010ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.760811 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5758b88-f554-4ec9-9843-3509016010ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7868cbfb-44ba-444f-af5e-a84283cc4fe2 HTTP/1.1" status: 204 len: 168 time: 0.4948223 Feb 09 15:56:39.771447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-545740c0-2dd3-4467-928a-d3544e120100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:39.775163 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-545740c0-2dd3-4467-928a-d3544e120100 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c00e77592d141a5895011ec801a71d7&device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 1094 time: 0.1045847 Feb 09 15:56:39.777061 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:39.794057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] device_id is not set on port 63fad37c-0298-4350-9921-a4654b973e28 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:56:39.801813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5758b88-f554-4ec9-9843-3509016010ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7868cbfb-44ba-444f-af5e-a84283cc4fe2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:40.013248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09e78d-c84b-4622-960e-e004c40f77a2 req-bb380465-81f2-4b36-a312-d66d2c76f31a tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:40.015914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b09e78d-c84b-4622-960e-e004c40f77a2 req-bb380465-81f2-4b36-a312-d66d2c76f31a tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 943 time: 0.3100510 Feb 09 15:56:40.051791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-1056c315-397a-4a73-99b4-3195cbef42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:40.057123 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-1056c315-397a-4a73-99b4-3195cbef42c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 HTTP/1.1" status: 200 len: 914 time: 0.2698672 Feb 09 15:56:40.060067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93d1d5-1445-4ad1-b9e7-a0d50f3fbb6c None None] Pushing event updated for resources: {'Port': ['ID=832c3647-a527-464a-90e2-0911babe6b53,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:40.062542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] For port 27455af7-324f-484d-b181-e65240e6fc1f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=27455af7-324f-484d-b181-e65240e6fc1f,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:40.062542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:40.162735 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-ee144719-5f0b-45e2-b2f6-c6a670b395be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=491c5ea6-4dca-43f3-92dd-c0f5af8df83e HTTP/1.1" status: 200 len: 217 time: 0.0982423 Feb 09 15:56:40.181799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Calling delete_port for 27455af7-324f-484d-b181-e65240e6fc1f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:40.192843 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:56:40.224485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Allocated IP 172.20.0.14 (1a191d31-894d-4255-8c9a-6af1bcfdbadc/43936210-391f-4fe1-b099-5e23b84fec91/63fad37c-0298-4350-9921-a4654b973e28) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:40.262130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b09e78d-c84b-4622-960e-e004c40f77a2 req-46336a4b-66c2-4a15-865b-8d52df4810c9 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229371 Feb 09 15:56:40.292439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-0eb61cc9-36ca-45a2-b16e-385bbfeddc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:40.320834 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-0eb61cc9-36ca-45a2-b16e-385bbfeddc1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=125d9096-6f89-4c15-a0d9-7738e741b9c8 HTTP/1.1" status: 200 len: 853 time: 0.1509478 Feb 09 15:56:40.428119 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-1b174180-9b50-4cb9-9690-9ba53efbd2ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f0a4c9c-8b91-45c7-b17c-2a9e280efa51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995529 Feb 09 15:56:40.592299 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-c9de5653-d18f-4b94-964d-3145c0f7670d service neutron] 10.222.0.13 "GET /v2.0/networks/9f0a4c9c-8b91-45c7-b17c-2a9e280efa51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554794 Feb 09 15:56:40.602017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-137b5026-0b53-4808-aa28-1f443aa0c87d req-6c17bd2d-d291-4b9f-9032-e519604e54a6 tempest-ServerShowV247Test-92321958 tempest-ServerShowV247Test-92321958-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8336cce-d4fa-4401-baf0-5603086ba60a HTTP/1.1" status: 200 len: 210 time: 0.1191316 Feb 09 15:56:40.744871 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f3043bfd-749f-4fde-a1bd-fc795f9507fd req-26c693a7-89e3-4069-b86f-68eb58b01325 service neutron] 10.222.0.13 "GET /v2.0/networks/9f0a4c9c-8b91-45c7-b17c-2a9e280efa51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417377 Feb 09 15:56:40.896202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad5b641d-f13b-48c1-8156-be79fb6ffa5c req-9828a529-989e-402d-bbdc-1c74c61c6164 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/6e0d7216-5081-4b55-ad10-650a1ca5989c HTTP/1.1" status: 200 len: 1803 time: 0.2455554 Feb 09 15:56:40.987536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.040479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad5b641d-f13b-48c1-8156-be79fb6ffa5c req-0146181e-9ecd-46b0-a043-d0209aad07fe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.063767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 832c3647-a527-464a-90e2-0911babe6b53 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:56:41.092619 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.132362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad5b641d-f13b-48c1-8156-be79fb6ffa5c req-0146181e-9ecd-46b0-a043-d0209aad07fe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.132978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 832c3647-a527-464a-90e2-0911babe6b53 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:41.133600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.236602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event deleted for resources: {'Port': ['ID=27455af7-324f-484d-b181-e65240e6fc1f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:41.275367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.287387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:41.356242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 832c3647-a527-464a-90e2-0911babe6b53, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=832c3647-a527-464a-90e2-0911babe6b53,segment=NetworkSegment(b46ec06b-1f2a-491e-8699-06f98a6a42a3),segment_id=b46ec06b-1f2a-491e-8699-06f98a6a42a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:41.395429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] No DVR routers for this DVR port 27455af7-324f-484d-b181-e65240e6fc1f on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:56:41.401173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.408253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f16e936-17be-4ad8-8c1a-c819479ef4da req-264f628d-7d66-4673-af1b-27caac94062a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "DELETE /v2.0/ports/27455af7-324f-484d-b181-e65240e6fc1f HTTP/1.1" status: 204 len: 173 time: 2.3272843 Feb 09 15:56:41.409401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'name': 'network-vif-deleted', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:41.415169 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f85d8c-9e4a-460a-b0e6-f3e41e09b4fc" -d '{"events": [{"server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "name": "network-vif-deleted", "tag": "27455af7-324f-484d-b181-e65240e6fc1f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:41.457108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.497414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.527691 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-65305286'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:41.654088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=832c3647-a527-464a-90e2-0911babe6b53,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:41.657896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad5b641d-f13b-48c1-8156-be79fb6ffa5c req-0146181e-9ecd-46b0-a043-d0209aad07fe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.663893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ad5b641d-f13b-48c1-8156-be79fb6ffa5c req-0146181e-9ecd-46b0-a043-d0209aad07fe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.676860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad5b641d-f13b-48c1-8156-be79fb6ffa5c req-0146181e-9ecd-46b0-a043-d0209aad07fe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e0d7216-5081-4b55-ad10-650a1ca5989c HTTP/1.1" status: 204 len: 173 time: 0.7277260 Feb 09 15:56:41.680748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event updated for resources: {'Port': ['ID=63fad37c-0298-4350-9921-a4654b973e28,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:41.684945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Made reservation on behalf of 8d5b00795ff743eb8ce61175107b4d7c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:41.690901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.716393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.729731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146181e-9ecd-46b0-a043-d0209aad07fe tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0d7216-5081-4b55-ad10-650a1ca5989c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:41.766969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Network 1a191d31-894d-4255-8c9a-6af1bcfdbadc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:41.773634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:41.783906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:41.841390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b5f597-8eb6-4b2d-84ea-3799c4ba82f7 None None] Network 1a191d31-894d-4255-8c9a-6af1bcfdbadc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:41.920822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:41.921602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.929887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:41.943682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28386e0-72f8-4f09-9e73-4abf730afe57 req-dc10e05c-6a1b-4c7e-b875-fb5e6b8ad89b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:41.945430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a28386e0-72f8-4f09-9e73-4abf730afe57 req-dc10e05c-6a1b-4c7e-b875-fb5e6b8ad89b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.1215055 Feb 09 15:56:41.983994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-64d9cc1c-d826-4ffe-a523-42b62f009fcd None None] Provisioning complete for port 832c3647-a527-464a-90e2-0911babe6b53 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:41.984539 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-64d9cc1c-d826-4ffe-a523-42b62f009fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.010899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a28386e0-72f8-4f09-9e73-4abf730afe57 req-70d7873c-6676-4941-8c40-c83062e8d4fb tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 Feb 09 15:56:42.044942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.103477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:56:42.113592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fac41093-8e28-4d45-b037-bd037fb498c7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6426027 Feb 09 15:56:42.114916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47098) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:42.127829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Request body: {'port': {'network_id': '1a191d31-894d-4255-8c9a-6af1bcfdbadc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-773497709', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:42.134848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.135707 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Added segment 9be9299f-3b74-4b4e-bdfc-143f153a2cc8 of type vlan for network ef73fe1c-b92b-4075-b264-b33351ea4b92 Feb 09 15:56:42.137190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.api.validators [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] bootfile-name is not in valid_values {{(pid=103178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:42.140059 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.api.validators [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] tftp-server is not in valid_values {{(pid=103178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:42.141124 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.api.validators [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] server-ip-address is not in valid_values {{(pid=103178) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:42.245777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.351474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe80482e-4988-4105-b3af-bd93e9ac03e3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:42.415838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.428733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:42.429996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.438792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec065689-2403-4718-80fe-586789e41fd4 req-c2cd5f8a-39ed-4368-89b1-a7b3dcd6bcac tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:42.440606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec065689-2403-4718-80fe-586789e41fd4 req-c2cd5f8a-39ed-4368-89b1-a7b3dcd6bcac tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 943 time: 0.1782782 Feb 09 15:56:42.509599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec065689-2403-4718-80fe-586789e41fd4 req-ab9c5ede-7fd5-4d21-b338-eef4a05ab079 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490477 Feb 09 15:56:42.589937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event updated for resources: {'Network': ['ID=ef73fe1c-b92b-4075-b264-b33351ea4b92,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:42.607214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ef73fe1c-b92b-4075-b264-b33351ea4b92 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:56:42.651294 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a423a3-a18f-40ef-a86c-1a9c93689c36 x-openstack-request-id: req-b7a423a3-a18f-40ef-a86c-1a9c93689c36 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:42.651294 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2dd2ab-2b03-4882-b46d-2d2b1d59239e", "name": "network-vif-deleted", "tag": "27455af7-324f-484d-b181-e65240e6fc1f", "status": "failed", "code": 422}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:42.651294 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7a423a3-a18f-40ef-a86c-1a9c93689c36 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:42.651294 n-d-828542-1 neutron-server[103178]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f2dd2ab-2b03-4882-b46d-2d2b1d59239e', 'name': 'network-vif-deleted', 'tag': '27455af7-324f-484d-b181-e65240e6fc1f', 'status': 'failed', 'code': 422} returned with failed status Feb 09 15:56:42.652980 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7e4d7e98-4faf-4418-8ee5-614922e00091 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3539529 Feb 09 15:56:42.652980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47104) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:42.674015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Request body: {'subnet': {'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:42.701619 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-2033fd92-8f4b-4226-9515-2f831306cb54 req-0bc88a3d-c2f8-42f9-bb95-e2bcce3fc831 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:56:42.702704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2033fd92-8f4b-4226-9515-2f831306cb54 req-0bc88a3d-c2f8-42f9-bb95-e2bcce3fc831 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/6e0d7216-5081-4b55-ad10-650a1ca5989c HTTP/1.1" status: 404 len: 352 time: 0.0208595 Feb 09 15:56:42.747809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f80f678-e986-4232-98bc-5e6af09ad2cb None None] Provisioning complete for port 63fad37c-0298-4350-9921-a4654b973e28 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:42.748997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f80f678-e986-4232-98bc-5e6af09ad2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.787326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Made reservation on behalf of c5cf3fe8cc604b30a13a3c682ebaade8 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:42.793958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:42.831269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 491c5ea6-4dca-43f3-92dd-c0f5af8df83e details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:56:42.848849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9f80f678-e986-4232-98bc-5e6af09ad2cb None None] Port 63fad37c-0298-4350-9921-a4654b973e28 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:56:42.858813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] device_id is not set on port a56cb6cc-f031-4f7c-b885-941c98462082 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:56:42.932455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0389e78c-0ef6-40ae-ba89-881ef4f7eedf req-403d8f3c-b270-48e3-b76b-68219f34e88d tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b084b5dee67c4e53ab73597074f551ae HTTP/1.1" status: 200 len: 6156 time: 0.1791124 Feb 09 15:56:43.006688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f80f678-e986-4232-98bc-5e6af09ad2cb None None] Provisioning complete for port 832c3647-a527-464a-90e2-0911babe6b53 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:43.007312 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f80f678-e986-4232-98bc-5e6af09ad2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.015244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Made reservation on behalf of 8d5b00795ff743eb8ce61175107b4d7c for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:43.021592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.100642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 832c3647-a527-464a-90e2-0911babe6b53 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:56:43.179166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Allocated IP 172.20.0.4 (1a191d31-894d-4255-8c9a-6af1bcfdbadc/43936210-391f-4fe1-b099-5e23b84fec91/a56cb6cc-f031-4f7c-b885-941c98462082) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:43.259618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0389e78c-0ef6-40ae-ba89-881ef4f7eedf req-5e420157-bf33-40ca-9789-de457f095122 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/76247694-8fe1-4b5d-9897-4b1773ba6a11 HTTP/1.1" status: 200 len: 2985 time: 0.3257885 Feb 09 15:56:43.345842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,segment=NetworkSegment(83587aa1-2be7-4cc2-a308-e5c2e326140a),segment_id=83587aa1-2be7-4cc2-a308-e5c2e326140a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:43.415659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '491c5ea6-4dca-43f3-92dd-c0f5af8df83e', 'network_id': '9f0a4c9c-8b91-45c7-b17c-2a9e280efa51', 'port_id': '491c5ea6-4dca-43f3-92dd-c0f5af8df83e', 'mac_address': 'fa:16:3e:ec:de:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125d9096-6f89-4c15-a0d9-7738e741b9c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:56:43.470420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 832c3647-a527-464a-90e2-0911babe6b53 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:43.471234 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.481990 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47124) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:43.533414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.538381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d96b6d-2cf2-4589-9539-6be14315406e req-0b028b91-8fa7-4463-9c05-22b397768cd5 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:43.552289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22d96b6d-2cf2-4589-9539-6be14315406e req-0b028b91-8fa7-4463-9c05-22b397768cd5 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.3411746 Feb 09 15:56:43.554800 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.629448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0389e78c-0ef6-40ae-ba89-881ef4f7eedf req-c529e4ea-64c9-451d-ab9f-aed2c2b4bd8e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/76247694-8fe1-4b5d-9897-4b1773ba6a11 HTTP/1.1" status: 200 len: 2985 time: 0.3257422 Feb 09 15:56:43.678544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22d96b6d-2cf2-4589-9539-6be14315406e req-cab8f66a-ebf1-4bab-8497-ed7c15a2aaf2 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246927 Feb 09 15:56:43.761441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c05da713-02ef-45b0-9213-cf0688d761fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.764366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event updated for resources: {'Subnet': ['ID=904f3242-92c4-40cf-8052-8d3bcf57f506,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:43.767840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Checking segment: {'id': '9be9299f-3b74-4b4e-bdfc-143f153a2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:43.768434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Network hostable DHCP agents. Network: ef73fe1c-b92b-4075-b264-b33351ea4b92, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:56:43.799523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-715e2413-853c-41ea-95a6-9881eca2c7e3 req-effff868-076e-4113-99f1-e04f568923f0 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2006183595', 'description': 'tempest-description-1412203042'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:43.839851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491c5ea6-4dca-43f3-92dd-c0f5af8df83e {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:56:43.932885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,segment=NetworkSegment(83587aa1-2be7-4cc2-a308-e5c2e326140a),segment_id=83587aa1-2be7-4cc2-a308-e5c2e326140a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:43.937382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-eb370988-c7ad-4dd1-a74c-b3b08cc12b9b None None] Provisioning complete for port 63fad37c-0298-4350-9921-a4654b973e28 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:43.942384 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb370988-c7ad-4dd1-a74c-b3b08cc12b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.953499 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:43.988794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c2274-6f3d-45e5-889e-d546eb695ebc req-db6cb406-20b3-4110-9ba4-869102700d75 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:43.990635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-183c2274-6f3d-45e5-889e-d546eb695ebc req-db6cb406-20b3-4110-9ba4-869102700d75 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 943 time: 0.1377854 Feb 09 15:56:44.002800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-eb370988-c7ad-4dd1-a74c-b3b08cc12b9b None None] Port 63fad37c-0298-4350-9921-a4654b973e28 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:56:44.007795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Network ef73fe1c-b92b-4075-b264-b33351ea4b92 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:56:44.013144 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c05da713-02ef-45b0-9213-cf0688d761fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.026853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.049224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-715e2413-853c-41ea-95a6-9881eca2c7e3 req-effff868-076e-4113-99f1-e04f568923f0 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.080478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-183c2274-6f3d-45e5-889e-d546eb695ebc req-8fb02038-7189-465e-859c-db7c37a3703c tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811856 Feb 09 15:56:44.125095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:44.141889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c05da713-02ef-45b0-9213-cf0688d761fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.185241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.191340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-715e2413-853c-41ea-95a6-9881eca2c7e3 req-effff868-076e-4113-99f1-e04f568923f0 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.195087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ef73fe1c-b92b-4075-b264-b33351ea4b92) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:44.214896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec90cc6-7e39-4e82-9e14-89025bc7f312 None None] Network ef73fe1c-b92b-4075-b264-b33351ea4b92 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:44.244945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:44.247892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Network 1a191d31-894d-4255-8c9a-6af1bcfdbadc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:44.252577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:44.255921 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.258614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:44.288600 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c05da713-02ef-45b0-9213-cf0688d761fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51236039200441c8a07f3eb30799081f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8046055 Feb 09 15:56:44.291134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05da713-02ef-45b0-9213-cf0688d761fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f22df1-03f3-4112-83a7-1d7a99fd8012,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:44.296130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:44.325557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['491c5ea6-4dca-43f3-92dd-c0f5af8df83e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:44.372566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-715e2413-853c-41ea-95a6-9881eca2c7e3 req-effff868-076e-4113-99f1-e04f568923f0 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.426362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event updated for resources: {'Port': ['ID=a56cb6cc-f031-4f7c-b885-941c98462082,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:44.471446 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f6d2346a-8b6e-4805-8b1e-e8cfdb3b8cd4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8164396 Feb 09 15:56:44.471916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47156) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:44.480051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Request body: {'port': {'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-578329340'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:44.519629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe79d696-365c-4bdb-975a-0df223d94f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.547463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effff868-076e-4113-99f1-e04f568923f0 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a1de65-5773-463a-aca6-23f4bfc0580c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:44.547808 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe79d696-365c-4bdb-975a-0df223d94f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.582594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:44.583720 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.656846 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-715e2413-853c-41ea-95a6-9881eca2c7e3 req-effff868-076e-4113-99f1-e04f568923f0 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.662705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-715e2413-853c-41ea-95a6-9881eca2c7e3 req-effff868-076e-4113-99f1-e04f568923f0 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8827519 Feb 09 15:56:44.680806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-60f10d92-c3a7-4a8f-bfe6-27535b69267c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:44.684880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-60f10d92-c3a7-4a8f-bfe6-27535b69267c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.4226751 Feb 09 15:56:44.702715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f8e3ac20-65bf-4c18-bbe6-4bfd9fdd113d req-fc0da94e-cf27-4b28-9d24-bf4264ee0ae2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-858768823', 'description': 'tempest-description-125924350'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:44.737270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-e62902fc-2993-4448-9f91-23dc56ebd76b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/quotas/3a42761150e049e4bc3cf104b2881f83 HTTP/1.1" status: 200 len: 375 time: 0.0272973 Feb 09 15:56:44.783215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-ef73fe1c-b92b-4075-b264-b33351ea4b92', 'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92', 'tenant_id': '8d5b00795ff743eb8ce61175107b4d7c', 'fixed_ips': [{'subnet_id': '904f3242-92c4-40cf-8052-8d3bcf57f506'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:56:44.783215 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.818417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-555f19eb-107f-4884-adc0-3facb7e65230 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706627 Feb 09 15:56:44.831654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-df8b9b77-288c-4afe-bb81-181938d509a7 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.7106616 Feb 09 15:56:44.833572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47168) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:44.878557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-46359280-a226-43ae-922f-ad731c5c4c8c None None] Provisioning complete for port a56cb6cc-f031-4f7c-b885-941c98462082 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:44.879417 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46359280-a226-43ae-922f-ad731c5c4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.950117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe79d696-365c-4bdb-975a-0df223d94f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.954818 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe79d696-365c-4bdb-975a-0df223d94f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:44.958634 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fe79d696-365c-4bdb-975a-0df223d94f26 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75f22df1-03f3-4112-83a7-1d7a99fd8012 HTTP/1.1" status: 204 len: 168 time: 0.6599829 Feb 09 15:56:45.008501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-46359280-a226-43ae-922f-ad731c5c4c8c None None] Port a56cb6cc-f031-4f7c-b885-941c98462082 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:56:45.034458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f8e3ac20-65bf-4c18-bbe6-4bfd9fdd113d req-fc0da94e-cf27-4b28-9d24-bf4264ee0ae2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.050061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79d696-365c-4bdb-975a-0df223d94f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f22df1-03f3-4112-83a7-1d7a99fd8012,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:45.050877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-f4a037b6-49bb-4a73-b65e-21490f82437f service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873040 Feb 09 15:56:45.107435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b66ab-eb84-43d8-8980-96255dfefb64 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:45.121066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b66ab-eb84-43d8-8980-96255dfefb64 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:45.133313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4b66ab-eb84-43d8-8980-96255dfefb64 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:45.138869 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ce4b66ab-eb84-43d8-8980-96255dfefb64 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3006980 Feb 09 15:56:45.138869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Made reservation on behalf of 8d5b00795ff743eb8ce61175107b4d7c for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:45.144850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.147319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47182) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:45.161284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Allocated IP 2001:db8::2 (ef73fe1c-b92b-4075-b264-b33351ea4b92/904f3242-92c4-40cf-8052-8d3bcf57f506/c93402eb-8a0d-449c-a957-2f0dfd7c7328) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:45.264519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] device_id is not set on port 4332b3b4-3d96-4bcb-801e-056d69c1decb yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:56:45.403606 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.405188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-f3f320e8-e52e-46b4-ab81-9026d12a5a34 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266206 Feb 09 15:56:45.411668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f8e3ac20-65bf-4c18-bbe6-4bfd9fdd113d req-fc0da94e-cf27-4b28-9d24-bf4264ee0ae2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.495749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f8e3ac20-65bf-4c18-bbe6-4bfd9fdd113d req-fc0da94e-cf27-4b28-9d24-bf4264ee0ae2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.496502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-47ff4d59-123d-4b79-8004-f87d353caeb9 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Deleting port a56cb6cc-f031-4f7c-b885-941c98462082 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:45.497169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47ff4d59-123d-4b79-8004-f87d353caeb9 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.536636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.560222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0da94e-cf27-4b28-9d24-bf4264ee0ae2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a121410-29e7-4cdb-9fb6-bdc20a782b19,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:45.626267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f8e3ac20-65bf-4c18-bbe6-4bfd9fdd113d req-fc0da94e-cf27-4b28-9d24-bf4264ee0ae2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.628711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8e3ac20-65bf-4c18-bbe6-4bfd9fdd113d req-fc0da94e-cf27-4b28-9d24-bf4264ee0ae2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9303217 Feb 09 15:56:45.656880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Pushing event updated for resources: {'Port': ['ID=c93402eb-8a0d-449c-a957-2f0dfd7c7328,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:45.656880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Network ef73fe1c-b92b-4075-b264-b33351ea4b92 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:45.656880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:45.658212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:45.866388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Attempting to bind port c93402eb-8a0d-449c-a957-2f0dfd7c7328 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:56:45.866388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Attempting to bind port c93402eb-8a0d-449c-a957-2f0dfd7c7328 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9be9299f-3b74-4b4e-bdfc-143f153a2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:56:45.866388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Attempting to bind port c93402eb-8a0d-449c-a957-2f0dfd7c7328 on network ef73fe1c-b92b-4075-b264-b33351ea4b92 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:45.891695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:56:45.892876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Checking segment: {'id': '9be9299f-3b74-4b4e-bdfc-143f153a2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:45.893056 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:45.896852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Bound using segment: {'id': '9be9299f-3b74-4b4e-bdfc-143f153a2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:56:45.897822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Bound port: c93402eb-8a0d-449c-a957-2f0dfd7c7328, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be9299f-3b74-4b4e-bdfc-143f153a2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:56:45.898792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:46.113664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861b4a7-1d7c-4bc0-b6c5-9a97bb49fe45 req-8ab0079b-3b4d-450a-b801-09a793be9077 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:46.116063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2861b4a7-1d7c-4bc0-b6c5-9a97bb49fe45 req-8ab0079b-3b4d-450a-b801-09a793be9077 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2391953 Feb 09 15:56:46.126272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] For port c93402eb-8a0d-449c-a957-2f0dfd7c7328, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:56:46.139505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] For port c93402eb-8a0d-449c-a957-2f0dfd7c7328, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c93402eb-8a0d-449c-a957-2f0dfd7c7328,segment=NetworkSegment(9be9299f-3b74-4b4e-bdfc-143f153a2cc8),segment_id=9be9299f-3b74-4b4e-bdfc-143f153a2cc8)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:56:46.155736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76e92a-98e3-4f42-a8c3-7e78229b2d5e req-5aa5cef7-6acd-4d17-803d-7a64a94a7812 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:46.165411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed76e92a-98e3-4f42-a8c3-7e78229b2d5e req-5aa5cef7-6acd-4d17-803d-7a64a94a7812 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 944 time: 0.1597371 Feb 09 15:56:46.235652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2861b4a7-1d7c-4bc0-b6c5-9a97bb49fe45 req-36477931-7d33-4ca9-87fe-e9a9bb5cd49f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680616 Feb 09 15:56:46.247298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed76e92a-98e3-4f42-a8c3-7e78229b2d5e req-5dccfa86-6d62-4b7d-a06a-d1588803b3a1 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806208 Feb 09 15:56:46.280134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:46.394244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Allocated IP 2001:db8::27a (ef73fe1c-b92b-4075-b264-b33351ea4b92/904f3242-92c4-40cf-8052-8d3bcf57f506/4332b3b4-3d96-4bcb-801e-056d69c1decb) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:46.407583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d306785f-b18a-46dc-a13f-d4a94abb5174 req-b030f577-f59f-46a8-af53-83937029e1e1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 210 time: 0.0825319 Feb 09 15:56:46.468045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4ed7-4c35-4ca2-8f71-994624278eef None None] Pushing event updated for resources: {'Port': ['ID=c93402eb-8a0d-449c-a957-2f0dfd7c7328,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:46.565623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47ff4d59-123d-4b79-8004-f87d353caeb9 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:46.646948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-47ff4d59-123d-4b79-8004-f87d353caeb9 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Calling delete_port for a56cb6cc-f031-4f7c-b885-941c98462082 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:46.657412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-f134fbbd-a01f-416c-bce0-9e90addc4a9f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:46.660453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-f134fbbd-a01f-416c-bce0-9e90addc4a9f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 813 time: 0.2736056 Feb 09 15:56:46.689598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-8494fdc8-c9e7-4264-b00c-0b8fceca8127 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/quotas/b084b5dee67c4e53ab73597074f551ae HTTP/1.1" status: 200 len: 375 time: 0.0225925 Feb 09 15:56:46.842010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 491c5ea6-4dca-43f3-92dd-c0f5af8df83e up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:56:46.885234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-a89c2a8d-429e-4abc-a7ec-1bf5b7123a87 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882045 Feb 09 15:56:47.031311 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.100072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c93402eb-8a0d-449c-a957-2f0dfd7c7328 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:56:47.147157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-a2ef4313-d771-4a71-999c-29a23615d3cf service neutron] 10.222.0.53 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609959 Feb 09 15:56:47.158935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:56:47.167468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:47.168372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.215840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c93402eb-8a0d-449c-a957-2f0dfd7c7328 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:47.216317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.303176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-b370dff3-74f7-40cc-9d90-a12415f915fa service neutron] 10.222.0.53 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346390 Feb 09 15:56:47.310324 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47ff4d59-123d-4b79-8004-f87d353caeb9 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.321094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.447077 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.495813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Network ef73fe1c-b92b-4075-b264-b33351ea4b92 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:47.497422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb04ee-a003-48e9-8a84-5e87bf4b862d req-be596795-495a-4744-a556-63a5cfb53600 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:47.501595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aadb04ee-a003-48e9-8a84-5e87bf4b862d req-be596795-495a-4744-a556-63a5cfb53600 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 944 time: 0.1603503 Feb 09 15:56:47.513577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:47.524749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:47.535849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:47.538889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.606964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aadb04ee-a003-48e9-8a84-5e87bf4b862d req-69282202-696d-4131-883f-ef0081c725ed tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974884 Feb 09 15:56:47.612255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7342b85-c6c9-43fb-853d-4b77be3788f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c5ea6-4dca-43f3-92dd-c0f5af8df83e'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:47.616202 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63df077b-6b73-4198-a005-9a27e3e0fe6e" -d '{"events": [{"server_uuid": "a7342b85-c6c9-43fb-853d-4b77be3788f3", "name": "network-vif-plugged", "status": "completed", "tag": "491c5ea6-4dca-43f3-92dd-c0f5af8df83e"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:47.719327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,segment=NetworkSegment(83587aa1-2be7-4cc2-a308-e5c2e326140a),segment_id=83587aa1-2be7-4cc2-a308-e5c2e326140a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:47.739426 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.829319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event updated for resources: {'Port': ['ID=4332b3b4-3d96-4bcb-801e-056d69c1decb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:47.867940 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:47.896225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff4d59-123d-4b79-8004-f87d353caeb9 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event deleted for resources: {'Port': ['ID=a56cb6cc-f031-4f7c-b885-941c98462082,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:47.950902 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-915f9d1b-c33f-4e78-8b4c-85b21f08d859 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4753003 Feb 09 15:56:47.958502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47302) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:47.970016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Request body: {'port': {'network_id': 'ef73fe1c-b92b-4075-b264-b33351ea4b92', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1958098359', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:47.970594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] bootfile-name is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:47.970942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] tftp-server is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:47.971285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] server-ip-address is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:47.973007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6d75b06-d666-42c1-ac62-586574c57c3e req-6faf3c0a-1a42-4cd8-b800-fe326a6110f5 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 210 time: 0.1579049 Feb 09 15:56:48.031581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47ff4d59-123d-4b79-8004-f87d353caeb9 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:48.044067 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47ff4d59-123d-4b79-8004-f87d353caeb9 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "DELETE /v2.0/ports/a56cb6cc-f031-4f7c-b885-941c98462082 HTTP/1.1" status: 204 len: 168 time: 2.8935544 Feb 09 15:56:48.052427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47304) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:48.073096 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Request body: {'port': {'name': 'tempest-new-port-name-1824532512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:48.073870 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] bootfile-name is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:48.074693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] tftp-server is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:48.075256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] server-ip-address is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:48.162732 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e75b5b-f5bb-40d7-96dc-0bca1320f6c5 x-openstack-request-id: req-97e75b5b-f5bb-40d7-96dc-0bca1320f6c5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:48.163463 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7342b85-c6c9-43fb-853d-4b77be3788f3", "name": "network-vif-plugged", "status": "completed", "tag": "491c5ea6-4dca-43f3-92dd-c0f5af8df83e", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:48.163463 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97e75b5b-f5bb-40d7-96dc-0bca1320f6c5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:48.163811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487442b0-619b-4434-89b0-79b7d40323ae req-cfda384b-a949-4f67-9b9f-6454bdd25b9a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:48.164617 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7342b85-c6c9-43fb-853d-4b77be3788f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c5ea6-4dca-43f3-92dd-c0f5af8df83e', 'code': 200} Feb 09 15:56:48.184028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-487442b0-619b-4434-89b0-79b7d40323ae req-cfda384b-a949-4f67-9b9f-6454bdd25b9a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2167134 Feb 09 15:56:48.215451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port c93402eb-8a0d-449c-a957-2f0dfd7c7328, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c93402eb-8a0d-449c-a957-2f0dfd7c7328,segment=NetworkSegment(9be9299f-3b74-4b4e-bdfc-143f153a2cc8),segment_id=9be9299f-3b74-4b4e-bdfc-143f153a2cc8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:48.266803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:48.352231 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:48.439225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2128f9bf-d8f9-486f-a799-ab43eb81b27f req-58013689-a3c0-4161-a079-22690caeb053 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 210 time: 0.1454160 Feb 09 15:56:48.460732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-487442b0-619b-4434-89b0-79b7d40323ae req-ef93dacb-8839-45f0-a8d3-9cea165d55c3 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727873 Feb 09 15:56:48.511179 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:48.541291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59177fd7-2f17-4bdc-89fe-53d498234c8b req-9ce64c0d-eebb-4c05-9189-91c53edebb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:48.543626 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59177fd7-2f17-4bdc-89fe-53d498234c8b req-9ce64c0d-eebb-4c05-9189-91c53edebb3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 1096 time: 0.2407572 Feb 09 15:56:48.557164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=c93402eb-8a0d-449c-a957-2f0dfd7c7328,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:48.587969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd52985-f331-4848-b83f-c7082c3a8fef None None] Network ef73fe1c-b92b-4075-b264-b33351ea4b92 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:48.745856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c941510d-f85b-4b4b-9bc9-76b54e2f3ef6 None None] Provisioning complete for port c93402eb-8a0d-449c-a957-2f0dfd7c7328 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:48.746478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c941510d-f85b-4b4b-9bc9-76b54e2f3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:48.904241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349602f1-d389-4cd3-bab1-b0fb0a1795fc req-2f4366b4-36ec-43b1-976e-97cd34239d3e tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:48.921236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-349602f1-d389-4cd3-bab1-b0fb0a1795fc req-2f4366b4-36ec-43b1-976e-97cd34239d3e tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 945 time: 0.1571181 Feb 09 15:56:48.982536 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-59177fd7-2f17-4bdc-89fe-53d498234c8b req-aca3d997-072b-49cf-8d4f-c9606d1d0d7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293303 Feb 09 15:56:48.988973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Made reservation on behalf of 8d5b00795ff743eb8ce61175107b4d7c for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:48.992970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:49.069594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c93402eb-8a0d-449c-a957-2f0dfd7c7328 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:56:49.084752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-349602f1-d389-4cd3-bab1-b0fb0a1795fc req-6105ccb2-72f4-4f63-a827-e66a1de21a37 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512072 Feb 09 15:56:49.148340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] device_id is not set on port a49ba10d-c7c7-48a3-a738-0eba7d8f4434 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:56:49.212656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eafc8e6a-f084-4d82-a498-dc212c220742 req-d0f20a16-26e8-4da9-a57c-ee530e5545e6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 210 time: 0.0617311 Feb 09 15:56:49.331950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c93402eb-8a0d-449c-a957-2f0dfd7c7328 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:49.332821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:49.335664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:49.423974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Allocated IP 2001:db8::241 (ef73fe1c-b92b-4075-b264-b33351ea4b92/904f3242-92c4-40cf-8052-8d3bcf57f506/a49ba10d-c7c7-48a3-a738-0eba7d8f4434) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:49.491524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:49.767659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event updated for resources: {'Port': ['ID=63fad37c-0298-4350-9921-a4654b973e28,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:49.806472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] In _notify_port_updated(), no bound segment for port 63fad37c-0298-4350-9921-a4654b973e28 on network 1a191d31-894d-4255-8c9a-6af1bcfdbadc {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 15:56:49.807094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2f1462a-9c51-4490-af94-48b7df97b998 req-ccdd3aac-dc2b-41c6-80f5-675c77b3e8c5 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 210 time: 0.1721957 Feb 09 15:56:49.831025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:49.848240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:49.851200 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a4fd4496-c3fe-48a7-a57c-8b3c32b03a7f tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "PUT /v2.0/ports/63fad37c-0298-4350-9921-a4654b973e28 HTTP/1.1" status: 200 len: 1137 time: 1.7851741 Feb 09 15:56:49.868224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47364) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:49.877444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-96c11e44-dd81-4862-8ef9-02c90722d71a None None] Provisioning complete for port c93402eb-8a0d-449c-a957-2f0dfd7c7328 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:49.877861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-96c11e44-dd81-4862-8ef9-02c90722d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.041539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d5c85-d5cc-43e9-b9d6-75c1f7346178 req-ccffa01c-9812-4216-a82a-91067a87e436 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:50.058205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce7d5c85-d5cc-43e9-b9d6-75c1f7346178 req-ccffa01c-9812-4216-a82a-91067a87e436 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.4714077 Feb 09 15:56:50.086094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-96c11e44-dd81-4862-8ef9-02c90722d71a None None] Provisioning complete for port 4332b3b4-3d96-4bcb-801e-056d69c1decb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:50.086478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-96c11e44-dd81-4862-8ef9-02c90722d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.146462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-96c11e44-dd81-4862-8ef9-02c90722d71a None None] Port 4332b3b4-3d96-4bcb-801e-056d69c1decb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:56:50.223230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.228646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f0c6a9-a2fd-49d5-a1be-df4a425c5897 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:50.231243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c6f0c6a9-a2fd-49d5-a1be-df4a425c5897 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "GET /v2.0/ports/63fad37c-0298-4350-9921-a4654b973e28 HTTP/1.1" status: 200 len: 1137 time: 0.3612313 Feb 09 15:56:50.236546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47380) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:50.316232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-207af5b2-cf77-4ae3-9036-1ff74fa4b5fb None None] Provisioning complete for port 63fad37c-0298-4350-9921-a4654b973e28 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:50.329731 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-207af5b2-cf77-4ae3-9036-1ff74fa4b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.442453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-eae6e341-6d98-4fdf-bab5-9b18d1d72e89 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:50.445161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-eae6e341-6d98-4fdf-bab5-9b18d1d72e89 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.6873567 Feb 09 15:56:50.459487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce7d5c85-d5cc-43e9-b9d6-75c1f7346178 req-d780e57c-0309-4bc5-ad4b-486c3f55e224 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992219 Feb 09 15:56:50.497421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-207af5b2-cf77-4ae3-9036-1ff74fa4b5fb None None] Port 63fad37c-0298-4350-9921-a4654b973e28 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:56:50.498738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Request body: {'port': {'device_id': '45c79f63-7bab-40e4-9149-afe3c5e4ad9c', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'admin_state_up': True, 'tenant_id': '3a42761150e049e4bc3cf104b2881f83'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:50.601266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd5f0c-7fdd-42a6-a96f-05a5962da0af tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Deleting port 63fad37c-0298-4350-9921-a4654b973e28 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:50.604595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5f0c-7fdd-42a6-a96f-05a5962da0af tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.633985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2246d725-97bd-4cf1-b850-ab5c4bef427d None None] Provisioning complete for port 4332b3b4-3d96-4bcb-801e-056d69c1decb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:50.634381 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2246d725-97bd-4cf1-b850-ab5c4bef427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.667256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c4d6b-94da-4a5f-9470-f4ad6b637e8e req-66aa6d82-25e4-442a-9444-c8c9e848dc76 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:50.679120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a72c4d6b-94da-4a5f-9470-f4ad6b637e8e req-66aa6d82-25e4-442a-9444-c8c9e848dc76 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 945 time: 0.4286523 Feb 09 15:56:50.718452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2246d725-97bd-4cf1-b850-ab5c4bef427d None None] Port 4332b3b4-3d96-4bcb-801e-056d69c1decb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:56:50.728199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.783660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f0aa965-f7cb-4f86-948d-daa543ea0d2a req-de720355-fac5-46b3-8188-6d27ab1c86e8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 210 time: 0.1447563 Feb 09 15:56:50.806600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a72c4d6b-94da-4a5f-9470-f4ad6b637e8e req-9d97160a-d339-4f92-aa71-3c0c6a655b17 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258049 Feb 09 15:56:50.808220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Network ef73fe1c-b92b-4075-b264-b33351ea4b92 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:50.815189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:50.822030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:50.827813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:50.828625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.850596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event updated for resources: {'Port': ['ID=a49ba10d-c7c7-48a3-a738-0eba7d8f4434,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:50.919200 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5f0c-7fdd-42a6-a96f-05a5962da0af tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:50.943007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd5f0c-7fdd-42a6-a96f-05a5962da0af tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Calling delete_port for 63fad37c-0298-4350-9921-a4654b973e28 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:51.004803 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-65004034-81f7-4d2d-b380-d63b571e9b33 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.0425153 Feb 09 15:56:51.012695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47404) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:51.036792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d744c3f9-1f32-4298-b990-28f0845a8007 req-bace0d74-159c-4bcc-a61e-dad25bcd916d tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 210 time: 0.0792072 Feb 09 15:56:51.163284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a884b-c016-457e-93c4-84855900f87c tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:51.169782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a884b-c016-457e-93c4-84855900f87c tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:51.175947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a884b-c016-457e-93c4-84855900f87c tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:51.180221 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f3a884b-c016-457e-93c4-84855900f87c tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1664486 Feb 09 15:56:51.181141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47410) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:51.213581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Made reservation on behalf of 3a42761150e049e4bc3cf104b2881f83 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:51.217580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:51.353623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5f0c-7fdd-42a6-a96f-05a5962da0af tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:51.362781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a2803d47-951d-48e7-ab2d-712081c07ba9 None None] Provisioning complete for port a49ba10d-c7c7-48a3-a738-0eba7d8f4434 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:51.363179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2803d47-951d-48e7-ab2d-712081c07ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:51.396844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd5f0c-7fdd-42a6-a96f-05a5962da0af tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event deleted for resources: {'Port': ['ID=63fad37c-0298-4350-9921-a4654b973e28,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:51.410433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c440c994-451d-455b-8599-e2181f0e2cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Deleting port a49ba10d-c7c7-48a3-a738-0eba7d8f4434 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:51.411055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c440c994-451d-455b-8599-e2181f0e2cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:51.475111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Allocated IP 172.20.0.5 (70faf60e-3ffd-4c63-97c3-9f283fa8cb44/62e9af1e-67d0-4a41-ba8c-bfce70bdd120/071850ad-a2ec-4110-8ca0-c757ee81de34) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:51.548175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a2803d47-951d-48e7-ab2d-712081c07ba9 None None] Port a49ba10d-c7c7-48a3-a738-0eba7d8f4434 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:56:51.570858 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5f0c-7fdd-42a6-a96f-05a5962da0af tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:51.578268 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b7bd5f0c-7fdd-42a6-a96f-05a5962da0af tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "DELETE /v2.0/ports/63fad37c-0298-4350-9921-a4654b973e28 HTTP/1.1" status: 204 len: 168 time: 1.3363407 Feb 09 15:56:51.580544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:51.636381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c440c994-451d-455b-8599-e2181f0e2cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:51.673790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c440c994-451d-455b-8599-e2181f0e2cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Calling delete_port for a49ba10d-c7c7-48a3-a738-0eba7d8f4434 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:51.694040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:51.821802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-072ba607-1251-46d8-bbf7-58dd1da53263 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Deleting subnet 43936210-391f-4fe1-b099-5e23b84fec91 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:56:51.854809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-072ba607-1251-46d8-bbf7-58dd1da53263 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:51.959229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b82b2efd-1541-4e15-8baf-6437c83362d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:51.999738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-072ba607-1251-46d8-bbf7-58dd1da53263 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.086461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e774d55b-74ba-4f49-a28b-5d23363bdfac req-1677b330-a64c-46c3-a786-acbed934f569 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 210 time: 0.0895450 Feb 09 15:56:52.139666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.159859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a7412-a0e4-45da-b8ae-e4363736b250 req-a0b34e4e-562a-4140-a151-83c59544fb36 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:52.169743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb4a7412-a0e4-45da-b8ae-e4363736b250 req-a0b34e4e-562a-4140-a151-83c59544fb36 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.3783388 Feb 09 15:56:52.188279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-eaf03aca-a5f7-47ce-8b78-776355473100 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:52.189853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-eaf03aca-a5f7-47ce-8b78-776355473100 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.73 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 813 time: 0.4862819 Feb 09 15:56:52.220951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'port': {'device_id': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457', 'admin_state_up': True, 'tenant_id': 'b084b5dee67c4e53ab73597074f551ae'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:52.284158 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-072ba607-1251-46d8-bbf7-58dd1da53263 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.338312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b82b2efd-1541-4e15-8baf-6437c83362d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.416257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b82b2efd-1541-4e15-8baf-6437c83362d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.505856 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b82b2efd-1541-4e15-8baf-6437c83362d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a65c065a72ed4d5ea717964df2c6ac6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8095934 Feb 09 15:56:52.506315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47432) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:52.509970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b2efd-1541-4e15-8baf-6437c83362d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4962b9e8-2fa1-4aba-b972-49ce9e17947a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:52.520381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:52.525667 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-072ba607-1251-46d8-bbf7-58dd1da53263 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.556161 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-072ba607-1251-46d8-bbf7-58dd1da53263 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.561931 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-072ba607-1251-46d8-bbf7-58dd1da53263 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "DELETE /v2.0/subnets/43936210-391f-4fe1-b099-5e23b84fec91 HTTP/1.1" status: 204 len: 168 time: 0.9795365 Feb 09 15:56:52.572174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454ba6dc-6547-4c88-bb53-bb195b1ed7a2 None None] Network 1a191d31-894d-4255-8c9a-6af1bcfdbadc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:52.614723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47438) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:52.636975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba607-1251-46d8-bbf7-58dd1da53263 tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event deleted for resources: {'Subnet': ['ID=43936210-391f-4fe1-b099-5e23b84fec91,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:52.779068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb4a7412-a0e4-45da-b8ae-e4363736b250 req-4ca78182-dd23-4c8e-9903-5203d30a16f7 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082027 Feb 09 15:56:52.821993 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5fbe58b-7e21-4988-9a5d-b1a1f28d2bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.822951 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43569225-3b7b-46c5-83e6-59ff9cc73446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.865767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd6ff8-bc41-47fb-b58c-f8d02729cf0b req-45dbf44c-d4c8-4ca8-9e33-16d29ec0409f tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:52.885660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7efd6ff8-bc41-47fb-b58c-f8d02729cf0b req-45dbf44c-d4c8-4ca8-9e33-16d29ec0409f tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 945 time: 0.6160181 Feb 09 15:56:52.900415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3b07eed9-3823-467a-b096-86655a29e1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.923265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.928390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:52.929995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c440c994-451d-455b-8599-e2181f0e2cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.003966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3b07eed9-3823-467a-b096-86655a29e1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.026195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] DHCP port deletion for 1a191d31-894d-4255-8c9a-6af1bcfdbadc request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:56:53.115908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3508f54-a709-442d-af37-5e8fa1d32ed6 req-25085209-70da-4a57-a31b-9e4772bb47d8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 210 time: 0.1797669 Feb 09 15:56:53.124839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:53.159573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] Deleting port 832c3647-a527-464a-90e2-0911babe6b53 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:53.168661 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.249275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:53.256759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:53.298754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43569225-3b7b-46c5-83e6-59ff9cc73446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.309530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Deleting port 832c3647-a527-464a-90e2-0911babe6b53 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:53.310570 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.363751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] For port 832c3647-a527-464a-90e2-0911babe6b53, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=832c3647-a527-464a-90e2-0911babe6b53,segment=NetworkSegment(b46ec06b-1f2a-491e-8699-06f98a6a42a3),segment_id=b46ec06b-1f2a-491e-8699-06f98a6a42a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:53.369251 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.369797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3b07eed9-3823-467a-b096-86655a29e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.374896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3b07eed9-3823-467a-b096-86655a29e1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.377733 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3b07eed9-3823-467a-b096-86655a29e1a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4962b9e8-2fa1-4aba-b972-49ce9e17947a HTTP/1.1" status: 204 len: 168 time: 0.8556347 Feb 09 15:56:53.382023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7efd6ff8-bc41-47fb-b58c-f8d02729cf0b req-3f35fe68-5833-449a-9d8c-e8d16fa21621 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932382 Feb 09 15:56:53.393172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:53.394324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.431930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] Calling delete_port for 832c3647-a527-464a-90e2-0911babe6b53 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:53.542499 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43569225-3b7b-46c5-83e6-59ff9cc73446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.569752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c440c994-451d-455b-8599-e2181f0e2cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.587237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c440c994-451d-455b-8599-e2181f0e2cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "DELETE /v2.0/ports/a49ba10d-c7c7-48a3-a738-0eba7d8f4434 HTTP/1.1" status: 204 len: 168 time: 2.4044538 Feb 09 15:56:53.607498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:53.623419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Request body: {'port': {'name': 'tempest-new-port-name-902181889', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:53.624267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] bootfile-name is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:53.624990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] tftp-server is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:53.625936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.api.validators [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] server-ip-address is not in valid_values {{(pid=103179) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 15:56:53.627854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event updated for resources: {'Port': ['ID=071850ad-a2ec-4110-8ca0-c757ee81de34,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:53.631410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07eed9-3823-467a-b096-86655a29e1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4962b9e8-2fa1-4aba-b972-49ce9e17947a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:53.752958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c54f691c-d0de-4d2c-abfb-2a4070860cba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2840617 Feb 09 15:56:53.762654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440c994-451d-455b-8599-e2181f0e2cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event deleted for resources: {'Port': ['ID=a49ba10d-c7c7-48a3-a738-0eba7d8f4434,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:53.779192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Request body: {'port': {'device_id': '45c79f63-7bab-40e4-9149-afe3c5e4ad9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:53.788456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] For port 832c3647-a527-464a-90e2-0911babe6b53, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=832c3647-a527-464a-90e2-0911babe6b53,segment=NetworkSegment(b46ec06b-1f2a-491e-8699-06f98a6a42a3),segment_id=b46ec06b-1f2a-491e-8699-06f98a6a42a3)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:53.789225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.813401 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-43569225-3b7b-46c5-83e6-59ff9cc73446 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4876442104f4bee9715f8ac679b68de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3047321 Feb 09 15:56:53.826866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Calling delete_port for 832c3647-a527-464a-90e2-0911babe6b53 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:53.846079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47450) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:53.919724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Made reservation on behalf of b084b5dee67c4e53ab73597074f551ae for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:56:53.926444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43569225-3b7b-46c5-83e6-59ff9cc73446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5a6ca6-2355-47a7-a26c-b4e319aa964e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:53.929817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.956653 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:53.992652 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.010454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c1049-7f69-4985-8357-d4262f0e51be req-5e3c88fc-ed5a-4ee3-b7b3-559b35ff9c66 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:54.017582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a0c1049-7f69-4985-8357-d4262f0e51be req-5e3c88fc-ed5a-4ee3-b7b3-559b35ff9c66 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 931 time: 0.6753807 Feb 09 15:56:54.057855 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.059672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] Pushing event deleted for resources: {'Port': ['ID=832c3647-a527-464a-90e2-0911babe6b53,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:54.069572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1bb52-1673-4062-955b-398d86c9bd20 None None] No DVR routers for this DVR port 832c3647-a527-464a-90e2-0911babe6b53 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:56:54.269335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1db82f43-9d7d-4521-a2f2-20a19bdd5c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.307900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.319495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a0c1049-7f69-4985-8357-d4262f0e51be req-b20dc07e-88ac-44b0-b833-485422b672da tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626710 Feb 09 15:56:54.328882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bdd66-c190-485f-8f89-4a9175ec6b99 req-261ed5c6-60c9-4a77-9243-7a9d5ab8772a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:54.339509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-226bdd66-c190-485f-8f89-4a9175ec6b99 req-261ed5c6-60c9-4a77-9243-7a9d5ab8772a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2920959 Feb 09 15:56:54.447206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-226bdd66-c190-485f-8f89-4a9175ec6b99 req-c9a6c113-d585-4cac-b344-acd496b2d2ea tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073408 Feb 09 15:56:54.459785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event deleted for resources: {'Port': ['ID=832c3647-a527-464a-90e2-0911babe6b53,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:54.483078 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] No DVR routers for this DVR port 832c3647-a527-464a-90e2-0911babe6b53 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:56:54.497549 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1db82f43-9d7d-4521-a2f2-20a19bdd5c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.626009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-461ff82a-3b46-45b5-a136-c27c080ded63 req-c8cfe4d3-2e74-4d0d-b095-1a57be7e293b tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 210 time: 0.0523391 Feb 09 15:56:54.633323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Allocated IP 172.20.0.3 (eab22bdb-17fa-4943-9c49-9cc6230a3457/427cf27a-3e5f-40ce-8760-503dde312e08/118c2ebe-4035-4651-9bbe-425a5f3592c2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:56:54.720474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47460) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:54.761617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ced04594-deb7-45e8-83ae-0deeea8b4dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.773344 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.837407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a191d31-894d-4255-8c9a-6af1bcfdbadc']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:54.880946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46ec06b-1f2a-491e-8699-06f98a6a42a3') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:54.881459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46ec06b-1f2a-491e-8699-06f98a6a42a3') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:54.888701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071850ad-a2ec-4110-8ca0-c757ee81de34 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:56:54.901904 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.926149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.943290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Transition to ACTIVE for port object 071850ad-a2ec-4110-8ca0-c757ee81de34 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:56:54.952559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1db82f43-9d7d-4521-a2f2-20a19bdd5c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.958742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1db82f43-9d7d-4521-a2f2-20a19bdd5c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:54.960804 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1db82f43-9d7d-4521-a2f2-20a19bdd5c5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f5a6ca6-2355-47a7-a26c-b4e319aa964e HTTP/1.1" status: 204 len: 168 time: 1.1104970 Feb 09 15:56:55.001734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.005432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.018178 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.024344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db82f43-9d7d-4521-a2f2-20a19bdd5c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5a6ca6-2355-47a7-a26c-b4e319aa964e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:55.034190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:55.034190 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:55.037906 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:55.057193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 832c3647-a527-464a-90e2-0911babe6b53 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:56:55.064525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.114788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 832c3647-a527-464a-90e2-0911babe6b53 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:56:55.115148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 832c3647-a527-464a-90e2-0911babe6b53 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:56:55.129192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.154005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Pushing event updated for resources: {'Port': ['ID=071850ad-a2ec-4110-8ca0-c757ee81de34,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:55.204412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ced04594-deb7-45e8-83ae-0deeea8b4dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.214099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] In _notify_port_updated(), no bound segment for port 4332b3b4-3d96-4bcb-801e-056d69c1decb on network ef73fe1c-b92b-4075-b264-b33351ea4b92 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 15:56:55.225662 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:55.226805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.234258 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "PUT /v2.0/ports/4332b3b4-3d96-4bcb-801e-056d69c1decb HTTP/1.1" status: 200 len: 1129 time: 1.6201611 Feb 09 15:56:55.239421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4d9a030e-5379-49ed-be84-7d9ab025a2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.240397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47466) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:55.318171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00cec1-cd9c-45fd-8f9e-f8562d4b703f tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event updated for resources: {'Port': ['ID=4332b3b4-3d96-4bcb-801e-056d69c1decb,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:55.346354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054ec33e-17df-427f-b2ad-bb187591f12a tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:55.346883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ced04594-deb7-45e8-83ae-0deeea8b4dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.353817 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-054ec33e-17df-427f-b2ad-bb187591f12a tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "GET /v2.0/ports/4332b3b4-3d96-4bcb-801e-056d69c1decb HTTP/1.1" status: 200 len: 1129 time: 0.1069551 Feb 09 15:56:55.355746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47468) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:55.411322 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.420991 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.425106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ced04594-deb7-45e8-83ae-0deeea8b4dd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=087b54eab0174295b78bbe4e819c9f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7021127 Feb 09 15:56:55.429882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.433471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:55.437186 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] 10.222.0.53 "DELETE /v2.0/networks/1a191d31-894d-4255-8c9a-6af1bcfdbadc HTTP/1.1" status: 204 len: 168 time: 2.8168416 Feb 09 15:56:55.447484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47472) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:55.495352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced04594-deb7-45e8-83ae-0deeea8b4dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82c428e-827c-4c1b-971c-0b837d9ae42d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:55.559648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49cc2c-8f5d-4dca-a9b2-412780eb820c req-14ff3c58-1d1b-47d2-8d1d-63a010045781 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:55.561443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce49cc2c-8f5d-4dca-a9b2-412780eb820c req-14ff3c58-1d1b-47d2-8d1d-63a010045781 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 945 time: 0.2710640 Feb 09 15:56:55.590796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Attempting to bind port 071850ad-a2ec-4110-8ca0-c757ee81de34 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:56:55.591368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Attempting to bind port 071850ad-a2ec-4110-8ca0-c757ee81de34 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:56:55.591942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Attempting to bind port 071850ad-a2ec-4110-8ca0-c757ee81de34 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:55.617385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a017c-60ce-4b6c-afea-1b351d8428eb tempest-ExtraDHCPOptionsTestJSON-1943758057 tempest-ExtraDHCPOptionsTestJSON-1943758057-project] Pushing event deleted for resources: {'Network': ['ID=1a191d31-894d-4255-8c9a-6af1bcfdbadc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:55.670067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Network eab22bdb-17fa-4943-9c49-9cc6230a3457 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:56:55.672894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Port 071850ad-a2ec-4110-8ca0-c757ee81de34 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:56:55.673359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Attempting to bind port 071850ad-a2ec-4110-8ca0-c757ee81de34 on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:55.698368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:56:55.707310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'Port': ['ID=118c2ebe-4035-4651-9bbe-425a5f3592c2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:55.715682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:56:55.723083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:56:55.723585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Checking segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:55.723901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Bound using segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:56:55.724431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Bound port: 071850ad-a2ec-4110-8ca0-c757ee81de34, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:56:55.725376 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.764610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76c72439-7b65-4998-a733-7142bfe3d562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.807178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c17fc-77e7-414b-9f98-ea6945c3e4cd req-bf024d24-41ad-454f-9f51-f71eb7eb3cb2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:55.807419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-74dd9dde-f0fe-48a8-b22e-97f1be914900 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Deleting port 4332b3b4-3d96-4bcb-801e-056d69c1decb {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:55.807729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74dd9dde-f0fe-48a8-b22e-97f1be914900 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.812740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-009c17fc-77e7-414b-9f98-ea6945c3e4cd req-bf024d24-41ad-454f-9f51-f71eb7eb3cb2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 943 time: 0.3265028 Feb 09 15:56:55.825184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce49cc2c-8f5d-4dca-a9b2-412780eb820c req-5693cd54-9b72-4a30-8c9f-6d0870ebaf68 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404635 Feb 09 15:56:55.835441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-69e34775-fdf8-4f8b-865b-9b971ec30520 None None] Provisioning complete for port 4332b3b4-3d96-4bcb-801e-056d69c1decb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:56:55.836177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69e34775-fdf8-4f8b-865b-9b971ec30520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.850852 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76c72439-7b65-4998-a733-7142bfe3d562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.898330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:55.899172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:55.927565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-69e34775-fdf8-4f8b-865b-9b971ec30520 None None] Port 4332b3b4-3d96-4bcb-801e-056d69c1decb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:56:55.980442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-009c17fc-77e7-414b-9f98-ea6945c3e4cd req-8a82c5fb-a1ee-4b0c-a215-73a105b65dfb tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448991 Feb 09 15:56:55.980442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] For port 071850ad-a2ec-4110-8ca0-c757ee81de34, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:56:55.999492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] For port 071850ad-a2ec-4110-8ca0-c757ee81de34, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=071850ad-a2ec-4110-8ca0-c757ee81de34,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:56:56.075143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74dd9dde-f0fe-48a8-b22e-97f1be914900 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.091527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-74dd9dde-f0fe-48a8-b22e-97f1be914900 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Calling delete_port for 4332b3b4-3d96-4bcb-801e-056d69c1decb owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:56.135760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-60f3c632-02c0-4b2f-b1f7-94c6727c2ddf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9275539 Feb 09 15:56:56.154679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Request body: {'port': {'device_id': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:56:56.171177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcd01c-4b69-4a57-869c-8f8cedf9e381 req-f9a87525-b15c-40e4-be9f-9d6c12fc81a2 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:56.174441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0fcd01c-4b69-4a57-869c-8f8cedf9e381 req-f9a87525-b15c-40e4-be9f-9d6c12fc81a2 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.1687648 Feb 09 15:56:56.183472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76c72439-7b65-4998-a733-7142bfe3d562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.190752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76c72439-7b65-4998-a733-7142bfe3d562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.190752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-76c72439-7b65-4998-a733-7142bfe3d562 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a82c428e-827c-4c1b-971c-0b837d9ae42d HTTP/1.1" status: 204 len: 168 time: 0.7386377 Feb 09 15:56:56.199067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c72439-7b65-4998-a733-7142bfe3d562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82c428e-827c-4c1b-971c-0b837d9ae42d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:56.205469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.228827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964db855-7c11-468c-8cb7-f109cceac78f req-8fa73ae8-08c9-48af-8233-51109b3233bc tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:56.230628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-964db855-7c11-468c-8cb7-f109cceac78f req-8fa73ae8-08c9-48af-8233-51109b3233bc tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 931 time: 0.1710379 Feb 09 15:56:56.302366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:56.303375 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.306451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] 10.222.0.73 "PUT /v2.0/ports/071850ad-a2ec-4110-8ca0-c757ee81de34 HTTP/1.1" status: 200 len: 1091 time: 2.5375097 Feb 09 15:56:56.306717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c79f63-7bab-40e4-9149-afe3c5e4ad9c', 'tag': '071850ad-a2ec-4110-8ca0-c757ee81de34'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:56.309368 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf" -d '{"events": [{"name": "network-changed", "server_uuid": "45c79f63-7bab-40e4-9149-afe3c5e4ad9c", "tag": "071850ad-a2ec-4110-8ca0-c757ee81de34"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:56.400678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0fcd01c-4b69-4a57-869c-8f8cedf9e381 req-899c97e1-1b28-469d-8dc7-319f80327840 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893613 Feb 09 15:56:56.410744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c0a6-ef5e-4374-a126-56a159d122ea service neutron] Pushing event updated for resources: {'Port': ['ID=071850ad-a2ec-4110-8ca0-c757ee81de34,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:56.413643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.449646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-964db855-7c11-468c-8cb7-f109cceac78f req-10d5efb1-9c0e-4762-9128-43fc91206ede tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775076 Feb 09 15:56:56.486741 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.488690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74dd9dde-f0fe-48a8-b22e-97f1be914900 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.545270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47488) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:56.603296 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a02a5f8-3269-459e-b832-9e4faae8c19a x-openstack-request-id: req-2a02a5f8-3269-459e-b832-9e4faae8c19a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:56.603576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd9dde-f0fe-48a8-b22e-97f1be914900 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event deleted for resources: {'Port': ['ID=4332b3b4-3d96-4bcb-801e-056d69c1decb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:56.603829 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c79f63-7bab-40e4-9149-afe3c5e4ad9c", "tag": "071850ad-a2ec-4110-8ca0-c757ee81de34", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:56.604186 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a02a5f8-3269-459e-b832-9e4faae8c19a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:56.604863 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c79f63-7bab-40e4-9149-afe3c5e4ad9c', 'tag': '071850ad-a2ec-4110-8ca0-c757ee81de34', 'status': 'completed', 'code': 200} Feb 09 15:56:56.678608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74dd9dde-f0fe-48a8-b22e-97f1be914900 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.687841 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-74dd9dde-f0fe-48a8-b22e-97f1be914900 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "DELETE /v2.0/ports/4332b3b4-3d96-4bcb-801e-056d69c1decb HTTP/1.1" status: 204 len: 168 time: 1.3312671 Feb 09 15:56:56.690199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47490) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:56.741621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47492) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:56.752475 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fffcb1db-e656-411b-b78f-8b1d4116194b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.775141 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-ba581c00-d05f-46db-a092-d18ca0002015 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:56.777079 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-ba581c00-d05f-46db-a092-d18ca0002015 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 945 time: 0.2088895 Feb 09 15:56:56.788120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ecd337-329c-49aa-9c38-0aca1834dbc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Deleting subnet 904f3242-92c4-40cf-8052-8d3bcf57f506 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:56:56.845341 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66ecd337-329c-49aa-9c38-0aca1834dbc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.851676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-ecf7ef3b-4160-47fa-88a7-fcaf18710a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:56.857496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-ecf7ef3b-4160-47fa-88a7-fcaf18710a9b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 1094 time: 0.3322449 Feb 09 15:56:56.947262 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66ecd337-329c-49aa-9c38-0aca1834dbc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:56.980895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-fc29fbd6-f3cc-44a3-ab07-f0265c75c459 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=071850ad-a2ec-4110-8ca0-c757ee81de34 HTTP/1.1" status: 200 len: 217 time: 0.1019599 Feb 09 15:56:57.032044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Deleting port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:57.032530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.147500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66ecd337-329c-49aa-9c38-0aca1834dbc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.207567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] For port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,segment=NetworkSegment(83587aa1-2be7-4cc2-a308-e5c2e326140a),segment_id=83587aa1-2be7-4cc2-a308-e5c2e326140a)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:57.207949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.232800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-79c8f325-44c0-4a6a-bb34-786d6e991c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:57.244536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-79c8f325-44c0-4a6a-bb34-786d6e991c87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.1984634 Feb 09 15:56:57.245178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Calling delete_port for 491c5ea6-4dca-43f3-92dd-c0f5af8df83e owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:57.370967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-9150e7a2-e6c7-4298-b464-42be0df86678 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036913 Feb 09 15:56:57.433997 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66ecd337-329c-49aa-9c38-0aca1834dbc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.477991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecd337-329c-49aa-9c38-0aca1834dbc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event deleted for resources: {'Subnet': ['ID=904f3242-92c4-40cf-8052-8d3bcf57f506,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:57.490650 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66ecd337-329c-49aa-9c38-0aca1834dbc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.490889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c012cd-28a7-486f-847f-aabc10614323 req-c7286a4c-d0d6-4060-a721-5b7900c3706c tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:57.493036 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-66ecd337-329c-49aa-9c38-0aca1834dbc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "DELETE /v2.0/subnets/904f3242-92c4-40cf-8052-8d3bcf57f506 HTTP/1.1" status: 204 len: 168 time: 0.8016231 Feb 09 15:56:57.500965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1c012cd-28a7-486f-847f-aabc10614323 req-c7286a4c-d0d6-4060-a721-5b7900c3706c tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 945 time: 0.3163807 Feb 09 15:56:57.501196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47510) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:57.506191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70496070-84ec-4f62-a3c0-3e73d2da6d6b None None] Network ef73fe1c-b92b-4075-b264-b33351ea4b92 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:56:57.539897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47514) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:57.545280 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2d1604de-ce9c-4f16-b894-f1a5f47a70a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5cf3fe8cc604b30a13a3c682ebaade8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8025718 Feb 09 15:56:57.577425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed2221-643a-4e27-ad3e-2ffa9708ef58 req-dae58fab-84e8-472b-9c56-651fcb4213c0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:57.581022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94ed2221-643a-4e27-ad3e-2ffa9708ef58 req-dae58fab-84e8-472b-9c56-651fcb4213c0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 943 time: 0.4009588 Feb 09 15:56:57.657173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.663145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.669753 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fffcb1db-e656-411b-b78f-8b1d4116194b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.677836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['491c5ea6-4dca-43f3-92dd-c0f5af8df83e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:56:57.747406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Pushing event deleted for resources: {'Port': ['ID=491c5ea6-4dca-43f3-92dd-c0f5af8df83e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:57.786688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fffcb1db-e656-411b-b78f-8b1d4116194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.799575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1c012cd-28a7-486f-847f-aabc10614323 req-6f9d89ce-3491-4b45-9274-c1edd4614f95 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/security-groups?id=0bee7a17-fb3b-4203-8fbf-d8845a375a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745066 Feb 09 15:56:57.807570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94ed2221-643a-4e27-ad3e-2ffa9708ef58 req-4f942fe3-c6cc-40a3-9aa8-6a05770f0e09 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036912 Feb 09 15:56:57.830888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118c2ebe-4035-4651-9bbe-425a5f3592c2 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:56:57.831250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-1c3757d7-bfcb-437e-8ced-e0d46a25ceab service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322023 Feb 09 15:56:57.840670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] No DVR routers for this DVR port 491c5ea6-4dca-43f3-92dd-c0f5af8df83e on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:56:57.846577 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.847411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] DHCP port deletion for ef73fe1c-b92b-4075-b264-b33351ea4b92 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:56:57.850428 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6a18a25a-a66d-4116-987d-41f2be99edd1 req-b5756219-3558-4131-a564-04a7d79a9785 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.13 "DELETE /v2.0/ports/491c5ea6-4dca-43f3-92dd-c0f5af8df83e HTTP/1.1" status: 204 len: 173 time: 1.0580587 Feb 09 15:56:57.851601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7342b85-c6c9-43fb-853d-4b77be3788f3', 'name': 'network-vif-deleted', 'tag': '491c5ea6-4dca-43f3-92dd-c0f5af8df83e'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:57.854596 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e873195-593e-42b2-846c-5ac5768c28d0" -d '{"events": [{"server_uuid": "a7342b85-c6c9-43fb-853d-4b77be3788f3", "name": "network-vif-deleted", "tag": "491c5ea6-4dca-43f3-92dd-c0f5af8df83e"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:57.870087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.897846 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7abbe57-f29d-4c20-8755-3357fb8662e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.914729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Deleting port c93402eb-8a0d-449c-a957-2f0dfd7c7328 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:57.915150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:57.956263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcb1db-e656-411b-b78f-8b1d4116194b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38635ec1-16eb-4700-99f2-805893368b7e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:57.981922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fffcb1db-e656-411b-b78f-8b1d4116194b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f876880f35534214bf3fab7895421713&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4325213 Feb 09 15:56:57.996692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47522) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:56:58.047840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] For port c93402eb-8a0d-449c-a957-2f0dfd7c7328, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c93402eb-8a0d-449c-a957-2f0dfd7c7328,segment=NetworkSegment(9be9299f-3b74-4b4e-bdfc-143f153a2cc8),segment_id=9be9299f-3b74-4b4e-bdfc-143f153a2cc8)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:58.049052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.056915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Transition to ACTIVE for port object 118c2ebe-4035-4651-9bbe-425a5f3592c2 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:56:58.072295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] Deleting port c93402eb-8a0d-449c-a957-2f0dfd7c7328 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:56:58.072598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Calling delete_port for c93402eb-8a0d-449c-a957-2f0dfd7c7328 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:58.073399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.084717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7abbe57-f29d-4c20-8755-3357fb8662e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.131371 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.147634 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.165977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] For port c93402eb-8a0d-449c-a957-2f0dfd7c7328, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c93402eb-8a0d-449c-a957-2f0dfd7c7328,segment=NetworkSegment(9be9299f-3b74-4b4e-bdfc-143f153a2cc8),segment_id=9be9299f-3b74-4b4e-bdfc-143f153a2cc8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:56:58.166375 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.186183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] Calling delete_port for c93402eb-8a0d-449c-a957-2f0dfd7c7328 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:56:58.258253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c1ecc0f-0847-4f3d-b5fa-c0efb587288d req-30a43385-a548-41df-91e9-c821417c0a83 service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148915 Feb 09 15:56:58.278720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e5d74-bbcc-4461-b74a-af6f1991b04b req-f17f89f2-4458-42f5-ba87-a9e93ee6af5d tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:58.280180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45e5d74-bbcc-4461-b74a-af6f1991b04b req-f17f89f2-4458-42f5-ba87-a9e93ee6af5d tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2843933 Feb 09 15:56:58.292969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dbbc7-68b2-41ed-87f1-1326fe8f6fba req-90fdb0e5-284c-4fa1-9297-a7d1ad350ec9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:58.298180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-083dbbc7-68b2-41ed-87f1-1326fe8f6fba req-90fdb0e5-284c-4fa1-9297-a7d1ad350ec9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 931 time: 0.3388484 Feb 09 15:56:58.365479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Pushing event updated for resources: {'Port': ['ID=118c2ebe-4035-4651-9bbe-425a5f3592c2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:58.369262 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dea-3dc0-40d2-91f9-888c32e7cf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.438584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.448234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-083dbbc7-68b2-41ed-87f1-1326fe8f6fba req-87242038-b581-49cb-abbd-793fabd9191e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454577 Feb 09 15:56:58.456509 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.505237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45e5d74-bbcc-4461-b74a-af6f1991b04b req-a2127c72-9607-4336-ab4b-b7b5a4bada87 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976874 Feb 09 15:56:58.509105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dea-3dc0-40d2-91f9-888c32e7cf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.542433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] Pushing event deleted for resources: {'Port': ['ID=c93402eb-8a0d-449c-a957-2f0dfd7c7328,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:58.567603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb663f36-e740-41af-a523-265dc88b0db8 None None] No DVR routers for this DVR port c93402eb-8a0d-449c-a957-2f0dfd7c7328 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:56:58.581905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.603886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7abbe57-f29d-4c20-8755-3357fb8662e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.608782 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7abbe57-f29d-4c20-8755-3357fb8662e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.611819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c7abbe57-f29d-4c20-8755-3357fb8662e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e3f3c9c-c866-4b49-9d56-3410445ba0d9 HTTP/1.1" status: 204 len: 168 time: 1.0548933 Feb 09 15:56:58.711678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abbe57-f29d-4c20-8755-3357fb8662e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3f3c9c-c866-4b49-9d56-3410445ba0d9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:58.772402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Attempting to bind port 118c2ebe-4035-4651-9bbe-425a5f3592c2 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:56:58.772955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Attempting to bind port 118c2ebe-4035-4651-9bbe-425a5f3592c2 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:56:58.773962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Attempting to bind port 118c2ebe-4035-4651-9bbe-425a5f3592c2 on network eab22bdb-17fa-4943-9c49-9cc6230a3457 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:58.783616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-e49ab4d5-9c45-416f-bf2c-88a1d737b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:58.787266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-e49ab4d5-9c45-416f-bf2c-88a1d737b250 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 1094 time: 0.2671862 Feb 09 15:56:58.793127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Port 118c2ebe-4035-4651-9bbe-425a5f3592c2 on network eab22bdb-17fa-4943-9c49-9cc6230a3457 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:56:58.793671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Attempting to bind port 118c2ebe-4035-4651-9bbe-425a5f3592c2 on network eab22bdb-17fa-4943-9c49-9cc6230a3457 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:56:58.807011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:56:58.807814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Checking segment: {'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:56:58.808566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Bound using segment: {'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:56:58.809344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Bound port: 118c2ebe-4035-4651-9bbe-425a5f3592c2, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec7b5310-f208-4cdd-97eb-97e05f2baebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:56:58.809915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:58.827066 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220b21d7-6e08-4fc8-8ab7-e059340b7ebb x-openstack-request-id: req-220b21d7-6e08-4fc8-8ab7-e059340b7ebb {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:58.827384 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7342b85-c6c9-43fb-853d-4b77be3788f3", "name": "network-vif-deleted", "tag": "491c5ea6-4dca-43f3-92dd-c0f5af8df83e", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:58.829756 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-220b21d7-6e08-4fc8-8ab7-e059340b7ebb {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:58.829756 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7342b85-c6c9-43fb-853d-4b77be3788f3', 'name': 'network-vif-deleted', 'tag': '491c5ea6-4dca-43f3-92dd-c0f5af8df83e', 'status': 'completed', 'code': 200} Feb 09 15:56:58.830800 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event deleted for resources: {'Port': ['ID=c93402eb-8a0d-449c-a957-2f0dfd7c7328,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:58.852843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] No DVR routers for this DVR port c93402eb-8a0d-449c-a957-2f0dfd7c7328 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:56:59.054233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] For port 118c2ebe-4035-4651-9bbe-425a5f3592c2, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:56:59.055502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.065599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] For port 118c2ebe-4035-4651-9bbe-425a5f3592c2, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:56:59.069740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c93402eb-8a0d-449c-a957-2f0dfd7c7328 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:56:59.101644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c93402eb-8a0d-449c-a957-2f0dfd7c7328 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:56:59.103533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c93402eb-8a0d-449c-a957-2f0dfd7c7328 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:56:59.122659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef73fe1c-b92b-4075-b264-b33351ea4b92']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:59.136401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be9299f-3b74-4b4e-bdfc-143f153a2cc8') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:59.136709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be9299f-3b74-4b4e-bdfc-143f153a2cc8') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:56:59.149647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.163600 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.171170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:56:59.171811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3cc6d4f4-30fc-4e08-aa8a-cd3d9e3019b0 req-f66a41a1-e1a9-437b-803e-889b2b398c82 tempest-ServerPasswordTestJSON-648758494 tempest-ServerPasswordTestJSON-648758494-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7342b85-c6c9-43fb-853d-4b77be3788f3 HTTP/1.1" status: 200 len: 210 time: 0.1029208 Feb 09 15:56:59.172552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:56:59.178524 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:56:59.216982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dea-3dc0-40d2-91f9-888c32e7cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.220394 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dea-3dc0-40d2-91f9-888c32e7cf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.222068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d3e20dea-3dc0-40d2-91f9-888c32e7cf11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38635ec1-16eb-4700-99f2-805893368b7e HTTP/1.1" status: 204 len: 168 time: 1.2243042 Feb 09 15:56:59.224136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.305954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405a35-a7a0-4d50-8acc-a75cf89a401d req-f6e2c030-37ce-45d9-bfd4-f1b9d32b386c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:59.307561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b405a35-a7a0-4d50-8acc-a75cf89a401d req-f6e2c030-37ce-45d9-bfd4-f1b9d32b386c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 943 time: 0.2344506 Feb 09 15:56:59.312974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e20dea-3dc0-40d2-91f9-888c32e7cf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38635ec1-16eb-4700-99f2-805893368b7e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:59.324474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:59.325091 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.326596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] 10.222.0.73 "PUT /v2.0/ports/118c2ebe-4035-4651-9bbe-425a5f3592c2 HTTP/1.1" status: 200 len: 1091 time: 3.1804247 Feb 09 15:56:59.330062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:56:59.332619 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff035f-c517-4a40-b794-fc9a997b345a" -d '{"events": [{"name": "network-changed", "server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:56:59.336174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-d03df450-b7f8-42aa-921e-2be5387baed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:59.340728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-d03df450-b7f8-42aa-921e-2be5387baed4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 911 time: 0.5337374 Feb 09 15:56:59.370173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.396742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:59.396742 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] 10.222.0.53 "DELETE /v2.0/networks/ef73fe1c-b92b-4075-b264-b33351ea4b92 HTTP/1.1" status: 204 len: 168 time: 1.8915732 Feb 09 15:56:59.415716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47c262-18e9-4212-9ca7-3d223bfd812d tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941 tempest-ExtraDHCPOptionsIpV6TestJSON-1430912941-project] Pushing event deleted for resources: {'Network': ['ID=ef73fe1c-b92b-4075-b264-b33351ea4b92,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:59.744663 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628e5568-9ae0-43dc-b7f9-09e34f380d13 x-openstack-request-id: req-628e5568-9ae0-43dc-b7f9-09e34f380d13 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:56:59.745106 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:56:59.745442 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-628e5568-9ae0-43dc-b7f9-09e34f380d13 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:56:59.745982 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2', 'status': 'completed', 'code': 200} Feb 09 15:56:59.862862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-64510bff-fd06-44f4-8813-eeb82d977c5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=071850ad-a2ec-4110-8ca0-c757ee81de34 HTTP/1.1" status: 200 len: 217 time: 0.1108308 Feb 09 15:56:59.870458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9bbc3-1460-4078-a11a-c8d532ff6a0f service neutron] Pushing event updated for resources: {'Port': ['ID=118c2ebe-4035-4651-9bbe-425a5f3592c2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:56:59.916225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b405a35-a7a0-4d50-8acc-a75cf89a401d req-a7f898f3-ab34-490c-9889-410dc47f1e38 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946751 Feb 09 15:56:59.964002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77147d7-92a1-497b-b315-585f985bdedf req-74710b59-b88a-4b27-a6f4-35e3a6901091 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:59.965644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b77147d7-92a1-497b-b315-585f985bdedf req-74710b59-b88a-4b27-a6f4-35e3a6901091 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 943 time: 0.2149718 Feb 09 15:56:59.967655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-0d5ae211-8b68-472c-b130-cde2dcd6ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:59.972604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-0d5ae211-8b68-472c-b130-cde2dcd6ed33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.0934608 Feb 09 15:56:59.972604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff035f-c517-4a40-b794-fc9a997b345a req-7d0f3d91-d0dd-490a-9ad9-a9512bc3cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:59.973722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0ff035f-c517-4a40-b794-fc9a997b345a req-7d0f3d91-d0dd-490a-9ad9-a9512bc3cf61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1094 time: 0.2269442 Feb 09 15:57:00.007949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.047559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 071850ad-a2ec-4110-8ca0-c757ee81de34 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:57:00.050360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-e2dfe071-bc5f-476d-8ddc-bdc7c1018f79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644619 Feb 09 15:57:00.091928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47600) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:00.192819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b77147d7-92a1-497b-b315-585f985bdedf req-bfa26cbb-5f46-4a7b-aa8b-8ae858526f1a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179766 Feb 09 15:57:00.274404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea58d4-2217-4ec9-aa58-e42efeef20e6 req-ca5700c8-f251-462d-9f0b-6ac988b44ae8 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:00.276021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61ea58d4-2217-4ec9-aa58-e42efeef20e6 req-ca5700c8-f251-462d-9f0b-6ac988b44ae8 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.1961040 Feb 09 15:57:00.290221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff035f-c517-4a40-b794-fc9a997b345a req-1553aecd-f0b1-4108-a82e-2f9fe83286ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:00.291777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0ff035f-c517-4a40-b794-fc9a997b345a req-1553aecd-f0b1-4108-a82e-2f9fe83286ba service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b084b5dee67c4e53ab73597074f551ae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3082104 Feb 09 15:57:00.310535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-ef4424f8-a513-4239-9475-88b6de03e870 service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321424 Feb 09 15:57:00.337160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47612) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:00.353106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 071850ad-a2ec-4110-8ca0-c757ee81de34, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=071850ad-a2ec-4110-8ca0-c757ee81de34,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:00.369741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '071850ad-a2ec-4110-8ca0-c757ee81de34', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'port_id': '071850ad-a2ec-4110-8ca0-c757ee81de34', 'mac_address': 'fa:16:3e:a4:0b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9af1e-67d0-4a41-ba8c-bfce70bdd120', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:57:00.459839 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.504209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071850ad-a2ec-4110-8ca0-c757ee81de34 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:00.522366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47618) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:00.545774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 071850ad-a2ec-4110-8ca0-c757ee81de34, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=071850ad-a2ec-4110-8ca0-c757ee81de34,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:00.561198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-adf90839-f929-4b1e-b7cb-e4c309abe39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.568664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b79bdd1-6f7f-4c59-b3d3-9a371b2ea708 admin admin] Deleting subnet 125d9096-6f89-4c15-a0d9-7738e741b9c8 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:57:00.580047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b79bdd1-6f7f-4c59-b3d3-9a371b2ea708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.641402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b79bdd1-6f7f-4c59-b3d3-9a371b2ea708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.644547 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.761104 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b79bdd1-6f7f-4c59-b3d3-9a371b2ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.762902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61ea58d4-2217-4ec9-aa58-e42efeef20e6 req-99609761-ee3d-47a5-9532-01cf2a118ab0 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496262 Feb 09 15:57:00.800210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=071850ad-a2ec-4110-8ca0-c757ee81de34,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:00.838790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-adf90839-f929-4b1e-b7cb-e4c309abe39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.852846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff035f-c517-4a40-b794-fc9a997b345a req-6a5b36ef-ae06-46d0-908e-7fd923958bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:00.856305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0ff035f-c517-4a40-b794-fc9a997b345a req-6a5b36ef-ae06-46d0-908e-7fd923958bbe service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5443950 Feb 09 15:57:00.888431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 491c5ea6-4dca-43f3-92dd-c0f5af8df83e no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:00.895807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58e759d9-9ff9-4ae9-b64e-21ad48bd2abf req-b8992497-04c1-490b-8a6b-ce3c03393b5d service neutron] 10.222.0.73 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676713 Feb 09 15:57:00.941574 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-adf90839-f929-4b1e-b7cb-e4c309abe39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.947035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 491c5ea6-4dca-43f3-92dd-c0f5af8df83e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:00.947786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 491c5ea6-4dca-43f3-92dd-c0f5af8df83e not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:00.954994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['071850ad-a2ec-4110-8ca0-c757ee81de34'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:00.981080 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b79bdd1-6f7f-4c59-b3d3-9a371b2ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.071374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-f05b6d28-5ab3-4e75-ade4-ee446f3e15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:01.073311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-f05b6d28-5ab3-4e75-ade4-ee446f3e15f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1094 time: 0.1263223 Feb 09 15:57:01.094935 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b79bdd1-6f7f-4c59-b3d3-9a371b2ea708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.100862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8b79bdd1-6f7f-4c59-b3d3-9a371b2ea708 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/125d9096-6f89-4c15-a0d9-7738e741b9c8 HTTP/1.1" status: 204 len: 168 time: 0.7596350 Feb 09 15:57:01.109256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79bdd1-6f7f-4c59-b3d3-9a371b2ea708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125d9096-6f89-4c15-a0d9-7738e741b9c8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:01.120019 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-adf90839-f929-4b1e-b7cb-e4c309abe39a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5c7f60ff3c342e7ac756dc274dfa922&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0200856 Feb 09 15:57:01.120019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:01.121681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47634) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:01.172436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-6b9c70b1-2aca-40fb-8aa7-d5aec6de1098 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2 HTTP/1.1" status: 200 len: 217 time: 0.0873320 Feb 09 15:57:01.244865 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.246370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f17f69-68c3-45a7-aefc-097be3577dae req-ae4e6ec9-7ac1-4a03-9335-60f838c13545 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:01.269043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06f17f69-68c3-45a7-aefc-097be3577dae req-ae4e6ec9-7ac1-4a03-9335-60f838c13545 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 944 time: 0.1959980 Feb 09 15:57:01.275426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf90839-f929-4b1e-b7cb-e4c309abe39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a2242a-fa04-4093-98c9-c31398a0fa59,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:01.293896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-5cea1870-bd50-4f2d-8f01-8b8373359753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:01.295304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-5cea1870-bd50-4f2d-8f01-8b8373359753 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 200 len: 853 time: 0.1160305 Feb 09 15:57:01.418319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-adc7d6ff-ed8f-430b-a7b1-a14ba6f69c5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eab22bdb-17fa-4943-9c49-9cc6230a3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889282 Feb 09 15:57:01.418801 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d79f2cfa-6ca4-4c90-b21c-b0d7120702f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d5b00795ff743eb8ce61175107b4d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8864424 Feb 09 15:57:01.425649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:01.445206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06f17f69-68c3-45a7-aefc-097be3577dae req-e16eb06b-83b0-4e0a-a23c-4dbffa614736 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797495 Feb 09 15:57:01.532154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c12183aa-397e-43d5-bece-04cfe584a237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.543831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.584200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356819-3c9c-41ba-8e9a-eb050c0de6f9 req-ec0f1794-1a2d-4ec5-9d00-ba51b0a9b3aa tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:01.586260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55356819-3c9c-41ba-8e9a-eb050c0de6f9 req-ec0f1794-1a2d-4ec5-9d00-ba51b0a9b3aa tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 943 time: 0.2378411 Feb 09 15:57:01.597846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.606906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0a4c9c-8b91-45c7-b17c-2a9e280efa51']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:01.611812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf59b-96cc-4a32-86c7-e34ecdf3e757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.633397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c12183aa-397e-43d5-bece-04cfe584a237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.668052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83587aa1-2be7-4cc2-a308-e5c2e326140a') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:01.668662 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83587aa1-2be7-4cc2-a308-e5c2e326140a') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:01.684566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55356819-3c9c-41ba-8e9a-eb050c0de6f9 req-c8bb2efc-6ba4-4455-afce-d8153160a129 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889204 Feb 09 15:57:01.704417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-e39199a9-c219-4d34-91fe-6f77c9d8f1bf service neutron] 10.222.0.73 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566710 Feb 09 15:57:01.729592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf59b-96cc-4a32-86c7-e34ecdf3e757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.752110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47656) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:01.767553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.828355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.831950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f620f99b-8334-44f0-93e5-f77b75e977e4 req-ed8285a8-7fc5-49f1-bcc4-1b663d3dc06b service neutron] 10.222.0.73 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196496 Feb 09 15:57:01.855569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:01.855993 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:01.860917 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:01.963933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4b6f1-093e-442b-b7a1-483f19735144 req-6f7038c9-e796-415c-8cc7-88b84f1161b5 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:01.965823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ca4b6f1-093e-442b-b7a1-483f19735144 req-6f7038c9-e796-415c-8cc7-88b84f1161b5 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.0865283 Feb 09 15:57:01.982543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c12183aa-397e-43d5-bece-04cfe584a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.986547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c12183aa-397e-43d5-bece-04cfe584a237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.993335 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c12183aa-397e-43d5-bece-04cfe584a237 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04a2242a-fa04-4093-98c9-c31398a0fa59 HTTP/1.1" status: 204 len: 168 time: 0.8592680 Feb 09 15:57:01.993335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf59b-96cc-4a32-86c7-e34ecdf3e757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.994249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf59b-96cc-4a32-86c7-e34ecdf3e757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.995598 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5e0bf59b-96cc-4a32-86c7-e34ecdf3e757 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe80482e-4988-4105-b3af-bd93e9ac03e3 HTTP/1.1" status: 204 len: 168 time: 0.5585291 Feb 09 15:57:02.004595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12183aa-397e-43d5-bece-04cfe584a237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a2242a-fa04-4093-98c9-c31398a0fa59,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:02.024311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ca4b6f1-093e-442b-b7a1-483f19735144 req-9d62b25d-bd33-4788-8e13-cf9c4c147a80 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507622 Feb 09 15:57:02.045203 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bf59b-96cc-4a32-86c7-e34ecdf3e757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe80482e-4988-4105-b3af-bd93e9ac03e3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:02.056332 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.060327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 071850ad-a2ec-4110-8ca0-c757ee81de34 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:57:02.105479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.112519 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] 10.222.0.53 "DELETE /v2.0/networks/9f0a4c9c-8b91-45c7-b17c-2a9e280efa51 HTTP/1.1" status: 204 len: 168 time: 0.9928660 Feb 09 15:57:02.122824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'networks': [{'name': 'tempest-network--1584261582'}, {'name': 'tempest-network--918449134'}]} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:02.123517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'network': {'name': 'tempest-network--1584261582'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:02.124648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'network': {'name': 'tempest-network--918449134'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:02.130737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4bba6-3ab1-4d79-93e4-c74baa1aceba admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0a4c9c-8b91-45c7-b17c-2a9e280efa51,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:02.232427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 071850ad-a2ec-4110-8ca0-c757ee81de34 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:57:02.240816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 071850ad-a2ec-4110-8ca0-c757ee81de34 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:02.241576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.250213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Made reservation on behalf of ab1c0f4fd9f1410db5714c8e73f82980 for: {'network': 2} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:02.255142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.265298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.351601 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.366397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.389746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c79f63-7bab-40e4-9149-afe3c5e4ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071850ad-a2ec-4110-8ca0-c757ee81de34'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:02.392994 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66211d38-90f3-4c05-a582-8b39362d2ac4" -d '{"events": [{"server_uuid": "45c79f63-7bab-40e4-9149-afe3c5e4ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "071850ad-a2ec-4110-8ca0-c757ee81de34"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:02.412273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 071850ad-a2ec-4110-8ca0-c757ee81de34, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=071850ad-a2ec-4110-8ca0-c757ee81de34,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:02.438973 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dba21f-7b8f-4939-86de-92c356f14b6f x-openstack-request-id: req-80dba21f-7b8f-4939-86de-92c356f14b6f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:02.439529 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c79f63-7bab-40e4-9149-afe3c5e4ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "071850ad-a2ec-4110-8ca0-c757ee81de34", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:02.439914 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80dba21f-7b8f-4939-86de-92c356f14b6f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:02.440640 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c79f63-7bab-40e4-9149-afe3c5e4ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071850ad-a2ec-4110-8ca0-c757ee81de34', 'code': 200} Feb 09 15:57:02.462480 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.463507 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.484880 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.574430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=071850ad-a2ec-4110-8ca0-c757ee81de34,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:02.574918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:02.580013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb552a-f68f-4094-868d-112e9a466c83,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:02.603188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.603766 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Added segment cef2737a-c887-47fa-8186-ea6ee49ab19f of type vlan for network f5027b45-68e9-44be-97bc-a3ba7fe29bf9 Feb 09 15:57:02.659615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f341a-b1a4-4b22-929b-908b293b1b65 req-441fd09e-f78f-4e7c-aac8-2825654d7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:02.661658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e65f341a-b1a4-4b22-929b-908b293b1b65 req-441fd09e-f78f-4e7c-aac8-2825654d7ecb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 1096 time: 0.1336284 Feb 09 15:57:02.677820 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.731490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bbb79-016d-4d03-bcd3-804775fe4263 req-ca7d545f-04bb-46b6-947e-a75ff6ad09a8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:02.733901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-735bbb79-016d-4d03-bcd3-804775fe4263 req-ca7d545f-04bb-46b6-947e-a75ff6ad09a8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1408713 Feb 09 15:57:02.736136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:02.737694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e65f341a-b1a4-4b22-929b-908b293b1b65 req-a1e47308-b8c5-4ebd-9de4-91f3275c91e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678847 Feb 09 15:57:02.757862 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.758514 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Added segment 9a4617f5-36b2-434c-b1d6-9429e3f61311 of type vlan for network e862b02e-e9c9-4576-b939-3613feaedc0e Feb 09 15:57:02.798525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-735bbb79-016d-4d03-bcd3-804775fe4263 req-c69838ec-8984-4484-8a95-8bdd79c01f33 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Feb 09 15:57:02.809645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.868425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c178-64fa-466d-85cb-0b8579fc111d req-5ab84399-0925-4eca-800b-bf13728fc0e7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:02.870073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0772c178-64fa-466d-85cb-0b8579fc111d req-5ab84399-0925-4eca-800b-bf13728fc0e7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 943 time: 0.0648744 Feb 09 15:57:02.900819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.901465 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.914119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:02.920514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:02.921633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:02.944526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0772c178-64fa-466d-85cb-0b8579fc111d req-8c64fb13-e489-4d6e-8f0d-b728bb67bd63 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652266 Feb 09 15:57:03.036214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Network': ['ID=f5027b45-68e9-44be-97bc-a3ba7fe29bf9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:03.057620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f5027b45-68e9-44be-97bc-a3ba7fe29bf9 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:03.116558 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3549759 Feb 09 15:57:03.117234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47684) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:03.119005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f1e1c-57ce-4dc7-b9bf-c2c812db7ff2 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Network': ['ID=e862b02e-e9c9-4576-b939-3613feaedc0e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:03.143356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e862b02e-e9c9-4576-b939-3613feaedc0e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:03.154352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47686) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:03.232380 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e945d34a-fa32-4bfe-9f39-c004cd403251 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c00e77592d141a5895011ec801a71d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761201 Feb 09 15:57:03.233437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47690) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:03.417322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3be9e9-6ce9-42d1-a181-fe34dff6f8a6 req-7e721652-ac7d-4cc4-9f08-d00a826a110d tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:03.418970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a3be9e9-6ce9-42d1-a181-fe34dff6f8a6 req-7e721652-ac7d-4cc4-9f08-d00a826a110d tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2773924 Feb 09 15:57:03.449871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92e9ba12-7dfa-4fc4-aa5b-3a764d39a213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.478897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8a100-9161-4c5a-82ce-c24547e74c54 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:03.479491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92e9ba12-7dfa-4fc4-aa5b-3a764d39a213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.486184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8a100-9161-4c5a-82ce-c24547e74c54 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:03.492474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8a100-9161-4c5a-82ce-c24547e74c54 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:03.498908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8a100-9161-4c5a-82ce-c24547e74c54 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:03.501525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-11f8a100-9161-4c5a-82ce-c24547e74c54 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3820083 Feb 09 15:57:03.510604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47700) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:03.526238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7c05a-bb35-42d7-8566-576b3e49c048 req-4955f70b-7043-49e8-9c8a-097fad57b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:03.528053 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82f7c05a-bb35-42d7-8566-576b3e49c048 req-4955f70b-7043-49e8-9c8a-097fad57b688 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 1097 time: 0.1553288 Feb 09 15:57:03.573205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a3be9e9-6ce9-42d1-a181-fe34dff6f8a6 req-8d078799-7b16-4953-960c-5f50fcd4516b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397054 Feb 09 15:57:03.579114 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82f7c05a-bb35-42d7-8566-576b3e49c048 req-8398cd47-fb9b-45e2-b848-3328e3503d04 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Feb 09 15:57:03.623390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.643095 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92e9ba12-7dfa-4fc4-aa5b-3a764d39a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.646409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92e9ba12-7dfa-4fc4-aa5b-3a764d39a213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.647955 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-92e9ba12-7dfa-4fc4-aa5b-3a764d39a213 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0bee7a17-fb3b-4203-8fbf-d8845a375a4b HTTP/1.1" status: 204 len: 168 time: 0.4134812 Feb 09 15:57:03.657416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9ba12-7dfa-4fc4-aa5b-3a764d39a213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee7a17-fb3b-4203-8fbf-d8845a375a4b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:03.774245 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.815633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5027b45-68e9-44be-97bc-a3ba7fe29bf9']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:03.837479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef2737a-c887-47fa-8186-ea6ee49ab19f') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:03.837870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef2737a-c887-47fa-8186-ea6ee49ab19f') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:03.851558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.876945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.886406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:03.887104 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:03.893299 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:04.021898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0091a0f-c789-46ab-a5e1-701ecc2393b2 req-c34d608a-67f9-450b-a258-8f53fc028aa6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:04.024048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0091a0f-c789-46ab-a5e1-701ecc2393b2 req-c34d608a-67f9-450b-a258-8f53fc028aa6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1119745 Feb 09 15:57:04.057823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 118c2ebe-4035-4651-9bbe-425a5f3592c2 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:57:04.090056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0091a0f-c789-46ab-a5e1-701ecc2393b2 req-9720f4a8-7d9b-4a19-a5d4-cd43c87ee199 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531340 Feb 09 15:57:04.132238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.138312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.146045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:04.147683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/networks/f5027b45-68e9-44be-97bc-a3ba7fe29bf9 HTTP/1.1" status: 204 len: 168 time: 0.6355855 Feb 09 15:57:04.175433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50838ddd-4b77-4edf-93a4-73e8bc4f64fd tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Network': ['ID=f5027b45-68e9-44be-97bc-a3ba7fe29bf9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:04.217680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce187b8-692e-4f70-928f-67b1accf9531 req-f5a9791a-daee-4f98-bfc2-734fc2214638 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:04.227979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 118c2ebe-4035-4651-9bbe-425a5f3592c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:04.228438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ce187b8-692e-4f70-928f-67b1accf9531 req-f5a9791a-daee-4f98-bfc2-734fc2214638 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 943 time: 0.1349967 Feb 09 15:57:04.240764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '118c2ebe-4035-4651-9bbe-425a5f3592c2', 'network_id': 'eab22bdb-17fa-4943-9c49-9cc6230a3457', 'port_id': '118c2ebe-4035-4651-9bbe-425a5f3592c2', 'mac_address': 'fa:16:3e:fa:37:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '427cf27a-3e5f-40ce-8760-503dde312e08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:57:04.285047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ce187b8-692e-4f70-928f-67b1accf9531 req-a3c953fd-a519-411b-9361-45724b0d1d40 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552995 Feb 09 15:57:04.314598 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.341624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118c2ebe-4035-4651-9bbe-425a5f3592c2 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:04.362714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.381743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 118c2ebe-4035-4651-9bbe-425a5f3592c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:04.444041 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.508450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.534672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=118c2ebe-4035-4651-9bbe-425a5f3592c2,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:04.551116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e862b02e-e9c9-4576-b939-3613feaedc0e']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:04.568232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4617f5-36b2-434c-b1d6-9429e3f61311') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:04.568689 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4617f5-36b2-434c-b1d6-9429e3f61311') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:04.582475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.605317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.635126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:04.635554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.694089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['118c2ebe-4035-4651-9bbe-425a5f3592c2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:04.710055 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:04.766896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8ff8b-8a11-4b4a-b6a4-9c535751a9ea req-27da1659-d86f-452f-bbab-e4e38f533900 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:04.769120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16e8ff8b-8a11-4b4a-b6a4-9c535751a9ea req-27da1659-d86f-452f-bbab-e4e38f533900 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.0813279 Feb 09 15:57:04.792127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.804445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.813714 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/networks/e862b02e-e9c9-4576-b939-3613feaedc0e HTTP/1.1" status: 204 len: 168 time: 0.6647336 Feb 09 15:57:04.817184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47734) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:04.834912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932285e-aeb8-41d7-876f-b4b8f485c040 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Network': ['ID=e862b02e-e9c9-4576-b939-3613feaedc0e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:04.850758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16e8ff8b-8a11-4b4a-b6a4-9c535751a9ea req-dc75c289-0a99-4bfa-b543-c80b03089be4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714808 Feb 09 15:57:05.008941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ac569-87cf-42f6-8119-01fbcd57e332 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.020398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ac569-87cf-42f6-8119-01fbcd57e332 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.022567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de1ac569-87cf-42f6-8119-01fbcd57e332 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2040703 Feb 09 15:57:05.026725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47750) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:05.031902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1734779139'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:05.141437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Made reservation on behalf of ab1c0f4fd9f1410db5714c8e73f82980 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:05.145629 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:05.173942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:05.187727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:05.188107 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Added segment 1872d1e2-68a8-4125-8022-7e64e1b2b568 of type vlan for network 4e05bbe8-96bc-4f6a-9d38-9ee27d79c517 Feb 09 15:57:05.275081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:05.291334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1ed5c-dfed-4cb0-a40b-02a97548ed06 req-ff899211-fc30-4ae3-a1da-33e472bd082b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.293145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5d1ed5c-dfed-4cb0-a40b-02a97548ed06 req-ff899211-fc30-4ae3-a1da-33e472bd082b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1100953 Feb 09 15:57:05.370994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5d1ed5c-dfed-4cb0-a40b-02a97548ed06 req-3f471219-c375-4dab-bf1d-3c57618e24d0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686004 Feb 09 15:57:05.446343 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:05.453852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.454239 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:05.573885 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-abd431d6-a6ca-4f33-9dee-110f622af4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.578719 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-abd431d6-a6ca-4f33-9dee-110f622af4be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf4350182f7b456898e4ac70fc02e4be&device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 1097 time: 0.0917621 Feb 09 15:57:05.682102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Network': ['ID=4e05bbe8-96bc-4f6a-9d38-9ee27d79c517,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:05.700036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4e05bbe8-96bc-4f6a-9d38-9ee27d79c517 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:05.710438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47700d9-d046-40ad-9db3-bb271e6e6395 req-d49bd274-9b6a-4a9b-97ec-fc49bc15e772 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.712932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e47700d9-d046-40ad-9db3-bb271e6e6395 req-d49bd274-9b6a-4a9b-97ec-fc49bc15e772 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 944 time: 0.2880397 Feb 09 15:57:05.723775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-260c2eab-c135-45a7-9f68-5545e53e20a7 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6934471 Feb 09 15:57:05.725156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47770) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:05.733231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2044847655'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:05.739414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-a275ebb6-1abb-4ec9-b20c-5ad21917a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.751146 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-a275ebb6-1abb-4ec9-b20c-5ad21917a9df service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 200 len: 911 time: 0.1619666 Feb 09 15:57:05.771089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0992aa-ea01-4331-a249-986719ecbea5 req-a0c90948-3073-4b66-8a0f-c7af43a098f0 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.780895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d0992aa-ea01-4331-a249-986719ecbea5 req-a0c90948-3073-4b66-8a0f-c7af43a098f0 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2619259 Feb 09 15:57:05.854712 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-ebc76654-3241-48ab-87df-a0172cf9b6de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426 HTTP/1.1" status: 200 len: 217 time: 0.0935125 Feb 09 15:57:05.947978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-e9f7d238-451e-4b86-b78f-a501803c7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:05.950574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d0992aa-ea01-4331-a249-986719ecbea5 req-4db48ee2-1a92-4946-ad7a-a957f5b5c872 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386180 Feb 09 15:57:05.953816 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-e9f7d238-451e-4b86-b78f-a501803c7c90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 200 len: 850 time: 0.0951042 Feb 09 15:57:05.972725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e47700d9-d046-40ad-9db3-bb271e6e6395 req-eb16fa5e-6f8f-44da-a902-c9d4e9bfd7bf tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313120 Feb 09 15:57:05.976958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Made reservation on behalf of ab1c0f4fd9f1410db5714c8e73f82980 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:05.987909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.043680 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-62a6727b-70ff-4a86-b9a6-6785be85d958 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebef1996-e641-43b7-903f-1c8cc2cf603d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814545 Feb 09 15:57:06.053334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 118c2ebe-4035-4651-9bbe-425a5f3592c2 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:57:06.068122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:06.103455 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.104031 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Added segment 162c158c-c4a1-4d3b-b670-c45b48d42954 of type vlan for network 1b61e23c-a134-4871-851a-776d37d7269f Feb 09 15:57:06.215874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.239727 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-325515e2-a5ea-4188-9db4-f430170976cd service neutron] 10.222.0.13 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890104 Feb 09 15:57:06.272831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 118c2ebe-4035-4651-9bbe-425a5f3592c2 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:57:06.284803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 118c2ebe-4035-4651-9bbe-425a5f3592c2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:06.285985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.336455 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.357986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47786) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:06.362660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:06.364695 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.471238 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5bd3c8dc-98a8-431e-af2e-0ac99d10730e req-2797e330-1002-4374-8ea3-3370234b9a1f service neutron] 10.222.0.13 "GET /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208967 Feb 09 15:57:06.501785 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.543005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Network': ['ID=1b61e23c-a134-4871-851a-776d37d7269f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:06.569537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:06.574149 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615a92b4-b54d-4a2b-a1a3-17c6f4f109be" -d '{"events": [{"server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "name": "network-vif-plugged", "status": "completed", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:06.585180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3a688bc5-c798-40ff-98a2-d00b67e11a57 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8490150 Feb 09 15:57:06.585731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47792) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:06.591732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'ports': [{'network_id': '4e05bbe8-96bc-4f6a-9d38-9ee27d79c517', 'name': 'tempest-port--1008073273', 'admin_state_up': True}, {'network_id': '1b61e23c-a134-4871-851a-776d37d7269f', 'admin_state_up': False}]} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:06.592336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'port': {'network_id': '4e05bbe8-96bc-4f6a-9d38-9ee27d79c517', 'name': 'tempest-port--1008073273', 'admin_state_up': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:06.592998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'port': {'network_id': '1b61e23c-a134-4871-851a-776d37d7269f', 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:06.600960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1b61e23c-a134-4871-851a-776d37d7269f details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:06.660790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 118c2ebe-4035-4651-9bbe-425a5f3592c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:06.745266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a494-4917-4a40-9ba5-52abd8dd6e0c req-13b9e19f-d6ed-4202-8e2e-4b466ac5339f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:06.751365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e25a494-4917-4a40-9ba5-52abd8dd6e0c req-13b9e19f-d6ed-4202-8e2e-4b466ac5339f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1698484 Feb 09 15:57:06.859942 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bc4f74-1906-4eda-b74e-f5062a97b4ac x-openstack-request-id: req-75bc4f74-1906-4eda-b74e-f5062a97b4ac {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:06.860582 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "name": "network-vif-plugged", "status": "completed", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:06.860848 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75bc4f74-1906-4eda-b74e-f5062a97b4ac {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:06.861480 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2', 'code': 200} Feb 09 15:57:06.865647 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.966948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=118c2ebe-4035-4651-9bbe-425a5f3592c2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:06.988989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e25a494-4917-4a40-9ba5-52abd8dd6e0c req-5319ba5b-eeb4-453c-b9cc-9f2b594bea71 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281673 Feb 09 15:57:07.006766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4c44a-c450-41f9-a662-2878bbbd748c req-08f43958-7c2b-4a68-a289-5f4ac3d32414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:07.010506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbe4c44a-c450-41f9-a662-2878bbbd748c req-08f43958-7c2b-4a68-a289-5f4ac3d32414 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1096 time: 0.1741920 Feb 09 15:57:07.050803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Made reservation on behalf of ab1c0f4fd9f1410db5714c8e73f82980 for: {'port': 2} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:07.076794 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:07.106525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:07.166424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbe4c44a-c450-41f9-a662-2878bbbd748c req-e201233c-5849-4e89-b249-757dc1e59691 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485956 Feb 09 15:57:07.291704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-157729309'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:07.368470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b82e62-3afc-4791-8108-2cd00d198202 req-387254a1-1e0c-4e4e-a8ef-960bfced3f2b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:07.370951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13b82e62-3afc-4791-8108-2cd00d198202 req-387254a1-1e0c-4e4e-a8ef-960bfced3f2b tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2513151 Feb 09 15:57:07.387196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12416f-defb-4f76-a23b-c4034e6e045c req-31566fcf-b493-4325-86d2-90795651708d tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:07.390125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f12416f-defb-4f76-a23b-c4034e6e045c req-31566fcf-b493-4325-86d2-90795651708d tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 945 time: 0.2121985 Feb 09 15:57:07.420271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] device_id is not set on port ee0629a0-028e-4afd-9370-ed68e5819693 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:07.495243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:07.499110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:07.513098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:07.527547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f12416f-defb-4f76-a23b-c4034e6e045c req-2b2785b3-48f8-4909-96f7-c95b082ab083 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003485 Feb 09 15:57:07.533540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13b82e62-3afc-4791-8108-2cd00d198202 req-c8ec4e03-5bfa-4da0-8452-4630850d1f53 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420500 Feb 09 15:57:07.627464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:07.648737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47840) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:07.756053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] device_id is not set on port 584968a8-99eb-4983-83f7-e6ce31175d73 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:07.814086 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:07.833162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-743188665-network', 'tenant_id': '86cc00277f0d4e1590cecd0b8eef474a'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:07.910641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:07.979990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:07.980527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Made reservation on behalf of 86cc00277f0d4e1590cecd0b8eef474a for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:07.989314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.025772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.067783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:08.079519 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.084846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef729fa-5aca-4b52-ac72-37dc68e785a5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:08.120354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.120903 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Added segment 69edbfd3-b078-4db7-aa9e-dfe763da7f18 of type vlan for network e4abdd0c-e033-4dd4-a882-6747ba9c97fa Feb 09 15:57:08.259143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.295540 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.303888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Port': ['ID=ee0629a0-028e-4afd-9370-ed68e5819693,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:08.329645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Checking segment: {'id': '1872d1e2-68a8-4125-8022-7e64e1b2b568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4e05bbe8-96bc-4f6a-9d38-9ee27d79c517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:08.330229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Network hostable DHCP agents. Network: 4e05bbe8-96bc-4f6a-9d38-9ee27d79c517, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:08.385052 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.428983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:08.452858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342bfe44-c67c-4e2e-a94b-b47b061c382c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:08.456053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.456431 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Added segment a0360f28-2a65-4650-a95c-fa606d8ce097 of type vlan for network 2994ed8d-ea67-4281-b014-38ef112c6182 Feb 09 15:57:08.475621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d433a7c-b157-45b5-aa89-bdca21484fa9 req-f2a09f49-eafe-4d7e-94bb-02d098cc4457 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:08.477691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d433a7c-b157-45b5-aa89-bdca21484fa9 req-f2a09f49-eafe-4d7e-94bb-02d098cc4457 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1950428 Feb 09 15:57:08.485020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Network 4e05bbe8-96bc-4f6a-9d38-9ee27d79c517 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:08.491102 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.502311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:08.503485 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.528732 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.580385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d433a7c-b157-45b5-aa89-bdca21484fa9 req-86c85f53-03d4-42ca-ad92-136ff5c4d868 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769696 Feb 09 15:57:08.642652 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4e05bbe8-96bc-4f6a-9d38-9ee27d79c517) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:08.651095 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.653426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:08.655267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.657485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:08.658855 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.679141 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Network': ['ID=e4abdd0c-e033-4dd4-a882-6747ba9c97fa,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:08.698494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:08.776366 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7ea02629-289c-49d8-9366-7eb1050d8072 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4124944 Feb 09 15:57:08.783501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47900) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:08.788529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Port': ['ID=584968a8-99eb-4983-83f7-e6ce31175d73,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:08.832122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'subnet': {'network_id': 'e4abdd0c-e033-4dd4-a882-6747ba9c97fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:08.835922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Checking segment: {'id': '162c158c-c4a1-4d3b-b670-c45b48d42954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1b61e23c-a134-4871-851a-776d37d7269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:08.837103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Network hostable DHCP agents. Network: 1b61e23c-a134-4871-851a-776d37d7269f, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:08.867421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9901dee-f2d8-45ba-a65c-ddc58a2c3a6e None None] Network 4e05bbe8-96bc-4f6a-9d38-9ee27d79c517 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:08.981583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Network 1b61e23c-a134-4871-851a-776d37d7269f is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:09.061188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4108400 Feb 09 15:57:09.067465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:09.076350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Request body: {'subnet': {'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-743188665-subnet', 'tenant_id': '86cc00277f0d4e1590cecd0b8eef474a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:09.081029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5f7ca-0df7-4dff-9ec3-2ccc293a3752 admin admin] Pushing event updated for resources: {'Network': ['ID=2994ed8d-ea67-4281-b014-38ef112c6182,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:09.112998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2994ed8d-ea67-4281-b014-38ef112c6182 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:09.116978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c641b1-99a1-4662-9de3-efd667ba3929 req-576e0f97-cca5-47c4-96a5-8d729a2b975a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:09.118711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3c641b1-99a1-4662-9de3-efd667ba3929 req-576e0f97-cca5-47c4-96a5-8d729a2b975a tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.3818839 Feb 09 15:57:09.134511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31b61f-6634-4ef8-9c0b-1362b5537530 req-047f4255-eaae-4641-8285-2c43c97e2aef tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:09.136230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd31b61f-6634-4ef8-9c0b-1362b5537530 req-047f4255-eaae-4641-8285-2c43c97e2aef tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 945 time: 0.2902350 Feb 09 15:57:09.146736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1b61e23c-a134-4871-851a-776d37d7269f) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:09.153733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:09.173172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:09.174156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:09.175402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:09.240320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3c641b1-99a1-4662-9de3-efd667ba3929 req-8d5561ee-5238-4dae-adb3-12e0f8e171be tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994320 Feb 09 15:57:09.267923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd31b61f-6634-4ef8-9c0b-1362b5537530 req-5fe45861-1821-4082-90e1-7ae96e5f8c82 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993173 Feb 09 15:57:09.319404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24948460-49f1-4dc5-b0e2-c839cc20850b None None] Network 1b61e23c-a134-4871-851a-776d37d7269f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:09.409733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Made reservation on behalf of 86cc00277f0d4e1590cecd0b8eef474a for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:09.413106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:09.466027 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2070c166-dd4a-4b2c-a602-6fcf1613a43c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8810530 Feb 09 15:57:09.467049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47916) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:09.535511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-4c059d16-b77d-4a64-b855-d9aada17eb29 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2006183595&fields=id&tenant_id=b084b5dee67c4e53ab73597074f551ae HTTP/1.1" status: 200 len: 267 time: 0.1084833 Feb 09 15:57:09.615852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-df0c294b-684e-4cbc-9a4d-2941b19a499a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:09.619506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-df0c294b-684e-4cbc-9a4d-2941b19a499a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 945 time: 0.0829093 Feb 09 15:57:09.622590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:09.634288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:09.641163 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01c45c-41ac-41d1-975f-75de2da1157a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:09.648403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01c45c-41ac-41d1-975f-75de2da1157a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:09.651051 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ba01c45c-41ac-41d1-975f-75de2da1157a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1760614 Feb 09 15:57:09.657219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47922) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:09.715700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'port': {'security_groups': ['76247694-8fe1-4b5d-9897-4b1773ba6a11', '79a1de65-5773-463a-aca6-23f4bfc0580c']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:09.816523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:09.982902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-40b86db6-59ef-4504-ac73-6e94e0913d4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Deleting port ee0629a0-028e-4afd-9370-ed68e5819693 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:09.983567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40b86db6-59ef-4504-ac73-6e94e0913d4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.060174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43897a-fa7c-4a96-9a13-a67fdb343a57 req-cdd8b24c-1060-469d-a540-f5e46dfec4f6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:10.063470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a43897a-fa7c-4a96-9a13-a67fdb343a57 req-cdd8b24c-1060-469d-a540-f5e46dfec4f6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1916430 Feb 09 15:57:10.086223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.196644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40b86db6-59ef-4504-ac73-6e94e0913d4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.205575 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.231382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-40b86db6-59ef-4504-ac73-6e94e0913d4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Calling delete_port for ee0629a0-028e-4afd-9370-ed68e5819693 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:10.243597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a43897a-fa7c-4a96-9a13-a67fdb343a57 req-7fc01547-ed90-49c3-8a15-4deb20ce6a97 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650362 Feb 09 15:57:10.247951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:10.268811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47930) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:10.358444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Checking segment: {'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:10.359860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Network hostable DHCP agents. Network: 2994ed8d-ea67-4281-b014-38ef112c6182, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:10.460832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Subnet': ['ID=9d36d2c5-daa3-4d67-a6dd-bcfe69700771,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:10.478481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:10.490757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Network 2994ed8d-ea67-4281-b014-38ef112c6182 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:10.506373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Checking segment: {'id': '69edbfd3-b078-4db7-aa9e-dfe763da7f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e4abdd0c-e033-4dd4-a882-6747ba9c97fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:10.507067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network hostable DHCP agents. Network: e4abdd0c-e033-4dd4-a882-6747ba9c97fa, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:10.513325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] For port 118c2ebe-4035-4651-9bbe-425a5f3592c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:10.549070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a28c45-cec1-4d9c-ad19-6441d2267696 req-566b9d7b-51c4-4d1d-8917-00e4d84efc7f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:10.550825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6a28c45-cec1-4d9c-ad19-6441d2267696 req-566b9d7b-51c4-4d1d-8917-00e4d84efc7f tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2170300 Feb 09 15:57:10.563973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40b86db6-59ef-4504-ac73-6e94e0913d4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.594898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.608744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2994ed8d-ea67-4281-b014-38ef112c6182) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:10.617516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:10.618292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.621622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b86db6-59ef-4504-ac73-6e94e0913d4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Port': ['ID=ee0629a0-028e-4afd-9370-ed68e5819693,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:10.634939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6a28c45-cec1-4d9c-ad19-6441d2267696 req-63db0bda-23b6-4b7c-8f9c-8d28a815d718 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668101 Feb 09 15:57:10.637818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18038982-8023-4c3a-a40b-32200f369fd0 None None] Network 2994ed8d-ea67-4281-b014-38ef112c6182 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:10.651745 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40b86db6-59ef-4504-ac73-6e94e0913d4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.671142 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-40b86db6-59ef-4504-ac73-6e94e0913d4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/ports/ee0629a0-028e-4afd-9370-ed68e5819693 HTTP/1.1" status: 204 len: 168 time: 1.0098760 Feb 09 15:57:10.671575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47938) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:10.689887 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.705407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['118c2ebe-4035-4651-9bbe-425a5f3592c2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:10.708305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:10.729796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8310612-de8d-4aad-a3a1-05dd7b4cd7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.734708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c93eadf-541f-4b19-878d-679793a28b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.762343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:10.793918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:10.796582 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.805598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5dd1f5e-35c8-4fcf-8fb1-1dc6a5cc9c97 req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "PUT /v2.0/ports/118c2ebe-4035-4651-9bbe-425a5f3592c2 HTTP/1.1" status: 200 len: 981 time: 1.1519537 Feb 09 15:57:10.813287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:10.819772 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab7f36-d0d1-409f-8881-312281c76d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:10.848869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e4abdd0c-e033-4dd4-a882-6747ba9c97fa) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:10.853758 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a1c59cd1-126c-4419-9d87-76aa9d17f4f7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7843375 Feb 09 15:57:10.868870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:10.874293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.900750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed56bd1-0c9c-4660-a245-b7092db8b7d0 None None] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:10.930261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ced39b4c-3218-468f-89df-f1dde998be5c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Deleting port 584968a8-99eb-4983-83f7-e6ce31175d73 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:10.930713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced39b4c-3218-468f-89df-f1dde998be5c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.009793 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced39b4c-3218-468f-89df-f1dde998be5c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.011695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['118c2ebe-4035-4651-9bbe-425a5f3592c2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:11.025546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ced39b4c-3218-468f-89df-f1dde998be5c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Calling delete_port for 584968a8-99eb-4983-83f7-e6ce31175d73 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:11.030978 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7548e9-6090-4e3c-847e-aff056cfc918 x-openstack-request-id: req-2e7548e9-6090-4e3c-847e-aff056cfc918 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:11.031783 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:11.032233 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e7548e9-6090-4e3c-847e-aff056cfc918 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:11.033223 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2', 'status': 'completed', 'code': 200} Feb 09 15:57:11.100648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7dd4b-008e-4968-b873-d4e78833c576 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'Port': ['ID=118c2ebe-4035-4651-9bbe-425a5f3592c2,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:11.139403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-634396da-e767-4e08-8412-eec23f309748 req-d28ba0ca-d328-4a93-9527-c0c690eb3d27 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/79a1de65-5773-463a-aca6-23f4bfc0580c HTTP/1.1" status: 200 len: 1803 time: 0.2212727 Feb 09 15:57:11.155055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-af9199ec-ec9a-418e-a08b-3643eba115b0 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3301885 Feb 09 15:57:11.160929 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8310612-de8d-4aad-a3a1-05dd7b4cd7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.161925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47950) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:11.166803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-685420770', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:11.189036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c93eadf-541f-4b19-878d-679793a28b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.199780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437801ac-3633-46f5-9f41-9e93bc82d324 None None] Network 2994ed8d-ea67-4281-b014-38ef112c6182 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:11.203503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-c8f55213-b893-46da-8982-0d70575b17de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:11.205673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-c8f55213-b893-46da-8982-0d70575b17de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1135 time: 0.1464932 Feb 09 15:57:11.216185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced39b4c-3218-468f-89df-f1dde998be5c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.246128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced39b4c-3218-468f-89df-f1dde998be5c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Port': ['ID=584968a8-99eb-4983-83f7-e6ce31175d73,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:11.256409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8310612-de8d-4aad-a3a1-05dd7b4cd7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.259775 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced39b4c-3218-468f-89df-f1dde998be5c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.266204 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ced39b4c-3218-468f-89df-f1dde998be5c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/ports/584968a8-99eb-4983-83f7-e6ce31175d73 HTTP/1.1" status: 204 len: 168 time: 0.5907056 Feb 09 15:57:11.268147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47956) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:11.283224 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-634396da-e767-4e08-8412-eec23f309748 req-d175ec28-2529-436e-8dd1-4cb26940e7b8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 15:57:11.284386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-634396da-e767-4e08-8412-eec23f309748 req-d175ec28-2529-436e-8dd1-4cb26940e7b8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/79a1de65-5773-463a-aca6-23f4bfc0580c HTTP/1.1" status: 409 len: 341 time: 0.1274357 Feb 09 15:57:11.320441 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-add44940-446c-4c1b-8627-91f5fb37be2f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0501518 Feb 09 15:57:11.332026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47960) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:11.344867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1839435380'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:11.353251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c93eadf-541f-4b19-878d-679793a28b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.371348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-ecc31c65-2790-4283-9ec8-bcade0c93a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:11.372795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-ecc31c65-2790-4283-9ec8-bcade0c93a9c service neutron] 10.222.0.73 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 914 time: 0.1604021 Feb 09 15:57:11.394659 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a8310612-de8d-4aad-a3a1-05dd7b4cd7a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60c14c1e2b41499da93f1b6c9336c3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9112270 Feb 09 15:57:11.394659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8310612-de8d-4aad-a3a1-05dd7b4cd7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00087f2a-df4c-415b-a5bf-d493db3e042a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:11.394659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47962) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:11.409356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.410164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.460027 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c93eadf-541f-4b19-878d-679793a28b89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97b6e03613914ab1aeb83c078bab6441&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1846387 Feb 09 15:57:11.475706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47968) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:11.576199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93eadf-541f-4b19-878d-679793a28b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c71e16-921b-4fb5-ab88-7c12d19740eb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:11.673714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.680151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054852c9-ab6e-4a94-8e45-505b24f3e2b8 None None] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:11.707515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Made reservation on behalf of ab1c0f4fd9f1410db5714c8e73f82980 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:11.713813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.740135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f97ecf4d-58db-4ce8-b693-e2d77d44d521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.743047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65d7d452-fe7b-4ad2-b0ab-b6ba0c0c7c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.845226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-6c937388-9b8e-413f-82ab-d095e9992ed1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2 HTTP/1.1" status: 200 len: 217 time: 0.4645221 Feb 09 15:57:11.943998 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65d7d452-fe7b-4ad2-b0ab-b6ba0c0c7c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.946462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:11.950550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f97ecf4d-58db-4ce8-b693-e2d77d44d521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.996246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e21bc-bfe7-40ad-b0b1-753a5a2f0f62 req-99bc8e9f-3bce-47f5-87de-c6d57d23f512 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:12.003091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d70e21bc-bfe7-40ad-b0b1-753a5a2f0f62 req-99bc8e9f-3bce-47f5-87de-c6d57d23f512 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1670821 Feb 09 15:57:12.011560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-f6bfd7c4-5e75-49a0-8b3c-b9e7b6ec2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:12.013554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-f6bfd7c4-5e75-49a0-8b3c-b9e7b6ec2bf7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 200 len: 853 time: 0.1587934 Feb 09 15:57:12.028283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.028816 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Added segment 56eab1fe-5a3b-433b-b3d5-5d6f241de1a7 of type vlan for network 1e4088dc-3826-4c74-9f3b-ba40ee2f1809 Feb 09 15:57:12.079236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-95d6dfd1-7e8c-4a46-9de2-a93fb23471fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eab22bdb-17fa-4943-9c49-9cc6230a3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530879 Feb 09 15:57:12.121838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.131692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-85ba48c5-88e9-4acf-9665-3069b4d966d0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:12.139307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-85ba48c5-88e9-4acf-9665-3069b4d966d0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 813 time: 0.3045626 Feb 09 15:57:12.151873 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.196644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d70e21bc-bfe7-40ad-b0b1-753a5a2f0f62 req-47cab21e-9fda-46cc-983b-d8292a03ee00 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692574 Feb 09 15:57:12.210621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-2fa68581-a6a2-4dfb-8dda-8df10aec1d65 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/quotas/86cc00277f0d4e1590cecd0b8eef474a HTTP/1.1" status: 200 len: 375 time: 0.0703826 Feb 09 15:57:12.283765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.294481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:12.295496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.332691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-cfbc72c9-d9f2-45ee-b33c-ac8e90102064 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920124 Feb 09 15:57:12.382883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f97ecf4d-58db-4ce8-b693-e2d77d44d521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.387500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f97ecf4d-58db-4ce8-b693-e2d77d44d521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.389558 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f97ecf4d-58db-4ce8-b693-e2d77d44d521 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00087f2a-df4c-415b-a5bf-d493db3e042a HTTP/1.1" status: 204 len: 168 time: 0.9908271 Feb 09 15:57:12.390807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65d7d452-fe7b-4ad2-b0ab-b6ba0c0c7c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.395757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65d7d452-fe7b-4ad2-b0ab-b6ba0c0c7c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.397682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-65d7d452-fe7b-4ad2-b0ab-b6ba0c0c7c50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69c71e16-921b-4fb5-ab88-7c12d19740eb HTTP/1.1" status: 204 len: 168 time: 0.9184747 Feb 09 15:57:12.448284 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-81658e77-3efc-4175-a249-c59fb60ee403 service neutron] 10.222.0.73 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596694 Feb 09 15:57:12.676423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-1f88db9b-bf3d-42cd-966a-bbb1f1ab7e52 service neutron] 10.222.0.53 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339767 Feb 09 15:57:12.737957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9eab7f36-d0d1-409f-8881-312281c76d3e req-2edb39b6-49e6-491f-aa31-d51713f85e1c service neutron] 10.222.0.73 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815602 Feb 09 15:57:12.797224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb17d-925d-434b-8f92-ca66602516ec req-99248bbe-0bdd-4f4f-82e4-83bb195f23ef tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:12.801487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-508eb17d-925d-434b-8f92-ca66602516ec req-99248bbe-0bdd-4f4f-82e4-83bb195f23ef tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.1473167 Feb 09 15:57:12.892112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ecf4d-58db-4ce8-b693-e2d77d44d521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00087f2a-df4c-415b-a5bf-d493db3e042a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:12.935216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9a6c6560-dcb5-4fec-ac0a-128a46ed78b8 service neutron] 10.222.0.53 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301369 Feb 09 15:57:12.954209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7d452-fe7b-4ad2-b0ab-b6ba0c0c7c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c71e16-921b-4fb5-ab88-7c12d19740eb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:12.963040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Network': ['ID=1e4088dc-3826-4c74-9f3b-ba40ee2f1809,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:12.976893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-508eb17d-925d-434b-8f92-ca66602516ec req-50883919-ac59-4730-b921-0781fbbbb839 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712070 Feb 09 15:57:13.003477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1e4088dc-3826-4c74-9f3b-ba40ee2f1809 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:13.023425 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-592037fb-295a-4d61-88ab-f0db5df7ce4a tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6876945 Feb 09 15:57:13.028178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47988) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:13.051614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-958384408'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:13.108653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-2165cba4-d4b7-4f8d-8e33-25a02986d79c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:13.110437 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-2165cba4-d4b7-4f8d-8e33-25a02986d79c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2106774 Feb 09 15:57:13.144031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-04700287-851a-4117-a7a3-9630ab91c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:13.155515 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-04700287-851a-4117-a7a3-9630ab91c2a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1135 time: 0.2192132 Feb 09 15:57:13.261328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe2f60-a3a4-45c2-b687-0012efad2f57 req-72caaf9a-87e3-4bc6-884c-5d9111ae3e15 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:13.262955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0efe2f60-a3a4-45c2-b687-0012efad2f57 req-72caaf9a-87e3-4bc6-884c-5d9111ae3e15 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 984 time: 0.2059290 Feb 09 15:57:13.331143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Made reservation on behalf of ab1c0f4fd9f1410db5714c8e73f82980 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:13.339421 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.374244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-20f4f0a6-e4fb-49ec-91db-a8efe85db8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:13.377562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-20f4f0a6-e4fb-49ec-91db-a8efe85db8ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 914 time: 0.2082319 Feb 09 15:57:13.397079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0efe2f60-a3a4-45c2-b687-0012efad2f57 req-f7c7f89b-3bff-408c-9e9e-67014b84b50e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=79a1de65-5773-463a-aca6-23f4bfc0580c&id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1168678 Feb 09 15:57:13.534391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.570487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-16fe1a7f-4fd4-4257-b362-68a51b9999c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2 HTTP/1.1" status: 200 len: 217 time: 0.1705670 Feb 09 15:57:13.576226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:13.586098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.647547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.648274 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Added segment f3baad0f-e4c1-4e60-9028-a7d3871c4522 of type vlan for network 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b Feb 09 15:57:13.671586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Deleting port 129c5157-c7f0-40d8-9d49-d13f84ecc426 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:13.672229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.678881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c413d07-8820-49a3-9a25-f9d7c139cdf1 req-1b7d4132-68a1-4684-b727-a4674ebd9be5 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 210 time: 0.1809731 Feb 09 15:57:13.682450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48008) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:13.740818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a833fb-8371-4148-a68a-f6ae6558fe88 req-e36e2f55-e879-42c7-a68b-a743a59591a4 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:13.742316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03a833fb-8371-4148-a68a-f6ae6558fe88 req-e36e2f55-e879-42c7-a68b-a743a59591a4 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.3248916 Feb 09 15:57:13.746981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef550-9953-449e-a77e-f8755465d1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.784135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.791525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-765d84c3-bb03-4a61-b558-2fa2b50498ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:13.793920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-765d84c3-bb03-4a61-b558-2fa2b50498ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 200 len: 853 time: 0.1896899 Feb 09 15:57:13.850752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-642cf2eb-9866-4b9b-b1e6-dbd118611c25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eab22bdb-17fa-4943-9c49-9cc6230a3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470145 Feb 09 15:57:13.868899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03a833fb-8371-4148-a68a-f6ae6558fe88 req-55b09bd7-3db1-4c9f-8eae-6b42e4829ba5 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042726 Feb 09 15:57:13.912381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] For port 129c5157-c7f0-40d8-9d49-d13f84ecc426, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=129c5157-c7f0-40d8-9d49-d13f84ecc426,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:13.912989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.927297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.25.5.35 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/88cddc4d-362b-4811-a1fb-a8fd36fb6194) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:13.939260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Calling delete_port for 129c5157-c7f0-40d8-9d49-d13f84ecc426 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:14.020472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef550-9953-449e-a77e-f8755465d1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.034511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-d64256b3-083b-4c22-a01e-dbf11f8b2879 service neutron] 10.222.0.73 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633892 Feb 09 15:57:14.066084 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.076265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:14.077293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.136174 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c4ef550-9953-449e-a77e-f8755465d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.288259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2c4ef550-9953-449e-a77e-f8755465d1b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ab0ac2ef2fd4b6c9b9d69887cffb34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5973947 Feb 09 15:57:14.294179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48020) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:14.300455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ef550-9953-449e-a77e-f8755465d1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c3a44-f9b6-460c-9a4b-5ac40ea2657e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:14.342354 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3049912 Feb 09 15:57:14.347062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e09fa0-3357-486f-8fa0-c37d9de33947 req-7c31941b-ed2f-4037-8f26-626ee0babf21 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:14.349595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4e09fa0-3357-486f-8fa0-c37d9de33947 req-7c31941b-ed2f-4037-8f26-626ee0babf21 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 946 time: 0.2226193 Feb 09 15:57:14.373203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c533b5c1-cb08-431f-a370-a71f4a60417d req-b556d536-9fbd-458e-8638-96b3984cd81e service neutron] 10.222.0.73 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316417 Feb 09 15:57:14.445952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4e09fa0-3357-486f-8fa0-c37d9de33947 req-33c3e422-56fc-4c20-998a-b959e38f3f89 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799870 Feb 09 15:57:14.469743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.594560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664474cd-bbfd-463b-ace2-79837a926a1e tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Network': ['ID=0ee79f8e-d108-4ad9-b8b9-64b660de9c7b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:14.611614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:14.708161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7552b-02ee-41fa-8edb-24867d7302cf req-a9794b3b-c813-4814-a2fa-a70d2f0ea943 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:14.710861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4f7552b-02ee-41fa-8edb-24867d7302cf req-a9794b3b-c813-4814-a2fa-a70d2f0ea943 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 984 time: 0.1634150 Feb 09 15:57:14.734228 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.810261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4f7552b-02ee-41fa-8edb-24867d7302cf req-05252a1e-01d9-4108-a957-ed83c374eea3 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=79a1de65-5773-463a-aca6-23f4bfc0580c&id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0872526 Feb 09 15:57:14.842969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80e07acf-0929-4e60-8bde-67e54829e974 req-4d0cfd28-bd50-41d4-8e74-3a44d2dab2b7 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 210 time: 0.0527732 Feb 09 15:57:14.974256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:14.990477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:15.003897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:15.012109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=88cddc4d-362b-4811-a1fb-a8fd36fb6194,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:15.068611 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03d1a91b-60e0-4f2f-893f-138e0e2c076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.082613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097cb94-9fe0-4012-9516-38fa0471bdf5 req-51949353-9e9f-4c29-9d59-079cc54f9eaf tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:15.096901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0097cb94-9fe0-4012-9516-38fa0471bdf5 req-51949353-9e9f-4c29-9d59-079cc54f9eaf tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.0968895 Feb 09 15:57:15.102281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.119543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['39a8f4c1-d654-4b83-b87b-59560b5f9a8a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:15.164062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0097cb94-9fe0-4012-9516-38fa0471bdf5 req-9700d32f-2f0b-4304-9ac7-cb7d3c80b3e4 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649238 Feb 09 15:57:15.189899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Pushing event deleted for resources: {'Port': ['ID=129c5157-c7f0-40d8-9d49-d13f84ecc426,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:15.194022 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03d1a91b-60e0-4f2f-893f-138e0e2c076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.478530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] No DVR routers for this DVR port 129c5157-c7f0-40d8-9d49-d13f84ecc426 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:15.484828 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03d1a91b-60e0-4f2f-893f-138e0e2c076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.489905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03d1a91b-60e0-4f2f-893f-138e0e2c076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.492376 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-03d1a91b-60e0-4f2f-893f-138e0e2c076f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b66c3a44-f9b6-460c-9a4b-5ac40ea2657e HTTP/1.1" status: 204 len: 168 time: 1.1896739 Feb 09 15:57:15.494969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.503500 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d24522cd-9c7c-4f03-8c91-2bda5daa2956 req-1156bc55-1022-40ae-9ccf-13b5ea233af4 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.13 "DELETE /v2.0/ports/129c5157-c7f0-40d8-9d49-d13f84ecc426 HTTP/1.1" status: 204 len: 173 time: 2.3829329 Feb 09 15:57:15.512000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ff43de-28c5-48d8-8e08-657a3368b3fb', 'name': 'network-vif-deleted', 'tag': '129c5157-c7f0-40d8-9d49-d13f84ecc426'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:15.516616 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc909110-bc56-4e53-8d08-043da4feec59" -d '{"events": [{"server_uuid": "b4ff43de-28c5-48d8-8e08-657a3368b3fb", "name": "network-vif-deleted", "tag": "129c5157-c7f0-40d8-9d49-d13f84ecc426"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:15.544238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1a91b-60e0-4f2f-893f-138e0e2c076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c3a44-f9b6-460c-9a4b-5ac40ea2657e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:15.630033 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efed0e36-aeb4-44af-89fa-4a076c3147e8 x-openstack-request-id: req-efed0e36-aeb4-44af-89fa-4a076c3147e8 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:15.630033 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ff43de-28c5-48d8-8e08-657a3368b3fb", "name": "network-vif-deleted", "tag": "129c5157-c7f0-40d8-9d49-d13f84ecc426", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:15.630033 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-efed0e36-aeb4-44af-89fa-4a076c3147e8 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:15.630033 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ff43de-28c5-48d8-8e08-657a3368b3fb', 'name': 'network-vif-deleted', 'tag': '129c5157-c7f0-40d8-9d49-d13f84ecc426', 'status': 'completed', 'code': 200} Feb 09 15:57:15.682834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b2bbf9f-654f-4fbb-abcf-3967a4ddfa40 req-c4273778-f029-4407-8c4d-3a369680244c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 210 time: 0.0465648 Feb 09 15:57:15.845310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.049121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c7fff-6529-4a66-bdbe-210b9cd7d008 req-55c27b4e-e350-439c-9663-e3dbf64bac86 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:16.070032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da3c7fff-6529-4a66-bdbe-210b9cd7d008 req-55c27b4e-e350-439c-9663-e3dbf64bac86 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 984 time: 0.1011395 Feb 09 15:57:16.135023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48054) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:16.194949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da3c7fff-6529-4a66-bdbe-210b9cd7d008 req-5a0d67c3-a03a-476d-b3eb-0fcfebadd4f8 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=79a1de65-5773-463a-aca6-23f4bfc0580c&id=76247694-8fe1-4b5d-9897-4b1773ba6a11&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1232002 Feb 09 15:57:16.266910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ae40726-a138-4a59-b504-75930f979d46 req-18293edb-29a6-4acc-bd90-4fd0ba038a9a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 210 time: 0.1092863 Feb 09 15:57:16.279473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.449231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1ae7-200b-46bd-9b70-fc959e7e315c req-e87354c0-19b0-4e2e-846a-2dc3a975a7f6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:16.464730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b48f1ae7-200b-46bd-9b70-fc959e7e315c req-e87354c0-19b0-4e2e-846a-2dc3a975a7f6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1177578 Feb 09 15:57:16.541911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-305607248'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:16.576195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22614968-8646-4366-b1cc-5cac3add12aa req-f8085542-2f84-43f0-a615-1f5138ad5594 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-858768823&fields=id&tenant_id=b084b5dee67c4e53ab73597074f551ae HTTP/1.1" status: 200 len: 267 time: 0.1054220 Feb 09 15:57:16.592770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b48f1ae7-200b-46bd-9b70-fc959e7e315c req-44cfd734-87ab-4b60-a3bd-aae6f99ca461 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259923 Feb 09 15:57:16.680997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22614968-8646-4366-b1cc-5cac3add12aa req-58f9a04a-3ae7-4bb3-b12a-32492ee8dc8c tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:16.683018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22614968-8646-4366-b1cc-5cac3add12aa req-58f9a04a-3ae7-4bb3-b12a-32492ee8dc8c tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 984 time: 0.0890541 Feb 09 15:57:16.713767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-22614968-8646-4366-b1cc-5cac3add12aa req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'port': {'security_groups': ['76247694-8fe1-4b5d-9897-4b1773ba6a11', '79a1de65-5773-463a-aca6-23f4bfc0580c', '6a121410-29e7-4cdb-9fb6-bdc20a782b19']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:16.723204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Made reservation on behalf of f632536f344d4579af755afa3650f210 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:16.729783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.760303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.777913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:57:16.958563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:16.981889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.989284 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef8d2e3d-da3e-4cfa-bc17-7e0f7cf1b4b3 req-3f19a809-d0d4-4dd2-8127-5072f89a5c07 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4ff43de-28c5-48d8-8e08-657a3368b3fb HTTP/1.1" status: 200 len: 210 time: 0.1080353 Feb 09 15:57:17.001924 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c9fb3-2695-44a3-8ece-87893db161f7 None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:17.006149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-22614968-8646-4366-b1cc-5cac3add12aa req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:17.039009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 129c5157-c7f0-40d8-9d49-d13f84ecc426 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:17.052113 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c9fb3-2695-44a3-8ece-87893db161f7 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:17.054644 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8f6c9fb3-2695-44a3-8ece-87893db161f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:56:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:17.154082 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8f6c9fb3-2695-44a3-8ece-87893db161f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:17.163550 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6c9fb3-2695-44a3-8ece-87893db161f7 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:17.164468 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8f6c9fb3-2695-44a3-8ece-87893db161f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:56:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:17.257644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-2a8c71d4-1e93-4a28-894a-527a07e406be tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:17.263933 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-2a8c71d4-1e93-4a28-894a-527a07e406be tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 813 time: 0.2659481 Feb 09 15:57:17.270012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:17.275141 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8f6c9fb3-2695-44a3-8ece-87893db161f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:17.276186 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6c9fb3-2695-44a3-8ece-87893db161f7 None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:17.283032 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:57:17.309041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:17.309041 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47bf5d23-dde5-4093-952c-d81ad81d0ad1 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1385186 Feb 09 15:57:17.309292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48074) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:17.310510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Request body: {'port': {'device_id': '4490861d-9e31-4730-955d-8af645c2cb4c', 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182', 'admin_state_up': True, 'tenant_id': '86cc00277f0d4e1590cecd0b8eef474a'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:17.415057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a96767-62c2-4a49-ac84-34fe92a4cd20,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:17.571756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 129c5157-c7f0-40d8-9d49-d13f84ecc426 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:17.572398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 129c5157-c7f0-40d8-9d49-d13f84ecc426 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:17.672887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09718da9-a35b-4697-a7e8-a13db606b272 req-62e251bd-af84-4ee5-9fba-a5a53b20abc2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 210 time: 0.1302445 Feb 09 15:57:17.761955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:17.785475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:17.786150 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Added segment 8a5d3c9f-874c-4901-8cec-71fc31dd8ced of type vlan for network 780c100e-15af-4cff-b4aa-56abb7013b58 Feb 09 15:57:17.847754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:17.861980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Made reservation on behalf of 86cc00277f0d4e1590cecd0b8eef474a for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:17.866518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:17.949825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-22614968-8646-4366-b1cc-5cac3add12aa req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] For port 118c2ebe-4035-4651-9bbe-425a5f3592c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:17.992195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dc77c-f69a-46ea-86b7-812984e46d80 req-6cc0990e-c203-41e1-9cb0-9bdb24b750fc tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:18.001541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b92dc77c-f69a-46ea-86b7-812984e46d80 req-6cc0990e-c203-41e1-9cb0-9bdb24b750fc tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1664498 Feb 09 15:57:18.057147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Allocated IP 172.20.0.11 (2994ed8d-ea67-4281-b014-38ef112c6182/fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f/7794dfba-75f9-460f-9f53-dd47d35b9364) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:18.090628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b92dc77c-f69a-46ea-86b7-812984e46d80 req-65313456-d23b-47a6-a269-3d2d441381a8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869203 Feb 09 15:57:18.104940 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-22614968-8646-4366-b1cc-5cac3add12aa req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.225414 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-22614968-8646-4366-b1cc-5cac3add12aa req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.237530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:18.241875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['118c2ebe-4035-4651-9bbe-425a5f3592c2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:18.283005 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.321012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.327887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:18.328588 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.345865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'Port': ['ID=118c2ebe-4035-4651-9bbe-425a5f3592c2,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:18.420953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Pushing event updated for resources: {'Network': ['ID=780c100e-15af-4cff-b4aa-56abb7013b58,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:18.426192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.446892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 780c100e-15af-4cff-b4aa-56abb7013b58 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:18.507544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Network 2994ed8d-ea67-4281-b014-38ef112c6182 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:18.515677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:18.521590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:18.547802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['118c2ebe-4035-4651-9bbe-425a5f3592c2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:18.566405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22614968-8646-4366-b1cc-5cac3add12aa req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:18.567329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-22614968-8646-4366-b1cc-5cac3add12aa req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.569866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22614968-8646-4366-b1cc-5cac3add12aa req-9624021e-058a-44e4-a901-50a5f11b9767 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "PUT /v2.0/ports/118c2ebe-4035-4651-9bbe-425a5f3592c2 HTTP/1.1" status: 200 len: 1020 time: 1.8645718 Feb 09 15:57:18.605348 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb70ab63-e582-48d5-9db2-867bd50c5c3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4687519 Feb 09 15:57:18.616386 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:18.617256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.645131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:18.665173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:18.668806 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b47f6c-733e-4f72-8c9a-554e777530e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:18.737532 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-9700bc2e-3914-4a36-8b10-d22e1ffcc359 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4571218 Feb 09 15:57:18.750189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Request body: {'port': {'device_id': '4490861d-9e31-4730-955d-8af645c2cb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:18.832998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-38e2a56e-ae18-43db-bfba-a1b235d2fbed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6189921 Feb 09 15:57:18.864241 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.939899 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.110901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-086d7820-ac6e-4ab7-9ef1-dcc4719e5ed3 req-bae5049e-2889-417b-9640-2d5f02d33511 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/6a121410-29e7-4cdb-9fb6-bdc20a782b19 HTTP/1.1" status: 200 len: 1801 time: 0.4336722 Feb 09 15:57:19.278858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-05e1a276-5abf-45b7-826c-dcf8f1b7d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:19.286081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-05e1a276-5abf-45b7-826c-dcf8f1b7d981 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1175 time: 0.3198791 Feb 09 15:57:19.467686 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-086d7820-ac6e-4ab7-9ef1-dcc4719e5ed3 req-4df7f33a-41a2-44df-8670-ae3280537bab tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 15:57:19.485007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-086d7820-ac6e-4ab7-9ef1-dcc4719e5ed3 req-4df7f33a-41a2-44df-8670-ae3280537bab tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a121410-29e7-4cdb-9fb6-bdc20a782b19 HTTP/1.1" status: 409 len: 341 time: 0.3704822 Feb 09 15:57:19.503646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7794dfba-75f9-460f-9f53-dd47d35b9364 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:19.521401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48124) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:19.537931 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.544955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Request body: {'port': {'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58', 'binding:host_id': 'n-h2-828542-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-761872391'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:19.580626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Transition to ACTIVE for port object 7794dfba-75f9-460f-9f53-dd47d35b9364 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:57:19.584325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48126) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:19.591232 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2e577f-3d10-461c-b80d-77a6d6d33a8f x-openstack-request-id: req-3d2e577f-3d10-461c-b80d-77a6d6d33a8f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:19.595936 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:19.596935 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d2e577f-3d10-461c-b80d-77a6d6d33a8f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:19.598329 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2', 'status': 'completed', 'code': 200} Feb 09 15:57:19.601999 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'subnets': [{'network_id': '1e4088dc-3826-4c74-9f3b-ba40ee2f1809', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1867173027', 'ip_version': 6}, {'network_id': '0ee79f8e-d108-4ad9-b8b9-64b660de9c7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:19.603750 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'subnet': {'network_id': '1e4088dc-3826-4c74-9f3b-ba40ee2f1809', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1867173027', 'ip_version': 6}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:19.605317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Request body: {'subnet': {'network_id': '0ee79f8e-d108-4ad9-b8b9-64b660de9c7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:19.722728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.255581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-719306f6-3acc-4106-ab3d-8dcad622402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:20.257580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-719306f6-3acc-4106-ab3d-8dcad622402a service neutron] 10.222.0.13 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 914 time: 0.8743153 Feb 09 15:57:20.327126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:20.362057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Made reservation on behalf of b135dbfc2bd44a53be4b00224522ca82 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:20.364558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.373764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-7918f077-4ff1-4d45-be92-33d7d3101bc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b HTTP/1.1" status: 200 len: 217 time: 0.0775781 Feb 09 15:57:20.393338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-68595cbc-6a7f-4cdd-b136-6be9c477ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:20.394946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-68595cbc-6a7f-4cdd-b136-6be9c477ca92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b084b5dee67c4e53ab73597074f551ae&device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1174 time: 0.7868526 Feb 09 15:57:20.403170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa387-c147-4536-b62f-dc6bd15418db req-8bfa7389-7f5b-4eef-87cc-116e1bf3774c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:20.404741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0baa387-c147-4536-b62f-dc6bd15418db req-8bfa7389-7f5b-4eef-87cc-116e1bf3774c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.3589232 Feb 09 15:57:20.424577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ecc1-fc03-4e4d-8aa0-1e0f82c84c44 req-ee718f89-929b-4ea7-ba4e-b869d964b982 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:20.426208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d55ecc1-fc03-4e4d-8aa0-1e0f82c84c44 req-ee718f89-929b-4ea7-ba4e-b869d964b982 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.3338349 Feb 09 15:57:20.438502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.573742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Attempting to bind port 7794dfba-75f9-460f-9f53-dd47d35b9364 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:20.574688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Attempting to bind port 7794dfba-75f9-460f-9f53-dd47d35b9364 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:20.574865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Attempting to bind port 7794dfba-75f9-460f-9f53-dd47d35b9364 on network 2994ed8d-ea67-4281-b014-38ef112c6182 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:20.585722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Port 7794dfba-75f9-460f-9f53-dd47d35b9364 on network 2994ed8d-ea67-4281-b014-38ef112c6182 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:20.585722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Attempting to bind port 7794dfba-75f9-460f-9f53-dd47d35b9364 on network 2994ed8d-ea67-4281-b014-38ef112c6182 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:20.595321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:57:20.595919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Checking segment: {'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:20.596716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Bound using segment: {'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:57:20.597446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Bound port: 7794dfba-75f9-460f-9f53-dd47d35b9364, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:57:20.598076 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.656612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Made reservation on behalf of ab1c0f4fd9f1410db5714c8e73f82980 for: {'subnet': 2} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:20.661776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-8c6f6016-994a-4c44-abe7-69112e457122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:20.662315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.662637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.663314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-8c6f6016-994a-4c44-abe7-69112e457122 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 200 len: 853 time: 0.2819445 Feb 09 15:57:20.699363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.20.0.1 (e4abdd0c-e033-4dd4-a882-6747ba9c97fa/9d36d2c5-daa3-4d67-a6dd-bcfe69700771/aa00a1b4-990e-4c72-969e-a8b5f374fe10) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:20.704508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0baa387-c147-4536-b62f-dc6bd15418db req-ba59e968-228a-4d9d-bc83-b864797dd658 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771995 Feb 09 15:57:20.714784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d55ecc1-fc03-4e4d-8aa0-1e0f82c84c44 req-7dc5cb8e-73be-4a79-82c0-5b8906049ae5 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450933 Feb 09 15:57:20.746518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-7c293be8-b1de-485f-947e-8836f692289e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eab22bdb-17fa-4943-9c49-9cc6230a3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675521 Feb 09 15:57:20.822360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-204174df-b9f8-49c3-8c2b-d554a45d3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:20.824045 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-204174df-b9f8-49c3-8c2b-d554a45d3081 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 200 len: 914 time: 0.4148405 Feb 09 15:57:20.826515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:20.867862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:57:20.975085 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-4994a38a-794a-4b25-8b0c-cb9e4b42b3f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2 HTTP/1.1" status: 200 len: 217 time: 0.0864496 Feb 09 15:57:20.987708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.073050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:21.073732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.082411 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] 10.222.0.13 "PUT /v2.0/ports/7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 1092 time: 2.3308742 Feb 09 15:57:21.082411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:21.083035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.083196 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a" -d '{"events": [{"name": "network-changed", "server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:21.110689 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e734e15-551a-4377-a83c-691dbe0bf518 service neutron] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:21.141649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-49e93879-258b-4d6d-91c2-fdf739b72f00 service neutron] 10.222.0.13 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789911 Feb 09 15:57:21.159811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da752f-4f4b-42c7-a2f9-05797d1e0438 req-d37961fa-d0ec-446f-bb05-017fad6fe733 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:21.161499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4da752f-4f4b-42c7-a2f9-05797d1e0438 req-d37961fa-d0ec-446f-bb05-017fad6fe733 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.2566137 Feb 09 15:57:21.183706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.191378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-8964f56b-474d-4b2f-8038-bec969c5addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:21.191378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-8964f56b-474d-4b2f-8038-bec969c5addf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 200 len: 853 time: 0.1902490 Feb 09 15:57:21.260998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48138) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:21.290205 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.322317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] device_id is not set on port a7413979-788f-4c3e-8aef-a5f2590da1e1 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:21.334987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-0d99dc3b-53d9-4af2-9e95-a70c464352ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eab22bdb-17fa-4943-9c49-9cc6230a3457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086323 Feb 09 15:57:21.530453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-040a4bb5-5ef4-4287-a7b4-e25495a02505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:21.533226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4da752f-4f4b-42c7-a2f9-05797d1e0438 req-3191333c-445b-4e34-938a-6c32aae16aa2 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475301 Feb 09 15:57:21.533545 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-040a4bb5-5ef4-4287-a7b4-e25495a02505 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1095 time: 0.1969376 Feb 09 15:57:21.545948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b1a649-c538-4fee-9c9f-0aa6fce5bfe7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:21.553140 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8cc9fc-1c74-4087-9f75-bf11376abc2d x-openstack-request-id: req-9f8cc9fc-1c74-4087-9f75-bf11376abc2d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:21.553677 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:21.553975 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f8cc9fc-1c74-4087-9f75-bf11376abc2d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:21.560587 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'status': 'completed', 'code': 200} Feb 09 15:57:21.572424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-beccd34d-6125-4b22-ba88-2a90b1682c38 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:21.574160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-beccd34d-6125-4b22-ba88-2a90b1682c38 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.73 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.4239626 Feb 09 15:57:21.602185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf46be1c-9aa8-4697-b980-ae2b6a4754a4 req-c054bf1b-f167-41d8-a7ce-da7c07ba9d9e service neutron] 10.222.0.13 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447153 Feb 09 15:57:21.640051 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-86e17bda-b7fa-4ae4-a3f6-1e16303756a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.0897112 Feb 09 15:57:21.667592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d7218b2-99b2-47d0-a771-bc7d6e6f8741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.677003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.733433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.779421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-ca9520aa-b58d-4e76-b71d-f10530ec1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:21.781600 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-ca9520aa-b58d-4e76-b71d-f10530ec1098 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.1279013 Feb 09 15:57:21.842892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-86ef4d1c-d5aa-462b-899a-e62b3f572940 service neutron] 10.222.0.73 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901667 Feb 09 15:57:21.844132 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-767e0f2c-07ac-4b85-a9f5-53d53d310871 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496526 Feb 09 15:57:21.871278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:21.885913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Subnet': ['ID=4127a0fb-2612-437b-b3c0-8809ee10be28,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:21.894803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=aa00a1b4-990e-4c72-969e-a8b5f374fe10,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:21.898968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:21.927171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:21.960775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Checking segment: {'id': '56eab1fe-5a3b-433b-b3d5-5d6f241de1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1e4088dc-3826-4c74-9f3b-ba40ee2f1809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:21.961150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Network hostable DHCP agents. Network: 1e4088dc-3826-4c74-9f3b-ba40ee2f1809, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:21.999880 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d7218b2-99b2-47d0-a771-bc7d6e6f8741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.027852 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-e6b7fb47-e574-4411-8be4-9b9dbd568e9b service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724606 Feb 09 15:57:22.058935 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d7218b2-99b2-47d0-a771-bc7d6e6f8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.094025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] device_id is not set on port a7413979-788f-4c3e-8aef-a5f2590da1e1 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:22.106367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bec61-9144-4164-a342-84a64a59a080 req-060e5a16-2673-466c-8268-5c5250a242fd tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:22.108052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-129bec61-9144-4164-a342-84a64a59a080 req-060e5a16-2673-466c-8268-5c5250a242fd tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1023 time: 0.3470569 Feb 09 15:57:22.116348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Network 1e4088dc-3826-4c74-9f3b-ba40ee2f1809 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:22.121536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.125907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.155998 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2d7218b2-99b2-47d0-a771-bc7d6e6f8741 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=182abe537e344b72afbede13cde5c3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8933189 Feb 09 15:57:22.159537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48148) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:22.161724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7218b2-99b2-47d0-a771-bc7d6e6f8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425b6617-cfe6-4a08-b0e8-8d4b90718aa7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:22.217405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ed993-d6fe-416c-ab83-866a7fa7a1ea req-00acd74c-dad2-45d4-9f1e-0a62dad75da4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:22.217716 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c6c579bf-b3d8-4bfe-9adc-cdb6304cca36 req-8621edec-4ea2-4e37-93ca-7a61bb89ae02 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829460 Feb 09 15:57:22.218243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1e4088dc-3826-4c74-9f3b-ba40ee2f1809) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:22.219145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-037ed993-d6fe-416c-ab83-866a7fa7a1ea req-00acd74c-dad2-45d4-9f1e-0a62dad75da4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.3324425 Feb 09 15:57:22.229102 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.233784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Deleting port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:22.234130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.238769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74b47f6c-733e-4f72-8c9a-554e777530e9 req-4260deba-dd73-43bb-bf34-8eb32115eefc service neutron] 10.222.0.73 "GET /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699653 Feb 09 15:57:22.240718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f1d215-49af-4642-a5b8-0fef803af5e4 None None] Network 1e4088dc-3826-4c74-9f3b-ba40ee2f1809 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:22.324222 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.349127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-129bec61-9144-4164-a342-84a64a59a080 req-ebe7fedf-3767-48c7-88db-0213ea53ca2a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=79a1de65-5773-463a-aca6-23f4bfc0580c&id=76247694-8fe1-4b5d-9897-4b1773ba6a11&id=6a121410-29e7-4cdb-9fb6-bdc20a782b19&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2122514 Feb 09 15:57:22.349571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b470-1eb8-43e5-9020-f7dcece9d557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.403249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b470-1eb8-43e5-9020-f7dcece9d557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.460742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event updated for resources: {'Subnet': ['ID=40e7b317-1b69-4773-9507-8258cfafbd07,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:22.517236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-1e4088dc-3826-4c74-9f3b-ba40ee2f1809', 'network_id': '1e4088dc-3826-4c74-9f3b-ba40ee2f1809', 'tenant_id': 'ab1c0f4fd9f1410db5714c8e73f82980', 'fixed_ips': [{'subnet_id': '4127a0fb-2612-437b-b3c0-8809ee10be28'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:57:22.519022 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.544751 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Checking segment: {'id': 'f3baad0f-e4c1-4e60-9028-a7d3871c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0ee79f8e-d108-4ad9-b8b9-64b660de9c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:22.545398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Network hostable DHCP agents. Network: 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:22.585672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=a7413979-788f-4c3e-8aef-a5f2590da1e1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:22.585672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-037ed993-d6fe-416c-ab83-866a7fa7a1ea req-537ea053-6bf0-4102-93bf-8f638d02d074 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043623 Feb 09 15:57:22.586904 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-a0356995-a5b9-4242-879e-cf7a323acda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:22.586904 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-a0356995-a5b9-4242-879e-cf7a323acda7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1095 time: 0.1168518 Feb 09 15:57:22.605057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] For port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:22.605441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.632263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Calling delete_port for 39a8f4c1-d654-4b83-b87b-59560b5f9a8a owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:22.648836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Checking segment: {'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:22.649131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Network hostable DHCP agents. Network: 780c100e-15af-4cff-b4aa-56abb7013b58, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:22.664532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129bbf3-9c5c-4985-9e8c-385c841aec47 req-54033f7b-acab-415b-bac0-e00af90fd5ff tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:22.666217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a129bbf3-9c5c-4985-9e8c-385c841aec47 req-54033f7b-acab-415b-bac0-e00af90fd5ff tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 945 time: 0.1495545 Feb 09 15:57:22.718547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-4b7e91f4-7a43-4a21-96b3-664c1d61d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:22.720331 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-4b7e91f4-7a43-4a21-96b3-664c1d61d881 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 0.1299140 Feb 09 15:57:22.738239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Network 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:22.739295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b470-1eb8-43e5-9020-f7dcece9d557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.741992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b470-1eb8-43e5-9020-f7dcece9d557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.745778 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9ad9b470-1eb8-43e5-9020-f7dcece9d557 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/425b6617-cfe6-4a08-b0e8-8d4b90718aa7 HTTP/1.1" status: 204 len: 168 time: 0.5825040 Feb 09 15:57:22.790657 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9b470-1eb8-43e5-9020-f7dcece9d557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425b6617-cfe6-4a08-b0e8-8d4b90718aa7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:22.794010 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-6a2b5488-1926-46bb-a693-c85159bb2dd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.0653486 Feb 09 15:57:22.850713 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.855722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-674f62e3-86c0-4f61-8345-37b3042f0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:22.858039 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-674f62e3-86c0-4f61-8345-37b3042f0d2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.0558429 Feb 09 15:57:22.865659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a129bbf3-9c5c-4985-9e8c-385c841aec47 req-c0b3faa2-7553-4db4-aea5-d63c11445b1c tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/security-groups?id=4728ec6e-7e77-4157-9a3a-ef70682fbdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616132 Feb 09 15:57:22.883205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-62592e8f-af0d-4146-ab15-2a0569e8ff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:22.968226 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-395fa1c0-157a-4868-8f1e-2f1e368f4e89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999596 Feb 09 15:57:23.035187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Allocated IP 2001:db8::1 (1e4088dc-3826-4c74-9f3b-ba40ee2f1809/4127a0fb-2612-437b-b3c0-8809ee10be28/b25b0a4e-f083-411b-901b-a834667d3108) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:23.085500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:23.102060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:23.102060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:23.103115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.108670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd9746d-eb5f-4f64-a051-52d8f4b0b37a None None] Network 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:23.151895 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-e583dc09-38be-4c07-ad06-77beac28225c service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747499 Feb 09 15:57:23.279256 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d2e1ab32-9cd9-479b-8f55-9ce9a6bc45a9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.6923299 Feb 09 15:57:23.290821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48156) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:23.399833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1902c-2437-464b-ba68-2765fa7a6cc7 req-922cdb3c-1907-48f7-a9cf-beb7bb6d99c8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:23.404775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1902c-2437-464b-ba68-2765fa7a6cc7 req-922cdb3c-1907-48f7-a9cf-beb7bb6d99c8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.6909051 Feb 09 15:57:23.416648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0ee79f8e-d108-4ad9-b8b9-64b660de9c7b', 'network_id': '0ee79f8e-d108-4ad9-b8b9-64b660de9c7b', 'tenant_id': 'ab1c0f4fd9f1410db5714c8e73f82980', 'fixed_ips': [{'subnet_id': '40e7b317-1b69-4773-9507-8258cfafbd07'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:57:23.417572 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.420151 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.522871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.544957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01132ce-10bb-4b29-9c5b-c1c74fc859db tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:23.548885 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01132ce-10bb-4b29-9c5b-c1c74fc859db tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:23.551776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01132ce-10bb-4b29-9c5b-c1c74fc859db tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:23.563301 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d01132ce-10bb-4b29-9c5b-c1c74fc859db tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2618108 Feb 09 15:57:23.567608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Network 780c100e-15af-4cff-b4aa-56abb7013b58 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:23.571701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48160) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:23.610813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Network 1e4088dc-3826-4c74-9f3b-ba40ee2f1809 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:23.618244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:23.623439 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9dd76f5e-2b89-40f3-a49a-18fd0d07798a req-4bb17898-e7dc-4b8d-b2d7-e454557cee64 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625604 Feb 09 15:57:23.639710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Pushing event updated for resources: {'Port': ['ID=b25b0a4e-f083-411b-901b-a834667d3108,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:23.644571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:23.704229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-7119fcc7-3933-495d-8b93-7a37c1b0fd0d tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Deleting subnet 4127a0fb-2612-437b-b3c0-8809ee10be28 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:57:23.707725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7119fcc7-3933-495d-8b93-7a37c1b0fd0d tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.726168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Allocated IP 2001:db8:0:1::1 (0ee79f8e-d108-4ad9-b8b9-64b660de9c7b/40e7b317-1b69-4773-9507-8258cfafbd07/d704ac24-7887-4c24-8252-dcb611126b41) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:23.734551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Attempting to bind port b25b0a4e-f083-411b-901b-a834667d3108 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:23.734922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Attempting to bind port b25b0a4e-f083-411b-901b-a834667d3108 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '56eab1fe-5a3b-433b-b3d5-5d6f241de1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1e4088dc-3826-4c74-9f3b-ba40ee2f1809'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:23.735291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Attempting to bind port b25b0a4e-f083-411b-901b-a834667d3108 on network 1e4088dc-3826-4c74-9f3b-ba40ee2f1809 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:23.738374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48164) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:23.748848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:57:23.749949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Checking segment: {'id': '56eab1fe-5a3b-433b-b3d5-5d6f241de1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1e4088dc-3826-4c74-9f3b-ba40ee2f1809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:23.750310 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.750710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Bound using segment: {'id': '56eab1fe-5a3b-433b-b3d5-5d6f241de1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1e4088dc-3826-4c74-9f3b-ba40ee2f1809'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:57:23.751212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Bound port: b25b0a4e-f083-411b-901b-a834667d3108, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56eab1fe-5a3b-433b-b3d5-5d6f241de1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1e4088dc-3826-4c74-9f3b-ba40ee2f1809'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:57:23.751914 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.759458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 780c100e-15af-4cff-b4aa-56abb7013b58) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:23.760509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.767072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:23.789026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7119fcc7-3933-495d-8b93-7a37c1b0fd0d tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.806134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6bf527-54c0-4df1-a521-be7a16937cc3 None None] Network 780c100e-15af-4cff-b4aa-56abb7013b58 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:23.864649 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.899577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:23.900360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:23.900995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:23.930081 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7119fcc7-3933-495d-8b93-7a37c1b0fd0d tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.938923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-46202b0f-6083-444a-b04d-3648c1d163b9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:23.943918 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-46202b0f-6083-444a-b04d-3648c1d163b9 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.73 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1023 time: 0.5222456 Feb 09 15:57:23.963682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Pushing event deleted for resources: {'Port': ['ID=39a8f4c1-d654-4b83-b87b-59560b5f9a8a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:23.965042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:23.976199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['39a8f4c1-d654-4b83-b87b-59560b5f9a8a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:24.029226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:24.029662 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:24.034029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cf1902c-2437-464b-ba68-2765fa7a6cc7 req-89da2d6e-8a87-4451-b559-a236e7fb4c1b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746237 Feb 09 15:57:24.061639 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 2 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:24.065637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.087702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08155c-185b-4a8d-aebd-c80c13537835 req-47134bec-0d96-4780-8abd-9f1d6488ae1e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:24.089590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f08155c-185b-4a8d-aebd-c80c13537835 req-47134bec-0d96-4780-8abd-9f1d6488ae1e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1023 time: 0.4927332 Feb 09 15:57:24.132949 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f255d7f202f34fff9c50138793203de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933942 Feb 09 15:57:24.133824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da50355-f6d1-471d-ac20-5b69cb7e3f66,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:24.136877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48168) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:24.144348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:24.145005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:24.145579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:24.178479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] No DVR routers for this DVR port 39a8f4c1-d654-4b83-b87b-59560b5f9a8a on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:24.189898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.193513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ae2475c-2cb8-45ff-986e-29348b3d540b req-a0c4c69b-7ef6-4ae0-a5e2-4aca1406c240 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.73 "DELETE /v2.0/ports/39a8f4c1-d654-4b83-b87b-59560b5f9a8a HTTP/1.1" status: 204 len: 173 time: 2.6065569 Feb 09 15:57:24.193971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7119fcc7-3933-495d-8b93-7a37c1b0fd0d tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.199365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] For port b25b0a4e-f083-411b-901b-a834667d3108, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:24.222645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1710f57-6b54-4ac1-84f6-3a49027e2547', 'name': 'network-vif-deleted', 'tag': '39a8f4c1-d654-4b83-b87b-59560b5f9a8a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:24.224979 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048548b2-0091-414b-abf8-5f43ff190fe9" -d '{"events": [{"server_uuid": "d1710f57-6b54-4ac1-84f6-3a49027e2547", "name": "network-vif-deleted", "tag": "39a8f4c1-d654-4b83-b87b-59560b5f9a8a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:24.228377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.228733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.229080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.229423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.229753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.232600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.232969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.233311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.234308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.235140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.235140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.235339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998950be-548b-410e-a1b0-67d042f94605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:24.238244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:24.238646 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:24.244585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] For port b25b0a4e-f083-411b-901b-a834667d3108, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b25b0a4e-f083-411b-901b-a834667d3108,segment=NetworkSegment(56eab1fe-5a3b-433b-b3d5-5d6f241de1a7),segment_id=56eab1fe-5a3b-433b-b3d5-5d6f241de1a7)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:57:24.251583 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 3 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:24.269922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119fcc7-3933-495d-8b93-7a37c1b0fd0d tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Subnet': ['ID=4127a0fb-2612-437b-b3c0-8809ee10be28,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:24.279876 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7119fcc7-3933-495d-8b93-7a37c1b0fd0d tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.285172 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7119fcc7-3933-495d-8b93-7a37c1b0fd0d tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/subnets/4127a0fb-2612-437b-b3c0-8809ee10be28 HTTP/1.1" status: 204 len: 168 time: 0.7115841 Feb 09 15:57:24.290356 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48172) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:24.300806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.333719 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d6db8ef-d560-46ff-9e24-c794f751824a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.336755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.368534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d6db8ef-d560-46ff-9e24-c794f751824a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.374002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f08155c-185b-4a8d-aebd-c80c13537835 req-1893c717-1089-46db-9321-e0b05c9df86a tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=79a1de65-5773-463a-aca6-23f4bfc0580c&id=76247694-8fe1-4b5d-9897-4b1773ba6a11&id=6a121410-29e7-4cdb-9fb6-bdc20a782b19&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2515652 Feb 09 15:57:24.390861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:24.391553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:24.392033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:24.436107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf7d027-0062-43e5-913d-1330687e014f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Deleting subnet 40e7b317-1b69-4773-9507-8258cfafbd07 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:57:24.439760 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.442546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d027-0062-43e5-913d-1330687e014f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.474671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608338ad-df31-4102-85c3-8831bfe1bf8a None None] Pushing event updated for resources: {'Port': ['ID=b25b0a4e-f083-411b-901b-a834667d3108,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:24.490508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Network 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:24.497400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:24.533565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d027-0062-43e5-913d-1330687e014f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.539101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:24.539101 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:24.541484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:24.589162 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 4 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:24.618903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Pushing event updated for resources: {'Port': ['ID=d704ac24-7887-4c24-8252-dcb611126b41,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:24.651974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ac5de-e24a-4bae-80be-8d14d7547869 req-5aa23a7f-0768-45ff-b3d7-b7dffb9921b3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:24.665680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb3ac5de-e24a-4bae-80be-8d14d7547869 req-5aa23a7f-0768-45ff-b3d7-b7dffb9921b3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.4582636 Feb 09 15:57:24.679491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Attempting to bind port d704ac24-7887-4c24-8252-dcb611126b41 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:24.680172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Attempting to bind port d704ac24-7887-4c24-8252-dcb611126b41 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f3baad0f-e4c1-4e60-9028-a7d3871c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0ee79f8e-d108-4ad9-b8b9-64b660de9c7b'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:24.680799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Attempting to bind port d704ac24-7887-4c24-8252-dcb611126b41 on network 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:24.686041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d027-0062-43e5-913d-1330687e014f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.692359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:57:24.693103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Checking segment: {'id': 'f3baad0f-e4c1-4e60-9028-a7d3871c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0ee79f8e-d108-4ad9-b8b9-64b660de9c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:24.693668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.694272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Bound using segment: {'id': 'f3baad0f-e4c1-4e60-9028-a7d3871c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0ee79f8e-d108-4ad9-b8b9-64b660de9c7b'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:57:24.695081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Bound port: d704ac24-7887-4c24-8252-dcb611126b41, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3baad0f-e4c1-4e60-9028-a7d3871c4522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '0ee79f8e-d108-4ad9-b8b9-64b660de9c7b'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:57:24.695737 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.716674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d6db8ef-d560-46ff-9e24-c794f751824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.722225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d6db8ef-d560-46ff-9e24-c794f751824a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.723914 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d6db8ef-d560-46ff-9e24-c794f751824a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4da50355-f6d1-471d-ac20-5b69cb7e3f66 HTTP/1.1" status: 204 len: 168 time: 0.5829520 Feb 09 15:57:24.788375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-007f8353-3b38-44ba-b617-e09fc5065190 req-c6f4b677-24f3-46a2-b700-36cf3e729281 tempest-ServerRescueTestJSON-561547830 tempest-ServerRescueTestJSON-561547830-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1710f57-6b54-4ac1-84f6-3a49027e2547 HTTP/1.1" status: 200 len: 210 time: 0.2719934 Feb 09 15:57:24.789552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:24.790401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:24.790664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:24.815072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6db8ef-d560-46ff-9e24-c794f751824a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da50355-f6d1-471d-ac20-5b69cb7e3f66,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:24.941134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:24.941653 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:24.944680 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003d364b-be1a-4829-9dbb-b21d5406082e x-openstack-request-id: req-003d364b-be1a-4829-9dbb-b21d5406082e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:24.945150 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1710f57-6b54-4ac1-84f6-3a49027e2547", "name": "network-vif-deleted", "tag": "39a8f4c1-d654-4b83-b87b-59560b5f9a8a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:24.945568 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-003d364b-be1a-4829-9dbb-b21d5406082e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:24.946223 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1710f57-6b54-4ac1-84f6-3a49027e2547', 'name': 'network-vif-deleted', 'tag': '39a8f4c1-d654-4b83-b87b-59560b5f9a8a', 'status': 'completed', 'code': 200} Feb 09 15:57:24.961569 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 5 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:24.980544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d027-0062-43e5-913d-1330687e014f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.984964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] For port d704ac24-7887-4c24-8252-dcb611126b41, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:24.989885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] For port d704ac24-7887-4c24-8252-dcb611126b41, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d704ac24-7887-4c24-8252-dcb611126b41,segment=NetworkSegment(f3baad0f-e4c1-4e60-9028-a7d3871c4522),segment_id=f3baad0f-e4c1-4e60-9028-a7d3871c4522)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:57:24.993954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Deleting port 118c2ebe-4035-4651-9bbe-425a5f3592c2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:24.994298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.032875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0cf7d027-0062-43e5-913d-1330687e014f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.038783 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0cf7d027-0062-43e5-913d-1330687e014f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/subnets/40e7b317-1b69-4773-9507-8258cfafbd07 HTTP/1.1" status: 204 len: 168 time: 0.7472718 Feb 09 15:57:25.040611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7d027-0062-43e5-913d-1330687e014f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Subnet': ['ID=40e7b317-1b69-4773-9507-8258cfafbd07,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:25.043445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48176) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:25.079536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.184871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2f353-5344-4d04-a1b6-bb5d01c5e884 None None] Pushing event updated for resources: {'Port': ['ID=d704ac24-7887-4c24-8252-dcb611126b41,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:25.188836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:57:25.211573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b25b0a4e-f083-411b-901b-a834667d3108 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:57:25.220750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] For port 118c2ebe-4035-4651-9bbe-425a5f3592c2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=118c2ebe-4035-4651-9bbe-425a5f3592c2,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:25.221383 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.323945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb3ac5de-e24a-4bae-80be-8d14d7547869 req-a14fbb9c-919e-40ce-87da-8b47418df0c0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177077 Feb 09 15:57:25.328980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.382643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:25.383496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:25.384195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:25.531391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Calling delete_port for 118c2ebe-4035-4651-9bbe-425a5f3592c2 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:25.540536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.641873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:25.641873 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:25.705877 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 6 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:25.721980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:25.743330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e5628262-69bd-4fc6-98fb-4fa11ab31c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.760166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182', 'port_id': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'mac_address': 'fa:16:3e:77:90:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:57:25.780950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b25b0a4e-f083-411b-901b-a834667d3108 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:25.781832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.933524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b1eb67-6380-42fe-bd88-aa5c0f5f34bb tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:25.935708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-23b1eb67-6380-42fe-bd88-aa5c0f5f34bb tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8817153 Feb 09 15:57:25.936887 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.942193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48190) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:25.983507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7794dfba-75f9-460f-9f53-dd47d35b9364 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:26.039101 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:26.091513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:26.092059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:26.092678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:26.100217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 39a8f4c1-d654-4b83-b87b-59560b5f9a8a no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:26.153303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d495e-d5e8-4461-8ecb-d0af69f368e4 req-d40e5ed6-5bc3-4974-b4bb-a132e259b55f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:26.170329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-296d495e-d5e8-4461-8ecb-d0af69f368e4 req-d40e5ed6-5bc3-4974-b4bb-a132e259b55f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.8267381 Feb 09 15:57:26.181570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.185635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.191464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 39a8f4c1-d654-4b83-b87b-59560b5f9a8a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:26.192009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 39a8f4c1-d654-4b83-b87b-59560b5f9a8a not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:26.214915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:26.215786 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:26.235717 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 7 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:26.239659 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.240996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=aa00a1b4-990e-4c72-969e-a8b5f374fe10,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:26.270909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.321349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d1b71-5c15-49bd-8ea5-c6eb13d915a3 req-af2cc691-3410-4a1c-ba9e-52ecd31e27aa tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:26.339918 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c0d1b71-5c15-49bd-8ea5-c6eb13d915a3 req-af2cc691-3410-4a1c-ba9e-52ecd31e27aa tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 1023 time: 0.6874137 Feb 09 15:57:26.422151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port b25b0a4e-f083-411b-901b-a834667d3108, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b25b0a4e-f083-411b-901b-a834667d3108,segment=NetworkSegment(56eab1fe-5a3b-433b-b3d5-5d6f241de1a7),segment_id=56eab1fe-5a3b-433b-b3d5-5d6f241de1a7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:26.424634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:26.478726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Deleting port d704ac24-7887-4c24-8252-dcb611126b41 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:26.485517 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.492706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.515461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['7794dfba-75f9-460f-9f53-dd47d35b9364'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:26.597883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:26.598918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:26.599430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:26.628041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:26.628845 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:26.638454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] For port d704ac24-7887-4c24-8252-dcb611126b41, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d704ac24-7887-4c24-8252-dcb611126b41,segment=NetworkSegment(f3baad0f-e4c1-4e60-9028-a7d3871c4522),segment_id=f3baad0f-e4c1-4e60-9028-a7d3871c4522)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:26.639317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.651406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-296d495e-d5e8-4461-8ecb-d0af69f368e4 req-66b2f831-f16b-4fdc-b456-d8217474c12c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694951 Feb 09 15:57:26.661282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.667677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Calling delete_port for d704ac24-7887-4c24-8252-dcb611126b41 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:26.691435 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 8 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:26.691750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb4c5f4-f8d9-40d8-84be-17bb78c5cfa4 None None] Network 1e4088dc-3826-4c74-9f3b-ba40ee2f1809 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:26.768536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c0d1b71-5c15-49bd-8ea5-c6eb13d915a3 req-1edc43b4-b24c-431b-9ed2-d30c513883d6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=79a1de65-5773-463a-aca6-23f4bfc0580c&id=76247694-8fe1-4b5d-9897-4b1773ba6a11&id=6a121410-29e7-4cdb-9fb6-bdc20a782b19&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4244838 Feb 09 15:57:26.781066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48204) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:26.892353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:26.892619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:26.892957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:26.895177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=b25b0a4e-f083-411b-901b-a834667d3108,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:26.920560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:26.924500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:26.925147 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:26.926326 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 9 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:26.931669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:26.938004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-14a5365f-906b-4418-aaa0-45616f3a6e0d None None] Provisioning complete for port b25b0a4e-f083-411b-901b-a834667d3108 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:26.949311 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-14a5365f-906b-4418-aaa0-45616f3a6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.119467 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.161413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] No DVR routers for this DVR port d704ac24-7887-4c24-8252-dcb611126b41 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:27.177186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:27.177885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:27.178808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:27.184470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.229781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b25b0a4e-f083-411b-901b-a834667d3108 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:57:27.340614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:27.340844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.341173 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:27.357286 n-d-828542-1 neutron-server[103178]: INFO neutron.plugins.ml2.plugin [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 10 to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 Feb 09 15:57:27.373748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'Port': ['ID=118c2ebe-4035-4651-9bbe-425a5f3592c2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:27.401335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee79f8e-d108-4ad9-b8b9-64b660de9c7b']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:27.401471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b25b0a4e-f083-411b-901b-a834667d3108 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:27.401471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.414343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3baad0f-e4c1-4e60-9028-a7d3871c4522') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:27.414926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3baad0f-e4c1-4e60-9028-a7d3871c4522') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:27.436114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7affc005-7d41-4779-a015-0db9485ead0c None None] Network 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:27.440702 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.446384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Port': ['ID=d704ac24-7887-4c24-8252-dcb611126b41,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:27.501480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] DHCP port deletion for 1e4088dc-3826-4c74-9f3b-ba40ee2f1809 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:57:27.517881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.518917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:27.520071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:27.522166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:27.528902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:27.529350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.554511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:27.554777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] No DVR routers for this DVR port 118c2ebe-4035-4651-9bbe-425a5f3592c2 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:27.558584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.563180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7b3892b-1477-4c64-8a51-e28047a7b5a8 req-c08fa837-196b-49b6-a5b6-41eff25d95c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.73 "DELETE /v2.0/ports/118c2ebe-4035-4651-9bbe-425a5f3592c2 HTTP/1.1" status: 204 len: 173 time: 3.6059895 Feb 09 15:57:27.566577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'name': 'network-vif-deleted', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:27.570115 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59c7e6c-2043-4b3b-a717-9e747addfa27" -d '{"events": [{"server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "name": "network-vif-deleted", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:27.573180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port a7413979-788f-4c3e-8aef-a5f2590da1e1 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:27.573571 n-d-828542-1 neutron-server[103178]: ERROR neutron.plugins.ml2.managers [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port a7413979-788f-4c3e-8aef-a5f2590da1e1 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:27.577514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.583718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1264b-b113-48c3-a2b5-d506d797691e req-a5cbad01-75ea-43b5-8ca3-ed49c9909bd7 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:27.586246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9a1264b-b113-48c3-a2b5-d506d797691e req-a5cbad01-75ea-43b5-8ca3-ed49c9909bd7 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 945 time: 0.6152735 Feb 09 15:57:27.627812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-acf5aaf2-395f-41c1-8d38-72cbf57bc668 None None] Could not find standard attr ID for object d704ac24-7887-4c24-8252-dcb611126b41. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:27.667536 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:27.693965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:27.703963 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e53723-3b8c-4103-ae63-b22a90c33b7d x-openstack-request-id: req-06e53723-3b8c-4103-ae63-b22a90c33b7d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:27.704654 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5968e68e-6fe3-4381-96dc-d7aca54d3e20", "name": "network-vif-deleted", "tag": "118c2ebe-4035-4651-9bbe-425a5f3592c2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:27.705099 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06e53723-3b8c-4103-ae63-b22a90c33b7d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:27.705705 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5968e68e-6fe3-4381-96dc-d7aca54d3e20', 'name': 'network-vif-deleted', 'tag': '118c2ebe-4035-4651-9bbe-425a5f3592c2', 'status': 'completed', 'code': 200} Feb 09 15:57:27.763372 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9a1264b-b113-48c3-a2b5-d506d797691e req-a1aa4a85-ae66-43e0-8769-d74e1afc24a2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519606 Feb 09 15:57:27.817727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d704ac24-7887-4c24-8252-dcb611126b41 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:57:27.831242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] For port a7413979-788f-4c3e-8aef-a5f2590da1e1, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:27.831783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempted to set empty binding levels {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 15:57:27.864019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] Deleting port b25b0a4e-f083-411b-901b-a834667d3108 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:27.864677 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.872557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d704ac24-7887-4c24-8252-dcb611126b41 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:27.873199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d704ac24-7887-4c24-8252-dcb611126b41 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 15:57:27.898497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.915211 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.941919 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/networks/0ee79f8e-d108-4ad9-b8b9-64b660de9c7b HTTP/1.1" status: 204 len: 168 time: 1.9978199 Feb 09 15:57:27.949568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48220) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:27.983275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.991787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Port d704ac24-7887-4c24-8252-dcb611126b41 not found, will not notify nova. {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 15:57:27.994690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:28.006163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6d6030ec-041e-49f0-876d-418bdb87e9cb tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/routers/fe85db15-6fb8-4937-b3a1-7fd1b700d743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6993036 Feb 09 15:57:28.012889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48224) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:28.025115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1e12e-137e-44aa-9068-2ee9e5ceb548 None None] DHCP port deletion for 0ee79f8e-d108-4ad9-b8b9-64b660de9c7b request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:57:28.034002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1238f6-df47-409c-a714-68ca2513a61c None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:28.036627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6a7af-4fed-4ba6-bd78-b20b3e91995f tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Network': ['ID=0ee79f8e-d108-4ad9-b8b9-64b660de9c7b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:28.038643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'port': {'network_id': 'e4abdd0c-e033-4dd4-a882-6747ba9c97fa', 'name': 'tempest-FloatingIPTestJSON-110498087'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:28.125045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] For port b25b0a4e-f083-411b-901b-a834667d3108, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b25b0a4e-f083-411b-901b-a834667d3108,segment=NetworkSegment(56eab1fe-5a3b-433b-b3d5-5d6f241de1a7),segment_id=56eab1fe-5a3b-433b-b3d5-5d6f241de1a7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:28.125861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.126772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:28.127405 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.137202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.147851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] Calling delete_port for b25b0a4e-f083-411b-901b-a834667d3108 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:28.157754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 118c2ebe-4035-4651-9bbe-425a5f3592c2 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:28.190286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-724ae9cb-ba5e-4652-8cef-d49bb53323c2 req-104d5722-8adb-4a80-866f-54edea689aff tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=5968e68e-6fe3-4381-96dc-d7aca54d3e20 HTTP/1.1" status: 200 len: 210 time: 0.1844113 Feb 09 15:57:28.231386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97782845-85d9-4539-bad7-4f899534be2f req-f0754c83-58ca-4b36-a2a4-67c7472c6a70 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:28.238357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97782845-85d9-4539-bad7-4f899534be2f req-f0754c83-58ca-4b36-a2a4-67c7472c6a70 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.3831673 Feb 09 15:57:28.242996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=a7413979-788f-4c3e-8aef-a5f2590da1e1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:28.249045 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9f96023a-8509-4058-962e-4abc3ce4df7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 8.7216244 Feb 09 15:57:28.253744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48230) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:28.283878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1238f6-df47-409c-a714-68ca2513a61c None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:28.285168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd1238f6-df47-409c-a714-68ca2513a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:28.321275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97782845-85d9-4539-bad7-4f899534be2f req-8f14e8d2-5e23-48ef-9e96-4d3fdccb2a5b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698018 Feb 09 15:57:28.349496 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.354841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd1238f6-df47-409c-a714-68ca2513a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:28.370590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 118c2ebe-4035-4651-9bbe-425a5f3592c2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:28.370926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 118c2ebe-4035-4651-9bbe-425a5f3592c2 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:28.375419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Deleting port b25b0a4e-f083-411b-901b-a834667d3108 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:28.375995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.380222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:28.384059 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.395198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1238f6-df47-409c-a714-68ca2513a61c None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:28.395945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd1238f6-df47-409c-a714-68ca2513a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:28.406734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] device_id is not set on port 9cacf38c-6656-4f63-a560-24b59c69c2e3 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:28.448190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd1238f6-df47-409c-a714-68ca2513a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:28.448891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1238f6-df47-409c-a714-68ca2513a61c None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:28.479878 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.505644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] No DVR routers for this DVR port b25b0a4e-f083-411b-901b-a834667d3108 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:28.531025 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.538869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71527c-ea60-4571-b049-1d16eeaad718 None None] Pushing event deleted for resources: {'Port': ['ID=b25b0a4e-f083-411b-901b-a834667d3108,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:28.604218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] For port b25b0a4e-f083-411b-901b-a834667d3108, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b25b0a4e-f083-411b-901b-a834667d3108,segment=NetworkSegment(56eab1fe-5a3b-433b-b3d5-5d6f241de1a7),segment_id=56eab1fe-5a3b-433b-b3d5-5d6f241de1a7)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:28.604839 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.611448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Deleting port a7413979-788f-4c3e-8aef-a5f2590da1e1 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:28.617711 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.639942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.645451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.20.0.5 (e4abdd0c-e033-4dd4-a882-6747ba9c97fa/9d36d2c5-daa3-4d67-a6dd-bcfe69700771/9cacf38c-6656-4f63-a560-24b59c69c2e3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:28.734337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Calling delete_port for b25b0a4e-f083-411b-901b-a834667d3108 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:28.849031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] For port a7413979-788f-4c3e-8aef-a5f2590da1e1, host n-h2-828542-1, got binding levels [] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:28.849328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.873576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Calling delete_port for a7413979-788f-4c3e-8aef-a5f2590da1e1 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:28.908982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.988621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.015315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17d2f3-d471-471d-b7ca-59f7e0e67848 req-da0e9504-bd92-463b-8491-f3360a13c0c4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:29.024766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce17d2f3-d471-471d-b7ca-59f7e0e67848 req-da0e9504-bd92-463b-8491-f3360a13c0c4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 945 time: 0.1391332 Feb 09 15:57:29.042700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b25b0a4e-f083-411b-901b-a834667d3108 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:29.078363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: b25b0a4e-f083-411b-901b-a834667d3108 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:29.078854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b25b0a4e-f083-411b-901b-a834667d3108 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:29.079585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d704ac24-7887-4c24-8252-dcb611126b41 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:29.099344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce17d2f3-d471-471d-b7ca-59f7e0e67848 req-10d7abff-7e32-4c23-96ee-922483e2058d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633588 Feb 09 15:57:29.109431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d704ac24-7887-4c24-8252-dcb611126b41 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:29.109866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d704ac24-7887-4c24-8252-dcb611126b41 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:29.115331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:57:29.164136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Port': ['ID=b25b0a4e-f083-411b-901b-a834667d3108,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:29.166907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] No DVR routers for this DVR port b25b0a4e-f083-411b-901b-a834667d3108 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:29.192709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.237758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 7794dfba-75f9-460f-9f53-dd47d35b9364 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:57:29.246115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 7794dfba-75f9-460f-9f53-dd47d35b9364 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:29.247448 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.286580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:29.302891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:29.313265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:29.409158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=9cacf38c-6656-4f63-a560-24b59c69c2e3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:29.433442 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.464141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:29.466671 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4e9797-e35a-44b6-a052-a5cfbc64b849" -d '{"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-plugged", "status": "completed", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:29.482138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:29.525307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:29.526233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.557541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4698e1b0-7346-466d-8239-c54922e406f9 req-8e018725-5304-4bfd-9808-c4a7f485571e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/79a1de65-5773-463a-aca6-23f4bfc0580c HTTP/1.1" status: 200 len: 1803 time: 0.1685231 Feb 09 15:57:29.568439 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.576674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934b321-4e69-4bb7-abaf-9a5a831ce269 req-6e4e27ea-2451-4350-b5a8-6941bed6b9e1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:29.579125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f934b321-4e69-4bb7-abaf-9a5a831ce269 req-6e4e27ea-2451-4350-b5a8-6941bed6b9e1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1138408 Feb 09 15:57:29.656031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-44c28584-232e-4c8a-9259-2d4ab3dd3659 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6175170 Feb 09 15:57:29.656354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48254) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:29.664601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'port': {'network_id': 'e4abdd0c-e033-4dd4-a882-6747ba9c97fa', 'name': 'tempest-FloatingIPTestJSON-1607733670'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:29.673870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f934b321-4e69-4bb7-abaf-9a5a831ce269 req-8fa381be-e25e-4302-b009-04ca8a0ceda8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774090 Feb 09 15:57:29.674245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:29.757744 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8fcea9-08fe-48af-99ad-aae87f962df4 x-openstack-request-id: req-4b8fcea9-08fe-48af-99ad-aae87f962df4 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:29.762543 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-plugged", "status": "completed", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:29.764994 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b8fcea9-08fe-48af-99ad-aae87f962df4 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:29.766016 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'code': 200} Feb 09 15:57:29.785887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.791555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4698e1b0-7346-466d-8239-c54922e406f9 req-be29a6af-7e3c-4b72-9678-818b2c129fa4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.823169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.840600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4088dc-3826-4c74-9f3b-ba40ee2f1809']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:29.854323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4698e1b0-7346-466d-8239-c54922e406f9 req-be29a6af-7e3c-4b72-9678-818b2c129fa4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.921401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56eab1fe-5a3b-433b-b3d5-5d6f241de1a7') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:29.922469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56eab1fe-5a3b-433b-b3d5-5d6f241de1a7') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:29.927209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7413979-788f-4c3e-8aef-a5f2590da1e1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:29.988248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:29.994345 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a3604613-d0e6-462f-92dc-dde98a6f24f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a7413979-788f-4c3e-8aef-a5f2590da1e1 HTTP/1.1" status: 204 len: 168 time: 1.7363434 Feb 09 15:57:29.996825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48258) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:30.000071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.026106 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b355a7cc-fe1a-4f8b-8c5f-a8df9d64e84d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] GET failed (client error): The resource could not be found. Feb 09 15:57:30.028215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b355a7cc-fe1a-4f8b-8c5f-a8df9d64e84d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "GET /v2.0/ports/a7413979-788f-4c3e-8aef-a5f2590da1e1 HTTP/1.1" status: 404 len: 333 time: 0.0296032 Feb 09 15:57:30.033183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48260) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:30.038899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Request body: {'port': {'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176859142'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:30.057732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.059187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:30.065937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.074978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:30.075396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:30.079059 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:30.116329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] device_id is not set on port 1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:30.117576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.128420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4698e1b0-7346-466d-8239-c54922e406f9 req-be29a6af-7e3c-4b72-9678-818b2c129fa4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.131492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4698e1b0-7346-466d-8239-c54922e406f9 req-be29a6af-7e3c-4b72-9678-818b2c129fa4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.133119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4698e1b0-7346-466d-8239-c54922e406f9 req-be29a6af-7e3c-4b72-9678-818b2c129fa4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/79a1de65-5773-463a-aca6-23f4bfc0580c HTTP/1.1" status: 204 len: 173 time: 0.5525694 Feb 09 15:57:30.152774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924c7fe-4613-435b-8e3f-94fc7b302137 req-be0baf30-233d-4bce-8fe0-887ed2907d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:30.154723 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f924c7fe-4613-435b-8e3f-94fc7b302137 req-be0baf30-233d-4bce-8fe0-887ed2907d0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1097 time: 0.2573719 Feb 09 15:57:30.196834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29a6af-7e3c-4b72-9678-818b2c129fa4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a1de65-5773-463a-aca6-23f4bfc0580c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:30.221465 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f924c7fe-4613-435b-8e3f-94fc7b302137 req-b4a1199c-f38d-4efc-95dd-5dfde3d0ce05 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575850 Feb 09 15:57:30.238802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Deleting port a18b3b25-4299-48a3-b723-04dce048fd54 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:30.238802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.255195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Made reservation on behalf of b135dbfc2bd44a53be4b00224522ca82 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:30.258329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.310601 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.324187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.334449 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/networks/1e4088dc-3826-4c74-9f3b-ba40ee2f1809 HTTP/1.1" status: 204 len: 168 time: 2.3824825 Feb 09 15:57:30.337236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48268) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:30.359231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888ed85-00a8-433a-9967-4fdfd56dc5f6 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Network': ['ID=1e4088dc-3826-4c74-9f3b-ba40ee2f1809,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:30.457642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] For port a18b3b25-4299-48a3-b723-04dce048fd54, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a18b3b25-4299-48a3-b723-04dce048fd54,segment=NetworkSegment(9efdd310-c064-4c43-92f4-e0d6f04504c1),segment_id=9efdd310-c064-4c43-92f4-e0d6f04504c1)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:30.457902 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.478560 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.480834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Calling delete_port for a18b3b25-4299-48a3-b723-04dce048fd54 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:30.664313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.731906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b61e23c-a134-4871-851a-776d37d7269f']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:30.732924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f053721-0a91-4fde-b4a6-5c1e7339ad23 req-b0421029-ec92-4be9-8bd2-5da82ec1ecc7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/6a121410-29e7-4cdb-9fb6-bdc20a782b19 HTTP/1.1" status: 200 len: 1801 time: 0.5490968 Feb 09 15:57:30.734610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] device_id is not set on port 338fe5bd-d795-4e3f-8344-141e86b2bc38 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:30.755058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162c158c-c4a1-4d3b-b670-c45b48d42954') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:30.755510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162c158c-c4a1-4d3b-b670-c45b48d42954') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:30.770894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.805482 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.810537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88193a-9864-4804-94a5-642d62dd4f3a req-6408dc13-c0cd-4701-a449-e4eb15d79621 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:30.812801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b88193a-9864-4804-94a5-642d62dd4f3a req-6408dc13-c0cd-4701-a449-e4eb15d79621 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1582432 Feb 09 15:57:30.815313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:30.816060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:30.819644 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:30.827424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.20.0.11 (e4abdd0c-e033-4dd4-a882-6747ba9c97fa/9d36d2c5-daa3-4d67-a6dd-bcfe69700771/1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:30.959802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b88193a-9864-4804-94a5-642d62dd4f3a req-59e71ae8-881a-4498-9907-ab8c10cd0dad tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340175 Feb 09 15:57:30.979674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.996348 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.007868 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/networks/1b61e23c-a134-4871-851a-776d37d7269f HTTP/1.1" status: 204 len: 168 time: 0.6569088 Feb 09 15:57:31.008513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48282) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:31.035154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37bc30-34c1-43ee-91fc-8c7a9648832c tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Network': ['ID=1b61e23c-a134-4871-851a-776d37d7269f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:31.065699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8f053721-0a91-4fde-b4a6-5c1e7339ad23 req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.092099 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.149892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a18b3b25-4299-48a3-b723-04dce048fd54,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:31.190591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.221601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8f053721-0a91-4fde-b4a6-5c1e7339ad23 req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.242882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.320569 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.329657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e2fa1-7d41-441b-8387-4efa40f0f344 req-cc7bde18-3c44-4d30-9007-8b590dffdf07 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:31.331334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab7e2fa1-7d41-441b-8387-4efa40f0f344 req-cc7bde18-3c44-4d30-9007-8b590dffdf07 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.1965594 Feb 09 15:57:31.413959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab7e2fa1-7d41-441b-8387-4efa40f0f344 req-3c97f740-8420-4a58-bda8-d4c8a2514715 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668981 Feb 09 15:57:31.434937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.476653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e05bbe8-96bc-4f6a-9d38-9ee27d79c517']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:31.478199 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8f053721-0a91-4fde-b4a6-5c1e7339ad23 req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.481770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8f053721-0a91-4fde-b4a6-5c1e7339ad23 req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.483074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f053721-0a91-4fde-b4a6-5c1e7339ad23 req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/6a121410-29e7-4cdb-9fb6-bdc20a782b19 HTTP/1.1" status: 204 len: 173 time: 0.6952760 Feb 09 15:57:31.487415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.532334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1872d1e2-68a8-4125-8022-7e64e1b2b568') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:31.532672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1872d1e2-68a8-4125-8022-7e64e1b2b568') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:31.550135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.564998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a121410-29e7-4cdb-9fb6-bdc20a782b19,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:31.571308 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.573814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.575061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ac3e2028-4706-4f5d-8e25-86ef4e7fc09e req-6b0affcc-c3b9-4841-acd2-3e95f708ae9e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1014423237', 'description': 'tempest-description-1553731116'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:31.583835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.586994 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:31.586994 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:31.590076 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:31.602022 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.615714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.616196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.616614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.622119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fe1fc-f2a2-4926-a98a-bb52986c0154 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:31.624335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Network 780c100e-15af-4cff-b4aa-56abb7013b58 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:31.639159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:31.644285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=338fe5bd-d795-4e3f-8344-141e86b2bc38,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:31.654818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:31.656297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:31.657115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.705899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:31.712425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:31.716996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:31.765491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:31.792728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:31.793489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.799463 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.838823 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.842170 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] 10.222.0.53 "DELETE /v2.0/networks/4e05bbe8-96bc-4f6a-9d38-9ee27d79c517 HTTP/1.1" status: 204 len: 168 time: 0.8327231 Feb 09 15:57:31.843071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac3e2028-4706-4f5d-8e25-86ef4e7fc09e req-6b0affcc-c3b9-4841-acd2-3e95f708ae9e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.860270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b95e3-e27a-4367-bbdf-8a8b815816d9 tempest-BulkNetworkOpsIpV6Test-170643383 tempest-BulkNetworkOpsIpV6Test-170643383-project] Pushing event deleted for resources: {'Network': ['ID=4e05bbe8-96bc-4f6a-9d38-9ee27d79c517,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:31.865716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c0ca2980-d3b5-49d6-981e-61aae1eed6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8310080 Feb 09 15:57:31.871067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48294) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:31.874482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:31.983513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b523a2f7-88db-40d2-8de9-0b722d23b734 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3212564 Feb 09 15:57:31.986801 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:31.990804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.995760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:32.026670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Router ac1cbd01-7567-40de-880b-0069725f5385 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:32.098251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac3e2028-4706-4f5d-8e25-86ef4e7fc09e req-6b0affcc-c3b9-4841-acd2-3e95f708ae9e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.167415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.239589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeed04-3b5e-459a-9a9e-f15c371cbf04 req-e180105b-1da6-4bfe-ad7a-d7b9062a8192 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:32.243428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3eeed04-3b5e-459a-9a9e-f15c371cbf04 req-e180105b-1da6-4bfe-ad7a-d7b9062a8192 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1211941 Feb 09 15:57:32.246037 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac3e2028-4706-4f5d-8e25-86ef4e7fc09e req-6b0affcc-c3b9-4841-acd2-3e95f708ae9e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.333158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:32.341177 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2d61a881-89db-43b3-9802-20b455b180ff admin admin] 10.222.0.53 "PUT /v2.0/routers/ac1cbd01-7567-40de-880b-0069725f5385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5587463 Feb 09 15:57:32.345517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48306) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:32.348841 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] Sync routers for ids ['ac1cbd01-7567-40de-880b-0069725f5385'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:32.377301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0affcc-c3b9-4841-acd2-3e95f708ae9e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77709875-1c73-423f-ba82-0f2a428ec3ad,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:32.402153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3eeed04-3b5e-459a-9a9e-f15c371cbf04 req-4f9be97e-3c27-4405-8485-5c40bc52c8ed tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360152 Feb 09 15:57:32.409943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ac3e2028-4706-4f5d-8e25-86ef4e7fc09e req-6b0affcc-c3b9-4841-acd2-3e95f708ae9e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.420469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac3e2028-4706-4f5d-8e25-86ef4e7fc09e req-6b0affcc-c3b9-4841-acd2-3e95f708ae9e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8833671 Feb 09 15:57:32.427136 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] Routers {'ac1cbd01-7567-40de-880b-0069725f5385'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:32.428903 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ac1cbd01-7567-40de-880b-0069725f5385'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:32.437933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] device_id is not set on port 338fe5bd-d795-4e3f-8344-141e86b2bc38 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:32.464438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.546993 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.565263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2822ad02-2a6d-4ac2-8a48-68b215e09fa2 req-f12fa71b-f6d5-410a-b1bd-fe8485784b18 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/77709875-1c73-423f-ba82-0f2a428ec3ad HTTP/1.1" status: 200 len: 1803 time: 0.0908263 Feb 09 15:57:32.590689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-2822ad02-2a6d-4ac2-8a48-68b215e09fa2 req-80ebb3d1-1898-4060-a3e6-8771f75aa262 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Request body: {'security_group': {'name': 'tempest-sg-hth-268391375', 'description': 'tempest-description-hth-1807100149'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:32.591362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.632835 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] Set router ac1cbd01-7567-40de-880b-0069725f5385 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:57:32.649263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.667639 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2822ad02-2a6d-4ac2-8a48-68b215e09fa2 req-80ebb3d1-1898-4060-a3e6-8771f75aa262 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.711256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=338fe5bd-d795-4e3f-8344-141e86b2bc38,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:32.791709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:32.792129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:32.792493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:32.806471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2822ad02-2a6d-4ac2-8a48-68b215e09fa2 req-80ebb3d1-1898-4060-a3e6-8771f75aa262 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.836945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:32.837359 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:32.840479 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 2 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:32.844678 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.869626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:32.870024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:32.870394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:32.883205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:32.883538 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:32.889236 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 3 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:32.894363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.25.5.166 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/b2d3cd1a-2a24-4f16-9caa-f46be32538c2) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:32.915085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:32.915477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:32.915880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:32.925157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2822ad02-2a6d-4ac2-8a48-68b215e09fa2 req-80ebb3d1-1898-4060-a3e6-8771f75aa262 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.927191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:32.927535 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:32.930357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2822ad02-2a6d-4ac2-8a48-68b215e09fa2 req-80ebb3d1-1898-4060-a3e6-8771f75aa262 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.937552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2822ad02-2a6d-4ac2-8a48-68b215e09fa2 req-80ebb3d1-1898-4060-a3e6-8771f75aa262 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "PUT /v2.0/security-groups/77709875-1c73-423f-ba82-0f2a428ec3ad HTTP/1.1" status: 200 len: 1776 time: 0.3528349 Feb 09 15:57:32.938564 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 4 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:32.993442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:32.994043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:32.994547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:33.031587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:33.032216 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:33.035370 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 5 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:33.056061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebb3d1-1898-4060-a3e6-8771f75aa262 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77709875-1c73-423f-ba82-0f2a428ec3ad,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:33.086274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:33.086884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:33.087392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:33.089634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48332) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:33.117128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:33.123277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:33.123878 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:33.127060 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 6 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:33.153493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:33.154083 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:33.154590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:33.170779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Deleting port 3e107da8-a55c-4e1e-b842-9bcd276d0f93 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:33.171922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:33.190042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:33.190647 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:33.195052 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 7 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:33.288334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:33.288941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:33.289446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:33.298655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:33.299302 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:33.301625 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 8 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:33.304987 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:57:30Z', 'revision_number': 5, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port': {'id': '3e107da8-a55c-4e1e-b842-9bcd276d0f93', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:48Z', 'updated_at': '2022-02-09T15:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:33.354581 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] Checking router: ac1cbd01-7567-40de-880b-0069725f5385 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:57:33.365556 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] Routers {'ac1cbd01-7567-40de-880b-0069725f5385'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:33.366673 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ac1cbd01-7567-40de-880b-0069725f5385'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:33.389333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] For port 3e107da8-a55c-4e1e-b842-9bcd276d0f93, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=3e107da8-a55c-4e1e-b842-9bcd276d0f93,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:33.390679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:33.395720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:33.396354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:33.397191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:33.424853 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:33.454844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Calling delete_port for 3e107da8-a55c-4e1e-b842-9bcd276d0f93 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:33.462479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:33.463039 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:33.472217 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] Set router ac1cbd01-7567-40de-880b-0069725f5385 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:57:33.502044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3b68-0cfc-4a0b-be95-9c5587a4e4f1 req-3da26af4-60a7-4c8b-967e-f6c745632590 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:33.504966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aca3b68-0cfc-4a0b-be95-9c5587a4e4f1 req-3da26af4-60a7-4c8b-967e-f6c745632590 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.2158644 Feb 09 15:57:33.508012 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 9 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:33.525376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:33.529840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-dcf02915-aa18-4506-8aed-fe956a4d9524 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:33.534335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-dcf02915-aa18-4506-8aed-fe956a4d9524 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 813 time: 0.3960354 Feb 09 15:57:33.538426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:33.548944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:33.551277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:33.551721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:33.551999 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:33.606003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f822a7d4-4e78-4983-8f34-55a1aa37691d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab1c0f4fd9f1410db5714c8e73f82980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093086 Feb 09 15:57:33.614207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:33.619502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-350cd8f0-72ce-4a68-b7af-520e524bdb29 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/quotas/86cc00277f0d4e1590cecd0b8eef474a HTTP/1.1" status: 200 len: 375 time: 0.0625474 Feb 09 15:57:33.634421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=b2d3cd1a-2a24-4f16-9caa-f46be32538c2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:33.637076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:33.637433 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:33.648517 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 10 to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 Feb 09 15:57:33.648986 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:57:32Z', 'revision_number': 6, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:33.691770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d377c-3fe8-4475-aba5-f3d5dea93e27 None None] The sync data for ids ['ac1cbd01-7567-40de-880b-0069725f5385'] in n-d-828542-1 is: [{'id': 'ac1cbd01-7567-40de-880b-0069725f5385', 'name': 'tempest-ServerRescueTestJSON-712109359-router', 'tenant_id': 'cf4350182f7b456898e4ac70fc02e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:47Z', 'updated_at': '2022-02-09T15:57:32Z', 'revision_number': 6, 'project_id': 'cf4350182f7b456898e4ac70fc02e4be', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:33.705891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aca3b68-0cfc-4a0b-be95-9c5587a4e4f1 req-868a4150-9181-4937-b39f-97f37851cd7d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683383 Feb 09 15:57:33.725908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:33.726732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:33.727150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:33.754574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:33.755017 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:33.755455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:33.869133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-a37568e0-1b9f-4415-8417-f3140003d48f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1935453 Feb 09 15:57:33.872289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a83f978-c42d-48d3-af26-fa605023be33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:33.909038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-248d3dba-6283-4986-8de0-c73b5fbdda11 req-70061236-64e1-48da-baf5-298b48545d63 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/77709875-1c73-423f-ba82-0f2a428ec3ad HTTP/1.1" status: 200 len: 1776 time: 0.1451740 Feb 09 15:57:33.961779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] For port 338fe5bd-d795-4e3f-8344-141e86b2bc38, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:33.962197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempted to set empty binding levels {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 15:57:33.987681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a83f978-c42d-48d3-af26-fa605023be33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:34.203844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-091fc24b-a9a1-4549-9e56-437ce860a19c service neutron] 10.222.0.53 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931318 Feb 09 15:57:34.326231 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a83f978-c42d-48d3-af26-fa605023be33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:34.332242 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a83f978-c42d-48d3-af26-fa605023be33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:34.336648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1a83f978-c42d-48d3-af26-fa605023be33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16cb552a-f68f-4094-868d-112e9a466c83 HTTP/1.1" status: 204 len: 168 time: 0.7204239 Feb 09 15:57:34.360569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83f978-c42d-48d3-af26-fa605023be33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb552a-f68f-4094-868d-112e9a466c83,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:34.409192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-7ab28d5f-c228-4487-bb79-7e34af555275 service neutron] 10.222.0.53 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944606 Feb 09 15:57:34.429878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:34.488198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] In _notify_port_updated(), no bound segment for port 338fe5bd-d795-4e3f-8344-141e86b2bc38 on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 15:57:34.489102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.489731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:34.491156 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "PUT /v2.0/ports/338fe5bd-d795-4e3f-8344-141e86b2bc38 HTTP/1.1" status: 200 len: 979 time: 2.6232073 Feb 09 15:57:34.500152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:34.560113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:34.566791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a170bf-c357-44e5-b160-c06adbdb3004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=338fe5bd-d795-4e3f-8344-141e86b2bc38,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:34.624854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5927761b-1a38-4e2c-9ab1-5ecfea79075f req-9877c410-a6c6-42c8-b9c2-9eef5b32e3f7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/77709875-1c73-423f-ba82-0f2a428ec3ad HTTP/1.1" status: 200 len: 1776 time: 0.1275415 Feb 09 15:57:34.691457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e107da8-a55c-4e1e-b842-9bcd276d0f93,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:34.797540 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5927761b-1a38-4e2c-9ab1-5ecfea79075f req-3e7edc46-48f8-4bf1-ad8b-f053b7bbc121 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:34.882387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5927761b-1a38-4e2c-9ab1-5ecfea79075f req-3e7edc46-48f8-4bf1-ad8b-f053b7bbc121 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:34.949811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.950896 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.960483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.966844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.974969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.985508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.986400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.991988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.993218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.994119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.995090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.995927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:34.996823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:35.003175 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-62082e99-ecd1-4d42-b8cc-9b4fd39876be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11299 time: 0.4997532 Feb 09 15:57:35.008326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48360) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:35.017716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.109128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 3e107da8-a55c-4e1e-b842-9bcd276d0f93 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:35.158126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 3e107da8-a55c-4e1e-b842-9bcd276d0f93 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:35.158676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 3e107da8-a55c-4e1e-b842-9bcd276d0f93 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:35.159569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a18b3b25-4299-48a3-b723-04dce048fd54 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:35.207619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a18b3b25-4299-48a3-b723-04dce048fd54 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:35.209512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a18b3b25-4299-48a3-b723-04dce048fd54 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:35.255079 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5927761b-1a38-4e2c-9ab1-5ecfea79075f req-3e7edc46-48f8-4bf1-ad8b-f053b7bbc121 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.261319 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.264257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5927761b-1a38-4e2c-9ab1-5ecfea79075f req-3e7edc46-48f8-4bf1-ad8b-f053b7bbc121 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.267526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.271179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5927761b-1a38-4e2c-9ab1-5ecfea79075f req-3e7edc46-48f8-4bf1-ad8b-f053b7bbc121 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/77709875-1c73-423f-ba82-0f2a428ec3ad HTTP/1.1" status: 204 len: 173 time: 0.6436679 Feb 09 15:57:35.319248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7edc46-48f8-4bf1-ad8b-f053b7bbc121 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77709875-1c73-423f-ba82-0f2a428ec3ad,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:35.390582 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.402165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17fdc4-3f0b-4522-94c0-a38dc4bcd989 req-4b371230-ee7e-46be-bcb5-4eca80a5f884 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:35.404651 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a17fdc4-3f0b-4522-94c0-a38dc4bcd989 req-4b371230-ee7e-46be-bcb5-4eca80a5f884 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.3826160 Feb 09 15:57:35.464976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d80c968d-cd02-46ae-9833-09b94c23a615 req-aabbd8c6-54b2-4d5c-be0f-5a4da6a45782 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 210 time: 0.0889020 Feb 09 15:57:35.507916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Deleting port 338fe5bd-d795-4e3f-8344-141e86b2bc38 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:35.508730 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.558234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.565202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac1cbd01-7567-40de-880b-0069725f5385 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:57:35.567726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.576579 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dd0e3ee5-850f-46d3-8bed-58ca87e15a46 admin admin] 10.222.0.53 "DELETE /v2.0/routers/ac1cbd01-7567-40de-880b-0069725f5385 HTTP/1.1" status: 204 len: 168 time: 3.2296696 Feb 09 15:57:35.577651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48376) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:35.686090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a17fdc4-3f0b-4522-94c0-a38dc4bcd989 req-c0f459b6-cc9a-4dee-a6e6-ce7363ec7926 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223358 Feb 09 15:57:35.806371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.814678 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebd8b44-df4c-4646-b9e7-d68a3cb9bda5 admin admin] Deleting subnet b906d5e2-74c1-4d6c-9331-470c3dedbf9b {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:57:35.834157 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-0b8826b9-f0b3-44c0-ac5a-d173019a6770 req-473b463a-c3b1-4195-a539-01006947572e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:57:35.835944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b8826b9-f0b3-44c0-ac5a-d173019a6770 req-473b463a-c3b1-4195-a539-01006947572e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/6a121410-29e7-4cdb-9fb6-bdc20a782b19 HTTP/1.1" status: 404 len: 352 time: 0.0988319 Feb 09 15:57:35.846317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] For port 338fe5bd-d795-4e3f-8344-141e86b2bc38, host n-h2-828542-1, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:35.846317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.850657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eebd8b44-df4c-4646-b9e7-d68a3cb9bda5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.876404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Calling delete_port for 338fe5bd-d795-4e3f-8344-141e86b2bc38 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:35.918937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eebd8b44-df4c-4646-b9e7-d68a3cb9bda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:35.949852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1833704-a667-443d-8881-ccb491ff7afd req-25584c0d-9145-47fc-85c4-c86c8fc1fd3a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:35.953210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1833704-a667-443d-8881-ccb491ff7afd req-25584c0d-9145-47fc-85c4-c86c8fc1fd3a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.2493572 Feb 09 15:57:36.021687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eebd8b44-df4c-4646-b9e7-d68a3cb9bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.044315 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-7cdb86d9-1de3-482e-b161-951f1067d774 req-febb1bf9-6b7c-4bc3-bc2d-fb7a26a1e1a3 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:57:36.052798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7cdb86d9-1de3-482e-b161-951f1067d774 req-febb1bf9-6b7c-4bc3-bc2d-fb7a26a1e1a3 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/79a1de65-5773-463a-aca6-23f4bfc0580c HTTP/1.1" status: 404 len: 352 time: 0.1668282 Feb 09 15:57:36.107334 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-3fdc7f16-a9cb-4478-8d03-b6b6cb2cf0d7 req-89df3d09-d6c1-470f-96f2-879267a482f2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:57:36.111889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fdc7f16-a9cb-4478-8d03-b6b6cb2cf0d7 req-89df3d09-d6c1-470f-96f2-879267a482f2 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/6e0d7216-5081-4b55-ad10-650a1ca5989c HTTP/1.1" status: 404 len: 352 time: 0.0311878 Feb 09 15:57:36.227292 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-81cfbd5f-d317-4c71-9d44-29c2813182a2 req-828a8ee2-cedf-4848-9c6a-783b95fdc29f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:57:36.228391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81cfbd5f-d317-4c71-9d44-29c2813182a2 req-828a8ee2-cedf-4848-9c6a-783b95fdc29f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/5e91cc5f-567e-4a6e-838b-2993db1cd45f HTTP/1.1" status: 404 len: 352 time: 0.0336225 Feb 09 15:57:36.235577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Deleting port 071850ad-a2ec-4110-8ca0-c757ee81de34 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:36.236158 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.242759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.296666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.347992 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-08c46270-8c1c-4cf1-bc14-e1863c42cc5e req-c4bd35b5-0e49-4127-98ea-19cff85ea529 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:57:36.349116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c46270-8c1c-4cf1-bc14-e1863c42cc5e req-c4bd35b5-0e49-4127-98ea-19cff85ea529 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/73287145-8859-4c21-ab4b-5cf9bdd0a3ad HTTP/1.1" status: 404 len: 352 time: 0.0589502 Feb 09 15:57:36.352594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.354328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event deleted for resources: {'Port': ['ID=338fe5bd-d795-4e3f-8344-141e86b2bc38,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:36.376777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.380622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cbdb1b68-9a88-45ac-92e9-d50b3d2a3f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "DELETE /v2.0/ports/338fe5bd-d795-4e3f-8344-141e86b2bc38 HTTP/1.1" status: 204 len: 168 time: 1.3710096 Feb 09 15:57:36.384751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48406) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:36.412275 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eebd8b44-df4c-4646-b9e7-d68a3cb9bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.418036 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bd281f-670a-44c8-96fe-64d0a05ddaec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] GET failed (client error): The resource could not be found. Feb 09 15:57:36.420410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-11bd281f-670a-44c8-96fe-64d0a05ddaec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "GET /v2.0/ports/338fe5bd-d795-4e3f-8344-141e86b2bc38 HTTP/1.1" status: 404 len: 333 time: 0.0340214 Feb 09 15:57:36.426804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48408) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:36.446046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2056017499', 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:36.462691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] For port 071850ad-a2ec-4110-8ca0-c757ee81de34, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=071850ad-a2ec-4110-8ca0-c757ee81de34,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:36.463092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.475411 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-fb5f4c2c-9050-473d-a321-f9cd33d8c1e3 req-28b979f5-16a3-4939-b544-ea9bdabcf512 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] show failed (client error): The resource could not be found. Feb 09 15:57:36.477563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb5f4c2c-9050-473d-a321-f9cd33d8c1e3 req-28b979f5-16a3-4939-b544-ea9bdabcf512 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/cbc85421-e4c4-431e-871d-b2564ddc989a HTTP/1.1" status: 404 len: 352 time: 0.0517190 Feb 09 15:57:36.490116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Calling delete_port for 071850ad-a2ec-4110-8ca0-c757ee81de34 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:36.539180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd8b44-df4c-4646-b9e7-d68a3cb9bda5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b906d5e2-74c1-4d6c-9331-470c3dedbf9b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:36.560476 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eebd8b44-df4c-4646-b9e7-d68a3cb9bda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.572650 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eebd8b44-df4c-4646-b9e7-d68a3cb9bda5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b906d5e2-74c1-4d6c-9331-470c3dedbf9b HTTP/1.1" status: 204 len: 168 time: 0.9855428 Feb 09 15:57:36.572650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=b2d3cd1a-2a24-4f16-9caa-f46be32538c2,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:36.573785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48416) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:36.588262 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.695292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Made reservation on behalf of b135dbfc2bd44a53be4b00224522ca82 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:36.701360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:36.790696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:36.852874 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP 1b771793-4fe1-4f21-af6e-a9904306fd65 associated. External IP: 172.25.5.166, port: 1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b. Feb 09 15:57:36.950830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab275857-25c1-4f45-a2cd-f2a8078ea640 req-8b33d248-e985-4926-a076-0f7edc070c56 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 210 time: 0.2576587 Feb 09 15:57:36.957107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] device_id is not set on port 414d88d3-6493-4f8d-8251-ca4eb619e71b yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:36.970025 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:37.180809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-98e99e93-d3b2-421f-a316-ee639831b360 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] Request body: {'port': {'network_id': 'bf82def2-ad70-4254-9db4-485109ab12f7', 'name': 'tempest-NetworksNegativeTestJSON-611753213'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:37.234589 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e99e93-d3b2-421f-a316-ee639831b360 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] POST failed (client error): The resource could not be found. Feb 09 15:57:37.235446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e99e93-d3b2-421f-a316-ee639831b360 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:57:37.243235 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-98e99e93-d3b2-421f-a316-ee639831b360 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4413078 Feb 09 15:57:37.292574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48430) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:37.418297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:37.459807 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac49065-70cf-44f1-9a18-328fdf366ee1 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] DELETE failed (client error): The resource could not be found. Feb 09 15:57:37.460557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac49065-70cf-44f1-9a18-328fdf366ee1 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:57:37.464246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3ac49065-70cf-44f1-9a18-328fdf366ee1 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "DELETE /v2.0/networks/7f031ed0-6bba-468e-8d99-a89b63e6f2d7 HTTP/1.1" status: 404 len: 339 time: 0.1689348 Feb 09 15:57:37.478064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:37.518983 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:37.520710 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-103d8652-dc5e-40ca-9acf-5c6567bdef50 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] DELETE failed (client error): The resource could not be found. Feb 09 15:57:37.521932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103d8652-dc5e-40ca-9acf-5c6567bdef50 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:57:37.525880 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-103d8652-dc5e-40ca-9acf-5c6567bdef50 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "DELETE /v2.0/ports/88977b86-992d-448c-9fa6-8d210fe897f0 HTTP/1.1" status: 404 len: 333 time: 0.0465925 Feb 09 15:57:37.532677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48436) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:37.573722 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b1ee2c-2134-48dd-b396-ea952a71fde4 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] DELETE failed (client error): The resource could not be found. Feb 09 15:57:37.574837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b1ee2c-2134-48dd-b396-ea952a71fde4 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:57:37.578893 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-98b1ee2c-2134-48dd-b396-ea952a71fde4 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "DELETE /v2.0/subnets/c2ca6b04-598a-463b-96e0-45bcba9e8020 HTTP/1.1" status: 404 len: 337 time: 0.0449712 Feb 09 15:57:37.601196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48438) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:37.624149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebef1996-e641-43b7-903f-1c8cc2cf603d']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:37.645331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4623d0e-5ee8-4aa0-9b55-72e3a2907855 req-11f90776-af2e-4a9c-8d88-c6d6f845a1ba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:37.647203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4623d0e-5ee8-4aa0-9b55-72e3a2907855 req-11f90776-af2e-4a9c-8d88-c6d6f845a1ba tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 945 time: 0.4779851 Feb 09 15:57:37.669222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efdd310-c064-4c43-92f4-e0d6f04504c1') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:37.669658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efdd310-c064-4c43-92f4-e0d6f04504c1') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:37.673976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:37.674119 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-507d3060-9f2b-45ef-bce8-7372d8ae479c tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] GET failed (client error): The resource could not be found. Feb 09 15:57:37.675387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-507d3060-9f2b-45ef-bce8-7372d8ae479c tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "GET /v2.0/networks/48a510ad-03ec-4d9c-a5ce-e63a3f83ddd1 HTTP/1.1" status: 404 len: 339 time: 0.0695457 Feb 09 15:57:37.689549 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bed154-6bbe-4eb4-81c9-e182485bef7c None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:37.693416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48442) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:37.703488 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:37.714340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bed154-6bbe-4eb4-81c9-e182485bef7c None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:37.714571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:37.716448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-11bed154-6bbe-4eb4-81c9-e182485bef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:37.723858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83d3fb-4b2c-4475-9224-8e4a6f24cce1 req-19107722-fa0b-4a1f-b3eb-0f0a07c23af6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:37.725579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d83d3fb-4b2c-4475-9224-8e4a6f24cce1 req-19107722-fa0b-4a1f-b3eb-0f0a07c23af6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1024 time: 0.3063605 Feb 09 15:57:37.767139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['071850ad-a2ec-4110-8ca0-c757ee81de34'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:37.770402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-11bed154-6bbe-4eb4-81c9-e182485bef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:37.825518 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1794f85-f693-4caa-a798-8a0f4bb42767 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] GET failed (client error): The resource could not be found. Feb 09 15:57:37.825518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a1794f85-f693-4caa-a798-8a0f4bb42767 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "GET /v2.0/ports/93a87777-c4ae-40a3-b86b-bdc2d046e016 HTTP/1.1" status: 404 len: 333 time: 0.1192353 Feb 09 15:57:37.831311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:37.832717 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48444) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:37.839771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event deleted for resources: {'Port': ['ID=071850ad-a2ec-4110-8ca0-c757ee81de34,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:37.846924 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:37.877299 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:37.880728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:37.886420 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27077f6-e28b-48e1-9858-9db93d6b3d52 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] GET failed (client error): The resource could not be found. Feb 09 15:57:37.895004 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d27077f6-e28b-48e1-9858-9db93d6b3d52 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "GET /v2.0/subnets/04f97ee1-3ba3-472f-85f9-0d044f16354a HTTP/1.1" status: 404 len: 337 time: 0.0524197 Feb 09 15:57:37.895328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:37.896844 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:37.901332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-feec4b91-1ff4-4715-bac5-790fc5df6133 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:37.935509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:37.935838 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-feec4b91-1ff4-4715-bac5-790fc5df6133 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] PUT failed (client error): The resource could not be found. Feb 09 15:57:37.936603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feec4b91-1ff4-4715-bac5-790fc5df6133 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:57:37.937860 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-feec4b91-1ff4-4715-bac5-790fc5df6133 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "PUT /v2.0/networks/50b57750-6990-4b37-90bb-f152409ec306 HTTP/1.1" status: 404 len: 339 time: 0.0416489 Feb 09 15:57:37.948718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4623d0e-5ee8-4aa0-9b55-72e3a2907855 req-004261bf-9b60-4d81-a66c-6af6ea79fa19 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817483 Feb 09 15:57:37.949241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48450) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:38.009392 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b05de387-a1dd-4f64-8aa3-f7ddf1f54820 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9880471 Feb 09 15:57:38.010267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bed154-6bbe-4eb4-81c9-e182485bef7c None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:38.010267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-11bed154-6bbe-4eb4-81c9-e182485bef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:38.010704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] No DVR routers for this DVR port 071850ad-a2ec-4110-8ca0-c757ee81de34 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:38.011350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48454) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:38.019120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.022971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1833704-a667-443d-8881-ccb491ff7afd req-77c66b21-ed78-4cb1-9c3a-e21f9c3c2a04 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.73 "DELETE /v2.0/ports/071850ad-a2ec-4110-8ca0-c757ee81de34 HTTP/1.1" status: 204 len: 173 time: 2.0541310 Feb 09 15:57:38.026363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:38.033878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5d917ddb-14de-4690-84a7-90584c43b039 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:38.048106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c79f63-7bab-40e4-9149-afe3c5e4ad9c', 'name': 'network-vif-deleted', 'tag': '071850ad-a2ec-4110-8ca0-c757ee81de34'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:38.050768 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19473e6e-9c1e-4343-a911-9bfa40349ed7" -d '{"events": [{"server_uuid": "45c79f63-7bab-40e4-9149-afe3c5e4ad9c", "name": "network-vif-deleted", "tag": "071850ad-a2ec-4110-8ca0-c757ee81de34"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:38.058700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-11bed154-6bbe-4eb4-81c9-e182485bef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:38.065553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bed154-6bbe-4eb4-81c9-e182485bef7c None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:38.076899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d83d3fb-4b2c-4475-9224-8e4a6f24cce1 req-e6d310c3-8f43-4c06-a794-4ebda7946d9f tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&id=0c07b0c7-f432-4a0b-b73e-f9a6dafc6558&id=7a32e424-7aba-4a86-a703-75c13e1b49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3198473 Feb 09 15:57:38.125626 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d917ddb-14de-4690-84a7-90584c43b039 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] PUT failed (client error): The resource could not be found. Feb 09 15:57:38.126697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d917ddb-14de-4690-84a7-90584c43b039 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:57:38.128175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5d917ddb-14de-4690-84a7-90584c43b039 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "PUT /v2.0/ports/ac5af623-3839-4970-9b86-577ed1a2a103 HTTP/1.1" status: 404 len: 333 time: 0.1207461 Feb 09 15:57:38.142593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48458) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:38.155818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-81b7e46f-696a-4faa-80ef-730fa218c124 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:38.168315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab81b6fa-5cd1-447d-8bda-94acb882c555 req-31dcf7f9-2f19-422c-94d0-45b3bd17df70 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 210 time: 0.0488346 Feb 09 15:57:38.170838 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4ad0e8-0182-4713-bc01-15aa6ef37cbf x-openstack-request-id: req-fd4ad0e8-0182-4713-bc01-15aa6ef37cbf {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:38.171257 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c79f63-7bab-40e4-9149-afe3c5e4ad9c", "name": "network-vif-deleted", "tag": "071850ad-a2ec-4110-8ca0-c757ee81de34", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:38.171398 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd4ad0e8-0182-4713-bc01-15aa6ef37cbf {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:38.171810 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c79f63-7bab-40e4-9149-afe3c5e4ad9c', 'name': 'network-vif-deleted', 'tag': '071850ad-a2ec-4110-8ca0-c757ee81de34', 'status': 'completed', 'code': 200} Feb 09 15:57:38.184310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.186231 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b7e46f-696a-4faa-80ef-730fa218c124 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] PUT failed (client error): The resource could not be found. Feb 09 15:57:38.188370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b7e46f-696a-4faa-80ef-730fa218c124 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:57:38.189577 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81b7e46f-696a-4faa-80ef-730fa218c124 tempest-NetworksNegativeTestJSON-971388598 tempest-NetworksNegativeTestJSON-971388598-project] 10.222.0.53 "PUT /v2.0/subnets/ea1f7a57-de63-45d5-a07a-d029769b116c HTTP/1.1" status: 404 len: 337 time: 0.0460114 Feb 09 15:57:38.283601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.290836 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.393349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.400738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ebef1996-e641-43b7-903f-1c8cc2cf603d HTTP/1.1" status: 204 len: 168 time: 1.8286250 Feb 09 15:57:38.431141 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.441200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec51b74-89be-4441-8e53-c02a48b24665 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebef1996-e641-43b7-903f-1c8cc2cf603d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:38.511509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Network 780c100e-15af-4cff-b4aa-56abb7013b58 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:38.519357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:38.528178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:38.529169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:38.529778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.540204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=414d88d3-6493-4f8d-8251-ca4eb619e71b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:38.556748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-493faf8d-fa64-4418-8c33-a95739d9bcc8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:38.558613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-493faf8d-fa64-4418-8c33-a95739d9bcc8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.73 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 813 time: 0.3202920 Feb 09 15:57:38.563212 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.563560 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP 1b771793-4fe1-4f21-af6e-a9904306fd65 disassociated. External IP: 172.25.5.166, port: 1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b. Feb 09 15:57:38.582005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Request body: {'port': {'device_id': '7637b338-be61-4174-9595-d70aa86e1a22', 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182', 'admin_state_up': True, 'tenant_id': '86cc00277f0d4e1590cecd0b8eef474a'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:38.714745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f49ee126-3ca9-44ee-9cc0-9451d10f26d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2793338 Feb 09 15:57:38.718872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48464) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:38.755025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-7a0423c8-4ad0-4cae-a17f-8b25af91645c tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:38.757808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-7a0423c8-4ad0-4cae-a17f-8b25af91645c tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1024 time: 0.1047292 Feb 09 15:57:38.789417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dee820-107c-4c53-b73c-39a17b4a89ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:38.798097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e8dee820-107c-4c53-b73c-39a17b4a89ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "GET /v2.0/ports/414d88d3-6493-4f8d-8251-ca4eb619e71b HTTP/1.1" status: 200 len: 959 time: 0.0707898 Feb 09 15:57:38.798097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48466) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:38.900073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2c1caca2-95f4-4732-8544-f8bac4d1833d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Deleting port 414d88d3-6493-4f8d-8251-ca4eb619e71b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:38.900073 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c1caca2-95f4-4732-8544-f8bac4d1833d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:38.938080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Made reservation on behalf of 86cc00277f0d4e1590cecd0b8eef474a for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:38.941788 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.020569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48470) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:39.029044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48472) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:39.066039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c1caca2-95f4-4732-8544-f8bac4d1833d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.089185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2c1caca2-95f4-4732-8544-f8bac4d1833d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Calling delete_port for 414d88d3-6493-4f8d-8251-ca4eb619e71b owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:39.107862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:39.126144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Deleting port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:39.126786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.174540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcd36309-bd7c-49e0-b691-6840d92b787e req-4ca0e349-7610-41a3-9bc1-8956245e3141 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=45c79f63-7bab-40e4-9149-afe3c5e4ad9c HTTP/1.1" status: 200 len: 210 time: 0.0427604 Feb 09 15:57:39.261631 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-493d3c6e-51e9-4b51-9892-9756f1078608 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf4350182f7b456898e4ac70fc02e4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392058 Feb 09 15:57:39.267010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48482) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:39.283262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Allocated IP 172.20.0.7 (2994ed8d-ea67-4281-b014-38ef112c6182/fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f/5c25aa8d-2452-4835-bbce-7230da9651ca) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:39.324843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e8c63-8e40-49ea-b583-6189d19af80b req-7dc69090-c32a-4ee1-beb1-1540b53ca0bd tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:39.333153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-543e8c63-8e40-49ea-b583-6189d19af80b req-7dc69090-c32a-4ee1-beb1-1540b53ca0bd tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 1024 time: 0.1184783 Feb 09 15:57:39.415922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45461407-b481-4848-95ad-58820c55823e req-57f236cd-72cd-4339-8c5f-928b9a7f3b71 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 210 time: 0.0709875 Feb 09 15:57:39.420297 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3a90de4-54a2-4ef1-9a4d-9a70bc92b604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.449981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-543e8c63-8e40-49ea-b583-6189d19af80b req-7458ba67-9d99-4e86-aa96-634496c57e9e tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups?id=76247694-8fe1-4b5d-9897-4b1773ba6a11&id=0c07b0c7-f432-4a0b-b73e-f9a6dafc6558&id=7a32e424-7aba-4a86-a703-75c13e1b49cb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1156139 Feb 09 15:57:39.537855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] For port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,segment=NetworkSegment(ec7b5310-f208-4cdd-97eb-97e05f2baebb),segment_id=ec7b5310-f208-4cdd-97eb-97e05f2baebb)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:39.538309 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.564026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c1caca2-95f4-4732-8544-f8bac4d1833d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.573921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Calling delete_port for 78f77d0c-0390-486d-a5d2-ecd2257d0e9b owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:39.584550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac5acb1f-f6da-4aba-b9bd-502bfa337a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.612941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:39.622697 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.659593 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac5acb1f-f6da-4aba-b9bd-502bfa337a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:39.659786 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4daae0-eb31-429b-953f-6b1e8fca31ae None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:39.671205 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4daae0-eb31-429b-953f-6b1e8fca31ae None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:39.673893 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3b4daae0-eb31-429b-953f-6b1e8fca31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:39.719286 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1ae59add-eb3b-4f4b-bd50-0569760a9c1d tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/floatingips/1b771793-4fe1-4f21-af6e-a9904306fd65 HTTP/1.1" status: 200 len: 688 time: 1.7044668 Feb 09 15:57:39.726800 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48490) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:39.735144 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3b4daae0-eb31-429b-953f-6b1e8fca31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:39.752412 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4daae0-eb31-429b-953f-6b1e8fca31ae None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:39.753447 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3b4daae0-eb31-429b-953f-6b1e8fca31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:39.846175 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3b4daae0-eb31-429b-953f-6b1e8fca31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:39.847815 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4daae0-eb31-429b-953f-6b1e8fca31ae None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:39.947889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port b2d3cd1a-2a24-4f16-9caa-f46be32538c2 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:39.948636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.002858 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac5acb1f-f6da-4aba-b9bd-502bfa337a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.005522 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac5acb1f-f6da-4aba-b9bd-502bfa337a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.014479 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ac5acb1f-f6da-4aba-b9bd-502bfa337a34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4728ec6e-7e77-4157-9a3a-ef70682fbdfd HTTP/1.1" status: 204 len: 168 time: 0.7381828 Feb 09 15:57:40.025897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5acb1f-f6da-4aba-b9bd-502bfa337a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4728ec6e-7e77-4157-9a3a-ef70682fbdfd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:40.094807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.095595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.355177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for b2d3cd1a-2a24-4f16-9caa-f46be32538c2 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:40.355177 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.359815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 071850ad-a2ec-4110-8ca0-c757ee81de34 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:40.363317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1caca2-95f4-4732-8544-f8bac4d1833d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event deleted for resources: {'Port': ['ID=414d88d3-6493-4f8d-8251-ca4eb619e71b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:40.363317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c1caca2-95f4-4732-8544-f8bac4d1833d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.363317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2c1caca2-95f4-4732-8544-f8bac4d1833d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "DELETE /v2.0/ports/414d88d3-6493-4f8d-8251-ca4eb619e71b HTTP/1.1" status: 204 len: 168 time: 1.3992338 Feb 09 15:57:40.367887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'Port': ['ID=78f77d0c-0390-486d-a5d2-ecd2257d0e9b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:40.369238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['78f77d0c-0390-486d-a5d2-ecd2257d0e9b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:40.369672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] No DVR routers for this DVR port 78f77d0c-0390-486d-a5d2-ecd2257d0e9b on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:40.369833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.369980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.370125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3a90de4-54a2-4ef1-9a4d-9a70bc92b604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.370261 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1aaebcc1-cc7f-4627-b391-4e5836e97fee req-af3ab3aa-beda-4be6-8aa9-c66b40d1f6b4 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.13 "DELETE /v2.0/ports/78f77d0c-0390-486d-a5d2-ecd2257d0e9b HTTP/1.1" status: 204 len: 173 time: 1.5575294 Feb 09 15:57:40.370261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'name': 'network-vif-deleted', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:40.370261 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce952b9b-2657-41e4-821c-39db9f75d166" -d '{"events": [{"server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "name": "network-vif-deleted", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:40.370261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48500) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:40.386123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 071850ad-a2ec-4110-8ca0-c757ee81de34 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:40.386536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 071850ad-a2ec-4110-8ca0-c757ee81de34 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:40.422589 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed151b9d-4480-4bad-ab09-b4b135c83be2 x-openstack-request-id: req-ed151b9d-4480-4bad-ab09-b4b135c83be2 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:40.422945 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6731c4-2afe-4a3a-854e-4b898c43ee8e", "name": "network-vif-deleted", "tag": "78f77d0c-0390-486d-a5d2-ecd2257d0e9b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:40.423107 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed151b9d-4480-4bad-ab09-b4b135c83be2 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:40.423485 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6731c4-2afe-4a3a-854e-4b898c43ee8e', 'name': 'network-vif-deleted', 'tag': '78f77d0c-0390-486d-a5d2-ecd2257d0e9b', 'status': 'completed', 'code': 200} Feb 09 15:57:40.424624 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-692655a4-8c66-42dd-bda2-59d11e7abcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] GET failed (client error): The resource could not be found. Feb 09 15:57:40.426292 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-692655a4-8c66-42dd-bda2-59d11e7abcd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "GET /v2.0/ports/414d88d3-6493-4f8d-8251-ca4eb619e71b HTTP/1.1" status: 404 len: 333 time: 0.0616820 Feb 09 15:57:40.432178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48504) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:40.438348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Request body: {'port': {'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480566877'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:40.538478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f74bf65-c98a-450b-bb9a-c5e294802428 req-62f98bae-39b8-4ce0-8c37-52ef89b553f7 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 210 time: 0.0333872 Feb 09 15:57:40.568488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3eef809e-4b56-4097-aeed-edde0c0c2a06 req-c126107e-5ef3-4922-b63a-6f9ede667dc7 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e6731c4-2afe-4a3a-854e-4b898c43ee8e HTTP/1.1" status: 200 len: 210 time: 0.0288608 Feb 09 15:57:40.623499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Made reservation on behalf of b135dbfc2bd44a53be4b00224522ca82 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:40.630776 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3a90de4-54a2-4ef1-9a4d-9a70bc92b604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.637545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.637885 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.653959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:40.654264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['7794dfba-75f9-460f-9f53-dd47d35b9364'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:40.754577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=b2d3cd1a-2a24-4f16-9caa-f46be32538c2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:40.838781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c3a90de4-54a2-4ef1-9a4d-9a70bc92b604 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97d8205c2f5f4b9e9a602dfeade64b12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8083179 Feb 09 15:57:40.861693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48514) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:40.869257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a90de4-54a2-4ef1-9a4d-9a70bc92b604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61bf2d7-148e-4c07-8b9e-97125a2d5f38,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:40.898654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Network 2994ed8d-ea67-4281-b014-38ef112c6182 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:40.908933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:40.922897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:41.059192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:41.060908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.079536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Pushing event updated for resources: {'Port': ['ID=5c25aa8d-2452-4835-bbce-7230da9651ca,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:41.216702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6040062-dd82-4b43-bc79-e0ea4be6e87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.244698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6040062-dd82-4b43-bc79-e0ea4be6e87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.300880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-5ff782a0-2d1f-42ea-a387-8514d52a05cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7235591 Feb 09 15:57:41.319603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Request body: {'port': {'device_id': '7637b338-be61-4174-9595-d70aa86e1a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:41.378807 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] device_id is not set on port d422d8c7-4940-4feb-b7b5-4991517b929a yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:41.423705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596144f1-ee8d-4b88-8626-264b17496a03 req-b1e6f482-73a6-4350-88c3-4606d4bdca4b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:41.425654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-b1e6f482-73a6-4350-88c3-4606d4bdca4b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.2973654 Feb 09 15:57:41.445222 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.486312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6040062-dd82-4b43-bc79-e0ea4be6e87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.489716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6040062-dd82-4b43-bc79-e0ea4be6e87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.493129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c6040062-dd82-4b43-bc79-e0ea4be6e87b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c61bf2d7-148e-4c07-8b9e-97125a2d5f38 HTTP/1.1" status: 204 len: 168 time: 0.6165402 Feb 09 15:57:41.519744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-3182a6f2-3843-4a12-9d62-9372918da748 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/quotas/3a42761150e049e4bc3cf104b2881f83 HTTP/1.1" status: 200 len: 375 time: 0.0840960 Feb 09 15:57:41.601948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.607241 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.615490 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5470c254-ad13-488d-be43-8dcb8bbb363b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/floatingips/1b771793-4fe1-4f21-af6e-a9904306fd65 HTTP/1.1" status: 204 len: 168 time: 1.8825428 Feb 09 15:57:41.616508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:41.625226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-0c41d647-0674-430a-a30c-6903e6f42337 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038136 Feb 09 15:57:41.631547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040062-dd82-4b43-bc79-e0ea4be6e87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61bf2d7-148e-4c07-8b9e-97125a2d5f38,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:41.632657 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '9cacf38c-6656-4f63-a560-24b59c69c2e3'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:41.857336 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:41.891680 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.086186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.094779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553cfc3-8da1-4b63-b5dc-bde819c0bcea req-5e1baebe-06a7-4b31-a7ef-7b62662f49b8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:42.097601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4553cfc3-8da1-4b63-b5dc-bde819c0bcea req-5e1baebe-06a7-4b31-a7ef-7b62662f49b8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 931 time: 0.3697245 Feb 09 15:57:42.099980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.101102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-38ffad12-9815-492a-9814-0e23096a9de1 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595053 Feb 09 15:57:42.251389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Network 780c100e-15af-4cff-b4aa-56abb7013b58 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:42.259591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:42.261512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4553cfc3-8da1-4b63-b5dc-bde819c0bcea req-65a84e17-334f-4cbe-b37e-5c54f14be408 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493483 Feb 09 15:57:42.271161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:42.273526 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:42.274474 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.303871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=d422d8c7-4940-4feb-b7b5-4991517b929a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:42.362928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-e219d366-824a-4ccb-8bdc-6154367e3cd5 service neutron] 10.222.0.53 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446032 Feb 09 15:57:42.384708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c25aa8d-2452-4835-bbce-7230da9651ca {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:42.389049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.25.5.148 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/dd25acf7-187e-4338-8153-72602fb1dc25) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:42.401963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.437591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Transition to ACTIVE for port object 5c25aa8d-2452-4835-bbce-7230da9651ca will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:57:42.524408 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.569267 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ac14b004-92c5-4983-addf-2413d553283f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1301360 Feb 09 15:57:42.569267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48554) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:42.572507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4370ba35-4a80-43d2-8a01-bdd12e945f1a req-cde20779-3b18-40fa-aaed-ba5b776be6c6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/7a32e424-7aba-4a86-a703-75c13e1b49cb HTTP/1.1" status: 200 len: 1802 time: 0.1028209 Feb 09 15:57:42.573616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.574036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:42.642875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.652592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.703005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:42.732899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:42.745435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:42.759892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333693a-5c89-490b-862e-849dca51887d service neutron] Pushing event updated for resources: {'Port': ['ID=5c25aa8d-2452-4835-bbce-7230da9651ca,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:42.779688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4370ba35-4a80-43d2-8a01-bdd12e945f1a req-88591728-6540-426e-b2de-7ffab328ccd6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.854214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4370ba35-4a80-43d2-8a01-bdd12e945f1a req-88591728-6540-426e-b2de-7ffab328ccd6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.855531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=dd25acf7-187e-4338-8153-72602fb1dc25,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:42.915018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Attempting to bind port 5c25aa8d-2452-4835-bbce-7230da9651ca on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:42.915518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Attempting to bind port 5c25aa8d-2452-4835-bbce-7230da9651ca by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:42.915969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Attempting to bind port 5c25aa8d-2452-4835-bbce-7230da9651ca on network 2994ed8d-ea67-4281-b014-38ef112c6182 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:42.926375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Port 5c25aa8d-2452-4835-bbce-7230da9651ca on network 2994ed8d-ea67-4281-b014-38ef112c6182 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:42.943456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Attempting to bind port 5c25aa8d-2452-4835-bbce-7230da9651ca on network 2994ed8d-ea67-4281-b014-38ef112c6182 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:42.948398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:57:42.948869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Checking segment: {'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:42.949308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Bound using segment: {'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:57:42.950034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Bound port: 5c25aa8d-2452-4835-bbce-7230da9651ca, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0360f28-2a65-4650-a95c-fa606d8ce097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:57:42.950479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:42.971624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-111b26fc-15a5-45d2-8ed4-f6c434cdc721 req-e47755d5-22de-4142-a540-d8dbcb6653e3 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 210 time: 0.0464258 Feb 09 15:57:43.080531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] For port 5c25aa8d-2452-4835-bbce-7230da9651ca, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:43.084178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] For port 5c25aa8d-2452-4835-bbce-7230da9651ca, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5c25aa8d-2452-4835-bbce-7230da9651ca,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:57:43.085425 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4370ba35-4a80-43d2-8a01-bdd12e945f1a req-88591728-6540-426e-b2de-7ffab328ccd6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:43.088073 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4370ba35-4a80-43d2-8a01-bdd12e945f1a req-88591728-6540-426e-b2de-7ffab328ccd6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:43.089313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4370ba35-4a80-43d2-8a01-bdd12e945f1a req-88591728-6540-426e-b2de-7ffab328ccd6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/7a32e424-7aba-4a86-a703-75c13e1b49cb HTTP/1.1" status: 204 len: 173 time: 0.5073032 Feb 09 15:57:43.106934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591728-6540-426e-b2de-7ffab328ccd6 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a32e424-7aba-4a86-a703-75c13e1b49cb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:43.149022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 78f77d0c-0390-486d-a5d2-ecd2257d0e9b no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:57:43.208186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 78f77d0c-0390-486d-a5d2-ecd2257d0e9b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:57:43.211721 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 78f77d0c-0390-486d-a5d2-ecd2257d0e9b not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:57:43.269825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:43.288766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7eb7afb5-723c-4327-a2e9-5571b7f361aa req-672cded4-89f9-479c-8fa9-98ed9a4947a0 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "GET /v2.0/security-groups/0c07b0c7-f432-4a0b-b73e-f9a6dafc6558 HTTP/1.1" status: 200 len: 1802 time: 0.1425548 Feb 09 15:57:43.383423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] device_id is not set on port d422d8c7-4940-4feb-b7b5-4991517b929a yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:43.402790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48580) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:43.431762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:43.470505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333693a-5c89-490b-862e-849dca51887d service neutron] Pushing event updated for resources: {'Port': ['ID=5c25aa8d-2452-4835-bbce-7230da9651ca,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:43.520200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:43.521664 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:43.523861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-0333693a-5c89-490b-862e-849dca51887d service neutron] 10.222.0.73 "PUT /v2.0/ports/5c25aa8d-2452-4835-bbce-7230da9651ca HTTP/1.1" status: 200 len: 1091 time: 2.2137692 Feb 09 15:57:43.539730 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:43.552071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7637b338-be61-4174-9595-d70aa86e1a22', 'tag': '5c25aa8d-2452-4835-bbce-7230da9651ca'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:43.556383 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44125ba-def1-413f-9388-04c9f38ff787" -d '{"events": [{"name": "network-changed", "server_uuid": "7637b338-be61-4174-9595-d70aa86e1a22", "tag": "5c25aa8d-2452-4835-bbce-7230da9651ca"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:43.605375 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7eb7afb5-723c-4327-a2e9-5571b7f361aa req-c394475b-099b-49ec-8482-4eaabffe0267 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:43.633012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce341929-e10e-402e-9cde-305d9bb9b21e req-8f9f6c11-c3c2-4acf-93bc-ef6c33b0af87 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:43.635896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce341929-e10e-402e-9cde-305d9bb9b21e req-8f9f6c11-c3c2-4acf-93bc-ef6c33b0af87 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 943 time: 0.1540093 Feb 09 15:57:43.692502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=d422d8c7-4940-4feb-b7b5-4991517b929a,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:43.695846 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7eb7afb5-723c-4327-a2e9-5571b7f361aa req-c394475b-099b-49ec-8482-4eaabffe0267 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:43.810510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:43.811701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:43.812599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:43.837914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:43.838867 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:43.843781 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 2 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:43.891747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce341929-e10e-402e-9cde-305d9bb9b21e req-82a5a15c-1215-4427-af2c-0435f40c2cd3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436790 Feb 09 15:57:43.907706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-52a3008e-b9d7-4a1f-8b50-3039bf5a456d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:43.918897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-52a3008e-b9d7-4a1f-8b50-3039bf5a456d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 1094 time: 0.2138882 Feb 09 15:57:43.924873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:43.925216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:43.925561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:43.935361 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:43.935704 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:43.938335 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 3 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:43.959768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:43.960148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:43.960488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:43.977108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:43.977470 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:43.981723 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 4 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:44.003524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.035954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:44.035954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:44.035954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:44.051406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1708272996-network', 'tenant_id': '30779e57551a4eafa8c5ac1ea8664f8f'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:44.058813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:44.059583 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:44.064135 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 5 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:44.077940 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8902c0be-59b1-45e0-8837-2e3212ed902e x-openstack-request-id: req-8902c0be-59b1-45e0-8837-2e3212ed902e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:44.078559 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7637b338-be61-4174-9595-d70aa86e1a22", "tag": "5c25aa8d-2452-4835-bbce-7230da9651ca", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:44.079053 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8902c0be-59b1-45e0-8837-2e3212ed902e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:44.080208 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7637b338-be61-4174-9595-d70aa86e1a22', 'tag': '5c25aa8d-2452-4835-bbce-7230da9651ca', 'status': 'completed', 'code': 200} Feb 09 15:57:44.082656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7eb7afb5-723c-4327-a2e9-5571b7f361aa req-c394475b-099b-49ec-8482-4eaabffe0267 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.087770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7eb7afb5-723c-4327-a2e9-5571b7f361aa req-c394475b-099b-49ec-8482-4eaabffe0267 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.090201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7eb7afb5-723c-4327-a2e9-5571b7f361aa req-c394475b-099b-49ec-8482-4eaabffe0267 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] 10.222.0.53 "DELETE /v2.0/security-groups/0c07b0c7-f432-4a0b-b73e-f9a6dafc6558 HTTP/1.1" status: 204 len: 173 time: 0.7993665 Feb 09 15:57:44.092838 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:44.093923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:44.094425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:44.099625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-2c6c461a-cdbf-46a8-b898-9985b21a8375 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c25aa8d-2452-4835-bbce-7230da9651ca HTTP/1.1" status: 200 len: 217 time: 0.1573176 Feb 09 15:57:44.104276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48596) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:44.105507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:44.106231 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:44.113442 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 6 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:44.142853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:44.143558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:44.144320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:44.152711 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:44.153156 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:44.153618 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 7 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:44.168502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:44.168973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:44.169384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:44.175023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:44.175329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394475b-099b-49ec-8482-4eaabffe0267 tempest-SecurityGroupsTestJSON-309947011 tempest-SecurityGroupsTestJSON-309947011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c07b0c7-f432-4a0b-b73e-f9a6dafc6558,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:44.175526 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:44.176000 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 8 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:44.194098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:44.194558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:44.194868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:44.203440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:44.203440 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:44.203932 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 9 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:44.221625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee4052f6-0f30-4ddf-9c7e-23a600ebe06d req-d8c670ec-a56d-4d22-b68c-b4d146b1172c tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 210 time: 0.0704474 Feb 09 15:57:44.222444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:44.222793 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:44.223133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:44.238493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-52db2bea-6b62-49e7-b5d3-cabc6927d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:44.240027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-52db2bea-6b62-49e7-b5d3-cabc6927d493 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.1261256 Feb 09 15:57:44.243415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-259cb4fd-af17-4475-adbb-3d4c6b4c9171 admin admin] Deleting subnet 427cf27a-3e5f-40ce-8760-503dde312e08 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:57:44.244661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:44.245505 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:44.247979 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempt 10 to bind port d422d8c7-4940-4feb-b7b5-4991517b929a Feb 09 15:57:44.257465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-259cb4fd-af17-4475-adbb-3d4c6b4c9171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.266323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Made reservation on behalf of 30779e57551a4eafa8c5ac1ea8664f8f for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:44.271769 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.274040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.283385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:44.283385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:44.283385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempting to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:44.310642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.318064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:44.318414 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Failed to bind port d422d8c7-4940-4feb-b7b5-4991517b929a on host n-h2-828542-1 for vnic_type normal using segments [{'id': '8a5d3c9f-874c-4901-8cec-71fc31dd8ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '780c100e-15af-4cff-b4aa-56abb7013b58'}] Feb 09 15:57:44.318797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.323491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-1195b6a5-3e9f-4da4-8751-c0ea713e267f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760722 Feb 09 15:57:44.348354 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-259cb4fd-af17-4475-adbb-3d4c6b4c9171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.485105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-259cb4fd-af17-4475-adbb-3d4c6b4c9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.543673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-b5ace4eb-9d89-427a-916c-71f456f989b1 service neutron] 10.222.0.73 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118196 Feb 09 15:57:44.578420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] For port d422d8c7-4940-4feb-b7b5-4991517b929a, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:44.579156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attempted to set empty binding levels {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 15:57:44.625033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.661844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.666386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.714085 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.719175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd0b9b7-1539-4c51-a701-88fd5b0511ec req-949be511-1956-4b65-bbef-803f1a8c78ee service neutron] 10.222.0.73 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585937 Feb 09 15:57:44.719175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48608) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:44.728687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] In _notify_port_updated(), no bound segment for port d422d8c7-4940-4feb-b7b5-4991517b929a on network 780c100e-15af-4cff-b4aa-56abb7013b58 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 15:57:44.729876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:44.730536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.733612 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "PUT /v2.0/ports/d422d8c7-4940-4feb-b7b5-4991517b929a HTTP/1.1" status: 200 len: 979 time: 2.1645305 Feb 09 15:57:44.741253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48612) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:44.763303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:44.787147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48614) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:44.808589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.825053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cad2e-86f0-4004-b04b-77b2ddf47c9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event updated for resources: {'Port': ['ID=d422d8c7-4940-4feb-b7b5-4991517b929a,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:44.826666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.827610 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Added segment af5779e2-144c-4d92-8820-a35c48eed9f2 of type vlan for network 2fab2347-5e23-4366-aa0e-0ae91e01fd3c Feb 09 15:57:44.840123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379e88bc-436c-4f3b-b2fd-200c31217580,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:44.878538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-259cb4fd-af17-4475-adbb-3d4c6b4c9171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.953501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Deleting port d422d8c7-4940-4feb-b7b5-4991517b929a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:44.953501 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.956172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cb4fd-af17-4475-adbb-3d4c6b4c9171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427cf27a-3e5f-40ce-8760-503dde312e08,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:44.958813 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-259cb4fd-af17-4475-adbb-3d4c6b4c9171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.964872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-259cb4fd-af17-4475-adbb-3d4c6b4c9171 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/427cf27a-3e5f-40ce-8760-503dde312e08 HTTP/1.1" status: 204 len: 168 time: 0.8572383 Feb 09 15:57:44.965383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48620) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:44.991534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.992451 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b71be2b-4a3f-4bc1-85bf-2b2fe5f28aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:44.996420 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.049766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1411008912'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:45.082423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=dd25acf7-187e-4338-8153-72602fb1dc25,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:45.159694 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP ede452f2-f013-4cbf-8eef-887693a583c0 associated. External IP: 172.25.5.148, port: 9cacf38c-6656-4f63-a560-24b59c69c2e3. Feb 09 15:57:45.220197 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.222264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:45.223021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.237975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] For port d422d8c7-4940-4feb-b7b5-4991517b929a, host n-h2-828542-1, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:45.238378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.269146 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.271175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Calling delete_port for d422d8c7-4940-4feb-b7b5-4991517b929a owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:45.308541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46c75e-967c-40b7-912e-19a58374fba3 req-07a18c50-31a9-41c3-ba77-4a37f5dcf9bb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:45.310516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da46c75e-967c-40b7-912e-19a58374fba3 req-07a18c50-31a9-41c3-ba77-4a37f5dcf9bb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 943 time: 0.2469437 Feb 09 15:57:45.322605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44125ba-def1-413f-9388-04c9f38ff787 req-696b3950-3932-4d8e-ae7b-5d5a2af2eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:45.324564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b44125ba-def1-413f-9388-04c9f38ff787 req-696b3950-3932-4d8e-ae7b-5d5a2af2eb8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 1094 time: 0.2882936 Feb 09 15:57:45.350700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] Pushing event updated for resources: {'Network': ['ID=2fab2347-5e23-4366-aa0e-0ae91e01fd3c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:45.365118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2fab2347-5e23-4366-aa0e-0ae91e01fd3c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:45.426212 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a58f2983-a0ec-4bcd-ba17-34eaf6a12972 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0170267 Feb 09 15:57:45.477850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c89b6db9-20d1-405a-8190-c9b4c33a63b8 req-fad3ddc3-906d-4ac7-948d-5086099f95da tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 210 time: 0.1500242 Feb 09 15:57:45.479459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:45.486263 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.513029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:45.574322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da46c75e-967c-40b7-912e-19a58374fba3 req-5c24cf1d-8343-4ae1-9cbe-26752d01f286 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382121 Feb 09 15:57:45.587684 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.678016 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b71be2b-4a3f-4bc1-85bf-2b2fe5f28aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.690447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:45.705029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10760b87-5205-47f7-89aa-bd66be6ac4ca None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:45.722924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10760b87-5205-47f7-89aa-bd66be6ac4ca None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:45.724065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-10760b87-5205-47f7-89aa-bd66be6ac4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:45.732931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.757321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44125ba-def1-413f-9388-04c9f38ff787 req-50b9359b-4433-46fb-babf-69c283b87834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:45.761673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b44125ba-def1-413f-9388-04c9f38ff787 req-50b9359b-4433-46fb-babf-69c283b87834 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 0.4264309 Feb 09 15:57:45.761920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-10760b87-5205-47f7-89aa-bd66be6ac4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:45.773549 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10760b87-5205-47f7-89aa-bd66be6ac4ca None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:45.774189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-10760b87-5205-47f7-89aa-bd66be6ac4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:45.780777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab22bdb-17fa-4943-9c49-9cc6230a3457']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:45.814591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-10760b87-5205-47f7-89aa-bd66be6ac4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:45.815483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10760b87-5205-47f7-89aa-bd66be6ac4ca None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:45.829706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b71be2b-4a3f-4bc1-85bf-2b2fe5f28aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.834607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7b5310-f208-4cdd-97eb-97e05f2baebb') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:45.834908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7b5310-f208-4cdd-97eb-97e05f2baebb') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:45.839124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b44125ba-def1-413f-9388-04c9f38ff787 req-9d4505c8-a423-456a-80e4-494d944c9497 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c25aa8d-2452-4835-bbce-7230da9651ca HTTP/1.1" status: 200 len: 217 time: 0.0707493 Feb 09 15:57:45.854439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.878725 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.902934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.962031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:45.975118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3b71be2b-4a3f-4bc1-85bf-2b2fe5f28aec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=faada730d15e4eea8c2cde153c9f8cba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2497184 Feb 09 15:57:45.975118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71be2b-4a3f-4bc1-85bf-2b2fe5f28aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663fc534-b491-43bf-a7de-448bd710f8b1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:46.008578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:46.014787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:46.015211 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.020196 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9c1fd1d5-c4d5-450b-961d-d3d126a27fda tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3986411 Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:46.026228 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:46.035282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Pushing event deleted for resources: {'Port': ['ID=d422d8c7-4940-4feb-b7b5-4991517b929a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:46.037590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48634) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:46.121693 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.125685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-456020ce-9c9a-4d5d-920f-acc16973b7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d422d8c7-4940-4feb-b7b5-4991517b929a HTTP/1.1" status: 204 len: 168 time: 1.3829947 Feb 09 15:57:46.130625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44125ba-def1-413f-9388-04c9f38ff787 req-e17b4219-04da-4cd3-a0dc-229e432065ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:46.132018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b44125ba-def1-413f-9388-04c9f38ff787 req-e17b4219-04da-4cd3-a0dc-229e432065ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.2696278 Feb 09 15:57:46.134502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48636) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:46.139423 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.197128 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b26019-fb0b-40f0-b6eb-7f69260a1579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] GET failed (client error): The resource could not be found. Feb 09 15:57:46.198881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-75b26019-fb0b-40f0-b6eb-7f69260a1579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435195309-project-admin] 10.222.0.53 "GET /v2.0/ports/d422d8c7-4940-4feb-b7b5-4991517b929a HTTP/1.1" status: 404 len: 333 time: 0.0618670 Feb 09 15:57:46.217965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48638) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:46.218849 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.224958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b44125ba-def1-413f-9388-04c9f38ff787 req-4779ed48-b3ac-4fb5-9da4-6aee15e02791 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634553 Feb 09 15:57:46.268319 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6a817876-82f9-404e-be5d-eb8d389b66bc tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "GET /v2.0/floatingips/ede452f2-f013-4cbf-8eef-887693a583c0 HTTP/1.1" status: 200 len: 977 time: 0.2328498 Feb 09 15:57:46.271947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48640) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:46.290033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596144f1-ee8d-4b88-8626-264b17496a03 req-a42e40b1-c532-4d74-9be7-d8cf48020796 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:46.293065 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-a42e40b1-c532-4d74-9be7-d8cf48020796 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "GET /v2.0/networks?id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 200 len: 810 time: 0.3851409 Feb 09 15:57:46.352052 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.359467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:46.381991 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.385083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/eab22bdb-17fa-4943-9c49-9cc6230a3457 HTTP/1.1" status: 204 len: 168 time: 1.4188180 Feb 09 15:57:46.406238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Request body: {'port': {'device_id': '158618fa-24fa-4f98-be58-247bd28f2dac', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'admin_state_up': True, 'tenant_id': '3a42761150e049e4bc3cf104b2881f83'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:46.428574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5fddb-ed66-4214-b421-de001750fae5 req-23140bb5-afaa-4ccc-9236-76ead06318ae tempest-ComputeTenantNetworksTest-1347483344 tempest-ComputeTenantNetworksTest-1347483344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:46.434546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5fddb-ed66-4214-b421-de001750fae5 req-23140bb5-afaa-4ccc-9236-76ead06318ae tempest-ComputeTenantNetworksTest-1347483344 tempest-ComputeTenantNetworksTest-1347483344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:46.440793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5fddb-ed66-4214-b421-de001750fae5 req-23140bb5-afaa-4ccc-9236-76ead06318ae tempest-ComputeTenantNetworksTest-1347483344 tempest-ComputeTenantNetworksTest-1347483344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:46.442552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcc5fddb-ed66-4214-b421-de001750fae5 req-23140bb5-afaa-4ccc-9236-76ead06318ae tempest-ComputeTenantNetworksTest-1347483344 tempest-ComputeTenantNetworksTest-1347483344-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5197406 Feb 09 15:57:46.460455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2afdd63c-ac13-4985-ab9c-39ce57b2b9e4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:46.465614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.466233 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Added segment daf0b06d-dc3a-4d80-bd4f-4358bd3572aa of type vlan for network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 Feb 09 15:57:46.479314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da3682-476c-4618-9873-8048283096b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab22bdb-17fa-4943-9c49-9cc6230a3457,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:46.514887 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.559788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50057dcc-5147-428e-a8bf-38dd1f0dc382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.574220 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.645396 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-58a2769d-7488-48a6-b24e-0520af45f137 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3708065 Feb 09 15:57:46.658123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b44125ba-def1-413f-9388-04c9f38ff787 req-359ec965-670f-42fd-99b5-3791e174a486 service neutron] 10.222.0.73 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091947 Feb 09 15:57:46.662646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48650) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:46.669972 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'port_id': '1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:46.688980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc9b3cc7-7f2f-4014-b04d-6d6d53c173de req-d4478efd-c46b-4252-bd07-96fcc16665c6 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 210 time: 0.0744314 Feb 09 15:57:46.702260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50057dcc-5147-428e-a8bf-38dd1f0dc382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.723006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9b14f-0dce-4382-823e-d2756a44e43e req-585171df-6e8f-4cb9-be62-c32af1c64abe tempest-ComputeTenantNetworksTest-1347483344 tempest-ComputeTenantNetworksTest-1347483344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:46.724527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1be9b14f-0dce-4382-823e-d2756a44e43e req-585171df-6e8f-4cb9-be62-c32af1c64abe tempest-ComputeTenantNetworksTest-1347483344 tempest-ComputeTenantNetworksTest-1347483344-project] 10.222.0.53 "GET /v2.0/networks/2fab2347-5e23-4366-aa0e-0ae91e01fd3c HTTP/1.1" status: 200 len: 769 time: 0.2160223 Feb 09 15:57:46.774390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48652) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:46.813375 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.819401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:46.820071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.894289 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:46.971745 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48654) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:47.070538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Made reservation on behalf of 3a42761150e049e4bc3cf104b2881f83 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:47.076254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.126030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50057dcc-5147-428e-a8bf-38dd1f0dc382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.129079 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50057dcc-5147-428e-a8bf-38dd1f0dc382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.130615 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-50057dcc-5147-428e-a8bf-38dd1f0dc382 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/663fc534-b491-43bf-a7de-448bd710f8b1 HTTP/1.1" status: 204 len: 168 time: 1.1214230 Feb 09 15:57:47.193670 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-61bc6ad8-0b53-4924-ba76-b899c777f38b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b084b5dee67c4e53ab73597074f551ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190881 Feb 09 15:57:47.200847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50057dcc-5147-428e-a8bf-38dd1f0dc382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663fc534-b491-43bf-a7de-448bd710f8b1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:47.213138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48658) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:47.375247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.438475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6500700 Feb 09 15:57:47.443663 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.445007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48660) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:47.461958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'name': 'tempest-PortsIpV6TestJSON-28484959'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:47.471541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780c100e-15af-4cff-b4aa-56abb7013b58']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:47.497051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2c081-f014-4b9f-a86e-64721e42ae83 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Network': ['ID=59afdfe4-7318-4960-a1a9-79b89a2c3dc0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:47.509159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b44125ba-def1-413f-9388-04c9f38ff787 req-e42e5331-f61c-4b31-a136-23a0d88e8de1 service neutron] 10.222.0.73 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303280 Feb 09 15:57:47.511226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5d3c9f-874c-4901-8cec-71fc31dd8ced') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:47.511530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5d3c9f-874c-4901-8cec-71fc31dd8ced') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:47.527514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:47.563709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.594583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ea2b4-ebc5-4e65-ba2c-c700c33ba997 req-7eefc34a-1a58-4c48-bd49-b3f78b16a0ee tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:47.596300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-107ea2b4-ebc5-4e65-ba2c-c700c33ba997 req-7eefc34a-1a58-4c48-bd49-b3f78b16a0ee tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 943 time: 0.3336949 Feb 09 15:57:47.633698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.660307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:47.660728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:47.664728 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:47.799923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.831538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-107ea2b4-ebc5-4e65-ba2c-c700c33ba997 req-a9038f70-526f-433c-9148-c9969e5879ad tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939645 Feb 09 15:57:47.860158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fab2347-5e23-4366-aa0e-0ae91e01fd3c']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:47.879031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.888923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.909331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] 10.222.0.53 "DELETE /v2.0/networks/780c100e-15af-4cff-b4aa-56abb7013b58 HTTP/1.1" status: 204 len: 168 time: 1.6865571 Feb 09 15:57:47.918062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5779e2-144c-4d92-8820-a35c48eed9f2') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:47.918502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5779e2-144c-4d92-8820-a35c48eed9f2') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:47.981746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:47.997800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:48.002075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.022964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12b27d-99b1-4ff4-bbb4-61935bd577eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-591660761-project] Pushing event deleted for resources: {'Network': ['ID=780c100e-15af-4cff-b4aa-56abb7013b58,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:48.033951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca1010b2-e8c4-4c04-b104-ff7c3da276c9 req-e2857c0a-04c2-4b13-8e83-cb8520de3be8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 210 time: 0.1020603 Feb 09 15:57:48.048121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.059714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:48.060161 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:48.062154 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:48.083063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port b7d0fd7e-272c-498b-baeb-04db7952cf46 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:48.150553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2529e929-2819-460e-b94f-8e9eed80259f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.182674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Allocated IP 172.20.0.5 (70faf60e-3ffd-4c63-97c3-9f283fa8cb44/62e9af1e-67d0-4a41-ba8c-bfce70bdd120/54c2c0d8-ab67-4f32-b632-dcea13699fff) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:48.185689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5c25aa8d-2452-4835-bbce-7230da9651ca details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:57:48.268747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2529e929-2819-460e-b94f-8e9eed80259f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.275384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48668) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:48.327238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.376505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.382678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2fab2347-5e23-4366-aa0e-0ae91e01fd3c HTTP/1.1" status: 204 len: 168 time: 1.6063797 Feb 09 15:57:48.398621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec524968-f48c-408b-b303-26c8200c0432 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fab2347-5e23-4366-aa0e-0ae91e01fd3c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:48.409389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accc7bfd-67d3-486e-ac84-93408aa0f506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.477817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5c25aa8d-2452-4835-bbce-7230da9651ca, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5c25aa8d-2452-4835-bbce-7230da9651ca,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:48.511041 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.518069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5c25aa8d-2452-4835-bbce-7230da9651ca', 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182', 'port_id': '5c25aa8d-2452-4835-bbce-7230da9651ca', 'mac_address': 'fa:16:3e:11:f7:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:57:48.585024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2529e929-2819-460e-b94f-8e9eed80259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.593168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.595399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2529e929-2819-460e-b94f-8e9eed80259f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.596968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2529e929-2819-460e-b94f-8e9eed80259f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76247694-8fe1-4b5d-9897-4b1773ba6a11 HTTP/1.1" status: 204 len: 168 time: 1.3784602 Feb 09 15:57:48.609864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c25aa8d-2452-4835-bbce-7230da9651ca {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:48.634279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5c25aa8d-2452-4835-bbce-7230da9651ca, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5c25aa8d-2452-4835-bbce-7230da9651ca,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:48.637024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529e929-2819-460e-b94f-8e9eed80259f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76247694-8fe1-4b5d-9897-4b1773ba6a11,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:48.654422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.704968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.707297 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.718877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48676) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:48.792461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5c25aa8d-2452-4835-bbce-7230da9651ca,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:48.810682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.813170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.813642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.814477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.815277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.816486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.817279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.818060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.818835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.819592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.820427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.821197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:48.847886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=b7d0fd7e-272c-498b-baeb-04db7952cf46,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:48.869987 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accc7bfd-67d3-486e-ac84-93408aa0f506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.878300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking segment: {'id': 'daf0b06d-dc3a-4d80-bd4f-4358bd3572aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:48.878673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network hostable DHCP agents. Network: 59afdfe4-7318-4960-a1a9-79b89a2c3dc0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:48.903875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:48.937767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5c25aa8d-2452-4835-bbce-7230da9651ca'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:49.006183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b02968-f902-4df0-b3d3-6d620c370847 req-4fbf57ff-dd25-4d0b-be26-1557b273e9e4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:49.007854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4b02968-f902-4df0-b3d3-6d620c370847 req-4fbf57ff-dd25-4d0b-be26-1557b273e9e4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 944 time: 0.0667822 Feb 09 15:57:49.019002 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accc7bfd-67d3-486e-ac84-93408aa0f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.079222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.088724 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.089916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:49.101278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-accc7bfd-67d3-486e-ac84-93408aa0f506 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c0b4f4b16dc4a2c9914d281ec4a5d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8245308 Feb 09 15:57:49.105842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc7bfd-67d3-486e-ac84-93408aa0f506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035efa6d-4c3e-40d8-b05e-843caae90fca,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:49.117985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48684) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:49.215777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 59afdfe4-7318-4960-a1a9-79b89a2c3dc0) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:49.221957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:49.229428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:49.230222 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.235827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4b02968-f902-4df0-b3d3-6d620c370847 req-3518658a-091d-4267-9958-560a3522d2b2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133708 Feb 09 15:57:49.249260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350ab91-60a7-44d0-b6c1-62b04754cb5b None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:49.258849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:49.281261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:49.331133 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9d37b4a-1d36-4363-9891-6c345867fd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.347248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:49.363215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c8493-2c71-49d3-8fd0-a2696a58b851 req-aa37f744-ab35-4d86-b9df-e14195ef1c92 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:49.371207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b46c8493-2c71-49d3-8fd0-a2696a58b851 req-aa37f744-ab35-4d86-b9df-e14195ef1c92 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 931 time: 0.1920464 Feb 09 15:57:49.392965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-aef590e5-d467-4177-a2ab-40fe78e95a5b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.9361534 Feb 09 15:57:49.399991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event updated for resources: {'Port': ['ID=54c2c0d8-ab67-4f32-b632-dcea13699fff,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:49.408200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48688) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:49.422290 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9d37b4a-1d36-4363-9891-6c345867fd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.425135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-361798184'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:49.461165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48690) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:49.492004 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP ede452f2-f013-4cbf-8eef-887693a583c0 associated. External IP: 172.25.5.148, port: 9cacf38c-6656-4f63-a560-24b59c69c2e3. Feb 09 15:57:49.503980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:49.505003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.550144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b46c8493-2c71-49d3-8fd0-a2696a58b851 req-d5508655-b25d-4d30-8082-1bd9f13d7814 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769621 Feb 09 15:57:49.599138 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c188b793-fe6a-42cd-8440-2cf43f4c3324 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30779e57551a4eafa8c5ac1ea8664f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344855 Feb 09 15:57:49.600406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:49.602054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48694) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:49.603444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.687274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6994a562-cf20-46d4-a32a-094042449ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.726690 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6994a562-cf20-46d4-a32a-094042449ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.760557 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-fb2555b5-3259-4e86-8fc2-7110ea269e93 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4201159 Feb 09 15:57:49.781955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Request body: {'port': {'device_id': '158618fa-24fa-4f98-be58-247bd28f2dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:49.791179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9d37b4a-1d36-4363-9891-6c345867fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.794133 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9d37b4a-1d36-4363-9891-6c345867fd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.796538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c9d37b4a-1d36-4363-9891-6c345867fd13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/035efa6d-4c3e-40d8-b05e-843caae90fca HTTP/1.1" status: 204 len: 168 time: 0.6657722 Feb 09 15:57:49.808035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d37b4a-1d36-4363-9891-6c345867fd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035efa6d-4c3e-40d8-b05e-843caae90fca,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:49.860287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6994a562-cf20-46d4-a32a-094042449ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.863409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6994a562-cf20-46d4-a32a-094042449ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:49.863754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:49.868285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6994a562-cf20-46d4-a32a-094042449ee8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/379e88bc-436c-4f3b-b2fd-200c31217580 HTTP/1.1" status: 204 len: 168 time: 0.2648509 Feb 09 15:57:49.879165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994a562-cf20-46d4-a32a-094042449ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e88bc-436c-4f3b-b2fd-200c31217580,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:49.980502 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-96155784-c55a-4277-a5cd-06500732ea21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f632536f344d4579af755afa3650f210&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2596197 Feb 09 15:57:49.984188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48706) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:50.032274 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.032741 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Added segment 04a8bc65-b0c6-4bea-9258-ce29938a0c8c of type vlan for network f211cb2c-c8ab-4fd9-a441-4332fff2e4ef Feb 09 15:57:50.076296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef6be-aab8-46a1-b9f6-e19d76ae3a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.117963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef6be-aab8-46a1-b9f6-e19d76ae3a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.159361 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.199157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5c25aa8d-2452-4835-bbce-7230da9651ca up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:57:50.222081 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.318026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:50.386184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef6be-aab8-46a1-b9f6-e19d76ae3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.392456 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef6be-aab8-46a1-b9f6-e19d76ae3a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.408272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3a3ef6be-aab8-46a1-b9f6-e19d76ae3a62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/19a96767-62c2-4a49-ac84-34fe92a4cd20 HTTP/1.1" status: 204 len: 168 time: 0.4169128 Feb 09 15:57:50.442558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ef6be-aab8-46a1-b9f6-e19d76ae3a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a96767-62c2-4a49-ac84-34fe92a4cd20,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:50.505188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 5c25aa8d-2452-4835-bbce-7230da9651ca completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:57:50.515468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5c25aa8d-2452-4835-bbce-7230da9651ca triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:50.517191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.521835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b5c0-45e2-4139-b4f0-3c18a5c50f12 req-b5f8ca54-2937-46c0-9724-18a86f903cfb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:50.525227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa67b5c0-45e2-4139-b4f0-3c18a5c50f12 req-b5f8ca54-2937-46c0-9724-18a86f903cfb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 944 time: 0.1187541 Feb 09 15:57:50.547100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.549090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:50.549980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.660475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:50.674104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Network': ['ID=f211cb2c-c8ab-4fd9-a441-4332fff2e4ef,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:50.690384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f211cb2c-c8ab-4fd9-a441-4332fff2e4ef details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:50.697943 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9083409-6d94-40eb-94f0-3da1a069f31f None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:50.699554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa67b5c0-45e2-4139-b4f0-3c18a5c50f12 req-d6420df3-f590-4c87-a317-76a7430ba966 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419752 Feb 09 15:57:50.760135 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6990c2fc-ab57-4139-947d-73e89f311cee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3481691 Feb 09 15:57:50.769604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48728) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:50.772382 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9083409-6d94-40eb-94f0-3da1a069f31f None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:50.773346 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d9083409-6d94-40eb-94f0-3da1a069f31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:50.775458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'ports': [{'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0'}, {'network_id': 'f211cb2c-c8ab-4fd9-a441-4332fff2e4ef'}]} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:50.775772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:50.779316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': 'f211cb2c-c8ab-4fd9-a441-4332fff2e4ef'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:50.817625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.868582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7637b338-be61-4174-9595-d70aa86e1a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c25aa8d-2452-4835-bbce-7230da9651ca'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:50.870985 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a1016c-c3a5-4e57-aca4-bd693ba55dee" -d '{"events": [{"server_uuid": "7637b338-be61-4174-9595-d70aa86e1a22", "name": "network-vif-plugged", "status": "completed", "tag": "5c25aa8d-2452-4835-bbce-7230da9651ca"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:50.905497 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d9083409-6d94-40eb-94f0-3da1a069f31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:50.909550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5c25aa8d-2452-4835-bbce-7230da9651ca, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5c25aa8d-2452-4835-bbce-7230da9651ca,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:50.924815 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53193c7-7251-423e-b9cb-ba2484d8a896 x-openstack-request-id: req-b53193c7-7251-423e-b9cb-ba2484d8a896 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:50.925112 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7637b338-be61-4174-9595-d70aa86e1a22", "name": "network-vif-plugged", "status": "completed", "tag": "5c25aa8d-2452-4835-bbce-7230da9651ca", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:50.933290 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b53193c7-7251-423e-b9cb-ba2484d8a896 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:50.933290 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7637b338-be61-4174-9595-d70aa86e1a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c25aa8d-2452-4835-bbce-7230da9651ca', 'code': 200} Feb 09 15:57:50.935089 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9083409-6d94-40eb-94f0-3da1a069f31f None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:50.936597 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d9083409-6d94-40eb-94f0-3da1a069f31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:50.966119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c2c0d8-ab67-4f32-b632-dcea13699fff {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:50.975760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:50.992436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Transition to ACTIVE for port object 54c2c0d8-ab67-4f32-b632-dcea13699fff will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:57:50.997588 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:51.006881 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d9083409-6d94-40eb-94f0-3da1a069f31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:51.007979 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9083409-6d94-40eb-94f0-3da1a069f31f None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:51.066752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:51.101615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5c25aa8d-2452-4835-bbce-7230da9651ca,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:51.110384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68656c2-b5d4-4902-8abe-cf9d1a3cfea2 req-e543dcda-5c60-4a44-a503-399632dcf417 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:51.112174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e68656c2-b5d4-4902-8abe-cf9d1a3cfea2 req-e543dcda-5c60-4a44-a503-399632dcf417 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 931 time: 0.3039813 Feb 09 15:57:51.255386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e68656c2-b5d4-4902-8abe-cf9d1a3cfea2 req-ca74b2c4-1baa-4e97-acae-a7c14ca1bb10 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126049 Feb 09 15:57:51.269179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37d7cc-5414-412f-9171-db0063ce6dc7 req-ece40cce-4192-4562-bfdb-a1b0b03e7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:51.272485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e37d7cc-5414-412f-9171-db0063ce6dc7 req-ece40cce-4192-4562-bfdb-a1b0b03e7bef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 1096 time: 0.2079072 Feb 09 15:57:51.321444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e37d7cc-5414-412f-9171-db0063ce6dc7 req-792af713-9fa7-43d1-af88-deb93fa279ac service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Feb 09 15:57:51.426911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Pushing event updated for resources: {'Port': ['ID=54c2c0d8-ab67-4f32-b632-dcea13699fff,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:51.465302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 2} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:51.473317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:51.490952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:51.566659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:51.581216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Attempting to bind port 54c2c0d8-ab67-4f32-b632-dcea13699fff on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:51.581684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Attempting to bind port 54c2c0d8-ab67-4f32-b632-dcea13699fff by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:51.582909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Attempting to bind port 54c2c0d8-ab67-4f32-b632-dcea13699fff on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:51.597676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Port 54c2c0d8-ab67-4f32-b632-dcea13699fff on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:57:51.598201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Attempting to bind port 54c2c0d8-ab67-4f32-b632-dcea13699fff on network 70faf60e-3ffd-4c63-97c3-9f283fa8cb44 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:51.612260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:57:51.612832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Checking segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:51.613486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Bound using segment: {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:57:51.614228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Bound port: 54c2c0d8-ab67-4f32-b632-dcea13699fff, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:57:51.614794 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:51.702332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port db3eacae-48fb-4bae-a036-b78b3a4a691f yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:51.737938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48744) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:51.898635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48748) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:51.918539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] For port 54c2c0d8-ab67-4f32-b632-dcea13699fff, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:51.924137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:51.929199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] For port 54c2c0d8-ab67-4f32-b632-dcea13699fff, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=54c2c0d8-ab67-4f32-b632-dcea13699fff,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:57:51.935943 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:51.941386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda2a30-906f-4d06-ae32-e335d5ab86e1 None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:51.955457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-adb1a643-ef99-4175-9f96-cd4cb4b1ee8e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b135dbfc2bd44a53be4b00224522ca82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081068 Feb 09 15:57:51.961159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda2a30-906f-4d06-ae32-e335d5ab86e1 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:51.962849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8dda2a30-906f-4d06-ae32-e335d5ab86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:51.963070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48754) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:52.044201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:52.045863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8dda2a30-906f-4d06-ae32-e335d5ab86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:52.063095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda2a30-906f-4d06-ae32-e335d5ab86e1 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:52.064708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8dda2a30-906f-4d06-ae32-e335d5ab86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:52.085305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:52.137494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8dda2a30-906f-4d06-ae32-e335d5ab86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:52.138818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda2a30-906f-4d06-ae32-e335d5ab86e1 None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:52.180491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Pushing event updated for resources: {'Port': ['ID=54c2c0d8-ab67-4f32-b632-dcea13699fff,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:52.195968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-baf0a546-f9ea-445d-b68c-134f3f1aae6e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/floatingips/ede452f2-f013-4cbf-8eef-887693a583c0 HTTP/1.1" status: 200 len: 979 time: 5.5318716 Feb 09 15:57:52.200840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:52.205712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:52.208249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:52.210490 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-77edccf9-56a3-4bfd-9923-2dc762d60a69 service neutron] 10.222.0.13 "PUT /v2.0/ports/54c2c0d8-ab67-4f32-b632-dcea13699fff HTTP/1.1" status: 200 len: 1091 time: 2.4383938 Feb 09 15:57:52.211061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158618fa-24fa-4f98-be58-247bd28f2dac', 'tag': '54c2c0d8-ab67-4f32-b632-dcea13699fff'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:52.214129 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1181c950-7d37-4713-b59f-d7d08301d120" -d '{"events": [{"name": "network-changed", "server_uuid": "158618fa-24fa-4f98-be58-247bd28f2dac", "tag": "54c2c0d8-ab67-4f32-b632-dcea13699fff"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:57:52.225309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:52.359373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port dee838e8-a6cd-482e-94d8-101fcdc8d2fd yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:57:52.415952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3344599-993e-4d16-b95a-ca17837f639a req-411b665c-c746-4fa8-8f96-2fec58b0d34b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:52.419852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3344599-993e-4d16-b95a-ca17837f639a req-411b665c-c746-4fa8-8f96-2fec58b0d34b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 945 time: 0.5457945 Feb 09 15:57:52.508340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be5ccb4b-e2dd-4239-879d-7f0514f0a86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:52.616404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3344599-993e-4d16-b95a-ca17837f639a req-daa1f946-8fa9-4e7f-a909-8bfa12ec1a96 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841972 Feb 09 15:57:52.660716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be5ccb4b-e2dd-4239-879d-7f0514f0a86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:52.781778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624e2ea-a8b8-442e-9567-d0346ebaf57a req-a747515d-cfc4-4fb8-802d-e9c92f729d4a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:52.784596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b624e2ea-a8b8-442e-9567-d0346ebaf57a req-a747515d-cfc4-4fb8-802d-e9c92f729d4a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 943 time: 0.2300200 Feb 09 15:57:52.879684 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1cc6b9f1-d325-4677-acd4-6474241a45b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:52.938853 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:52.961631 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8089053c-e2d1-4032-8db6-4440177e6a1b x-openstack-request-id: req-8089053c-e2d1-4032-8db6-4440177e6a1b {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:57:52.962378 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158618fa-24fa-4f98-be58-247bd28f2dac", "tag": "54c2c0d8-ab67-4f32-b632-dcea13699fff", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:57:52.962378 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8089053c-e2d1-4032-8db6-4440177e6a1b {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:57:52.962855 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158618fa-24fa-4f98-be58-247bd28f2dac', 'tag': '54c2c0d8-ab67-4f32-b632-dcea13699fff', 'status': 'completed', 'code': 200} Feb 09 15:57:52.970769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2038973611-network', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:52.978840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b624e2ea-a8b8-442e-9567-d0346ebaf57a req-84ee2a80-e545-4bff-842a-c8f8d9956d12 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770065 Feb 09 15:57:53.017187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be5ccb4b-e2dd-4239-879d-7f0514f0a86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:53.020627 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-be5ccb4b-e2dd-4239-879d-7f0514f0a86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:53.022603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-be5ccb4b-e2dd-4239-879d-7f0514f0a86e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4b1a649-c538-4fee-9c9f-0aa6fce5bfe7 HTTP/1.1" status: 204 len: 168 time: 0.8278005 Feb 09 15:57:53.042971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ccb4b-e2dd-4239-879d-7f0514f0a86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b1a649-c538-4fee-9c9f-0aa6fce5bfe7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:53.111531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181c950-7d37-4713-b59f-d7d08301d120 req-cf5878f3-a1e8-45f8-a769-40e6b4a9b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:53.114079 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1181c950-7d37-4713-b59f-d7d08301d120 req-cf5878f3-a1e8-45f8-a769-40e6b4a9b7ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 1094 time: 0.1641757 Feb 09 15:57:53.156850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:53.256981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=db3eacae-48fb-4bae-a036-b78b3a4a691f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:53.275864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:53.277669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:53.281463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:53.283357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:53.327385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:53.407085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181c950-7d37-4713-b59f-d7d08301d120 req-8a50bdb4-8467-480a-9007-63ebe641c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:53.409982 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1181c950-7d37-4713-b59f-d7d08301d120 req-8a50bdb4-8467-480a-9007-63ebe641c4a6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3a42761150e049e4bc3cf104b2881f83&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2799399 Feb 09 15:57:53.410243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=dee838e8-a6cd-482e-94d8-101fcdc8d2fd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:53.429638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking segment: {'id': '04a8bc65-b0c6-4bea-9258-ce29938a0c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f211cb2c-c8ab-4fd9-a441-4332fff2e4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:53.431280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network hostable DHCP agents. Network: f211cb2c-c8ab-4fd9-a441-4332fff2e4ef, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:53.485877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Made reservation on behalf of 32d2999d3f674b36b87d5b2fd73b9811 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:53.490319 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:53.550357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:53.552197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network f211cb2c-c8ab-4fd9-a441-4332fff2e4ef is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:53.678876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, f211cb2c-c8ab-4fd9-a441-4332fff2e4ef) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:53.698836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:53.702445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181c950-7d37-4713-b59f-d7d08301d120 req-e17396e0-8e05-4ebd-b291-face68a9e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:53.706310 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-1181c950-7d37-4713-b59f-d7d08301d120 req-e17396e0-8e05-4ebd-b291-face68a9e633 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2802665 Feb 09 15:57:53.710262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36db5c-044e-4b4a-a3bc-9efe4d545674 None None] Network f211cb2c-c8ab-4fd9-a441-4332fff2e4ef requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:53.767697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:53.786681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:53.789406 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:53.923493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a25d49e5-a9cf-4a36-be5e-929138f3d54b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1479921 Feb 09 15:57:53.924488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48792) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:54.143308 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:54.213774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596144f1-ee8d-4b88-8626-264b17496a03 req-2e2b606e-ca1b-43e4-bc62-3ddfc5cb4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:54.216975 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-2e2b606e-ca1b-43e4-bc62-3ddfc5cb4ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a42761150e049e4bc3cf104b2881f83&device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 1094 time: 0.3509083 Feb 09 15:57:54.262459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:54.263539 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP ede452f2-f013-4cbf-8eef-887693a583c0 disassociated. External IP: 172.25.5.148, port: 1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b. Feb 09 15:57:54.287877 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:57:54.494799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc4949-45d4-4ca5-a9af-13e52b6faf8f req-5df82af0-d754-4b29-bd02-2b1f0579d43b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:54.497819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8dbc4949-45d4-4ca5-a9af-13e52b6faf8f req-5df82af0-d754-4b29-bd02-2b1f0579d43b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 945 time: 0.3925455 Feb 09 15:57:54.531945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ceabc-2bde-45aa-b5a3-566404922ae0 req-11f1fd0e-94a4-42f0-92b7-90fc5e9661c1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:54.546214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-623ceabc-2bde-45aa-b5a3-566404922ae0 req-11f1fd0e-94a4-42f0-92b7-90fc5e9661c1 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 943 time: 0.3035932 Feb 09 15:57:54.572014 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-c33f448f-2186-4e1d-a1a2-9122e0fedc36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54c2c0d8-ab67-4f32-b632-dcea13699fff HTTP/1.1" status: 200 len: 217 time: 0.3406436 Feb 09 15:57:54.587019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:54.604884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6055a2bf-d3d6-4446-a82a-48563fa11516 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port dee838e8-a6cd-482e-94d8-101fcdc8d2fd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:54.605460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6055a2bf-d3d6-4446-a82a-48563fa11516 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:54.722517 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:54.764967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:57:54.784619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-623ceabc-2bde-45aa-b5a3-566404922ae0 req-b913f600-d984-45aa-b141-c5749aad0fd3 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368338 Feb 09 15:57:54.809305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8dbc4949-45d4-4ca5-a9af-13e52b6faf8f req-2b187914-b5cf-46da-bc16-bef565357af7 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935286 Feb 09 15:57:54.820805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:54.820805 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Added segment d121440d-6381-49e7-9619-1f5ad27bb502 of type vlan for network 55e10413-0e94-457d-963e-748c8f99a5dd Feb 09 15:57:54.833012 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6055a2bf-d3d6-4446-a82a-48563fa11516 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:54.877644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6055a2bf-d3d6-4446-a82a-48563fa11516 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for dee838e8-a6cd-482e-94d8-101fcdc8d2fd owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:55.125385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:55.193071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:55.209398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596144f1-ee8d-4b88-8626-264b17496a03 req-68e61376-a93e-415f-8146-5cc52a9bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:55.214459 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-68e61376-a93e-415f-8146-5cc52a9bd406 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 200 len: 850 time: 0.6214151 Feb 09 15:57:55.214874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9075fafb-401d-4032-9b79-d4aff8fe64f9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:55.237023 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-097c8cbb-a33a-4bb8-9e60-cfb5d2efeae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:55.266936 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-8734e559-31a8-4b41-968a-af25f86380d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70faf60e-3ffd-4c63-97c3-9f283fa8cb44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459962 Feb 09 15:57:55.317320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6055a2bf-d3d6-4446-a82a-48563fa11516 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:55.425776 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6055a2bf-d3d6-4446-a82a-48563fa11516 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:55.429330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:55.431807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6055a2bf-d3d6-4446-a82a-48563fa11516 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/dee838e8-a6cd-482e-94d8-101fcdc8d2fd HTTP/1.1" status: 204 len: 168 time: 1.5041578 Feb 09 15:57:55.434121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:55.434381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055a2bf-d3d6-4446-a82a-48563fa11516 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=dee838e8-a6cd-482e-94d8-101fcdc8d2fd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:55.434779 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:55.445303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48826) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:55.579064 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-d67f1fe1-67a7-48ad-852d-9c34a013ef9b service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740259 Feb 09 15:57:55.582825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:55.591674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:55.605819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] Pushing event updated for resources: {'Network': ['ID=55e10413-0e94-457d-963e-748c8f99a5dd,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:55.626809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 55e10413-0e94-457d-963e-748c8f99a5dd details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:57:55.643026 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8bb12-7c6d-4991-ad9c-fbf82fb03678 None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:57:55.658183 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-161cd421-56bd-4eec-8dec-1734a7708707 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.7549901 Feb 09 15:57:55.682576 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8bb12-7c6d-4991-ad9c-fbf82fb03678 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:55.683642 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6c8bb12-7c6d-4991-ad9c-fbf82fb03678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:55.705685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48830) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:55.710508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd16d1c-531f-408b-8098-022afcd8302a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:55.714846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Request body: {'subnet': {'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2038973611-subnet', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:55.727783 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4b8480bc-5842-4514-b293-644df6880225 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/floatingips/ede452f2-f013-4cbf-8eef-887693a583c0 HTTP/1.1" status: 200 len: 688 time: 3.5250504 Feb 09 15:57:55.734364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48832) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:55.763427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd16d1c-531f-408b-8098-022afcd8302a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:55.766429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4fd16d1c-531f-408b-8098-022afcd8302a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.3192623 Feb 09 15:57:55.796095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48836) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:55.881634 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6c8bb12-7c6d-4991-ad9c-fbf82fb03678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:55.908234 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8bb12-7c6d-4991-ad9c-fbf82fb03678 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:57:55.909170 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6c8bb12-7c6d-4991-ad9c-fbf82fb03678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:55.918788 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-596144f1-ee8d-4b88-8626-264b17496a03 req-f1997ee8-39a4-440e-9fda-6993cea31b1a service neutron] 10.222.0.13 "GET /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309877 Feb 09 15:57:55.959067 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6c8bb12-7c6d-4991-ad9c-fbf82fb03678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:55.960453 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8bb12-7c6d-4991-ad9c-fbf82fb03678 None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:57:55.965093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4105dc-c649-441f-b960-3a36f09f165b req-346b5d22-cd07-4a5a-aa99-6383a6a3da37 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:55.991567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f4105dc-c649-441f-b960-3a36f09f165b req-346b5d22-cd07-4a5a-aa99-6383a6a3da37 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 945 time: 0.2185910 Feb 09 15:57:56.007058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Made reservation on behalf of 32d2999d3f674b36b87d5b2fd73b9811 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:56.019254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.116815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f4105dc-c649-441f-b960-3a36f09f165b req-cbab817e-5256-4b19-a0b7-558441bb8b4a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235619 Feb 09 15:57:56.175608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port dd25acf7-187e-4338-8153-72602fb1dc25 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:56.175608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.180926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1fba42e3-34f4-47a8-9cac-245d8c334c8f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port db3eacae-48fb-4bae-a036-b78b3a4a691f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:56.181260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fba42e3-34f4-47a8-9cac-245d8c334c8f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.238721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c149f2-9155-479c-afe7-5310127a3e66 req-ed248ec9-106f-4980-8ec8-07b728a2ad4e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:56.242600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3c149f2-9155-479c-afe7-5310127a3e66 req-ed248ec9-106f-4980-8ec8-07b728a2ad4e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 943 time: 0.1908913 Feb 09 15:57:56.335002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3c149f2-9155-479c-afe7-5310127a3e66 req-0e63b837-ae58-4af0-a6a6-6d98de7a897e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796778 Feb 09 15:57:56.433860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fba42e3-34f4-47a8-9cac-245d8c334c8f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.467851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1fba42e3-34f4-47a8-9cac-245d8c334c8f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for db3eacae-48fb-4bae-a036-b78b3a4a691f owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:56.477886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.489753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.490462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.538515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for dd25acf7-187e-4338-8153-72602fb1dc25 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:56.545370 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.718195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed38d803-f926-42a5-8285-70325751bb89,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:56.745184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Checking segment: {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:56.745594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Network hostable DHCP agents. Network: 55e10413-0e94-457d-963e-748c8f99a5dd, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:57:56.806738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fba42e3-34f4-47a8-9cac-245d8c334c8f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.854187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba42e3-34f4-47a8-9cac-245d8c334c8f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=db3eacae-48fb-4bae-a036-b78b3a4a691f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:56.856726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Network 55e10413-0e94-457d-963e-748c8f99a5dd is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:57:56.881791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fba42e3-34f4-47a8-9cac-245d8c334c8f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:56.895245 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1fba42e3-34f4-47a8-9cac-245d8c334c8f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/db3eacae-48fb-4bae-a036-b78b3a4a691f HTTP/1.1" status: 204 len: 168 time: 1.0834036 Feb 09 15:57:56.895245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48862) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:56.981235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2237d268-f4a6-4c30-9836-7a4cc9124d49 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:56.987760 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2237d268-f4a6-4c30-9836-7a4cc9124d49 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0902529 Feb 09 15:57:56.987994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48864) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:56.991986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 55e10413-0e94-457d-963e-748c8f99a5dd) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:57.005346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d0379-af7e-4a00-94e1-7b041f615660 None None] Network 55e10413-0e94-457d-963e-748c8f99a5dd requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:57:57.008510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:57.011176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48866) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:57.012474 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.054753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.067473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-1111cfbd-6c2c-4746-b1ef-0a154a545913 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:57.070605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-1111cfbd-6c2c-4746-b1ef-0a154a545913 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.73 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 945 time: 0.1500545 Feb 09 15:57:57.073436 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2cddb1-ad95-4565-ad34-9e8cb424f67d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:57:57.080472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3f2cddb1-ad95-4565-ad34-9e8cb424f67d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/dee838e8-a6cd-482e-94d8-101fcdc8d2fd HTTP/1.1" status: 404 len: 333 time: 0.0913246 Feb 09 15:57:57.081128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48870) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:57.132770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=dd25acf7-187e-4338-8153-72602fb1dc25,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:57.170955 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c09092b-97ba-4e05-8b95-961378157535 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:57:57.172700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7c09092b-97ba-4e05-8b95-961378157535 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/db3eacae-48fb-4bae-a036-b78b3a4a691f HTTP/1.1" status: 404 len: 333 time: 0.0879855 Feb 09 15:57:57.177549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48876) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:57.267699 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ab78e68c-606d-4b6a-9341-dd2d1b62c50c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5605638 Feb 09 15:57:57.268836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48880) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:57.305421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:57.312913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.316035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-55e10413-0e94-457d-963e-748c8f99a5dd', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:57:57.319568 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.410701 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.417516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.429356 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7ebc4f70-556b-4e14-9696-7dd2e70f57ec tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/floatingips/ede452f2-f013-4cbf-8eef-887693a583c0 HTTP/1.1" status: 204 len: 168 time: 1.6933680 Feb 09 15:57:57.433376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:57.546549 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.548579 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.562239 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-8499703a-94b9-4657-82ba-87d0c518f76b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] delete failed (client error): The resource could not be found. Feb 09 15:57:57.564238 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8499703a-94b9-4657-82ba-87d0c518f76b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/floatingips/ede452f2-f013-4cbf-8eef-887693a583c0 HTTP/1.1" status: 404 len: 345 time: 0.1288226 Feb 09 15:57:57.573616 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48886) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:57.586448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1d56-535f-447f-a101-1c21041a2668 req-6151fbca-6ee7-484e-b982-e9959c7da22f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:57.589734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-153f1d56-535f-447f-a101-1c21041a2668 req-6151fbca-6ee7-484e-b982-e9959c7da22f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 945 time: 0.2366247 Feb 09 15:57:57.683717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Deleting port 5c25aa8d-2452-4835-bbce-7230da9651ca {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:57:57.684618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.706105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Allocated IP 172.20.0.2 (55e10413-0e94-457d-963e-748c8f99a5dd/ed38d803-f926-42a5-8285-70325751bb89/d3bfeb81-1f0f-4013-81c4-cb98950e0d34) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:57.790707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4c417-ab2c-43fb-a394-dfa04a4d4993 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:57.801481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4c417-ab2c-43fb-a394-dfa04a4d4993 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:57.812945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.814029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4c417-ab2c-43fb-a394-dfa04a4d4993 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:57.816958 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7bc4c417-ab2c-43fb-a394-dfa04a4d4993 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "GET /v2.0/ports?network_id=e4abdd0c-e033-4dd4-a882-6747ba9c97fa HTTP/1.1" status: 200 len: 2358 time: 0.2420979 Feb 09 15:57:57.828245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48892) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:57.870331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.897511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74264a86-ede8-430b-9088-af23cba56e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:57.932879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f211cb2c-c8ab-4fd9-a441-4332fff2e4ef']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:57.972633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a8bc65-b0c6-4bea-9258-ce29938a0c8c') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:57.972997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a8bc65-b0c6-4bea-9258-ce29938a0c8c') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:58.014865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.022929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f157c2f-62df-436e-a17e-f47514b3d271 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:58.022929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9f157c2f-62df-436e-a17e-f47514b3d271 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "GET /v2.0/subnets/9d36d2c5-daa3-4d67-a6dd-bcfe69700771 HTTP/1.1" status: 200 len: 797 time: 0.1815047 Feb 09 15:57:58.026263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-153f1d56-535f-447f-a101-1c21041a2668 req-f61038b4-46a4-4463-91fb-3d59bbc22d95 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480086 Feb 09 15:57:58.038178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48898) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:58.051327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbe9f7-b47f-4236-8ad8-6b335c62c77b req-b5a115a2-782d-4f91-8142-f7a26832fbec tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:58.053040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8dbe9f7-b47f-4236-8ad8-6b335c62c77b req-b5a115a2-782d-4f91-8142-f7a26832fbec tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 943 time: 0.4926348 Feb 09 15:57:58.064847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'port': {'network_id': 'e4abdd0c-e033-4dd4-a882-6747ba9c97fa', 'name': 'tempest-FloatingIPTestJSON-564212722', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:58.102190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.118036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.145709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] For port 5c25aa8d-2452-4835-bbce-7230da9651ca, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5c25aa8d-2452-4835-bbce-7230da9651ca,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:58.146576 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.173621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Calling delete_port for 5c25aa8d-2452-4835-bbce-7230da9651ca owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:57:58.181621 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.265180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Pushing event updated for resources: {'Port': ['ID=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:58.271861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.274897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.309127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Network 55e10413-0e94-457d-963e-748c8f99a5dd is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:58.314249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:58.323666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:57:58.379380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:57:58.379815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:58.387039 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:58.457264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Attempting to bind port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:58.458112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Attempting to bind port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:58.458805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Attempting to bind port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 on network 55e10413-0e94-457d-963e-748c8f99a5dd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:57:58.468612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:57:58.469623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Checking segment: {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:57:58.470517 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.471583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Bound using segment: {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:57:58.472677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Bound port: d3bfeb81-1f0f-4013-81c4-cb98950e0d34, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:57:58.477894 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.551497 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.664881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] For port d3bfeb81-1f0f-4013-81c4-cb98950e0d34, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:58.681864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] For port d3bfeb81-1f0f-4013-81c4-cb98950e0d34, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:57:58.759268 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:58.883457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76784a-2bfd-4a4f-9a71-b383c4f8e7e1 None None] Pushing event updated for resources: {'Port': ['ID=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:58.978161 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.049933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48914) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:59.068052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.235109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Allocated IP 172.25.5.177 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/f9f12004-8400-4b31-846a-f52a1a634619) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:59.451856 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.503554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8dbe9f7-b47f-4236-8ad8-6b335c62c77b req-00a373de-2f78-4178-9119-5ad807984f0f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4274492 Feb 09 15:57:59.594151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 54c2c0d8-ab67-4f32-b632-dcea13699fff details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:57:59.618226 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74264a86-ede8-430b-9088-af23cba56e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.689912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341eb1b-b508-4af4-adb8-be08ec25262d req-6a602b24-bb74-4434-9f83-17a44057cb5a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:59.696487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b341eb1b-b508-4af4-adb8-be08ec25262d req-6a602b24-bb74-4434-9f83-17a44057cb5a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 945 time: 0.2903228 Feb 09 15:57:59.727177 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.745141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.759962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/networks/f211cb2c-c8ab-4fd9-a441-4332fff2e4ef HTTP/1.1" status: 204 len: 168 time: 2.5697296 Feb 09 15:57:59.802912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48920) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:57:59.843708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b341eb1b-b508-4af4-adb8-be08ec25262d req-480f9e23-0146-48e9-b8ac-29763a5ddab9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461565 Feb 09 15:57:59.848393 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74264a86-ede8-430b-9088-af23cba56e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.859588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1142706793'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:57:59.869005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031c7a-85d6-4294-afbf-6b73eec76d22 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Network': ['ID=f211cb2c-c8ab-4fd9-a441-4332fff2e4ef,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:59.892039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:59.957136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Pushing event deleted for resources: {'Port': ['ID=5c25aa8d-2452-4835-bbce-7230da9651ca,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:59.977683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5c25aa8d-2452-4835-bbce-7230da9651ca'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:59.981682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['7794dfba-75f9-460f-9f53-dd47d35b9364'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:57:59.993306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-74264a86-ede8-430b-9088-af23cba56e7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a06c81438490474e9363ee4011244c53&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9790416 Feb 09 15:57:59.998235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48924) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:00.024183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74264a86-ede8-430b-9088-af23cba56e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f466288-c8e6-47c3-9f8f-34460e0c59aa,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:00.024183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:00.218337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1721350093', 'router:external': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:00.231056 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.260764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 54c2c0d8-ab67-4f32-b632-dcea13699fff, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=54c2c0d8-ab67-4f32-b632-dcea13699fff,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:00.289261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '54c2c0d8-ab67-4f32-b632-dcea13699fff', 'network_id': '70faf60e-3ffd-4c63-97c3-9f283fa8cb44', 'port_id': '54c2c0d8-ab67-4f32-b632-dcea13699fff', 'mac_address': 'fa:16:3e:c3:96:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9af1e-67d0-4a41-ba8c-bfce70bdd120', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:58:00.333701 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.371077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Made reservation on behalf of 2e632b088b5e4470b335162ac664b3da for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:00.375868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.378939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] No DVR routers for this DVR port 5c25aa8d-2452-4835-bbce-7230da9651ca on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:58:00.391486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.393157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.399596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d13291fd-cfa6-4ac2-8639-be52f43c05ac req-731a2f27-0202-40f2-aeba-5cf938d2d6bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.73 "DELETE /v2.0/ports/5c25aa8d-2452-4835-bbce-7230da9651ca HTTP/1.1" status: 204 len: 173 time: 3.3165305 Feb 09 15:58:00.423731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c2c0d8-ab67-4f32-b632-dcea13699fff {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:58:00.428785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7637b338-be61-4174-9595-d70aa86e1a22', 'name': 'network-vif-deleted', 'tag': '5c25aa8d-2452-4835-bbce-7230da9651ca'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:58:00.433373 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d2c029-3b5d-4be1-9823-a0b1cc70d366" -d '{"events": [{"server_uuid": "7637b338-be61-4174-9595-d70aa86e1a22", "name": "network-vif-deleted", "tag": "5c25aa8d-2452-4835-bbce-7230da9651ca"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:58:00.443693 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3497e67f-ca6d-4fcf-ba9a-b10d1dbf5927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.463150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 54c2c0d8-ab67-4f32-b632-dcea13699fff, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=54c2c0d8-ab67-4f32-b632-dcea13699fff,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:00.480740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:00.523946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:00.527712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3497e67f-ca6d-4fcf-ba9a-b10d1dbf5927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.533538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:00.540551 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.549939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.557252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.592694 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb769f6a-6229-4e16-a7a2-28707ea0adaf x-openstack-request-id: req-bb769f6a-6229-4e16-a7a2-28707ea0adaf {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:58:00.600762 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7637b338-be61-4174-9595-d70aa86e1a22", "name": "network-vif-deleted", "tag": "5c25aa8d-2452-4835-bbce-7230da9651ca", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:58:00.600762 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb769f6a-6229-4e16-a7a2-28707ea0adaf {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:58:00.600762 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7637b338-be61-4174-9595-d70aa86e1a22', 'name': 'network-vif-deleted', 'tag': '5c25aa8d-2452-4835-bbce-7230da9651ca', 'status': 'completed', 'code': 200} Feb 09 15:58:00.622780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:00.676605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=54c2c0d8-ab67-4f32-b632-dcea13699fff,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:00.682854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.710586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] device_id is not set on port f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:00.754309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Pushing event updated for resources: {'Port': ['ID=f9f12004-8400-4b31-846a-f52a1a634619,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:00.787870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['54c2c0d8-ab67-4f32-b632-dcea13699fff'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:58:00.827846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:58:00.844665 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.845219 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Added segment 1cad92b9-690f-4ca2-808a-aa205120ab98 of type vlan for network 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 Feb 09 15:58:00.938332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.115307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3497e67f-ca6d-4fcf-ba9a-b10d1dbf5927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.126797 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3497e67f-ca6d-4fcf-ba9a-b10d1dbf5927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.135540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3497e67f-ca6d-4fcf-ba9a-b10d1dbf5927 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f466288-c8e6-47c3-9f8f-34460e0c59aa HTTP/1.1" status: 204 len: 168 time: 1.1334808 Feb 09 15:58:01.209813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d3bfeb81-1f0f-4013-81c4-cb98950e0d34 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:01.293345 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.324235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3ddae-9796-4788-b0b5-4ca8a2962ab3 None None] Network 55e10413-0e94-457d-963e-748c8f99a5dd requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:01.399272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d1e8fcc-696b-4755-a0b7-e44845a53896 req-8f162f8e-a3c6-464c-bca9-739020ce9423 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=7637b338-be61-4174-9595-d70aa86e1a22 HTTP/1.1" status: 200 len: 210 time: 0.3496420 Feb 09 15:58:01.424677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.442041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:01.446323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.504268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497e67f-ca6d-4fcf-ba9a-b10d1dbf5927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f466288-c8e6-47c3-9f8f-34460e0c59aa,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:01.562115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:01.563042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.611590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.617234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.643642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:58:01.661864 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.663436 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Added segment f01cae9b-0ecc-4109-8127-330119d44988 of type vlan for network dc7f6979-95be-4b3d-8bce-c205774a62cf Feb 09 15:58:01.694027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5bfc386b-3099-4f84-9071-c0075238d3fc None None] Provisioning complete for port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:01.700470 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5bfc386b-3099-4f84-9071-c0075238d3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.823421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.945092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.949226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4b123-82a0-4c12-879c-b1d654cacb8a req-8adab372-2b61-4e06-b466-33815e4a44eb tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:01.952315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ed4b123-82a0-4c12-879c-b1d654cacb8a req-8adab372-2b61-4e06-b466-33815e4a44eb tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 944 time: 1.1889510 Feb 09 15:58:01.952610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57449397-5880-4639-8e40-9f66641c2f89,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:01.967777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1178296 Feb 09 15:58:01.977931 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:02.004319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48938) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:02.040713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14901042-9340-4393-9ec4-0906bf574bfe tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Network': ['ID=0cbdc8bb-0e7f-4806-8930-6a5098ce1023,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:02.057855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '0cbdc8bb-0e7f-4806-8930-6a5098ce1023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:02.109971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:58:02.174345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port d3bfeb81-1f0f-4013-81c4-cb98950e0d34, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:02.236484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5c25aa8d-2452-4835-bbce-7230da9651ca no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:58:02.305378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5bfc386b-3099-4f84-9071-c0075238d3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:02.335342 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:02.340615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 5c25aa8d-2452-4835-bbce-7230da9651ca {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:58:02.341162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5c25aa8d-2452-4835-bbce-7230da9651ca not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:58:02.352702 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:02.357890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:02.359507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:02.360578 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:02.479299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'Network': ['ID=dc7f6979-95be-4b3d-8bce-c205774a62cf,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:02.485873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ed4b123-82a0-4c12-879c-b1d654cacb8a req-0e965ab6-36b0-41b2-9817-e3009e993195 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889195 Feb 09 15:58:02.608236 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5cc17513-0373-4391-a2af-53ee40b52b10 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.5495002 Feb 09 15:58:02.608921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48946) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:02.620227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'subnet': {'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:02.640131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network dc7f6979-95be-4b3d-8bce-c205774a62cf details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:58:02.712865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:02.766953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:02.774104 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:02.954911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-5bfc386b-3099-4f84-9071-c0075238d3fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:58:02.955479 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-5bfc386b-3099-4f84-9071-c0075238d3fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:58:02.979159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48950) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:03.012494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-525b8a77-ea6b-449e-991c-82247f44d616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.027440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Performing IP validity checks on allocation pools {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 15:58:03.032531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 15:58:03.032950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Router fc20d891-35ef-404f-8bee-e4b7ebb9a71d is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:58:03.129981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Made reservation on behalf of 2e632b088b5e4470b335162ac664b3da for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:03.133120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.136774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d3bfeb81-1f0f-4013-81c4-cb98950e0d34 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:03.170809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63332a-a3b6-4742-83fe-fdfa49c63157 req-d4037712-4634-4e54-8e07-04bbc74423e5 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:03.173483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e63332a-a3b6-4742-83fe-fdfa49c63157 req-d4037712-4634-4e54-8e07-04bbc74423e5 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3484845 Feb 09 15:58:03.253766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.20.0.14 (e4abdd0c-e033-4dd4-a882-6747ba9c97fa/9d36d2c5-daa3-4d67-a6dd-bcfe69700771/f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:03.262462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 54c2c0d8-ab67-4f32-b632-dcea13699fff up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:03.334136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.20.0.13 (e4abdd0c-e033-4dd4-a882-6747ba9c97fa/9d36d2c5-daa3-4d67-a6dd-bcfe69700771/f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:03.353782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:03.385677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48954) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:03.391350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Sync routers for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:03.405231 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-525b8a77-ea6b-449e-991c-82247f44d616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.421579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:03.422352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.462304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.464075 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e675a156-5a23-44df-b15a-d6c5df666d7c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1902957 Feb 09 15:58:03.468657 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48958) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:03.502849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e63332a-a3b6-4742-83fe-fdfa49c63157 req-5cb7a8f1-ec8f-410e-84d1-a38e25d75ba9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581518 Feb 09 15:58:03.552664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-525b8a77-ea6b-449e-991c-82247f44d616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.589793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:03.591156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:03.597101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b8a77-ea6b-449e-991c-82247f44d616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796a71a9-1417-4d5b-b580-257787f36753,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:03.682883 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-525b8a77-ea6b-449e-991c-82247f44d616 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8623749830e457ebf4026b34375a303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7016940 Feb 09 15:58:03.789157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48964) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:03.869306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cd6f5409-5604-49e9-8d57-361fcb3a49c7 None None] Provisioning complete for port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:03.869306 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd6f5409-5604-49e9-8d57-361fcb3a49c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.959081 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be10d674-e937-4e9e-9dad-68a28fab84e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.031183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:04.125551 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.167794 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb329-224c-4b3c-97b1-bcbd62d5d134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.222355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4340a-bb91-42b8-966b-31c766d753d1 req-4a892d50-0ac3-4e40-a719-b72eb22839b6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:04.224172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60c4340a-bb91-42b8-966b-31c766d753d1 req-4a892d50-0ac3-4e40-a719-b72eb22839b6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2575979 Feb 09 15:58:04.233650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf649310-4f36-44cf-8373-881857b8f7e8 req-f02c4618-8786-4f6f-a13b-c77cd80bdfb4 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:04.235847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf649310-4f36-44cf-8373-881857b8f7e8 req-f02c4618-8786-4f6f-a13b-c77cd80bdfb4 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 944 time: 0.2730529 Feb 09 15:58:04.289472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.333898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 54c2c0d8-ab67-4f32-b632-dcea13699fff completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:58:04.335799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb329-224c-4b3c-97b1-bcbd62d5d134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.354063 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 54c2c0d8-ab67-4f32-b632-dcea13699fff triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:04.354611 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.430146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=ca16abe1-0c4a-431a-9457-7dcd6d95858f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:04.442689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking segment: {'id': '1cad92b9-690f-4ca2-808a-aa205120ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0cbdc8bb-0e7f-4806-8930-6a5098ce1023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:04.443291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network hostable DHCP agents. Network: 0cbdc8bb-0e7f-4806-8930-6a5098ce1023, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:58:04.479048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be10d674-e937-4e9e-9dad-68a28fab84e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.507338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf649310-4f36-44cf-8373-881857b8f7e8 req-c970b10e-5688-429e-a2f0-03bfe3e93bf3 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349474 Feb 09 15:58:04.570401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60c4340a-bb91-42b8-966b-31c766d753d1 req-3ff3e30f-79be-46f4-af38-7a8d0fb40a0d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067951 Feb 09 15:58:04.583010 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.606871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be10d674-e937-4e9e-9dad-68a28fab84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.625257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158618fa-24fa-4f98-be58-247bd28f2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c2c0d8-ab67-4f32-b632-dcea13699fff'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:58:04.627780 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a579c44-c4b5-433a-bd9e-cbdc29b36087" -d '{"events": [{"server_uuid": "158618fa-24fa-4f98-be58-247bd28f2dac", "name": "network-vif-plugged", "status": "completed", "tag": "54c2c0d8-ab67-4f32-b632-dcea13699fff"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:58:04.648053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 54c2c0d8-ab67-4f32-b632-dcea13699fff, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=54c2c0d8-ab67-4f32-b632-dcea13699fff,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:04.657595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:58:04.661176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:01Z', 'revision_number': 3, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:57:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:04.705557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Checking router: fc20d891-35ef-404f-8bee-e4b7ebb9a71d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:58:04.706032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Updating router fc20d891-35ef-404f-8bee-e4b7ebb9a71d port f9f12004-8400-4b31-846a-f52a1a634619 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:58:04.709546 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f04c513-3671-4732-bccf-978083952608 x-openstack-request-id: req-9f04c513-3671-4732-bccf-978083952608 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:58:04.710231 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158618fa-24fa-4f98-be58-247bd28f2dac", "name": "network-vif-plugged", "status": "completed", "tag": "54c2c0d8-ab67-4f32-b632-dcea13699fff", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:58:04.710589 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f04c513-3671-4732-bccf-978083952608 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:58:04.711147 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158618fa-24fa-4f98-be58-247bd28f2dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c2c0d8-ab67-4f32-b632-dcea13699fff', 'code': 200} Feb 09 15:58:04.754196 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.774119 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.876266 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.891961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb329-224c-4b3c-97b1-bcbd62d5d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.897631 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b0bb329-224c-4b3c-97b1-bcbd62d5d134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.904249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0cbdc8bb-0e7f-4806-8930-6a5098ce1023) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:04.909825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.objects.ports [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 15:58:04.910609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.914061 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9b0bb329-224c-4b3c-97b1-bcbd62d5d134 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/796a71a9-1417-4d5b-b580-257787f36753 HTTP/1.1" status: 204 len: 168 time: 1.1140883 Feb 09 15:58:04.925883 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-be10d674-e937-4e9e-9dad-68a28fab84e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c64cc57b9274c00bccaba048f5dd561&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5389140 Feb 09 15:58:04.940934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b714405a-225c-426d-9453-ea8fdda69a77 None None] Network 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:04.947070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10d674-e937-4e9e-9dad-68a28fab84e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945004a1-124a-4ebe-8f48-2162c451e7d1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:04.963550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48976) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:04.971381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:04.972630 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:04.995827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:05.038621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bb329-224c-4b3c-97b1-bcbd62d5d134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796a71a9-1417-4d5b-b580-257787f36753,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:05.053345 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.060227 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2894a45-2516-4e58-82f2-b7352f59c989 req-6db455fe-3ba5-4eb2-a13f-78e98a5f6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:05.061906 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2894a45-2516-4e58-82f2-b7352f59c989 req-6db455fe-3ba5-4eb2-a13f-78e98a5f6fe7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 1096 time: 0.2598138 Feb 09 15:58:05.124184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:05.128190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:05.144370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:05.164126 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c2894a45-2516-4e58-82f2-b7352f59c989 req-49f9cf7e-b9bc-4c9f-98a1-860f9971bf74 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922899 Feb 09 15:58:05.215604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'Subnet': ['ID=45a37b80-9921-4e75-8f89-d5a8dfa4579f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:05.223643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=54c2c0d8-ab67-4f32-b632-dcea13699fff,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:05.234201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bbe702ea-c683-4a26-af1f-468ad66dfd10 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2264490 Feb 09 15:58:05.238804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:05.251245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:05.251929 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.259622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '0cbdc8bb-0e7f-4806-8930-6a5098ce1023', 'name': 'tempest-PortsIpV6TestJSON-1919654604'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:05.280664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8ed53-4838-46a2-bf79-d6897300a628 req-2bddd34b-67e6-43d7-9a40-ad38b36446c0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:05.281161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55a8ed53-4838-46a2-bf79-d6897300a628 req-2bddd34b-67e6-43d7-9a40-ad38b36446c0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4821956 Feb 09 15:58:05.298893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4992a7f-5a64-4193-8555-58e136daae17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.318979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Checking segment: {'id': 'f01cae9b-0ecc-4109-8127-330119d44988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:05.318979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Network hostable DHCP agents. Network: dc7f6979-95be-4b3d-8bce-c205774a62cf, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:58:05.356608 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4992a7f-5a64-4193-8555-58e136daae17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.393043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55a8ed53-4838-46a2-bf79-d6897300a628 req-e4e952b0-a3ab-4585-90e7-b2c55881e283 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995078 Feb 09 15:58:05.408981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-88e4e815-26ab-4526-9c16-c9a8dbdbb2f4 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 7.3669367 Feb 09 15:58:05.412811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48980) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:05.417663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:05.481305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Network dc7f6979-95be-4b3d-8bce-c205774a62cf is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:58:05.500544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Allocated IP 172.20.0.1 (55e10413-0e94-457d-963e-748c8f99a5dd/ed38d803-f926-42a5-8285-70325751bb89/6f6952af-8b85-44a6-a27f-4c40da7376eb) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:05.575552 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4992a7f-5a64-4193-8555-58e136daae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.576483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0cbdc8bb-0e7f-4806-8930-6a5098ce1023', 'network_id': '0cbdc8bb-0e7f-4806-8930-6a5098ce1023', 'tenant_id': '0cb4aebf5cad478da56b40a52722112e', 'fixed_ips': [{'subnet_id': 'ca16abe1-0c4a-431a-9457-7dcd6d95858f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:58:05.579540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.580401 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4992a7f-5a64-4193-8555-58e136daae17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.591668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f4992a7f-5a64-4193-8555-58e136daae17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/945004a1-124a-4ebe-8f48-2162c451e7d1 HTTP/1.1" status: 204 len: 168 time: 0.5985892 Feb 09 15:58:05.629503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, dc7f6979-95be-4b3d-8bce-c205774a62cf) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:05.644384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992a7f-5a64-4193-8555-58e136daae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945004a1-124a-4ebe-8f48-2162c451e7d1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:05.649963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.704366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:05.707048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d8297-9929-4802-a85c-2d617b5fd505 None None] Network dc7f6979-95be-4b3d-8bce-c205774a62cf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:05.712107 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.903072 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.921004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:05.933126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:05.946271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb3af-d59c-487e-b2f4-021d149b9adb req-b3d25dd5-9962-45ae-b9bc-198b777bd7b0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:05.948125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c6fb3af-d59c-487e-b2f4-021d149b9adb req-b3d25dd5-9962-45ae-b9bc-198b777bd7b0 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 945 time: 0.2249589 Feb 09 15:58:06.018985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7d8163cf-7d6c-4d90-91ec-9b4653fe2258 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4024243 Feb 09 15:58:06.018985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48998) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:06.024113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1162959248', 'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:06.033641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c6fb3af-d59c-487e-b2f4-021d149b9adb req-5864b2b8-e351-4649-ba7c-735c86e617d8 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734727 Feb 09 15:58:06.036918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port de944475-2b97-4b08-9c4b-8e9ae720cf69 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:06.093013 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.124112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.220592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Made reservation on behalf of 2e632b088b5e4470b335162ac664b3da for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:06.239158 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.264680 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.275673 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.287970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::101 (0cbdc8bb-0e7f-4806-8930-6a5098ce1023/ca16abe1-0c4a-431a-9457-7dcd6d95858f/de944475-2b97-4b08-9c4b-8e9ae720cf69) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:06.299990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ce82d-0655-403b-b3f0-77ce2535f5af None None] Network dc7f6979-95be-4b3d-8bce-c205774a62cf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:06.323329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] device_id is not set on port d04f992c-ac1f-4d97-8949-d83b64ec5721 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:06.491986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.25.5.220 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/396c1653-0e9b-4995-8d85-93b7b1e23ac6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:06.494826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Attempting to bind port f9f12004-8400-4b31-846a-f52a1a634619 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:06.495601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Attempting to bind port f9f12004-8400-4b31-846a-f52a1a634619 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:06.496536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Attempting to bind port f9f12004-8400-4b31-846a-f52a1a634619 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:06.512369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:06.513492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:06.514403 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.516170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:06.517271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Bound port: f9f12004-8400-4b31-846a-f52a1a634619, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:06.518184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.573068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3c659-4c6e-4f1d-979d-ded1bd897508 None None] Pushing event updated for resources: {'Port': ['ID=f9f12004-8400-4b31-846a-f52a1a634619,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:06.611608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Network 55e10413-0e94-457d-963e-748c8f99a5dd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:06.703201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.712788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] For port f9f12004-8400-4b31-846a-f52a1a634619, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:06.729328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] For port f9f12004-8400-4b31-846a-f52a1a634619, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f9f12004-8400-4b31-846a-f52a1a634619,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:06.742496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:06.765798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:06.774448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f6952af-8b85-44a6-a27f-4c40da7376eb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:06.866393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.928230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:06.955131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Allocated IP 2001:db8::29f (dc7f6979-95be-4b3d-8bce-c205774a62cf/45a37b80-9921-4e75-8f89-d5a8dfa4579f/d04f992c-ac1f-4d97-8949-d83b64ec5721) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:06.960668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.005602 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.044867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:07.052772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:07.103201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:07.107718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=396c1653-0e9b-4995-8d85-93b7b1e23ac6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:07.111124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:07.116441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:07.161052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3c659-4c6e-4f1d-979d-ded1bd897508 None None] Pushing event updated for resources: {'Port': ['ID=f9f12004-8400-4b31-846a-f52a1a634619,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:07.165553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49020) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:07.221174 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7285a47-742e-401d-b95b-a9ec9defbb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.353292 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7285a47-742e-401d-b95b-a9ec9defbb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.425718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-26d20a56-ec05-4d7f-8189-675f2c26b7bc None None] Provisioning complete for port 6f6952af-8b85-44a6-a27f-4c40da7376eb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:07.426355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26d20a56-ec05-4d7f-8189-675f2c26b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.460149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:07.482164 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7285a47-742e-401d-b95b-a9ec9defbb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.504630 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.544313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.667807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.673337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:07.695938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Allocated IP 2001:db8::2 (0cbdc8bb-0e7f-4806-8930-6a5098ce1023/ca16abe1-0c4a-431a-9457-7dcd6d95858f/ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:07.717554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:07.724728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=de944475-2b97-4b08-9c4b-8e9ae720cf69,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:07.733327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:07.746559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:07.748301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:07.759879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b7285a47-742e-401d-b95b-a9ec9defbb63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc9a1de5c6484152bfbf36d3c27aaa44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5866544 Feb 09 15:58:07.763240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49036) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:07.952041 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6aeb41b1-af71-4e57-97af-cd09b036ae9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7114048 Feb 09 15:58:07.953108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49042) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:07.963376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171da373-5f92-4034-8d5d-5c4c88443f58 req-070f1ea8-b239-4e06-a11d-4ebe83707bcb tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:07.969448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-171da373-5f92-4034-8d5d-5c4c88443f58 req-070f1ea8-b239-4e06-a11d-4ebe83707bcb tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 945 time: 0.5896714 Feb 09 15:58:07.973722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7285a47-742e-401d-b95b-a9ec9defbb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0267b48-42e4-4a1e-997c-b61c4190a106,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:08.006203 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.216232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-26d20a56-ec05-4d7f-8189-675f2c26b7bc None None] Port 6f6952af-8b85-44a6-a27f-4c40da7376eb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:08.252288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.274196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-44fe560e-e088-45b0-8cda-f3708fb427ab tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port de944475-2b97-4b08-9c4b-8e9ae720cf69 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:08.274869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fe560e-e088-45b0-8cda-f3708fb427ab tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.407029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.437490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.531637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:01Z', 'revision_number': 3, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:08.589733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656099-26a0-40a6-b938-7cb1f6b19bd5 None None] The sync data for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 is: [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:01Z', 'revision_number': 3, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:08.595594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.620661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f6952af-8b85-44a6-a27f-4c40da7376eb,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:08.641905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fe560e-e088-45b0-8cda-f3708fb427ab tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.745154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-44fe560e-e088-45b0-8cda-f3708fb427ab tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for de944475-2b97-4b08-9c4b-8e9ae720cf69 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:08.746003 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.799182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'Port': ['ID=d04f992c-ac1f-4d97-8949-d83b64ec5721,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:08.842891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Network 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:08.844915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Pushing event updated for resources: {'Port': ['ID=ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:08.851381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:08.863948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:08.907037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Network dc7f6979-95be-4b3d-8bce-c205774a62cf is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:08.926252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:08.936638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:08.938597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:08.939370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.962170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-171da373-5f92-4034-8d5d-5c4c88443f58 req-a2e0a6f4-ae00-4353-9ebf-862470a425e5 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9645376 Feb 09 15:58:09.070429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Attempting to bind port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:09.082244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Attempting to bind port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '1cad92b9-690f-4ca2-808a-aa205120ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0cbdc8bb-0e7f-4806-8930-6a5098ce1023'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:09.082244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Attempting to bind port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 on network 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:09.096461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:09.096957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Checking segment: {'id': '1cad92b9-690f-4ca2-808a-aa205120ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0cbdc8bb-0e7f-4806-8930-6a5098ce1023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:09.097255 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:09.097718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Bound using segment: {'id': '1cad92b9-690f-4ca2-808a-aa205120ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0cbdc8bb-0e7f-4806-8930-6a5098ce1023'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:09.098238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Bound port: ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cad92b9-690f-4ca2-808a-aa205120ab98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0cbdc8bb-0e7f-4806-8930-6a5098ce1023'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:09.098693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:09.126538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33aae382-2be5-432a-81d9-e8e349978d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:09.149429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-84823d34-4ecf-4c87-821c-546cde2c0ca3 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.1301858 Feb 09 15:58:09.166394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49058) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:09.308292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Network 55e10413-0e94-457d-963e-748c8f99a5dd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:09.322916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:09.339056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] For port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:09.349516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] For port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6,segment=NetworkSegment(1cad92b9-690f-4ca2-808a-aa205120ab98),segment_id=1cad92b9-690f-4ca2-808a-aa205120ab98)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:09.425529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:09.484503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49066) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:09.602855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d914bcc-d7be-416e-ada4-60b66eabfbc0 None None] Pushing event updated for resources: {'Port': ['ID=ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:09.773918 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f9698cd-9edb-4873-9317-0a815022c87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:09.807095 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33aae382-2be5-432a-81d9-e8e349978d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:09.839511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Router fc20d891-35ef-404f-8bee-e4b7ebb9a71d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:58:09.843728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fe560e-e088-45b0-8cda-f3708fb427ab tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:09.906870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe560e-e088-45b0-8cda-f3708fb427ab tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=de944475-2b97-4b08-9c4b-8e9ae720cf69,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:09.997084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6c7d5dcb-f3b3-4278-8ca6-13bf53aa5115 None None] Provisioning complete for port 6f6952af-8b85-44a6-a27f-4c40da7376eb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:09.997084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5dcb-f3b3-4278-8ca6-13bf53aa5115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.016612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fe560e-e088-45b0-8cda-f3708fb427ab tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.024459 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44fe560e-e088-45b0-8cda-f3708fb427ab tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/de944475-2b97-4b08-9c4b-8e9ae720cf69 HTTP/1.1" status: 204 len: 168 time: 2.0627236 Feb 09 15:58:10.030870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49078) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:10.129833 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0f996a-a4ce-4b32-a66f-f34b26400cf4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 15:58:10.130120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0f996a-a4ce-4b32-a66f-f34b26400cf4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:58:10.133453 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ee0f996a-a4ce-4b32-a66f-f34b26400cf4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/de944475-2b97-4b08-9c4b-8e9ae720cf69 HTTP/1.1" status: 404 len: 333 time: 0.0931866 Feb 09 15:58:10.144640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49080) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:10.195740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d5dcb-f3b3-4278-8ca6-13bf53aa5115 None None] Port 6f6952af-8b85-44a6-a27f-4c40da7376eb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:10.228028 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ba6e54-34a3-4929-87e3-a722e07c167c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:58:10.229998 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-35ba6e54-34a3-4929-87e3-a722e07c167c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/de944475-2b97-4b08-9c4b-8e9ae720cf69 HTTP/1.1" status: 404 len: 333 time: 0.0832455 Feb 09 15:58:10.235275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49082) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:10.321547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1c36-998d-4b3a-b3e3-dffc6ec221be req-96b2f6cd-314c-4779-9d80-0739be6b1f9a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:10.330217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b2b1c36-998d-4b3a-b3e3-dffc6ec221be req-96b2f6cd-314c-4779-9d80-0739be6b1f9a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4907303 Feb 09 15:58:10.344431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4be5676a-70f2-42cb-9fa5-0af5825aad88 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Deleting port d04f992c-ac1f-4d97-8949-d83b64ec5721 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:10.344785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4be5676a-70f2-42cb-9fa5-0af5825aad88 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.353381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.374681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f9698cd-9edb-4873-9317-0a815022c87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.381330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae760-6c15-43f6-9a9c-ba37f2899c17 req-0ef8f16b-b28c-4983-b8c7-95fd54b0ade9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:10.383099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dfae760-6c15-43f6-9a9c-ba37f2899c17 req-0ef8f16b-b28c-4983-b8c7-95fd54b0ade9 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 945 time: 0.5685186 Feb 09 15:58:10.408225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:10.417120 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-444707f9-1a08-4b47-9d70-c6004a4d1de8 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc20d891-35ef-404f-8bee-e4b7ebb9a71d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9453828 Feb 09 15:58:10.437773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebb2fc0-8ed3-4ffa-96a5-5456172b607a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet ca16abe1-0c4a-431a-9457-7dcd6d95858f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:58:10.448300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bebb2fc0-8ed3-4ffa-96a5-5456172b607a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.493581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f9698cd-9edb-4873-9317-0a815022c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.521248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33aae382-2be5-432a-81d9-e8e349978d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.524268 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33aae382-2be5-432a-81d9-e8e349978d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.525761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-33aae382-2be5-432a-81d9-e8e349978d54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0267b48-42e4-4a1e-997c-b61c4190a106 HTTP/1.1" status: 204 len: 168 time: 2.5548558 Feb 09 15:58:10.587305 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bebb2fc0-8ed3-4ffa-96a5-5456172b607a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.597524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aae382-2be5-432a-81d9-e8e349978d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0267b48-42e4-4a1e-997c-b61c4190a106,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:10.680473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9698cd-9edb-4873-9317-0a815022c87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8e7933-4909-4f8e-8efa-1e352ab964a7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:10.698171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dfae760-6c15-43f6-9a9c-ba37f2899c17 req-4292b753-21ad-4de1-a07a-ad448749af7d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507958 Feb 09 15:58:10.761739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b2b1c36-998d-4b3a-b3e3-dffc6ec221be req-fe11ed68-036e-4e9a-b38b-f02b93e8d067 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299271 Feb 09 15:58:10.843956 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1f9698cd-9edb-4873-9317-0a815022c87d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=064eb0e327594542a315364c6bf63f80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3555567 Feb 09 15:58:10.844769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4be5676a-70f2-42cb-9fa5-0af5825aad88 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:10.849041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49090) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:10.904833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4be5676a-70f2-42cb-9fa5-0af5825aad88 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Calling delete_port for d04f992c-ac1f-4d97-8949-d83b64ec5721 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:10.918473 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.104043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7ed46c8-a387-4cae-b610-c09f28437a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.128954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bebb2fc0-8ed3-4ffa-96a5-5456172b607a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.265171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7ed46c8-a387-4cae-b610-c09f28437a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.445138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:11.545891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebadc6-e25c-41bc-9da1-f4fb1bfabc5b req-058bc303-5c74-4d09-b273-c4fa53d799f4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:11.560139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1bebadc6-e25c-41bc-9da1-f4fb1bfabc5b req-058bc303-5c74-4d09-b273-c4fa53d799f4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3306828 Feb 09 15:58:11.606338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:11.607864 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.621213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7ed46c8-a387-4cae-b610-c09f28437a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.630496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7ed46c8-a387-4cae-b610-c09f28437a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.644968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f7ed46c8-a387-4cae-b610-c09f28437a93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c8e7933-4909-4f8e-8efa-1e352ab964a7 HTTP/1.1" status: 204 len: 168 time: 0.7934890 Feb 09 15:58:11.656887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bebb2fc0-8ed3-4ffa-96a5-5456172b607a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.724879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed46c8-a387-4cae-b610-c09f28437a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8e7933-4909-4f8e-8efa-1e352ab964a7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:11.802645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb2fc0-8ed3-4ffa-96a5-5456172b607a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=ca16abe1-0c4a-431a-9457-7dcd6d95858f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:11.815982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bebb2fc0-8ed3-4ffa-96a5-5456172b607a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:11.827122 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bebb2fc0-8ed3-4ffa-96a5-5456172b607a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/ca16abe1-0c4a-431a-9457-7dcd6d95858f HTTP/1.1" status: 204 len: 168 time: 1.5904415 Feb 09 15:58:11.838562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49104) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:11.904751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01503aea-2b2f-4142-9b2e-af023fad9d13 None None] Network 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:11.928181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1bebadc6-e25c-41bc-9da1-f4fb1bfabc5b req-2b038e35-7511-428f-bbb8-ee95d7117f1c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490329 Feb 09 15:58:12.089258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.141856 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.176069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4be5676a-70f2-42cb-9fa5-0af5825aad88 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.187472 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Sync routers for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:12.207322 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.232897 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:12.236294 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:12.291881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5676a-70f2-42cb-9fa5-0af5825aad88 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event deleted for resources: {'Port': ['ID=d04f992c-ac1f-4d97-8949-d83b64ec5721,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:12.295125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6,segment=NetworkSegment(1cad92b9-690f-4ca2-808a-aa205120ab98),segment_id=1cad92b9-690f-4ca2-808a-aa205120ab98)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:12.303676 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.325817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b37d8a14-0a47-429c-953b-53c4759cf40b None None] Provisioning complete for port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:12.327990 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b37d8a14-0a47-429c-953b-53c4759cf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.357322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:12.362926 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.440108 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.448125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f9f12004-8400-4b31-846a-f52a1a634619 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:12.589989 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:12.598592 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4be5676a-70f2-42cb-9fa5-0af5825aad88 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.604938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4be5676a-70f2-42cb-9fa5-0af5825aad88 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d04f992c-ac1f-4d97-8949-d83b64ec5721 HTTP/1.1" status: 204 len: 168 time: 3.2929399 Feb 09 15:58:12.613224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49118) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:12.637818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf', 'external_fixed_ips': [{'subnet_id': '45a37b80-9921-4e75-8f89-d5a8dfa4579f', 'ip_address': '2001:db8::29f'}]}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:12.657840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce590c88-36c1-4b8c-9c41-bd0f3e237596 req-221e192c-70f3-4d4b-9383-11ba2cde0f34 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:12.688127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce590c88-36c1-4b8c-9c41-bd0f3e237596 req-221e192c-70f3-4d4b-9383-11ba2cde0f34 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 945 time: 0.5316601 Feb 09 15:58:12.697193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:12.699569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] For port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6,segment=NetworkSegment(1cad92b9-690f-4ca2-808a-aa205120ab98),segment_id=1cad92b9-690f-4ca2-808a-aa205120ab98)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:12.700140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:12.777127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:12.875596 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.100142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.190793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=396c1653-0e9b-4995-8d85-93b7b1e23ac6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:13.218352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:13.268705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.275118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.291870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f9f12004-8400-4b31-846a-f52a1a634619 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:13.291870 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.361703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce590c88-36c1-4b8c-9c41-bd0f3e237596 req-d4667e5d-bd3b-46b7-810a-55dee5262108 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717410 Feb 09 15:58:13.389767 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 2, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:13.401914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66938a81-f30f-4af9-b661-6fff83d85804 None None] DHCP port deletion for 0cbdc8bb-0e7f-4806-8930-6a5098ce1023 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:58:13.441249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.441249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No DVR routers for this DVR port ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:58:13.482976 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP 24467127-39de-4670-b35d-48addcf820b5 associated. External IP: 172.25.5.220, port: f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd. Feb 09 15:58:13.560970 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.615199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port f9f12004-8400-4b31-846a-f52a1a634619, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f9f12004-8400-4b31-846a-f52a1a634619,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:13.645374 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Checking router: fc20d891-35ef-404f-8bee-e4b7ebb9a71d for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:58:13.646605 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Updating router fc20d891-35ef-404f-8bee-e4b7ebb9a71d port 6f6952af-8b85-44a6-a27f-4c40da7376eb binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:58:13.708560 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.731208 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.732223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.805558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbdc8bb-0e7f-4806-8930-6a5098ce1023']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:13.833156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49136) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:13.838716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cad92b9-690f-4ca2-808a-aa205120ab98') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:13.840777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cad92b9-690f-4ca2-808a-aa205120ab98') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:13.855964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1cbc5f50-502f-424e-86f5-b092b4d3c657 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263971813', 'description': 'tempest-description--71833399'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:13.865669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.911851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:58:13.978059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:13.982290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:58:13.983637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.067541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:58:14.068583 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:58:14.080137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ab07f2d1-c9c4-4cac-bb6b-552c705a3ca6 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:58:14.099415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=f9f12004-8400-4b31-846a-f52a1a634619,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:14.178519 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.191905 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5f50-502f-424e-86f5-b092b4d3c657 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.207721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.222437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49146) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:14.237931 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/networks/0cbdc8bb-0e7f-4806-8930-6a5098ce1023 HTTP/1.1" status: 204 len: 168 time: 2.3968196 Feb 09 15:58:14.245450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-695406864'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:14.384866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:58:14.502178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:14.508583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1696837-6f0a-4d45-a061-80c8513cf287 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Network': ['ID=0cbdc8bb-0e7f-4806-8930-6a5098ce1023,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:14.509420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.604308 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.613614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5f50-502f-424e-86f5-b092b4d3c657 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.644992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:58:14.723244 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.723831 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Added segment 56297aaa-00d3-49e7-b84d-f3001dea34fb of type vlan for network e5824fb2-7b58-48f7-ac64-d32a93819fb8 Feb 09 15:58:14.759916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83dfff-0f18-456d-b00b-446cf9463e99 req-d9cb0eaa-e483-4942-a486-59f5d95a1a62 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:14.763755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d83dfff-0f18-456d-b00b-446cf9463e99 req-d9cb0eaa-e483-4942-a486-59f5d95a1a62 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 945 time: 0.2165270 Feb 09 15:58:14.805272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5f50-502f-424e-86f5-b092b4d3c657 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.823233 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:14.910354 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.076903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d83dfff-0f18-456d-b00b-446cf9463e99 req-00ed2fcb-e706-4c31-9d8e-c8f0ba232c1d tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976456 Feb 09 15:58:15.105052 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.115374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:15.138379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc5f50-502f-424e-86f5-b092b4d3c657 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe6932-88eb-4ce8-bdd6-05d5bac28c09,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:15.143892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4536c2-4768-4adb-9704-27c1c80aec28 None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:15.178869 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1cbc5f50-502f-424e-86f5-b092b4d3c657 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.183039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1cbc5f50-502f-424e-86f5-b092b4d3c657 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3311069 Feb 09 15:58:15.197193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49166) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:15.201035 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Pushing event updated for resources: {'Port': ['ID=6f6952af-8b85-44a6-a27f-4c40da7376eb,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:15.218392 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Attempting to bind port 6f6952af-8b85-44a6-a27f-4c40da7376eb on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:15.226853 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Attempting to bind port 6f6952af-8b85-44a6-a27f-4c40da7376eb by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:15.226853 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Attempting to bind port 6f6952af-8b85-44a6-a27f-4c40da7376eb on network 55e10413-0e94-457d-963e-748c8f99a5dd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:15.233786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4536c2-4768-4adb-9704-27c1c80aec28 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:15.238716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0ca44730-d80b-4fe3-ab2d-6c1181e05f16 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Request body: {'security_group_rule': {'security_group_id': '47fe6932-88eb-4ce8-bdd6-05d5bac28c09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:15.239562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bb4536c2-4768-4adb-9704-27c1c80aec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:15.246036 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.246438 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.257208 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.259146 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.264433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.264433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.264433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.264433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.264433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.264433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.269878 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.270501 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:15.306797 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:58:15.309838 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:15.309838 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Checking segment: {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:15.309838 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.309838 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Bound using segment: {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:15.309838 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Bound port: 6f6952af-8b85-44a6-a27f-4c40da7376eb, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:15.311094 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.393535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bb4536c2-4768-4adb-9704-27c1c80aec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:15.402069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.412414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4536c2-4768-4adb-9704-27c1c80aec28 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:15.413778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bb4536c2-4768-4adb-9704-27c1c80aec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:15.456657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.506997 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.534495 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.540296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] For port 6f6952af-8b85-44a6-a27f-4c40da7376eb, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:15.555699 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] For port 6f6952af-8b85-44a6-a27f-4c40da7376eb, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6f6952af-8b85-44a6-a27f-4c40da7376eb,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:15.571857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:15.571857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.598758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bb4536c2-4768-4adb-9704-27c1c80aec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:15.600707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4536c2-4768-4adb-9704-27c1c80aec28 None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:15.625267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c6926dc9-cd21-4105-bce9-6cec532bf977 None None] Provisioning complete for port 6f6952af-8b85-44a6-a27f-4c40da7376eb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:15.626089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c6926dc9-cd21-4105-bce9-6cec532bf977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.630880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ec8a0676-72e4-447b-a71c-ab3a4d7392de tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.2168519 Feb 09 15:58:15.639690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49172) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:15.647549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'port_id': 'f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:15.661824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Network': ['ID=e5824fb2-7b58-48f7-ac64-d32a93819fb8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:15.682144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e5824fb2-7b58-48f7-ac64-d32a93819fb8 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:58:15.693598 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.704178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c6926dc9-cd21-4105-bce9-6cec532bf977 None None] Port 6f6952af-8b85-44a6-a27f-4c40da7376eb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:15.808366 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ca44730-d80b-4fe3-ab2d-6c1181e05f16 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.846597 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:15.848772 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:15.855127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-916dc725-4c08-44c9-9d84-dea8e64a7745 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6258659 Feb 09 15:58:15.863889 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1c722-a4e1-485c-96f1-43164e3bd587 None None] Pushing event updated for resources: {'Port': ['ID=6f6952af-8b85-44a6-a27f-4c40da7376eb,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:15.866646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49176) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:15.899446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': 'e5824fb2-7b58-48f7-ac64-d32a93819fb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:15.932213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:15.977921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f9f12004-8400-4b31-846a-f52a1a634619 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:16.103744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ca44730-d80b-4fe3-ab2d-6c1181e05f16 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.192127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f9f12004-8400-4b31-846a-f52a1a634619 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:16.192985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.199098 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ca44730-d80b-4fe3-ab2d-6c1181e05f16 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.251923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca44730-d80b-4fe3-ab2d-6c1181e05f16 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71e05a3-eef2-4243-8360-ffccd136accf,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:16.288879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Allocated IP 2001:db8::29f (dc7f6979-95be-4b3d-8bce-c205774a62cf/45a37b80-9921-4e75-8f89-d5a8dfa4579f/d235dfd1-9e1a-4139-8bd2-002221e8e5a3) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:16.307784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:16.312161 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.377183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5d888f74-830d-4d4c-a3dc-247d107798f1 None None] Provisioning complete for port 6f6952af-8b85-44a6-a27f-4c40da7376eb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:16.377856 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ca44730-d80b-4fe3-ab2d-6c1181e05f16 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.378281 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d888f74-830d-4d4c-a3dc-247d107798f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.383026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0ca44730-d80b-4fe3-ab2d-6c1181e05f16 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1795971 Feb 09 15:58:16.383388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-541a6a99-39c9-47a2-88b8-072114db4a0b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:16.387845 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-541a6a99-39c9-47a2-88b8-072114db4a0b tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 945 time: 0.7279682 Feb 09 15:58:16.398140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49184) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:16.416143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-54dc5e2d-be87-4edf-b8e2-db31bf350083 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Request body: {'security_group_rule': {'security_group_id': '47fe6932-88eb-4ce8-bdd6-05d5bac28c09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:16.509833 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:16.538313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18afa5f-3b14-4169-a64c-3b96fb690cb7 req-6ce959ab-5290-45bb-9ad9-a0dd94743922 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:16.548511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f18afa5f-3b14-4169-a64c-3b96fb690cb7 req-6ce959ab-5290-45bb-9ad9-a0dd94743922 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 945 time: 0.3118711 Feb 09 15:58:16.656656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f18afa5f-3b14-4169-a64c-3b96fb690cb7 req-98135389-ccab-447c-952a-d6b465f89ddd tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050379 Feb 09 15:58:16.707180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54dc5e2d-be87-4edf-b8e2-db31bf350083 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.709677 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d888f74-830d-4d4c-a3dc-247d107798f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.820411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5d888f74-830d-4d4c-a3dc-247d107798f1 None None] For port 6f6952af-8b85-44a6-a27f-4c40da7376eb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6f6952af-8b85-44a6-a27f-4c40da7376eb,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:16.890688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d888f74-830d-4d4c-a3dc-247d107798f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.940001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.952371 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54dc5e2d-be87-4edf-b8e2-db31bf350083 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:16.992978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:17.025266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d888f74-830d-4d4c-a3dc-247d107798f1 None None] Pushing event updated for resources: {'Port': ['ID=6f6952af-8b85-44a6-a27f-4c40da7376eb,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:17.109200 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54dc5e2d-be87-4edf-b8e2-db31bf350083 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:17.136137 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:17.178337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc5e2d-be87-4edf-b8e2-db31bf350083 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65214ca-c0dc-4821-80f2-616ed9d44537,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:17.214110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=8134521e-7ce2-48ee-a342-14204eed0c63,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:17.231249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking segment: {'id': '56297aaa-00d3-49e7-b84d-f3001dea34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e5824fb2-7b58-48f7-ac64-d32a93819fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:17.233038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network hostable DHCP agents. Network: e5824fb2-7b58-48f7-ac64-d32a93819fb8, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:58:17.251159 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:15Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:17.299228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-54dc5e2d-be87-4edf-b8e2-db31bf350083 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:17.304048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-54dc5e2d-be87-4edf-b8e2-db31bf350083 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9037497 Feb 09 15:58:17.316753 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641d12fd-9f85-41d4-a77f-6880551df48a None None] The sync data for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 is: [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:15Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:17.319801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49204) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:17.331716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:17.359559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Network dc7f6979-95be-4b3d-8bce-c205774a62cf is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:17.396072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network e5824fb2-7b58-48f7-ac64-d32a93819fb8 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:58:17.421890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:17.427520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:17.465752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:17.515316 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'Port': ['ID=d235dfd1-9e1a-4139-8bd2-002221e8e5a3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:17.677719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e5824fb2-7b58-48f7-ac64-d32a93819fb8) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:17.700679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f41ea0-a61b-46ce-8536-677a980f9d2f None None] Network e5824fb2-7b58-48f7-ac64-d32a93819fb8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:17.710301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:17.716821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:17.737806 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Deleting port 54c2c0d8-ab67-4f32-b632-dcea13699fff {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:17.739393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:17.822215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d82409-fab0-45f7-8338-7c3e6cd0b282 req-886a2598-17fa-48fe-a403-7b51c2a5e1e4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:17.825294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99d82409-fab0-45f7-8338-7c3e6cd0b282 req-886a2598-17fa-48fe-a403-7b51c2a5e1e4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3159978 Feb 09 15:58:17.918565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2de54c17-cf32-4508-a622-dee41201ed6f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0376904 Feb 09 15:58:17.929554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49218) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:17.946522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': 'e5824fb2-7b58-48f7-ac64-d32a93819fb8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-532990990'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:18.021612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6f6952af-8b85-44a6-a27f-4c40da7376eb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:18.179990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6f6952af-8b85-44a6-a27f-4c40da7376eb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:18.180757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:18.210294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e5824fb2-7b58-48f7-ac64-d32a93819fb8', 'network_id': 'e5824fb2-7b58-48f7-ac64-d32a93819fb8', 'tenant_id': '0cb4aebf5cad478da56b40a52722112e', 'fixed_ips': [{'subnet_id': '8134521e-7ce2-48ee-a342-14204eed0c63'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:58:18.210707 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:18.482257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99d82409-fab0-45f7-8338-7c3e6cd0b282 req-da83a8f3-f0a3-4bb6-85ca-014ce60f765e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046538 Feb 09 15:58:18.500812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:18.705044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Allocated IP 2001:db8::2 (e5824fb2-7b58-48f7-ac64-d32a93819fb8/8134521e-7ce2-48ee-a342-14204eed0c63/4989882f-cbcb-4432-96fb-c4db389791ad) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:18.709338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898942e-2de0-485a-a9cf-a5e8843448f9 req-d43f0c9d-0e2f-4ab0-835c-1bd34072310f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:18.712228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1898942e-2de0-485a-a9cf-a5e8843448f9 req-d43f0c9d-0e2f-4ab0-835c-1bd34072310f tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 945 time: 0.6992245 Feb 09 15:58:19.050590 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:19.268207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 54c2c0d8-ab67-4f32-b632-dcea13699fff no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:58:19.276314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] For port 54c2c0d8-ab67-4f32-b632-dcea13699fff, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=54c2c0d8-ab67-4f32-b632-dcea13699fff,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:19.277218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:19.295438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:19.423301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:19.443734 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:19.465897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Calling delete_port for 54c2c0d8-ab67-4f32-b632-dcea13699fff owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:19.547620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Allocated IP 172.25.5.112 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/27c5af16-6af5-4730-b180-5a198abe2155) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:19.590236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b19a0a-de8a-4d03-8fc9-c4c903a0f1fc req-440ed7b7-7b16-4aa0-8151-a8eb31a17776 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:19.598388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Network e5824fb2-7b58-48f7-ac64-d32a93819fb8 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:19.598641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55b19a0a-de8a-4d03-8fc9-c4c903a0f1fc req-440ed7b7-7b16-4aa0-8151-a8eb31a17776 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.8392940 Feb 09 15:58:19.606683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:19.610045 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1898942e-2de0-485a-a9cf-a5e8843448f9 req-73b9bfac-4811-485c-8f26-44e91fe91e5e tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/security-groups?id=b2626b7b-77b3-44ef-bede-54a0bd606685&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8484852 Feb 09 15:58:19.612539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158618fa-24fa-4f98-be58-247bd28f2dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c2c0d8-ab67-4f32-b632-dcea13699fff'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:58:19.617088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:19.621103 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:19.636428 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0072f-d84b-4939-8597-055e8a17237c" -d '{"events": [{"server_uuid": "158618fa-24fa-4f98-be58-247bd28f2dac", "name": "network-vif-unplugged", "status": "completed", "tag": "54c2c0d8-ab67-4f32-b632-dcea13699fff"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:58:19.638785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:19.667112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Pushing event updated for resources: {'Port': ['ID=4989882f-cbcb-4432-96fb-c4db389791ad,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:19.673677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 54c2c0d8-ab67-4f32-b632-dcea13699fff, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=54c2c0d8-ab67-4f32-b632-dcea13699fff,segment=NetworkSegment(e8505c57-3be7-41da-9f1f-8c8abb73a3a8),segment_id=e8505c57-3be7-41da-9f1f-8c8abb73a3a8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:19.731468 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fd100b-a7fa-42dd-a508-5927eb8e1993 x-openstack-request-id: req-d2fd100b-a7fa-42dd-a508-5927eb8e1993 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:58:19.733642 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158618fa-24fa-4f98-be58-247bd28f2dac", "name": "network-vif-unplugged", "status": "completed", "tag": "54c2c0d8-ab67-4f32-b632-dcea13699fff", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:58:19.734045 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2fd100b-a7fa-42dd-a508-5927eb8e1993 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:58:19.735184 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158618fa-24fa-4f98-be58-247bd28f2dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c2c0d8-ab67-4f32-b632-dcea13699fff', 'code': 200} Feb 09 15:58:19.745356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55b19a0a-de8a-4d03-8fc9-c4c903a0f1fc req-73cf2360-6b83-45a5-9a70-676cb13006ce tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445532 Feb 09 15:58:19.760355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Attempting to bind port 4989882f-cbcb-4432-96fb-c4db389791ad on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:19.761479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Attempting to bind port 4989882f-cbcb-4432-96fb-c4db389791ad by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '56297aaa-00d3-49e7-b84d-f3001dea34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e5824fb2-7b58-48f7-ac64-d32a93819fb8'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:19.762125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Attempting to bind port 4989882f-cbcb-4432-96fb-c4db389791ad on network e5824fb2-7b58-48f7-ac64-d32a93819fb8 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:19.767512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:58:19.772137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port b0736d03-5e54-401e-a310-acc9b82f566d yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:19.776581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:19.791515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:19.792257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Checking segment: {'id': '56297aaa-00d3-49e7-b84d-f3001dea34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e5824fb2-7b58-48f7-ac64-d32a93819fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:19.792747 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:19.793221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Bound using segment: {'id': '56297aaa-00d3-49e7-b84d-f3001dea34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e5824fb2-7b58-48f7-ac64-d32a93819fb8'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:19.793800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Bound port: 4989882f-cbcb-4432-96fb-c4db389791ad, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56297aaa-00d3-49e7-b84d-f3001dea34fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e5824fb2-7b58-48f7-ac64-d32a93819fb8'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:19.801792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.036494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.045635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.074280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::30c (e5824fb2-7b58-48f7-ac64-d32a93819fb8/8134521e-7ce2-48ee-a342-14204eed0c63/b0736d03-5e54-401e-a310-acc9b82f566d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:20.075490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=54c2c0d8-ab67-4f32-b632-dcea13699fff,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:20.124910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] For port 4989882f-cbcb-4432-96fb-c4db389791ad, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:20.143717 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.260458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.341818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] For port 4989882f-cbcb-4432-96fb-c4db389791ad, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4989882f-cbcb-4432-96fb-c4db389791ad,segment=NetworkSegment(56297aaa-00d3-49e7-b84d-f3001dea34fb),segment_id=56297aaa-00d3-49e7-b84d-f3001dea34fb)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:20.343320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.361190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.397271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-9fd63926-19f9-469f-af7e-d3e6281af165 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2096405 Feb 09 15:58:20.427395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Pushing event deleted for resources: {'Port': ['ID=54c2c0d8-ab67-4f32-b632-dcea13699fff,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:20.464115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbda35-5e2d-4ade-b1f1-643249689a0c req-6dbb98cc-1217-4678-a7b5-5e25ac505abc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:20.467485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48bbda35-5e2d-4ade-b1f1-643249689a0c req-6dbb98cc-1217-4678-a7b5-5e25ac505abc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2786441 Feb 09 15:58:20.492159 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.494388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] No DVR routers for this DVR port 54c2c0d8-ab67-4f32-b632-dcea13699fff on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:58:20.526181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.529640 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ead31cc1-416e-46a9-85dc-749351cc11f1 req-9bc88cc6-d426-4b7f-a718-950d86471627 tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.13 "DELETE /v2.0/ports/54c2c0d8-ab67-4f32-b632-dcea13699fff HTTP/1.1" status: 204 len: 173 time: 4.0994811 Feb 09 15:58:20.533160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158618fa-24fa-4f98-be58-247bd28f2dac', 'name': 'network-vif-deleted', 'tag': '54c2c0d8-ab67-4f32-b632-dcea13699fff'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:58:20.533388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.535267 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ae2e1b-fa66-4843-9992-d8b326e66bdc" -d '{"events": [{"server_uuid": "158618fa-24fa-4f98-be58-247bd28f2dac", "name": "network-vif-deleted", "tag": "54c2c0d8-ab67-4f32-b632-dcea13699fff"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:58:20.597558 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc537087-de2c-4183-96e2-d529c444dcb7 x-openstack-request-id: req-fc537087-de2c-4183-96e2-d529c444dcb7 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:58:20.599553 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158618fa-24fa-4f98-be58-247bd28f2dac", "name": "network-vif-deleted", "tag": "54c2c0d8-ab67-4f32-b632-dcea13699fff", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:58:20.600645 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc537087-de2c-4183-96e2-d529c444dcb7 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:58:20.601658 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158618fa-24fa-4f98-be58-247bd28f2dac', 'name': 'network-vif-deleted', 'tag': '54c2c0d8-ab67-4f32-b632-dcea13699fff', 'status': 'completed', 'code': 200} Feb 09 15:58:20.619144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48bbda35-5e2d-4ade-b1f1-643249689a0c req-b919d862-2624-4e89-b189-6751408ee703 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507230 Feb 09 15:58:20.621247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:20.628918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:20.639788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:20.647925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:20.650224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Router 7955ff8a-cab9-41fc-8a12-a3dc33aacf92 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:58:20.700747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-e5126aa2-8fcc-4ef9-ba7e-e766ade8ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:20.705461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-e5126aa2-8fcc-4ef9-ba7e-e766ade8ab10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1097 time: 0.2237928 Feb 09 15:58:20.714229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:58:20.728042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event updated for resources: {'Port': ['ID=27c5af16-6af5-4730-b180-5a198abe2155,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:20.748126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b56b4-0abe-4b64-af5e-2a7eb93e6943 None None] Pushing event updated for resources: {'Port': ['ID=4989882f-cbcb-4432-96fb-c4db389791ad,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:20.980967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network e5824fb2-7b58-48f7-ac64-d32a93819fb8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:21.086498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:21.088525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=b0736d03-5e54-401e-a310-acc9b82f566d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:21.093303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:21.099100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:21.099792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:21.114973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-446da134-0849-4743-9a9f-32cd4b069c53 req-402383cf-ffdb-413a-bafa-1484754d380a tempest-DeleteServersTestJSON-2098353223 tempest-DeleteServersTestJSON-2098353223-project] 10.222.0.53 "GET /v2.0/ports?device_id=158618fa-24fa-4f98-be58-247bd28f2dac HTTP/1.1" status: 200 len: 210 time: 0.2635152 Feb 09 15:58:21.277492 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b271ab9f-d06d-48e2-b5b6-c6ffb8a47385 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.3413944 Feb 09 15:58:21.293517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc640977-06b5-4bef-9105-0c50a5b4300b req-e44c84d6-be1a-4080-844c-a7d4b845bb44 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:21.297055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc640977-06b5-4bef-9105-0c50a5b4300b req-e44c84d6-be1a-4080-844c-a7d4b845bb44 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4422898 Feb 09 15:58:21.298959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:21.305549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:21.317534 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Sync routers for ids ['7955ff8a-cab9-41fc-8a12-a3dc33aacf92'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:21.331443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:21.337194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:21.346081 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Routers {'7955ff8a-cab9-41fc-8a12-a3dc33aacf92'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:21.347830 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7955ff8a-cab9-41fc-8a12-a3dc33aacf92'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:21.353167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05aaee1-14b2-464f-9b31-19613d2fce09 None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:21.375242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05aaee1-14b2-464f-9b31-19613d2fce09 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:21.381224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d05aaee1-14b2-464f-9b31-19613d2fce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:21.433097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:21.434417 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ced5d27a-4c17-4081-8837-e315fee2238d tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.8152943 Feb 09 15:58:21.437609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49272) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:21.440879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d05aaee1-14b2-464f-9b31-19613d2fce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:21.457245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05aaee1-14b2-464f-9b31-19613d2fce09 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:21.457975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d05aaee1-14b2-464f-9b31-19613d2fce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:21.497363 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-65ba009d-3bf0-4771-ad7d-431f89000c2b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/floatingips/24467127-39de-4670-b35d-48addcf820b5 HTTP/1.1" status: 200 len: 978 time: 5.8561401 Feb 09 15:58:21.504950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:21.506708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49274) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:21.530801 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Set router 7955ff8a-cab9-41fc-8a12-a3dc33aacf92 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:21.531226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d05aaee1-14b2-464f-9b31-19613d2fce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:21.531226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05aaee1-14b2-464f-9b31-19613d2fce09 None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:21.547810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-563422a4-47a9-44a4-9478-29cc21886706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:21.550625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-563422a4-47a9-44a4-9478-29cc21886706 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 0.6932802 Feb 09 15:58:21.575478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc640977-06b5-4bef-9105-0c50a5b4300b req-d316f9cb-bc60-4837-97e4-17f4d6058f8c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076306 Feb 09 15:58:21.744459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-23da67cb-8deb-4400-bada-c6430a5015b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.1773810 Feb 09 15:58:21.819226 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:21.956004 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7955ff8a-cab9-41fc-8a12-a3dc33aacf92', 'name': '', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf', 'external_fixed_ips': [{'subnet_id': '45a37b80-9921-4e75-8f89-d5a8dfa4579f', 'ip_address': '2001:db8::29f'}], 'enable_snat': True}, 'gw_port_id': 'd235dfd1-9e1a-4139-8bd2-002221e8e5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:13Z', 'updated_at': '2022-02-09T15:58:17Z', 'revision_number': 3, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port': {'id': 'd235dfd1-9e1a-4139-8bd2-002221e8e5a3', 'name': '', 'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:73:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7955ff8a-cab9-41fc-8a12-a3dc33aacf92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '45a37b80-9921-4e75-8f89-d5a8dfa4579f', 'ip_address': '2001:db8::29f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:15Z', 'updated_at': '2022-02-09T15:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45a37b80-9921-4e75-8f89-d5a8dfa4579f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:21.991087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.010367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-6dc37fa9-339f-49f1-a31c-0490255bccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:22.014565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-6dc37fa9-339f-49f1-a31c-0490255bccab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.2448535 Feb 09 15:58:22.020456 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Checking router: 7955ff8a-cab9-41fc-8a12-a3dc33aacf92 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:58:22.021583 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Updating router 7955ff8a-cab9-41fc-8a12-a3dc33aacf92 port d235dfd1-9e1a-4139-8bd2-002221e8e5a3 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:58:22.062948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4989882f-cbcb-4432-96fb-c4db389791ad up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:22.080952 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.151307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-acc114fe-6a4c-473f-b440-8af4b8aced24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665295 Feb 09 15:58:22.153088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cd53e-5a92-489a-a8ab-36e3c146a8ca tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port b0736d03-5e54-401e-a310-acc9b82f566d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:22.153545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd53e-5a92-489a-a8ab-36e3c146a8ca tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.226066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4989882f-cbcb-4432-96fb-c4db389791ad triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:22.227745 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.312712 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.345699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 396c1653-0e9b-4995-8d85-93b7b1e23ac6 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:22.346599 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.447580 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.598728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 4989882f-cbcb-4432-96fb-c4db389791ad, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4989882f-cbcb-4432-96fb-c4db389791ad,segment=NetworkSegment(56297aaa-00d3-49e7-b84d-f3001dea34fb),segment_id=56297aaa-00d3-49e7-b84d-f3001dea34fb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:22.661530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.664380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.664666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.741440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29633330-9836-4240-ae93-becfa0ea419d None None] Network e5824fb2-7b58-48f7-ac64-d32a93819fb8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:22.743367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 396c1653-0e9b-4995-8d85-93b7b1e23ac6 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:22.756461 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.781451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f2dc5-5e63-439e-8577-791cc9f521bf req-e2cfd160-1875-42b6-ab32-696d6a4a371c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:22.809249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c99f2dc5-5e63-439e-8577-791cc9f521bf req-e2cfd160-1875-42b6-ab32-696d6a4a371c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.8149879 Feb 09 15:58:22.835606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Deleting port d235dfd1-9e1a-4139-8bd2-002221e8e5a3 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:22.835606 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.849197 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.883676 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-448f8a70-1631-4c15-9535-b4b556d5d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.903484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1f501329-282b-4a88-8ac3-9f420d5e88ed None None] Provisioning complete for port 4989882f-cbcb-4432-96fb-c4db389791ad triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:22.908126 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f501329-282b-4a88-8ac3-9f420d5e88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.910625 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd53e-5a92-489a-a8ab-36e3c146a8ca tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:22.914909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=4989882f-cbcb-4432-96fb-c4db389791ad,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:22.941341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7d2cd53e-5a92-489a-a8ab-36e3c146a8ca tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for b0736d03-5e54-401e-a310-acc9b82f566d owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:23.063580 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd42b5-aa31-449c-a2af-fa4d10d00384 None None] Pushing event updated for resources: {'Port': ['ID=d235dfd1-9e1a-4139-8bd2-002221e8e5a3,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:23.092470 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Attempting to bind port d235dfd1-9e1a-4139-8bd2-002221e8e5a3 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:23.093308 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Attempting to bind port d235dfd1-9e1a-4139-8bd2-002221e8e5a3 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f01cae9b-0ecc-4109-8127-330119d44988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:23.095055 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Attempting to bind port d235dfd1-9e1a-4139-8bd2-002221e8e5a3 on network dc7f6979-95be-4b3d-8bce-c205774a62cf {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:23.120008 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:23.124907 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Checking segment: {'id': 'f01cae9b-0ecc-4109-8127-330119d44988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:23.125584 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:23.126676 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Bound using segment: {'id': 'f01cae9b-0ecc-4109-8127-330119d44988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:23.127051 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Bound port: d235dfd1-9e1a-4139-8bd2-002221e8e5a3, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01cae9b-0ecc-4109-8127-330119d44988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'dc7f6979-95be-4b3d-8bce-c205774a62cf'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:23.129221 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:23.283849 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] For port d235dfd1-9e1a-4139-8bd2-002221e8e5a3, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:23.291007 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] For port d235dfd1-9e1a-4139-8bd2-002221e8e5a3, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d235dfd1-9e1a-4139-8bd2-002221e8e5a3,segment=NetworkSegment(f01cae9b-0ecc-4109-8127-330119d44988),segment_id=f01cae9b-0ecc-4109-8127-330119d44988)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:23.330370 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:23.370732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Calling delete_port for d235dfd1-9e1a-4139-8bd2-002221e8e5a3 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:23.380014 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:23.458698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c99f2dc5-5e63-439e-8577-791cc9f521bf req-24f8e1bd-edf3-47f6-a4ee-013d8812ef57 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214361 Feb 09 15:58:23.491285 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Routers {'7955ff8a-cab9-41fc-8a12-a3dc33aacf92'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:23.493522 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:57:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7955ff8a-cab9-41fc-8a12-a3dc33aacf92'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:23.581131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-2a68a071-2ee3-4a21-999d-3444e2b11fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4094160 Feb 09 15:58:23.715554 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd53e-5a92-489a-a8ab-36e3c146a8ca tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:23.838687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c3ce1bfe-9610-4312-b2b8-edee76725496 None None] Could not find standard attr ID for object b0736d03-5e54-401e-a310-acc9b82f566d. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 15:58:23.897783 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd42b5-aa31-449c-a2af-fa4d10d00384 None None] Pushing event updated for resources: {'Port': ['ID=d235dfd1-9e1a-4139-8bd2-002221e8e5a3,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:23.911497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c3ce1bfe-9610-4312-b2b8-edee76725496 None None] Provisioning complete for port 4989882f-cbcb-4432-96fb-c4db389791ad triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:23.912500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1bfe-9610-4312-b2b8-edee76725496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:23.961429 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:23.980400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:24.010535 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] Set router 7955ff8a-cab9-41fc-8a12-a3dc33aacf92 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:24.025773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4989882f-cbcb-4432-96fb-c4db389791ad up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:24.085942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:24.086291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=396c1653-0e9b-4995-8d85-93b7b1e23ac6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:24.192283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d2cd53e-5a92-489a-a8ab-36e3c146a8ca tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:24.201095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7d2cd53e-5a92-489a-a8ab-36e3c146a8ca tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/b0736d03-5e54-401e-a310-acc9b82f566d HTTP/1.1" status: 204 len: 168 time: 2.8841951 Feb 09 15:58:24.201095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2cd53e-5a92-489a-a8ab-36e3c146a8ca tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=b0736d03-5e54-401e-a310-acc9b82f566d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:24.205091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49330) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:24.208344 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7955ff8a-cab9-41fc-8a12-a3dc33aacf92', 'name': '', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:13Z', 'updated_at': '2022-02-09T15:58:22Z', 'revision_number': 4, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:24.331335 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad92d6be-1a3e-4e25-b4bf-63a3b5956803 None None] The sync data for ids ['7955ff8a-cab9-41fc-8a12-a3dc33aacf92'] in n-d-828542-1 is: [{'id': '7955ff8a-cab9-41fc-8a12-a3dc33aacf92', 'name': '', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:13Z', 'updated_at': '2022-02-09T15:58:22Z', 'revision_number': 4, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:24.391962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4989882f-cbcb-4432-96fb-c4db389791ad triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:24.393399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:24.420401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:24.484219 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d91728-b607-4f40-9cd9-19f78f0cb6b5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:58:24.486250 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f5d91728-b607-4f40-9cd9-19f78f0cb6b5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/b0736d03-5e54-401e-a310-acc9b82f566d HTTP/1.1" status: 404 len: 333 time: 0.2702932 Feb 09 15:58:24.496533 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event deleted for resources: {'Port': ['ID=d235dfd1-9e1a-4139-8bd2-002221e8e5a3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:24.511363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49334) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:24.574581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-061c1a18-ac56-431f-af31-79611c082809 None None] Could not find standard attr ID for object b0736d03-5e54-401e-a310-acc9b82f566d. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 15:58:24.676046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31425-8f19-430c-b64e-8b809e54bf64 req-b4251e1b-345b-4a8d-853c-d7801daa8a67 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:24.686743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:24.692517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.693256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.694928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38b31425-8f19-430c-b64e-8b809e54bf64 req-b4251e1b-345b-4a8d-853c-d7801daa8a67 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.9416094 Feb 09 15:58:24.700033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.701575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.702440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.703346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.704357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.705327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.706184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.707000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.707773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.711493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:24.736129 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:24.739878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:24.740965 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP 24467127-39de-4670-b35d-48addcf820b5 disassociated (deleted). External IP: 172.25.5.220, port: f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd. Feb 09 15:58:24.905707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event updated for resources: {'Port': ['ID=27c5af16-6af5-4730-b180-5a198abe2155,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:24.940613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6e8607-453d-4db4-84a4-0abccd194a75 req-4c2887e3-eff5-460d-b26a-b50342f14b8a service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3404529 Feb 09 15:58:24.970924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38b31425-8f19-430c-b64e-8b809e54bf64 req-a1cf2223-fa4d-43c9-b8c3-783a82766642 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735214 Feb 09 15:58:25.027971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:25.029953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-134318dd-a4dc-4f63-8b8d-c8201b1c2363 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7065272 Feb 09 15:58:25.214752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b58ee6-3d78-4625-8bc9-1512489d89d8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet 8134521e-7ce2-48ee-a342-14204eed0c63 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:58:25.214752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b58ee6-3d78-4625-8bc9-1512489d89d8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:25.223714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:25.253269 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f7d07ac2-f71a-4b63-90af-e180cae5cb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:25.311538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b58ee6-3d78-4625-8bc9-1512489d89d8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:25.548048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e07eb-b592-447e-963a-54327582ce52 req-dcff453a-bb01-445f-b106-f2c55c2391cb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:25.561778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a5e07eb-b592-447e-963a-54327582ce52 req-dcff453a-bb01-445f-b106-f2c55c2391cb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1511469 Feb 09 15:58:25.673563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a5e07eb-b592-447e-963a-54327582ce52 req-6f201b3d-0a7c-452c-8ab0-7d952c5bc689 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105695 Feb 09 15:58:25.928017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:25.967987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4b0a9-b54b-4e04-b44c-aef56f47be01 req-7ad5e794-ed9b-448d-885b-67976981b2fb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:25.979626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ae4b0a9-b54b-4e04-b44c-aef56f47be01 req-7ad5e794-ed9b-448d-885b-67976981b2fb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1443329 Feb 09 15:58:26.070619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ae4b0a9-b54b-4e04-b44c-aef56f47be01 req-f2aa1b85-77a7-45d7-a291-b30b65c675e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896220 Feb 09 15:58:26.147363 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.153787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7955ff8a-cab9-41fc-8a12-a3dc33aacf92 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:58:26.162252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.164047 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4748ecda-9537-44af-be00-917a688cf16a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7955ff8a-cab9-41fc-8a12-a3dc33aacf92 HTTP/1.1" status: 204 len: 168 time: 4.7253616 Feb 09 15:58:26.170766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49398) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:26.375863 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b58ee6-3d78-4625-8bc9-1512489d89d8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.451965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-35834645-498a-4736-843c-b392ea05da5a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Deleting subnet 45a37b80-9921-4e75-8f89-d5a8dfa4579f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:58:26.470053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35834645-498a-4736-843c-b392ea05da5a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.510011 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.545715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35834645-498a-4736-843c-b392ea05da5a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.633747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:58:26.665568 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35834645-498a-4736-843c-b392ea05da5a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.806881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b58ee6-3d78-4625-8bc9-1512489d89d8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.846979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f858b-e1ac-4ee2-92c4-88a781c3a023 req-510a3e37-1c57-44cf-a06a-fc712e93447e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:26.858744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d00f858b-e1ac-4ee2-92c4-88a781c3a023 req-510a3e37-1c57-44cf-a06a-fc712e93447e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1246188 Feb 09 15:58:26.901512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b58ee6-3d78-4625-8bc9-1512489d89d8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=8134521e-7ce2-48ee-a342-14204eed0c63,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:26.905833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0b58ee6-3d78-4625-8bc9-1512489d89d8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:26.915496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e895a-ad13-4cf7-b8b7-5cf54a05185d None None] Network e5824fb2-7b58-48f7-ac64-d32a93819fb8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:26.925546 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a0b58ee6-3d78-4625-8bc9-1512489d89d8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/8134521e-7ce2-48ee-a342-14204eed0c63 HTTP/1.1" status: 204 len: 168 time: 2.3946617 Feb 09 15:58:26.941310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:27.021196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d00f858b-e1ac-4ee2-92c4-88a781c3a023 req-f58cf0df-0dfc-4845-bcc3-f02072bf1163 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597676 Feb 09 15:58:27.192113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:27.208543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:27.214787 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11368074-95de-4c1a-a7f4-527d79ff005c None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:27.215733 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:27.252653 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11368074-95de-4c1a-a7f4-527d79ff005c None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:27.283528 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35834645-498a-4736-843c-b392ea05da5a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:27.297762 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-11368074-95de-4c1a-a7f4-527d79ff005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:27.330380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1002f1c-f9e7-4b4f-86ba-f2ab9d7e0ccb req-51200da7-cb86-4979-a88a-aeb9aa26ebf5 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:27.332153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1002f1c-f9e7-4b4f-86ba-f2ab9d7e0ccb req-51200da7-cb86-4979-a88a-aeb9aa26ebf5 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1321490 Feb 09 15:58:27.341612 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8d498ee0-118f-4ec7-906a-d73424ba544a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/floatingips/24467127-39de-4670-b35d-48addcf820b5 HTTP/1.1" status: 204 len: 168 time: 5.8268492 Feb 09 15:58:27.344377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35834645-498a-4736-843c-b392ea05da5a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=45a37b80-9921-4e75-8f89-d5a8dfa4579f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:27.349448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49428) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:27.357403 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35834645-498a-4736-843c-b392ea05da5a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:27.375040 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-35834645-498a-4736-843c-b392ea05da5a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/45a37b80-9921-4e75-8f89-d5a8dfa4579f HTTP/1.1" status: 204 len: 168 time: 1.1998632 Feb 09 15:58:27.391776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49430) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:27.411054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] DHCP port deletion for e5824fb2-7b58-48f7-ac64-d32a93819fb8 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:58:27.441995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-11368074-95de-4c1a-a7f4-527d79ff005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:27.483827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1002f1c-f9e7-4b4f-86ba-f2ab9d7e0ccb req-2c8325e4-37b7-4df8-9b35-fc522550ff51 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445582 Feb 09 15:58:27.514393 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11368074-95de-4c1a-a7f4-527d79ff005c None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:27.515761 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-11368074-95de-4c1a-a7f4-527d79ff005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:27.614845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] Deleting port 4989882f-cbcb-4432-96fb-c4db389791ad {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:27.617505 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:27.633072 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-11368074-95de-4c1a-a7f4-527d79ff005c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:27.634917 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11368074-95de-4c1a-a7f4-527d79ff005c None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:27.714075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] For port 4989882f-cbcb-4432-96fb-c4db389791ad, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4989882f-cbcb-4432-96fb-c4db389791ad,segment=NetworkSegment(56297aaa-00d3-49e7-b84d-f3001dea34fb),segment_id=56297aaa-00d3-49e7-b84d-f3001dea34fb)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:27.714772 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:27.750433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] Calling delete_port for 4989882f-cbcb-4432-96fb-c4db389791ad owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:27.771910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:27.923665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4989882f-cbcb-4432-96fb-c4db389791ad no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:58:27.926502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port 4989882f-cbcb-4432-96fb-c4db389791ad {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:27.927792 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.040581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530bb85-c35a-4e7c-8deb-f14e0cb0303f req-136630c0-ca65-4b7d-bc83-8c940fb0f89a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:28.050825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.060304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6530bb85-c35a-4e7c-8deb-f14e0cb0303f req-136630c0-ca65-4b7d-bc83-8c940fb0f89a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1334999 Feb 09 15:58:28.076159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f4699ef9-0e51-40c3-b68d-a097c0a51875 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:28.076748 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4699ef9-0e51-40c3-b68d-a097c0a51875 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.129168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6530bb85-c35a-4e7c-8deb-f14e0cb0303f req-7afd9c19-c969-4fe6-9819-e99da702dcae tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663731 Feb 09 15:58:28.145028 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.220623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7f6979-95be-4b3d-8bce-c205774a62cf']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:28.230472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] For port 4989882f-cbcb-4432-96fb-c4db389791ad, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4989882f-cbcb-4432-96fb-c4db389791ad,segment=NetworkSegment(56297aaa-00d3-49e7-b84d-f3001dea34fb),segment_id=56297aaa-00d3-49e7-b84d-f3001dea34fb)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:28.230899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.252474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] No DVR routers for this DVR port 4989882f-cbcb-4432-96fb-c4db389791ad on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:58:28.257412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb3adc-3733-43e6-99f2-e0b7c0502e95 None None] Pushing event deleted for resources: {'Port': ['ID=4989882f-cbcb-4432-96fb-c4db389791ad,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:28.275526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No active binding found for port 4989882f-cbcb-4432-96fb-c4db389791ad {{(pid=103180) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 15:58:28.275716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4989882f-cbcb-4432-96fb-c4db389791ad not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:58:28.290417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01cae9b-0ecc-4109-8127-330119d44988') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:28.290749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01cae9b-0ecc-4109-8127-330119d44988') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:28.296939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for 4989882f-cbcb-4432-96fb-c4db389791ad owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:28.340371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.383143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.423033 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.451344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:58:28.451937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: items = [ Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:58:28.453761 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:58:28.464372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573fba7-a20b-406a-8d23-efb70c1f66a2 req-27a1ca28-3ba5-426c-87b5-324812f1d305 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:28.476042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8573fba7-a20b-406a-8d23-efb70c1f66a2 req-27a1ca28-3ba5-426c-87b5-324812f1d305 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1387289 Feb 09 15:58:28.481375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4699ef9-0e51-40c3-b68d-a097c0a51875 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.487638 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.536123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8573fba7-a20b-406a-8d23-efb70c1f66a2 req-b6b9bd0f-ce9d-4c40-98ed-7c28fb4909d8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580914 Feb 09 15:58:28.553305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f4699ef9-0e51-40c3-b68d-a097c0a51875 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:28.635298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.675396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=4989882f-cbcb-4432-96fb-c4db389791ad,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:28.684224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No DVR routers for this DVR port 4989882f-cbcb-4432-96fb-c4db389791ad on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:58:28.813651 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.839550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc7f6979-95be-4b3d-8bce-c205774a62cf {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 15:58:28.843425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.846744 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.850204 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dc7f6979-95be-4b3d-8bce-c205774a62cf HTTP/1.1" status: 204 len: 168 time: 1.4556904 Feb 09 15:58:28.878497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6ba19-51a6-46e4-940e-9217b6f1b954 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc7f6979-95be-4b3d-8bce-c205774a62cf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:28.906033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5824fb2-7b58-48f7-ac64-d32a93819fb8']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:28.947300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56297aaa-00d3-49e7-b84d-f3001dea34fb') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:28.947569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56297aaa-00d3-49e7-b84d-f3001dea34fb') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:28.965106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:28.992057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:29.002358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:58:29.002827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:58:29.011347 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:58:29.125126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4699ef9-0e51-40c3-b68d-a097c0a51875 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:29.166963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786307c-a46a-4cda-8454-44de5eba5770 req-9472f58d-5340-422a-894f-30a644b1703b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:29.176907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d786307c-a46a-4cda-8454-44de5eba5770 req-9472f58d-5340-422a-894f-30a644b1703b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 813 time: 0.3270731 Feb 09 15:58:29.218575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d786307c-a46a-4cda-8454-44de5eba5770 req-bf627a5c-22d8-4fef-8ab3-890eeabaf33b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/quotas/86cc00277f0d4e1590cecd0b8eef474a HTTP/1.1" status: 200 len: 375 time: 0.0391529 Feb 09 15:58:29.271322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4699ef9-0e51-40c3-b68d-a097c0a51875 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:29.350949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d786307c-a46a-4cda-8454-44de5eba5770 req-fb0ba8cc-9725-4dd1-9a09-51f68d832179 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315448 Feb 09 15:58:29.371444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:29.385915 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:29.387581 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/networks/e5824fb2-7b58-48f7-ac64-d32a93819fb8 HTTP/1.1" status: 204 len: 168 time: 2.4443114 Feb 09 15:58:29.394485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49502) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:29.411209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'name': 'tempest-PortsIpV6TestJSON-2031886075'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:29.567105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d99c07-2d13-454c-9c77-98ad559fcc9c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Network': ['ID=e5824fb2-7b58-48f7-ac64-d32a93819fb8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:29.650663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4699ef9-0e51-40c3-b68d-a097c0a51875 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:29.663988 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f4699ef9-0e51-40c3-b68d-a097c0a51875 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/ports/f8ace72d-0126-46f4-9b5f-1b4c4a6e4acd HTTP/1.1" status: 204 len: 168 time: 2.3079383 Feb 09 15:58:29.668035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49512) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:29.680251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:29.882722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:29.917789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6f37-4e5c-4e05-93b4-9dc6a4605673 req-482b04b5-0d15-47db-b479-cd293d39a672 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:29.926484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f48d6f37-4e5c-4e05-93b4-9dc6a4605673 req-482b04b5-0d15-47db-b479-cd293d39a672 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4220443 Feb 09 15:58:29.954310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49516) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:29.968601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-43d0e200-2884-46da-9e57-39f6c038089c tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'router': {'name': 'tempest-router--1165059125', 'project_id': '3249410337c54cd3b806e6208104af0b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:29.992041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f48d6f37-4e5c-4e05-93b4-9dc6a4605673 req-da45dc99-3ec8-41d8-9cd6-fe225acb15ee tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642941 Feb 09 15:58:30.076545 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.087536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:30.093324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.132625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.251908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port b7777175-3955-4d3f-ab06-5bf9d0a4feec yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:30.347905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.25.5.44 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/75be340a-a9fc-4208-9206-67e1d556d5d6) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:30.489689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2502b-8ca4-41fd-985b-08c2904392e0 req-9135e864-dbfd-426d-ae70-d9258e0ae1dc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:30.492519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cba2502b-8ca4-41fd-985b-08c2904392e0 req-9135e864-dbfd-426d-ae70-d9258e0ae1dc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3468261 Feb 09 15:58:30.595958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43d0e200-2884-46da-9e57-39f6c038089c tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.606256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43d0e200-2884-46da-9e57-39f6c038089c tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.677830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.839914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cba2502b-8ca4-41fd-985b-08c2904392e0 req-08d7865c-cd16-45f0-8f7a-ba76b56eee22 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692709 Feb 09 15:58:30.883147 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.886015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43d0e200-2884-46da-9e57-39f6c038089c tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.910992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.981061 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43d0e200-2884-46da-9e57-39f6c038089c tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.013270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49538) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:31.017907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=75be340a-a9fc-4208-9206-67e1d556d5d6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:31.071434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:31.080579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:31.087799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.097441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43d0e200-2884-46da-9e57-39f6c038089c tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.097441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-43d0e200-2884-46da-9e57-39f6c038089c tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1378903 Feb 09 15:58:31.103923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:31.168143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49546) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:31.230386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.253357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=b7777175-3955-4d3f-ab06-5bf9d0a4feec,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:31.262204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:31.264196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:31.267157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:31.274901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:31.275758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.276602 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:58:31.368708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f07d4374-a16f-47b7-8653-76171cb50e21 req-13e467c7-cfd3-4def-8dca-6b46b0ccaa5f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=86cc00277f0d4e1590cecd0b8eef474a HTTP/1.1" status: 200 len: 221 time: 0.0561829 Feb 09 15:58:31.373967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ac484fa9-ea21-4560-b970-fee90445cb27 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9784830 Feb 09 15:58:31.391304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49558) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:31.441855 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c4df56-d1e1-41dd-8039-b48bf61b120a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.620510 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.642371 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.774496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c7f9b-ad72-4b0e-a2d2-c974d12559c9 req-09abfa63-89f0-4ab8-aae4-0d5bf78830e2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:31.782445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078c7f9b-ad72-4b0e-a2d2-c974d12559c9 req-09abfa63-89f0-4ab8-aae4-0d5bf78830e2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1843631 Feb 09 15:58:31.796864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port b7777175-3955-4d3f-ab06-5bf9d0a4feec {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:31.797224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.811287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-01325859-c6ec-4e8d-81c1-8efd96531d11 admin admin] Deleting subnet 62e9af1e-67d0-4a41-ba8c-bfce70bdd120 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:58:31.829115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01325859-c6ec-4e8d-81c1-8efd96531d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.878330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c4df56-d1e1-41dd-8039-b48bf61b120a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.883024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c4df56-d1e1-41dd-8039-b48bf61b120a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.934262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-078c7f9b-ad72-4b0e-a2d2-c974d12559c9 req-0795f724-463d-47cb-8d70-81adc731fc91 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507940 Feb 09 15:58:31.963139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.968272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01325859-c6ec-4e8d-81c1-8efd96531d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.005112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for b7777175-3955-4d3f-ab06-5bf9d0a4feec owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:32.036573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.081486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c4df56-d1e1-41dd-8039-b48bf61b120a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.081787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01325859-c6ec-4e8d-81c1-8efd96531d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.082341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c4df56-d1e1-41dd-8039-b48bf61b120a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6046100b-b503-4954-a9c6-28572e98f8e0 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:58:32.088937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c4df56-d1e1-41dd-8039-b48bf61b120a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.090910 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23c4df56-d1e1-41dd-8039-b48bf61b120a tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6046100b-b503-4954-a9c6-28572e98f8e0 HTTP/1.1" status: 204 len: 168 time: 0.8516142 Feb 09 15:58:32.109432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.262782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=75be340a-a9fc-4208-9206-67e1d556d5d6,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:32.276153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.337741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee62c-0323-4224-967a-60f8052bf440 req-35305e52-f18b-48ca-81a1-088c6bf0d80e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:32.352003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92aee62c-0323-4224-967a-60f8052bf440 req-35305e52-f18b-48ca-81a1-088c6bf0d80e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2764764 Feb 09 15:58:32.353226 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.359041 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b146f9e9-88af-4723-a158-eeccd60a885b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6896336 Feb 09 15:58:32.362986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49570) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:32.389373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'port': {'network_id': 'e4abdd0c-e033-4dd4-a882-6747ba9c97fa', 'name': 'tempest-FloatingIPTestJSON-12036230'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:32.457431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92aee62c-0323-4224-967a-60f8052bf440 req-e2fb8504-5392-4907-bf0a-78c0d6eb95a1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987623 Feb 09 15:58:32.505290 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.576549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=b7777175-3955-4d3f-ab06-5bf9d0a4feec,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:32.580943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01325859-c6ec-4e8d-81c1-8efd96531d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.651282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.651855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.652442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.652996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.653558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.654160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.654913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.656058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.656058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.656536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.656838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.657391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:32.665047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01325859-c6ec-4e8d-81c1-8efd96531d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e9af1e-67d0-4a41-ba8c-bfce70bdd120,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:32.670589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.671246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:32.680403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-88271d37-d24a-4a0d-9467-24040364c585 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/b7777175-3955-4d3f-ab06-5bf9d0a4feec HTTP/1.1" status: 204 len: 168 time: 1.2883639 Feb 09 15:58:32.684476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49578) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:32.694707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'mac_address': 'fa:16:3e:83:fa:fc', 'name': 'tempest-PortsIpV6TestJSON-994621'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:32.699587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.705190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01325859-c6ec-4e8d-81c1-8efd96531d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:32.714341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-01325859-c6ec-4e8d-81c1-8efd96531d11 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/62e9af1e-67d0-4a41-ba8c-bfce70bdd120 HTTP/1.1" status: 204 len: 168 time: 1.6944821 Feb 09 15:58:32.730139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49580) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:32.770161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] device_id is not set on port b891ca2b-1a71-4a2e-8252-808583370b73 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:33.030174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00068e6d-b949-431f-a2f8-62ae8eecc96d req-ad97664e-d7bb-4ee0-b658-35fb7d464714 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:33.030515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49584) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:33.044121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00068e6d-b949-431f-a2f8-62ae8eecc96d req-ad97664e-d7bb-4ee0-b658-35fb7d464714 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3315506 Feb 09 15:58:33.057034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.20.0.6 (e4abdd0c-e033-4dd4-a882-6747ba9c97fa/9d36d2c5-daa3-4d67-a6dd-bcfe69700771/b891ca2b-1a71-4a2e-8252-808583370b73) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:33.069201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:33.160942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00068e6d-b949-431f-a2f8-62ae8eecc96d req-d4be0289-7c2b-41fc-9cc3-d4483ed554ee tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147907 Feb 09 15:58:33.321636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:33.481386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:33.537121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:33.547342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70faf60e-3ffd-4c63-97c3-9f283fa8cb44']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:33.576032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:33.576387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8505c57-3be7-41da-9f1f-8c8abb73a3a8') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:33.587738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900f54a-2dce-4dd2-bb61-fba460929903 req-b9de5a6c-1ff0-4497-a7ef-78439493df02 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:33.589639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a900f54a-2dce-4dd2-bb61-fba460929903 req-b9de5a6c-1ff0-4497-a7ef-78439493df02 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2300227 Feb 09 15:58:33.602366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port a4f9b7ab-21f7-4cb6-b498-d33e7f4f53cd yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:33.614817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:33.681698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:33.695272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:58:33.695692 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:58:33.699435 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:58:33.832563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-833126867', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:33.850976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a900f54a-2dce-4dd2-bb61-fba460929903 req-3462475a-9119-4624-95b2-7c1cd9f3ca0a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393105 Feb 09 15:58:33.934070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.000880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49598) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:34.001081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.009707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.011233 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.064704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.072859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.076313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/70faf60e-3ffd-4c63-97c3-9f283fa8cb44 HTTP/1.1" status: 204 len: 168 time: 1.3438873 Feb 09 15:58:34.091378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef092c0-8a07-43d1-baf4-561b580572ec admin admin] Pushing event deleted for resources: {'Network': ['ID=70faf60e-3ffd-4c63-97c3-9f283fa8cb44,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:34.111892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.115384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ec3dc-e0d0-4c39-be47-6a972e8e932b req-11e72d47-7244-4555-8733-409a1ff8324a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:34.115384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-694ec3dc-e0d0-4c39-be47-6a972e8e932b req-11e72d47-7244-4555-8733-409a1ff8324a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.0929582 Feb 09 15:58:34.123814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.143406 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.181218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=b891ca2b-1a71-4a2e-8252-808583370b73,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:34.196827 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network e4abdd0c-e033-4dd4-a882-6747ba9c97fa is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:34.198702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:34.202267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:34.241363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:34.265019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:34.282586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:34.293618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:34.297671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.309963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-694ec3dc-e0d0-4c39-be47-6a972e8e932b req-25e48ecf-839d-4875-8690-20b80a7d5edf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753933 Feb 09 15:58:34.316334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=a4f9b7ab-21f7-4cb6-b498-d33e7f4f53cd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:34.330900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01857a2d-bbfa-4a6f-9f88-2a8c4923aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.393874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:34.394875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.526486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-42fa68c2-ccaf-4f83-9096-79ce4c7db657 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8117523 Feb 09 15:58:34.527358 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.527529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49606) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:34.578694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01857a2d-bbfa-4a6f-9f88-2a8c4923aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.594930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bafd0-f24b-41e7-b7e3-ad34d9f6303f req-1c9b72d7-91f6-4800-b904-295b3af11661 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:34.596915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c5bafd0-f24b-41e7-b7e3-ad34d9f6303f req-1c9b72d7-91f6-4800-b904-295b3af11661 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1610103 Feb 09 15:58:34.618308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f8c591-944a-42c6-99af-d9b368cd1cae tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:34.620529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a8f8c591-944a-42c6-99af-d9b368cd1cae tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/a4f9b7ab-21f7-4cb6-b498-d33e7f4f53cd HTTP/1.1" status: 200 len: 841 time: 0.0989487 Feb 09 15:58:34.625740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49608) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:34.686723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c5bafd0-f24b-41e7-b7e3-ad34d9f6303f req-7bb9c6f4-742a-4d93-9c49-a181e9660744 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639577 Feb 09 15:58:34.804846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-254a181f-0fb6-4207-a6f8-725e66ad0dee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port a4f9b7ab-21f7-4cb6-b498-d33e7f4f53cd {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:34.805389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-254a181f-0fb6-4207-a6f8-725e66ad0dee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.941297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9abb-cce7-4b3a-b580-2449cf0d42ed req-e5c1b01f-c34f-49cc-b257-fe88e9d0c5d8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:34.945020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aac9abb-cce7-4b3a-b580-2449cf0d42ed req-e5c1b01f-c34f-49cc-b257-fe88e9d0c5d8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1098919 Feb 09 15:58:34.949210 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-254a181f-0fb6-4207-a6f8-725e66ad0dee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:34.966700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-254a181f-0fb6-4207-a6f8-725e66ad0dee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for a4f9b7ab-21f7-4cb6-b498-d33e7f4f53cd owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:34.997703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aac9abb-cce7-4b3a-b580-2449cf0d42ed req-d5f37561-0841-4a22-8270-857508943a2b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Feb 09 15:58:35.088365 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0b360c13-9e27-40e8-9cc5-89310c560e83 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.7234316 Feb 09 15:58:35.093690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49618) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:35.103506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'port_id': 'b891ca2b-1a71-4a2e-8252-808583370b73'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:35.160647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684fe09-c559-4362-b2b0-01ab3315bc2e req-e36e2d7d-25c1-4291-a73c-06bb68b79212 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:35.163483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0684fe09-c559-4362-b2b0-01ab3315bc2e req-e36e2d7d-25c1-4291-a73c-06bb68b79212 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.0719666 Feb 09 15:58:35.176264 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01857a2d-bbfa-4a6f-9f88-2a8c4923aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.198492 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-254a181f-0fb6-4207-a6f8-725e66ad0dee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.240518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0684fe09-c559-4362-b2b0-01ab3315bc2e req-c0c9dcaa-d98a-4169-9a54-814823107ffa tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694208 Feb 09 15:58:35.251912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49620) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:35.279706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.290836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01857a2d-bbfa-4a6f-9f88-2a8c4923aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50979e6b-8792-4690-ab5f-a93b2583dab6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:35.296039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a181f-0fb6-4207-a6f8-725e66ad0dee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=a4f9b7ab-21f7-4cb6-b498-d33e7f4f53cd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:35.370762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b0357146-3720-4338-b6d4-3447dedddc78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a42761150e049e4bc3cf104b2881f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1161323 Feb 09 15:58:35.376710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49626) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:35.435423 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-254a181f-0fb6-4207-a6f8-725e66ad0dee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.440749 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-254a181f-0fb6-4207-a6f8-725e66ad0dee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/a4f9b7ab-21f7-4cb6-b498-d33e7f4f53cd HTTP/1.1" status: 204 len: 168 time: 0.8132236 Feb 09 15:58:35.448015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49628) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:35.486184 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01857a2d-bbfa-4a6f-9f88-2a8c4923aaab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b824f52c3dd49f1b44ea99984062758&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4774384 Feb 09 15:58:35.486740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49630) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:35.522930 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-99db9cab-391f-4594-bdf1-41cb4c9f9ba0 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:58:35.525957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-99db9cab-391f-4594-bdf1-41cb4c9f9ba0 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/a4f9b7ab-21f7-4cb6-b498-d33e7f4f53cd HTTP/1.1" status: 404 len: 333 time: 0.0755701 Feb 09 15:58:35.533006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49632) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:35.540840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'name': 'tempest-PortsIpV6TestJSON-1775071030'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:35.629009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8d642d1-d606-4be8-83e4-ad565d43bc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.643645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f292b6-cb61-483a-a444-c841fb67eb86 req-8d3b5fae-24d6-4460-8b1e-98cd950040e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:35.652245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53f292b6-cb61-483a-a444-c841fb67eb86 req-8d3b5fae-24d6-4460-8b1e-98cd950040e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2049820 Feb 09 15:58:35.722051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8d642d1-d606-4be8-83e4-ad565d43bc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.730061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45895cd0-7442-4c3e-8b39-59de55f145d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.756959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53f292b6-cb61-483a-a444-c841fb67eb86 req-56e6274b-4a93-4e74-9c9c-291200805606 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034989 Feb 09 15:58:35.837906 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45895cd0-7442-4c3e-8b39-59de55f145d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.863810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:35.874225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.963681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8d642d1-d606-4be8-83e4-ad565d43bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.967047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8d642d1-d606-4be8-83e4-ad565d43bc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:35.971413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d8d642d1-d606-4be8-83e4-ad565d43bc1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2626b7b-77b3-44ef-bede-54a0bd606685 HTTP/1.1" status: 204 len: 168 time: 0.5898473 Feb 09 15:58:35.973818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port 08bca7f3-423c-4655-a753-15f29e4715ba yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:36.015726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.028390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d642d1-d606-4be8-83e4-ad565d43bc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2626b7b-77b3-44ef-bede-54a0bd606685,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:36.056836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d4da7-b715-4c36-b85a-69d5a6f277b8 req-25170c66-0767-4112-b266-ab60f61b10bd tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:36.065327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c84d4da7-b715-4c36-b85a-69d5a6f277b8 req-25170c66-0767-4112-b266-ab60f61b10bd tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1854010 Feb 09 15:58:36.070517 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.142757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c84d4da7-b715-4c36-b85a-69d5a6f277b8 req-3e3ece7d-3104-4363-acb9-e903ca9af0d0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Feb 09 15:58:36.261618 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45895cd0-7442-4c3e-8b39-59de55f145d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.265023 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45895cd0-7442-4c3e-8b39-59de55f145d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.266260 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-45895cd0-7442-4c3e-8b39-59de55f145d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50979e6b-8792-4690-ab5f-a93b2583dab6 HTTP/1.1" status: 204 len: 168 time: 0.7765348 Feb 09 15:58:36.293202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45895cd0-7442-4c3e-8b39-59de55f145d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50979e6b-8792-4690-ab5f-a93b2583dab6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:36.317506 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.318828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Allocated IP 172.25.5.252 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/9d5a3f39-babd-4fd7-a0d5-daff33576451) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:36.397677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.416357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80290df2-307e-4f2b-ad70-19a5b69660a3 req-24125b6e-7bc3-4ebb-8d31-904dc9a36e8b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:36.420538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.430809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80290df2-307e-4f2b-ad70-19a5b69660a3 req-24125b6e-7bc3-4ebb-8d31-904dc9a36e8b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1130073 Feb 09 15:58:36.493680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80290df2-307e-4f2b-ad70-19a5b69660a3 req-ac30cf8b-cc0d-438f-a561-7488ee1f0028 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676599 Feb 09 15:58:36.514390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.577593 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP 5602b8fb-de59-4925-9f7e-19313c372af4 associated. External IP: 172.25.5.44, port: b891ca2b-1a71-4a2e-8252-808583370b73. Feb 09 15:58:36.591312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.697360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:36.708761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:36.713343 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.713627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:36.719435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:36.720582 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.724390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=08bca7f3-423c-4655-a753-15f29e4715ba,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:36.736703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a7df4-83f0-456f-9635-8b4771285033 req-783ece47-921e-422c-873e-614a4d091f12 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:36.738509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-585a7df4-83f0-456f-9635-8b4771285033 req-783ece47-921e-422c-873e-614a4d091f12 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1450338 Feb 09 15:58:36.805289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-585a7df4-83f0-456f-9635-8b4771285033 req-f7e03d9d-f814-4003-a207-f31ce1d7b4a1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580137 Feb 09 15:58:36.815089 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:36.823253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-38da7f76-7208-4a3c-8f77-1567b793f10e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2851462 Feb 09 15:58:36.823502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:36.828824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49654) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:36.829491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:36.870018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:36.876911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event updated for resources: {'Port': ['ID=9d5a3f39-babd-4fd7-a0d5-daff33576451,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:37.025561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc1b37-2caf-4306-b82f-abf8bb6f11a1 req-be57c6ec-3c49-43d7-9ed1-346fa8cd3b2d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:37.037222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10bc1b37-2caf-4306-b82f-abf8bb6f11a1 req-be57c6ec-3c49-43d7-9ed1-346fa8cd3b2d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.0725989 Feb 09 15:58:37.118206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10bc1b37-2caf-4306-b82f-abf8bb6f11a1 req-e00ba527-bd53-4cb0-85a2-1aa2f5e180a0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796943 Feb 09 15:58:37.139079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:58:37.144301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:37.275057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09930d-3149-4309-89cc-436166327520 req-dda272c3-eb58-44ba-ba85-70742e3aef32 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:37.284685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc09930d-3149-4309-89cc-436166327520 req-dda272c3-eb58-44ba-ba85-70742e3aef32 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.0829155 Feb 09 15:58:37.319619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49670) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:37.369518 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abce96f6-4659-46f5-8bd6-7e8bbf57564e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:37.420465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc09930d-3149-4309-89cc-436166327520 req-1b8c5c28-a5d3-4a1b-b7c5-5b57e9073501 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333604 Feb 09 15:58:37.599006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abce96f6-4659-46f5-8bd6-7e8bbf57564e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:37.687043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-abce96f6-4659-46f5-8bd6-7e8bbf57564e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:37.756625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce96f6-4659-46f5-8bd6-7e8bbf57564e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93c19c6-8b04-4922-832b-7f646edb9808,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:37.774032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-abce96f6-4659-46f5-8bd6-7e8bbf57564e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b64229a4797f4a2fb380009969d96c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515474 Feb 09 15:58:37.776185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49682) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:37.842247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:37.846824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:37.891521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2c3ee-4844-41cf-9b4f-98863186b679 None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:37.931019 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a5de1ad9-7026-405c-a3b7-2260056faa38 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/floatingips/5602b8fb-de59-4925-9f7e-19313c372af4 HTTP/1.1" status: 200 len: 975 time: 2.8353138 Feb 09 15:58:37.937622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49690) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:37.956826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:37.960806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:37.967723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8401ac6b-9853-4a74-b00b-f1923e203f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:37.976729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2c3ee-4844-41cf-9b4f-98863186b679 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:37.981450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-44e2c3ee-4844-41cf-9b4f-98863186b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:38.022979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8401ac6b-9853-4a74-b00b-f1923e203f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.167946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-44e2c3ee-4844-41cf-9b4f-98863186b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:38.167946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e2c3ee-4844-41cf-9b4f-98863186b679 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:38.167946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-44e2c3ee-4844-41cf-9b4f-98863186b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:38.186027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-44e2c3ee-4844-41cf-9b4f-98863186b679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:38.188112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e2c3ee-4844-41cf-9b4f-98863186b679 None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:38.229482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168185e-f2a4-4158-bbb7-1f6a6fc25120 req-19e3f2bb-310c-4611-840f-c40da862f02d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:38.232406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c168185e-f2a4-4158-bbb7-1f6a6fc25120 req-19e3f2bb-310c-4611-840f-c40da862f02d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1768746 Feb 09 15:58:38.260171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.289236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port b891ca2b-1a71-4a2e-8252-808583370b73 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:38.289832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.343329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c168185e-f2a4-4158-bbb7-1f6a6fc25120 req-e401d5fa-3298-467f-8a23-8a448f7f3621 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751441 Feb 09 15:58:38.358737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49698) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:38.428432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8401ac6b-9853-4a74-b00b-f1923e203f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.430912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8401ac6b-9853-4a74-b00b-f1923e203f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.431093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] In _notify_port_updated(), no bound segment for port 08bca7f3-423c-4655-a753-15f29e4715ba on network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 15:58:38.435971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8401ac6b-9853-4a74-b00b-f1923e203f74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e93c19c6-8b04-4922-832b-7f646edb9808 HTTP/1.1" status: 204 len: 168 time: 0.6557477 Feb 09 15:58:38.437336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:38.438012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.439432 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "PUT /v2.0/ports/08bca7f3-423c-4655-a753-15f29e4715ba HTTP/1.1" status: 200 len: 818 time: 1.5746403 Feb 09 15:58:38.454302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49704) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:38.490191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401ac6b-9853-4a74-b00b-f1923e203f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93c19c6-8b04-4922-832b-7f646edb9808,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:38.494352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc03e7-963e-46cf-8caf-5c9bd39d7c89 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=08bca7f3-423c-4655-a753-15f29e4715ba,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:38.529608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.532920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.633434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-26368782-network', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:38.754414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bec518-642f-4801-a61f-97e4d0fc93e2 req-9b93c16d-11fd-4067-9ee0-592461ea098d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:38.756254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5bec518-642f-4801-a61f-97e4d0fc93e2 req-9b93c16d-11fd-4067-9ee0-592461ea098d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2680979 Feb 09 15:58:38.762158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-55eac1ac-d7c7-4e08-9d51-d5b37bb5722a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port 08bca7f3-423c-4655-a753-15f29e4715ba {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:38.763698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55eac1ac-d7c7-4e08-9d51-d5b37bb5722a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.979914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.985370 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:38.986007 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP 5602b8fb-de59-4925-9f7e-19313c372af4 disassociated. External IP: 172.25.5.44, port: b891ca2b-1a71-4a2e-8252-808583370b73. Feb 09 15:58:38.986541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for b891ca2b-1a71-4a2e-8252-808583370b73 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:39.117421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:39.119908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.151576 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.182618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55eac1ac-d7c7-4e08-9d51-d5b37bb5722a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.214167 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5bec518-642f-4801-a61f-97e4d0fc93e2 req-05bd56f4-8a58-4d1d-959d-7bcf4b6df060 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417365 Feb 09 15:58:39.220736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-55eac1ac-d7c7-4e08-9d51-d5b37bb5722a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for 08bca7f3-423c-4655-a753-15f29e4715ba owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:39.226016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Router 2e51d2ac-db3c-413b-a338-df61a6579dde is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:58:39.375547 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.476308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.592741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55eac1ac-d7c7-4e08-9d51-d5b37bb5722a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.620614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:39.620816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bb87b1-5721-4939-9ab8-8d03c3d77fe1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:39.671799 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712faf5-3742-4f4f-9f67-430fef68c772 None None] Sync routers for ids ['2e51d2ac-db3c-413b-a338-df61a6579dde'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:39.685811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55eac1ac-d7c7-4e08-9d51-d5b37bb5722a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.693376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-55eac1ac-d7c7-4e08-9d51-d5b37bb5722a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/08bca7f3-423c-4655-a753-15f29e4715ba HTTP/1.1" status: 204 len: 168 time: 1.2370942 Feb 09 15:58:39.695944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49726) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:39.705534 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712faf5-3742-4f4f-9f67-430fef68c772 None None] Routers {'2e51d2ac-db3c-413b-a338-df61a6579dde'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:39.708029 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c712faf5-3742-4f4f-9f67-430fef68c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2e51d2ac-db3c-413b-a338-df61a6579dde'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:39.709215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eac1ac-d7c7-4e08-9d51-d5b37bb5722a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=08bca7f3-423c-4655-a753-15f29e4715ba,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:39.719048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.768748 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c712faf5-3742-4f4f-9f67-430fef68c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:39.782807 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712faf5-3742-4f4f-9f67-430fef68c772 None None] Routers {'2e51d2ac-db3c-413b-a338-df61a6579dde'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:39.783845 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c712faf5-3742-4f4f-9f67-430fef68c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2e51d2ac-db3c-413b-a338-df61a6579dde'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:39.785038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:58:39.830722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.831257 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Added segment 56538962-eac6-446d-917c-a5c0bd91f700 of type vlan for network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 Feb 09 15:58:39.864608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:39.869326 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7971ec48-5532-4d76-8c8b-78fe5de36111 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8348877 Feb 09 15:58:39.869611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=b891ca2b-1a71-4a2e-8252-808583370b73,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:39.884134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:39.931667 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c712faf5-3742-4f4f-9f67-430fef68c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:39.933164 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c712faf5-3742-4f4f-9f67-430fef68c772 None None] The sync data for ids ['2e51d2ac-db3c-413b-a338-df61a6579dde'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:39.961834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e64b1-a1d8-496b-8696-1649f36aeb3d req-1db307a7-3a43-45b5-9e3f-5b975c8e3743 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:39.964481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e2e64b1-a1d8-496b-8696-1649f36aeb3d req-1db307a7-3a43-45b5-9e3f-5b975c8e3743 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3934188 Feb 09 15:58:40.058714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1861b319-0e43-4055-a24f-ece115c216a7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:40.063513 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1861b319-0e43-4055-a24f-ece115c216a7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.3657012 Feb 09 15:58:40.068026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49734) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:40.136763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e2e64b1-a1d8-496b-8696-1649f36aeb3d req-efd87b99-75d7-46f8-86dc-58fc05d47c14 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016591 Feb 09 15:58:40.144893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:40.166705 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62acca3-0c38-49c5-8e2b-3ec3c06ced61 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:58:40.175523 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b62acca3-0c38-49c5-8e2b-3ec3c06ced61 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/08bca7f3-423c-4655-a753-15f29e4715ba HTTP/1.1" status: 404 len: 333 time: 0.1022844 Feb 09 15:58:40.180637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49738) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:40.203735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1184282544'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:40.326985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f4bde087-30db-4f93-bd97-e7711f7e5232 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/routers/2e51d2ac-db3c-413b-a338-df61a6579dde HTTP/1.1" status: 200 len: 924 time: 0.4368172 Feb 09 15:58:40.326985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49746) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:40.340808 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:40.346779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:40.346779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:40.360550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:58:40.384300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9805c6b8-406a-4f5b-bb6c-ffb05514d448 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e51d2ac-db3c-413b-a338-df61a6579dde HTTP/1.1" status: 200 len: 205 time: 0.0539324 Feb 09 15:58:40.386169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49752) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:40.421798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45200d3-f056-40c2-9ab5-dc59f13eacec req-67c15a6c-7e10-4ad7-96d2-553a16817a09 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:40.423455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d45200d3-f056-40c2-9ab5-dc59f13eacec req-67c15a6c-7e10-4ad7-96d2-553a16817a09 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1337297 Feb 09 15:58:40.489957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b2a8ce-1e32-4a91-87a4-f2b599e30790,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:40.500519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:40.503705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a1bfd73-6fb1-4eee-b6f6-185a04514801 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1437032 Feb 09 15:58:40.504213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:58:40.504738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49756) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:40.512132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Request body: {'subnet': {'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-subnet', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:40.527526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:40.549897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d45200d3-f056-40c2-9ab5-dc59f13eacec req-df1c8ff4-7961-4d48-9a77-0dd9369494c1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957656 Feb 09 15:58:40.654530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:40.656382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:40.718316 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:58:40.781566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:40.781931 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Added segment 17bc8556-f386-4485-a180-0aee65db2a97 of type vlan for network 5894f0a2-17b3-4ced-ba96-ec5010adb780 Feb 09 15:58:40.889480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93280d-4b29-4f5c-928b-2255758aad6a req-23462481-615c-4435-a6d1-be3c469f1e43 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:40.893653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b93280d-4b29-4f5c-928b-2255758aad6a req-23462481-615c-4435-a6d1-be3c469f1e43 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1423378 Feb 09 15:58:40.899915 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:40.923213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.003362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b93280d-4b29-4f5c-928b-2255758aad6a req-d4199233-a920-45ea-b33a-4c6ddd81e44a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979567 Feb 09 15:58:41.014180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:41.034802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bacd45-c64a-4271-b228-b45037744aa5 None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:41.041283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bacd45-c64a-4271-b228-b45037744aa5 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:41.041983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b0bacd45-c64a-4271-b228-b45037744aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:41.077184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:58:41.090019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b0bacd45-c64a-4271-b228-b45037744aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:41.106182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bacd45-c64a-4271-b228-b45037744aa5 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:41.107372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b0bacd45-c64a-4271-b228-b45037744aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:41.150245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b0bacd45-c64a-4271-b228-b45037744aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:41.150823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bacd45-c64a-4271-b228-b45037744aa5 None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:41.207400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.211873 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cda1e18f-0236-405d-8fb7-c11f40570505 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/ports/b891ca2b-1a71-4a2e-8252-808583370b73 HTTP/1.1" status: 204 len: 168 time: 3.2674658 Feb 09 15:58:41.219218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:41.231176 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.241457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00463563-8c88-42c2-a3e2-264e62e3d208 req-07583330-9cf9-4f35-ae0f-6688777ae8ce tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:41.243858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00463563-8c88-42c2-a3e2-264e62e3d208 req-07583330-9cf9-4f35-ae0f-6688777ae8ce tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1313946 Feb 09 15:58:41.279385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.285488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:41.286212 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.300314 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-92fa5124-0550-4a2a-8c4f-6026bc530b4b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "GET /v2.0/floatingips/5602b8fb-de59-4925-9f7e-19313c372af4 HTTP/1.1" status: 200 len: 687 time: 0.0772407 Feb 09 15:58:41.308176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49772) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:41.374734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.375318 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Network': ['ID=5894f0a2-17b3-4ced-ba96-ec5010adb780,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:41.400059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:58:41.438915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00463563-8c88-42c2-a3e2-264e62e3d208 req-e2a98973-be90-47e8-93a1-d17e087ae872 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879115 Feb 09 15:58:41.461242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Deleting port 9d5a3f39-babd-4fd7-a0d5-daff33576451 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:41.462354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.568185 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ef9c8e23-c151-4d64-a016-2d8732ea64cf tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3883741 Feb 09 15:58:41.572943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49780) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:41.582720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15574d8-9ee5-4a7d-ba73-817f74194d1e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:41.593224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Checking segment: {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:41.593649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Network hostable DHCP agents. Network: b0b2a8ce-1e32-4a91-87a4-f2b599e30790, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:58:41.629291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 75be340a-a9fc-4208-9206-67e1d556d5d6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:41.629646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.638777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:41.718515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:58:41.750456 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.753287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.753899 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:41.767642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Calling delete_port for 9d5a3f39-babd-4fd7-a0d5-daff33576451 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:41.775537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 75be340a-a9fc-4208-9206-67e1d556d5d6 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:42.032323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:42.036500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.049940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, b0b2a8ce-1e32-4a91-87a4-f2b599e30790) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:42.071890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:42.072174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77a32b-db38-4e90-ac0a-06dd44650e01 None None] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:42.073976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.120995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883eeff-7f90-43cb-acfa-7012370b5e89 req-09dcfb6f-4d71-4eaa-814b-03964a5440dc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:42.123927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b883eeff-7f90-43cb-acfa-7012370b5e89 req-09dcfb6f-4d71-4eaa-814b-03964a5440dc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.0876679 Feb 09 15:58:42.128139 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.201087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event deleted for resources: {'Port': ['ID=9d5a3f39-babd-4fd7-a0d5-daff33576451,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:42.250047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.363546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4abc2983-b577-4c07-8ba8-c81fe2ee605d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8563902 Feb 09 15:58:42.423769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:58:42.426020 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.458482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b883eeff-7f90-43cb-acfa-7012370b5e89 req-f7bfca40-5f52-48ab-926f-2c355c7fa0ae tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266203 Feb 09 15:58:42.462513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49798) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:42.476042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:42.494721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=75be340a-a9fc-4208-9206-67e1d556d5d6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:42.516233 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.597411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.601509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.602851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fd68b568-897d-4a54-a10c-bd5382f72811 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/floatingips/5602b8fb-de59-4925-9f7e-19313c372af4 HTTP/1.1" status: 204 len: 168 time: 1.2931871 Feb 09 15:58:42.617476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49804) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:42.624265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:42.672691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.673959 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.795638 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.866081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:42.883378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Allocated IP 172.20.0.2 (b0b2a8ce-1e32-4a91-87a4-f2b599e30790/f15574d8-9ee5-4a7d-ba73-817f74194d1e/69080a9c-580f-4ecd-8e03-96a6872974aa) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:43.144539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.194609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.209315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.211840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.299834 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.338553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.339315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Fanout notify agent at l3_agent the message router_deleted on router 2e51d2ac-db3c-413b-a338-df61a6579dde {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:58:43.354498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.356484 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-299fccd4-502e-43b0-a66e-693982dffbd4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/2e51d2ac-db3c-413b-a338-df61a6579dde HTTP/1.1" status: 204 len: 168 time: 2.9634693 Feb 09 15:58:43.359997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49816) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:43.369583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'router': {'name': 'tempest-snat-router-597452491', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': False}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:43.412540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.25.5.98 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/58837ce8-05c0-49c2-96d5-6592b989d04b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:43.427500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.429525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.483034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:43.488224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:43.490588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:43.512847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Pushing event updated for resources: {'Port': ['ID=69080a9c-580f-4ecd-8e03-96a6872974aa,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:43.574649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Attempting to bind port 69080a9c-580f-4ecd-8e03-96a6872974aa on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:43.575211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Attempting to bind port 69080a9c-580f-4ecd-8e03-96a6872974aa by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:43.575799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Attempting to bind port 69080a9c-580f-4ecd-8e03-96a6872974aa on network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:43.583228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.583758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:43.584346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Checking segment: {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:43.584848 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.585352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Bound using segment: {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:43.585521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.586043 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Bound port: 69080a9c-580f-4ecd-8e03-96a6872974aa, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:43.586544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.686621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] For port 69080a9c-580f-4ecd-8e03-96a6872974aa, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:43.692600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] For port 69080a9c-580f-4ecd-8e03-96a6872974aa, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=69080a9c-580f-4ecd-8e03-96a6872974aa,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:43.698647 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=600dc8ac-9123-4d33-bfff-dd10f45ff8eb,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:43.744240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking segment: {'id': '17bc8556-f386-4485-a180-0aee65db2a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:43.744930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network hostable DHCP agents. Network: 5894f0a2-17b3-4ced-ba96-ec5010adb780, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:58:43.779467 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.829377 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.842386 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:58:43.859708 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.881510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e065197-f9e3-4f55-840d-d36ac7befd95 req-bdecaae7-54f4-42a7-bfa7-e8795d7fd9a0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:43.883193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e065197-f9e3-4f55-840d-d36ac7befd95 req-bdecaae7-54f4-42a7-bfa7-e8795d7fd9a0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2239449 Feb 09 15:58:43.889582 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.894492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd15d5-64ae-43ca-8da7-ceb7cc721d40 None None] Pushing event updated for resources: {'Port': ['ID=69080a9c-580f-4ecd-8e03-96a6872974aa,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:43.934328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 5894f0a2-17b3-4ced-ba96-ec5010adb780) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:43.934669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:43.953922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d254b1d-4ea0-4393-93e4-64108e1e29c3 None None] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:43.956655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:43.960292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:44.104247 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d01f8f5-474a-4e8c-aca4-33efaa124c3e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5271006 Feb 09 15:58:44.108666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49832) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:44.129404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f3a11592-5efb-48e5-ad1b-b1988b770a2b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:44.476732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-5894f0a2-17b3-4ced-ba96-ec5010adb780', 'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780', 'tenant_id': '0cb4aebf5cad478da56b40a52722112e', 'fixed_ips': [{'subnet_id': '600dc8ac-9123-4d33-bfff-dd10f45ff8eb'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:58:44.478816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:44.563705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e065197-f9e3-4f55-840d-d36ac7befd95 req-69e72447-7c54-4d34-8583-22b43295fb43 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6637809 Feb 09 15:58:44.615506 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:44.625473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a11592-5efb-48e5-ad1b-b1988b770a2b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:44.626365 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:44.630293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3a11592-5efb-48e5-ad1b-b1988b770a2b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:44.711381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:44.721923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:44.728770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:44.770447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Allocated IP 172.25.5.173 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/cb14c5d8-93be-458b-aaae-35de3f445e95) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:44.776006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=58837ce8-05c0-49c2-96d5-6592b989d04b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:44.801007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Allocated IP 2001:db8::2 (5894f0a2-17b3-4ced-ba96-ec5010adb780/600dc8ac-9123-4d33-bfff-dd10f45ff8eb/75c5b72d-bfce-47b8-8aec-7aba0539b0ae) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:45.013832 n-d-828542-1 neutron-server[103179]: INFO neutron.db.ipam_backend_mixin [None req-f3a11592-5efb-48e5-ad1b-b1988b770a2b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 600dc8ac-9123-4d33-bfff-dd10f45ff8eb (CIDR: 2001:db8::/64) Feb 09 15:58:45.081728 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a11592-5efb-48e5-ad1b-b1988b770a2b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 15:58:45.082229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a11592-5efb-48e5-ad1b-b1988b770a2b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:58:45.126084 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:45.167129 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:45.169444 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f3a11592-5efb-48e5-ad1b-b1988b770a2b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0582891 Feb 09 15:58:45.171969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:45.183152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:45.276420 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:45.396731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49850) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:45.422305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:45.444630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:45.449628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:45.485257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Pushing event updated for resources: {'Port': ['ID=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:45.498709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:45.502811 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:45.585120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:45.618492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Attempting to bind port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:45.624243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Attempting to bind port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '17bc8556-f386-4485-a180-0aee65db2a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:45.624243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Attempting to bind port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae on network 5894f0a2-17b3-4ced-ba96-ec5010adb780 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:45.632651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:45.633676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Checking segment: {'id': '17bc8556-f386-4485-a180-0aee65db2a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:45.634115 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:45.634529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Bound using segment: {'id': '17bc8556-f386-4485-a180-0aee65db2a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:45.639373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Bound port: 75c5b72d-bfce-47b8-8aec-7aba0539b0ae, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bc8556-f386-4485-a180-0aee65db2a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:45.639373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:45.737580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:45.799271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:45.808036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:45.851170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] For port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:45.855606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb14c5d8-93be-458b-aaae-35de3f445e95,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:45.862104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] For port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,segment=NetworkSegment(17bc8556-f386-4485-a180-0aee65db2a97),segment_id=17bc8556-f386-4485-a180-0aee65db2a97)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:45.950451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaefaa3-5762-418c-b0d3-508932995af3 None None] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:45.987912 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:45.992585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d666-1345-42f3-afef-7847abb53788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.029559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.129648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 69080a9c-580f-4ecd-8e03-96a6872974aa up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:46.132310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e33f728d-b598-468e-a2bc-3863632c5821 None None] Provisioning complete for port 69080a9c-580f-4ecd-8e03-96a6872974aa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:46.132519 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e33f728d-b598-468e-a2bc-3863632c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.218769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192018c1-afe0-4786-a8bd-10624c42a5f4 req-8073d123-fcf2-47a4-b166-0a1da99827d1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:46.222148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192018c1-afe0-4786-a8bd-10624c42a5f4 req-8073d123-fcf2-47a4-b166-0a1da99827d1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.7452040 Feb 09 15:58:46.228825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ffe56-aff3-4c57-826c-0c35782e8f67 None None] Pushing event updated for resources: {'Port': ['ID=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:46.238151 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.269007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d666-1345-42f3-afef-7847abb53788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.321337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.374522 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d666-1345-42f3-afef-7847abb53788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.395435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.416696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:46.444911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e33f728d-b598-468e-a2bc-3863632c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.450008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:46.452060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6d666-1345-42f3-afef-7847abb53788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de67818-7180-4aaa-8462-c1f5c054ccdf,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:46.452755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 69080a9c-580f-4ecd-8e03-96a6872974aa triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:46.453105 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.458425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:46.459035 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.530428 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e3c6d666-1345-42f3-afef-7847abb53788 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d43c50644f3f4b3690e81c53a77fd289&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1301816 Feb 09 15:58:46.532230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49858) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:46.542615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:46.553356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e33f728d-b598-468e-a2bc-3863632c5821 None None] For port 69080a9c-580f-4ecd-8e03-96a6872974aa, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=69080a9c-580f-4ecd-8e03-96a6872974aa,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:46.665399 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1cadfa41-380b-42de-96e5-e0fa1cb0b028 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4920032 Feb 09 15:58:46.670167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49860) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:46.686712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e33f728d-b598-468e-a2bc-3863632c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.692130 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.697366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780', 'fixed_ips': [{'subnet_id': '600dc8ac-9123-4d33-bfff-dd10f45ff8eb'}, {'subnet_id': '00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322'}], 'name': 'tempest-PortsIpV6TestJSON-2035138888'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:46.705956 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.773429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-192018c1-afe0-4786-a8bd-10624c42a5f4 req-28c5bf43-62a7-4b8d-a272-22c78da2ace2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259469 Feb 09 15:58:46.840988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9d822a6-d1eb-4abf-829e-f247eb827b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:46.851429 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:58:46.851999 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:58:46.867667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f728d-b598-468e-a2bc-3863632c5821 None None] Pushing event updated for resources: {'Port': ['ID=69080a9c-580f-4ecd-8e03-96a6872974aa,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:46.899525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9d822a6-d1eb-4abf-829e-f247eb827b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:47.113932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5979db2a-adf8-403e-a2e0-6747837275b0 None None] Provisioning complete for port 69080a9c-580f-4ecd-8e03-96a6872974aa triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:47.138962 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5979db2a-adf8-403e-a2e0-6747837275b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:47.219570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:47.287572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9d822a6-d1eb-4abf-829e-f247eb827b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:47.295370 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9d822a6-d1eb-4abf-829e-f247eb827b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:47.298055 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f9d822a6-d1eb-4abf-829e-f247eb827b92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4de67818-7180-4aaa-8462-c1f5c054ccdf HTTP/1.1" status: 204 len: 168 time: 0.7490036 Feb 09 15:58:47.394644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d822a6-d1eb-4abf-829e-f247eb827b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de67818-7180-4aaa-8462-c1f5c054ccdf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:47.506414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:47.528150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port b9b62858-218a-4811-b241-83874159e0a4 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:58:47.758007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Allocated IP 172.25.5.164 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/a2d119c1-6f63-4c11-9621-ce599db8cd39) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:47.962243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49876) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:48.150396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.178164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4df60e-d133-43ae-acb9-0e5d899a2022 None None] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:48.217386 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::3a3 (5894f0a2-17b3-4ced-ba96-ec5010adb780/600dc8ac-9123-4d33-bfff-dd10f45ff8eb/b9b62858-218a-4811-b241-83874159e0a4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:48.233898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8:0:1::39e (5894f0a2-17b3-4ced-ba96-ec5010adb780/00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322/b9b62858-218a-4811-b241-83874159e0a4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:48.253176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 69080a9c-580f-4ecd-8e03-96a6872974aa up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:48.305433 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.399657 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.470493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Provisioning complete for port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:48.471150 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.490737 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.553986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.592985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 69080a9c-580f-4ecd-8e03-96a6872974aa triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:48.593367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.609008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-874744a9-24ba-4cc9-8c64-602b13f33fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.649765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.694955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.722928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98245c-cc27-4c5c-bcc4-830886be9f85 req-61c40df3-d9ba-43d4-846b-7a496fcbfefd tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:48.727933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c98245c-cc27-4c5c-bcc4-830886be9f85 req-61c40df3-d9ba-43d4-846b-7a496fcbfefd tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.5676703 Feb 09 15:58:48.727933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49882) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:48.761784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:48.777782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=58837ce8-05c0-49c2-96d5-6592b989d04b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:48.780098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:48.781471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.791796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:48.803195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:48.803887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.805163 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-506bb39e-cf98-4ea3-9eec-1c05361ef807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.814149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] For port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,segment=NetworkSegment(17bc8556-f386-4485-a180-0aee65db2a97),segment_id=17bc8556-f386-4485-a180-0aee65db2a97)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:48.826548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 75c5b72d-bfce-47b8-8aec-7aba0539b0ae up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:48.828470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=b9b62858-218a-4811-b241-83874159e0a4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:48.866734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.900597 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:48.932269 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9b21a6f2-5ec5-4e03-9452-6be11833d361 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.2554331 Feb 09 15:58:48.932547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:48.938605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '600dc8ac-9123-4d33-bfff-dd10f45ff8eb'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:48.977307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:48.994213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3990c56-a377-4ff5-82c0-0cf1aa1b002a None None] Update dhcp port {'port': {'network_id': '5894f0a2-17b3-4ced-ba96-ec5010adb780', 'fixed_ips': [{'subnet_id': '600dc8ac-9123-4d33-bfff-dd10f45ff8eb', 'ip_address': '2001:db8::2'}, {'subnet_id': '00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '75c5b72d-bfce-47b8-8aec-7aba0539b0ae'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 15:58:49.006456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:49.018924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:49.051583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c98245c-cc27-4c5c-bcc4-830886be9f85 req-3542c735-7c52-484e-96f8-641145517518 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911310 Feb 09 15:58:49.077928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.087968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d119c1-6f63-4c11-9621-ce599db8cd39,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:49.112153 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3990c56-a377-4ff5-82c0-0cf1aa1b002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.201080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Pushing event updated for resources: {'Port': ['ID=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:49.255277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:49.255638 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.281325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.281681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.284003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.284003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.284003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.284003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.284003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.284003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.284003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.285108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.285108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.285108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac79faab-20b3-4ee1-8c0c-311b34a1324d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:58:49.295626 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-874744a9-24ba-4cc9-8c64-602b13f33fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.315909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.407846 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP b91f7a94-37c5-4bf9-bbd7-35d3083fa7d7 associated. External IP: 172.25.5.98, port: 1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b. Feb 09 15:58:49.417893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-874744a9-24ba-4cc9-8c64-602b13f33fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.506922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-e3990c56-a377-4ff5-82c0-0cf1aa1b002a None None] Allocated IP 2001:db8:0:1::2 (5894f0a2-17b3-4ced-ba96-ec5010adb780/00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322/75c5b72d-bfce-47b8-8aec-7aba0539b0ae) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:49.607432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-506bb39e-cf98-4ea3-9eec-1c05361ef807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.706093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e3990c56-a377-4ff5-82c0-0cf1aa1b002a None None] For port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,segment=NetworkSegment(17bc8556-f386-4485-a180-0aee65db2a97),segment_id=17bc8556-f386-4485-a180-0aee65db2a97)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:49.713052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-874744a9-24ba-4cc9-8c64-602b13f33fd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f55e7546cc99491ab6299aadfef52a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6986198 Feb 09 15:58:49.714968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49890) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:49.718756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874744a9-24ba-4cc9-8c64-602b13f33fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e728ec-d6ce-4d90-bff6-ea0b1453be16,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:49.740734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a2316-82a1-4b6a-a78b-89d0fd215c1b req-b720061b-684e-4ec8-bdb5-9340a13e7723 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:49.740734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d08a2316-82a1-4b6a-a78b-89d0fd215c1b req-b720061b-684e-4ec8-bdb5-9340a13e7723 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4911366 Feb 09 15:58:49.740734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-506bb39e-cf98-4ea3-9eec-1c05361ef807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.780141 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3990c56-a377-4ff5-82c0-0cf1aa1b002a None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.856447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-506bb39e-cf98-4ea3-9eec-1c05361ef807 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19da9d119e2d42768ddc2192bcef044d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1228831 Feb 09 15:58:49.857368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bb39e-cf98-4ea3-9eec-1c05361ef807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886226fc-19f7-4605-a5fc-6fc8b0c53767,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:49.861162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49892) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:49.872445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d57258-dbf8-4c8a-a088-0dac44e4072f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.900786 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3990c56-a377-4ff5-82c0-0cf1aa1b002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:49.906910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d08a2316-82a1-4b6a-a78b-89d0fd215c1b req-c98fdbcb-f8e6-4e95-9e32-940ea0322325 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507156 Feb 09 15:58:49.933250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d57258-dbf8-4c8a-a088-0dac44e4072f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.083100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 75c5b72d-bfce-47b8-8aec-7aba0539b0ae up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:50.125544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Delete allocated IP 2001:db8:0:1::39e (5894f0a2-17b3-4ced-ba96-ec5010adb780/00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322) {{(pid=103179) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 15:58:50.222868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d57258-dbf8-4c8a-a088-0dac44e4072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.240784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67d57258-dbf8-4c8a-a088-0dac44e4072f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.240784 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-67d57258-dbf8-4c8a-a088-0dac44e4072f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65e728ec-d6ce-4d90-bff6-ea0b1453be16 HTTP/1.1" status: 204 len: 168 time: 0.5194652 Feb 09 15:58:50.274267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:50.275199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.329688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3990c56-a377-4ff5-82c0-0cf1aa1b002a None None] Pushing event updated for resources: {'Port': ['ID=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:50.379510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d57258-dbf8-4c8a-a088-0dac44e4072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e728ec-d6ce-4d90-bff6-ea0b1453be16,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:50.496333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ac83de3-de65-4fd8-8a88-8e5813196bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.549235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:58:50.578891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.616571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ac83de3-de65-4fd8-8a88-8e5813196bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.636913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:58:50.654302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3e952-2fd6-420e-a51e-96a7526aa36d req-c2993a08-4473-4731-8751-8aa76c7460d9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:50.662141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0dd3e952-2fd6-420e-a51e-96a7526aa36d req-c2993a08-4473-4731-8751-8aa76c7460d9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2962739 Feb 09 15:58:50.663579 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.730750 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.792373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] In _notify_port_updated(), no bound segment for port b9b62858-218a-4811-b241-83874159e0a4 on network 5894f0a2-17b3-4ced-ba96-ec5010adb780 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 15:58:50.798661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:50.799356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:50.802143 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "PUT /v2.0/ports/b9b62858-218a-4811-b241-83874159e0a4 HTTP/1.1" status: 200 len: 926 time: 1.8673289 Feb 09 15:58:50.804412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:50.809365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '600dc8ac-9123-4d33-bfff-dd10f45ff8eb'}, {'subnet_id': '00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:50.850791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ccc01-325d-4c34-8e23-9b646a60db54 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=b9b62858-218a-4811-b241-83874159e0a4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:50.942330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:51.045426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0dd3e952-2fd6-420e-a51e-96a7526aa36d req-a2088dc4-9a14-41ae-88b0-555d21ef2a92 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822567 Feb 09 15:58:51.315287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:51.334769 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Sync routers for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:51.346998 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:51.347654 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:51.360341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ac83de3-de65-4fd8-8a88-8e5813196bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:51.363296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ac83de3-de65-4fd8-8a88-8e5813196bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:51.366090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9ac83de3-de65-4fd8-8a88-8e5813196bb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/886226fc-19f7-4605-a5fc-6fc8b0c53767 HTTP/1.1" status: 204 len: 168 time: 1.5017679 Feb 09 15:58:51.414212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac83de3-de65-4fd8-8a88-8e5813196bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886226fc-19f7-4605-a5fc-6fc8b0c53767,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:51.484525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd03373-697c-45d1-ade3-cbe0e9948bcd None None] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:51.546789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:51.553286 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:51.611489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:51.629263 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:51.635719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-177dce96-a1c9-4e90-8903-e4bd9087a2f8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1652226 Feb 09 15:58:51.644721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49920) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:51.805743 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:46Z', 'revision_number': 3, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:51.822593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013352b7-0fae-45b2-8fee-60e590867c81 None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:51.847971 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Checking router: 7ae6e0f4-d923-41a9-a405-3d9fa7174408 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:58:51.848360 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Updating router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 port cb14c5d8-93be-458b-aaae-35de3f445e95 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:58:51.865658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8:0:1::1fb (5894f0a2-17b3-4ced-ba96-ec5010adb780/00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322/b9b62858-218a-4811-b241-83874159e0a4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:51.891127 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:51.923155 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.052966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 75c5b72d-bfce-47b8-8aec-7aba0539b0ae up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:52.216128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013352b7-0fae-45b2-8fee-60e590867c81 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:52.220173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-013352b7-0fae-45b2-8fee-60e590867c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:52.256727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-10fdea99-7898-41f7-8351-fc39521deec0 None None] Provisioning complete for port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:52.262009 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-10fdea99-7898-41f7-8351-fc39521deec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.322051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-08c68342-9c03-4be7-9c5a-2af010fd927b tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.6993883 Feb 09 15:58:52.337458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49928) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:52.366100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1969317719'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:52.386288 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.458296 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.467132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887d794-fb35-44a0-b451-f1b408aa3ddb req-2afab6f4-bb48-4e1a-a848-4f6e71eecbcf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:52.478566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1887d794-fb35-44a0-b451-f1b408aa3ddb req-2afab6f4-bb48-4e1a-a848-4f6e71eecbcf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 1.2106855 Feb 09 15:58:52.551962 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.590036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-013352b7-0fae-45b2-8fee-60e590867c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:52.615950 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375391b7-9df3-4c16-b33a-13a533512a2e None None] Pushing event updated for resources: {'Port': ['ID=cb14c5d8-93be-458b-aaae-35de3f445e95,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:52.619714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1887d794-fb35-44a0-b451-f1b408aa3ddb req-2468af0c-307d-4a0b-a020-0310b63a19df tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394491 Feb 09 15:58:52.624532 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Attempting to bind port cb14c5d8-93be-458b-aaae-35de3f445e95 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:52.625151 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Attempting to bind port cb14c5d8-93be-458b-aaae-35de3f445e95 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:52.625754 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Attempting to bind port cb14c5d8-93be-458b-aaae-35de3f445e95 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:52.639381 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:52.640072 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:52.640770 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.641460 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:52.642211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:52.642384 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Bound port: cb14c5d8-93be-458b-aaae-35de3f445e95, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:52.642940 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.648174 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.670564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013352b7-0fae-45b2-8fee-60e590867c81 None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:52.671215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-013352b7-0fae-45b2-8fee-60e590867c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:52.731167 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.744969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-013352b7-0fae-45b2-8fee-60e590867c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:52.745676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013352b7-0fae-45b2-8fee-60e590867c81 None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:52.826010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:52.826010 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.842302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:58:52.869384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:52.871386 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Added segment ef4bf7da-2708-4b6f-9b68-cb27f909cec9 of type vlan for network 592e85cf-9d3c-4304-b7ad-4cc6009833ff Feb 09 15:58:52.924699 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] For port cb14c5d8-93be-458b-aaae-35de3f445e95, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:52.931016 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] For port cb14c5d8-93be-458b-aaae-35de3f445e95, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cb14c5d8-93be-458b-aaae-35de3f445e95,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:53.021284 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36a98330-c481-40e8-a769-ed91cffa0d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.024821 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.146375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.195135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-10fdea99-7898-41f7-8351-fc39521deec0 None None] Provisioning complete for port b9b62858-218a-4811-b241-83874159e0a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:53.195447 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-10fdea99-7898-41f7-8351-fc39521deec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.244745 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:53.251481 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:53.280115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892474e-1ec4-4f58-bc39-15e0af257974 req-5e202314-237e-4162-ad07-d54e61b863ec tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:53.287221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b892474e-1ec4-4f58-bc39-15e0af257974 req-5e202314-237e-4162-ad07-d54e61b863ec tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2854099 Feb 09 15:58:53.343366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-10fdea99-7898-41f7-8351-fc39521deec0 None None] Port b9b62858-218a-4811-b241-83874159e0a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:53.452331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:58:53.462807 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375391b7-9df3-4c16-b33a-13a533512a2e None None] Pushing event updated for resources: {'Port': ['ID=cb14c5d8-93be-458b-aaae-35de3f445e95,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:53.506973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Router f216173b-7ee9-4114-9c9e-24bdaaa3d0ea is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:58:53.574100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b892474e-1ec4-4f58-bc39-15e0af257974 req-93116ad3-1892-459a-b69a-58590c845924 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786891 Feb 09 15:58:53.601535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d0e07dee-ecfb-451b-86a7-c5684cd91934 None None] Provisioning complete for port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:53.601535 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d0e07dee-ecfb-451b-86a7-c5684cd91934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.623359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.650351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] In _notify_port_updated(), no bound segment for port b9b62858-218a-4811-b241-83874159e0a4 on network 5894f0a2-17b3-4ced-ba96-ec5010adb780 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 15:58:53.700275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:53.710513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.716485 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "PUT /v2.0/ports/b9b62858-218a-4811-b241-83874159e0a4 HTTP/1.1" status: 200 len: 1012 time: 2.9105351 Feb 09 15:58:53.741149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49960) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:53.848519 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.851617 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:53.859851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:53.865397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:53.914444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210e60f-b9b7-4424-b844-7165bcf663e4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=b9b62858-218a-4811-b241-83874159e0a4,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:53.947803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d0e07dee-ecfb-451b-86a7-c5684cd91934 None None] Provisioning complete for port b9b62858-218a-4811-b241-83874159e0a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:53.948471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d0e07dee-ecfb-451b-86a7-c5684cd91934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:54.033307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d0e07dee-ecfb-451b-86a7-c5684cd91934 None None] Port b9b62858-218a-4811-b241-83874159e0a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:54.087272 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7483282 Feb 09 15:58:54.094445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:54.101954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'subnet': {'network_id': '592e85cf-9d3c-4304-b7ad-4cc6009833ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:54.106253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596264f-b1bb-4cc0-83d0-c7c744dce622 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Network': ['ID=592e85cf-9d3c-4304-b7ad-4cc6009833ff,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:54.143390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:58:54.338035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dda9204d-dd97-430d-b9c6-e8dee3c422fd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port b9b62858-218a-4811-b241-83874159e0a4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:58:54.338385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dda9204d-dd97-430d-b9c6-e8dee3c422fd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:54.369942 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:46Z', 'revision_number': 3, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:54.441388 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31a1a5-ba4b-4ea8-8c3e-dd45297fb40c None None] The sync data for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 is: [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:46Z', 'revision_number': 3, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:54.464355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:58:54.475528 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:54.533737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2eb6b9ce-fc8d-4329-8510-5b2a57130e96 None None] Provisioning complete for port b9b62858-218a-4811-b241-83874159e0a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:54.534388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b9ce-fc8d-4329-8510-5b2a57130e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:54.673503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2eb6b9ce-fc8d-4329-8510-5b2a57130e96 None None] Port b9b62858-218a-4811-b241-83874159e0a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:54.876852 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dda9204d-dd97-430d-b9c6-e8dee3c422fd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:54.951832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dda9204d-dd97-430d-b9c6-e8dee3c422fd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for b9b62858-218a-4811-b241-83874159e0a4 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:58:55.251396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-11c73583-6661-4bf7-82c2-a60f032bddd0 None None] Provisioning complete for port b9b62858-218a-4811-b241-83874159e0a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:55.252096 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11c73583-6661-4bf7-82c2-a60f032bddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:55.361655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:58:55.394858 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Sync routers for ids ['f216173b-7ee9-4114-9c9e-24bdaaa3d0ea'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:58:55.429750 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Routers {'f216173b-7ee9-4114-9c9e-24bdaaa3d0ea'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:55.431384 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f216173b-7ee9-4114-9c9e-24bdaaa3d0ea'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:55.493918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d55fb-187a-45b1-8012-09f107e77fb6 req-ccae2846-4e0b-40f2-93f7-bda8b9135312 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:55.498000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-778d55fb-187a-45b1-8012-09f107e77fb6 req-ccae2846-4e0b-40f2-93f7-bda8b9135312 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 1.5615952 Feb 09 15:58:55.586383 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-646a423b-df8b-45e9-a402-54eb25a3fc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:55.624340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-11c73583-6661-4bf7-82c2-a60f032bddd0 None None] Port b9b62858-218a-4811-b241-83874159e0a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:55.707531 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:55.720718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-59382206-f182-4fc5-892e-8da3ef5c77cc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.3595598 Feb 09 15:58:55.726282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49990) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:55.757068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8d8f8aa8-b388-4364-8daa-0308abf89a5c None None] Provisioning complete for port b9b62858-218a-4811-b241-83874159e0a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:55.757519 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d8f8aa8-b388-4364-8daa-0308abf89a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:55.873844 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Set router f216173b-7ee9-4114-9c9e-24bdaaa3d0ea gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:55.885900 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f8aa8-b388-4364-8daa-0308abf89a5c None None] Port b9b62858-218a-4811-b241-83874159e0a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:55.970913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:56.076861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3482f0ee-47ea-4f3b-9790-1871d5684781 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/routers/f216173b-7ee9-4114-9c9e-24bdaaa3d0ea HTTP/1.1" status: 200 len: 908 time: 0.3458054 Feb 09 15:58:56.086368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49994) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:56.114094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'router': {'name': 'tempest-snat-router-597452491', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': True}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:56.155482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cb14c5d8-93be-458b-aaae-35de3f445e95 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:56.303162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Allocated IP 172.20.0.1 (b0b2a8ce-1e32-4a91-87a4-f2b599e30790/f15574d8-9ee5-4a7d-ba73-817f74194d1e/f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:56.510189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cb14c5d8-93be-458b-aaae-35de3f445e95 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:56.513987 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:56.546209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Subnet': ['ID=aa16ff26-28dc-42ce-9d1e-82939fa73265,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:56.547458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-778d55fb-187a-45b1-8012-09f107e77fb6 req-23132b1f-f9ec-4f85-bfed-cd474b37d551 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0288649 Feb 09 15:58:56.597786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Checking segment: {'id': 'ef4bf7da-2708-4b6f-9b68-cb27f909cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '592e85cf-9d3c-4304-b7ad-4cc6009833ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:56.597786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network hostable DHCP agents. Network: 592e85cf-9d3c-4304-b7ad-4cc6009833ff, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:58:56.693596 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216173b-7ee9-4114-9c9e-24bdaaa3d0ea', 'name': 'tempest-snat-router-597452491', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.164'}], 'enable_snat': False}, 'gw_port_id': 'a2d119c1-6f63-4c11-9621-ce599db8cd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:43Z', 'updated_at': '2022-02-09T15:58:49Z', 'revision_number': 3, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port': {'id': 'a2d119c1-6f63-4c11-9621-ce599db8cd39', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216173b-7ee9-4114-9c9e-24bdaaa3d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:46Z', 'updated_at': '2022-02-09T15:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:56.810722 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:56.826011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:56.840578 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Checking router: f216173b-7ee9-4114-9c9e-24bdaaa3d0ea for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:58:56.841453 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Updating router f216173b-7ee9-4114-9c9e-24bdaaa3d0ea port a2d119c1-6f63-4c11-9621-ce599db8cd39 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:58:56.870586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port cb14c5d8-93be-458b-aaae-35de3f445e95, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cb14c5d8-93be-458b-aaae-35de3f445e95,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:58:56.981514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10e970-8e6c-4bef-9dd9-926604a4f532 req-f8076967-d94e-4383-9b46-3d6e99982252 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:56.984471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd10e970-8e6c-4bef-9dd9-926604a4f532 req-f8076967-d94e-4383-9b46-3d6e99982252 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1530643 Feb 09 15:58:57.062082 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.074025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd10e970-8e6c-4bef-9dd9-926604a4f532 req-5c4dd8aa-9de7-48f3-a7b5-9837e59f05b5 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799530 Feb 09 15:58:57.240436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154841b0-70a9-4590-9b28-fc3e3731c15a req-d608329b-2456-4bff-93b7-641968fa21f4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:57.243717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-154841b0-70a9-4590-9b28-fc3e3731c15a req-d608329b-2456-4bff-93b7-641968fa21f4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.0773959 Feb 09 15:58:57.303352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.305281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.327284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dda9204d-dd97-430d-b9c6-e8dee3c422fd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.331767 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.343090 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.355038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:58:57.360821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-154841b0-70a9-4590-9b28-fc3e3731c15a req-62d5fbc9-57dc-41ad-80f8-084f49a91398 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025286 Feb 09 15:58:57.424723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.495136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9204d-dd97-430d-b9c6-e8dee3c422fd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=b9b62858-218a-4811-b241-83874159e0a4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:57.527129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=cb14c5d8-93be-458b-aaae-35de3f445e95,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:57.620777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 592e85cf-9d3c-4304-b7ad-4cc6009833ff) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:57.634567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8070d0-c444-4cca-aa13-d6044f07fec2 None None] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:58:57.655282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:57.657968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.779310 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.782430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dda9204d-dd97-430d-b9c6-e8dee3c422fd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.804931 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dda9204d-dd97-430d-b9c6-e8dee3c422fd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/b9b62858-218a-4811-b241-83874159e0a4 HTTP/1.1" status: 204 len: 168 time: 4.0605936 Feb 09 15:58:57.812617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50046) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:57.814338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:57.913609 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-76691aa3-100f-49d2-8b8b-b443e3547fde tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8151729 Feb 09 15:58:57.914511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50048) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:57.939489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-202066751', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:58:57.960280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:57.974171 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:57.985478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cb14c5d8-93be-458b-aaae-35de3f445e95 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:58:58.063513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:58.081665 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.107119 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6048dbd-eae4-426b-b55d-a8f844d9cf15 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:58:58.110252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d6048dbd-eae4-426b-b55d-a8f844d9cf15 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/b9b62858-218a-4811-b241-83874159e0a4 HTTP/1.1" status: 404 len: 333 time: 0.2933471 Feb 09 15:58:58.111664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:58.113453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50052) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:58:58.150832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.152630 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.206690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-592e85cf-9d3c-4304-b7ad-4cc6009833ff', 'network_id': '592e85cf-9d3c-4304-b7ad-4cc6009833ff', 'tenant_id': '5d8dc6cb10f44d3db43aadd9267b6243', 'fixed_ips': [{'subnet_id': 'aa16ff26-28dc-42ce-9d1e-82939fa73265'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:58:58.213627 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.253664 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bf013-8e1a-456a-9a8b-b113d09b4e64 None None] Pushing event updated for resources: {'Port': ['ID=a2d119c1-6f63-4c11-9621-ce599db8cd39,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:58.261799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.357770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Attempting to bind port a2d119c1-6f63-4c11-9621-ce599db8cd39 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:58.358168 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Attempting to bind port a2d119c1-6f63-4c11-9621-ce599db8cd39 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:58.358537 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Attempting to bind port a2d119c1-6f63-4c11-9621-ce599db8cd39 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:58.368183 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:58.368183 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:58.370677 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.371191 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:58.374324 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Bound port: a2d119c1-6f63-4c11-9621-ce599db8cd39, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:58.375025 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.466072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d90a6de-fb0d-46ba-8fc0-c0b3281079a4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet 00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:58:58.475452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d90a6de-fb0d-46ba-8fc0-c0b3281079a4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.492644 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.497975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cb14c5d8-93be-458b-aaae-35de3f445e95 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:58.501111 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.517443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef94df-3f4b-413f-8d30-89a4958fb141 req-c448d9f8-8182-4528-92df-317e7c6e2bbc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:58.524151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cef94df-3f4b-413f-8d30-89a4958fb141 req-c448d9f8-8182-4528-92df-317e7c6e2bbc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.7282803 Feb 09 15:58:58.580319 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] For port a2d119c1-6f63-4c11-9621-ce599db8cd39, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:58:58.593454 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] For port a2d119c1-6f63-4c11-9621-ce599db8cd39, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a2d119c1-6f63-4c11-9621-ce599db8cd39,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:58:58.605789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.647734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-38192626-6988-400d-9192-e49e10aab749 None None] Provisioning complete for port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:58:58.648949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38192626-6988-400d-9192-e49e10aab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.686107 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d90a6de-fb0d-46ba-8fc0-c0b3281079a4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.705397 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.705681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:58.737058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-38192626-6988-400d-9192-e49e10aab749 None None] Port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:58:58.881988 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Routers {'f216173b-7ee9-4114-9c9e-24bdaaa3d0ea'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:58:58.883187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Allocated IP 172.20.0.2 (592e85cf-9d3c-4304-b7ad-4cc6009833ff/aa16ff26-28dc-42ce-9d1e-82939fa73265/992fed20-26a0-460d-9ac6-dd29e5f7f664) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:58:58.887123 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f216173b-7ee9-4114-9c9e-24bdaaa3d0ea'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:59.102921 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] Set router f216173b-7ee9-4114-9c9e-24bdaaa3d0ea gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:58:59.123997 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.145963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cef94df-3f4b-413f-8d30-89a4958fb141 req-f2c1eb43-7bc0-4392-8e4d-82b57edbd659 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199881 Feb 09 15:58:59.221820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.342020 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.442026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.454241 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bf013-8e1a-456a-9a8b-b113d09b4e64 None None] Pushing event updated for resources: {'Port': ['ID=a2d119c1-6f63-4c11-9621-ce599db8cd39,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:59.458966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.463826 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f216173b-7ee9-4114-9c9e-24bdaaa3d0ea', 'name': 'tempest-snat-router-597452491', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.164'}], 'enable_snat': False}, 'gw_port_id': 'a2d119c1-6f63-4c11-9621-ce599db8cd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:43Z', 'updated_at': '2022-02-09T15:58:49Z', 'revision_number': 3, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port': {'id': 'a2d119c1-6f63-4c11-9621-ce599db8cd39', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216173b-7ee9-4114-9c9e-24bdaaa3d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:46Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:58:59.561589 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f012f-ecf4-4d8c-af58-b1723af0d35a None None] The sync data for ids ['f216173b-7ee9-4114-9c9e-24bdaaa3d0ea'] in n-d-828542-1 is: [{'id': 'f216173b-7ee9-4114-9c9e-24bdaaa3d0ea', 'name': 'tempest-snat-router-597452491', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.164'}], 'enable_snat': False}, 'gw_port_id': 'a2d119c1-6f63-4c11-9621-ce599db8cd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:43Z', 'updated_at': '2022-02-09T15:58:49Z', 'revision_number': 3, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port': {'id': 'a2d119c1-6f63-4c11-9621-ce599db8cd39', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:8f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216173b-7ee9-4114-9c9e-24bdaaa3d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:46Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:58:59.581591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:58:59.584024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:58:59.589150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:58:59.648980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.664786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d90a6de-fb0d-46ba-8fc0-c0b3281079a4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.704637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Pushing event updated for resources: {'Port': ['ID=992fed20-26a0-460d-9ac6-dd29e5f7f664,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:58:59.790234 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.834226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Attempting to bind port 992fed20-26a0-460d-9ac6-dd29e5f7f664 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:58:59.835399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Attempting to bind port 992fed20-26a0-460d-9ac6-dd29e5f7f664 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'ef4bf7da-2708-4b6f-9b68-cb27f909cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '592e85cf-9d3c-4304-b7ad-4cc6009833ff'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:58:59.838782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Attempting to bind port 992fed20-26a0-460d-9ac6-dd29e5f7f664 on network 592e85cf-9d3c-4304-b7ad-4cc6009833ff {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:58:59.851163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:58:59.851762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Checking segment: {'id': 'ef4bf7da-2708-4b6f-9b68-cb27f909cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '592e85cf-9d3c-4304-b7ad-4cc6009833ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:58:59.853091 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.853091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Bound using segment: {'id': 'ef4bf7da-2708-4b6f-9b68-cb27f909cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '592e85cf-9d3c-4304-b7ad-4cc6009833ff'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:58:59.853974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Bound port: 992fed20-26a0-460d-9ac6-dd29e5f7f664, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4bf7da-2708-4b6f-9b68-cb27f909cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '592e85cf-9d3c-4304-b7ad-4cc6009833ff'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:58:59.854495 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:59.925895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:00.068716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d51ece-2bf7-4626-97da-e3f8e4d45286 req-5b6a1c64-814f-44de-89f8-301649da0eaa tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:00.071391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7d51ece-2bf7-4626-97da-e3f8e4d45286 req-5b6a1c64-814f-44de-89f8-301649da0eaa tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.5520852 Feb 09 15:59:00.158136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:00.163229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d90a6de-fb0d-46ba-8fc0-c0b3281079a4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:00.166181 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:00.183612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] For port 992fed20-26a0-460d-9ac6-dd29e5f7f664, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:00.189906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] For port 992fed20-26a0-460d-9ac6-dd29e5f7f664, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=992fed20-26a0-460d-9ac6-dd29e5f7f664,segment=NetworkSegment(ef4bf7da-2708-4b6f-9b68-cb27f909cec9),segment_id=ef4bf7da-2708-4b6f-9b68-cb27f909cec9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:00.305419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:00.354587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90a6de-fb0d-46ba-8fc0-c0b3281079a4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:00.389998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:00.395688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:00.411014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7d51ece-2bf7-4626-97da-e3f8e4d45286 req-44473e30-f262-4cea-a04a-d81481b58e60 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238316 Feb 09 15:59:00.530183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0fe749-6937-412d-a4c8-2ff062c6aa38 None None] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:00.590185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d90a6de-fb0d-46ba-8fc0-c0b3281079a4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:00.601579 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d90a6de-fb0d-46ba-8fc0-c0b3281079a4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322 HTTP/1.1" status: 204 len: 168 time: 2.4860854 Feb 09 15:59:00.602998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50144) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:00.684574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcb775-85c4-4da7-b506-780ce25ab524 None None] Pushing event updated for resources: {'Port': ['ID=992fed20-26a0-460d-9ac6-dd29e5f7f664,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:00.791696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:00.872306 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.021886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.099090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e34fd04-5ad1-4527-9064-f54976241fc2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet 600dc8ac-9123-4d33-bfff-dd10f45ff8eb {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:59:01.109238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e34fd04-5ad1-4527-9064-f54976241fc2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.379370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-90566678-8637-4d67-9b35-3678bde5720b None None] Provisioning complete for port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:01.380019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-90566678-8637-4d67-9b35-3678bde5720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.403535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e34fd04-5ad1-4527-9064-f54976241fc2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.430741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.535980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.25.5.129 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/23153af3-565d-4922-861e-22003d5e6f45) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:01.559706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.645490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-90566678-8637-4d67-9b35-3678bde5720b None None] Port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:01.712783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a7c4-e038-42cb-acd8-f0c650cb8ae0 req-2a25e1ff-ecbe-4580-b958-f5106584f0e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:01.714644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39c8a7c4-e038-42cb-acd8-f0c650cb8ae0 req-2a25e1ff-ecbe-4580-b958-f5106584f0e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.9190161 Feb 09 15:59:01.721991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.757800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e34fd04-5ad1-4527-9064-f54976241fc2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.829490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39c8a7c4-e038-42cb-acd8-f0c650cb8ae0 req-49d56cee-f84d-4138-979e-3db04a4cfc42 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693042 Feb 09 15:59:01.852478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:01.869013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7d65f922-6697-4ec1-8d0a-92cf84c4c4f7 admin admin] 10.222.0.53 "PUT /v2.0/routers/7ae6e0f4-d923-41a9-a405-3d9fa7174408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2245505 Feb 09 15:59:01.871068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Sync routers for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:01.898790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:01.899604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:02.223372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:02.330248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a2d119c1-6f63-4c11-9621-ce599db8cd39 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:02.347143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e34fd04-5ad1-4527-9064-f54976241fc2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:02.416176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34fd04-5ad1-4527-9064-f54976241fc2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=600dc8ac-9123-4d33-bfff-dd10f45ff8eb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:02.430579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f734a78-00c3-4403-a60b-c58905f94596 req-c33e4451-0603-4a93-9154-5917e7006abb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:02.435062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e34fd04-5ad1-4527-9064-f54976241fc2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:02.437421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f734a78-00c3-4403-a60b-c58905f94596 req-c33e4451-0603-4a93-9154-5917e7006abb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2761061 Feb 09 15:59:02.475823 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2e34fd04-5ad1-4527-9064-f54976241fc2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/600dc8ac-9123-4d33-bfff-dd10f45ff8eb HTTP/1.1" status: 204 len: 168 time: 1.8654463 Feb 09 15:59:02.479497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:02.487510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50188) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:02.621028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50190) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:02.630822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f734a78-00c3-4403-a60b-c58905f94596 req-aa2d6ba4-7291-4af7-a2d8-16fb6be8647a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740057 Feb 09 15:59:02.706025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Allocated IP 172.25.5.142 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:02.713613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50194) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:02.940439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb1293-050c-4257-a304-7e14d9b67aa8 None None] Network 5894f0a2-17b3-4ced-ba96-ec5010adb780 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:02.959145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:02.965577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:02.967385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a2d119c1-6f63-4c11-9621-ce599db8cd39 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:02.970413 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:02.989262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:59:03.019547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:03.141039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=23153af3-565d-4922-861e-22003d5e6f45,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:03.151284 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.233087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6fc043f-8569-4a72-9bde-fc243ca20b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.251231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07348c-de5c-4420-b907-d5ed0ddd5a30 None None] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:03.301326 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.320258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-71972850-e6b7-4ceb-baac-380519ef5bb0 None None] Provisioning complete for port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:03.321038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71972850-e6b7-4ceb-baac-380519ef5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.330550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40f72ba3-daaa-44e8-8011-90231f9d9749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.376361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766aa27-9dbe-43fe-8f3b-b48b3e4265d7 req-0380e5cd-2c31-4ba3-a3ca-4821fcf0962b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:03.378876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0766aa27-9dbe-43fe-8f3b-b48b3e4265d7 req-0380e5cd-2c31-4ba3-a3ca-4821fcf0962b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2408328 Feb 09 15:59:03.493224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0766aa27-9dbe-43fe-8f3b-b48b3e4265d7 req-ea666e44-d47a-4b3e-afee-54e55bbd688d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723956 Feb 09 15:59:03.593647 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.672831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:03.703893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6fc043f-8569-4a72-9bde-fc243ca20b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.718795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:03.724781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:03.733552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:03.740282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40f72ba3-daaa-44e8-8011-90231f9d9749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.835451 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6fc043f-8569-4a72-9bde-fc243ca20b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.896972 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:03.897511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.010787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b6fc043f-8569-4a72-9bde-fc243ca20b85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a1e8e756a8147eb9eee72775a3b2fae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3717413 Feb 09 15:59:04.010787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc043f-8569-4a72-9bde-fc243ca20b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0687d0d0-22fe-4b00-96f8-12ef5b95adac,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:04.020384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40f72ba3-daaa-44e8-8011-90231f9d9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.166985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50214) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:04.167270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50218) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:04.170715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-40f72ba3-daaa-44e8-8011-90231f9d9749 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5542c2b731e4290867f57c7029e2e25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4505320 Feb 09 15:59:04.184993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-632713615-network', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:04.233271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50220) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:04.287253 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.467553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port a2d119c1-6f63-4c11-9621-ce599db8cd39, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a2d119c1-6f63-4c11-9621-ce599db8cd39,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:04.476135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] DHCP port deletion for 5894f0a2-17b3-4ced-ba96-ec5010adb780 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:59:04.517920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9769cbdd-a4dd-41ac-91b8-a181df615f67 None None] Provisioning complete for port 992fed20-26a0-460d-9ac6-dd29e5f7f664 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:04.519027 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9769cbdd-a4dd-41ac-91b8-a181df615f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.614099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.615897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 992fed20-26a0-460d-9ac6-dd29e5f7f664 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:04.644270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.704551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Made reservation on behalf of ae1ea1a92a7b46a4a481e025338c4f20 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:04.706487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.722580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.815249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] For port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,segment=NetworkSegment(17bc8556-f386-4485-a180-0aee65db2a97),segment_id=17bc8556-f386-4485-a180-0aee65db2a97)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:04.815709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.859713 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:04.869826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=a2d119c1-6f63-4c11-9621-ce599db8cd39,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:04.870927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f72ba3-daaa-44e8-8011-90231f9d9749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b90fc2-5e9a-485f-9519-8a1ae62016e1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:04.903851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:58:59Z', 'revision_number': 2, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:04.927488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for 75c5b72d-bfce-47b8-8aec-7aba0539b0ae owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:04.960245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b5007-34c1-4093-8d25-7c6d25de78d3 req-98d6996a-bfbf-4c6c-a846-93e2287b4575 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:04.961975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a3b5007-34c1-4093-8d25-7c6d25de78d3 req-98d6996a-bfbf-4c6c-a846-93e2287b4575 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 1.0360436 Feb 09 15:59:04.997063 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.003924 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-002b594e-b0e7-41d1-b0c1-3a57e6118751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.023696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Checking router: 7ae6e0f4-d923-41a9-a405-3d9fa7174408 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:59:05.023950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Updating router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:59:05.106992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.119267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] Deleting port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:05.119795 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.131224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:59:05.152375 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a8360e4-a502-4466-810d-93cb8a5d5ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.216176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a8360e4-a502-4466-810d-93cb8a5d5ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.224929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] For port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,segment=NetworkSegment(17bc8556-f386-4485-a180-0aee65db2a97),segment_id=17bc8556-f386-4485-a180-0aee65db2a97)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:05.226179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.250427 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.251500 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Added segment 11323b31-0a46-4567-a756-d715d4a54495 of type vlan for network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 Feb 09 15:59:05.267564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] Calling delete_port for 75c5b72d-bfce-47b8-8aec-7aba0539b0ae owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:05.320327 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9769cbdd-a4dd-41ac-91b8-a181df615f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.329844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.368956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 992fed20-26a0-460d-9ac6-dd29e5f7f664 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:05.369612 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.373217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eadedbd-69e6-42fb-8d2d-f077458016c9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:05.397625 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-002b594e-b0e7-41d1-b0c1-3a57e6118751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.559920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.584217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a3b5007-34c1-4093-8d25-7c6d25de78d3 req-9c2fe301-1366-427a-ad02-f563acc8fc35 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832849 Feb 09 15:59:05.586336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.672538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router 605b9b29-efad-4af4-b77b-846af3354fd9 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:59:05.694592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:05.696283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9769cbdd-a4dd-41ac-91b8-a181df615f67 None None] For port 992fed20-26a0-460d-9ac6-dd29e5f7f664, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=992fed20-26a0-460d-9ac6-dd29e5f7f664,segment=NetworkSegment(ef4bf7da-2708-4b6f-9b68-cb27f909cec9),segment_id=ef4bf7da-2708-4b6f-9b68-cb27f909cec9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:05.705987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No DVR routers for this DVR port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:59:05.717428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.882250 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-002b594e-b0e7-41d1-b0c1-3a57e6118751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.885233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-002b594e-b0e7-41d1-b0c1-3a57e6118751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.886495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-002b594e-b0e7-41d1-b0c1-3a57e6118751 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/03b90fc2-5e9a-485f-9519-8a1ae62016e1 HTTP/1.1" status: 204 len: 168 time: 1.5901740 Feb 09 15:59:05.899156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9769cbdd-a4dd-41ac-91b8-a181df615f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.909830 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a8360e4-a502-4466-810d-93cb8a5d5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.929221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0a8360e4-a502-4466-810d-93cb8a5d5ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.937548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0a8360e4-a502-4466-810d-93cb8a5d5ce5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0687d0d0-22fe-4b00-96f8-12ef5b95adac HTTP/1.1" status: 204 len: 168 time: 1.7566462 Feb 09 15:59:05.937548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:05.940740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:05.942822 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.026817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.113835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5894f0a2-17b3-4ced-ba96-ec5010adb780']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:06.126393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769cbdd-a4dd-41ac-91b8-a181df615f67 None None] Pushing event updated for resources: {'Port': ['ID=992fed20-26a0-460d-9ac6-dd29e5f7f664,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:06.159597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9807765 Feb 09 15:59:06.160633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b594e-b0e7-41d1-b0c1-3a57e6118751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b90fc2-5e9a-485f-9519-8a1ae62016e1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:06.162557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50234) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:06.224499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bc8556-f386-4485-a180-0aee65db2a97') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:06.224499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bc8556-f386-4485-a180-0aee65db2a97') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:06.251039 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.277177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.299773 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.313501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Request body: {'subnet': {'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-subnet', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:06.364879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:59:06.365806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:59:06.371288 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:59:06.375720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] Pushing event deleted for resources: {'Port': ['ID=75c5b72d-bfce-47b8-8aec-7aba0539b0ae,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:06.380368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-69d3104e-a4a7-4832-96c2-440ce617d56a None None] Provisioning complete for port 992fed20-26a0-460d-9ac6-dd29e5f7f664 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:06.380368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69d3104e-a4a7-4832-96c2-440ce617d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.445733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8360e4-a502-4466-810d-93cb8a5d5ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687d0d0-22fe-4b00-96f8-12ef5b95adac,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:06.457757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bbfac-3d9b-4996-8de9-5c16a75c9760 None None] No DVR routers for this DVR port 75c5b72d-bfce-47b8-8aec-7aba0539b0ae on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:59:06.538020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:06.549518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c055e-9921-40e5-9fb8-5ee1e3ea89ae admin admin] Pushing event updated for resources: {'Network': ['ID=4b9cd3d2-d715-4c54-a85f-8f3a15b49531,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:06.555764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.573161 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee83ce-a3d5-4a55-a0b6-cd39bb447294 None None] Sync routers for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:06.599893 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee83ce-a3d5-4a55-a0b6-cd39bb447294 None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:06.600602 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-03ee83ce-a3d5-4a55-a0b6-cd39bb447294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:06.603463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e61603-923f-48be-b18a-a3b374793de7 req-c8f0f173-dc76-4663-a47a-d501c78a7b30 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:06.605241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2e61603-923f-48be-b18a-a3b374793de7 req-c8f0f173-dc76-4663-a47a-d501c78a7b30 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.7248755 Feb 09 15:59:06.665396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:59:06.734222 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-03ee83ce-a3d5-4a55-a0b6-cd39bb447294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:06.750045 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee83ce-a3d5-4a55-a0b6-cd39bb447294 None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:06.757198 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-03ee83ce-a3d5-4a55-a0b6-cd39bb447294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:06.772857 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.780550 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c577e935-ccfe-440d-b363-b7ce99c9b375 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.8641732 Feb 09 15:59:06.780771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Made reservation on behalf of ae1ea1a92a7b46a4a481e025338c4f20 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:06.781731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50240) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:06.782755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.785519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.824431 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.826615 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.831140 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/networks/5894f0a2-17b3-4ced-ba96-ec5010adb780 HTTP/1.1" status: 204 len: 168 time: 4.3379364 Feb 09 15:59:06.837419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50242) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:06.949354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:06.979241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a2d119c1-6f63-4c11-9621-ce599db8cd39 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:06.988695 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-03ee83ce-a3d5-4a55-a0b6-cd39bb447294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:06.989425 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee83ce-a3d5-4a55-a0b6-cd39bb447294 None None] The sync data for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:07.008797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2e61603-923f-48be-b18a-a3b374793de7 req-b54be02d-a490-46e2-a7a8-f5234c8c3649 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186316 Feb 09 15:59:07.032370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb496c6-23b7-46f8-85e6-6df578d18589 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Network': ['ID=5894f0a2-17b3-4ced-ba96-ec5010adb780,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:07.274847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f80b24-39cc-4290-b818-76b6745403e2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:07.285466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50248) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:07.294075 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c7f80b24-39cc-4290-b818-76b6745403e2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4425213 Feb 09 15:59:07.307735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5a9a2-358c-422c-a7cf-d5564e66113a None None] Pushing event updated for resources: {'Port': ['ID=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:07.327017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a2d119c1-6f63-4c11-9621-ce599db8cd39 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:07.327613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:07.390926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Router deaef300-d381-45bc-8e44-162d642e5a61 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:59:07.475895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Attempting to bind port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:07.476640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Attempting to bind port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:07.477089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Attempting to bind port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f on network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:07.494759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:07.495284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Checking segment: {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:07.495955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:07.497165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Bound using segment: {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:07.497997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Bound port: f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:07.498650 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:07.621524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50250) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:07.622262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0a27c75-c013-490f-8260-dfd989070c55 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3347192 Feb 09 15:59:07.648974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1639804574'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:07.654891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9c160-5f49-45ae-8cd4-e5349dd8ddd2 req-e1803e92-66df-4470-8925-5a3d2c6c40d7 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:07.668753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45f9c160-5f49-45ae-8cd4-e5349dd8ddd2 req-e1803e92-66df-4470-8925-5a3d2c6c40d7 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4063442 Feb 09 15:59:07.691163 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:07.694091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50252) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:07.774700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90e11bbb-7840-4873-8eb6-35f9bef087c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:07.796862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50254) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:07.842320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 992fed20-26a0-460d-9ac6-dd29e5f7f664 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:07.900917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45f9c160-5f49-45ae-8cd4-e5349dd8ddd2 req-8401d855-4f09-4e54-98b5-991116ff77df tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291694 Feb 09 15:59:07.911672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:07.915940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-24509f8d-b3df-4699-a752-f9b24753665c None None] Provisioning complete for port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:07.915940 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24509f8d-b3df-4699-a752-f9b24753665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:07.917246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:07.969961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] For port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:07.993626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Pushing event updated for resources: {'Subnet': ['ID=77fcd924-c70c-40bf-8858-c81f9ff368e6,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:07.998969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:08.009399 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d920adc-b48a-45f1-ae6d-46bc995146eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.013231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] For port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:08.020990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Sync routers for ids ['deaef300-d381-45bc-8e44-162d642e5a61'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:08.022654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Checking segment: {'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:08.024159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Network hostable DHCP agents. Network: 4b9cd3d2-d715-4c54-a85f-8f3a15b49531, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:59:08.040969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-24509f8d-b3df-4699-a752-f9b24753665c None None] Port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:08.059939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Routers {'deaef300-d381-45bc-8e44-162d642e5a61'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:08.061105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['deaef300-d381-45bc-8e44-162d642e5a61'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:08.138996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 992fed20-26a0-460d-9ac6-dd29e5f7f664 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:08.139659 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.160173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:59:08.177511 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.239484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.240288 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Added segment 7e12e7d3-6e77-443f-bffc-299f44cc1b68 of type vlan for network ce344aa9-2933-414f-9e96-cbabfd31d9d4 Feb 09 15:59:08.245583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d920adc-b48a-45f1-ae6d-46bc995146eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.276636 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:59:08.298701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.308225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0214102-ccc2-433f-b4bf-385be5dc0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.2183864 Feb 09 15:59:08.309734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50262) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:08.329263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:59:08.362544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90e11bbb-7840-4873-8eb6-35f9bef087c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.391499 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.434991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:08.436682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:08.437345 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d920adc-b48a-45f1-ae6d-46bc995146eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.451738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5a9a2-358c-422c-a7cf-d5564e66113a None None] Pushing event updated for resources: {'Port': ['ID=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:08.475392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Set router deaef300-d381-45bc-8e44-162d642e5a61 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:59:08.557490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.586036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90e11bbb-7840-4873-8eb6-35f9bef087c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.625974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db76a3-fbc2-4d13-be2c-f05f7dee14f9 req-47f3a280-7924-4cec-9835-5681d683daef tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:08.629225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75db76a3-fbc2-4d13-be2c-f05f7dee14f9 req-47f3a280-7924-4cec-9835-5681d683daef tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4322495 Feb 09 15:59:08.632998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0d920adc-b48a-45f1-ae6d-46bc995146eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2362f3772bbe48868131344862341a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078682 Feb 09 15:59:08.638114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d920adc-b48a-45f1-ae6d-46bc995146eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d18efa-9483-4451-bfc2-21b8acf43f80,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:08.638541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50264) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:08.717951 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-90e11bbb-7840-4873-8eb6-35f9bef087c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08bb6e3c48a244a0a5ebe1fc679f8013&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0192277 Feb 09 15:59:08.726221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75db76a3-fbc2-4d13-be2c-f05f7dee14f9 req-fbd8c843-b3ae-4309-bf25-82ca63e00904 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812438 Feb 09 15:59:08.729291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50266) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:08.757895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9d48f1cb-d0ce-4bda-9da7-782cbbfc4eae tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/routers/deaef300-d381-45bc-8e44-162d642e5a61 HTTP/1.1" status: 200 len: 907 time: 0.4457002 Feb 09 15:59:08.761189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4b9cd3d2-d715-4c54-a85f-8f3a15b49531) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:08.773402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:08.789829 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e11bbb-7840-4873-8eb6-35f9bef087c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7e488-4abf-48fd-a876-c1041d5458ff,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:08.792701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:08.793707 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.799463 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.809014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:08.809813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.904018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5609701-9149-4e68-926e-f7cc19a3dbe7 None None] Network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:08.914544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e9dd2f86-b969-4f6a-96bb-74996281c4f8 None None] Provisioning complete for port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:08.914926 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f86-b969-4f6a-96bb-74996281c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:08.928906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Network': ['ID=ce344aa9-2933-414f-9e96-cbabfd31d9d4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:08.951145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-776eb6f1-ca98-4a0a-a7c4-a1abc9a82db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.026495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ce344aa9-2933-414f-9e96-cbabfd31d9d4 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:59:09.054169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e994577-f31d-45fa-8333-53e4d7624072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.069481 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-776eb6f1-ca98-4a0a-a7c4-a1abc9a82db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.134136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-77d706d2-64c7-4706-ab9f-aaa9f33a664c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8273749 Feb 09 15:59:09.151424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.151424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:09.160220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:09.161448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:59:09.165125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 75c5b72d-bfce-47b8-8aec-7aba0539b0ae no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:59:09.244674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e994577-f31d-45fa-8333-53e4d7624072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.255576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 75c5b72d-bfce-47b8-8aec-7aba0539b0ae {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:59:09.256277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 75c5b72d-bfce-47b8-8aec-7aba0539b0ae not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:59:09.271738 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5ac4b219-9fe5-4e68-ab80-0e68a7a74997 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6471038 Feb 09 15:59:09.272614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50276) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:09.297036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:09.540670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.20.0.1 (592e85cf-9d3c-4304-b7ad-4cc6009833ff/aa16ff26-28dc-42ce-9d1e-82939fa73265/93bc7706-1a08-4077-ae08-0ecdf1ea6f1e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:09.589250 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f86-b969-4f6a-96bb-74996281c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.617661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-776eb6f1-ca98-4a0a-a7c4-a1abc9a82db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.620813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-776eb6f1-ca98-4a0a-a7c4-a1abc9a82db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.622472 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-776eb6f1-ca98-4a0a-a7c4-a1abc9a82db2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5d18efa-9483-4451-bfc2-21b8acf43f80 HTTP/1.1" status: 204 len: 168 time: 0.9796805 Feb 09 15:59:09.640812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776eb6f1-ca98-4a0a-a7c4-a1abc9a82db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d18efa-9483-4451-bfc2-21b8acf43f80,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:09.667572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:09.673726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.678898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83fe26-5ba1-43ee-9e80-17a71a4ec847 req-e1c2c441-81dd-4f3b-aa2e-1fc8b41205ee tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:09.681526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c83fe26-5ba1-43ee-9e80-17a71a4ec847 req-e1c2c441-81dd-4f3b-aa2e-1fc8b41205ee tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.6688573 Feb 09 15:59:09.734188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e9dd2f86-b969-4f6a-96bb-74996281c4f8 None None] For port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:09.740898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-4b9cd3d2-d715-4c54-a85f-8f3a15b49531', 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'fixed_ips': [{'subnet_id': '77fcd924-c70c-40bf-8858-c81f9ff368e6'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:59:09.742716 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.789051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaef300-d381-45bc-8e44-162d642e5a61', 'name': 'tempest-snat-router-597452491', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:57Z', 'updated_at': '2022-02-09T15:59:05Z', 'revision_number': 3, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port': {'id': 'fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:de:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deaef300-d381-45bc-8e44-162d642e5a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:01Z', 'updated_at': '2022-02-09T15:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:09.852931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Checking router: deaef300-d381-45bc-8e44-162d642e5a61 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:59:09.854912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Updating router deaef300-d381-45bc-8e44-162d642e5a61 port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:59:09.902501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c83fe26-5ba1-43ee-9e80-17a71a4ec847 req-7daa4d1a-7e5b-4f16-a914-336578eec74c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038352 Feb 09 15:59:09.921624 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.942492 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.954476 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2f86-b969-4f6a-96bb-74996281c4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.978544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:09.990759 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.006923 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.036119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e994577-f31d-45fa-8333-53e4d7624072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.039341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5e994577-f31d-45fa-8333-53e4d7624072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.040799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5e994577-f31d-45fa-8333-53e4d7624072 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cc7e488-4abf-48fd-a876-c1041d5458ff HTTP/1.1" status: 204 len: 168 time: 1.3100655 Feb 09 15:59:10.095756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e994577-f31d-45fa-8333-53e4d7624072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7e488-4abf-48fd-a876-c1041d5458ff,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:10.134154 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.187772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.188672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Deleting port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:10.189038 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.276720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:10.289973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:10.306431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:10.350161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=93bc7706-1a08-4077-ae08-0ecdf1ea6f1e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:10.390340 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.503325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.524378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd2f86-b969-4f6a-96bb-74996281c4f8 None None] Pushing event updated for resources: {'Port': ['ID=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:10.594352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.603109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Allocated IP 172.20.0.2 (4b9cd3d2-d715-4c54-a85f-8f3a15b49531/77fcd924-c70c-40bf-8858-c81f9ff368e6/68454d94-efce-436a-99d9-8ac312320ce5) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:10.631309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:59:07Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:10.692460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f650a-0c3d-4b28-b5cc-b41d2c951e0c None None] The sync data for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 is: [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:59:07Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:10.712890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=d98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:10.738274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a50ed2-ad17-443e-b5aa-4da365af2401 req-daea208e-e096-409b-8691-6dbd65522358 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:10.742710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52a50ed2-ad17-443e-b5aa-4da365af2401 req-daea208e-e096-409b-8691-6dbd65522358 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4064958 Feb 09 15:59:10.746974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking segment: {'id': '7e12e7d3-6e77-443f-bffc-299f44cc1b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:10.747502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network hostable DHCP agents. Network: ce344aa9-2933-414f-9e96-cbabfd31d9d4, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:59:10.765755 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:10.882815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Calling delete_port for fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:10.988335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52a50ed2-ad17-443e-b5aa-4da365af2401 req-b77cc0ec-02c2-44cf-89d8-292b0f3954a0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277234 Feb 09 15:59:11.047813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:11.050737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network ce344aa9-2933-414f-9e96-cbabfd31d9d4 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:59:11.139752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:11.175048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ce344aa9-2933-414f-9e96-cbabfd31d9d4) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:11.187265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:11.190373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:11.198063 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b6a3d-4d66-47b5-90c9-bd432bbacfe0 None None] Network ce344aa9-2933-414f-9e96-cbabfd31d9d4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:11.204586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-48cde3e6-d123-44c8-98ff-4a7d9d30b805 None None] Provisioning complete for port 93bc7706-1a08-4077-ae08-0ecdf1ea6f1e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:11.204934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48cde3e6-d123-44c8-98ff-4a7d9d30b805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:11.230494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:11.312659 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:11.426283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:11.442715 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f12988a4-eb5a-4f7e-b85d-4236c1c51c86 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1577995 Feb 09 15:59:11.443423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50312) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:11.454752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4', 'name': 'tempest-PortsIpV6TestJSON-1417894523'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:11.490778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:11.494320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-48cde3e6-d123-44c8-98ff-4a7d9d30b805 None None] Port 93bc7706-1a08-4077-ae08-0ecdf1ea6f1e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:11.563906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:11.604243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Pushing event updated for resources: {'Port': ['ID=68454d94-efce-436a-99d9-8ac312320ce5,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:11.638610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:11.826815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4689d-adac-47da-b75d-5841318d66e4 req-0fc1b60e-2f1a-451a-baee-06c0107c9439 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:11.838885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aab4689d-adac-47da-b75d-5841318d66e4 req-0fc1b60e-2f1a-451a-baee-06c0107c9439 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.6081183 Feb 09 15:59:11.841647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Attempting to bind port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:11.842346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Attempting to bind port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:11.843416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Attempting to bind port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:11.845607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a09a1-a43a-443e-b93a-6f4362acafb4 None None] Pushing event updated for resources: {'Port': ['ID=fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:11.970503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:12.011869 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.047313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aab4689d-adac-47da-b75d-5841318d66e4 req-32098116-50c7-4dc8-9209-82758639cf88 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071917 Feb 09 15:59:12.048840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.116296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:12.122700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:12.122700 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.122700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:12.122700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Bound port: fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:12.122700 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.122700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-ce344aa9-2933-414f-9e96-cbabfd31d9d4', 'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4', 'tenant_id': '0cb4aebf5cad478da56b40a52722112e', 'fixed_ips': [{'subnet_id': 'd98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:59:12.122700 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.159045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.172734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.229176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:12.234608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.270841 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.354005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Allocated IP 172.25.5.118 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/aecc6121-620b-4cfe-b07a-914bba93caac) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:12.391325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.392978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Attempting to bind port 68454d94-efce-436a-99d9-8ac312320ce5 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:12.393646 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Attempting to bind port 68454d94-efce-436a-99d9-8ac312320ce5 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:12.395337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Attempting to bind port 68454d94-efce-436a-99d9-8ac312320ce5 on network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:12.462672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:12.462672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Checking segment: {'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:12.462672 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.462672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Bound using segment: {'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:12.462672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Bound port: 68454d94-efce-436a-99d9-8ac312320ce5, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:12.462672 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.496501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:12.500828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port ff736b18-9bb8-489f-bdef-adb63bda18cb yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:59:12.602978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=93bc7706-1a08-4077-ae08-0ecdf1ea6f1e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:12.638307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.688141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:12.692057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.760368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171002d-5008-47eb-a3f4-eb32408f95f4 req-c6ba5d89-69ab-49eb-ab04-b4afbea5059a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:12.769488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7171002d-5008-47eb-a3f4-eb32408f95f4 req-c6ba5d89-69ab-49eb-ab04-b4afbea5059a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4673171 Feb 09 15:59:12.784679 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:59:12.785019 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:59:12.796538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:12.799757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:12.845280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:12.929579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] For port 68454d94-efce-436a-99d9-8ac312320ce5, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:12.940696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] For port 68454d94-efce-436a-99d9-8ac312320ce5, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=68454d94-efce-436a-99d9-8ac312320ce5,segment=NetworkSegment(11323b31-0a46-4567-a756-d715d4a54495),segment_id=11323b31-0a46-4567-a756-d715d4a54495)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:12.989461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7171002d-5008-47eb-a3f4-eb32408f95f4 req-0209a6e8-f269-4a98-9447-b9070634f84b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185245 Feb 09 15:59:13.086471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.119936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.135793 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.148781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.266363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8a70b-4956-4b0e-bdd3-be0cc9151284 None None] Pushing event updated for resources: {'Port': ['ID=68454d94-efce-436a-99d9-8ac312320ce5,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:13.381831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Attempting to bind port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:13.382400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Attempting to bind port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:13.382832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Attempting to bind port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:13.401508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:13.402079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:13.403591 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.404129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:13.405027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Bound port: fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:13.405540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.433173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Port fcd374e0-90b7-4aba-b5fe-5e1c20a7d7a8 has been deleted concurrently {{(pid=103180) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 09 15:59:13.468067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Routers {'deaef300-d381-45bc-8e44-162d642e5a61'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:13.469344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['deaef300-d381-45bc-8e44-162d642e5a61'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:13.521310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:13.523569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Pushing event updated for resources: {'Port': ['ID=aecc6121-620b-4cfe-b07a-914bba93caac,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:13.527119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:13.528518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Allocated IP 2001:db8::2 (ce344aa9-2933-414f-9e96-cbabfd31d9d4/d98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e/dcc8e2b3-affd-4aa2-8fae-9e81a58ff241) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:13.533407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:13.591703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d84ef59e-dc8f-4ff1-86cf-c351f964c9cc None None] Provisioning complete for port 93bc7706-1a08-4077-ae08-0ecdf1ea6f1e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:13.592102 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d84ef59e-dc8f-4ff1-86cf-c351f964c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.678359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d84ef59e-dc8f-4ff1-86cf-c351f964c9cc None None] Port 93bc7706-1a08-4077-ae08-0ecdf1ea6f1e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:13.690773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] Set router deaef300-d381-45bc-8e44-162d642e5a61 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:59:13.869991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deaef300-d381-45bc-8e44-162d642e5a61', 'name': 'tempest-snat-router-597452491', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:57Z', 'updated_at': '2022-02-09T15:59:11Z', 'revision_number': 5, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:13.925257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e51e9-f3af-45db-8e3c-8565d60cbeb5 req-97a3eb18-531d-4308-910b-f481e3e60c11 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:13.935065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54e51e9-f3af-45db-8e3c-8565d60cbeb5 req-97a3eb18-531d-4308-910b-f481e3e60c11 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.7622058 Feb 09 15:59:13.936115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137492d-78b8-4d7d-924c-5c10caab290e None None] The sync data for ids ['deaef300-d381-45bc-8e44-162d642e5a61'] in n-d-828542-1 is: [{'id': 'deaef300-d381-45bc-8e44-162d642e5a61', 'name': 'tempest-snat-router-597452491', 'tenant_id': '2e632b088b5e4470b335162ac664b3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:57Z', 'updated_at': '2022-02-09T15:59:11Z', 'revision_number': 5, 'project_id': '2e632b088b5e4470b335162ac664b3da', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:13.952425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router 605b9b29-efad-4af4-b77b-846af3354fd9 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:13.970304 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.971017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router deaef300-d381-45bc-8e44-162d642e5a61 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:59:13.984623 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:13.986037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-12a44738-61d8-47fd-ae32-f93b2b0a9dcc tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "DELETE /v2.0/routers/deaef300-d381-45bc-8e44-162d642e5a61 HTTP/1.1" status: 204 len: 168 time: 5.2112629 Feb 09 15:59:13.998119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50362) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:14.156654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b54e51e9-f3af-45db-8e3c-8565d60cbeb5 req-210caf0b-f803-49f5-896f-76fe66d76c37 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203646 Feb 09 15:59:14.171120 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:14.283907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:14.300119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:14.317528 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af4309-38aa-4a00-b17b-5f60f7512b4c None None] Sync routers for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:14.330053 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dbe1538f-83fa-4f4a-acb1-4a17c6751059 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/routers/605b9b29-efad-4af4-b77b-846af3354fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5380847 Feb 09 15:59:14.331614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50374) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:14.332142 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:14.344552 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af4309-38aa-4a00-b17b-5f60f7512b4c None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:14.345502 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-02af4309-38aa-4a00-b17b-5f60f7512b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:14.354352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'port': {'network_id': '592e85cf-9d3c-4304-b7ad-4cc6009833ff', 'name': 'tempest-FloatingIPTestJSON-719251208'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:14.436043 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Network ce344aa9-2933-414f-9e96-cbabfd31d9d4 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:14.442151 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-02af4309-38aa-4a00-b17b-5f60f7512b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:14.478848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Pushing event updated for resources: {'Port': ['ID=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:14.480869 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af4309-38aa-4a00-b17b-5f60f7512b4c None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:14.481906 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-02af4309-38aa-4a00-b17b-5f60f7512b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:14.483854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:14.489532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:14.591887 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-02af4309-38aa-4a00-b17b-5f60f7512b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:14.593151 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af4309-38aa-4a00-b17b-5f60f7512b4c None None] The sync data for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:14.659143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Attempting to bind port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:14.663013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Attempting to bind port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7e12e7d3-6e77-443f-bffc-299f44cc1b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:14.664608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Attempting to bind port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 on network ce344aa9-2933-414f-9e96-cbabfd31d9d4 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:14.676042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:14.684512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Checking segment: {'id': '7e12e7d3-6e77-443f-bffc-299f44cc1b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:14.684512 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:14.684512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Bound using segment: {'id': '7e12e7d3-6e77-443f-bffc-299f44cc1b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:14.688298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Bound port: dcc8e2b3-affd-4aa2-8fae-9e81a58ff241, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e12e7d3-6e77-443f-bffc-299f44cc1b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:14.689254 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:14.768845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::162 (ce344aa9-2933-414f-9e96-cbabfd31d9d4/d98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e/ff736b18-9bb8-489f-bdef-adb63bda18cb) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:14.874655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] For port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:14.885363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] For port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,segment=NetworkSegment(7e12e7d3-6e77-443f-bffc-299f44cc1b68),segment_id=7e12e7d3-6e77-443f-bffc-299f44cc1b68)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:15.008534 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:15.041112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Made reservation on behalf of 5d8dc6cb10f44d3db43aadd9267b6243 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:15.048721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:15.138260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] device_id is not set on port 2dd68e46-efb1-4198-a44b-e0b6b5ebf25a yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:59:15.165154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1968ff8-b3f6-45d1-8172-0db8af95ad34 None None] Pushing event updated for resources: {'Port': ['ID=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:15.355005 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:15.426428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Allocated IP 172.20.0.5 (592e85cf-9d3c-4304-b7ad-4cc6009833ff/aa16ff26-28dc-42ce-9d1e-82939fa73265/2dd68e46-efb1-4198-a44b-e0b6b5ebf25a) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:15.479689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad685b6f-2691-45c6-bb79-ab5409ca3a49 None None] Network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:15.483665 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:15.653586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:15.726445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3ee9f010-dd74-4911-80da-efdcb3dffde5 None None] Provisioning complete for port 68454d94-efce-436a-99d9-8ac312320ce5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:15.727233 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f010-dd74-4911-80da-efdcb3dffde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:15.806321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 68454d94-efce-436a-99d9-8ac312320ce5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:15.819915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network ce344aa9-2933-414f-9e96-cbabfd31d9d4 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:15.845493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:15.890656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:15.903219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:15.904155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:15.980507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=ff736b18-9bb8-489f-bdef-adb63bda18cb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:16.079919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.174283 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a3e5c374-b1c0-47f1-b607-c323cd41b7df tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7287006 Feb 09 15:59:16.181260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50438) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:16.192491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 68454d94-efce-436a-99d9-8ac312320ce5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:16.192981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.200302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': 'ce344aa9-2933-414f-9e96-cbabfd31d9d4', 'name': 'tempest-PortsIpV6TestJSON-1568779740'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:16.249258 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.255732 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f010-dd74-4911-80da-efdcb3dffde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.328830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3ee9f010-dd74-4911-80da-efdcb3dffde5 None None] For port 68454d94-efce-436a-99d9-8ac312320ce5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=68454d94-efce-436a-99d9-8ac312320ce5,segment=NetworkSegment(11323b31-0a46-4567-a756-d715d4a54495),segment_id=11323b31-0a46-4567-a756-d715d4a54495)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:16.349834 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.363669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.381368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.400136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f214088-7bd3-445a-b204-d23ff1dc62ff req-aefc2392-77af-418f-ac2e-6c8a3478226e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:16.401789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f214088-7bd3-445a-b204-d23ff1dc62ff req-aefc2392-77af-418f-ac2e-6c8a3478226e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1557343 Feb 09 15:59:16.429651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:16.435950 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3ee9f010-dd74-4911-80da-efdcb3dffde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.482497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:16.485804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:16.567765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event updated for resources: {'Port': ['ID=2dd68e46-efb1-4198-a44b-e0b6b5ebf25a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:16.653741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:16.654509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.671561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f214088-7bd3-445a-b204-d23ff1dc62ff req-deb983f5-6c05-4d35-a507-aaf9373dc66c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134399 Feb 09 15:59:16.738886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:59:16.739510 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:59:16.744752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9f010-dd74-4911-80da-efdcb3dffde5 None None] Pushing event updated for resources: {'Port': ['ID=68454d94-efce-436a-99d9-8ac312320ce5,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:16.756820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Deleting port a2d119c1-6f63-4c11-9621-ce599db8cd39 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:16.757201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.782446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-17d3d97f-1fe5-4f8b-91ae-c8487671c842 None None] Provisioning complete for port 68454d94-efce-436a-99d9-8ac312320ce5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:16.783084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-17d3d97f-1fe5-4f8b-91ae-c8487671c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.872947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:16.877707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:16.891296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50442) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:16.893044 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb817fd2-b761-48cc-bd06-df38854ae1c8 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5498800 Feb 09 15:59:16.901274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Request body: {'floatingip': {'port_id': '2dd68e46-efb1-4198-a44b-e0b6b5ebf25a'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:16.936153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port 1117d894-a3a9-4138-851e-48b429077e8e yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:59:17.084266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:17.106912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-376f9b93-9623-4194-83a7-c5d56cb66889 None None] Provisioning complete for port 2dd68e46-efb1-4198-a44b-e0b6b5ebf25a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:17.107832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-376f9b93-9623-4194-83a7-c5d56cb66889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.132893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Router 365ff679-7215-495f-abb2-04332fad3491 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:59:17.137432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.204456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-376f9b93-9623-4194-83a7-c5d56cb66889 None None] Port 2dd68e46-efb1-4198-a44b-e0b6b5ebf25a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:17.292769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50452) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:17.323012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::19 (ce344aa9-2933-414f-9e96-cbabfd31d9d4/d98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e/1117d894-a3a9-4138-851e-48b429077e8e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:17.345060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3b4be4-b21d-443b-a51a-05133221005f None None] Network ce344aa9-2933-414f-9e96-cbabfd31d9d4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:17.376919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] For port a2d119c1-6f63-4c11-9621-ce599db8cd39, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a2d119c1-6f63-4c11-9621-ce599db8cd39,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:17.377448 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.395857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Calling delete_port for a2d119c1-6f63-4c11-9621-ce599db8cd39 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:17.492058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4aca3557-86b5-4bb9-aa3b-15bcdeb34aad None None] Provisioning complete for port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:17.492499 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4aca3557-86b5-4bb9-aa3b-15bcdeb34aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.548953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ee8-372f-43eb-8b8e-c17e13f19349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.748743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.771514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 68454d94-efce-436a-99d9-8ac312320ce5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:17.849889 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd8c230d-46fd-4eb8-9e1f-e2b7518e8ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.869350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4aca3557-86b5-4bb9-aa3b-15bcdeb34aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.877260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ee8-372f-43eb-8b8e-c17e13f19349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:17.927944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4aca3557-86b5-4bb9-aa3b-15bcdeb34aad None None] For port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,segment=NetworkSegment(7e12e7d3-6e77-443f-bffc-299f44cc1b68),segment_id=7e12e7d3-6e77-443f-bffc-299f44cc1b68)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:17.937966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 68454d94-efce-436a-99d9-8ac312320ce5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:17.938257 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.017668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c9f0ee8-372f-43eb-8b8e-c17e13f19349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.068738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.077405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4aca3557-86b5-4bb9-aa3b-15bcdeb34aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.077730 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1c9f0ee8-372f-43eb-8b8e-c17e13f19349 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8ae389ba6464338a5b8664b8d16a9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9869256 Feb 09 15:59:18.080670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50458) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:18.082398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f0ee8-372f-43eb-8b8e-c17e13f19349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e4a5b0-f9db-4d29-b82f-614302230511,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:18.085897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:18.132181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:18.137978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341afa42-7a3a-4341-8a93-f53b80e48f44 req-e62afb30-4332-4b3f-b0b5-e6bd107ba244 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:18.140497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-341afa42-7a3a-4341-8a93-f53b80e48f44 req-e62afb30-4332-4b3f-b0b5-e6bd107ba244 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2049658 Feb 09 15:59:18.186468 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network ce344aa9-2933-414f-9e96-cbabfd31d9d4 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:18.191988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd8c230d-46fd-4eb8-9e1f-e2b7518e8ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.193302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.203173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Sync routers for ids ['365ff679-7215-495f-abb2-04332fad3491'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:18.205873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:18.210696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:18.223049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:18.231250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.234637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=1117d894-a3a9-4138-851e-48b429077e8e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:18.252237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Routers {'365ff679-7215-495f-abb2-04332fad3491'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:18.253155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['365ff679-7215-495f-abb2-04332fad3491'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:18.258756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f2138b2-2f1c-4694-b225-418d5ee0d583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.267739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2d119c1-6f63-4c11-9621-ce599db8cd39,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:18.290119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.291420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ebcf49a9-8a88-45cd-b1a5-4cd336c935ff admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.1373274 Feb 09 15:59:18.295988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50462) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:18.338399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:18.339071 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.341983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca3557-86b5-4bb9-aa3b-15bcdeb34aad None None] Pushing event updated for resources: {'Port': ['ID=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:18.377176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd8c230d-46fd-4eb8-9e1f-e2b7518e8ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.420766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-341afa42-7a3a-4341-8a93-f53b80e48f44 req-4bc3d854-7c37-4ab7-bf30-8fbd21efaac1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792428 Feb 09 15:59:18.435253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f2138b2-2f1c-4694-b225-418d5ee0d583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.502672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5951b779-be31-4dea-a8f1-e2ef7496f857 None None] Provisioning complete for port ff736b18-9bb8-489f-bdef-adb63bda18cb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:18.504681 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5951b779-be31-4dea-a8f1-e2ef7496f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.515467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Set router 365ff679-7215-495f-abb2-04332fad3491 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:59:18.520265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c230d-46fd-4eb8-9e1f-e2b7518e8ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266e01d1-5c58-4814-b8ed-4a975a36c180,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:18.554862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a80b40fb-be82-41f8-bf03-c5b807c33279 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3666329 Feb 09 15:59:18.554862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50464) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:18.613345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cd8c230d-46fd-4eb8-9e1f-e2b7518e8ffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76ea2212109a45c786b0fa4c3022aff9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0359869 Feb 09 15:59:18.618990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50466) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:18.683872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.730154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5951b779-be31-4dea-a8f1-e2ef7496f857 None None] Port ff736b18-9bb8-489f-bdef-adb63bda18cb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:18.759899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5951b779-be31-4dea-a8f1-e2ef7496f857 None None] Provisioning complete for port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:18.760956 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5951b779-be31-4dea-a8f1-e2ef7496f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.792414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f2138b2-2f1c-4694-b225-418d5ee0d583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.799219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f2138b2-2f1c-4694-b225-418d5ee0d583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.800655 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6f2138b2-2f1c-4694-b225-418d5ee0d583 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4e4a5b0-f9db-4d29-b82f-614302230511 HTTP/1.1" status: 204 len: 168 time: 0.7139482 Feb 09 15:59:18.959615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T15:59:14Z', 'revision_number': 3, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:18.991009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Checking router: 365ff679-7215-495f-abb2-04332fad3491 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:59:18.991415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Updating router 365ff679-7215-495f-abb2-04332fad3491 port aecc6121-620b-4cfe-b07a-914bba93caac binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:59:19.024632 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.150309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0949c59-689b-40f1-bbe3-d08206183e40 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:19.152123 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a0949c59-689b-40f1-bbe3-d08206183e40 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A162 HTTP/1.1" status: 200 len: 929 time: 0.5958345 Feb 09 15:59:19.161607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50470) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:19.190071 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2138b2-2f1c-4694-b225-418d5ee0d583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e4a5b0-f9db-4d29-b82f-614302230511,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:19.289671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.298626 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.310036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-13c4b3a3-b2a0-4c76-9b5a-75b29a480910 None None] Provisioning complete for port ff736b18-9bb8-489f-bdef-adb63bda18cb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:19.310561 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13c4b3a3-b2a0-4c76-9b5a-75b29a480910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.319891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.327201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:59:19.509872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-13c4b3a3-b2a0-4c76-9b5a-75b29a480910 None None] Port ff736b18-9bb8-489f-bdef-adb63bda18cb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:19.566692 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5159-d28d-4328-be9f-6bd5cb66bcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.604982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:19.611022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Allocated IP 172.20.0.1 (4b9cd3d2-d715-4c54-a85f-8f3a15b49531/77fcd924-c70c-40bf-8858-c81f9ff368e6/89712c65-9cc1-4a7e-b218-4cc07c956649) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:19.653717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.666841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.676120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5159-d28d-4328-be9f-6bd5cb66bcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.684257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-764ab0a1-5330-4f6c-8e79-25fe944b2722 None None] Provisioning complete for port 1117d894-a3a9-4138-851e-48b429077e8e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:19.684654 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-764ab0a1-5330-4f6c-8e79-25fe944b2722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.729866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-764ab0a1-5330-4f6c-8e79-25fe944b2722 None None] Port 1117d894-a3a9-4138-851e-48b429077e8e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:19.734280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:19.734664 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.740753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fa891-2aa0-4d2f-af1b-ee962769f37b req-7f705f17-8f7f-4c95-810c-ad58c4b916ac tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:19.742399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-005fa891-2aa0-4d2f-af1b-ee962769f37b req-7f705f17-8f7f-4c95-810c-ad58c4b916ac tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1769803 Feb 09 15:59:19.747179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-51afe671-06c8-4df3-9705-a1c20b0c1f07 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port 1117d894-a3a9-4138-851e-48b429077e8e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:19.747625 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51afe671-06c8-4df3-9705-a1c20b0c1f07 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.766677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.819207 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.819675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f216173b-7ee9-4114-9c9e-24bdaaa3d0ea {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:59:19.825362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.831370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea8c6039-a276-4d86-a523-a8a2cab567aa tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f216173b-7ee9-4114-9c9e-24bdaaa3d0ea HTTP/1.1" status: 204 len: 168 time: 5.8313584 Feb 09 15:59:19.832508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50478) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:19.845921 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.858060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1198586207', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:19.861156 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.941035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-005fa891-2aa0-4d2f-af1b-ee962769f37b req-a6247d0f-6754-431e-869b-9e77cb9e4375 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779604 Feb 09 15:59:19.957384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.962015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a3ea2-8c91-40b1-a820-c921aaf8d8d1 None None] Pushing event updated for resources: {'Port': ['ID=aecc6121-620b-4cfe-b07a-914bba93caac,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:19.969807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Attempting to bind port aecc6121-620b-4cfe-b07a-914bba93caac on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:19.970222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Attempting to bind port aecc6121-620b-4cfe-b07a-914bba93caac by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:19.970641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Attempting to bind port aecc6121-620b-4cfe-b07a-914bba93caac on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:19.981923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:19.982462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:19.982893 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.983389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:19.983915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Bound port: aecc6121-620b-4cfe-b07a-914bba93caac, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:19.985110 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.987737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51afe671-06c8-4df3-9705-a1c20b0c1f07 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.038303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5159-d28d-4328-be9f-6bd5cb66bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.041463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c7d5159-d28d-4328-be9f-6bd5cb66bcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.047297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1c7d5159-d28d-4328-be9f-6bd5cb66bcb8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/266e01d1-5c58-4814-b8ed-4a975a36c180 HTTP/1.1" status: 204 len: 168 time: 1.4191890 Feb 09 15:59:20.047297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-51afe671-06c8-4df3-9705-a1c20b0c1f07 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for 1117d894-a3a9-4138-851e-48b429077e8e owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:20.055063 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] For port aecc6121-620b-4cfe-b07a-914bba93caac, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:20.059462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] For port aecc6121-620b-4cfe-b07a-914bba93caac, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=aecc6121-620b-4cfe-b07a-914bba93caac,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:20.085084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:20.110886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:20.132305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:20.148438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50482) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:20.182891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d5159-d28d-4328-be9f-6bd5cb66bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266e01d1-5c58-4814-b8ed-4a975a36c180,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:20.197297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Pushing event updated for resources: {'Port': ['ID=89712c65-9cc1-4a7e-b218-4cc07c956649,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:20.223090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d629510-a252-4640-bcb6-09874f569e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.231145 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP b91f7a94-37c5-4bf9-bbd7-35d3083fa7d7 associated. External IP: 172.25.5.98, port: 1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b. Feb 09 15:59:20.264317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.264317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.280315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.361915 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.455395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Routers {'365ff679-7215-495f-abb2-04332fad3491'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:20.459649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['365ff679-7215-495f-abb2-04332fad3491'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:20.495847 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.614654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d629510-a252-4640-bcb6-09874f569e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.745586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] Set router 365ff679-7215-495f-abb2-04332fad3491 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:59:20.799620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d629510-a252-4640-bcb6-09874f569e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.852967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51afe671-06c8-4df3-9705-a1c20b0c1f07 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:20.958923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:20.961529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a3ea2-8c91-40b1-a820-c921aaf8d8d1 None None] Pushing event updated for resources: {'Port': ['ID=aecc6121-620b-4cfe-b07a-914bba93caac,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:20.962989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe671-06c8-4df3-9705-a1c20b0c1f07 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=1117d894-a3a9-4138-851e-48b429077e8e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:20.987764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-51afe671-06c8-4df3-9705-a1c20b0c1f07 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:21.000624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-51afe671-06c8-4df3-9705-a1c20b0c1f07 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/1117d894-a3a9-4138-851e-48b429077e8e HTTP/1.1" status: 204 len: 168 time: 1.8303404 Feb 09 15:59:21.007568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50490) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:21.026146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b793dd97-f49f-4d7a-af53-c29101a08b17 None None] Provisioning complete for port 89712c65-9cc1-4a7e-b218-4cc07c956649 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:21.027028 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b793dd97-f49f-4d7a-af53-c29101a08b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:21.106410 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f76fd8c-aedc-4dc3-aae2-19e7d0d95b8e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:59:21.115973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b793dd97-f49f-4d7a-af53-c29101a08b17 None None] Port 89712c65-9cc1-4a7e-b218-4cc07c956649 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:21.118122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f76fd8c-aedc-4dc3-aae2-19e7d0d95b8e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/1117d894-a3a9-4138-851e-48b429077e8e HTTP/1.1" status: 404 len: 333 time: 0.1074624 Feb 09 15:59:21.119655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50492) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:21.298244 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8d629510-a252-4640-bcb6-09874f569e31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2597090bac604451aecb0c6f7183cd03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1475134 Feb 09 15:59:21.305759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50498) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:21.308214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d629510-a252-4640-bcb6-09874f569e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c35b84a-f302-4d6b-b7f1-b6d6f73607cf,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:21.314137 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:21.388198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T15:59:14Z', 'revision_number': 3, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:21.436880 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:21.482292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e4f0c-839a-4723-bd37-c6c437ad7b01 None None] The sync data for ids ['365ff679-7215-495f-abb2-04332fad3491'] in n-d-828542-1 is: [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T15:59:14Z', 'revision_number': 3, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:21.501820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a2d119c1-6f63-4c11-9621-ce599db8cd39 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:59:21.593518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a2d119c1-6f63-4c11-9621-ce599db8cd39 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:59:21.594466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a2d119c1-6f63-4c11-9621-ce599db8cd39 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:59:21.613337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:21.629132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733c06-fa12-4d55-8a57-5dbe617968e1 req-98e659bb-ee91-4cfa-955d-54f1d2fa582f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:21.630036 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d4769-5018-4556-88cf-5df431a36d6a None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:21.630971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33733c06-fa12-4d55-8a57-5dbe617968e1 req-98e659bb-ee91-4cfa-955d-54f1d2fa582f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3767588 Feb 09 15:59:21.667113 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d4769-5018-4556-88cf-5df431a36d6a None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:21.668891 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cf5d4769-5018-4556-88cf-5df431a36d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:21.717006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a65329d7-b824-4eea-8d53-feb037a748b8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port ff736b18-9bb8-489f-bdef-adb63bda18cb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:21.717457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a65329d7-b824-4eea-8d53-feb037a748b8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:21.744268 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a63e2b7e-21ad-46a2-a593-f76432aa5e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:21.772197 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cf5d4769-5018-4556-88cf-5df431a36d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:21.798404 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d4769-5018-4556-88cf-5df431a36d6a None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:21.799834 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cf5d4769-5018-4556-88cf-5df431a36d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:21.817248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:21.855132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a63e2b7e-21ad-46a2-a593-f76432aa5e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:21.879898 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cf5d4769-5018-4556-88cf-5df431a36d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:21.881689 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5d4769-5018-4556-88cf-5df431a36d6a None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:21.916761 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:22.042445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33733c06-fa12-4d55-8a57-5dbe617968e1 req-c5c97843-7a9b-4970-b04a-d684f7f84536 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599706 Feb 09 15:59:22.053478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Pushing event updated for resources: {'Port': ['ID=89712c65-9cc1-4a7e-b218-4cc07c956649,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:22.086118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a63e2b7e-21ad-46a2-a593-f76432aa5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:22.089567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a63e2b7e-21ad-46a2-a593-f76432aa5e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:22.094634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a63e2b7e-21ad-46a2-a593-f76432aa5e03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c35b84a-f302-4d6b-b7f1-b6d6f73607cf HTTP/1.1" status: 204 len: 168 time: 0.7802374 Feb 09 15:59:22.144807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e2b7e-21ad-46a2-a593-f76432aa5e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c35b84a-f302-4d6b-b7f1-b6d6f73607cf,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:22.150969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a65329d7-b824-4eea-8d53-feb037a748b8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:22.156713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:22.210156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a65329d7-b824-4eea-8d53-feb037a748b8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for ff736b18-9bb8-489f-bdef-adb63bda18cb owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:22.431559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-0fb08058-18d1-4828-8860-63dedb6527ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:22.433317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-0fb08058-18d1-4828-8860-63dedb6527ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1097 time: 0.0957553 Feb 09 15:59:22.444651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router 605b9b29-efad-4af4-b77b-846af3354fd9 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:22.706310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:22.786325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:22.811770 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe087366-9523-449c-8553-e90141c29c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:22.913389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:22.922985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:23.219931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Router 365ff679-7215-495f-abb2-04332fad3491 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:23.237944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Allocated IP 172.25.5.136 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/b99d40d6-7f1e-4996-b9c9-c967a1fcd541) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:23.569965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992d299-f0d4-428e-98e1-e5e116097567 req-e5c7ad8d-f629-4b3d-86e6-06373115ad25 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:23.581617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1992d299-f0d4-428e-98e1-e5e116097567 req-e5c7ad8d-f629-4b3d-86e6-06373115ad25 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2833567 Feb 09 15:59:23.616615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device aecc6121-620b-4cfe-b07a-914bba93caac up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:23.627237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-9d99e5ac-5b53-4be7-9f01-d3307b4c6f9c tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--263971813&fields=id&tenant_id=32d2999d3f674b36b87d5b2fd73b9811 HTTP/1.1" status: 200 len: 267 time: 0.2145002 Feb 09 15:59:23.727867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4dc61b33-765d-4e4a-9787-cc2fa04a4b7f None None] Provisioning complete for port 89712c65-9cc1-4a7e-b218-4cc07c956649 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:23.731017 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4dc61b33-765d-4e4a-9787-cc2fa04a4b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:23.737039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1992d299-f0d4-428e-98e1-e5e116097567 req-56130d8e-2319-47bb-9da8-0a31ea375fdc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512978 Feb 09 15:59:23.769792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-330529b2-44ba-4593-8dc9-2aac855ef1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:23.771574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-330529b2-44ba-4593-8dc9-2aac855ef1f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 1.3077102 Feb 09 15:59:23.862565 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a65329d7-b824-4eea-8d53-feb037a748b8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:23.882193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4dc61b33-765d-4e4a-9787-cc2fa04a4b7f None None] Port 89712c65-9cc1-4a7e-b218-4cc07c956649 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:23.932231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port aecc6121-620b-4cfe-b07a-914bba93caac triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:23.932628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:23.945339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:23.962401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-7639f379-f2db-47e4-9a0c-3917c5f1a298 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.1559746 Feb 09 15:59:23.972401 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:23.997553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da77f4-cd2d-42dc-8e27-128e1fd1e917 None None] Sync routers for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:24.037225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da77f4-cd2d-42dc-8e27-128e1fd1e917 None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:24.038490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-55da77f4-cd2d-42dc-8e27-128e1fd1e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:24.144853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-55da77f4-cd2d-42dc-8e27-128e1fd1e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:24.176784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65329d7-b824-4eea-8d53-feb037a748b8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=ff736b18-9bb8-489f-bdef-adb63bda18cb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:24.318752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a65329d7-b824-4eea-8d53-feb037a748b8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:24.329687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a65329d7-b824-4eea-8d53-feb037a748b8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/ff736b18-9bb8-489f-bdef-adb63bda18cb HTTP/1.1" status: 204 len: 168 time: 3.1546512 Feb 09 15:59:24.331360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da77f4-cd2d-42dc-8e27-128e1fd1e917 None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:24.332562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-55da77f4-cd2d-42dc-8e27-128e1fd1e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:24.377767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50562) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:24.467420 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-189a9df3-ae3a-488b-af1a-7a5c6801a303 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:59:24.476159 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-189a9df3-ae3a-488b-af1a-7a5c6801a303 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/ff736b18-9bb8-489f-bdef-adb63bda18cb HTTP/1.1" status: 404 len: 333 time: 0.0919268 Feb 09 15:59:24.481353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50570) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:24.485838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-55da77f4-cd2d-42dc-8e27-128e1fd1e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:24.486902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55da77f4-cd2d-42dc-8e27-128e1fd1e917 None None] The sync data for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:24.499196 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:24.516916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a552f0-8550-45f5-a588-367e5420a138 req-9738d033-ce73-4f9f-8c0b-44f7c7747efa tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:24.533511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-9738d033-ce73-4f9f-8c0b-44f7c7747efa tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/networks?id=55e10413-0e94-457d-963e-748c8f99a5dd HTTP/1.1" status: 200 len: 816 time: 0.8158915 Feb 09 15:59:24.549989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port aecc6121-620b-4cfe-b07a-914bba93caac, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=aecc6121-620b-4cfe-b07a-914bba93caac,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:24.550896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8170cf5c-bdd5-4dd5-8b24-fe2e1a316a2c tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/floatingips/b91f7a94-37c5-4bf9-bbd7-35d3083fa7d7 HTTP/1.1" status: 200 len: 976 time: 7.6577368 Feb 09 15:59:24.557926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50574) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:24.598340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-5833ba48-68ac-41f8-9731-fcb709272dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:24.600826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-5833ba48-68ac-41f8-9731-fcb709272dde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.5490999 Feb 09 15:59:24.649221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-d4cccaa2-d78f-4d96-9e0e-01badead5f00 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/quotas/32d2999d3f674b36b87d5b2fd73b9811 HTTP/1.1" status: 200 len: 375 time: 0.0561464 Feb 09 15:59:24.680440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-4a9243fa-31be-47d5-a5b6-33c602fc889a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699718 Feb 09 15:59:24.680736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:24.720721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b8d7b1-a86b-41ed-8ba6-0c31f9ee9e34 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet d98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:59:24.738501 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3b8d7b1-a86b-41ed-8ba6-0c31f9ee9e34 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:24.852708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-3e4ced14-af30-4484-a339-c2e5156351e9 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32d2999d3f674b36b87d5b2fd73b9811&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1632776 Feb 09 15:59:24.860154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=aecc6121-620b-4cfe-b07a-914bba93caac,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:24.878623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 2dd68e46-efb1-4198-a44b-e0b6b5ebf25a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:24.879057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:24.901723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3b8d7b1-a86b-41ed-8ba6-0c31f9ee9e34 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:24.912759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:24.982924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-36a6707a-d389-4580-922d-7b56b9829cf8 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936504 Feb 09 15:59:25.017534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:25.036325 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-427553cd-0eed-41d0-be40-3f836d28c535 admin admin] 10.222.0.53 "PUT /v2.0/routers/365ff679-7215-495f-abb2-04332fad3491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7340674 Feb 09 15:59:25.036581 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Sync routers for ids ['365ff679-7215-495f-abb2-04332fad3491'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:25.064906 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Routers {'365ff679-7215-495f-abb2-04332fad3491'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:25.065757 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['365ff679-7215-495f-abb2-04332fad3491'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:25.136878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3b8d7b1-a86b-41ed-8ba6-0c31f9ee9e34 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.286160 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b12c073d-23f0-4f63-b943-5e9de7b461ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.325269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.359236 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.386043 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Set router 365ff679-7215-495f-abb2-04332fad3491 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:59:25.408576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:25.415136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:25.420421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:25.540393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event updated for resources: {'Port': ['ID=b99d40d6-7f1e-4996-b9c9-c967a1fcd541,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:25.595431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.596508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.599425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.600921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.601740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.602593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.605248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.606161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.607002 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.608329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.611009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.615680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:25.648617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3b8d7b1-a86b-41ed-8ba6-0c31f9ee9e34 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.720526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device aecc6121-620b-4cfe-b07a-914bba93caac up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:25.766776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8d7b1-a86b-41ed-8ba6-0c31f9ee9e34 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=d98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:25.793659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3b8d7b1-a86b-41ed-8ba6-0c31f9ee9e34 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.806092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.806929 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:25.807326 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Floating IP b91f7a94-37c5-4bf9-bbd7-35d3083fa7d7 disassociated. External IP: 172.25.5.98, port: 2dd68e46-efb1-4198-a44b-e0b6b5ebf25a. Feb 09 15:59:25.807594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 2dd68e46-efb1-4198-a44b-e0b6b5ebf25a owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:25.809421 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d3b8d7b1-a86b-41ed-8ba6-0c31f9ee9e34 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/d98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e HTTP/1.1" status: 204 len: 168 time: 1.3202059 Feb 09 15:59:25.810970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50612) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:25.811270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584cb7da-48e0-4805-afe4-0ea48a6120c5 None None] Network ce344aa9-2933-414f-9e96-cbabfd31d9d4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:25.905142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3604448-b07b-4e12-b392-1b34c7830de7 req-18835fc9-85b7-431c-8e12-3765d265a0c2 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8876297 Feb 09 15:59:25.905722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50616) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:25.926117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e71d-f0a9-4af5-afad-457176bd8044 req-54fd02d9-9ddf-4f8f-9f4a-046a19e2afe8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:25.928463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0c0e71d-f0a9-4af5-afad-457176bd8044 req-54fd02d9-9ddf-4f8f-9f4a-046a19e2afe8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.9669509 Feb 09 15:59:26.022978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-34ba52e7-34e6-47ae-b3bf-6609fac766d9 service neutron] 10.222.0.53 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1157699 Feb 09 15:59:26.154432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port aecc6121-620b-4cfe-b07a-914bba93caac triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:26.155036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:26.166003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-ca36c75e-49c5-4c00-8aa8-38175d283aa1 service neutron] 10.222.0.53 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126010 Feb 09 15:59:26.176795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0c0e71d-f0a9-4af5-afad-457176bd8044 req-c404d4a9-2deb-4f0d-b791-cf4040abd7be tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970773 Feb 09 15:59:26.251096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:26.368183 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T15:59:20Z', 'revision_number': 4, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '89712c65-9cc1-4a7e-b218-4cc07c956649', 'name': '', 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'mac_address': 'fa:16:3e:fd:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '77fcd924-c70c-40bf-8858-c81f9ff368e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:19Z', 'updated_at': '2022-02-09T15:59:21Z', 'revision_number': 2, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'subnets': [{'id': '77fcd924-c70c-40bf-8858-c81f9ff368e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:26.422704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33e8fc76-633e-4ad3-b42c-86f6888981c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:26.578816 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Checking router: 365ff679-7215-495f-abb2-04332fad3491 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 15:59:26.579379 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Updating router 365ff679-7215-495f-abb2-04332fad3491 port 89712c65-9cc1-4a7e-b218-4cc07c956649 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 15:59:26.659701 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:26.697041 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:26.726937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33e8fc76-633e-4ad3-b42c-86f6888981c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:26.820211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:26.821115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:26.937232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=2dd68e46-efb1-4198-a44b-e0b6b5ebf25a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:26.952184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33e8fc76-633e-4ad3-b42c-86f6888981c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.004753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.055805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] DHCP port deletion for ce344aa9-2933-414f-9e96-cbabfd31d9d4 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:59:27.060361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.278227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] Deleting port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:27.286625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.307807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8fc76-633e-4ad3-b42c-86f6888981c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efed1dfc-f36e-4ef7-af39-30f98c212f67,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:27.346787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-33e8fc76-633e-4ad3-b42c-86f6888981c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8e0ee9cab1041f4ac523bcb7ac1782e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4273903 Feb 09 15:59:27.354078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50672) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:27.487285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50676) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:27.647004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] For port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,segment=NetworkSegment(7e12e7d3-6e77-443f-bffc-299f44cc1b68),segment_id=7e12e7d3-6e77-443f-bffc-299f44cc1b68)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:27.647652 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.698046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dbdbab4d-67cc-4d6b-83e1-9cf91f9f0762 req-bdf22b03-e8a2-4c75-929e-07597a299d90 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.2053602 Feb 09 15:59:27.717854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] Calling delete_port for dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:27.722845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router 605b9b29-efad-4af4-b77b-846af3354fd9 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:27.736169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4994b9a-df9e-46b3-8c95-aca0994f8c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.751306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a9e67-573a-424f-861b-8fcf2bfaa89e req-8969b5a9-818e-49bd-8245-e05a458b47b6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:27.753077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f1a9e67-573a-424f-861b-8fcf2bfaa89e req-8969b5a9-818e-49bd-8245-e05a458b47b6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2529716 Feb 09 15:59:27.833617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4994b9a-df9e-46b3-8c95-aca0994f8c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.930234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:59:27.937045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:59:27.955388 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.956342 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:27.977452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] For port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,segment=NetworkSegment(7e12e7d3-6e77-443f-bffc-299f44cc1b68),segment_id=7e12e7d3-6e77-443f-bffc-299f44cc1b68)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:27.977744 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.069601 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.091120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:28.497521 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.546438 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Pushing event updated for resources: {'Port': ['ID=89712c65-9cc1-4a7e-b218-4cc07c956649,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:28.562246 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:59:28.597362 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.598416 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.599456 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.600501 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.602396 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.603548 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.607812 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.621915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.621915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.621915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.621915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.621915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:28.622404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f1a9e67-573a-424f-861b-8fcf2bfaa89e req-18ad0aa0-ca79-4629-904c-797b16e169c9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7964094 Feb 09 15:59:28.627090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.631031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-24c3959e-7e68-426c-8c87-b3b953632873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.663186 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Attempting to bind port 89712c65-9cc1-4a7e-b218-4cc07c956649 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:28.663788 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Attempting to bind port 89712c65-9cc1-4a7e-b218-4cc07c956649 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:28.664428 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Attempting to bind port 89712c65-9cc1-4a7e-b218-4cc07c956649 on network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:28.699560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:28.699761 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.711374 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:28.712008 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Checking segment: {'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:28.715122 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.715761 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Bound using segment: {'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:28.716617 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Bound port: 89712c65-9cc1-4a7e-b218-4cc07c956649, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11323b31-0a46-4567-a756-d715d4a54495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:28.718707 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.738643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No DVR routers for this DVR port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:59:28.740429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:28.829113 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] No DVR routers for this DVR port dcc8e2b3-affd-4aa2-8fae-9e81a58ff241 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:59:28.866395 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.872101 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] For port 89712c65-9cc1-4a7e-b218-4cc07c956649, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:28.886600 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] For port 89712c65-9cc1-4a7e-b218-4cc07c956649, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=89712c65-9cc1-4a7e-b218-4cc07c956649,segment=NetworkSegment(11323b31-0a46-4567-a756-d715d4a54495),segment_id=11323b31-0a46-4567-a756-d715d4a54495)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:28.889438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647c49d-bc25-432d-a46f-38aae663fd55 None None] Pushing event deleted for resources: {'Port': ['ID=dcc8e2b3-affd-4aa2-8fae-9e81a58ff241,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:28.893335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93768a5-488d-4a41-991a-b4686cdaf5be None None] Sync routers for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:28.934234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Router a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:59:28.977879 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4994b9a-df9e-46b3-8c95-aca0994f8c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.987286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4994b9a-df9e-46b3-8c95-aca0994f8c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.987286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f4994b9a-df9e-46b3-8c95-aca0994f8c13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efed1dfc-f36e-4ef7-af39-30f98c212f67 HTTP/1.1" status: 204 len: 168 time: 1.6281724 Feb 09 15:59:29.012743 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.061983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99a7cf1c-bf0b-4035-bed6-e6f3bed8fe60 req-1bf077b3-4a06-4785-bd22-1a5da8a64fb4 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.0893419 Feb 09 15:59:29.077897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:29.106353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182', 'port_id': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'mac_address': 'fa:16:3e:77:90:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:59:29.131195 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.177912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4994b9a-df9e-46b3-8c95-aca0994f8c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efed1dfc-f36e-4ef7-af39-30f98c212f67,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:29.190126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a65e00f3-7b2d-4c0c-b01e-464038ca5fb0 None None] Provisioning complete for port 89712c65-9cc1-4a7e-b218-4cc07c956649 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:29.190643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65e00f3-7b2d-4c0c-b01e-464038ca5fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.250978 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Routers {'365ff679-7215-495f-abb2-04332fad3491'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:29.257272 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['365ff679-7215-495f-abb2-04332fad3491'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.261357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.276756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5c861634-10a2-40aa-94ff-9034d74c79f7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/ports/2dd68e46-efb1-4198-a44b-e0b6b5ebf25a HTTP/1.1" status: 204 len: 168 time: 4.7208266 Feb 09 15:59:29.295943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50724) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:29.328649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:29.334199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.380600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.390427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93768a5-488d-4a41-991a-b4686cdaf5be None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:29.391441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c93768a5-488d-4a41-991a-b4686cdaf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.440414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce344aa9-2933-414f-9e96-cbabfd31d9d4']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.473139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c93768a5-488d-4a41-991a-b4686cdaf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.473476 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c0a290-109e-4e9f-b159-6932b3b89eeb None None] Sync routers for ids ['a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:29.513089 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e12e7d3-6e77-443f-bffc-299f44cc1b68') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.516615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e12e7d3-6e77-443f-bffc-299f44cc1b68') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.544501 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caabf3f-ea18-4732-a276-6bf7ca344715 None None] Pushing event updated for resources: {'Port': ['ID=89712c65-9cc1-4a7e-b218-4cc07c956649,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:29.556946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.563766 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5724a10-d7bf-4db7-9b7f-e167f6466b01 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.7288792 Feb 09 15:59:29.572770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:29.596467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93768a5-488d-4a41-991a-b4686cdaf5be None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:29.596467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c93768a5-488d-4a41-991a-b4686cdaf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.597563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.623478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-23b37126-7eef-466f-a082-920edea03d93 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': False}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:29.660504 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0a290-109e-4e9f-b159-6932b3b89eeb None None] Routers {'a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:29.661560 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-93c0a290-109e-4e9f-b159-6932b3b89eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.767531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c93768a5-488d-4a41-991a-b4686cdaf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.768249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93768a5-488d-4a41-991a-b4686cdaf5be None None] The sync data for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:29.771961 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-24c3959e-7e68-426c-8c87-b3b953632873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.772878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7794dfba-75f9-460f-9f53-dd47d35b9364 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:59:29.810197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:29.923215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.940163 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:59:29.941445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.963917 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65e00f3-7b2d-4c0c-b01e-464038ca5fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.985275 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-93c0a290-109e-4e9f-b159-6932b3b89eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:29.998430 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] Set router 365ff679-7215-495f-abb2-04332fad3491 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:59:30.033581 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:59:30.042484 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.103925 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0a290-109e-4e9f-b159-6932b3b89eeb None None] Routers {'a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:30.105312 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-93c0a290-109e-4e9f-b159-6932b3b89eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:30.189987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.205801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.224485 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/networks/ce344aa9-2933-414f-9e96-cbabfd31d9d4 HTTP/1.1" status: 204 len: 168 time: 4.4008238 Feb 09 15:59:30.241473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:30.256580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['7794dfba-75f9-460f-9f53-dd47d35b9364'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:59:30.258959 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-93c0a290-109e-4e9f-b159-6932b3b89eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:30.259986 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c0a290-109e-4e9f-b159-6932b3b89eeb None None] The sync data for ids ['a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:30.266083 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-24c3959e-7e68-426c-8c87-b3b953632873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.311585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1428468749'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:30.378130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53151377-6467-42f8-bc63-25786f796b58 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Network': ['ID=ce344aa9-2933-414f-9e96-cbabfd31d9d4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:30.519003 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.554009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-24c3959e-7e68-426c-8c87-b3b953632873 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a01da4763e2b44a78d797fc455444885&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0632665 Feb 09 15:59:30.623132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50774) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:30.623956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a65e00f3-7b2d-4c0c-b01e-464038ca5fb0 None None] For port 89712c65-9cc1-4a7e-b218-4cc07c956649, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=89712c65-9cc1-4a7e-b218-4cc07c956649,segment=NetworkSegment(11323b31-0a46-4567-a756-d715d4a54495),segment_id=11323b31-0a46-4567-a756-d715d4a54495)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:30.624517 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e983da59-e393-4df8-bd6a-1b23fb221ea7 req-401e27bd-94e0-4798-b114-299cc69976d1 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.2087626 Feb 09 15:59:30.655116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:30.668834 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.680295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3959e-7e68-426c-8c87-b3b953632873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3df859-5efc-483f-8f66-333f7f05207c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:30.726142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d23102-5df6-4688-bb60-f08120534383 req-252ba9af-bd00-4e5e-9dc4-356c478c99e2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:30.728726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3d23102-5df6-4688-bb60-f08120534383 req-252ba9af-bd00-4e5e-9dc4-356c478c99e2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 945 time: 0.5808933 Feb 09 15:59:30.736634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:59:30.784038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.784529 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Added segment 38d84849-39b1-42f2-a072-92604419d698 of type vlan for network 8f33bc96-a587-4a71-987c-129d24e49564 Feb 09 15:59:30.811278 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T15:59:20Z', 'revision_number': 4, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '89712c65-9cc1-4a7e-b218-4cc07c956649', 'name': '', 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'mac_address': 'fa:16:3e:fd:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '77fcd924-c70c-40bf-8858-c81f9ff368e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:19Z', 'updated_at': '2022-02-09T15:59:28Z', 'revision_number': 4, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'subnets': [{'id': '77fcd924-c70c-40bf-8858-c81f9ff368e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:30.833554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:30.913639 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65e00f3-7b2d-4c0c-b01e-464038ca5fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.962249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.005426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3d23102-5df6-4688-bb60-f08120534383 req-620eb8ab-d0ad-45b3-a717-12926b5768ba tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174146 Feb 09 15:59:31.007974 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73bf4b55-6c04-4653-9fd2-022f6ef6657d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.018580 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad55be2-5415-4016-ae06-a8e1bd40fa71 None None] The sync data for ids ['365ff679-7215-495f-abb2-04332fad3491'] in n-d-828542-1 is: [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T15:59:20Z', 'revision_number': 4, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '89712c65-9cc1-4a7e-b218-4cc07c956649', 'name': '', 'network_id': '4b9cd3d2-d715-4c54-a85f-8f3a15b49531', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'mac_address': 'fa:16:3e:fd:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '77fcd924-c70c-40bf-8858-c81f9ff368e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:19Z', 'updated_at': '2022-02-09T15:59:28Z', 'revision_number': 4, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'subnets': [{'id': '77fcd924-c70c-40bf-8858-c81f9ff368e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:31.132513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73bf4b55-6c04-4653-9fd2-022f6ef6657d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.147186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23b37126-7eef-466f-a082-920edea03d93 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.190645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.199020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:31.200797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.305058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-128195a9-57bd-4494-8ae6-2a710e3fe2bf None None] Provisioning complete for port 89712c65-9cc1-4a7e-b218-4cc07c956649 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:31.305437 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-128195a9-57bd-4494-8ae6-2a710e3fe2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.406438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e00f3-7b2d-4c0c-b01e-464038ca5fb0 None None] Pushing event updated for resources: {'Port': ['ID=89712c65-9cc1-4a7e-b218-4cc07c956649,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:31.473387 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2200437 Feb 09 15:59:31.475975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50790) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:31.485167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '8f33bc96-a587-4a71-987c-129d24e49564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:31.490737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bde38-1853-4481-b60b-f63e85eb8915 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Network': ['ID=8f33bc96-a587-4a71-987c-129d24e49564,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:31.541079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8f33bc96-a587-4a71-987c-129d24e49564 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:59:31.562134 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73bf4b55-6c04-4653-9fd2-022f6ef6657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.571595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73bf4b55-6c04-4653-9fd2-022f6ef6657d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.580547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-73bf4b55-6c04-4653-9fd2-022f6ef6657d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c3df859-5efc-483f-8f66-333f7f05207c HTTP/1.1" status: 204 len: 168 time: 0.9423621 Feb 09 15:59:31.690727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4b55-6c04-4653-9fd2-022f6ef6657d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3df859-5efc-483f-8f66-333f7f05207c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:31.730069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.898862 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:32.053876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:32.210806 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:32.217696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5268ba79-6d36-4538-9cce-c2d9e92cd210 req-49fe0417-4e20-455c-b821-2b1014849cf2 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.3110793 Feb 09 15:59:32.226579 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:32.286624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 89712c65-9cc1-4a7e-b218-4cc07c956649 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:32.559094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 7794dfba-75f9-460f-9f53-dd47d35b9364 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:32.561184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:32.668708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 89712c65-9cc1-4a7e-b218-4cc07c956649 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:32.669408 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:33.025510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0407b5-fc8c-49ff-9125-12aa0a007ad2 req-165b2438-dfdc-451c-beaa-829078ff3a4d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:33.028121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb0407b5-fc8c-49ff-9125-12aa0a007ad2 req-165b2438-dfdc-451c-beaa-829078ff3a4d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 945 time: 0.5079029 Feb 09 15:59:33.165257 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:33.282811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:59:33.288125 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac92d1e8-0c7a-4c32-b0d1-00b2f19c24dd" -d '{"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-plugged", "status": "completed", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:59:33.378069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:33.499600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50816) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:33.520994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:33.742782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb0407b5-fc8c-49ff-9125-12aa0a007ad2 req-9a562f78-4ace-4ce8-8f61-3aa5891976f9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762648 Feb 09 15:59:33.778449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:33.811751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92668bbc-d00f-470a-91a4-b30a190fd05a req-18cfc3e4-a07e-4850-aa9d-d2ad0513999b tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.3162422 Feb 09 15:59:33.812927 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.038488 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d21f6a0-8429-440b-8249-b0e2e93a4855 x-openstack-request-id: req-6d21f6a0-8429-440b-8249-b0e2e93a4855 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:59:34.038934 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-plugged", "status": "completed", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:59:34.039331 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d21f6a0-8429-440b-8249-b0e2e93a4855 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:59:34.040496 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'code': 200} Feb 09 15:59:34.301062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a552f0-8550-45f5-a588-367e5420a138 req-1acb4164-cec4-4360-9ed9-0bdc19dbd558 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:34.303871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-1acb4164-cec4-4360-9ed9-0bdc19dbd558 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.73 "GET /v2.0/networks?id=55e10413-0e94-457d-963e-748c8f99a5dd HTTP/1.1" status: 200 len: 816 time: 1.1303458 Feb 09 15:59:34.376992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23b37126-7eef-466f-a082-920edea03d93 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.383090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23b37126-7eef-466f-a082-920edea03d93 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.386477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.400385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 93bc7706-1a08-4077-ae08-0ecdf1ea6f1e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:34.403305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.512252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:34.635753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-a94da315-764a-4fd7-a5b3-6133291844fb tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d2999d3f674b36b87d5b2fd73b9811 HTTP/1.1" status: 200 len: 379 time: 0.3123760 Feb 09 15:59:34.699906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Request body: {'port': {'device_id': '8e26bbc1-d256-4f33-b351-269d937a31df', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'admin_state_up': True, 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'security_groups': ['47fe6932-88eb-4ce8-bdd6-05d5bac28c09']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:34.820776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking segment: {'id': '38d84849-39b1-42f2-a072-92604419d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8f33bc96-a587-4a71-987c-129d24e49564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:34.821417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network hostable DHCP agents. Network: 8f33bc96-a587-4a71-987c-129d24e49564, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:59:34.927209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b37126-7eef-466f-a082-920edea03d93 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Router a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:34.952266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 8f33bc96-a587-4a71-987c-129d24e49564 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:59:35.109947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 8f33bc96-a587-4a71-987c-129d24e49564) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:35.127491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb350d26-979b-479e-844f-e3c2b7658ac0 None None] Network 8f33bc96-a587-4a71-987c-129d24e49564 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:35.141781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:35.141781 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.225175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cab57a24-bde5-4ce5-ad2a-0d4817e2d870 req-a195cd7b-e913-4482-a2e5-c988a797f535 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.1467304 Feb 09 15:59:35.265472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.343879 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.388462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b37126-7eef-466f-a082-920edea03d93 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:35.397879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23b37126-7eef-466f-a082-920edea03d93 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.404908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23b37126-7eef-466f-a082-920edea03d93 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "PUT /v2.0/routers/a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 HTTP/1.1" status: 200 len: 926 time: 5.8225164 Feb 09 15:59:35.406536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50840) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:35.408469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.418416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b88de5-766e-488d-a82a-c2c4f070ac4a None None] Sync routers for ids ['a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:35.425437 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d6d93d02-5a6b-486e-9866-48ed89efb7e9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9435894 Feb 09 15:59:35.485675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 93bc7706-1a08-4077-ae08-0ecdf1ea6f1e owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:35.487890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50842) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:35.501347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '8f33bc96-a587-4a71-987c-129d24e49564', 'name': 'tempest-PortsIpV6TestJSON-275754891', 'fixed_ips': [{'subnet_id': '0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02', 'ip_address': '2001:db8::10'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:35.511223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d08f1d3dd074be98fffa6d78597af29&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0057900 Feb 09 15:59:35.512385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50846) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:35.536532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Made reservation on behalf of 32d2999d3f674b36b87d5b2fd73b9811 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:35.550646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.576838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ade5c-00f4-41b5-905d-5858eee59886 req-e5714058-a20e-44eb-b9cc-e9e93623e97c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:35.592050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d64ade5c-00f4-41b5-905d-5858eee59886 req-e5714058-a20e-44eb-b9cc-e9e93623e97c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.5288045 Feb 09 15:59:35.728201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b88de5-766e-488d-a82a-c2c4f070ac4a None None] Routers {'a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:35.729007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d3b88de5-766e-488d-a82a-c2c4f070ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:35.732644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50848) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:35.864541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:36.125118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4c705219-44e0-4326-8e28-c502014a435c tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:36.154045 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a9fde45-56c2-4af4-81d2-fd5121980b77 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/routers/a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 HTTP/1.1" status: 200 len: 926 time: 0.7445290 Feb 09 15:59:36.159008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50852) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:36.304721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:36.304721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabd692-4b32-481b-bd46-9edbdd8e7204 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:36.304721 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6dabd692-4b32-481b-bd46-9edbdd8e7204 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1074314 Feb 09 15:59:36.304721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:36.307759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d3b88de5-766e-488d-a82a-c2c4f070ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:36.418547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:59:36.442026 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b88de5-766e-488d-a82a-c2c4f070ac4a None None] Routers {'a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:36.443418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d3b88de5-766e-488d-a82a-c2c4f070ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:36.444960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Allocated IP 172.20.0.7 (55e10413-0e94-457d-963e-748c8f99a5dd/ed38d803-f926-42a5-8285-70325751bb89/788aa382-5fe9-4488-9ebb-7f00536fb389) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:36.591864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-8f33bc96-a587-4a71-987c-129d24e49564', 'network_id': '8f33bc96-a587-4a71-987c-129d24e49564', 'tenant_id': '0cb4aebf5cad478da56b40a52722112e', 'fixed_ips': [{'subnet_id': '0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:59:36.593130 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:36.597986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d3b88de5-766e-488d-a82a-c2c4f070ac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:36.599284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b88de5-766e-488d-a82a-c2c4f070ac4a None None] The sync data for ids ['a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:36.747915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5324ecf9-8c4b-4c73-8d41-db05252c3030,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:36.813163 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a873d49-8858-4c14-a77a-142bcde12ce8 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:36.817332 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0a873d49-8858-4c14-a77a-142bcde12ce8 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 881 time: 0.5372725 Feb 09 15:59:36.818629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50860) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:36.873773 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fbd8adca-9f61-4655-a1f2-5a8dc5358a47 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 HTTP/1.1" status: 200 len: 205 time: 0.0541227 Feb 09 15:59:36.875445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::10 (8f33bc96-a587-4a71-987c-129d24e49564/0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02/a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:36.877812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50862) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:37.159261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c2a2971-ee6f-4e08-8f8f-a09642c1a7e6 req-6ec01912-6d4d-4bc9-a4e2-df545cdd73ab tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.3292353 Feb 09 15:59:37.186908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.193232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.193232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.193232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.193232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.199110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.199812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.200210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.200560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.200902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.201240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.201577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe4879-ad71-4a28-85d3-4618c8c1b9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:37.225787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d64ade5c-00f4-41b5-905d-5858eee59886 req-e20af867-0416-4fa4-9a24-5e3dfd09ae63 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6327286 Feb 09 15:59:37.258676 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4c705219-44e0-4326-8e28-c502014a435c tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "PUT /v2.0/quotas/6e4d93cec80e4063b6b2c68c9d5bd1a7 HTTP/1.1" status: 200 len: 366 time: 1.5248959 Feb 09 15:59:37.274172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf704467-db0b-4a0b-8b50-f493fe35493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:37.287281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50864) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:37.342611 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:37.429420 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:37.510338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7812d899-063b-4e74-b64a-a004b073816e tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1569023 Feb 09 15:59:37.518420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50868) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:37.532834 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:37.575777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a93ff2d1-7a24-4b5c-a3a9-e5701b298a80 tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "GET /v2.0/quotas/6e4d93cec80e4063b6b2c68c9d5bd1a7 HTTP/1.1" status: 200 len: 366 time: 0.0532629 Feb 09 15:59:37.583106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50870) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:37.589664 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf704467-db0b-4a0b-8b50-f493fe35493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:37.651126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Network 55e10413-0e94-457d-963e-748c8f99a5dd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:37.657139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:37.681062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:37.697590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:37.781932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:37.782785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:37.960683 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:37.983815 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ebc44a4e-9967-4b56-8cc0-949f131b8c6d tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/6e4d93cec80e4063b6b2c68c9d5bd1a7 HTTP/1.1" status: 204 len: 168 time: 0.3651454 Feb 09 15:59:37.987329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50872) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:38.021412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3636014 Feb 09 15:59:38.023015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a9ded-ddd5-473b-89bc-f711b7df8374 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event updated for resources: {'Port': ['ID=788aa382-5fe9-4488-9ebb-7f00536fb389,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:38.090074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-bf39c3b8-24da-41ba-b922-14621622c469 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 15:59:38.092069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:38.096858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-bf39c3b8-24da-41ba-b922-14621622c469 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312924 Feb 09 15:59:38.283120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-43f203a1-82b5-4c19-ac87-2e79bfe42f6e tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2773435 Feb 09 15:59:38.285724 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:38.293436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50880) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:38.414245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Request body: {'port': {'device_id': '8e26bbc1-d256-4f33-b351-269d937a31df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:38.427671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=93bc7706-1a08-4077-ae08-0ecdf1ea6f1e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:38.446471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 8f33bc96-a587-4a71-987c-129d24e49564 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:38.452701 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4fd5ec08-b5f3-4138-96e1-7cdfd8a92515 tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "GET /v2.0/quotas/6e4d93cec80e4063b6b2c68c9d5bd1a7 HTTP/1.1" status: 200 len: 370 time: 0.1522954 Feb 09 15:59:38.466717 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50882) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:38.467962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:38.476034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Allocated IP 2001:db8::2 (8f33bc96-a587-4a71-987c-129d24e49564/0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02/bf46dc5b-068a-4daa-83eb-79aec86187eb) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:38.477574 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c17e410a-25db-4ac2-bd86-dcfee1685710 tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "GET /v2.0/quotas/6e4d93cec80e4063b6b2c68c9d5bd1a7/default HTTP/1.1" status: 200 len: 370 time: 0.0108366 Feb 09 15:59:38.483949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:38.491524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:38.492516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:38.507369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:38.519032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:38.535750 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-64cb1e08-1d85-402c-a9a9-58ab7eb1bb79 tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] delete failed (client error): The resource could not be found. Feb 09 15:59:38.537142 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-64cb1e08-1d85-402c-a9a9-58ab7eb1bb79 tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/6e4d93cec80e4063b6b2c68c9d5bd1a7 HTTP/1.1" status: 404 len: 348 time: 0.0265806 Feb 09 15:59:38.565857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Deleting port b99d40d6-7f1e-4996-b9c9-c967a1fcd541 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:38.566924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:38.610769 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5c2b7190-d601-4faa-acfd-5ea923869dd6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1188459 Feb 09 15:59:38.619411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50890) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:38.705303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '8f33bc96-a587-4a71-987c-129d24e49564', 'name': 'tempest-PortsIpV6TestJSON-1359953712', 'fixed_ips': [{'subnet_id': '0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02', 'ip_address': '2001:db8::f'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:38.730138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:38.747480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f1058fbd-615b-4429-9b44-eea6c31dd649 None None] Provisioning complete for port 788aa382-5fe9-4488-9ebb-7f00536fb389 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:38.748203 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1058fbd-615b-4429-9b44-eea6c31dd649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:38.843068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f1058fbd-615b-4429-9b44-eea6c31dd649 None None] Port 788aa382-5fe9-4488-9ebb-7f00536fb389 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:38.846480 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:38.903441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Network 8f33bc96-a587-4a71-987c-129d24e49564 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:38.909680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:38.932370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:38.956775 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:38.984162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Calling delete_port for b99d40d6-7f1e-4996-b9c9-c967a1fcd541 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:39.181025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Attempting to bind port bf46dc5b-068a-4daa-83eb-79aec86187eb on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:39.183456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Attempting to bind port bf46dc5b-068a-4daa-83eb-79aec86187eb by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '38d84849-39b1-42f2-a072-92604419d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8f33bc96-a587-4a71-987c-129d24e49564'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:39.184198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Attempting to bind port bf46dc5b-068a-4daa-83eb-79aec86187eb on network 8f33bc96-a587-4a71-987c-129d24e49564 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:39.187489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Pushing event updated for resources: {'Port': ['ID=bf46dc5b-068a-4daa-83eb-79aec86187eb,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:39.217748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:39.224163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Checking segment: {'id': '38d84849-39b1-42f2-a072-92604419d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8f33bc96-a587-4a71-987c-129d24e49564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:39.225002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.227782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Bound using segment: {'id': '38d84849-39b1-42f2-a072-92604419d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8f33bc96-a587-4a71-987c-129d24e49564'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:39.228933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Bound port: bf46dc5b-068a-4daa-83eb-79aec86187eb, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d84849-39b1-42f2-a072-92604419d698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '8f33bc96-a587-4a71-987c-129d24e49564'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:39.232049 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.367706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50892) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:39.369043 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] For port bf46dc5b-068a-4daa-83eb-79aec86187eb, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:39.381036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] For port bf46dc5b-068a-4daa-83eb-79aec86187eb, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bf46dc5b-068a-4daa-83eb-79aec86187eb,segment=NetworkSegment(38d84849-39b1-42f2-a072-92604419d698),segment_id=38d84849-39b1-42f2-a072-92604419d698)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:39.406967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf704467-db0b-4a0b-8b50-f493fe35493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.410746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf704467-db0b-4a0b-8b50-f493fe35493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.412497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bf704467-db0b-4a0b-8b50-f493fe35493f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5324ecf9-8c4b-4c73-8d41-db05252c3030 HTTP/1.1" status: 204 len: 168 time: 3.8816752 Feb 09 15:59:39.459742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf704467-db0b-4a0b-8b50-f493fe35493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5324ecf9-8c4b-4c73-8d41-db05252c3030,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:39.489175 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Usage tracker for resource:network and tenant:0e1ccb5125d749069947c98afe362465 is out of sync, need to count used quota {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 15:59:39.543292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 09 15:59:39.547864 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.550760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.602248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event deleted for resources: {'Port': ['ID=b99d40d6-7f1e-4996-b9c9-c967a1fcd541,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:39.622758 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Usage tracker for resource:subnet and tenant:0e1ccb5125d749069947c98afe362465 is out of sync, need to count used quota {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 15:59:39.636936 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 09 15:59:39.682398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Usage tracker for resource:subnetpool and tenant:0e1ccb5125d749069947c98afe362465 is out of sync, need to count used quota {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 15:59:39.685828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:39.707670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.758576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port 146d14b3-f7a6-4490-9877-1c969157102b yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 15:59:39.784660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0667ef-fc79-4ced-9e05-8a4dfaa2b0db None None] Pushing event updated for resources: {'Port': ['ID=bf46dc5b-068a-4daa-83eb-79aec86187eb,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:39.848067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.877337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:39.901322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4450991-a307-4cdc-8bda-fe744d4b1b93 req-7ee9564e-2a1d-4f74-9984-c156d09ca5bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:39.905143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4450991-a307-4cdc-8bda-fe744d4b1b93 req-7ee9564e-2a1d-4f74-9984-c156d09ca5bf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 1.4878843 Feb 09 15:59:40.087418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 09 15:59:40.280237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:40.455861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Usage tracker for resource:port and tenant:0e1ccb5125d749069947c98afe362465 is out of sync, need to count used quota {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 15:59:40.502222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:40.520212 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:40.526301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 09 15:59:40.602823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ecbfc-d354-40da-8978-7ce3ca2d42d7 req-13eff8bd-51a6-46d3-99e2-3ce238dbf143 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:40.602823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-401ecbfc-d354-40da-8978-7ce3ca2d42d7 req-13eff8bd-51a6-46d3-99e2-3ce238dbf143 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 931 time: 2.1542408 Feb 09 15:59:40.603437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Usage tracker for resource:router and tenant:0e1ccb5125d749069947c98afe362465 is out of sync, need to count used quota {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 15:59:40.790546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router 605b9b29-efad-4af4-b77b-846af3354fd9 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:40.829302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:40.832481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Fanout notify agent at l3_agent the message router_deleted on router a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:59:40.846989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:40.848343 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0f973cdc-9c0e-4081-a02e-738461710b05 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 HTTP/1.1" status: 204 len: 168 time: 3.9692514 Feb 09 15:59:40.849215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 09 15:59:40.864379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50906) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:40.869689 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c9247e27-b07d-47e1-b2ba-b66b3ca1ba21 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1438499874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:40.880636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::f (8f33bc96-a587-4a71-987c-129d24e49564/0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02/146d14b3-f7a6-4490-9877-1c969157102b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:40.910029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Usage tracker for resource:floatingip and tenant:0e1ccb5125d749069947c98afe362465 is out of sync, need to count used quota {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 15:59:40.917200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4450991-a307-4cdc-8bda-fe744d4b1b93 req-6d9be21f-736b-48e0-b915-cb61e501387e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8565521 Feb 09 15:59:40.922763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 09 15:59:40.939390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-401ecbfc-d354-40da-8978-7ce3ca2d42d7 req-941f1b80-22fd-446c-ae5c-1ddf0958d578 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864152 Feb 09 15:59:41.149976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Usage tracker for resource:security_group and tenant:0e1ccb5125d749069947c98afe362465 is out of sync, need to count used quota {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 15:59:41.154692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788aa382-5fe9-4488-9ebb-7f00536fb389 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:59:41.167119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 09 15:59:41.176865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:41.199414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Usage tracker for resource:security_group_rule and tenant:0e1ccb5125d749069947c98afe362465 is out of sync, need to count used quota {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 15:59:41.217875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.quota.resource [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103179) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 09 15:59:41.229262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Transition to ACTIVE for port object 788aa382-5fe9-4488-9ebb-7f00536fb389 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:59:41.234479 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4a202ba2-0508-433e-8bde-21c74630b22a tempest-QuotasTest-423054016 tempest-QuotasTest-423054016-project-admin] 10.222.0.53 "GET /v2.0/quotas/0e1ccb5125d749069947c98afe362465/details.json HTTP/1.1" status: 200 len: 703 time: 1.8248560 Feb 09 15:59:41.241012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:41.251005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b25680d1-703d-4450-abf0-5927edecd064 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/routers/605b9b29-efad-4af4-b77b-846af3354fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9523153 Feb 09 15:59:41.256018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50912) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:41.278334 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19213-e412-4ccd-b5d4-801676578e09 None None] Sync routers for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:41.313448 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc19213-e412-4ccd-b5d4-801676578e09 None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:41.315635 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7bc19213-e412-4ccd-b5d4-801676578e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:41.389447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:41.413083 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7bc19213-e412-4ccd-b5d4-801676578e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:41.434504 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc19213-e412-4ccd-b5d4-801676578e09 None None] Routers {'605b9b29-efad-4af4-b77b-846af3354fd9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:41.436310 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7bc19213-e412-4ccd-b5d4-801676578e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['605b9b29-efad-4af4-b77b-846af3354fd9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:41.495219 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7bc19213-e412-4ccd-b5d4-801676578e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:41.496446 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc19213-e412-4ccd-b5d4-801676578e09 None None] The sync data for ids ['605b9b29-efad-4af4-b77b-846af3354fd9'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:41.569979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:41.623527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:41.680172 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9247e27-b07d-47e1-b2ba-b66b3ca1ba21 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:41.681639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9247e27-b07d-47e1-b2ba-b66b3ca1ba21 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:41.687088 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:41.756354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 8f33bc96-a587-4a71-987c-129d24e49564 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:41.841577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:41.851593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:41.907796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:41.907796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:41.958638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Pushing event updated for resources: {'Port': ['ID=788aa382-5fe9-4488-9ebb-7f00536fb389,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:42.000520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f94961b-3691-4e90-acc3-5d8f227fd9ef None None] Network 8f33bc96-a587-4a71-987c-129d24e49564 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:42.041155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=146d14b3-f7a6-4490-9877-1c969157102b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:42.246412 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9247e27-b07d-47e1-b2ba-b66b3ca1ba21 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:42.259329 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:42.330761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-063daf9b-4e52-4fc1-bf76-45745d3dedc6 None None] Provisioning complete for port bf46dc5b-068a-4daa-83eb-79aec86187eb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:42.331787 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063daf9b-4e52-4fc1-bf76-45745d3dedc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:42.442061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bf46dc5b-068a-4daa-83eb-79aec86187eb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:42.576033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49bb26-1d7a-424c-b92a-a4430152916b req-9cff520f-db8f-4521-bdf4-aeaa637e961b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:42.591120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df49bb26-1d7a-424c-b92a-a4430152916b req-9cff520f-db8f-4521-bdf4-aeaa637e961b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2270775 Feb 09 15:59:42.610312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9247e27-b07d-47e1-b2ba-b66b3ca1ba21 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:42.636436 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d6e95e47-08e7-4c04-8a2e-835cad37ccd7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0082378 Feb 09 15:59:42.696843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50928) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:42.739157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55719e5a-bc4d-4c32-8766-3aa659ec017e req-4fba7a01-8e49-4cca-84bb-59b9e0be006a tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:42.762092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55719e5a-bc4d-4c32-8766-3aa659ec017e req-4fba7a01-8e49-4cca-84bb-59b9e0be006a tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 943 time: 0.3457799 Feb 09 15:59:42.922650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bf46dc5b-068a-4daa-83eb-79aec86187eb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:42.922871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c9247e27-b07d-47e1-b2ba-b66b3ca1ba21 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:42.923474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:42.940017 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c9247e27-b07d-47e1-b2ba-b66b3ca1ba21 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 2.0693374 Feb 09 15:59:42.945128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:42.980858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:43.033406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50936) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:43.056070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063daf9b-4e52-4fc1-bf76-45745d3dedc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.062774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Attempting to bind port 788aa382-5fe9-4488-9ebb-7f00536fb389 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:43.063160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Attempting to bind port 788aa382-5fe9-4488-9ebb-7f00536fb389 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:43.063681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Attempting to bind port 788aa382-5fe9-4488-9ebb-7f00536fb389 on network 55e10413-0e94-457d-963e-748c8f99a5dd {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:43.111529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2222b0b9-1068-4af0-a0e1-3cf87e1a2f9f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:43.117481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2222b0b9-1068-4af0-a0e1-3cf87e1a2f9f tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3377626 Feb 09 15:59:43.117816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df49bb26-1d7a-424c-b92a-a4430152916b req-f782094b-9c97-4392-be7d-e5daf9610617 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009758 Feb 09 15:59:43.118250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50940) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:43.160198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Port 788aa382-5fe9-4488-9ebb-7f00536fb389 on network 55e10413-0e94-457d-963e-748c8f99a5dd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 15:59:43.160543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Attempting to bind port 788aa382-5fe9-4488-9ebb-7f00536fb389 on network 55e10413-0e94-457d-963e-748c8f99a5dd {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 15:59:43.195761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55719e5a-bc4d-4c32-8766-3aa659ec017e req-cf8e4358-a715-4ef1-8be6-a55e13d56b6c tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4242659 Feb 09 15:59:43.210039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 15:59:43.210800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Checking segment: {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:43.212021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Bound using segment: {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 15:59:43.212794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Bound port: 788aa382-5fe9-4488-9ebb-7f00536fb389, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd121440d-6381-49e7-9619-1f5ad27bb502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:43.213351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.250490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-063daf9b-4e52-4fc1-bf76-45745d3dedc6 None None] For port bf46dc5b-068a-4daa-83eb-79aec86187eb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bf46dc5b-068a-4daa-83eb-79aec86187eb,segment=NetworkSegment(38d84849-39b1-42f2-a072-92604419d698),segment_id=38d84849-39b1-42f2-a072-92604419d698)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:43.272607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d262be5-e97c-44a3-94ab-8d20b9929f2e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:43.280272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d262be5-e97c-44a3-94ab-8d20b9929f2e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:43.289384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d262be5-e97c-44a3-94ab-8d20b9929f2e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:43.291797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9d262be5-e97c-44a3-94ab-8d20b9929f2e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1639555 Feb 09 15:59:43.299171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50946) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:43.377989 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063daf9b-4e52-4fc1-bf76-45745d3dedc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.455825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] For port 788aa382-5fe9-4488-9ebb-7f00536fb389, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:43.481081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] For port 788aa382-5fe9-4488-9ebb-7f00536fb389, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=788aa382-5fe9-4488-9ebb-7f00536fb389,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:43.504900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-069846df-ae6b-4923-ac7a-010c9445b65d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port 146d14b3-f7a6-4490-9877-1c969157102b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:43.509541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-069846df-ae6b-4923-ac7a-010c9445b65d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.563817 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.669060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.706988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:43.706988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.709579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] 10.222.0.73 "PUT /v2.0/ports/788aa382-5fe9-4488-9ebb-7f00536fb389 HTTP/1.1" status: 200 len: 1091 time: 5.5644281 Feb 09 15:59:43.723589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:59:43.727919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 23153af3-565d-4922-861e-22003d5e6f45 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:43.728478 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.731512 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16274808-6837-4084-becf-6e1bed3936fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 15:59:43.798445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063daf9b-4e52-4fc1-bf76-45745d3dedc6 None None] Pushing event updated for resources: {'Port': ['ID=bf46dc5b-068a-4daa-83eb-79aec86187eb,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:43.798684 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87782e95-20e3-4523-886b-8594769ec35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:43.968034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:59:43.974023 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:59:44.093362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-069846df-ae6b-4923-ac7a-010c9445b65d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:44.099347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-31a70de3-47eb-49c2-8aef-ae229bc92e58 None None] Provisioning complete for port 146d14b3-f7a6-4490-9877-1c969157102b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:44.102093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16b5b5-a5cf-486f-a0c9-300c1721431a service neutron] Pushing event updated for resources: {'Port': ['ID=788aa382-5fe9-4488-9ebb-7f00536fb389,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:44.104106 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-31a70de3-47eb-49c2-8aef-ae229bc92e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:44.125983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:44.180782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a552f0-8550-45f5-a588-367e5420a138 req-e02250cb-561c-4015-902c-01cb763319ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:44.192349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-e02250cb-561c-4015-902c-01cb763319ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32d2999d3f674b36b87d5b2fd73b9811&device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 1094 time: 0.2493644 Feb 09 15:59:44.195010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-069846df-ae6b-4923-ac7a-010c9445b65d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for 146d14b3-f7a6-4490-9877-1c969157102b owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:44.327667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-31a70de3-47eb-49c2-8aef-ae229bc92e58 None None] Port 146d14b3-f7a6-4490-9877-1c969157102b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:44.404877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-ceee3d1f-9c10-4ed1-a929-d7ffb489646b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=788aa382-5fe9-4488-9ebb-7f00536fb389 HTTP/1.1" status: 200 len: 217 time: 0.2022309 Feb 09 15:59:44.405451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-31a70de3-47eb-49c2-8aef-ae229bc92e58 None None] Provisioning complete for port bf46dc5b-068a-4daa-83eb-79aec86187eb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:44.406228 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-31a70de3-47eb-49c2-8aef-ae229bc92e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:44.602060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a552f0-8550-45f5-a588-367e5420a138 req-ddcd6d34-af12-41f3-94aa-9c1c1a95c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:44.603843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-ddcd6d34-af12-41f3-94aa-9c1c1a95c645 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed38d803-f926-42a5-8285-70325751bb89 HTTP/1.1" status: 200 len: 855 time: 0.1178339 Feb 09 15:59:44.758176 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be277037-db96-474b-8c51-267a2918f16b x-openstack-request-id: req-be277037-db96-474b-8c51-267a2918f16b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 15:59:44.759863 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 15:59:44.760589 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be277037-db96-474b-8c51-267a2918f16b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 15:59:44.763778 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'status': 'completed', 'code': 200} Feb 09 15:59:44.973244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77249751-b13d-4659-9096-9b99657cfa2b req-43fa52c1-c96e-47a4-b172-f2f5367bd2e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:44.983199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77249751-b13d-4659-9096-9b99657cfa2b req-43fa52c1-c96e-47a4-b172-f2f5367bd2e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.5634027 Feb 09 15:59:45.000635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-31a70de3-47eb-49c2-8aef-ae229bc92e58 None None] Provisioning complete for port a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:45.001735 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-31a70de3-47eb-49c2-8aef-ae229bc92e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.045667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bf46dc5b-068a-4daa-83eb-79aec86187eb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:45.058814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87782e95-20e3-4523-886b-8594769ec35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.161427 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87782e95-20e3-4523-886b-8594769ec35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.242212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-31a70de3-47eb-49c2-8aef-ae229bc92e58 None None] Port a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:45.275980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bf46dc5b-068a-4daa-83eb-79aec86187eb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:45.277393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.289121 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 15:59:45.328039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-87782e95-20e3-4523-886b-8594769ec35c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d23fbc2d36f4fa5ae2c2c5026588ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2883036 Feb 09 15:59:45.335173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50964) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:45.357374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a552f0-8550-45f5-a588-367e5420a138 req-e1eb805a-7d0b-49d4-bfab-f842c1b60b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:45.359204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 23153af3-565d-4922-861e-22003d5e6f45 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:45.365452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-e1eb805a-7d0b-49d4-bfab-f842c1b60b79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e10413-0e94-457d-963e-748c8f99a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7483838 Feb 09 15:59:45.440116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e0a51caa-af5e-4390-8463-8a2ec77f5f71 None None] Provisioning complete for port 146d14b3-f7a6-4490-9877-1c969157102b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:45.440783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0a51caa-af5e-4390-8463-8a2ec77f5f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.484704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.502932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77249751-b13d-4659-9096-9b99657cfa2b req-bf668682-5c03-443d-8768-202b8d9402b8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163059 Feb 09 15:59:45.510735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e0a51caa-af5e-4390-8463-8a2ec77f5f71 None None] Port 146d14b3-f7a6-4490-9877-1c969157102b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:45.529073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e0a51caa-af5e-4390-8463-8a2ec77f5f71 None None] Provisioning complete for port a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:45.529073 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0a51caa-af5e-4390-8463-8a2ec77f5f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.590896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e0a51caa-af5e-4390-8463-8a2ec77f5f71 None None] Port a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 15:59:45.675301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87782e95-20e3-4523-886b-8594769ec35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3cd137-e782-4f92-b6f5-6b20737565fd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:45.888407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f441ada-02b8-43d5-9682-ed00d7f1137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.891861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.911345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dac19-dc3c-4d31-bb39-8a6dee0cbb16 req-cf509702-39b8-405b-b9af-b338977915a1 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:45.921059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:45.927642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-301dac19-dc3c-4d31-bb39-8a6dee0cbb16 req-cf509702-39b8-405b-b9af-b338977915a1 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 943 time: 0.9412069 Feb 09 15:59:45.945893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=23153af3-565d-4922-861e-22003d5e6f45,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:45.985013 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.051840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f441ada-02b8-43d5-9682-ed00d7f1137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.075617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.115279 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-069846df-ae6b-4923-ac7a-010c9445b65d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.151238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-301dac19-dc3c-4d31-bb39-8a6dee0cbb16 req-131501d3-9890-4d9c-83b6-a7365da57921 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221735 Feb 09 15:59:46.206022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069846df-ae6b-4923-ac7a-010c9445b65d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=146d14b3-f7a6-4490-9877-1c969157102b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:46.215795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-95a74d08-6e52-4009-b25d-4d17debf904e service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690180 Feb 09 15:59:46.274379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Allocated IP 172.25.5.12 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/10191420-e823-47ee-bd80-c326aa034166) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:46.340688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4a552f0-8550-45f5-a588-367e5420a138 req-0f6568a4-6158-4e7e-9f87-e0cc2eac8b08 service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172192 Feb 09 15:59:46.384351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-069846df-ae6b-4923-ac7a-010c9445b65d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.403373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-069846df-ae6b-4923-ac7a-010c9445b65d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/146d14b3-f7a6-4490-9877-1c969157102b HTTP/1.1" status: 204 len: 168 time: 3.0984061 Feb 09 15:59:46.404390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50968) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:46.478883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.492339 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0e5f3b-d53c-4b95-84de-2c7a78b2d9ee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:59:46.501003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f0e5f3b-d53c-4b95-84de-2c7a78b2d9ee tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/146d14b3-f7a6-4490-9877-1c969157102b HTTP/1.1" status: 404 len: 333 time: 0.0955057 Feb 09 15:59:46.504110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50970) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:46.616900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f441ada-02b8-43d5-9682-ed00d7f1137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.627145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f441ada-02b8-43d5-9682-ed00d7f1137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.630732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f441ada-02b8-43d5-9682-ed00d7f1137e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e3cd137-e782-4f92-b6f5-6b20737565fd HTTP/1.1" status: 204 len: 168 time: 1.2809489 Feb 09 15:59:46.671562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.682459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.738002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441ada-02b8-43d5-9682-ed00d7f1137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3cd137-e782-4f92-b6f5-6b20737565fd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:46.840204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52659d4-fb4b-4436-bda9-4d1306c723c2 req-aab0d15a-561a-46e7-b4c1-bdc951ad4917 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:46.854048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f52659d4-fb4b-4436-bda9-4d1306c723c2 req-aab0d15a-561a-46e7-b4c1-bdc951ad4917 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1913376 Feb 09 15:59:46.890022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16274808-6837-4084-becf-6e1bed3936fb req-c4d23191-f067-4538-864a-1e5fbedc604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:46.894897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16274808-6837-4084-becf-6e1bed3936fb req-c4d23191-f067-4538-864a-1e5fbedc604d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32d2999d3f674b36b87d5b2fd73b9811&device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 1094 time: 0.3262227 Feb 09 15:59:46.910162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.958618 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.959082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Fanout notify agent at l3_agent the message router_deleted on router 605b9b29-efad-4af4-b77b-846af3354fd9 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:59:46.969296 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:46.973517 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9bea11bf-b1eb-44f8-9672-4f2eec5bbcc7 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/routers/605b9b29-efad-4af4-b77b-846af3354fd9 HTTP/1.1" status: 204 len: 168 time: 5.7116103 Feb 09 15:59:46.974651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:47.017525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-53126230-e373-4cb9-8dcb-11960dfb3677 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:47.018031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53126230-e373-4cb9-8dcb-11960dfb3677 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:47.060879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e9c354-321c-4a97-af9d-15b6254cae42 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting subnet aa16ff26-28dc-42ce-9d1e-82939fa73265 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:59:47.066052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:47.068986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c354-321c-4a97-af9d-15b6254cae42 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:47.069891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f52659d4-fb4b-4436-bda9-4d1306c723c2 req-cc4f34f3-8832-4082-b1e6-7ac7843d08aa tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129853 Feb 09 15:59:47.086667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:47.086667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 15:59:47.197768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event updated for resources: {'Port': ['ID=10191420-e823-47ee-bd80-c326aa034166,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:47.535896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c354-321c-4a97-af9d-15b6254cae42 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:47.630059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16274808-6837-4084-becf-6e1bed3936fb req-1379eca7-f9f3-4530-9c3e-e1c235c25310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:47.631769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16274808-6837-4084-becf-6e1bed3936fb req-1379eca7-f9f3-4530-9c3e-e1c235c25310 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55e10413-0e94-457d-963e-748c8f99a5dd HTTP/1.1" status: 200 len: 917 time: 0.7257457 Feb 09 15:59:47.672643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60b29c-b557-45c8-b169-43c3bcb0255a req-b7d66f5b-7c18-49e8-b41d-7a2f017a4d61 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:47.674428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c60b29c-b557-45c8-b169-43c3bcb0255a req-b7d66f5b-7c18-49e8-b41d-7a2f017a4d61 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 943 time: 0.1279700 Feb 09 15:59:47.688388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c354-321c-4a97-af9d-15b6254cae42 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:47.731002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16274808-6837-4084-becf-6e1bed3936fb req-4a359d76-e179-407f-8ccf-6ce35ed22ad4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=788aa382-5fe9-4488-9ebb-7f00536fb389 HTTP/1.1" status: 200 len: 217 time: 0.0817018 Feb 09 15:59:47.735861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53126230-e373-4cb9-8dcb-11960dfb3677 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:47.796800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-53126230-e373-4cb9-8dcb-11960dfb3677 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:47.841195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c60b29c-b557-45c8-b169-43c3bcb0255a req-a7b49db2-b842-4983-b4b0-0d9f86304bb7 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213136 Feb 09 15:59:48.043774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16274808-6837-4084-becf-6e1bed3936fb req-2b7dac09-8e1e-49a7-ba7c-a760909b079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:48.045463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16274808-6837-4084-becf-6e1bed3936fb req-2b7dac09-8e1e-49a7-ba7c-a760909b079b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed38d803-f926-42a5-8285-70325751bb89 HTTP/1.1" status: 200 len: 855 time: 0.3065085 Feb 09 15:59:48.125303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c354-321c-4a97-af9d-15b6254cae42 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:48.236670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:48.246803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16274808-6837-4084-becf-6e1bed3936fb req-c22424a3-1737-4f3d-9cd8-ea55fc2dc037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:48.248640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16274808-6837-4084-becf-6e1bed3936fb req-c22424a3-1737-4f3d-9cd8-ea55fc2dc037 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e10413-0e94-457d-963e-748c8f99a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943679 Feb 09 15:59:48.286965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9c354-321c-4a97-af9d-15b6254cae42 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Subnet': ['ID=aa16ff26-28dc-42ce-9d1e-82939fa73265,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:48.302459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c354-321c-4a97-af9d-15b6254cae42 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:48.307650 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5e9c354-321c-4a97-af9d-15b6254cae42 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/subnets/aa16ff26-28dc-42ce-9d1e-82939fa73265 HTTP/1.1" status: 204 len: 168 time: 1.3316240 Feb 09 15:59:48.312073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50988) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:48.312793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3cc7e4-6866-4e8c-b5c5-0bf156e84b72 None None] Network 592e85cf-9d3c-4304-b7ad-4cc6009833ff requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:48.366216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8fac4-e4be-43c2-a393-5242239d3a7d req-21067f92-11f3-4453-b62f-251841de7f2f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:48.367851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5dd8fac4-e4be-43c2-a393-5242239d3a7d req-21067f92-11f3-4453-b62f-251841de7f2f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.1609201 Feb 09 15:59:48.434125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16274808-6837-4084-becf-6e1bed3936fb req-f4cdc418-0614-4ef8-813f-3b4cded93e00 service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767581 Feb 09 15:59:48.439679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5dd8fac4-e4be-43c2-a393-5242239d3a7d req-34ef1449-29e5-49b1-8141-e8764aa5c6b7 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634942 Feb 09 15:59:48.580353 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53126230-e373-4cb9-8dcb-11960dfb3677 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:48.647366 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:48.648680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50990) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:48.667205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53126230-e373-4cb9-8dcb-11960dfb3677 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:48.673243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] DHCP port deletion for 592e85cf-9d3c-4304-b7ad-4cc6009833ff request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:59:48.717907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-16d8fa93-2343-4115-9b0a-a29a8267af01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:48.723712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53126230-e373-4cb9-8dcb-11960dfb3677 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:48.727173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-53126230-e373-4cb9-8dcb-11960dfb3677 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 HTTP/1.1" status: 204 len: 168 time: 2.2216847 Feb 09 15:59:48.733850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50992) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:48.797897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16274808-6837-4084-becf-6e1bed3936fb req-88736277-d293-44a4-ac84-6f8ccd2bc03e service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553765 Feb 09 15:59:48.805568 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5356eb-7cc0-4fd6-a4e2-a055d78de8ae tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 15:59:48.810373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Deleting port 992fed20-26a0-460d-9ac6-dd29e5f7f664 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:48.811038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:48.812044 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ff5356eb-7cc0-4fd6-a4e2-a055d78de8ae tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/a06dd1a9-d0ca-4f42-9cb8-f1b83df74af2 HTTP/1.1" status: 404 len: 333 time: 0.0761385 Feb 09 15:59:48.817472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50994) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:49.020449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] For port 992fed20-26a0-460d-9ac6-dd29e5f7f664, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=992fed20-26a0-460d-9ac6-dd29e5f7f664,segment=NetworkSegment(ef4bf7da-2708-4b6f-9b68-cb27f909cec9),segment_id=ef4bf7da-2708-4b6f-9b68-cb27f909cec9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:49.021281 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.039567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Calling delete_port for 992fed20-26a0-460d-9ac6-dd29e5f7f664 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:49.080860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 992fed20-26a0-460d-9ac6-dd29e5f7f664 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:59:49.136012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd995331-bd43-4112-9ef4-ec8c00ed5836 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet 0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 15:59:49.159042 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd995331-bd43-4112-9ef4-ec8c00ed5836 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.285723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd995331-bd43-4112-9ef4-ec8c00ed5836 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.290366 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.309160 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.334588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-16d8fa93-2343-4115-9b0a-a29a8267af01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.354196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0ec3e-4f45-4c6c-8a4f-299e9c11f095 req-0ae9a417-1313-4c4f-bcc7-45ef57226cf1 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:49.356466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9c0ec3e-4f45-4c6c-8a4f-299e9c11f095 req-0ae9a417-1313-4c4f-bcc7-45ef57226cf1 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 943 time: 0.1455832 Feb 09 15:59:49.430348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 992fed20-26a0-460d-9ac6-dd29e5f7f664 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:49.430754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.447165 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-16d8fa93-2343-4115-9b0a-a29a8267af01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.454080 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.517621 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.560205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9c0ec3e-4f45-4c6c-8a4f-299e9c11f095 req-ce1d131b-f635-4889-b52e-235d5c1c9b53 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970134 Feb 09 15:59:49.588535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-16d8fa93-2343-4115-9b0a-a29a8267af01 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e1ccb5125d749069947c98afe362465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9370148 Feb 09 15:59:49.596347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51002) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:49.617917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8fa93-2343-4115-9b0a-a29a8267af01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f4b7c9-c85d-4217-a6aa-01729f3d500a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:49.624544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] No DVR routers for this DVR port 992fed20-26a0-460d-9ac6-dd29e5f7f664 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:59:49.676137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Pushing event deleted for resources: {'Port': ['ID=992fed20-26a0-460d-9ac6-dd29e5f7f664,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:49.682140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] For port 992fed20-26a0-460d-9ac6-dd29e5f7f664, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=992fed20-26a0-460d-9ac6-dd29e5f7f664,segment=NetworkSegment(ef4bf7da-2708-4b6f-9b68-cb27f909cec9),segment_id=ef4bf7da-2708-4b6f-9b68-cb27f909cec9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:49.682860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.688431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.688866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.689830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.690183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.690518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.690860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.691223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.691552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.691881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.692228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.692545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.692859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d648297-39f3-4c0d-8996-c8288bb31dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:49.707913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 992fed20-26a0-460d-9ac6-dd29e5f7f664 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:49.791322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd995331-bd43-4112-9ef4-ec8c00ed5836 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.868798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Router 09e3b014-9ccc-4432-b83a-50787179366a is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:59:49.875413 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.922633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6df5-db16-46cc-b860-44cf274eec6e req-e3fc2221-0335-4af1-8de4-5989d3bcf41a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:49.925046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d1f6df5-db16-46cc-b860-44cf274eec6e req-e3fc2221-0335-4af1-8de4-5989d3bcf41a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.2964005 Feb 09 15:59:49.931029 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddc68-1915-4ed5-ac04-2a2c8a7085f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:49.966466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] No DVR routers for this DVR port 992fed20-26a0-460d-9ac6-dd29e5f7f664 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:59:49.988743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=992fed20-26a0-460d-9ac6-dd29e5f7f664,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:50.032791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddc68-1915-4ed5-ac04-2a2c8a7085f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.156846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d1f6df5-db16-46cc-b860-44cf274eec6e req-011e6849-27d4-4c10-8012-cf118b9f4a0e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116499 Feb 09 15:59:50.247074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd995331-bd43-4112-9ef4-ec8c00ed5836 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.306496 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddc68-1915-4ed5-ac04-2a2c8a7085f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.311021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddc68-1915-4ed5-ac04-2a2c8a7085f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.313011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9b9ddc68-1915-4ed5-ac04-2a2c8a7085f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33f4b7c9-c85d-4217-a6aa-01729f3d500a HTTP/1.1" status: 204 len: 168 time: 0.7047591 Feb 09 15:59:50.320436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd995331-bd43-4112-9ef4-ec8c00ed5836 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.326700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cd995331-bd43-4112-9ef4-ec8c00ed5836 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02 HTTP/1.1" status: 204 len: 168 time: 1.4996450 Feb 09 15:59:50.327961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd995331-bd43-4112-9ef4-ec8c00ed5836 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:50.332808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51008) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:50.342346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b197b-3c8c-4062-9d1b-949bdb36474e None None] Network 8f33bc96-a587-4a71-987c-129d24e49564 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:50.469842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:50.518152 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.523613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ddc68-1915-4ed5-ac04-2a2c8a7085f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f4b7c9-c85d-4217-a6aa-01729f3d500a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:50.549007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.577406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592e85cf-9d3c-4304-b7ad-4cc6009833ff']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:50.596425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f38ad-8d83-428f-8c63-87567b6b723b None None] Sync routers for ids ['09e3b014-9ccc-4432-b83a-50787179366a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 15:59:50.597424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4bf7da-2708-4b6f-9b68-cb27f909cec9') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:50.597424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4bf7da-2708-4b6f-9b68-cb27f909cec9') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:50.614605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.634312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.642617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:59:50.643115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.731022 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.737291 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ae5d82b0-12d3-4384-98d6-0c5a7ee61d8d tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "PUT /v2.0/routers/09e3b014-9ccc-4432-b83a-50787179366a HTTP/1.1" status: 200 len: 883 time: 7.7856748 Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: timer() Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:59:50.737676 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:59:50.743725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51016) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:50.800120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.828413 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:50.831870 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/networks/592e85cf-9d3c-4304-b7ad-4cc6009833ff HTTP/1.1" status: 204 len: 168 time: 2.5175295 Feb 09 15:59:50.833156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b9a20-a9d5-4cf0-a73c-eb56e5cca03a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Network': ['ID=592e85cf-9d3c-4304-b7ad-4cc6009833ff,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:50.838178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51018) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:50.869683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f38ad-8d83-428f-8c63-87567b6b723b None None] Routers {'09e3b014-9ccc-4432-b83a-50787179366a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:50.871470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e26f38ad-8d83-428f-8c63-87567b6b723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['09e3b014-9ccc-4432-b83a-50787179366a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:51.031993 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-410ba399-2bad-4415-9384-56ac85c3cb40 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/routers/09e3b014-9ccc-4432-b83a-50787179366a HTTP/1.1" status: 200 len: 924 time: 0.2922671 Feb 09 15:59:51.032857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51020) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:51.099487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e38a7-0fd6-4bf8-abb1-bf53236e80fd tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:51.104537 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ec2e38a7-0fd6-4bf8-abb1-bf53236e80fd tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=09e3b014-9ccc-4432-b83a-50787179366a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0701616 Feb 09 15:59:51.110015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51022) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:51.124571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port bf46dc5b-068a-4daa-83eb-79aec86187eb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:51.128942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:51.226375 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c040018b-cf97-40ef-b021-8db84e6432ad tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:51.231701 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c040018b-cf97-40ef-b021-8db84e6432ad tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 881 time: 0.1191397 Feb 09 15:59:51.233628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51026) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:51.321525 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d7eb467e-ea24-422a-b2ad-9fa78af20b88 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=09e3b014-9ccc-4432-b83a-50787179366a HTTP/1.1" status: 200 len: 205 time: 0.0866148 Feb 09 15:59:51.324131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 58837ce8-05c0-49c2-96d5-6592b989d04b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:51.324613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:51.391317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51030) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:51.418438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e26f38ad-8d83-428f-8c63-87567b6b723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:51.469472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f38ad-8d83-428f-8c63-87567b6b723b None None] Routers {'09e3b014-9ccc-4432-b83a-50787179366a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 15:59:51.470637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e26f38ad-8d83-428f-8c63-87567b6b723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['09e3b014-9ccc-4432-b83a-50787179366a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:51.500488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7670-6813-46cc-87cf-bd460cb3016b req-7596c0f3-9f6d-40d9-9905-4e3c826075c8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:51.529734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-005b7670-6813-46cc-87cf-bd460cb3016b req-7596c0f3-9f6d-40d9-9905-4e3c826075c8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 943 time: 0.5481222 Feb 09 15:59:51.555010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e26f38ad-8d83-428f-8c63-87567b6b723b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:51.556136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26f38ad-8d83-428f-8c63-87567b6b723b None None] The sync data for ids ['09e3b014-9ccc-4432-b83a-50787179366a'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 15:59:51.610625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] DHCP port deletion for 8f33bc96-a587-4a71-987c-129d24e49564 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 15:59:51.664656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:51.667575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:51.726605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] Deleting port bf46dc5b-068a-4daa-83eb-79aec86187eb {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:51.727410 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:51.742166 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 58837ce8-05c0-49c2-96d5-6592b989d04b owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:51.854579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] For port bf46dc5b-068a-4daa-83eb-79aec86187eb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bf46dc5b-068a-4daa-83eb-79aec86187eb,segment=NetworkSegment(38d84849-39b1-42f2-a072-92604419d698),segment_id=38d84849-39b1-42f2-a072-92604419d698)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:51.855552 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:51.902129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for bf46dc5b-068a-4daa-83eb-79aec86187eb owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:51.975710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] For port bf46dc5b-068a-4daa-83eb-79aec86187eb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bf46dc5b-068a-4daa-83eb-79aec86187eb,segment=NetworkSegment(38d84849-39b1-42f2-a072-92604419d698),segment_id=38d84849-39b1-42f2-a072-92604419d698)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:51.981207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.036540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] Calling delete_port for bf46dc5b-068a-4daa-83eb-79aec86187eb owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:52.056571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-005b7670-6813-46cc-87cf-bd460cb3016b req-dbb62f72-9ecc-437f-b16f-925e1cdb0a9b tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5246892 Feb 09 15:59:52.148777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.190181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846998f-382b-45fe-9570-e595c94fa391 req-43576112-7605-412f-9d9b-400658e12bfb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:52.200645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6846998f-382b-45fe-9570-e595c94fa391 req-43576112-7605-412f-9d9b-400658e12bfb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.8080969 Feb 09 15:59:52.250209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=58837ce8-05c0-49c2-96d5-6592b989d04b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:52.433853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.482333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] No DVR routers for this DVR port bf46dc5b-068a-4daa-83eb-79aec86187eb on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:59:52.486853 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.502249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.502249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b3410eaf-7958-4fc1-8ba4-217055eabcff tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/floatingips/b91f7a94-37c5-4bf9-bbd7-35d3083fa7d7 HTTP/1.1" status: 204 len: 168 time: 1.6591692 Feb 09 15:59:52.508568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51042) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:52.525494 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.549466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02e9e4-0976-469f-8421-11c61ef7cfeb None None] Pushing event deleted for resources: {'Port': ['ID=bf46dc5b-068a-4daa-83eb-79aec86187eb,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:52.583513 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aef09e0-e053-4ce7-86d8-02b03515d8b5 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] DELETE failed (client error): The resource could not be found. Feb 09 15:59:52.584811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aef09e0-e053-4ce7-86d8-02b03515d8b5 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:59:52.594935 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5aef09e0-e053-4ce7-86d8-02b03515d8b5 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/ports/2dd68e46-efb1-4198-a44b-e0b6b5ebf25a HTTP/1.1" status: 404 len: 333 time: 0.0837808 Feb 09 15:59:52.602359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51048) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:52.635531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6846998f-382b-45fe-9570-e595c94fa391 req-c5f6dc0c-e029-4b34-86e4-b8a1d061b82f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090329 Feb 09 15:59:52.660716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.686260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No DVR routers for this DVR port bf46dc5b-068a-4daa-83eb-79aec86187eb on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:59:52.736771 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2eabae42-db5d-4129-9318-2f7100c5a791 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "GET /v2.0/ports?device_id=605b9b29-efad-4af4-b77b-846af3354fd9 HTTP/1.1" status: 200 len: 205 time: 0.1315575 Feb 09 15:59:52.748333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51052) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:52.814930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=bf46dc5b-068a-4daa-83eb-79aec86187eb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:52.823030 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86a34454-3e84-491f-aa19-65d82799f9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.905881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:52.965883 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-cf419997-085b-4d53-9f13-31f12e124561 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] delete failed (client error): The resource could not be found. Feb 09 15:59:52.987210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cf419997-085b-4d53-9f13-31f12e124561 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/routers/605b9b29-efad-4af4-b77b-846af3354fd9 HTTP/1.1" status: 404 len: 336 time: 0.2347250 Feb 09 15:59:52.996306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51056) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:53.045086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:53.082998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bf46dc5b-068a-4daa-83eb-79aec86187eb no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 15:59:53.167850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f33bc96-a587-4a71-987c-129d24e49564']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:53.211725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d84849-39b1-42f2-a072-92604419d698') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:53.212030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d84849-39b1-42f2-a072-92604419d698') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:53.249241 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0243f80-7cbf-4ebb-b477-79cedbab99d3 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] DELETE failed (client error): The resource could not be found. Feb 09 15:59:53.249981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0243f80-7cbf-4ebb-b477-79cedbab99d3 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 15:59:53.258903 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:53.286901 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d0243f80-7cbf-4ebb-b477-79cedbab99d3 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/subnets/aa16ff26-28dc-42ce-9d1e-82939fa73265 HTTP/1.1" status: 404 len: 337 time: 0.2946386 Feb 09 15:59:53.287964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51062) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:53.290188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: bf46dc5b-068a-4daa-83eb-79aec86187eb {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 15:59:53.290767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bf46dc5b-068a-4daa-83eb-79aec86187eb not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 15:59:53.391279 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:53.405496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Deleting port 10191420-e823-47ee-bd80-c326aa034166 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:53.411479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:53.532870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 15:59:53.533593 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: items = [ Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: timer() Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:59:53.658845 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:59:53.845905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-728181f5-34cc-450c-9e3d-cbc8949fb531 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:53.847905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-728181f5-34cc-450c-9e3d-cbc8949fb531 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:54.063117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-728181f5-34cc-450c-9e3d-cbc8949fb531 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:54.079824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-728181f5-34cc-450c-9e3d-cbc8949fb531 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:54.167628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d7c67-6104-4dab-9f78-87ad59528077 req-d8e1ff02-db5d-48f3-b7c4-eff084988867 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:54.189048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-407d7c67-6104-4dab-9f78-87ad59528077 req-d8e1ff02-db5d-48f3-b7c4-eff084988867 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 943 time: 0.7372847 Feb 09 15:59:54.253621 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:54.325506 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-728181f5-34cc-450c-9e3d-cbc8949fb531 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:54.330254 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:54.337051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/networks/8f33bc96-a587-4a71-987c-129d24e49564 HTTP/1.1" status: 204 len: 168 time: 4.0021067 Feb 09 15:59:54.348419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51072) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:54.395390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:54.398339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd491362-b760-4ad9-9b36-05a8f69f43e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Network': ['ID=8f33bc96-a587-4a71-987c-129d24e49564,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:54.400139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1072029055'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:54.418416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-407d7c67-6104-4dab-9f78-87ad59528077 req-231418e1-ca94-45f3-86f3-a51b54c3b72d tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276680 Feb 09 15:59:54.441495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6b237-1831-466a-bdc5-d6f528021e55 req-c35ad2b3-4af7-464d-9d98-ead2db5a4566 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:54.443507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ec6b237-1831-466a-bdc5-d6f528021e55 req-c35ad2b3-4af7-464d-9d98-ead2db5a4566 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.4828851 Feb 09 15:59:54.455675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Calling delete_port for 10191420-e823-47ee-bd80-c326aa034166 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:54.469848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728181f5-34cc-450c-9e3d-cbc8949fb531 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:54.568760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ec6b237-1831-466a-bdc5-d6f528021e55 req-8b4270b7-be36-4c33-8b58-62e41bef697e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060624 Feb 09 15:59:54.668662 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:54.680988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:54.750349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 788aa382-5fe9-4488-9ebb-7f00536fb389 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 15:59:54.899172 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-728181f5-34cc-450c-9e3d-cbc8949fb531 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:54.906072 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-728181f5-34cc-450c-9e3d-cbc8949fb531 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/ports/1b0bcdb9-98de-4bf5-8a1b-0bd357296d6b HTTP/1.1" status: 204 len: 168 time: 1.6082249 Feb 09 15:59:54.909867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51080) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:55.190879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 788aa382-5fe9-4488-9ebb-7f00536fb389, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=788aa382-5fe9-4488-9ebb-7f00536fb389,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:55.229274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-65bfa3d0-39aa-424f-8c43-b7145ed52282 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 9cacf38c-6656-4f63-a560-24b59c69c2e3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 15:59:55.232937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65bfa3d0-39aa-424f-8c43-b7145ed52282 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.233147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'port_id': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'mac_address': 'fa:16:3e:74:4a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 15:59:55.332073 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.370621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788aa382-5fe9-4488-9ebb-7f00536fb389 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:59:55.421594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 788aa382-5fe9-4488-9ebb-7f00536fb389, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=788aa382-5fe9-4488-9ebb-7f00536fb389,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:55.424420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65bfa3d0-39aa-424f-8c43-b7145ed52282 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.475330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-65bfa3d0-39aa-424f-8c43-b7145ed52282 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 9cacf38c-6656-4f63-a560-24b59c69c2e3 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 15:59:55.642232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b89be404-c71d-4bf3-8dc1-082c5570fc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.662116 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.672621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:59:55.708593 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.717759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.717759 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Added segment 8103dbcb-3b73-4428-82a2-53b5c186f76e of type vlan for network 4e06a0aa-3d19-4f0e-a838-a9310a566570 Feb 09 15:59:55.859324 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:55.868605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=788aa382-5fe9-4488-9ebb-7f00536fb389,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:55.896554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event deleted for resources: {'Port': ['ID=10191420-e823-47ee-bd80-c326aa034166,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:55.959092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['788aa382-5fe9-4488-9ebb-7f00536fb389'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 15:59:56.058490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:56.079426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:56.080113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:56.284595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Network': ['ID=4e06a0aa-3d19-4f0e-a838-a9310a566570,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:56.297419 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-64a415da-cae3-4900-95fe-023cec4f681d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9440277 Feb 09 15:59:56.298160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51094) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:56.305718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '4e06a0aa-3d19-4f0e-a838-a9310a566570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:56.316545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:56.319979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4e06a0aa-3d19-4f0e-a838-a9310a566570 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 15:59:56.379244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698b44e-c869-486c-969c-5c8b873acbd1 req-b165edd3-a47f-4e0a-87ec-c30ce7c358a1 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:56.381873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9698b44e-c869-486c-969c-5c8b873acbd1 req-b165edd3-a47f-4e0a-87ec-c30ce7c358a1 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 944 time: 0.7661374 Feb 09 15:59:56.582297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:56.589959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:56.729224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:56.831153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51096) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:57.023851 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.027979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.038792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47984dc8-b24c-4291-a6e0-2f3584f6c885 req-73cc1a8b-3155-4af6-8735-57f55d3bc131 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:57.046985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47984dc8-b24c-4291-a6e0-2f3584f6c885 req-73cc1a8b-3155-4af6-8735-57f55d3bc131 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 1.3339949 Feb 09 15:59:57.129280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e0c21e90-1baa-486a-9bdd-6c6c59650446 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-682803898'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:57.161159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9698b44e-c869-486c-969c-5c8b873acbd1 req-8dda6c3d-25f1-4eb1-9f13-b7c14e1748db tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621294 Feb 09 15:59:57.197574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47984dc8-b24c-4291-a6e0-2f3584f6c885 req-108ae602-384b-4011-8173-7689e69a8f05 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494100 Feb 09 15:59:57.198944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65bfa3d0-39aa-424f-8c43-b7145ed52282 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.244997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfa3d0-39aa-424f-8c43-b7145ed52282 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=9cacf38c-6656-4f63-a560-24b59c69c2e3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:57.285408 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0c21e90-1baa-486a-9bdd-6c6c59650446 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.290793 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0c21e90-1baa-486a-9bdd-6c6c59650446 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.373389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.374024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Fanout notify agent at l3_agent the message router_deleted on router 09e3b014-9ccc-4432-b83a-50787179366a {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:59:57.398272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.401698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dde576f7-9e11-4343-b2b4-62c1b2c04520 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/09e3b014-9ccc-4432-b83a-50787179366a HTTP/1.1" status: 204 len: 168 time: 6.0021267 Feb 09 15:59:57.407265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51102) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:57.441473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-26a5d90d-0098-433a-b0ff-ee97cddf1e71 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1247396931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:57.487398 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.507135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0c21e90-1baa-486a-9bdd-6c6c59650446 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.517412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65bfa3d0-39aa-424f-8c43-b7145ed52282 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.534909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-65bfa3d0-39aa-424f-8c43-b7145ed52282 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/ports/9cacf38c-6656-4f63-a560-24b59c69c2e3 HTTP/1.1" status: 204 len: 168 time: 2.6203942 Feb 09 15:59:57.539207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51104) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:57.598919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0c21e90-1baa-486a-9bdd-6c6c59650446 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.676180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=d769c6b9-ed5e-4da0-80c4-328277865c5f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:57.698936 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Checking segment: {'id': '8103dbcb-3b73-4428-82a2-53b5c186f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4e06a0aa-3d19-4f0e-a838-a9310a566570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 15:59:57.699524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network hostable DHCP agents. Network: 4e06a0aa-3d19-4f0e-a838-a9310a566570, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:59:57.772795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab23627-c57e-466d-8e0c-40a1e0e2717e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:57.777008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1ab23627-c57e-466d-8e0c-40a1e0e2717e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe85db15-6fb8-4937-b3a1-7fd1b700d743 HTTP/1.1" status: 200 len: 913 time: 0.2320931 Feb 09 15:59:57.780235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51106) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:57.793490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0c21e90-1baa-486a-9bdd-6c6c59650446 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.800356 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e0c21e90-1baa-486a-9bdd-6c6c59650446 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9622531 Feb 09 15:59:57.803512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51108) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:57.860602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a5d90d-0098-433a-b0ff-ee97cddf1e71 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.862136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a5d90d-0098-433a-b0ff-ee97cddf1e71 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:57.905338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 4e06a0aa-3d19-4f0e-a838-a9310a566570 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:59:57.993584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a5d90d-0098-433a-b0ff-ee97cddf1e71 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.016967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ccab36b-86d9-46f0-9ac3-8600094a392b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.213497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ccab36b-86d9-46f0-9ac3-8600094a392b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.217969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ccab36b-86d9-46f0-9ac3-8600094a392b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.253081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a5d90d-0098-433a-b0ff-ee97cddf1e71 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.273457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.315168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4e06a0aa-3d19-4f0e-a838-a9310a566570) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:58.334317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342bc035-29f7-47f8-8a27-888bd053f179 None None] Network 4e06a0aa-3d19-4f0e-a838-a9310a566570 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 15:59:58.344414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:58.345387 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.396008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a5d90d-0098-433a-b0ff-ee97cddf1e71 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.397389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-26a5d90d-0098-433a-b0ff-ee97cddf1e71 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9785695 Feb 09 15:59:58.402649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51118) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:58.409513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': True}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:58.562393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce93fe-50c2-4350-a390-883104a1fa9a req-720773a3-395d-46b1-984a-d4f5c21922e2 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:58.566858 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-31ffa800-3146-4f72-95c5-61273e1409d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2672098 Feb 09 15:59:58.570729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51124) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:58.571404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10ce93fe-50c2-4350-a390-883104a1fa9a req-720773a3-395d-46b1-984a-d4f5c21922e2 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 944 time: 0.1908591 Feb 09 15:59:58.588397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ccab36b-86d9-46f0-9ac3-8600094a392b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.591967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccab36b-86d9-46f0-9ac3-8600094a392b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5f51879-4eec-4887-b8ce-5f4fd5526c3a {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:59:58.609944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ccab36b-86d9-46f0-9ac3-8600094a392b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.613871 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1ccab36b-86d9-46f0-9ac3-8600094a392b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a5f51879-4eec-4887-b8ce-5f4fd5526c3a HTTP/1.1" status: 204 len: 168 time: 0.8084357 Feb 09 15:59:58.646975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51126) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:58.654164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e74ef548-9378-4c66-9fb4-2a22a9259b11 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Request body: {'router': {'name': 'tempest-router-585382029', 'distributed': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:58.670610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562b9a1-c4ce-460d-9bb3-9b09de3a8ae4 req-97efc760-9cec-40a3-8fde-54e6556c4fe6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:58.680764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c562b9a1-c4ce-460d-9bb3-9b09de3a8ae4 req-97efc760-9cec-40a3-8fde-54e6556c4fe6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3315330 Feb 09 15:59:58.743156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 788aa382-5fe9-4488-9ebb-7f00536fb389 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 15:59:58.819290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b1f61334-f85c-4b0b-b499-7dbdc5a6a246 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-303003319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:58.845118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-4e06a0aa-3d19-4f0e-a838-a9310a566570', 'network_id': '4e06a0aa-3d19-4f0e-a838-a9310a566570', 'tenant_id': '0cb4aebf5cad478da56b40a52722112e', 'fixed_ips': [{'subnet_id': 'd769c6b9-ed5e-4da0-80c4-328277865c5f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 15:59:58.846520 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.889754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10ce93fe-50c2-4350-a390-883104a1fa9a req-b834048c-c4ad-4fe2-857b-351efdd6fc8b tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169625 Feb 09 15:59:58.920450 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:58.931900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c562b9a1-c4ce-460d-9bb3-9b09de3a8ae4 req-3cde7998-5bf3-4295-8db7-b083e28c42e9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498798 Feb 09 15:59:58.987809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.202919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.233861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 788aa382-5fe9-4488-9ebb-7f00536fb389 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:59:59.268551 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e74ef548-9378-4c66-9fb4-2a22a9259b11 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.273601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e74ef548-9378-4c66-9fb4-2a22a9259b11 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.275731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 788aa382-5fe9-4488-9ebb-7f00536fb389 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:59.276513 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.400432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e74ef548-9378-4c66-9fb4-2a22a9259b11 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.408494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1f61334-f85c-4b0b-b499-7dbdc5a6a246 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.410654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1f61334-f85c-4b0b-b499-7dbdc5a6a246 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.415443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Allocated IP 2001:db8::2 (4e06a0aa-3d19-4f0e-a838-a9310a566570/d769c6b9-ed5e-4da0-80c4-328277865c5f/c6bfc531-fe1a-491a-a53e-94f69e4bb88b) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:59.492813 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e74ef548-9378-4c66-9fb4-2a22a9259b11 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.547253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1f61334-f85c-4b0b-b499-7dbdc5a6a246 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.636035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e74ef548-9378-4c66-9fb4-2a22a9259b11 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.643274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e74ef548-9378-4c66-9fb4-2a22a9259b11 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9901407 Feb 09 15:59:59.647857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51144) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:59.709732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1f61334-f85c-4b0b-b499-7dbdc5a6a246 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.834277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aef6453-4797-4aab-8b95-17eba20dc24d tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.885182 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.924016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1f61334-f85c-4b0b-b499-7dbdc5a6a246 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.929048 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b1f61334-f85c-4b0b-b499-7dbdc5a6a246 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3455141 Feb 09 15:59:59.930177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 15:59:59.948270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'network_id': '4e06a0aa-3d19-4f0e-a838-a9310a566570', 'name': 'tempest-PortsIpV6TestJSON-316142698'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 15:59:59.955406 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:59.977054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 788aa382-5fe9-4488-9ebb-7f00536fb389, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=788aa382-5fe9-4488-9ebb-7f00536fb389,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:00.008599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:00:00.022284 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e579b625-6cd2-4e11-9797-93ab264c9e37" -d '{"events": [{"server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "name": "network-vif-plugged", "status": "completed", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:00:00.054505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.116538 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.286409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.304327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=788aa382-5fe9-4488-9ebb-7f00536fb389,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:00.314600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.347552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Allocated IP 172.25.5.144 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/e631be43-ba0b-4488-867e-77a566a98f05) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:00.381045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aef6453-4797-4aab-8b95-17eba20dc24d tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.387035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aef6453-4797-4aab-8b95-17eba20dc24d tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.491041 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.558369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18278e-5fd4-438d-8eb6-5849fad2e7ce req-439d4a87-bc1c-43da-9d14-10d7106c474d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:00.560324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d18278e-5fd4-438d-8eb6-5849fad2e7ce req-439d4a87-bc1c-43da-9d14-10d7106c474d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.3820267 Feb 09 16:00:00.591824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1056a8-1afb-4e03-b1f9-2a4038f305ba req-ff89d7e0-95e5-4629-801d-806b1c43fd12 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:00.602948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b1056a8-1afb-4e03-b1f9-2a4038f305ba req-ff89d7e0-95e5-4629-801d-806b1c43fd12 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.4114106 Feb 09 16:00:00.608713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Pushing event updated for resources: {'Port': ['ID=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:00.642890 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aef6453-4797-4aab-8b95-17eba20dc24d tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.643450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aef6453-4797-4aab-8b95-17eba20dc24d tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ed042fa-dea3-4dba-974f-5693b6754ad6 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:00:00.650323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3aef6453-4797-4aab-8b95-17eba20dc24d tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.660901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3aef6453-4797-4aab-8b95-17eba20dc24d tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0ed042fa-dea3-4dba-974f-5693b6754ad6 HTTP/1.1" status: 204 len: 168 time: 1.0025854 Feb 09 16:00:00.670608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Network 4e06a0aa-3d19-4f0e-a838-a9310a566570 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:00.671634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51164) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:00.672459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:00.679846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-65aa48fa-3bcd-4f83-8933-4694265d1703 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Request body: {'router': {'name': 'tempest-router-1399662936', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5927f32fdfe940a0a4e775b4f5f83ba2'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:00.685070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port aa00a1b4-990e-4c72-969e-a8b5f374fe10 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:00.685432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.707869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:00.859853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:00.865966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.871164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Attempting to bind port c6bfc531-fe1a-491a-a53e-94f69e4bb88b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:00:00.871611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Attempting to bind port c6bfc531-fe1a-491a-a53e-94f69e4bb88b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '8103dbcb-3b73-4428-82a2-53b5c186f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4e06a0aa-3d19-4f0e-a838-a9310a566570'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:00:00.872035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Attempting to bind port c6bfc531-fe1a-491a-a53e-94f69e4bb88b on network 4e06a0aa-3d19-4f0e-a838-a9310a566570 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:00:00.873552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d18278e-5fd4-438d-8eb6-5849fad2e7ce req-2a9a6f5a-8bab-4260-92b9-3a65d19b50d9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510312 Feb 09 16:00:00.879165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:00:00.879557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Checking segment: {'id': '8103dbcb-3b73-4428-82a2-53b5c186f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4e06a0aa-3d19-4f0e-a838-a9310a566570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:00.882545 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.884638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Bound using segment: {'id': '8103dbcb-3b73-4428-82a2-53b5c186f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4e06a0aa-3d19-4f0e-a838-a9310a566570'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:00:00.886121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Bound port: c6bfc531-fe1a-491a-a53e-94f69e4bb88b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8103dbcb-3b73-4428-82a2-53b5c186f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4e06a0aa-3d19-4f0e-a838-a9310a566570'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:00:00.889458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b1056a8-1afb-4e03-b1f9-2a4038f305ba req-9103998e-877a-446a-b0d1-b545ebf367da tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853606 Feb 09 16:00:00.889678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.975154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:00.997390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.016662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for aa00a1b4-990e-4c72-969e-a8b5f374fe10 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:01.046907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] For port c6bfc531-fe1a-491a-a53e-94f69e4bb88b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:00:01.052702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] For port c6bfc531-fe1a-491a-a53e-94f69e4bb88b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,segment=NetworkSegment(8103dbcb-3b73-4428-82a2-53b5c186f76e),segment_id=8103dbcb-3b73-4428-82a2-53b5c186f76e)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:00:01.137721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65aa48fa-3bcd-4f83-8933-4694265d1703 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.139294 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65aa48fa-3bcd-4f83-8933-4694265d1703 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.166216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.295514 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc65b2b-e6f9-44a6-b198-56da70cc6349 x-openstack-request-id: req-8dc65b2b-e6f9-44a6-b198-56da70cc6349 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:00:01.296276 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "name": "network-vif-plugged", "status": "completed", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:00:01.296276 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dc65b2b-e6f9-44a6-b198-56da70cc6349 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:00:01.296450 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'code': 200} Feb 09 16:00:01.297550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297a47b-fd78-484f-b8b9-66d9aff7ad9f None None] Pushing event updated for resources: {'Port': ['ID=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:01.371728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.453447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65aa48fa-3bcd-4f83-8933-4694265d1703 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.494176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ce6c-a5ff-4cb9-8876-be43d7493dc6 req-67a2427c-6182-47e4-b21c-d04e2ee1a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:01.495887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::313 (4e06a0aa-3d19-4f0e-a838-a9310a566570/d769c6b9-ed5e-4da0-80c4-328277865c5f/1de42055-c3c0-4cc9-a5e4-511ea10cb754) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:01.497239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0206ce6c-a5ff-4cb9-8876-be43d7493dc6 req-67a2427c-6182-47e4-b21c-d04e2ee1a118 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 1096 time: 0.0881939 Feb 09 16:00:01.548586 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65aa48fa-3bcd-4f83-8933-4694265d1703 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.595199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0206ce6c-a5ff-4cb9-8876-be43d7493dc6 req-dfa1e653-a1a4-4166-8b1b-7da1ec8bdcdb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869944 Feb 09 16:00:01.602883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.667523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.726430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65aa48fa-3bcd-4f83-8933-4694265d1703 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.734285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-65aa48fa-3bcd-4f83-8933-4694265d1703 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0579793 Feb 09 16:00:01.735193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51212) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:01.738002 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:01.770989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:01.833191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:01.853422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:01.905534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'Port': ['ID=e631be43-ba0b-4488-867e-77a566a98f05,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:01.913256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:02.016639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=aa00a1b4-990e-4c72-969e-a8b5f374fe10,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:02.183765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:02.441166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:02.642180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 4e06a0aa-3d19-4f0e-a838-a9310a566570 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:02.747521 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:02.751412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:02.761631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:02.762725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:02.785375 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=1de42055-c3c0-4cc9-a5e4-511ea10cb754,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:02.851157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:02.989685 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84a634da-6657-42fc-8ea7-837fd253b0b9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0511651 Feb 09 16:00:02.994219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51260) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:03.208989 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.210215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.263307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c6bfc531-fe1a-491a-a53e-94f69e4bb88b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:03.378268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c6bfc531-fe1a-491a-a53e-94f69e4bb88b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:03.380841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.423267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01868d-959f-4a92-b0fd-8c6bb640cf62 req-c56fc148-718f-4c54-bd09-2a8274256f96 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:03.425194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a01868d-959f-4a92-b0fd-8c6bb640cf62 req-c56fc148-718f-4c54-bd09-2a8274256f96 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 1.3107774 Feb 09 16:00:03.450922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a5f7e-52ab-46ef-8c5f-41cd7bf9c005 req-07ff3cb6-fe18-4512-ba7c-b64a48a0de60 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:03.452743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e8a5f7e-52ab-46ef-8c5f-41cd7bf9c005 req-07ff3cb6-fe18-4512-ba7c-b64a48a0de60 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 1.2759149 Feb 09 16:00:03.474010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-4d532789-4805-4e1b-b6fc-11a32d355384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:03.475709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-4d532789-4805-4e1b-b6fc-11a32d355384 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1097 time: 1.1804490 Feb 09 16:00:03.508978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24738854-3bd8-43d4-bbd2-c40210f016fb None None] Network 4e06a0aa-3d19-4f0e-a838-a9310a566570 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:03.521033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103178) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 16:00:03.522180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Router 82d70eb5-aff1-4ec0-9678-fcf47d344ee9 migrating from provider to provider. {{(pid=103178) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 16:00:03.522180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.625558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.678114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e8a5f7e-52ab-46ef-8c5f-41cd7bf9c005 req-77ea16e5-d173-4bd0-b5ed-9231758de242 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065730 Feb 09 16:00:03.687423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a01868d-959f-4a92-b0fd-8c6bb640cf62 req-5c208408-da34-4e4c-8776-f42baffd1e94 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265253 Feb 09 16:00:03.690785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.777222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-6eff0109-f28e-42b9-af96-51013d878ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:03.779030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-6eff0109-f28e-42b9-af96-51013d878ee1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 0.2922683 Feb 09 16:00:03.794762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b3016b42-d206-4ae9-9b07-7948d6c84a0c None None] Provisioning complete for port c6bfc531-fe1a-491a-a53e-94f69e4bb88b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:03.795386 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3016b42-d206-4ae9-9b07-7948d6c84a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.796575 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.854400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-24027afe-82e9-49dd-aa8c-a3a45ca693cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.0664806 Feb 09 16:00:03.926792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:04.061564 n-d-828542-1 neutron-server[103178]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] No L3 agents can host the router 82d70eb5-aff1-4ec0-9678-fcf47d344ee9 Feb 09 16:00:04.076265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-b0fc2410-b6f9-4add-993b-843c53f75f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:04.077808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-b0fc2410-b6f9-4add-993b-843c53f75f79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.1927695 Feb 09 16:00:04.115211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port c6bfc531-fe1a-491a-a53e-94f69e4bb88b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,segment=NetworkSegment(8103dbcb-3b73-4428-82a2-53b5c186f76e),segment_id=8103dbcb-3b73-4428-82a2-53b5c186f76e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:04.168696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:04.227021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-c3a1e475-2966-4a0d-bac2-8fba3ddb43c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677898 Feb 09 16:00:04.232636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3016b42-d206-4ae9-9b07-7948d6c84a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:04.273806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:04.311409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:04.313846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-943df4ca-ab9e-4908-8acd-9f5448272996 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:00:04.315472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-943df4ca-ab9e-4908-8acd-9f5448272996 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141151 Feb 09 16:00:04.333934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:04.532751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:04.547042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-b3016b42-d206-4ae9-9b07-7948d6c84a0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:00:04.547670 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-b3016b42-d206-4ae9-9b07-7948d6c84a0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:00:04.729940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-ac2182fb-51c8-4019-ad12-b686055e103a service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011080 Feb 09 16:00:04.792953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Hosts for router 82d70eb5-aff1-4ec0-9678-fcf47d344ee9: [] {{(pid=103178) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 16:00:04.872488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Hosts for other DVR routers connected to router 82d70eb5-aff1-4ec0-9678-fcf47d344ee9: set() {{(pid=103178) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 16:00:04.875265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:04.880783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0b93420f-7a7f-4d60-b535-ad96967cd18b tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "PUT /v2.0/routers/82d70eb5-aff1-4ec0-9678-fcf47d344ee9 HTTP/1.1" status: 200 len: 717 time: 3.1397774 Feb 09 16:00:04.881655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51310) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:04.942954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:04.943227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Router fe85db15-6fb8-4937-b3a1-7fd1b700d743 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:00:05.038498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:05.131244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c6bfc531-fe1a-491a-a53e-94f69e4bb88b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:05.219967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:05.243511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=1de42055-c3c0-4cc9-a5e4-511ea10cb754,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:05.245328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-63ba1bb6-3033-41c2-92ef-5d782dad6a3e tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "GET /v2.0/routers/82d70eb5-aff1-4ec0-9678-fcf47d344ee9 HTTP/1.1" status: 200 len: 717 time: 0.3388801 Feb 09 16:00:05.275735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c6bfc531-fe1a-491a-a53e-94f69e4bb88b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:05.277847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:05.436704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Router ce080e5a-3493-46a0-84ee-e92c0528ea04 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:00:05.487205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c01d3f1b-10d0-4c62-b992-bcb16e1c7141 req-1b2c4111-37d8-4794-86b1-6e965465d59b service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099628 Feb 09 16:00:05.490340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6310728f-cad2-4859-84fd-e1c0416e9b9f None None] Provisioning complete for port c6bfc531-fe1a-491a-a53e-94f69e4bb88b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:05.490713 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6310728f-cad2-4859-84fd-e1c0416e9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:05.592664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2edc76-0ebf-478c-9a1d-b47407bbe173 req-cc33dbc8-1eb6-414a-bc43-e63f5f0ee9ad tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:05.594349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c2edc76-0ebf-478c-9a1d-b47407bbe173 req-cc33dbc8-1eb6-414a-bc43-e63f5f0ee9ad tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 946 time: 0.5777769 Feb 09 16:00:05.625893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:05.632847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5d4ec-3640-431f-a372-c2c779430f45 req-8cb9e350-ab02-4e5a-ae08-cf429e24b1c0 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:05.636830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fd5d4ec-3640-431f-a372-c2c779430f45 req-8cb9e350-ab02-4e5a-ae08-cf429e24b1c0 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.6158419 Feb 09 16:00:05.825405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6310728f-cad2-4859-84fd-e1c0416e9b9f None None] Provisioning complete for port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:05.826144 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6310728f-cad2-4859-84fd-e1c0416e9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:05.879602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c2edc76-0ebf-478c-9a1d-b47407bbe173 req-4b2711a3-3303-49d4-bb6d-9f8a7fd8f92f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392366 Feb 09 16:00:05.958797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fd5d4ec-3640-431f-a372-c2c779430f45 req-bdaf4353-d815-4fa9-a9f6-f01c69d76e4d tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132490 Feb 09 16:00:05.961774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:05.986702 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b3139-8766-4414-a779-64f86b2f8e0f None None] Sync routers for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:05.991914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6310728f-cad2-4859-84fd-e1c0416e9b9f None None] Port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:06.008154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-eb6dfde6-e278-4a50-b2b8-dbc64cd99d56 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "PUT /v2.0/routers/fe85db15-6fb8-4937-b3a1-7fd1b700d743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2236559 Feb 09 16:00:06.013295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51344) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:06.041150 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b3139-8766-4414-a779-64f86b2f8e0f None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:06.043126 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d97b3139-8766-4414-a779-64f86b2f8e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:06.147497 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d97b3139-8766-4414-a779-64f86b2f8e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:06.166391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-92c43e84-f7dd-44d9-ac6e-33e23571e85e None None] Provisioning complete for port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:06.167490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-92c43e84-f7dd-44d9-ac6e-33e23571e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.185111 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b3139-8766-4414-a779-64f86b2f8e0f None None] Routers {'fe85db15-6fb8-4937-b3a1-7fd1b700d743'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:06.186086 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d97b3139-8766-4414-a779-64f86b2f8e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:06.263544 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bc9f93bb-2e8d-4951-9e86-b04085851560 tempest-RoutersTestDVR-1863926161 tempest-RoutersTestDVR-1863926161-project] 10.222.0.53 "GET /v2.0/routers/82d70eb5-aff1-4ec0-9678-fcf47d344ee9 HTTP/1.1" status: 200 len: 683 time: 1.0426333 Feb 09 16:00:06.287408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:06.292429 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d97b3139-8766-4414-a779-64f86b2f8e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:06.293725 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b3139-8766-4414-a779-64f86b2f8e0f None None] The sync data for ids ['fe85db15-6fb8-4937-b3a1-7fd1b700d743'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:06.322464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:00:06.413270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-92c43e84-f7dd-44d9-ac6e-33e23571e85e None None] Port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:06.459741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a3a045d-c22c-46b7-a982-36a8d1ad4b83 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.534850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.583442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:06.590180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.591974 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3fcc2e57-086e-45f1-9d86-69724fdcbcea tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "PUT /v2.0/routers/ce080e5a-3493-46a0-84ee-e92c0528ea04 HTTP/1.1" status: 200 len: 919 time: 8.1878707 Feb 09 16:00:06.596772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51358) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:06.602343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.631349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfecee81-92a7-44b8-b7be-5566ae4d4288 None None] Sync routers for ids ['ce080e5a-3493-46a0-84ee-e92c0528ea04'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:06.673562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f7777ee-ab79-4897-892f-daaa0579edda None None] Provisioning complete for port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:06.674404 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f7777ee-ab79-4897-892f-daaa0579edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.705658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfecee81-92a7-44b8-b7be-5566ae4d4288 None None] Routers {'ce080e5a-3493-46a0-84ee-e92c0528ea04'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:06.708231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bfecee81-92a7-44b8-b7be-5566ae4d4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ce080e5a-3493-46a0-84ee-e92c0528ea04'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:06.785908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.789865 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a3a045d-c22c-46b7-a982-36a8d1ad4b83 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.795401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a3a045d-c22c-46b7-a982-36a8d1ad4b83 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:06.839491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bfecee81-92a7-44b8-b7be-5566ae4d4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:06.884824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:00:06.890816 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6297a82-2549-481d-8719-62801b2e8bd5" -d '{"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-unplugged", "status": "completed", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:00:06.907907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfecee81-92a7-44b8-b7be-5566ae4d4288 None None] Routers {'ce080e5a-3493-46a0-84ee-e92c0528ea04'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:06.909369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bfecee81-92a7-44b8-b7be-5566ae4d4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ce080e5a-3493-46a0-84ee-e92c0528ea04'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:06.952693 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-82e933a2-1d76-4bd1-b0bd-a2e39e101f30 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/routers/ce080e5a-3493-46a0-84ee-e92c0528ea04 HTTP/1.1" status: 200 len: 925 time: 0.3543155 Feb 09 16:00:06.960988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51364) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:07.038196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:07.047031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bfecee81-92a7-44b8-b7be-5566ae4d4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:07.050592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfecee81-92a7-44b8-b7be-5566ae4d4288 None None] The sync data for ids ['ce080e5a-3493-46a0-84ee-e92c0528ea04'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:07.078011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9f7777ee-ab79-4897-892f-daaa0579edda None None] Port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:07.083021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a3a045d-c22c-46b7-a982-36a8d1ad4b83 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:07.083021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a045d-c22c-46b7-a982-36a8d1ad4b83 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82d70eb5-aff1-4ec0-9678-fcf47d344ee9 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:00:07.092019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9a3a045d-c22c-46b7-a982-36a8d1ad4b83 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:07.095299 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9a3a045d-c22c-46b7-a982-36a8d1ad4b83 tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "DELETE /v2.0/routers/82d70eb5-aff1-4ec0-9678-fcf47d344ee9 HTTP/1.1" status: 204 len: 168 time: 0.8029778 Feb 09 16:00:07.099824 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b8184e-3074-4c45-9e4d-481d74976a02 x-openstack-request-id: req-e1b8184e-3074-4c45-9e4d-481d74976a02 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:00:07.103366 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-unplugged", "status": "completed", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:00:07.105985 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1b8184e-3074-4c45-9e4d-481d74976a02 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:00:07.106574 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'code': 200} Feb 09 16:00:07.114748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:07.115977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51374) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:07.139894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d06d3b26-cd39-45b8-8105-9755faf5ad0f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Request body: {'router': {'name': 'tempest-router-362594175', 'distributed': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:07.303484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:07.309792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec70bb-88d4-4615-8674-7f589254ff67 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:07.316960 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-93ec70bb-88d4-4615-8674-7f589254ff67 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=ce080e5a-3493-46a0-84ee-e92c0528ea04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3510594 Feb 09 16:00:07.331837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51386) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:07.426273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd96d99-e3b2-45eb-a3ac-2b9d7971cabd req-fe14ac49-a4c8-4fa6-8033-b08b8946beff tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:07.428853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccd96d99-e3b2-45eb-a3ac-2b9d7971cabd req-fe14ac49-a4c8-4fa6-8033-b08b8946beff tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 1.0842240 Feb 09 16:00:07.485441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:07.543889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Request body: {'floatingip': {'port_id': '788aa382-5fe9-4488-9ebb-7f00536fb389'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:07.573573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708b210-7ca6-429b-bacb-c7f9216276ee req-c682a7fb-8948-46b6-8958-80029960ddc1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:07.575969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4708b210-7ca6-429b-bacb-c7f9216276ee req-c682a7fb-8948-46b6-8958-80029960ddc1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.1891968 Feb 09 16:00:07.627738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d06d3b26-cd39-45b8-8105-9755faf5ad0f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:07.629284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d06d3b26-cd39-45b8-8105-9755faf5ad0f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:07.686291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:07.700205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4708b210-7ca6-429b-bacb-c7f9216276ee req-481e5bea-7ec1-4d4b-a862-478da79de77e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154921 Feb 09 16:00:07.702485 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:07.899046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting port 88cddc4d-362b-4811-a1fb-a8fd36fb6194 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:07.899407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.013688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def273b-43d3-4d69-a664-260bd26d4c28 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:08.016631 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6def273b-43d3-4d69-a664-260bd26d4c28 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 881 time: 0.6825969 Feb 09 16:00:08.022825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51402) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:08.068236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d06d3b26-cd39-45b8-8105-9755faf5ad0f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.069006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7a769e87-fbc8-43f8-b923-b44927c451a7 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce080e5a-3493-46a0-84ee-e92c0528ea04 HTTP/1.1" status: 200 len: 205 time: 0.0445535 Feb 09 16:00:08.072190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.074982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51404) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:08.097586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Calling delete_port for 88cddc4d-362b-4811-a1fb-a8fd36fb6194 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:08.210925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.217471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d06d3b26-cd39-45b8-8105-9755faf5ad0f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.362068 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.363351 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.469341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.522714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Port': ['ID=88cddc4d-362b-4811-a1fb-a8fd36fb6194,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:08.613625 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.729479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.734730 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.750038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d06d3b26-cd39-45b8-8105-9755faf5ad0f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.750038 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d06d3b26-cd39-45b8-8105-9755faf5ad0f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.6297507 Feb 09 16:00:08.768956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:08.813261 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:08.880771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3199b-cccd-4580-97e2-21a71e763ef1 req-00661edf-4c4f-42e5-9c16-656824b517aa tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:08.883552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cf3199b-cccd-4580-97e2-21a71e763ef1 req-00661edf-4c4f-42e5-9c16-656824b517aa tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.0769582 Feb 09 16:00:08.948189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cf3199b-cccd-4580-97e2-21a71e763ef1 req-0ae31045-41db-44a0-9981-498a53c5ea3e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577223 Feb 09 16:00:08.983752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=1de42055-c3c0-4cc9-a5e4-511ea10cb754,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:09.111617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b41cc91a-4f5a-4eab-9c82-23600c5cee6f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.117824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984b0c0-ada0-4736-b764-78ad8db73a60 req-5d1abf05-5574-4702-9732-e086a7eaa0d2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:09.127006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e984b0c0-ada0-4736-b764-78ad8db73a60 req-5d1abf05-5574-4702-9732-e086a7eaa0d2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.0703356 Feb 09 16:00:09.181773 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.181773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Fanout notify agent at l3_agent the message router_deleted on router fe85db15-6fb8-4937-b3a1-7fd1b700d743 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:00:09.181773 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.181773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bd85b223-383e-4e6d-8f91-01f697f4b85e tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/routers/fe85db15-6fb8-4937-b3a1-7fd1b700d743 HTTP/1.1" status: 204 len: 168 time: 3.1653206 Feb 09 16:00:09.190248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51422) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:09.268242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e984b0c0-ada0-4736-b764-78ad8db73a60 req-5858d150-01ba-44fd-ba14-1cc3645f1e36 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336882 Feb 09 16:00:09.305671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a1bb77-36fe-4855-94e0-f9309ae2192a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Deleting subnet 9d36d2c5-daa3-4d67-a6dd-bcfe69700771 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:00:09.313015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08a1bb77-36fe-4855-94e0-f9309ae2192a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.317594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51428) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:09.440928 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08a1bb77-36fe-4855-94e0-f9309ae2192a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.457979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 4e06a0aa-3d19-4f0e-a838-a9310a566570 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:09.501552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-070e0232-94dc-49fd-9d15-a5e7951a3c4d req-99ee4856-9e61-4d38-9cb3-50d8a1f6a210 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:00:09.503292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-070e0232-94dc-49fd-9d15-a5e7951a3c4d req-99ee4856-9e61-4d38-9cb3-50d8a1f6a210 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095577 Feb 09 16:00:09.526804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:09.573480 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-487131f8-145f-4def-a105-f170c9d29ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.578946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08a1bb77-36fe-4855-94e0-f9309ae2192a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.638312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.648814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b41cc91a-4f5a-4eab-9c82-23600c5cee6f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.660409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b41cc91a-4f5a-4eab-9c82-23600c5cee6f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.750304 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-487131f8-145f-4def-a105-f170c9d29ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.788447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08a1bb77-36fe-4855-94e0-f9309ae2192a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.824743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:00:09.837478 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-487131f8-145f-4def-a105-f170c9d29ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.845854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1bb77-36fe-4855-94e0-f9309ae2192a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Subnet': ['ID=9d36d2c5-daa3-4d67-a6dd-bcfe69700771,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:09.881253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08a1bb77-36fe-4855-94e0-f9309ae2192a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:09.929099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-08a1bb77-36fe-4855-94e0-f9309ae2192a tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/subnets/9d36d2c5-daa3-4d67-a6dd-bcfe69700771 HTTP/1.1" status: 204 len: 168 time: 0.7373743 Feb 09 16:00:09.953385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51440) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:10.021320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.037290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0841b033-90a7-4c5a-9872-b7e961184398 None None] Provisioning complete for port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:10.038457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0841b033-90a7-4c5a-9872-b7e961184398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.040021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b41cc91a-4f5a-4eab-9c82-23600c5cee6f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.040916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41cc91a-4f5a-4eab-9c82-23600c5cee6f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce32088-6691-44b5-b07e-6f7caac4c489 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:00:10.057382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b41cc91a-4f5a-4eab-9c82-23600c5cee6f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.059940 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b41cc91a-4f5a-4eab-9c82-23600c5cee6f tempest-RoutersTestDVR-68655270 tempest-RoutersTestDVR-68655270-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5ce32088-6691-44b5-b07e-6f7caac4c489 HTTP/1.1" status: 204 len: 168 time: 1.2696431 Feb 09 16:00:10.102967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0841b033-90a7-4c5a-9872-b7e961184398 None None] Port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:10.110445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Deleting port e631be43-ba0b-4488-867e-77a566a98f05 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:10.110997 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.146081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-487131f8-145f-4def-a105-f170c9d29ffd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=453b4c5f374447929f338f63fb6accbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267229 Feb 09 16:00:10.164792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487131f8-145f-4def-a105-f170c9d29ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec8248-994d-4f83-8cee-dc4a56a0409b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:10.177634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51450) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:10.194830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.275522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.310866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125533ab-8b9d-4537-88dc-67bb101d1b24 req-a481b7cf-c7fb-442e-bde0-7676cdca823d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:10.313233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-125533ab-8b9d-4537-88dc-67bb101d1b24 req-a481b7cf-c7fb-442e-bde0-7676cdca823d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.2937734 Feb 09 16:00:10.329076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Router 312017bf-6eb8-44f1-ba53-07b60c52cc0e is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:00:10.335212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9bbc-d58b-4a36-9040-7ba442c945c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.354522 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.382301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Calling delete_port for e631be43-ba0b-4488-867e-77a566a98f05 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:10.434717 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Floating IP 782bbca6-9259-469f-a9b9-b4329fb40c68 associated. External IP: 172.25.5.112, port: 788aa382-5fe9-4488-9ebb-7f00536fb389. Feb 09 16:00:10.466078 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9bbc-d58b-4a36-9040-7ba442c945c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.543859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-125533ab-8b9d-4537-88dc-67bb101d1b24 req-165227ea-261e-435f-8ec9-95269c961f61 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113881 Feb 09 16:00:10.562268 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.613036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4abdd0c-e033-4dd4-a882-6747ba9c97fa']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:10.625589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69edbfd3-b078-4db7-aa9e-dfe763da7f18') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:10.631727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69edbfd3-b078-4db7-aa9e-dfe763da7f18') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:10.641181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.668313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.679459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:10.679981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:10.683925 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:10.750564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51458) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:10.778991 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9bbc-d58b-4a36-9040-7ba442c945c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.781949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea7a9bbc-d58b-4a36-9040-7ba442c945c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.786073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea7a9bbc-d58b-4a36-9040-7ba442c945c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbec8248-994d-4f83-8cee-dc4a56a0409b HTTP/1.1" status: 204 len: 168 time: 0.6038198 Feb 09 16:00:10.797842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a9bbc-d58b-4a36-9040-7ba442c945c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec8248-994d-4f83-8cee-dc4a56a0409b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:10.961192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f697655-a55c-4525-b7c2-07791dd8b1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:10.979881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:10.988645 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9898552d-434d-40b3-a83d-fdf376858a25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "PUT /v2.0/routers/312017bf-6eb8-44f1-ba53-07b60c52cc0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9926198 Feb 09 16:00:10.996262 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939de2a4-085d-443e-9c36-ba431cc7df97 None None] Sync routers for ids ['312017bf-6eb8-44f1-ba53-07b60c52cc0e'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:11.004632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51468) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:11.019730 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939de2a4-085d-443e-9c36-ba431cc7df97 None None] Routers {'312017bf-6eb8-44f1-ba53-07b60c52cc0e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:11.020415 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-939de2a4-085d-443e-9c36-ba431cc7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['312017bf-6eb8-44f1-ba53-07b60c52cc0e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:11.065886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.080771 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-939de2a4-085d-443e-9c36-ba431cc7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:11.096329 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939de2a4-085d-443e-9c36-ba431cc7df97 None None] Routers {'312017bf-6eb8-44f1-ba53-07b60c52cc0e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:11.096841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.097490 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-939de2a4-085d-443e-9c36-ba431cc7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['312017bf-6eb8-44f1-ba53-07b60c52cc0e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:11.106152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] 10.222.0.53 "DELETE /v2.0/networks/e4abdd0c-e033-4dd4-a882-6747ba9c97fa HTTP/1.1" status: 204 len: 168 time: 1.1507168 Feb 09 16:00:11.131719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d281f6f-2546-4276-919b-3a5088895054 tempest-FloatingIPTestJSON-94757568 tempest-FloatingIPTestJSON-94757568-project] Pushing event deleted for resources: {'Network': ['ID=e4abdd0c-e033-4dd4-a882-6747ba9c97fa,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:11.158159 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-939de2a4-085d-443e-9c36-ba431cc7df97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:11.158918 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939de2a4-085d-443e-9c36-ba431cc7df97 None None] The sync data for ids ['312017bf-6eb8-44f1-ba53-07b60c52cc0e'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:11.224879 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f697655-a55c-4525-b7c2-07791dd8b1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.266409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f264d8b-15a0-425d-9fff-2acb93dadc48 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:11.266409 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4f264d8b-15a0-425d-9fff-2acb93dadc48 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports?device_id=312017bf-6eb8-44f1-ba53-07b60c52cc0e HTTP/1.1" status: 200 len: 988 time: 0.2589087 Feb 09 16:00:11.266891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51474) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:11.269485 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-5b5fa180-4c81-49f7-b919-fe76e8ce82e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3848348 Feb 09 16:00:11.303268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-b7fdbfda-0576-43e6-be12-712834c2fb43 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:00:11.304363 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-b7fdbfda-0576-43e6-be12-712834c2fb43 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055168 Feb 09 16:00:11.357091 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f697655-a55c-4525-b7c2-07791dd8b1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.384773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Router fc20d891-35ef-404f-8bee-e4b7ebb9a71d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:00:11.420321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f697655-a55c-4525-b7c2-07791dd8b1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c3def0-ed59-4809-a4a6-87b47c876802,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:11.433067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1f697655-a55c-4525-b7c2-07791dd8b1ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5927f32fdfe940a0a4e775b4f5f83ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6809785 Feb 09 16:00:11.434423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51478) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:11.522655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.585527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event deleted for resources: {'Port': ['ID=e631be43-ba0b-4488-867e-77a566a98f05,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:11.623829 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9fc2-7819-45d5-a03f-4dfbf8245885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.649771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:11.655693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.681866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] Sync routers for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:11.692778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9fc2-7819-45d5-a03f-4dfbf8245885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.706151 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b9458d05-fb2b-45b2-ab2a-aa64a42a57a8 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "PUT /v2.0/floatingips/782bbca6-9259-469f-a9b9-b4329fb40c68 HTTP/1.1" status: 200 len: 991 time: 4.2191181 Feb 09 16:00:11.707418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:00:11.709947 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839" -d '{"events": [{"name": "network-changed", "server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:00:11.716838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.753523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:11.757424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:11.852405 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.857955 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:11.964880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8673c-0732-4fa4-a914-e2f0f2a00967 req-b8b993f5-4e58-4dc5-a66c-ca7c0a7c8b1f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:11.966544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9c8673c-0732-4fa4-a914-e2f0f2a00967 req-b8b993f5-4e58-4dc5-a66c-ca7c0a7c8b1f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.2539206 Feb 09 16:00:12.039068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:00:12.122391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5844f31-419e-4809-8dda-1b4924bfce84 req-8c160e08-b446-4b20-977c-c56665227a31 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:12.124025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5844f31-419e-4809-8dda-1b4924bfce84 req-8c160e08-b446-4b20-977c-c56665227a31 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.2032022 Feb 09 16:00:12.139252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9c8673c-0732-4fa4-a914-e2f0f2a00967 req-a7a0ec77-5ffd-440e-9f7d-c49de935e245 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186693 Feb 09 16:00:12.176833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.177435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Fanout notify agent at l3_agent the message router_deleted on router ce080e5a-3493-46a0-84ee-e92c0528ea04 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:00:12.200457 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.214898 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b00f3f76-3837-42e2-af18-5b27c5098305 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/ce080e5a-3493-46a0-84ee-e92c0528ea04 HTTP/1.1" status: 204 len: 168 time: 4.1331568 Feb 09 16:00:12.215633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51498) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:12.246077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e113d45a-9f38-4525-b44e-33ca92587c43 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1143911207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:12.272187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9fc2-7819-45d5-a03f-4dfbf8245885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.272411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51500) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:12.275420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c6b9fc2-7819-45d5-a03f-4dfbf8245885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.281587 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c673232d-a4e0-4aff-a1e7-e55b037fa6a5 x-openstack-request-id: req-c673232d-a4e0-4aff-a1e7-e55b037fa6a5 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:00:12.281587 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:00:12.281587 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c673232d-a4e0-4aff-a1e7-e55b037fa6a5 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:00:12.281587 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'status': 'completed', 'code': 200} Feb 09 16:00:12.282780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1c6b9fc2-7819-45d5-a03f-4dfbf8245885 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91c3def0-ed59-4809-a4a6-87b47c876802 HTTP/1.1" status: 204 len: 168 time: 0.8449278 Feb 09 16:00:12.291875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:00:12.343409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b9fc2-7819-45d5-a03f-4dfbf8245885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c3def0-ed59-4809-a4a6-87b47c876802,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:12.420227 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.429198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5844f31-419e-4809-8dda-1b4924bfce84 req-af0da139-02cd-4223-8c02-f17f259c6cd0 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844419 Feb 09 16:00:12.499418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e113d45a-9f38-4525-b44e-33ca92587c43 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.501792 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e113d45a-9f38-4525-b44e-33ca92587c43 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.528418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-b3f581d1-2e88-496b-b0a3-f9701b7b03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:12.529995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-b3f581d1-2e88-496b-b0a3-f9701b7b03c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32d2999d3f674b36b87d5b2fd73b9811&device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 1096 time: 0.2190261 Feb 09 16:00:12.652032 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84485651-5b01-4ece-b36a-cdf7e7d9d8c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d8dc6cb10f44d3db43aadd9267b6243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552172 Feb 09 16:00:12.669207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51512) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:12.718347 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e113d45a-9f38-4525-b44e-33ca92587c43 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.787687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-7d1d1fb3-c727-4b57-bbde-e508bb2b7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:12.789521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-7d1d1fb3-c727-4b57-bbde-e508bb2b7c71 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55e10413-0e94-457d-963e-748c8f99a5dd HTTP/1.1" status: 200 len: 917 time: 0.2511365 Feb 09 16:00:12.862408 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a55e59e-9f7c-451f-9d77-93e9462573c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.870478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '782bbca6-9259-469f-a9b9-b4329fb40c68', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'port_id': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'mac_address': 'fa:16:3e:74:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e26bbc1-d256-4f33-b351-269d937a31df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:58:21Z', 'updated_at': '2022-02-09T16:00:09Z', 'revision_number': 1, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:16Z', 'revision_number': 5, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:12.900573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] Checking router: fc20d891-35ef-404f-8bee-e4b7ebb9a71d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:00:12.911438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:12.915865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:12.937130 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e113d45a-9f38-4525-b44e-33ca92587c43 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.961438 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a55e59e-9f7c-451f-9d77-93e9462573c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:12.965531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-8c2c1534-e413-45d6-a9c3-791169c30387 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=788aa382-5fe9-4488-9ebb-7f00536fb389 HTTP/1.1" status: 200 len: 999 time: 0.1686776 Feb 09 16:00:13.054295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e113d45a-9f38-4525-b44e-33ca92587c43 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:13.060125 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e113d45a-9f38-4525-b44e-33ca92587c43 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8286154 Feb 09 16:00:13.063028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51520) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:13.070252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'enable_snat': False}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:13.144958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:00:13.160066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-be501888-402e-4785-b017-8897b6ae33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:13.162402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-be501888-402e-4785-b017-8897b6ae33c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed38d803-f926-42a5-8285-70325751bb89 HTTP/1.1" status: 200 len: 855 time: 0.1757350 Feb 09 16:00:13.180568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port 1de42055-c3c0-4cc9-a5e4-511ea10cb754 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:13.181165 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:13.365837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-0336fde6-5554-4cb8-8662-134ef6da6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:13.367654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-0336fde6-5554-4cb8-8662-134ef6da6852 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e10413-0e94-457d-963e-748c8f99a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921208 Feb 09 16:00:13.452030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a55e59e-9f7c-451f-9d77-93e9462573c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:13.455992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a55e59e-9f7c-451f-9d77-93e9462573c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:13.460928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6a55e59e-9f7c-451f-9d77-93e9462573c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ef729fa-5aca-4b52-ac72-37dc68e785a5 HTTP/1.1" status: 204 len: 168 time: 0.7894778 Feb 09 16:00:13.485503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51534) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:13.520473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d4e93b3-b1aa-4d6f-8578-051bc9a0f3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:13.558201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '782bbca6-9259-469f-a9b9-b4329fb40c68', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'port_id': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'mac_address': 'fa:16:3e:74:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e26bbc1-d256-4f33-b351-269d937a31df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:58:21Z', 'updated_at': '2022-02-09T16:00:09Z', 'revision_number': 1, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:16Z', 'revision_number': 5, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:13.634834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea4796-2f46-4aa6-9a04-6bcaa16faac7 None None] The sync data for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 is: [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '782bbca6-9259-469f-a9b9-b4329fb40c68', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'port_id': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'mac_address': 'fa:16:3e:74:4a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e26bbc1-d256-4f33-b351-269d937a31df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:58:21Z', 'updated_at': '2022-02-09T16:00:09Z', 'revision_number': 1, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:16Z', 'revision_number': 5, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:13.688800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d4e93b3-b1aa-4d6f-8578-051bc9a0f3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:13.877198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d4e93b3-b1aa-4d6f-8578-051bc9a0f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:13.882429 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:13.981890 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9d4e93b3-b1aa-4d6f-8578-051bc9a0f3ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ebc0ac12d6649bd85ab3a0710dba69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908550 Feb 09 16:00:13.985880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51548) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:13.992727 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e93b3-b1aa-4d6f-8578-051bc9a0f3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c22a42-7d3a-46dd-a4b7-0650d3fa8c00,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:14.083698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e59e-9f7c-451f-9d77-93e9462573c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef729fa-5aca-4b52-ac72-37dc68e785a5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:14.107894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6af0b849-2861-4955-ade2-bf361a7c1352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:14.126288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:14.160908 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ca0e1-cd84-417a-83e1-98a535a214d4 None None] New status for floating IP 782bbca6-9259-469f-a9b9-b4329fb40c68: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:00:14.203311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5c90a-2af2-4204-b4e9-fa4b264078f3 req-bd900a73-3022-4075-9e5c-7600b189d0b5 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:14.231635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3f5c90a-2af2-4204-b4e9-fa4b264078f3 req-bd900a73-3022-4075-9e5c-7600b189d0b5 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.8553491 Feb 09 16:00:14.273593 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6af0b849-2861-4955-ade2-bf361a7c1352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:14.398758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for 1de42055-c3c0-4cc9-a5e4-511ea10cb754 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:14.458938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-b13677de-d196-431f-bbf8-958d6d7dde79 service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0787220 Feb 09 16:00:14.470295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3f5c90a-2af2-4204-b4e9-fa4b264078f3 req-4a36fc72-ef68-4d3c-8343-82d7c22d08e3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374525 Feb 09 16:00:14.539907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:14.544321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634279d-f0cb-4075-b1e2-6684d1459564 req-a6be9ddd-a236-4b24-bd98-add3eef52a0b tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:14.552765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8634279d-f0cb-4075-b1e2-6684d1459564 req-a6be9ddd-a236-4b24-bd98-add3eef52a0b tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.4820349 Feb 09 16:00:14.562185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:14.657569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8634279d-f0cb-4075-b1e2-6684d1459564 req-f4d2a19f-19c8-48d4-85f0-f2cac65ff562 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022472 Feb 09 16:00:14.698687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6af0b849-2861-4955-ade2-bf361a7c1352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:14.702814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6af0b849-2861-4955-ade2-bf361a7c1352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:14.708372 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6af0b849-2861-4955-ade2-bf361a7c1352 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49c22a42-7d3a-46dd-a4b7-0650d3fa8c00 HTTP/1.1" status: 204 len: 168 time: 0.7190294 Feb 09 16:00:14.731271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0b849-2861-4955-ade2-bf361a7c1352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c22a42-7d3a-46dd-a4b7-0650d3fa8c00,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:14.811111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffd81d16-ebc1-45fc-bf17-14db7b2d5839 req-6cad83a1-aa6a-42f5-8ceb-7a6e1c75368d service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313818 Feb 09 16:00:14.898893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Allocated IP 172.25.5.245 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/acc7edf9-55b6-4c48-8489-67c108de44db) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:15.042489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:15.068563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:15.193757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:15.215929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=1de42055-c3c0-4cc9-a5e4-511ea10cb754,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:15.252929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:15.263578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:15.268370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:15.316137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Pushing event updated for resources: {'Port': ['ID=acc7edf9-55b6-4c48-8489-67c108de44db,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:15.416271 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:15.730046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Router 312017bf-6eb8-44f1-ba53-07b60c52cc0e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:00:15.746307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597ddf0-a531-428c-abbe-ab26c81c08d3 req-b89b946e-ddcd-4738-8733-891acd432273 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:15.747947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f597ddf0-a531-428c-abbe-ab26c81c08d3 req-b89b946e-ddcd-4738-8733-891acd432273 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.1053152 Feb 09 16:00:15.873976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:15.883040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-99d56d7b-7ef8-4881-aab9-ee80bbc822bc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "PUT /v2.0/routers/312017bf-6eb8-44f1-ba53-07b60c52cc0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6155705 Feb 09 16:00:15.892175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7f8f8-864a-419c-afb6-92d5b8417a76 None None] Sync routers for ids ['312017bf-6eb8-44f1-ba53-07b60c52cc0e'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:15.915049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51612) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:15.930375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7f8f8-864a-419c-afb6-92d5b8417a76 None None] Routers {'312017bf-6eb8-44f1-ba53-07b60c52cc0e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:15.933001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-54f7f8f8-864a-419c-afb6-92d5b8417a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['312017bf-6eb8-44f1-ba53-07b60c52cc0e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:15.973054 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:15.996411 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f61438a-7a1a-43ef-91a3-0e05140feb25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 16:00:15.998547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6f61438a-7a1a-43ef-91a3-0e05140feb25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/1de42055-c3c0-4cc9-a5e4-511ea10cb754 HTTP/1.1" status: 404 len: 333 time: 0.0822625 Feb 09 16:00:16.004647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51616) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:16.015424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-54f7f8f8-864a-419c-afb6-92d5b8417a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:16.034143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7f8f8-864a-419c-afb6-92d5b8417a76 None None] Routers {'312017bf-6eb8-44f1-ba53-07b60c52cc0e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:16.035484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-54f7f8f8-864a-419c-afb6-92d5b8417a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['312017bf-6eb8-44f1-ba53-07b60c52cc0e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:16.108732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-54f7f8f8-864a-419c-afb6-92d5b8417a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:16.110427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f7f8f8-864a-419c-afb6-92d5b8417a76 None None] The sync data for ids ['312017bf-6eb8-44f1-ba53-07b60c52cc0e'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:16.122542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f597ddf0-a531-428c-abbe-ab26c81c08d3 req-3553d6d6-729e-4f25-876c-03518b500975 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506855 Feb 09 16:00:16.132570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7472-58b2-46e8-aa8c-b25fa455bb1e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.145289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad303b58-b5da-4479-a4d7-a9e63f6a146a req-546eed3d-251f-4e83-bda7-992bd7f4782c tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:16.146979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad303b58-b5da-4479-a4d7-a9e63f6a146a req-546eed3d-251f-4e83-bda7-992bd7f4782c tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.2779183 Feb 09 16:00:16.365631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad303b58-b5da-4479-a4d7-a9e63f6a146a req-035546bf-8036-4f48-88a3-d34d448a087f tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595438 Feb 09 16:00:16.386827 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51622) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:16.406282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7472-58b2-46e8-aa8c-b25fa455bb1e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.409193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7472-58b2-46e8-aa8c-b25fa455bb1e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.591519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7472-58b2-46e8-aa8c-b25fa455bb1e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.592524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0d7472-58b2-46e8-aa8c-b25fa455bb1e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Fanout notify agent at l3_agent the message router_deleted on router 312017bf-6eb8-44f1-ba53-07b60c52cc0e {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:00:16.600409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.604977 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7472-58b2-46e8-aa8c-b25fa455bb1e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.607457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7c0d7472-58b2-46e8-aa8c-b25fa455bb1e tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/routers/312017bf-6eb8-44f1-ba53-07b60c52cc0e HTTP/1.1" status: 204 len: 168 time: 0.5999010 Feb 09 16:00:16.607675 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.610357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51630) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:16.621816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:16.730241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8738d-8be8-411a-9b3b-fa0dc18e5eed req-25a6fb3c-9dcf-4196-9de0-a4f2531da181 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:16.733494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1bc8738d-8be8-411a-9b3b-fa0dc18e5eed req-25a6fb3c-9dcf-4196-9de0-a4f2531da181 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.2068872 Feb 09 16:00:16.782022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-196f1d25-f86c-41af-b515-cac8e42762ef tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet d769c6b9-ed5e-4da0-80c4-328277865c5f {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:00:16.788425 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-196f1d25-f86c-41af-b515-cac8e42762ef tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.884380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7aad4b8c-9eae-44e9-844b-4b77055f7f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:16.895503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1bc8738d-8be8-411a-9b3b-fa0dc18e5eed req-ba3238a5-8cbf-4285-9348-ddca31a778e5 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423585 Feb 09 16:00:16.900136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-196f1d25-f86c-41af-b515-cac8e42762ef tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.034121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Router 7816b8e1-ae9e-4526-9d16-0201a7d3c0ba is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:00:17.058414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7aad4b8c-9eae-44e9-844b-4b77055f7f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.100192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-196f1d25-f86c-41af-b515-cac8e42762ef tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.133546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1842013068'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:17.256511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:17.258150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.259469 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4adfb7af-a011-48c3-88ed-55a9cefdaeda tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "PUT /v2.0/routers/7816b8e1-ae9e-4526-9d16-0201a7d3c0ba HTTP/1.1" status: 200 len: 920 time: 4.1945753 Feb 09 16:00:17.264222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51650) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:17.273480 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b4a9c-38ea-4b4a-973f-7b17bc5e18fd None None] Sync routers for ids ['7816b8e1-ae9e-4526-9d16-0201a7d3c0ba'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:17.294121 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b4a9c-38ea-4b4a-973f-7b17bc5e18fd None None] Routers {'7816b8e1-ae9e-4526-9d16-0201a7d3c0ba'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:17.295340 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-245b4a9c-38ea-4b4a-973f-7b17bc5e18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7816b8e1-ae9e-4526-9d16-0201a7d3c0ba'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:17.309756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7aad4b8c-9eae-44e9-844b-4b77055f7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.357831 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-245b4a9c-38ea-4b4a-973f-7b17bc5e18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:17.365572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0f14d-f975-4815-939f-b9b2691647b6 req-a1e950bf-af27-4dff-99d6-3fbdbadf125c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:17.367265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fc0f14d-f975-4815-939f-b9b2691647b6 req-a1e950bf-af27-4dff-99d6-3fbdbadf125c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.0717564 Feb 09 16:00:17.375503 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b4a9c-38ea-4b4a-973f-7b17bc5e18fd None None] Routers {'7816b8e1-ae9e-4526-9d16-0201a7d3c0ba'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:17.376907 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-245b4a9c-38ea-4b4a-973f-7b17bc5e18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T15:59:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7816b8e1-ae9e-4526-9d16-0201a7d3c0ba'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:17.384199 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7aad4b8c-9eae-44e9-844b-4b77055f7f70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a28953f83ca47608224c23a98343975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9957025 Feb 09 16:00:17.391177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51652) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:17.418530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-196f1d25-f86c-41af-b515-cac8e42762ef tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.426948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fc0f14d-f975-4815-939f-b9b2691647b6 req-5182cabc-091a-4069-9f6f-de4ed26a6150 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470350 Feb 09 16:00:17.455196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f1d25-f86c-41af-b515-cac8e42762ef tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=d769c6b9-ed5e-4da0-80c4-328277865c5f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:17.464229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad4b8c-9eae-44e9-844b-4b77055f7f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fbe89a-d867-4f09-9b01-4205263d562f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:17.472910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-196f1d25-f86c-41af-b515-cac8e42762ef tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.473647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33783115-7356-487e-a819-0c874994c2f6 None None] Network 4e06a0aa-3d19-4f0e-a838-a9310a566570 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:17.476282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-196f1d25-f86c-41af-b515-cac8e42762ef tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/d769c6b9-ed5e-4da0-80c4-328277865c5f HTTP/1.1" status: 204 len: 168 time: 0.8644023 Feb 09 16:00:17.477760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51654) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:17.540958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Made reservation on behalf of 1ece20baf6754dfda9b1e92731d04035 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:17.546999 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.609860 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-965a6aa3-6a84-4c91-99a5-9bb2890de57c tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/routers/7816b8e1-ae9e-4526-9d16-0201a7d3c0ba HTTP/1.1" status: 200 len: 926 time: 0.3439214 Feb 09 16:00:17.615201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51656) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:17.637845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.664699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.700939 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-245b4a9c-38ea-4b4a-973f-7b17bc5e18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:17.701784 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b4a9c-38ea-4b4a-973f-7b17bc5e18fd None None] The sync data for ids ['7816b8e1-ae9e-4526-9d16-0201a7d3c0ba'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:17.766372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port c6bfc531-fe1a-491a-a53e-94f69e4bb88b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:17.766799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.792626 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25a8ab60-5bcb-4036-914e-ce3d423902e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.839557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25a8ab60-5bcb-4036-914e-ce3d423902e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.878900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6800e51f-90e0-4932-9105-f17a027a0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:17.885260 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6800e51f-90e0-4932-9105-f17a027a0422 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=7816b8e1-ae9e-4526-9d16-0201a7d3c0ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2660813 Feb 09 16:00:17.886625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51662) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:17.900939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] DHCP port deletion for 4e06a0aa-3d19-4f0e-a838-a9310a566570 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:00:17.911143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51664) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:17.936540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] For port c6bfc531-fe1a-491a-a53e-94f69e4bb88b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,segment=NetworkSegment(8103dbcb-3b73-4428-82a2-53b5c186f76e),segment_id=8103dbcb-3b73-4428-82a2-53b5c186f76e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:17.936891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:17.970685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for c6bfc531-fe1a-491a-a53e-94f69e4bb88b owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:17.987587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.023578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] Deleting port c6bfc531-fe1a-491a-a53e-94f69e4bb88b {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:18.024287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.070924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bfc010-40ae-4e01-88b0-1bfa5875ca47 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:18.075924 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f2bfc010-40ae-4e01-88b0-1bfa5875ca47 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 881 time: 0.1778488 Feb 09 16:00:18.076740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51668) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:18.114440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] For port c6bfc531-fe1a-491a-a53e-94f69e4bb88b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,segment=NetworkSegment(8103dbcb-3b73-4428-82a2-53b5c186f76e),segment_id=8103dbcb-3b73-4428-82a2-53b5c186f76e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:18.116102 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.119463 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.120656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f9995238-fd44-4879-8330-888fb380e82c tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=7816b8e1-ae9e-4526-9d16-0201a7d3c0ba HTTP/1.1" status: 200 len: 205 time: 0.0413787 Feb 09 16:00:18.127031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51670) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:18.145302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] Calling delete_port for c6bfc531-fe1a-491a-a53e-94f69e4bb88b owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:18.203735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'networks': [{'name': 'tempest-network--1327521120'}, {'name': 'tempest-network--1345287034'}]} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:18.204480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'network': {'name': 'tempest-network--1327521120'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:18.205251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'network': {'name': 'tempest-network--1345287034'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:18.211356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25a8ab60-5bcb-4036-914e-ce3d423902e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.214919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25a8ab60-5bcb-4036-914e-ce3d423902e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.216335 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-25a8ab60-5bcb-4036-914e-ce3d423902e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10fbe89a-d867-4f09-9b01-4205263d562f HTTP/1.1" status: 204 len: 168 time: 0.8225935 Feb 09 16:00:18.218492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7106181b-9aa2-4f5e-9eaf-544053500c27,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:18.251661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8ab60-5bcb-4036-914e-ce3d423902e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fbe89a-d867-4f09-9b01-4205263d562f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:18.311468 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.322092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.324617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:18.339469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] No DVR routers for this DVR port c6bfc531-fe1a-491a-a53e-94f69e4bb88b on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:00:18.356996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.358167 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Added segment dcb1245d-6b22-46bf-92b4-909150be8a03 of type vlan for network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 Feb 09 16:00:18.375655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1484c7-6d89-43f2-8407-547e703f3ff0 None None] Pushing event deleted for resources: {'Port': ['ID=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:18.387164 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.401674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No DVR routers for this DVR port c6bfc531-fe1a-491a-a53e-94f69e4bb88b on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:00:18.445828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Made reservation on behalf of 6e3d35c5b3ab450f95e453d9f6b37b70 for: {'network': 2} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:18.454330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.459583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.470041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.470347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=c6bfc531-fe1a-491a-a53e-94f69e4bb88b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:18.610214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.707681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.717130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:18.724584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.790051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.790582 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.831838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.874286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'Network': ['ID=04ad8cc9-dc24-45de-bb1b-aeef0b702818,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:18.895123 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6b602516-8b4c-4286-b3cb-1ba7abb2a9e0 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2713957 Feb 09 16:00:18.898798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:18.908587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51682) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:18.928484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:18.951884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:18.951884 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Added segment 72e387b3-d9a1-4494-9bb3-501f64716a0d of type vlan for network 77e11066-2357-47a3-aedb-76574c8f9339 Feb 09 16:00:18.956940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Request body: {'subnet': {'network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:18.980615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e06a0aa-3d19-4f0e-a838-a9310a566570']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:19.024283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.054782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a79728f-2f06-423f-9c7a-99a13a9eb7b6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:19.115413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:19.122114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c6bfc531-fe1a-491a-a53e-94f69e4bb88b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:00:19.133636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.134554 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Added segment f8c7cdc1-69b5-43d2-9c12-014daae17a6b of type vlan for network 7233b684-b5fa-4092-b28c-44bf0234fdfb Feb 09 16:00:19.154475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8103dbcb-3b73-4428-82a2-53b5c186f76e') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:19.154967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8103dbcb-3b73-4428-82a2-53b5c186f76e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:19.158545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c6bfc531-fe1a-491a-a53e-94f69e4bb88b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:00:19.159184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c6bfc531-fe1a-491a-a53e-94f69e4bb88b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:00:19.224007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.234680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af4be57-7db1-4bf4-98a4-99ccb76cefc0 req-ed418a68-c94d-4e92-9554-b20a8d64910b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:19.237588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9af4be57-7db1-4bf4-98a4-99ccb76cefc0 req-ed418a68-c94d-4e92-9554-b20a8d64910b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.6818335 Feb 09 16:00:19.243992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.256196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-65f1564f-daa7-4c58-8f16-737cb1a82798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:19.258861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-65f1564f-daa7-4c58-8f16-737cb1a82798 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c&tenant_id=86cc00277f0d4e1590cecd0b8eef474a HTTP/1.1" status: 200 len: 1095 time: 0.6165390 Feb 09 16:00:19.340753 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.347136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.408463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:19.409253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:19.419190 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:19.455910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.456655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.464201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:19.469715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:19.470562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.558322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Network': ['ID=77e11066-2357-47a3-aedb-76574c8f9339,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:19.579869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 77e11066-2357-47a3-aedb-76574c8f9339 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:19.606119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9af4be57-7db1-4bf4-98a4-99ccb76cefc0 req-83c07aec-11f1-48d5-9227-803970c23127 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361456 Feb 09 16:00:19.625329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-de9966bb-7e81-480a-9b01-4fa7d070658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:19.628032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-de9966bb-7e81-480a-9b01-4fa7d070658d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1095 time: 0.3300586 Feb 09 16:00:19.639822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7172198 Feb 09 16:00:19.651557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51696) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:19.680514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0053c3-db9b-489d-80de-0de0dacefe56 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Network': ['ID=7233b684-b5fa-4092-b28c-44bf0234fdfb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:19.700900 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 7233b684-b5fa-4092-b28c-44bf0234fdfb details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:19.779246 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.844339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Made reservation on behalf of 1ece20baf6754dfda9b1e92731d04035 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:19.850295 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.856489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:19.863528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/networks/4e06a0aa-3d19-4f0e-a838-a9310a566570 HTTP/1.1" status: 204 len: 168 time: 2.3842814 Feb 09 16:00:19.868729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51700) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:19.922240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b95eb4e-cef6-4b12-8b87-baeb2f2171f9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:19.923891 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4b95eb4e-cef6-4b12-8b87-baeb2f2171f9 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/b7d0fd7e-272c-498b-baeb-04db7952cf46 HTTP/1.1" status: 200 len: 843 time: 0.0542371 Feb 09 16:00:19.928016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51702) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:19.998390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2b77ece-7881-4412-a72c-788355b6521d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/b7d0fd7e-272c-498b-baeb-04db7952cf46?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0682483 Feb 09 16:00:20.003750 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51706) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:20.010944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:20.330146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:20.337900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:20.424715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c4a6a-748a-4322-86b1-b57238ac6645 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Network': ['ID=4e06a0aa-3d19-4f0e-a838-a9310a566570,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:20.467787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Deleting port acc7edf9-55b6-4c48-8489-67c108de44db {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:20.468152 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:20.589617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-4d556e69-7fa2-4489-b841-e8ab54194fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:20.591260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-4d556e69-7fa2-4489-b841-e8ab54194fc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 0.9538753 Feb 09 16:00:20.608515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c010f-b5a5-48e7-8510-ffe00aafb7ff tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:20.614556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c010f-b5a5-48e7-8510-ffe00aafb7ff tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:20.620753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c010f-b5a5-48e7-8510-ffe00aafb7ff tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:20.626962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c010f-b5a5-48e7-8510-ffe00aafb7ff tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:20.628836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-624c010f-b5a5-48e7-8510-ffe00aafb7ff tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.9743466 Feb 09 16:00:20.641169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51724) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:20.697871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-d38105a9-9cb1-4da5-a9fc-e4af3d4f573d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.0977225 Feb 09 16:00:20.786113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:20.812227 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:20.855079 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:20.879666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Calling delete_port for acc7edf9-55b6-4c48-8489-67c108de44db owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:20.899784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-65a7b3f3-bd37-4049-b025-03251e653eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:20.902231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-65a7b3f3-bd37-4049-b025-03251e653eae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.1933932 Feb 09 16:00:20.989275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-15914407-421c-4d66-910f-cd5d3901288f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737326 Feb 09 16:00:21.004050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3080443-1f29-4bf3-bef8-a2515339860a req-56ba4d34-00ac-4b3b-bc4c-253415a9fe37 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:21.006643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3080443-1f29-4bf3-bef8-a2515339860a req-56ba4d34-00ac-4b3b-bc4c-253415a9fe37 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.2149506 Feb 09 16:00:21.039504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:21.054131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:21.063424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.069142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:21.070440 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.075560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0b9e8-c175-42ee-9210-977dcb7ef51c None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:21.083111 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.106450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=58b564d9-5d09-457f-b040-a63f986637d5,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:21.131456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e11066-2357-47a3-aedb-76574c8f9339']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:21.156902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e387b3-d9a1-4494-9bb3-501f64716a0d') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:21.157506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e387b3-d9a1-4494-9bb3-501f64716a0d') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:21.178572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.211057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.218969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:21.219479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.281211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'Subnet': ['ID=f4951c9f-3b81-4554-b5d6-e3b415f2cd81,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:21.286070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3080443-1f29-4bf3-bef8-a2515339860a req-53ddc38a-59e1-460e-918b-9e2620c5892b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502286 Feb 09 16:00:21.305082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-e9401e68-537e-4e95-9e90-d58353ee5913 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888613 Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:21.339677 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:21.348959 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1d794902-6ae9-4eec-b106-dcc63c5b0352 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3421352 Feb 09 16:00:21.361653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:21.371493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1430e60c-b272-4e5c-b0c2-e4cca2cd9e25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1955813553'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:21.410732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Checking segment: {'id': 'dcb1245d-6b22-46bf-92b4-909150be8a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:21.411331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Network hostable DHCP agents. Network: 04ad8cc9-dc24-45de-bb1b-aeef0b702818, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:21.457443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.465590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.475185 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/networks/77e11066-2357-47a3-aedb-76574c8f9339 HTTP/1.1" status: 204 len: 168 time: 0.8316216 Feb 09 16:00:21.479209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51746) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:21.492888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'tenant_id': '0cb4aebf5cad478da56b40a52722112e', 'fixed_ips': [{'subnet_id': '58b564d9-5d09-457f-b040-a63f986637d5'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:00:21.493760 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.496209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f22200c-e1ec-4db9-8492-d5d57720cee7 req-e57748eb-a8c6-4666-b044-dcf2deef7849 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861267 Feb 09 16:00:21.501220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eef171-44ea-4ba1-9526-818647e03236 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Network': ['ID=77e11066-2357-47a3-aedb-76574c8f9339,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:21.552976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:21.558710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.558955 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1430e60c-b272-4e5c-b0c2-e4cca2cd9e25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.615503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event deleted for resources: {'Port': ['ID=acc7edf9-55b6-4c48-8489-67c108de44db,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:21.653186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.739822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 04ad8cc9-dc24-45de-bb1b-aeef0b702818) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:21.743674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.749709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:21.750317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.760113 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17bfda1-7c55-4a67-896e-76de8121470d None None] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:21.822757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Allocated IP 2001:db8::2 (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/58b564d9-5d09-457f-b040-a63f986637d5/83924f63-9525-4c3f-a76c-6d1b13fbab35) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:21.875858 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.879125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.908416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1430e60c-b272-4e5c-b0c2-e4cca2cd9e25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.927792 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:21.978214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7233b684-b5fa-4092-b28c-44bf0234fdfb']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:21.980766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8c3fe906-221b-4ae4-bd35-3de2bed9f5b8 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0459795 Feb 09 16:00:21.983388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51756) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:21.992845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d36b319a-ea88-46a2-b175-654a9ef25bab tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-554212092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:22.006105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c7cdc1-69b5-43d2-9c12-014daae17a6b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:22.006421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c7cdc1-69b5-43d2-9c12-014daae17a6b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:22.012854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1430e60c-b272-4e5c-b0c2-e4cca2cd9e25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.027890 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.030101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Fanout notify agent at l3_agent the message router_deleted on router 7816b8e1-ae9e-4526-9d16-0201a7d3c0ba {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:00:22.048604 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.051445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-21235583-d47e-467b-8a63-436336059f14 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/7816b8e1-ae9e-4526-9d16-0201a7d3c0ba HTTP/1.1" status: 204 len: 168 time: 3.9264498 Feb 09 16:00:22.052293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51758) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:22.052678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51760) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:22.063050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-266721946', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:22.085123 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.194347 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.205649 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d36b319a-ea88-46a2-b175-654a9ef25bab tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.210087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d36b319a-ea88-46a2-b175-654a9ef25bab tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.219478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430e60c-b272-4e5c-b0c2-e4cca2cd9e25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603d9bc7-f760-4a70-a25d-844f3af63cf6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:22.224176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:22.224871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:22.242710 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:22.296469 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:00:22.304769 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.309030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1430e60c-b272-4e5c-b0c2-e4cca2cd9e25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.309774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2270590-da8f-4a63-81c0-3e0d2d3962ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.313983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51770) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:22.325079 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1430e60c-b272-4e5c-b0c2-e4cca2cd9e25 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9481921 Feb 09 16:00:22.332661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-130aca83-17a0-4f65-ab99-739dcedd9864 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1896244341'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:22.393926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-04ad8cc9-dc24-45de-bb1b-aeef0b702818', 'network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818', 'tenant_id': '1ece20baf6754dfda9b1e92731d04035', 'fixed_ips': [{'subnet_id': 'f4951c9f-3b81-4554-b5d6-e3b415f2cd81'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:00:22.395023 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.467648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.468841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.520598 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2270590-da8f-4a63-81c0-3e0d2d3962ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.537504 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.563626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddebe9-76b7-42c3-82be-bfacd4ddb7c5 req-03a73abd-d137-47c2-928f-72df223c094b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:22.565634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97ddebe9-76b7-42c3-82be-bfacd4ddb7c5 req-03a73abd-d137-47c2-928f-72df223c094b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.1052113 Feb 09 16:00:22.615464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2270590-da8f-4a63-81c0-3e0d2d3962ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.630265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Pushing event updated for resources: {'Port': ['ID=83924f63-9525-4c3f-a76c-6d1b13fbab35,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:22.640934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.666993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:22.675525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:22.682762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:22.685197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c2270590-da8f-4a63-81c0-3e0d2d3962ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8951803654544abcbfb831d9af5d58d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283500 Feb 09 16:00:22.691092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.711380 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/networks/7233b684-b5fa-4092-b28c-44bf0234fdfb HTTP/1.1" status: 204 len: 168 time: 1.2304025 Feb 09 16:00:22.717325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-130aca83-17a0-4f65-ab99-739dcedd9864 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:22.722184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51782) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:22.725715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51784) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:22.745427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646591ee-9a11-48b7-a025-f3f6dd1624a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Network': ['ID=7233b684-b5fa-4092-b28c-44bf0234fdfb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:23.097078 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ebb79653-d327-492d-876e-0af913d9a1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.136404 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.145719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d36b319a-ea88-46a2-b175-654a9ef25bab tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.148977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Allocated IP 172.20.0.2 (04ad8cc9-dc24-45de-bb1b-aeef0b702818/f4951c9f-3b81-4554-b5d6-e3b415f2cd81/a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:23.152044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Attempting to bind port 83924f63-9525-4c3f-a76c-6d1b13fbab35 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:00:23.152923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Attempting to bind port 83924f63-9525-4c3f-a76c-6d1b13fbab35 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'daf0b06d-dc3a-4d80-bd4f-4358bd3572aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:00:23.153320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Attempting to bind port 83924f63-9525-4c3f-a76c-6d1b13fbab35 on network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:00:23.169944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:00:23.170501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Checking segment: {'id': 'daf0b06d-dc3a-4d80-bd4f-4358bd3572aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:23.171019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.171524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Bound using segment: {'id': 'daf0b06d-dc3a-4d80-bd4f-4358bd3572aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:00:23.172205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Bound port: 83924f63-9525-4c3f-a76c-6d1b13fbab35, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf0b06d-dc3a-4d80-bd4f-4358bd3572aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:00:23.172808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.181621 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dc10c57-fb41-48d7-8fc8-3f7a0368672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.195693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2270590-da8f-4a63-81c0-3e0d2d3962ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1361fae-9fce-4d29-8acf-726db3354ef4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:23.256989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97ddebe9-76b7-42c3-82be-bfacd4ddb7c5 req-b1b3724f-6289-46e2-98f0-57ffadb2ea29 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758187 Feb 09 16:00:23.281126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] For port 83924f63-9525-4c3f-a76c-6d1b13fbab35, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:00:23.285211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] For port 83924f63-9525-4c3f-a76c-6d1b13fbab35, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=83924f63-9525-4c3f-a76c-6d1b13fbab35,segment=NetworkSegment(daf0b06d-dc3a-4d80-bd4f-4358bd3572aa),segment_id=daf0b06d-dc3a-4d80-bd4f-4358bd3572aa)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:00:23.384880 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.403786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d36b319a-ea88-46a2-b175-654a9ef25bab tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.541104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67727fcd-51ea-4a9f-b7dd-b4411b4c8548 None None] Pushing event updated for resources: {'Port': ['ID=83924f63-9525-4c3f-a76c-6d1b13fbab35,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:23.612054 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.650588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d596ceb-179a-4a5a-a3ef-2e8e6d6fde95 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:23.658985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d596ceb-179a-4a5a-a3ef-2e8e6d6fde95 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:23.665966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8d596ceb-179a-4a5a-a3ef-2e8e6d6fde95 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8887694 Feb 09 16:00:23.668287 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:23.678370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1644556476'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:23.723833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d36b319a-ea88-46a2-b175-654a9ef25bab tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.729415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d36b319a-ea88-46a2-b175-654a9ef25bab tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.7402847 Feb 09 16:00:23.738942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51790) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:23.754523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.784639 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dc10c57-fb41-48d7-8fc8-3f7a0368672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.859407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Made reservation on behalf of 6e3d35c5b3ab450f95e453d9f6b37b70 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:23.865699 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:23.949262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:23.957462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:23.966029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:23.974369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:24.000341 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.001825 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Added segment e6b61566-57f2-4615-9003-c06081726db3 of type vlan for network 643c7a08-7ff9-4196-b2a2-55fefd3b9d4d Feb 09 16:00:24.031373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Pushing event updated for resources: {'Port': ['ID=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:24.111525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Attempting to bind port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:00:24.112267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Attempting to bind port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'dcb1245d-6b22-46bf-92b4-909150be8a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:00:24.112804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Attempting to bind port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 on network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:00:24.124476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:00:24.126137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Checking segment: {'id': 'dcb1245d-6b22-46bf-92b4-909150be8a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:24.127451 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.128829 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Bound using segment: {'id': 'dcb1245d-6b22-46bf-92b4-909150be8a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:00:24.130241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Bound port: a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb1245d-6b22-46bf-92b4-909150be8a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:00:24.131557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.145661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169cf25-7566-4fe3-bf39-801892594816 req-c541c3d8-1e28-483b-9c9f-8ff1f9e3d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:24.150702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7169cf25-7566-4fe3-bf39-801892594816 req-c541c3d8-1e28-483b-9c9f-8ff1f9e3d0a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1095 time: 0.8899434 Feb 09 16:00:24.153678 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.184943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.302784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] For port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:00:24.320968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] For port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,segment=NetworkSegment(dcb1245d-6b22-46bf-92b4-909150be8a03),segment_id=dcb1245d-6b22-46bf-92b4-909150be8a03)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:00:24.330973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.351192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:24.352770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.405367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.559254 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8881638 Feb 09 16:00:24.568249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51794) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:24.582855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1292706386'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:24.637754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7e162-fd67-4ec7-9362-08e6fc3eb091 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Network': ['ID=643c7a08-7ff9-4196-b2a2-55fefd3b9d4d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:24.659788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 643c7a08-7ff9-4196-b2a2-55fefd3b9d4d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:24.664118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81e4d7-284d-4870-9722-8b6eb18b93b5 None None] Pushing event updated for resources: {'Port': ['ID=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:24.824817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dc10c57-fb41-48d7-8fc8-3f7a0368672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.827734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dc10c57-fb41-48d7-8fc8-3f7a0368672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.829189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2dc10c57-fb41-48d7-8fc8-3f7a0368672f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1361fae-9fce-4d29-8acf-726db3354ef4 HTTP/1.1" status: 204 len: 168 time: 2.0657942 Feb 09 16:00:24.833738 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-130aca83-17a0-4f65-ab99-739dcedd9864 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.839724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Made reservation on behalf of 6e3d35c5b3ab450f95e453d9f6b37b70 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:24.850788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.934797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:24.969146 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:24.969554 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Added segment f029bf1a-a9e9-4364-849e-d6af56489774 of type vlan for network 5cf191a5-892c-4bb8-9ae8-349657fe2ca3 Feb 09 16:00:25.101082 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-130aca83-17a0-4f65-ab99-739dcedd9864 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:25.111860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:25.223161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169cf25-7566-4fe3-bf39-801892594816 req-85f58487-3ade-4b98-927c-8b048a0cff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:25.226288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7169cf25-7566-4fe3-bf39-801892594816 req-85f58487-3ade-4b98-927c-8b048a0cff47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 1.0289905 Feb 09 16:00:25.261610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:25.265188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc10c57-fb41-48d7-8fc8-3f7a0368672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1361fae-9fce-4d29-8acf-726db3354ef4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:25.283726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:25.284433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:25.347457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a15d9775-a25b-4afa-9025-d00c29937005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:25.427696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 83924f63-9525-4c3f-a76c-6d1b13fbab35 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:25.709910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:25.711521 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:26.033743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7169cf25-7566-4fe3-bf39-801892594816 req-2a2c89a1-d53a-423d-8c1e-9e40ab67d989 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.1848702 Feb 09 16:00:26.037776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0f0aa8b2-0328-4e0f-91b6-5527744d2699 None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:26.038292 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa8b2-0328-4e0f-91b6-5527744d2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:26.042194 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:26.195263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 83924f63-9525-4c3f-a76c-6d1b13fbab35, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=83924f63-9525-4c3f-a76c-6d1b13fbab35,segment=NetworkSegment(daf0b06d-dc3a-4d80-bd4f-4358bd3572aa),segment_id=daf0b06d-dc3a-4d80-bd4f-4358bd3572aa)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:26.204314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fbfb5-00e7-4d6d-800f-0e41df6ce985 req-ab1960a1-115a-4af6-a3c5-b7480234435b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:26.207380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac3fbfb5-00e7-4d6d-800f-0e41df6ce985 req-ab1960a1-115a-4af6-a3c5-b7480234435b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 1.5956295 Feb 09 16:00:26.236603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Network': ['ID=5cf191a5-892c-4bb8-9ae8-349657fe2ca3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:26.247980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.249488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.249488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.249948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.250568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.251147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.251601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.252006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.252432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.252831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.253229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.253639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:26.266959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 5cf191a5-892c-4bb8-9ae8-349657fe2ca3 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:26.366424 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa8b2-0328-4e0f-91b6-5527744d2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:26.382683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130aca83-17a0-4f65-ab99-739dcedd9864 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52142a0-e59d-4394-9cc5-d20476e54e0a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:26.414089 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5ecee129-024f-451a-9965-95e71cf4441f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8380427 Feb 09 16:00:26.414420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51814) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:26.430803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'ports': [{'network_id': '643c7a08-7ff9-4196-b2a2-55fefd3b9d4d', 'name': 'tempest-port--2136436120', 'admin_state_up': True}, {'network_id': '5cf191a5-892c-4bb8-9ae8-349657fe2ca3', 'admin_state_up': False}]} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:26.434493 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:26.443760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'port': {'network_id': '643c7a08-7ff9-4196-b2a2-55fefd3b9d4d', 'name': 'tempest-port--2136436120', 'admin_state_up': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:26.449852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'port': {'network_id': '5cf191a5-892c-4bb8-9ae8-349657fe2ca3', 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:26.492143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-130aca83-17a0-4f65-ab99-739dcedd9864 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:26.497724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-130aca83-17a0-4f65-ab99-739dcedd9864 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.1783805 Feb 09 16:00:26.501346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51818) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:26.521558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2009583458', 'security_groups': ['d52142a0-e59d-4394-9cc5-d20476e54e0a'], 'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58b564d9-5d09-457f-b040-a63f986637d5'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:26.547114 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:26.620116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=83924f63-9525-4c3f-a76c-6d1b13fbab35,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:26.630163 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-0f0aa8b2-0328-4e0f-91b6-5527744d2699 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:00:26.630594 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-0f0aa8b2-0328-4e0f-91b6-5527744d2699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:00:26.645051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169cf25-7566-4fe3-bf39-801892594816 req-383fe849-46f6-4ce9-8fc9-275e310f5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:26.647814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7169cf25-7566-4fe3-bf39-801892594816 req-383fe849-46f6-4ce9-8fc9-275e310f5e65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.5484629 Feb 09 16:00:26.675402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:26.710878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0927901a-b99e-492d-b418-241ede9215cb None None] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:26.844750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac3fbfb5-00e7-4d6d-800f-0e41df6ce985 req-8ee462c6-b742-443c-a6c4-2f674b4e874e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875760 Feb 09 16:00:26.850943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7169cf25-7566-4fe3-bf39-801892594816 req-c86ab386-3d53-4c9f-b18d-68f1d271daea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1621249 Feb 09 16:00:27.288690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 83924f63-9525-4c3f-a76c-6d1b13fbab35 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:27.399582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0f0aa8b2-0328-4e0f-91b6-5527744d2699 None None] Provisioning complete for port b7d0fd7e-272c-498b-baeb-04db7952cf46 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:27.399582 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa8b2-0328-4e0f-91b6-5527744d2699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:27.428805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:27.429336 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:27.473195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Made reservation on behalf of 6e3d35c5b3ab450f95e453d9f6b37b70 for: {'port': 2} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:27.479496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:27.482162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:27.519209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0f0aa8b2-0328-4e0f-91b6-5527744d2699 None None] Port b7d0fd7e-272c-498b-baeb-04db7952cf46 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:27.691654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:27.739783 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:27.806544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:27.815535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7169cf25-7566-4fe3-bf39-801892594816 req-ea7417b2-77a4-4a19-a322-b6d5715c1a54 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9042892 Feb 09 16:00:27.820313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:27.876775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a62f9320-57e0-4808-ae50-7412e1711633 None None] Provisioning complete for port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:27.877351 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a62f9320-57e0-4808-ae50-7412e1711633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:28.190639 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:28.207797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:28.210955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:28.249299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:28.422340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b59da-d086-49c2-abfc-525e3bb9b13c req-ff27c507-5f67-4168-9227-ed1a73518b62 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:28.426822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d62b59da-d086-49c2-abfc-525e3bb9b13c req-ff27c507-5f67-4168-9227-ed1a73518b62 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.4181564 Feb 09 16:00:28.432698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7169cf25-7566-4fe3-bf39-801892594816 req-b37fae0f-f6eb-4dda-92bf-0d63e6c80dfb service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092105 Feb 09 16:00:28.468331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] device_id is not set on port 9ea5eb8e-7d22-44f3-b406-8d452c961f8e yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:28.481169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Allocated IP 172.20.0.1 (04ad8cc9-dc24-45de-bb1b-aeef0b702818/f4951c9f-3b81-4554-b5d6-e3b415f2cd81/e864431c-a73c-4355-9b68-b3e4e6569427) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:28.496826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port 95515eee-8096-4ca2-acb1-6117b2cadc4c yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:28.590209 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a62f9320-57e0-4808-ae50-7412e1711633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:28.635950 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:28.766369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:28.830160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d62b59da-d086-49c2-abfc-525e3bb9b13c req-9120b49f-b2fa-4867-b314-7e793b7a36b0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784277 Feb 09 16:00:28.933881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Allocated IP 172.25.5.91 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/861cfc16-6f03-44ab-977b-f8a57af6275e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:28.958152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a62f9320-57e0-4808-ae50-7412e1711633 None None] For port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,segment=NetworkSegment(dcb1245d-6b22-46bf-92b4-909150be8a03),segment_id=dcb1245d-6b22-46bf-92b4-909150be8a03)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:29.042483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:29.070188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a62f9320-57e0-4808-ae50-7412e1711633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:29.102510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::380 (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/58b564d9-5d09-457f-b040-a63f986637d5/95515eee-8096-4ca2-acb1-6117b2cadc4c) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:29.126368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:29.254308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:29.270941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f9320-57e0-4808-ae50-7412e1711633 None None] Pushing event updated for resources: {'Port': ['ID=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:29.470449 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:00:29.470850 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:00:29.471485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-60ccaeec-ff8c-4dda-97a5-28af23fc314d None None] Provisioning complete for port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:29.471862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-60ccaeec-ff8c-4dda-97a5-28af23fc314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:29.553727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:29.746943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event updated for resources: {'Port': ['ID=861cfc16-6f03-44ab-977b-f8a57af6275e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:29.752667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:29.755972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:29.777746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:29.793043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:29.796427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] device_id is not set on port 29de6bb0-e66c-4c1a-944c-6a7e4bf53669 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:29.878016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51860) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:30.089991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.198754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:30.206118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:30.212506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:30.216160 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.346647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.403910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.439194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:30.451170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.536151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2070705205'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:30.582538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:30.592642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:30.593287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.609754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:30.662234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=95515eee-8096-4ca2-acb1-6117b2cadc4c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:30.692334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:30.723389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:30.729452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.899500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'Port': ['ID=e864431c-a73c-4355-9b68-b3e4e6569427,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:30.919832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Made reservation on behalf of 36da780b4a4a4c1d8d9c6a57bb021a0f for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:30.929607 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.940894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.004449 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-06b2ca3b-e554-46bf-b0b2-151db76b64d7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5000002 Feb 09 16:00:31.007719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51872) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:31.063828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c0a83c42-cdf9-465a-857d-a38f5d0fcd95 None None] Provisioning complete for port e864431c-a73c-4355-9b68-b3e4e6569427 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:31.064847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0a83c42-cdf9-465a-857d-a38f5d0fcd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.077154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c3dcc4cb-0aab-4365-a3f6-c4bfaa951302 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:31.192484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e48c00-b8cd-4828-975b-0a78dc6207fb req-f864244e-4663-467e-b642-ecec33555dff tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:31.199558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39e48c00-b8cd-4828-975b-0a78dc6207fb req-f864244e-4663-467e-b642-ecec33555dff tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 1.1381762 Feb 09 16:00:31.219689 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.241395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c0a83c42-cdf9-465a-857d-a38f5d0fcd95 None None] Port e864431c-a73c-4355-9b68-b3e4e6569427 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:31.405198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Port': ['ID=9ea5eb8e-7d22-44f3-b406-8d452c961f8e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:31.419339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f53df0dd-9f56-4f1a-b872-d046cea79fd9 None None] Provisioning complete for port 95515eee-8096-4ca2-acb1-6117b2cadc4c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:31.425439 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f53df0dd-9f56-4f1a-b872-d046cea79fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.482720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39e48c00-b8cd-4828-975b-0a78dc6207fb req-17cd2226-5758-4bfb-af36-e69eadd89a0c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477922 Feb 09 16:00:31.537572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Checking segment: {'id': 'e6b61566-57f2-4615-9003-c06081726db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '643c7a08-7ff9-4196-b2a2-55fefd3b9d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:31.538360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Network hostable DHCP agents. Network: 643c7a08-7ff9-4196-b2a2-55fefd3b9d4d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:31.613248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.619336 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f53df0dd-9f56-4f1a-b872-d046cea79fd9 None None] Port 95515eee-8096-4ca2-acb1-6117b2cadc4c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:31.690834 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.716058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.777340 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.798813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Network 643c7a08-7ff9-4196-b2a2-55fefd3b9d4d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:31.812129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dcc4cb-0aab-4365-a3f6-c4bfaa951302 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:31.819269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc4cb-0aab-4365-a3f6-c4bfaa951302 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.881440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:32.026072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 643c7a08-7ff9-4196-b2a2-55fefd3b9d4d) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:32.033489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.034242 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Added segment f7309c43-79ac-404f-b2f7-2545ed8f9419 of type vlan for network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 Feb 09 16:00:32.036884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3f287b-4655-49bd-9c5d-94753722d0d1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:32.054187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f530dd9f-5abe-4e9f-b67d-6153c334d244 None None] Network 643c7a08-7ff9-4196-b2a2-55fefd3b9d4d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:32.077778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:32.079737 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.313576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Port': ['ID=29de6bb0-e66c-4c1a-944c-6a7e4bf53669,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:32.381962 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.386050 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.448670 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.476192 n-d-828542-1 neutron-server[103179]: INFO neutron.db.ipam_backend_mixin [None req-c3dcc4cb-0aab-4365-a3f6-c4bfaa951302 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58b564d9-5d09-457f-b040-a63f986637d5 (CIDR: 2001:db8::/64) Feb 09 16:00:32.512453 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.530896 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Checking segment: {'id': 'f029bf1a-a9e9-4364-849e-d6af56489774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '5cf191a5-892c-4bb8-9ae8-349657fe2ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:32.531298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Network hostable DHCP agents. Network: 5cf191a5-892c-4bb8-9ae8-349657fe2ca3, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:32.536314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.585652 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dcc4cb-0aab-4365-a3f6-c4bfaa951302 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:00:32.588454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3dcc4cb-0aab-4365-a3f6-c4bfaa951302 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:00:32.696479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Network 5cf191a5-892c-4bb8-9ae8-349657fe2ca3 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:32.760538 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c3dcc4cb-0aab-4365-a3f6-c4bfaa951302 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7003667 Feb 09 16:00:32.761602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0083202b-aadd-4099-9f09-165faef6c373 req-0c81bdcd-4ea7-439b-baa7-ba3628eac809 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7160633 Feb 09 16:00:32.767053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51878) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:32.778221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:32.788036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.805681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:32.817419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:32.938755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'Port': ['ID=e864431c-a73c-4355-9b68-b3e4e6569427,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:33.009662 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 5cf191a5-892c-4bb8-9ae8-349657fe2ca3) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:33.016144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:33.024565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:33.030657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868731a9-fcda-4f9b-849b-eda42fe958e0 None None] Network 5cf191a5-892c-4bb8-9ae8-349657fe2ca3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:33.032576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:33.034036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:33.114841 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2331421 Feb 09 16:00:33.136392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51882) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:33.146840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Request body: {'subnet': {'network_id': '3def38fb-0fbd-46d3-bea9-2a010d8dce91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:33.278861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950ba94-b9b8-4f5d-b492-00f96311ddd1 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event updated for resources: {'Network': ['ID=3def38fb-0fbd-46d3-bea9-2a010d8dce91,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:33.295855 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4be54791-1044-4280-802e-4f1524ad9e67 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.8803174 Feb 09 16:00:33.299440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:33.299835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51886) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:33.323439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-168864293'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:33.388736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:33.482643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a9a37-c7be-478c-b23a-c02b7cd8898c tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:33.501402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a9a37-c7be-478c-b23a-c02b7cd8898c tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:33.503354 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b05a9a37-c7be-478c-b23a-c02b7cd8898c tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1983430 Feb 09 16:00:33.508391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51890) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:33.563735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:33.570425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:33.573543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Made reservation on behalf of 36da780b4a4a4c1d8d9c6a57bb021a0f for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:33.580659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:33.725091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:33.730756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:33.736160 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:33.756326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b81a4-a728-4cb3-8c56-df2b6619919f req-6c7e192b-b9fc-44ee-9df6-636c9f35066a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:33.757984 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c3b81a4-a728-4cb3-8c56-df2b6619919f req-6c7e192b-b9fc-44ee-9df6-636c9f35066a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.9887991 Feb 09 16:00:33.760022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083202b-aadd-4099-9f09-165faef6c373 req-c9240530-715e-4bea-834d-aa50be010f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:33.761537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0083202b-aadd-4099-9f09-165faef6c373 req-c9240530-715e-4bea-834d-aa50be010f11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32d2999d3f674b36b87d5b2fd73b9811&device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 1096 time: 0.8752844 Feb 09 16:00:33.845681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:33.851744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:33.899668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:33.929929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c3b81a4-a728-4cb3-8c56-df2b6619919f req-d7d4114f-33e6-4c18-a87f-d13cf22bb2df tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621838 Feb 09 16:00:33.965566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:33.967042 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Added segment 4589ec28-f205-420e-9ef9-db979d4dae18 of type vlan for network 083d6f2b-73b8-4398-936f-5fa4281e7b1e Feb 09 16:00:34.078147 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:34.153505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-da94cf9c-714b-43d0-afb6-74cbc8a565fd tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Deleting port 9ea5eb8e-7d22-44f3-b406-8d452c961f8e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:34.153851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da94cf9c-714b-43d0-afb6-74cbc8a565fd tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:34.204361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083202b-aadd-4099-9f09-165faef6c373 req-f525d2e8-732e-4b9c-9c08-9f5e3dcff56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:34.206184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0083202b-aadd-4099-9f09-165faef6c373 req-f525d2e8-732e-4b9c-9c08-9f5e3dcff56f service neutron] 10.222.0.73 "GET /v2.0/networks?id=55e10413-0e94-457d-963e-748c8f99a5dd HTTP/1.1" status: 200 len: 917 time: 0.4167154 Feb 09 16:00:34.350702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0083202b-aadd-4099-9f09-165faef6c373 req-757fbbf0-d497-4041-b856-cdabe2f55ac2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=788aa382-5fe9-4488-9ebb-7f00536fb389 HTTP/1.1" status: 200 len: 1001 time: 0.1353450 Feb 09 16:00:34.389393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-188d55a1-275d-48c8-b4dd-03e5f97e0d2a None None] Provisioning complete for port e864431c-a73c-4355-9b68-b3e4e6569427 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:34.390149 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-188d55a1-275d-48c8-b4dd-03e5f97e0d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:34.453539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083202b-aadd-4099-9f09-165faef6c373 req-e8d03c03-15f7-4ba3-aebd-ac5bec67bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:34.456198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0083202b-aadd-4099-9f09-165faef6c373 req-e8d03c03-15f7-4ba3-aebd-ac5bec67bf37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed38d803-f926-42a5-8285-70325751bb89 HTTP/1.1" status: 200 len: 855 time: 0.0954359 Feb 09 16:00:34.483590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da94cf9c-714b-43d0-afb6-74cbc8a565fd tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:34.505933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-da94cf9c-714b-43d0-afb6-74cbc8a565fd tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Calling delete_port for 9ea5eb8e-7d22-44f3-b406-8d452c961f8e owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:34.519497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-188d55a1-275d-48c8-b4dd-03e5f97e0d2a None None] Port e864431c-a73c-4355-9b68-b3e4e6569427 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:34.528435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:34.529067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:34.529810 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:34.532681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:34.582622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083202b-aadd-4099-9f09-165faef6c373 req-06a5014f-5e43-4ebf-b24a-80a625449dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:34.585758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0083202b-aadd-4099-9f09-165faef6c373 req-06a5014f-5e43-4ebf-b24a-80a625449dab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e10413-0e94-457d-963e-748c8f99a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150205 Feb 09 16:00:34.723214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Router 2a0ef2f9-50d9-4915-9c9b-29928785d595 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:00:34.733957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Router 013bcf2a-6c42-41a4-9891-c396f02893f1 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:00:34.903504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Network': ['ID=083d6f2b-73b8-4398-936f-5fa4281e7b1e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:34.936614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:34.951888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:34.957328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:34.983648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:34.986344 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.066387 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.072317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaae6a5-69d9-4845-9ff3-406f49d5f7ee None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:35.080494 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3060780 Feb 09 16:00:35.089423 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7ae1c430-9918-488e-b1e3-f9c578f58083 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7811022 Feb 09 16:00:35.089423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51896) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:35.094062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51898) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:35.098338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-514949088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4ae75898-0376-4bee-99cc-ac1468788a4d'}], 'security_groups': ['603d9bc7-f760-4a70-a25d-844f3af63cf6']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:35.137011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c864c40-65e7-4f73-afab-b56c15ef315a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=4ae75898-0376-4bee-99cc-ac1468788a4d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:35.148592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-121884232'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:35.197832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0083202b-aadd-4099-9f09-165faef6c373 req-c9986369-a080-4def-9421-37f9bc650b59 service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039608 Feb 09 16:00:35.299497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Checking segment: {'id': 'f7309c43-79ac-404f-b2f7-2545ed8f9419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3def38fb-0fbd-46d3-bea9-2a010d8dce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:35.299907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Network hostable DHCP agents. Network: 3def38fb-0fbd-46d3-bea9-2a010d8dce91, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:35.321902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event updated for resources: {'Subnet': ['ID=5f3a1934-925e-43e6-a393-f5f1365fc392,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:35.363705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da94cf9c-714b-43d0-afb6-74cbc8a565fd tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.415916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:35.420953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.423919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da94cf9c-714b-43d0-afb6-74cbc8a565fd tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.431555 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-da94cf9c-714b-43d0-afb6-74cbc8a565fd tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/ports/9ea5eb8e-7d22-44f3-b406-8d452c961f8e HTTP/1.1" status: 204 len: 168 time: 1.9182339 Feb 09 16:00:35.431555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94cf9c-714b-43d0-afb6-74cbc8a565fd tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Port': ['ID=9ea5eb8e-7d22-44f3-b406-8d452c961f8e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:35.439509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51900) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:35.511240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:35.529482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:35.546650 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.552370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-209ac5cb-1c10-4758-87ae-0fac4d9b0053 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "PUT /v2.0/routers/013bcf2a-6c42-41a4-9891-c396f02893f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7909737 Feb 09 16:00:35.554938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51902) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:35.565581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Request body: {'port': {'network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818', 'name': 'tempest-FloatingIPNegativeTestJSON-685731166'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:35.574378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136d0dcb-3145-4565-b9f3-940f076f1cfc None None] Sync routers for ids ['013bcf2a-6c42-41a4-9891-c396f02893f1'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:35.593419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:35.641320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.641689 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Added segment 05472acb-58cf-48ed-837c-f0a8b12dd8df of type vlan for network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca Feb 09 16:00:35.646126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 3def38fb-0fbd-46d3-bea9-2a010d8dce91) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:35.646320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d0dcb-3145-4565-b9f3-940f076f1cfc None None] Routers {'013bcf2a-6c42-41a4-9891-c396f02893f1'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:35.648575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-136d0dcb-3145-4565-b9f3-940f076f1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['013bcf2a-6c42-41a4-9891-c396f02893f1'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:35.677187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:35.677812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.717482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-136d0dcb-3145-4565-b9f3-940f076f1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:35.720244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed56a534-1e3b-4abb-8fbc-6583597bc97a None None] Network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:35.778566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.801466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b828a635-fd86-4749-8aaa-b7bba6e1634b tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Deleting port 29de6bb0-e66c-4c1a-944c-6a7e4bf53669 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:35.801816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b828a635-fd86-4749-8aaa-b7bba6e1634b tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:35.835583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:35.849519 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cba8f0-4d77-4397-82da-f4f8c07044c8 None None] Sync routers for ids ['2a0ef2f9-50d9-4915-9c9b-29928785d595'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:35.863972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0083202b-aadd-4099-9f09-165faef6c373 req-84b1c7bf-3e58-4e24-8687-0a9c13f4dcd9 service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493805 Feb 09 16:00:35.872356 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cba8f0-4d77-4397-82da-f4f8c07044c8 None None] Routers {'2a0ef2f9-50d9-4915-9c9b-29928785d595'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:35.874362 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b2cba8f0-4d77-4397-82da-f4f8c07044c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2a0ef2f9-50d9-4915-9c9b-29928785d595'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:35.945053 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6b885a47-a2aa-4880-bb79-ec031b217b5f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8039169 Feb 09 16:00:35.958989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:35.964490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a370c20-a1a2-4c4b-a0b2-9f37ba9e7d1b req-f694e2ee-8dd2-400b-8349-5b88b8c6232d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:35.966635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a370c20-a1a2-4c4b-a0b2-9f37ba9e7d1b req-f694e2ee-8dd2-400b-8349-5b88b8c6232d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.7743876 Feb 09 16:00:35.988513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Request body: {'port': {'network_id': '3def38fb-0fbd-46d3-bea9-2a010d8dce91', 'name': 'tempest-DHCPAgentSchedulersTestJSON-331663191'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:36.036657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3def38fb-0fbd-46d3-bea9-2a010d8dce91', 'network_id': '3def38fb-0fbd-46d3-bea9-2a010d8dce91', 'tenant_id': '36da780b4a4a4c1d8d9c6a57bb021a0f', 'fixed_ips': [{'subnet_id': '5f3a1934-925e-43e6-a393-f5f1365fc392'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:00:36.037514 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:36.043028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d0dcb-3145-4565-b9f3-940f076f1cfc None None] Routers {'013bcf2a-6c42-41a4-9891-c396f02893f1'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:36.043724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-136d0dcb-3145-4565-b9f3-940f076f1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['013bcf2a-6c42-41a4-9891-c396f02893f1'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:36.060748 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b2cba8f0-4d77-4397-82da-f4f8c07044c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:36.077986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a370c20-a1a2-4c4b-a0b2-9f37ba9e7d1b req-7cde74c7-fa18-4cf0-a4a4-7d50f5d95e41 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921190 Feb 09 16:00:36.100601 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cba8f0-4d77-4397-82da-f4f8c07044c8 None None] Routers {'2a0ef2f9-50d9-4915-9c9b-29928785d595'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:36.101282 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b2cba8f0-4d77-4397-82da-f4f8c07044c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2a0ef2f9-50d9-4915-9c9b-29928785d595'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:36.133295 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:36.135650 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b828a635-fd86-4749-8aaa-b7bba6e1634b tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:36.137027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0bc03b3-6ff9-4084-b056-5991ccfda8c6 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 14.0779970 Feb 09 16:00:36.142818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51906) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:36.152380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:36.163724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-136d0dcb-3145-4565-b9f3-940f076f1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:36.165062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136d0dcb-3145-4565-b9f3-940f076f1cfc None None] The sync data for ids ['013bcf2a-6c42-41a4-9891-c396f02893f1'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:36.185066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:36.191450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:36.192141 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:36.197066 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b2cba8f0-4d77-4397-82da-f4f8c07044c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:36.197066 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cba8f0-4d77-4397-82da-f4f8c07044c8 None None] The sync data for ids ['2a0ef2f9-50d9-4915-9c9b-29928785d595'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:36.234355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b828a635-fd86-4749-8aaa-b7bba6e1634b tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Calling delete_port for 29de6bb0-e66c-4c1a-944c-6a7e4bf53669 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:36.238061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01200dc5-1f63-4ac4-a5bb-8b9ebe756e08 None None] Update dhcp port {'port': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'fixed_ips': [{'subnet_id': '58b564d9-5d09-457f-b040-a63f986637d5', 'ip_address': '2001:db8::2'}, {'subnet_id': '4ae75898-0376-4bee-99cc-ac1468788a4d'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '83924f63-9525-4c3f-a76c-6d1b13fbab35'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:00:36.430970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Network': ['ID=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:36.469930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:36.563220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Delete allocated IP 2001:db8::380 (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/58b564d9-5d09-457f-b040-a63f986637d5) {{(pid=103179) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 16:00:36.574304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8:0:1::389 (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/4ae75898-0376-4bee-99cc-ac1468788a4d/95515eee-8096-4ca2-acb1-6117b2cadc4c) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:36.658565 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01200dc5-1f63-4ac4-a5bb-8b9ebe756e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:36.793118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Allocated IP 172.20.0.2 (3def38fb-0fbd-46d3-bea9-2a010d8dce91/5f3a1934-925e-43e6-a393-f5f1365fc392/c82549e7-731e-465a-8516-175228255245) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:36.824552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:36.842266 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9fca14c2-13ce-49e2-9893-22bde40e36f0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7023604 Feb 09 16:00:36.846488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51910) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:36.857110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'subnet': {'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:36.936231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Made reservation on behalf of 1ece20baf6754dfda9b1e92731d04035 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:36.942587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:36.999730 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.030214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b828a635-fd86-4749-8aaa-b7bba6e1634b tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.033646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.034966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] device_id is not set on port 9be4bf28-5374-406c-b8fc-3f91c08cd53e yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:37.154514 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b828a635-fd86-4749-8aaa-b7bba6e1634b tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.161199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.169875 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b828a635-fd86-4749-8aaa-b7bba6e1634b tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/ports/29de6bb0-e66c-4c1a-944c-6a7e4bf53669 HTTP/1.1" status: 204 len: 168 time: 1.7187097 Feb 09 16:00:37.171077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-01200dc5-1f63-4ac4-a5bb-8b9ebe756e08 None None] Allocated IP 2001:db8:0:1::2 (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/4ae75898-0376-4bee-99cc-ac1468788a4d/83924f63-9525-4c3f-a76c-6d1b13fbab35) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:37.173257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] In _notify_port_updated(), no bound segment for port 95515eee-8096-4ca2-acb1-6117b2cadc4c on network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:00:37.193298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:37.198545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.203502 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "PUT /v2.0/ports/95515eee-8096-4ca2-acb1-6117b2cadc4c HTTP/1.1" status: 200 len: 930 time: 2.1116028 Feb 09 16:00:37.211537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51914) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:37.212685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51916) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:37.266544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828a635-fd86-4749-8aaa-b7bba6e1634b tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Port': ['ID=29de6bb0-e66c-4c1a-944c-6a7e4bf53669,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:37.292802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:37.296042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.301009 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.342774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Allocated IP 172.20.0.12 (04ad8cc9-dc24-45de-bb1b-aeef0b702818/f4951c9f-3b81-4554-b5d6-e3b415f2cd81/9be4bf28-5374-406c-b8fc-3f91c08cd53e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:37.380755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:37.396178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:37.409429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:37.435176 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3aac664d-d70a-4007-8a6e-8429733c12c1 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2190423 Feb 09 16:00:37.441389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Pushing event updated for resources: {'Port': ['ID=c82549e7-731e-465a-8516-175228255245,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:37.521747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-01200dc5-1f63-4ac4-a5bb-8b9ebe756e08 None None] For port 83924f63-9525-4c3f-a76c-6d1b13fbab35, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=83924f63-9525-4c3f-a76c-6d1b13fbab35,segment=NetworkSegment(daf0b06d-dc3a-4d80-bd4f-4358bd3572aa),segment_id=daf0b06d-dc3a-4d80-bd4f-4358bd3572aa)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:37.547513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Attempting to bind port c82549e7-731e-465a-8516-175228255245 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:00:37.548298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51918) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:37.548779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Attempting to bind port c82549e7-731e-465a-8516-175228255245 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f7309c43-79ac-404f-b2f7-2545ed8f9419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3def38fb-0fbd-46d3-bea9-2a010d8dce91'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:00:37.549683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Attempting to bind port c82549e7-731e-465a-8516-175228255245 on network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:00:37.560775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:00:37.561760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Checking segment: {'id': 'f7309c43-79ac-404f-b2f7-2545ed8f9419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3def38fb-0fbd-46d3-bea9-2a010d8dce91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:37.562692 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.563988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Bound using segment: {'id': 'f7309c43-79ac-404f-b2f7-2545ed8f9419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3def38fb-0fbd-46d3-bea9-2a010d8dce91'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:00:37.571689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Bound port: c82549e7-731e-465a-8516-175228255245, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7309c43-79ac-404f-b2f7-2545ed8f9419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '3def38fb-0fbd-46d3-bea9-2a010d8dce91'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:00:37.571689 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.571965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1005383450'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:37.618520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.641490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01200dc5-1f63-4ac4-a5bb-8b9ebe756e08 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.644365 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.672299 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98d43a-92e6-44e1-87a4-69d20d99ca78 req-bb09bc8d-9f5a-419c-8926-40d2190dd915 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:37.673998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a98d43a-92e6-44e1-87a4-69d20d99ca78 req-bb09bc8d-9f5a-419c-8926-40d2190dd915 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.1112888 Feb 09 16:00:37.703832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Made reservation on behalf of 36da780b4a4a4c1d8d9c6a57bb021a0f for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:37.709814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.723950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa341f03-f0d6-4c5f-934f-5f11873cab74 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=95515eee-8096-4ca2-acb1-6117b2cadc4c,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:37.788046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] For port c82549e7-731e-465a-8516-175228255245, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:00:37.796312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] For port c82549e7-731e-465a-8516-175228255245, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c82549e7-731e-465a-8516-175228255245,segment=NetworkSegment(f7309c43-79ac-404f-b2f7-2545ed8f9419),segment_id=f7309c43-79ac-404f-b2f7-2545ed8f9419)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:00:37.814724 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01200dc5-1f63-4ac4-a5bb-8b9ebe756e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.823689 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] device_id is not set on port 3107a40e-e8c6-4e95-b7c1-8e55dc706d16 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:37.842885 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-69519483-81fb-4324-b3ce-43ab74f4f43c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port 95515eee-8096-4ca2-acb1-6117b2cadc4c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:37.843656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69519483-81fb-4324-b3ce-43ab74f4f43c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.915777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a98d43a-92e6-44e1-87a4-69d20d99ca78 req-d73b1a3d-7a23-4007-b3df-ab5790eb2612 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343500 Feb 09 16:00:37.977639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Made reservation on behalf of 6e3d35c5b3ab450f95e453d9f6b37b70 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:37.982344 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:37.998513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Deleting port 861cfc16-6f03-44ab-977b-f8a57af6275e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:38.000862 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:38.096650 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:38.113210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:38.163940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01200dc5-1f63-4ac4-a5bb-8b9ebe756e08 None None] Pushing event updated for resources: {'Port': ['ID=83924f63-9525-4c3f-a76c-6d1b13fbab35,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:38.172732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69519483-81fb-4324-b3ce-43ab74f4f43c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:38.262862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:38.289434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:38.294878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:38.298071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'Port': ['ID=9be4bf28-5374-406c-b8fc-3f91c08cd53e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:38.351816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:38.361265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:38.373395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.377904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.378781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.379354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.383830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.391777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.394139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.395950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.403997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.418990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.420444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.421082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:38.456003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25e620-2476-4b5b-9366-7aeda68bbef1 None None] Pushing event updated for resources: {'Port': ['ID=c82549e7-731e-465a-8516-175228255245,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:38.470349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-69519483-81fb-4324-b3ce-43ab74f4f43c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for 95515eee-8096-4ca2-acb1-6117b2cadc4c owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:38.503710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:38.504047 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Added segment ca83bd94-c4bc-4e41-b299-ca8c4fd42d09 of type vlan for network 4519216c-d55d-4c62-957a-129dc3a5de2a Feb 09 16:00:38.506260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Allocated IP 172.20.0.9 (3def38fb-0fbd-46d3-bea9-2a010d8dce91/5f3a1934-925e-43e6-a393-f5f1365fc392/3107a40e-e8c6-4e95-b7c1-8e55dc706d16) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:38.565683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 83924f63-9525-4c3f-a76c-6d1b13fbab35 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:38.582465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:38.583815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:38.657442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Calling delete_port for 861cfc16-6f03-44ab-977b-f8a57af6275e owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:38.906585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:38.906585 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:39.337490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-96b1fdc6-8e7a-4a26-b8a9-fe5b0434fe8b None None] Provisioning complete for port 9be4bf28-5374-406c-b8fc-3f91c08cd53e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:39.338201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-96b1fdc6-8e7a-4a26-b8a9-fe5b0434fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:39.454072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e536-2f62-427b-9228-9e87b92b3876 req-d9f2b91f-2dc8-4f6d-a48d-7fb2447434aa tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:39.454072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e023e536-2f62-427b-9228-9e87b92b3876 req-d9f2b91f-2dc8-4f6d-a48d-7fb2447434aa tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.1680565 Feb 09 16:00:39.496700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:39.497362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-96b1fdc6-8e7a-4a26-b8a9-fe5b0434fe8b None None] Port 9be4bf28-5374-406c-b8fc-3f91c08cd53e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:39.586397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e023e536-2f62-427b-9228-9e87b92b3876 req-e2a5deaa-6881-4462-bad8-f9c633dc16a2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496520 Feb 09 16:00:39.821527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:39.934356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d038f995-8386-4ba9-9223-cda7545d695f None None] Provisioning complete for port b7d0fd7e-272c-498b-baeb-04db7952cf46 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:39.934951 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d038f995-8386-4ba9-9223-cda7545d695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:39.980803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d038f995-8386-4ba9-9223-cda7545d695f None None] Port b7d0fd7e-272c-498b-baeb-04db7952cf46 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:39.993860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d038f995-8386-4ba9-9223-cda7545d695f None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:39.994860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d038f995-8386-4ba9-9223-cda7545d695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.112756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-844084eb-46d2-4fe4-933e-04b6ef1440be tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5510545 Feb 09 16:00:40.115378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51924) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:40.122558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:40.130150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d038f995-8386-4ba9-9223-cda7545d695f None None] Provisioning complete for port 95515eee-8096-4ca2-acb1-6117b2cadc4c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:40.130725 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d038f995-8386-4ba9-9223-cda7545d695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.176068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.179504 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.230665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Pushing event deleted for resources: {'Port': ['ID=861cfc16-6f03-44ab-977b-f8a57af6275e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:40.241082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.249609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:40.250235 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.336652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69519483-81fb-4324-b3ce-43ab74f4f43c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.339621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.349369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Network': ['ID=4519216c-d55d-4c62-957a-129dc3a5de2a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:40.395868 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.402515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:40.404003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.414692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:40.447694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:40.454965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d038f995-8386-4ba9-9223-cda7545d695f None None] Port 95515eee-8096-4ca2-acb1-6117b2cadc4c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:40.460608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4519216c-d55d-4c62-957a-129dc3a5de2a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:40.508722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69519483-81fb-4324-b3ce-43ab74f4f43c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=95515eee-8096-4ca2-acb1-6117b2cadc4c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:40.514550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c82549e7-731e-465a-8516-175228255245 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:40.515039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Subnet': ['ID=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:40.531536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:40.532238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.614644 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d3a0f02-4a25-49d0-bba2-22de018f4f0a tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0564284 Feb 09 16:00:40.659994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b1d1f-acb0-4be1-a8da-7a3b9c8920d8 None None] Network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:40.669608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-99ef2e53-f801-4861-bacc-ea0e55cbef2f None None] Could not find standard attr ID for object 95515eee-8096-4ca2-acb1-6117b2cadc4c. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:00:40.695299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69519483-81fb-4324-b3ce-43ab74f4f43c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.710984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51926) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:40.711770 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-69519483-81fb-4324-b3ce-43ab74f4f43c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/95515eee-8096-4ca2-acb1-6117b2cadc4c HTTP/1.1" status: 204 len: 168 time: 3.4510694 Feb 09 16:00:40.718010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-44999437'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:40.719695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51930) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:40.813195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Checking segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:40.813746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network hostable DHCP agents. Network: 083d6f2b-73b8-4398-936f-5fa4281e7b1e, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:40.848289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c82549e7-731e-465a-8516-175228255245 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:40.848289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.848289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ae13301c-4118-4d8c-a5cf-16f819660ed1 None None] Provisioning complete for port c82549e7-731e-465a-8516-175228255245 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:40.848289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae13301c-4118-4d8c-a5cf-16f819660ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.852302 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-75136bf3-2067-4f5c-8c16-5cab03a5cee1 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 16:00:40.858277 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-75136bf3-2067-4f5c-8c16-5cab03a5cee1 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/95515eee-8096-4ca2-acb1-6117b2cadc4c HTTP/1.1" status: 404 len: 333 time: 0.1324394 Feb 09 16:00:40.866973 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9022315 Feb 09 16:00:40.872239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51932) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:40.873388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:40.874518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21b78d-986d-495f-a0b6-3d0a5edfa1c7 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event updated for resources: {'Port': ['ID=3107a40e-e8c6-4e95-b7c1-8e55dc706d16,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:40.907507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:40.929167 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.061566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5aed-612a-41de-9196-66c58d4e5052 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.091051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:41.116300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5aed-612a-41de-9196-66c58d4e5052 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.133219 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae13301c-4118-4d8c-a5cf-16f819660ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.136985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.207119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ae13301c-4118-4d8c-a5cf-16f819660ed1 None None] For port c82549e7-731e-465a-8516-175228255245, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c82549e7-731e-465a-8516-175228255245,segment=NetworkSegment(f7309c43-79ac-404f-b2f7-2545ed8f9419),segment_id=f7309c43-79ac-404f-b2f7-2545ed8f9419)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:41.208142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.239416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f128b087-b058-4db8-bd66-dd08e82561e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Deleting port 3107a40e-e8c6-4e95-b7c1-8e55dc706d16 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:41.240006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f128b087-b058-4db8-bd66-dd08e82561e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.329763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 083d6f2b-73b8-4398-936f-5fa4281e7b1e) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:41.342857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962320c1-2cb0-4b0a-9262-4d69966ed3f8 None None] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:41.417549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c3b99-dab5-459c-8765-b9900673fd70 req-83411fe8-cf00-44ef-a4c5-28df1f27c0b6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:41.417809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:41.417921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-658c3b99-dab5-459c-8765-b9900673fd70 req-83411fe8-cf00-44ef-a4c5-28df1f27c0b6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.6764035 Feb 09 16:00:41.418019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.418214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Made reservation on behalf of 6e3d35c5b3ab450f95e453d9f6b37b70 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:41.421785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.460755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5aed-612a-41de-9196-66c58d4e5052 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.467399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5aed-612a-41de-9196-66c58d4e5052 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.469570 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6a7f5aed-612a-41de-9196-66c58d4e5052 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/security-groups/d52142a0-e59d-4394-9cc5-d20476e54e0a HTTP/1.1" status: 204 len: 168 time: 0.5901213 Feb 09 16:00:41.469811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Router 2a0ef2f9-50d9-4915-9c9b-29928785d595 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:00:41.472942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51936) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:41.501997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:41.517752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae13301c-4118-4d8c-a5cf-16f819660ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.548527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-658c3b99-dab5-459c-8765-b9900673fd70 req-4607d016-5c31-4aa4-ad41-218d4f4757dd tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099641 Feb 09 16:00:41.551601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.552147 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Added segment ea6fb631-c927-477d-9b18-c5e302b8f9c0 of type vlan for network 3613d9a5-b2ab-482b-86ba-6dbb11bab81c Feb 09 16:00:41.575723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f5aed-612a-41de-9196-66c58d4e5052 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52142a0-e59d-4394-9cc5-d20476e54e0a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:41.578140 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:00:41.578503 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:00:41.621356 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6474754c-77f7-49ac-932d-0f7ece8b4fbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.7736013 Feb 09 16:00:41.637333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51938) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:41.644228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'subnet': {'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:41.655829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f128b087-b058-4db8-bd66-dd08e82561e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.684613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9dd16f38-e8e7-45c2-a3a6-67a9493cec3e None None] Provisioning complete for port 3107a40e-e8c6-4e95-b7c1-8e55dc706d16 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:41.684994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dd16f38-e8e7-45c2-a3a6-67a9493cec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.749582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f128b087-b058-4db8-bd66-dd08e82561e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Calling delete_port for 3107a40e-e8c6-4e95-b7c1-8e55dc706d16 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:41.753711 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Allocated IP 172.25.5.202 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/f5ac6d3d-cb58-4cb1-a4f7-f60fcc1ee6f9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:41.758421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13301c-4118-4d8c-a5cf-16f819660ed1 None None] Pushing event updated for resources: {'Port': ['ID=c82549e7-731e-465a-8516-175228255245,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:41.763303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80ebb7b9-dea8-4adc-9613-fc577203b931 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.779914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'fixed_ips': [{'subnet_id': '421f3cbf-0489-4dad-a1d6-ab2e51dd4b38'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:00:41.781565 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.791636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9dd16f38-e8e7-45c2-a3a6-67a9493cec3e None None] Port 3107a40e-e8c6-4e95-b7c1-8e55dc706d16 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:41.801901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.818666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:41.847224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.852626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cc6048a2-48ae-461a-8adb-d8cd962e6cbe tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "PUT /v2.0/routers/2a0ef2f9-50d9-4915-9c9b-29928785d595 HTTP/1.1" status: 200 len: 709 time: 5.7040670 Feb 09 16:00:41.869557 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51940) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:41.908381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80ebb7b9-dea8-4adc-9613-fc577203b931 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.946095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9dd16f38-e8e7-45c2-a3a6-67a9493cec3e None None] Provisioning complete for port c82549e7-731e-465a-8516-175228255245 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:41.954544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dd16f38-e8e7-45c2-a3a6-67a9493cec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.954544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e07660-ac09-4b57-a7d6-965eab3ec277 None None] Sync routers for ids ['2a0ef2f9-50d9-4915-9c9b-29928785d595'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:41.977904 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:41.987609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:41.988497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.020299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e07660-ac09-4b57-a7d6-965eab3ec277 None None] Routers {'2a0ef2f9-50d9-4915-9c9b-29928785d595'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:42.020299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-63e07660-ac09-4b57-a7d6-965eab3ec277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2a0ef2f9-50d9-4915-9c9b-29928785d595'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:42.021795 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-229303dd-31f7-4620-9909-43b9a2c93c70 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/routers/2a0ef2f9-50d9-4915-9c9b-29928785d595 HTTP/1.1" status: 200 len: 744 time: 0.1491756 Feb 09 16:00:42.029375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Allocated IP 10.1.1.2 (083d6f2b-73b8-4398-936f-5fa4281e7b1e/421f3cbf-0489-4dad-a1d6-ab2e51dd4b38/e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:42.035759 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51942) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:42.075799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-63e07660-ac09-4b57-a7d6-965eab3ec277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:42.100044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Network': ['ID=3613d9a5-b2ab-482b-86ba-6dbb11bab81c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:42.112242 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-598ebb49-4097-4987-9eb5-0e6d2c8d10d6 tempest-RoutersIpV6AdminTest-147585972 tempest-RoutersIpV6AdminTest-147585972-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&device_id=2a0ef2f9-50d9-4915-9c9b-29928785d595 HTTP/1.1" status: 200 len: 205 time: 0.0732498 Feb 09 16:00:42.115950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51944) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:42.126750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 3613d9a5-b2ab-482b-86ba-6dbb11bab81c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:42.170408 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80ebb7b9-dea8-4adc-9613-fc577203b931 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.175953 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-761ac7ba-8eb3-45eb-a233-e153c2311768 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a0ef2f9-50d9-4915-9c9b-29928785d595 HTTP/1.1" status: 200 len: 205 time: 0.0564976 Feb 09 16:00:42.183795 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-80ebb7b9-dea8-4adc-9613-fc577203b931 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.184219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51946) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:42.187637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-80ebb7b9-dea8-4adc-9613-fc577203b931 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/security-groups/603d9bc7-f760-4a70-a25d-844f3af63cf6 HTTP/1.1" status: 204 len: 168 time: 0.7111738 Feb 09 16:00:42.189686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51948) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:42.220749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebb7b9-dea8-4adc-9613-fc577203b931 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d9bc7-f760-4a70-a25d-844f3af63cf6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:42.238388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e07660-ac09-4b57-a7d6-965eab3ec277 None None] Routers {'2a0ef2f9-50d9-4915-9c9b-29928785d595'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:42.239450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-63e07660-ac09-4b57-a7d6-965eab3ec277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2a0ef2f9-50d9-4915-9c9b-29928785d595'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:42.245572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-aca387bf-2e2c-4061-9c47-bfd123d753aa tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5408862 Feb 09 16:00:42.295279 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.305671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f50916-7e14-43d3-b56c-97f17e65c98b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet 58b564d9-5d09-457f-b040-a63f986637d5 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:00:42.313584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75f50916-7e14-43d3-b56c-97f17e65c98b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.349314 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99c6e97f-9913-4a59-9906-76d22af0dded tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.360958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75f50916-7e14-43d3-b56c-97f17e65c98b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.392499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51950) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:42.404441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'subnets': [{'network_id': '4519216c-d55d-4c62-957a-129dc3a5de2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1856538752', 'ip_version': 4}, {'network_id': '3613d9a5-b2ab-482b-86ba-6dbb11bab81c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:42.404826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'subnet': {'network_id': '4519216c-d55d-4c62-957a-129dc3a5de2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1856538752', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:42.405463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Request body: {'subnet': {'network_id': '3613d9a5-b2ab-482b-86ba-6dbb11bab81c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:42.442998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:42.444313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:00:42.446875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-63e07660-ac09-4b57-a7d6-965eab3ec277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:42.448156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e07660-ac09-4b57-a7d6-965eab3ec277 None None] The sync data for ids ['2a0ef2f9-50d9-4915-9c9b-29928785d595'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:42.448331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.471902 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75f50916-7e14-43d3-b56c-97f17e65c98b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.630201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f128b087-b058-4db8-bd66-dd08e82561e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.635748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.639400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2c3ddeb4-bea0-473b-88e7-aec8f06c58f0 None None] Could not find standard attr ID for object 3107a40e-e8c6-4e95-b7c1-8e55dc706d16. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:00:42.644588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75f50916-7e14-43d3-b56c-97f17e65c98b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.655722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c82549e7-731e-465a-8516-175228255245 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:42.683614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f50916-7e14-43d3-b56c-97f17e65c98b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=58b564d9-5d09-457f-b040-a63f986637d5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:42.687917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75f50916-7e14-43d3-b56c-97f17e65c98b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.696267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-75f50916-7e14-43d3-b56c-97f17e65c98b tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/58b564d9-5d09-457f-b040-a63f986637d5 HTTP/1.1" status: 204 len: 168 time: 0.4908998 Feb 09 16:00:42.701663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51954) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:42.704968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:42.740809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf6223-eee7-4c51-9249-1f695521ad71 None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:42.751646 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:42.846815 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.872917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599ed6-709c-4742-868d-93f352d82858 req-1be79560-6b1a-4c2d-8560-7fe56ff64c4f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:42.897176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128b087-b058-4db8-bd66-dd08e82561e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event deleted for resources: {'Port': ['ID=3107a40e-e8c6-4e95-b7c1-8e55dc706d16,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:42.898027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85599ed6-709c-4742-868d-93f352d82858 req-1be79560-6b1a-4c2d-8560-7fe56ff64c4f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 944 time: 0.1074126 Feb 09 16:00:42.898224 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99c6e97f-9913-4a59-9906-76d22af0dded tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:42.898411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'network_id': '2994ed8d-ea67-4281-b014-38ef112c6182', 'port_id': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'mac_address': 'fa:16:3e:77:90:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:00:42.898610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99c6e97f-9913-4a59-9906-76d22af0dded tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.007216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85599ed6-709c-4742-868d-93f352d82858 req-d357b356-e1d4-4f27-b513-a66d03dabe64 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726535 Feb 09 16:00:43.139581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:43.141057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Pushing event updated for resources: {'Port': ['ID=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:43.158293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:43.167834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c82549e7-731e-465a-8516-175228255245 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:43.168528 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.171617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:43.178514 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.264659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.265661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7794dfba-75f9-460f-9f53-dd47d35b9364 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:00:43.336498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:43.359757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Attempting to bind port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:00:43.360167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Attempting to bind port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:00:43.360542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Attempting to bind port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:00:43.373526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:00:43.373917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Checking segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:43.374332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.374735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Bound using segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:00:43.375239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Bound port: e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:00:43.375628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.391585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:43.392132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.456897 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.460823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:43.494030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:43.509251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:43.524857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'Port': ['ID=f5ac6d3d-cb58-4cb1-a4f7-f60fcc1ee6f9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:43.537616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] For port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:00:43.543460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] For port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:00:43.546861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:43.560680 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f128b087-b058-4db8-bd66-dd08e82561e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.568135 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f128b087-b058-4db8-bd66-dd08e82561e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "DELETE /v2.0/ports/3107a40e-e8c6-4e95-b7c1-8e55dc706d16 HTTP/1.1" status: 204 len: 168 time: 2.6722655 Feb 09 16:00:43.568905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51956) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:43.586218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99c6e97f-9913-4a59-9906-76d22af0dded tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.586746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c6e97f-9913-4a59-9906-76d22af0dded tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Fanout notify agent at l3_agent the message router_deleted on router 2a0ef2f9-50d9-4915-9c9b-29928785d595 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:00:43.609475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99c6e97f-9913-4a59-9906-76d22af0dded tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.617622 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-99c6e97f-9913-4a59-9906-76d22af0dded tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/2a0ef2f9-50d9-4915-9c9b-29928785d595 HTTP/1.1" status: 204 len: 168 time: 1.4275126 Feb 09 16:00:43.617622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51960) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:43.685781 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.709356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-79c15e47-2ba2-4fd6-9cf8-9858fb22ba39 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1388793 Feb 09 16:00:43.713756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51962) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:43.721033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1004308934'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:43.797985 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-730e7b00-a65a-4c52-8490-dff9d250e940 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=2a0ef2f9-50d9-4915-9c9b-29928785d595 HTTP/1.1" status: 200 len: 205 time: 0.1720679 Feb 09 16:00:43.797985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Made reservation on behalf of 6e3d35c5b3ab450f95e453d9f6b37b70 for: {'subnet': 2} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:43.802635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.803250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:43.812140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51964) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:43.827907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['7794dfba-75f9-460f-9f53-dd47d35b9364'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:00:43.839973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bd4da-2fae-49f4-b6a8-47f74f768872 None None] Pushing event updated for resources: {'Port': ['ID=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:43.930827 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-e8b054b3-af3a-4f66-a046-eeeaa1b0eef1 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] delete failed (client error): The resource could not be found. Feb 09 16:00:43.936191 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e8b054b3-af3a-4f66-a046-eeeaa1b0eef1 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/2a0ef2f9-50d9-4915-9c9b-29928785d595 HTTP/1.1" status: 404 len: 336 time: 0.1209874 Feb 09 16:00:43.944769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:43.975089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Made reservation on behalf of 36da780b4a4a4c1d8d9c6a57bb021a0f for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:43.979678 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.001005 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.047231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:44.055367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6b3e6dc1-f4d7-4bb9-b004-14c7a47e8cc2 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=7816b8e1-ae9e-4526-9d16-0201a7d3c0ba HTTP/1.1" status: 200 len: 205 time: 0.1018593 Feb 09 16:00:44.075731 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.079594 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Added segment 73cab77d-06b6-4d49-b680-40093460704b of type vlan for network e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7 Feb 09 16:00:44.081178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51970) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.149249 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.177494 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-f8333fca-c24a-4f12-b338-80dd04b7545b tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] delete failed (client error): The resource could not be found. Feb 09 16:00:44.184815 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f8333fca-c24a-4f12-b338-80dd04b7545b tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/7816b8e1-ae9e-4526-9d16-0201a7d3c0ba HTTP/1.1" status: 404 len: 336 time: 0.0948331 Feb 09 16:00:44.185077 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.190007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.196932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51972) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.230542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:44.232235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:44.273506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Subnet': ['ID=9b5facdd-af5f-41fb-a26e-af7d356f4b8b,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:44.282927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:44.286821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a28a8062-66f3-4d18-aed3-67be7de53eb2 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce080e5a-3493-46a0-84ee-e92c0528ea04 HTTP/1.1" status: 200 len: 205 time: 0.0886879 Feb 09 16:00:44.287028 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.310291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51974) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.336221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.342765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:44.343297 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.382228 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-fbf882b5-1dea-4fd7-940f-abfb17d25d52 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] delete failed (client error): The resource could not be found. Feb 09 16:00:44.383603 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fbf882b5-1dea-4fd7-940f-abfb17d25d52 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/ce080e5a-3493-46a0-84ee-e92c0528ea04 HTTP/1.1" status: 404 len: 336 time: 0.0713098 Feb 09 16:00:44.389644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51976) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.390063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Checking segment: {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:44.390445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network hostable DHCP agents. Network: e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:44.402214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727aef1-a5e5-42a6-8c82-9d5cc8ae02ce req-06122caf-bf8a-47d3-ae06-9d0ebecb7a45 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:44.410558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8727aef1-a5e5-42a6-8c82-9d5cc8ae02ce req-06122caf-bf8a-47d3-ae06-9d0ebecb7a45 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 945 time: 0.2336986 Feb 09 16:00:44.429398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=c0925441-8530-4a54-ba75-7e9fb3b55c8b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:44.545920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ed4337f2-a357-4622-a580-0217adb7a85c tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8407702 Feb 09 16:00:44.551030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.552699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8378551 Feb 09 16:00:44.553607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51978) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.565299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9eab8bea-bddb-45b6-b634-98afe57ab2e0 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=09e3b014-9ccc-4432-b83a-50787179366a HTTP/1.1" status: 200 len: 205 time: 0.1710353 Feb 09 16:00:44.566957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e901eb6b-af62-44cb-bf05-bd3382f996a8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'security_group': {'name': 'tempest-secgroup-603911920'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:44.577340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51980) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.577340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51982) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.626462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:44.635562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7f82a-871d-4c2f-b08f-c1de8cddcf0b tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event updated for resources: {'Network': ['ID=e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:44.654116 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-3ef28849-928d-49e5-8f22-ebab51083ae5 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] delete failed (client error): The resource could not be found. Feb 09 16:00:44.655538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3ef28849-928d-49e5-8f22-ebab51083ae5 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/09e3b014-9ccc-4432-b83a-50787179366a HTTP/1.1" status: 404 len: 336 time: 0.0780385 Feb 09 16:00:44.663814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51984) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.664068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:44.706966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8727aef1-a5e5-42a6-8c82-9d5cc8ae02ce req-c328d572-46c3-439f-b2a6-491b8e6971f8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954006 Feb 09 16:00:44.732797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39cbcb9-0ab4-427e-8298-215bd8235ed4 None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:44.754300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:44.756714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-148827cb-8d4a-4f83-a2bd-716b61ad0caa tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 HTTP/1.1" status: 200 len: 205 time: 0.0868721 Feb 09 16:00:44.757172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51986) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.829324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d402a888-47bc-4c64-8959-978fb39313f5 None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:44.829815 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d402a888-47bc-4c64-8959-978fb39313f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.881017 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-e8f1d72b-5aa5-4599-bbbb-e88a0ce4bc8f tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] delete failed (client error): The resource could not be found. Feb 09 16:00:44.882944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e8f1d72b-5aa5-4599-bbbb-e88a0ce4bc8f tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/a8eb1ccc-5ae7-4d10-b4fc-24e416a364f8 HTTP/1.1" status: 404 len: 336 time: 0.1215148 Feb 09 16:00:44.889082 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e901eb6b-af62-44cb-bf05-bd3382f996a8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.892310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51988) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:44.903903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:44.904634 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.907046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:44.926332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:44.926956 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:44.935834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419f8538-d376-49d7-bd0f-03869ca4fbdf None None] Network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:44.995498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-69190958-d5bb-44ee-8486-623a37c4ad86 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e51d2ac-db3c-413b-a338-df61a6579dde HTTP/1.1" status: 200 len: 205 time: 0.0932665 Feb 09 16:00:44.998452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51990) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:45.062469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.070631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51992) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:45.071051 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9875f324-932d-4f0e-94fc-5a994413502c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4325049 Feb 09 16:00:45.087289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'port': {'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'name': 'tempest-TaggedBootDevicesTest_v242-2012847328', 'fixed_ips': [{'subnet_id': '421f3cbf-0489-4dad-a1d6-ab2e51dd4b38'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:45.091385 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-bf3690b8-c13f-459d-a3e2-bddbb7bab691 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] delete failed (client error): The resource could not be found. Feb 09 16:00:45.092783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bf3690b8-c13f-459d-a3e2-bddbb7bab691 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/routers/2e51d2ac-db3c-413b-a338-df61a6579dde HTTP/1.1" status: 404 len: 336 time: 0.0852649 Feb 09 16:00:45.100332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51994) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:45.133985 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d46c04c-5450-49e0-87da-d8d679c277a4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] DELETE failed (client error): The resource could not be found. Feb 09 16:00:45.135224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d46c04c-5450-49e0-87da-d8d679c277a4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:00:45.144622 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7d46c04c-5450-49e0-87da-d8d679c277a4 tempest-RoutersIpV6AdminTest-1155801426 tempest-RoutersIpV6AdminTest-1155801426-project] 10.222.0.53 "DELETE /v2.0/subnets/45a37b80-9921-4e75-8f89-d5a8dfa4579f HTTP/1.1" status: 404 len: 337 time: 0.0430276 Feb 09 16:00:45.169303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.252524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.339997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ad16dec3-b1ca-4343-aafc-2bd27c10c2f1 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "GET /v2.0/agents/2c99dbf2-45e2-4c73-a630-f6685b3c72bb/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 0.7590084 Feb 09 16:00:45.349137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52000) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:45.361194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'Port': ['ID=f5ac6d3d-cb58-4cb1-a4f7-f60fcc1ee6f9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:45.396633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e901eb6b-af62-44cb-bf05-bd3382f996a8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.434783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Subnet': ['ID=8d219fe9-6e78-4e6a-b32b-db21ac1a1205,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:45.479358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Checking segment: {'id': 'ca83bd94-c4bc-4e41-b299-ca8c4fd42d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '4519216c-d55d-4c62-957a-129dc3a5de2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:45.479736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Network hostable DHCP agents. Network: 4519216c-d55d-4c62-957a-129dc3a5de2a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:45.480129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa78ec-a9a8-40c4-b414-ecd610d58da6 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] Network e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:45.490044 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.511810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:45.564816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5096d2f-52ec-471d-912f-bc4204e3be10 None None] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:45.594674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e901eb6b-af62-44cb-bf05-bd3382f996a8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.612321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d402a888-47bc-4c64-8959-978fb39313f5 None None] Provisioning complete for port b7d0fd7e-272c-498b-baeb-04db7952cf46 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:45.613810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d402a888-47bc-4c64-8959-978fb39313f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.663706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-61aa78ec-a9a8-40c4-b414-ecd610d58da6 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "POST /v2.0/agents/2c99dbf2-45e2-4c73-a630-f6685b3c72bb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3128698 Feb 09 16:00:45.666609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52002) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:45.682415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.703636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.710922 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.717125 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-805382fb-e7a4-4e57-9256-dbd29f927be7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5891089 Feb 09 16:00:45.721367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] device_id is not set on port cd4f5950-d0e5-48fa-ac9d-b5200349e870 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:45.725961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e86b6e-bf6f-4b16-a925-ed309074b5cc None None] Network e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:45.750628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52004) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:45.769609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f1153560-9ab0-4883-b645-1a8d669d6e82 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Request body: {'floatingip': {'port_id': '9be4bf28-5374-406c-b8fc-3f91c08cd53e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:45.777159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Network 4519216c-d55d-4c62-957a-129dc3a5de2a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:45.846662 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e901eb6b-af62-44cb-bf05-bd3382f996a8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:45.848300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e901eb6b-af62-44cb-bf05-bd3382f996a8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2880111 Feb 09 16:00:45.852887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901eb6b-af62-44cb-bf05-bd3382f996a8 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69554ee3-3126-4994-bfa9-40372b5fa050,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:45.858921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52008) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:45.863865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1b9ed66a-ab19-451d-aebc-c388c9fa5f29 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1569617951'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:45.994139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:46.029249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4519216c-d55d-4c62-957a-129dc3a5de2a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:46.043863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca', 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'fixed_ips': [{'subnet_id': '9b5facdd-af5f-41fb-a26e-af7d356f4b8b'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:00:46.045668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.064605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ce9e7-15fb-4521-9fd2-99f3321b23a0 None None] Network 4519216c-d55d-4c62-957a-129dc3a5de2a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:46.082907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.112074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1153560-9ab0-4883-b645-1a8d669d6e82 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.151042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.157492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d402a888-47bc-4c64-8959-978fb39313f5 None None] Port b7d0fd7e-272c-498b-baeb-04db7952cf46 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:46.172769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Allocated IP 10.1.1.241 (083d6f2b-73b8-4398-936f-5fa4281e7b1e/421f3cbf-0489-4dad-a1d6-ab2e51dd4b38/cd4f5950-d0e5-48fa-ac9d-b5200349e870) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:46.245447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52012) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:46.264159 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b9ed66a-ab19-451d-aebc-c388c9fa5f29 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.292846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f767c4-a86f-4a2d-bb77-eeed2b2344bf req-3cf2cef6-d329-4ca1-8d3e-adc7090ea93a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:46.307117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73f767c4-a86f-4a2d-bb77-eeed2b2344bf req-3cf2cef6-d329-4ca1-8d3e-adc7090ea93a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 945 time: 0.4337447 Feb 09 16:00:46.316413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd16918-005f-4583-9460-ca6e501f799a None None] Update dhcp port {'port': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'fixed_ips': [{'subnet_id': '4ae75898-0376-4bee-99cc-ac1468788a4d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c0925441-8530-4a54-ba75-7e9fb3b55c8b'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '83924f63-9525-4c3f-a76c-6d1b13fbab35'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:00:46.379115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event updated for resources: {'Subnet': ['ID=fbbe4c6c-191b-4ec5-81f4-dd822ef13321,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:46.380974 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4dd16918-005f-4583-9460-ca6e501f799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.465412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73f767c4-a86f-4a2d-bb77-eeed2b2344bf req-aa0da390-6067-48bc-a6e9-23e4be62d5f9 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573172 Feb 09 16:00:46.478343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Checking segment: {'id': 'ea6fb631-c927-477d-9b18-c5e302b8f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3613d9a5-b2ab-482b-86ba-6dbb11bab81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:46.478828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Network hostable DHCP agents. Network: 3613d9a5-b2ab-482b-86ba-6dbb11bab81c, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:46.491943 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-f1153560-9ab0-4883-b645-1a8d669d6e82 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] update failed (client error): The resource could not be found. Feb 09 16:00:46.493334 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1153560-9ab0-4883-b645-1a8d669d6e82 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "PUT /v2.0/floatingips/b6af3ce8-fc61-4c01-83ab-e610cff2c4be HTTP/1.1" status: 404 len: 507 time: 0.7396777 Feb 09 16:00:46.513159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52016) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:46.513159 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-900d0436-05aa-489a-859d-4683a8d05af5 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "GET /v2.0/agents/2c99dbf2-45e2-4c73-a630-f6685b3c72bb/dhcp-networks HTTP/1.1" status: 200 len: 12020 time: 0.8356993 Feb 09 16:00:46.517736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52018) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:46.592045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:46.696674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e984135a-cf3d-4f4c-8ecc-811affe9743b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.729076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Network 3613d9a5-b2ab-482b-86ba-6dbb11bab81c is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:46.741842 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.745266 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b9ed66a-ab19-451d-aebc-c388c9fa5f29 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.811095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Deleting port f5ac6d3d-cb58-4cb1-a4f7-f60fcc1ee6f9 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:46.811446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.880586 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7a742ee5-a7d6-4cbf-9786-ecc9729605f5 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "DELETE /v2.0/agents/2c99dbf2-45e2-4c73-a630-f6685b3c72bb/dhcp-networks/e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7 HTTP/1.1" status: 204 len: 168 time: 0.3613141 Feb 09 16:00:46.885590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52020) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:46.888771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b9ed66a-ab19-451d-aebc-c388c9fa5f29 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.900526 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 3613d9a5-b2ab-482b-86ba-6dbb11bab81c) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:46.903843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-035c5fcd-4500-4298-b2a8-63262d52f1fc None None] Provisioning complete for port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:46.904749 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-035c5fcd-4500-4298-b2a8-63262d52f1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.910916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.927611 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e984135a-cf3d-4f4c-8ecc-811affe9743b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.933447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:46.933921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:46.934580 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:46.988022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d2d80-8f0c-4f26-8138-b4e3bb37c316 None None] Network 3613d9a5-b2ab-482b-86ba-6dbb11bab81c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:46.998800 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1b9ed66a-ab19-451d-aebc-c388c9fa5f29 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.003264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1b9ed66a-ab19-451d-aebc-c388c9fa5f29 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1439173 Feb 09 16:00:47.004387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:47.024636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e984135a-cf3d-4f4c-8ecc-811affe9743b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.032039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52022) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:47.035565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:47.041219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ed66a-ab19-451d-aebc-c388c9fa5f29 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb856f3-22b3-4416-84df-b3fce5cdbc7a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:47.045527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:47.053490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:47.118437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=cd4f5950-d0e5-48fa-ac9d-b5200349e870,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:47.129860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:47.136518 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.261460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7ec5c0fd-e178-4f29-9d07-d1887b889d2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1900914 Feb 09 16:00:47.262463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52024) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:47.267827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'port': {'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'name': 'tempest-TaggedBootDevicesTest_v242-1948565578', 'fixed_ips': [{'subnet_id': '421f3cbf-0489-4dad-a1d6-ab2e51dd4b38'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:47.284013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3e4b5354-f044-4dfa-bd88-5351fa1239f5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'security_group': {'name': 'tempest-secgroup-939039700'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:47.290058 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.290432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.313984 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1201259c-910a-4172-89da-59a37dc618a3 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.9148676 Feb 09 16:00:47.323737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Allocated IP 10.2.2.2 (e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca/9b5facdd-af5f-41fb-a26e-af7d356f4b8b/d6f312aa-c943-4d52-aeb4-19efc6aae9e3) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:47.327498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52026) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:47.373951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Calling delete_port for f5ac6d3d-cb58-4cb1-a4f7-f60fcc1ee6f9 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:47.426717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 7794dfba-75f9-460f-9f53-dd47d35b9364 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:47.427161 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.439756 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e984135a-cf3d-4f4c-8ecc-811affe9743b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc9e3078cac24661be5f76f70e2a796c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1837380 Feb 09 16:00:47.442214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52028) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:47.472646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984135a-cf3d-4f4c-8ecc-811affe9743b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39adfda7-83aa-4930-95a5-69a7bd767a82,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:47.487775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d63bae0-5b4a-4d75-b3ef-31b9def73f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-4519216c-d55d-4c62-957a-129dc3a5de2a', 'network_id': '4519216c-d55d-4c62-957a-129dc3a5de2a', 'tenant_id': '6e3d35c5b3ab450f95e453d9f6b37b70', 'fixed_ips': [{'subnet_id': '8d219fe9-6e78-4e6a-b32b-db21ac1a1205'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:00:47.489153 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2d63bae0-5b4a-4d75-b3ef-31b9def73f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.558675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a7c38-1952-4ea1-8ec0-3a1ab7246d64 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:47.560841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a7c38-1952-4ea1-8ec0-3a1ab7246d64 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:47.562181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a7c38-1952-4ea1-8ec0-3a1ab7246d64 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:47.569007 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e1a7c38-1952-4ea1-8ec0-3a1ab7246d64 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2285774 Feb 09 16:00:47.570115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:47.578593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:47.589278 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.596883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-4dd16918-005f-4583-9460-ca6e501f799a None None] Allocated IP 2001:db8::2 (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/c0925441-8530-4a54-ba75-7e9fb3b55c8b/83924f63-9525-4c3f-a76c-6d1b13fbab35) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:47.662464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5354-f044-4dfa-bd88-5351fa1239f5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.667065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] device_id is not set on port 8f3b7125-0b50-45fb-a1ad-8afa578408ce yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:47.685065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce470895-8fae-4b72-9485-b42e52d34bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.720513 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d564e5ff-e29b-499d-8a35-6325737e1968 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "GET /v2.0/agents/2c99dbf2-45e2-4c73-a630-f6685b3c72bb/dhcp-networks HTTP/1.1" status: 200 len: 12847 time: 0.8246167 Feb 09 16:00:47.722769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52034) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:47.779304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf755d46-007f-4431-92f9-6f6bcd840ca7 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Deleting subnet 8d219fe9-6e78-4e6a-b32b-db21ac1a1205 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:00:47.788722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf755d46-007f-4431-92f9-6f6bcd840ca7 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.821759 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e8afb643-1b73-4983-b96a-e9b78acdf22f tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "GET /v2.0/networks/3def38fb-0fbd-46d3-bea9-2a010d8dce91/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0899878 Feb 09 16:00:47.825918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3613d9a5-b2ab-482b-86ba-6dbb11bab81c', 'network_id': '3613d9a5-b2ab-482b-86ba-6dbb11bab81c', 'tenant_id': '6e3d35c5b3ab450f95e453d9f6b37b70', 'fixed_ips': [{'subnet_id': 'fbbe4c6c-191b-4ec5-81f4-dd822ef13321'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:00:47.826817 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.830382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52036) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:47.895913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf755d46-007f-4431-92f9-6f6bcd840ca7 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.937779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce470895-8fae-4b72-9485-b42e52d34bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:47.972345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b950d-6f43-47f1-b856-3ff83c153c76 req-8ba025cb-c187-4aec-9970-4d66d461d941 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:47.982204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc8b950d-6f43-47f1-b856-3ff83c153c76 req-8ba025cb-c187-4aec-9970-4d66d461d941 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 945 time: 0.1726406 Feb 09 16:00:48.012577 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.050649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4dd16918-005f-4583-9460-ca6e501f799a None None] For port 83924f63-9525-4c3f-a76c-6d1b13fbab35, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=83924f63-9525-4c3f-a76c-6d1b13fbab35,segment=NetworkSegment(daf0b06d-dc3a-4d80-bd4f-4358bd3572aa),segment_id=daf0b06d-dc3a-4d80-bd4f-4358bd3572aa)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:48.050840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc8b950d-6f43-47f1-b856-3ff83c153c76 req-29df3194-6dba-4a63-bf19-4d3e7533af14 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675414 Feb 09 16:00:48.060925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5354-f044-4dfa-bd88-5351fa1239f5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.126269 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9ae925eb-60e4-4d1e-8ebe-c546cfd45cb1 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "GET /v2.0/networks/3def38fb-0fbd-46d3-bea9-2a010d8dce91/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2945609 Feb 09 16:00:48.130860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52038) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:48.144490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cd641ed4-3133-4ddd-b4de-9cc5cb12f5f6 None None] Provisioning complete for port cd4f5950-d0e5-48fa-ac9d-b5200349e870 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:48.144921 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd641ed4-3133-4ddd-b4de-9cc5cb12f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.156375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf755d46-007f-4431-92f9-6f6bcd840ca7 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.164359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5354-f044-4dfa-bd88-5351fa1239f5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.180967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Allocated IP 10.1.1.45 (083d6f2b-73b8-4398-936f-5fa4281e7b1e/421f3cbf-0489-4dad-a1d6-ab2e51dd4b38/8f3b7125-0b50-45fb-a1ad-8afa578408ce) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:48.214501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.218594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:00:48.220515 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be27d558-33bf-46fa-9f56-91c604de203f" -d '{"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-plugged", "status": "completed", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:00:48.239013 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce470895-8fae-4b72-9485-b42e52d34bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.241610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ce470895-8fae-4b72-9485-b42e52d34bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.243694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ce470895-8fae-4b72-9485-b42e52d34bed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39adfda7-83aa-4930-95a5-69a7bd767a82 HTTP/1.1" status: 204 len: 168 time: 0.8000555 Feb 09 16:00:48.280562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:48.285420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce470895-8fae-4b72-9485-b42e52d34bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39adfda7-83aa-4930-95a5-69a7bd767a82,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:48.323134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cd641ed4-3133-4ddd-b4de-9cc5cb12f5f6 None None] Port cd4f5950-d0e5-48fa-ac9d-b5200349e870 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:48.323641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.327366 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4dd16918-005f-4583-9460-ca6e501f799a None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.358645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cd641ed4-3133-4ddd-b4de-9cc5cb12f5f6 None None] Provisioning complete for port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:48.359053 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd641ed4-3133-4ddd-b4de-9cc5cb12f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.402479 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ff5542-4cd2-4689-8e6b-b802aec853d6 x-openstack-request-id: req-74ff5542-4cd2-4689-8e6b-b802aec853d6 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:00:48.402767 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-plugged", "status": "completed", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:00:48.403070 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74ff5542-4cd2-4689-8e6b-b802aec853d6 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:00:48.403495 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'code': 200} Feb 09 16:00:48.426544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Allocated IP 172.20.0.18 (3613d9a5-b2ab-482b-86ba-6dbb11bab81c/fbbe4c6c-191b-4ec5-81f4-dd822ef13321/be003b41-c368-49aa-af00-6ff250e48904) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:48.463782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b5354-f044-4dfa-bd88-5351fa1239f5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eacb27-5321-47a8-8c02-1891d34117c9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:48.465229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f2e73fe-afe4-4232-b344-0ba107ada563 tempest-DHCPAgentSchedulersTestJSON-1651152659 tempest-DHCPAgentSchedulersTestJSON-1651152659-project-admin] 10.222.0.53 "GET /v2.0/agents/2c99dbf2-45e2-4c73-a630-f6685b3c72bb/dhcp-networks HTTP/1.1" status: 200 len: 12847 time: 0.3334050 Feb 09 16:00:48.473077 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e4b5354-f044-4dfa-bd88-5351fa1239f5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.474792 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e4b5354-f044-4dfa-bd88-5351fa1239f5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1943409 Feb 09 16:00:48.475730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event deleted for resources: {'Port': ['ID=f5ac6d3d-cb58-4cb1-a4f7-f60fcc1ee6f9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:48.483763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52044) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:48.486602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52046) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:48.495182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1086449541', 'security_groups': ['c8eacb27-5321-47a8-8c02-1891d34117c9'], 'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0925441-8530-4a54-ba75-7e9fb3b55c8b'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:48.540138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.560767 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.575463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:48.581547 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4dd16918-005f-4583-9460-ca6e501f799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.672959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.678465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:48.678764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.688702 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-954cef0a-b925-475c-bf08-66c8ae5e1973 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "DELETE /v2.0/floatingips/b6af3ce8-fc61-4c01-83ab-e610cff2c4be HTTP/1.1" status: 204 len: 168 time: 2.1840768 Feb 09 16:00:48.698186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52048) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:48.698186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-402063c6-97d5-463a-be58-6e70bed5ba8d tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Request body: {'floatingip': {'floating_network_id': '04ad8cc9-dc24-45de-bb1b-aeef0b702818', 'port_id': '9be4bf28-5374-406c-b8fc-3f91c08cd53e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:48.702968 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.705249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf755d46-007f-4431-92f9-6f6bcd840ca7 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.716329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.730590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:48.748468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:48.768750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Pushing event updated for resources: {'Port': ['ID=d6f312aa-c943-4d52-aeb4-19efc6aae9e3,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:48.813814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf755d46-007f-4431-92f9-6f6bcd840ca7 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Subnet': ['ID=8d219fe9-6e78-4e6a-b32b-db21ac1a1205,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:48.821245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf755d46-007f-4431-92f9-6f6bcd840ca7 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.821245 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cf755d46-007f-4431-92f9-6f6bcd840ca7 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/subnets/8d219fe9-6e78-4e6a-b32b-db21ac1a1205 HTTP/1.1" status: 204 len: 168 time: 1.2388217 Feb 09 16:00:48.825331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52052) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server [None req-2d63bae0-5b4a-4d75-b3ef-31b9def73f36 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d219fe9-6e78-4e6a-b32b-db21ac1a1205: This subnet is being modified by another concurrent operation. Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:00:48.834978 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise exception Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8d219fe9-6e78-4e6a-b32b-db21ac1a1205: This subnet is being modified by another concurrent operation. Feb 09 16:00:48.839554 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Feb 09 16:00:48.936645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debbc382-f29d-4551-b1d9-93dbd2b5c997 None None] Network 4519216c-d55d-4c62-957a-129dc3a5de2a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:48.946246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea085679-9045-46f3-b05b-eeafaa7bd197 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Deleting subnet fbbe4c6c-191b-4ec5-81f4-dd822ef13321 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:00:48.955943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-af10f0a7-4dce-40a4-8330-7329a53bf227 None None] Provisioning complete for port cd4f5950-d0e5-48fa-ac9d-b5200349e870 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:48.956569 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-af10f0a7-4dce-40a4-8330-7329a53bf227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.958057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:48.976876 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.001211 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-402063c6-97d5-463a-be58-6e70bed5ba8d tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.044170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:49.049844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb444bf3-ce14-4fdf-8922-8d6a71ace399 req-4c509637-eca8-4410-a803-edca29d57cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:49.051752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb444bf3-ce14-4fdf-8922-8d6a71ace399 req-4c509637-eca8-4410-a803-edca29d57cb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1098 time: 0.2364128 Feb 09 16:00:49.077322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cab77d-06b6-4d49-b680-40093460704b') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:49.080994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cab77d-06b6-4d49-b680-40093460704b') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:49.093398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:49.108233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:49.344780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:49.447706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Attempting to bind port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:00:49.448725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Attempting to bind port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:00:49.448725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Attempting to bind port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 on network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:00:49.465085 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:49.465085 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.472019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.491135 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-402063c6-97d5-463a-be58-6e70bed5ba8d tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:00:49.495832 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-402063c6-97d5-463a-be58-6e70bed5ba8d tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8039546 Feb 09 16:00:49.501615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52056) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:49.509225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '9be4bf28-5374-406c-b8fc-3f91c08cd53e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:49.518663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:49.522845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-af10f0a7-4dce-40a4-8330-7329a53bf227 None None] Port cd4f5950-d0e5-48fa-ac9d-b5200349e870 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:49.523955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.526959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd16918-005f-4583-9460-ca6e501f799a None None] Pushing event updated for resources: {'Port': ['ID=83924f63-9525-4c3f-a76c-6d1b13fbab35,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:49.533948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:00:49.534400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Checking segment: {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:49.534805 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.535210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Bound using segment: {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:00:49.535719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Bound port: d6f312aa-c943-4d52-aeb4-19efc6aae9e3, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:00:49.536155 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.601650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:49.668959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea085679-9045-46f3-b05b-eeafaa7bd197 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.675208 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.688706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] For port d6f312aa-c943-4d52-aeb4-19efc6aae9e3, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:00:49.740012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=8f3b7125-0b50-45fb-a1ad-8afa578408ce,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:49.741542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] For port d6f312aa-c943-4d52-aeb4-19efc6aae9e3, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6f312aa-c943-4d52-aeb4-19efc6aae9e3,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:00:49.764737 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.778396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Network 3613d9a5-b2ab-482b-86ba-6dbb11bab81c is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:49.779942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Pushing event updated for resources: {'Port': ['ID=be003b41-c368-49aa-af00-6ff250e48904,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:49.782609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:49.785646 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.802755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.804233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:49.809757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea085679-9045-46f3-b05b-eeafaa7bd197 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.871355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.887760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Attempting to bind port be003b41-c368-49aa-af00-6ff250e48904 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:00:49.888532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Attempting to bind port be003b41-c368-49aa-af00-6ff250e48904 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'ea6fb631-c927-477d-9b18-c5e302b8f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3613d9a5-b2ab-482b-86ba-6dbb11bab81c'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:00:49.889072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Attempting to bind port be003b41-c368-49aa-af00-6ff250e48904 on network 3613d9a5-b2ab-482b-86ba-6dbb11bab81c {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:00:49.911224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.921280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.932137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:00:49.932500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Checking segment: {'id': 'ea6fb631-c927-477d-9b18-c5e302b8f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3613d9a5-b2ab-482b-86ba-6dbb11bab81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:49.932952 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.933410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Bound using segment: {'id': 'ea6fb631-c927-477d-9b18-c5e302b8f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3613d9a5-b2ab-482b-86ba-6dbb11bab81c'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:00:49.933910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Bound port: be003b41-c368-49aa-af00-6ff250e48904, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6fb631-c927-477d-9b18-c5e302b8f9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3613d9a5-b2ab-482b-86ba-6dbb11bab81c'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:00:49.934319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.940512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:49.941434 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:49.956033 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:49.959376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c98995c0-935b-4d3e-817a-00beae45f33b None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:49.959376 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c98995c0-935b-4d3e-817a-00beae45f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:49.987485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb444bf3-ce14-4fdf-8922-8d6a71ace399 req-1e88e820-cd2f-432c-b81e-518645d76285 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9187598 Feb 09 16:00:49.992437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52058) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:50.040022 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea085679-9045-46f3-b05b-eeafaa7bd197 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.108981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:50.110354 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.164185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] device_id is not set on port d2580603-015b-4c5a-831f-61c6f76b52c1 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:50.185568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4818-1b6b-401b-8058-825ee29b033f req-6e9a4c56-3d5a-49b6-8dfb-eb94e9be092e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:50.185876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c7c6c-35e4-4387-b79e-df39d1f9280c None None] Pushing event updated for resources: {'Port': ['ID=d6f312aa-c943-4d52-aeb4-19efc6aae9e3,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:50.186793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb7c4818-1b6b-401b-8058-825ee29b033f req-6e9a4c56-3d5a-49b6-8dfb-eb94e9be092e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.6658583 Feb 09 16:00:50.246073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.246295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-09fba8f2-23ca-4959-aa22-5b967fbfee30 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e632b088b5e4470b335162ac664b3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492232 Feb 09 16:00:50.250492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52060) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:50.299672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c98995c0-935b-4d3e-817a-00beae45f33b None None] Provisioning complete for port b7d0fd7e-272c-498b-baeb-04db7952cf46 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:50.300302 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c98995c0-935b-4d3e-817a-00beae45f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.375626 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.389637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb7c4818-1b6b-401b-8058-825ee29b033f req-68a8439b-d593-49af-90e8-03e18376f96a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842189 Feb 09 16:00:50.392707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c98995c0-935b-4d3e-817a-00beae45f33b None None] Port b7d0fd7e-272c-498b-baeb-04db7952cf46 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:50.416487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.423469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "DELETE /v2.0/networks/e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7 HTTP/1.1" status: 204 len: 168 time: 1.9347830 Feb 09 16:00:50.428457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52062) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:50.455267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea085679-9045-46f3-b05b-eeafaa7bd197 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.458069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] For port be003b41-c368-49aa-af00-6ff250e48904, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:00:50.475835 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-18febabd-2b1d-4395-a9fc-30d6da3088ef tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] DELETE failed (client error): The resource could not be found. Feb 09 16:00:50.484139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18febabd-2b1d-4395-a9fc-30d6da3088ef tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:00:50.484786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea085679-9045-46f3-b05b-eeafaa7bd197 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.485380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] For port be003b41-c368-49aa-af00-6ff250e48904, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=be003b41-c368-49aa-af00-6ff250e48904,segment=NetworkSegment(ea6fb631-c927-477d-9b18-c5e302b8f9c0),segment_id=ea6fb631-c927-477d-9b18-c5e302b8f9c0)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:00:50.485649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-18febabd-2b1d-4395-a9fc-30d6da3088ef tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "DELETE /v2.0/ports/3107a40e-e8c6-4e95-b7c1-8e55dc706d16 HTTP/1.1" status: 404 len: 333 time: 0.0558712 Feb 09 16:00:50.487899 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ea085679-9045-46f3-b05b-eeafaa7bd197 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/subnets/fbbe4c6c-191b-4ec5-81f4-dd822ef13321 HTTP/1.1" status: 204 len: 168 time: 1.6611233 Feb 09 16:00:50.489086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52064) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:50.492142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a745a-24b5-49fd-b6d7-b23db3dfe4e3 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event deleted for resources: {'Network': ['ID=e95f5f1c-0d0a-4fbb-982a-1e6a13c206b7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:50.496071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52066) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:50.510043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7b89bcd-3fcb-475a-8232-0b58bb91cc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.515661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea085679-9045-46f3-b05b-eeafaa7bd197 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Subnet': ['ID=fbbe4c6c-191b-4ec5-81f4-dd822ef13321,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:50.538466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-411ff75c-3328-4f33-a69e-2d09325ec17c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2633243 Feb 09 16:00:50.556017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0dfcba88-2df0-41a6-92a6-b8d8620f6add None None] Provisioning complete for port 8f3b7125-0b50-45fb-a1ad-8afa578408ce triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:50.556777 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0dfcba88-2df0-41a6-92a6-b8d8620f6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.567328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Allocated IP 172.25.5.15 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/fab9a0c1-23fd-4a3f-b9ce-a53a3c469262) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:50.573220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7b89bcd-3fcb-475a-8232-0b58bb91cc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.640943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.791484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ee228-05b0-4313-8021-8486b095c894 None None] Pushing event updated for resources: {'Port': ['ID=be003b41-c368-49aa-af00-6ff250e48904,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:50.792581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.792828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8::28b (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/c0925441-8530-4a54-ba75-7e9fb3b55c8b/d2580603-015b-4c5a-831f-61c6f76b52c1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:50.798662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 83924f63-9525-4c3f-a76c-6d1b13fbab35 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:50.830556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcba88-2df0-41a6-92a6-b8d8620f6add None None] Port 8f3b7125-0b50-45fb-a1ad-8afa578408ce cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:50.878803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:50.879184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.926734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e723cd98-46a4-47c9-a9c2-2df39e888c4f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Deleting subnet 5f3a1934-925e-43e6-a393-f5f1365fc392 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:00:50.938451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e826c-a2c9-440f-b82a-9a3cadc989bf tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:50.944125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-700e826c-a2c9-440f-b82a-9a3cadc989bf tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4332147 Feb 09 16:00:50.944125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e723cd98-46a4-47c9-a9c2-2df39e888c4f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:50.945441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:51.062487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6f312aa-c943-4d52-aeb4-19efc6aae9e3 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:51.069060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e723cd98-46a4-47c9-a9c2-2df39e888c4f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.075246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.078701 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7b89bcd-3fcb-475a-8232-0b58bb91cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.093708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7b89bcd-3fcb-475a-8232-0b58bb91cc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.100641 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e7b89bcd-3fcb-475a-8232-0b58bb91cc49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57449397-5880-4639-8e40-9f66641c2f89 HTTP/1.1" status: 204 len: 168 time: 0.8483107 Feb 09 16:00:51.130551 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52078) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:51.210805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:51.211314 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.292456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-22664592-9176-48e4-a9c2-91e6b16ac312 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1720233525', 'description': 'tempest-description--1349012327'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:51.329075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.339427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b89bcd-3fcb-475a-8232-0b58bb91cc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57449397-5880-4639-8e40-9f66641c2f89,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:51.393867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:51.409184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.416267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:51.420635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:51.444807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e723cd98-46a4-47c9-a9c2-2df39e888c4f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.484723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event updated for resources: {'Port': ['ID=fab9a0c1-23fd-4a3f-b9ce-a53a3c469262,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:51.631848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Deleting port be003b41-c368-49aa-af00-6ff250e48904 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:51.636180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.679908 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.732327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22664592-9176-48e4-a9c2-91e6b16ac312 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.804454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port d6f312aa-c943-4d52-aeb4-19efc6aae9e3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6f312aa-c943-4d52-aeb4-19efc6aae9e3,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:51.809764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f59e3-3cd5-4abf-a4f6-cf940977caa7 req-1b152f1f-f258-414a-baca-6011402df3c3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:51.814783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-839f59e3-3cd5-4abf-a4f6-cf940977caa7 req-1b152f1f-f258-414a-baca-6011402df3c3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1018248 Feb 09 16:00:51.862986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] For port be003b41-c368-49aa-af00-6ff250e48904, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=be003b41-c368-49aa-af00-6ff250e48904,segment=NetworkSegment(ea6fb631-c927-477d-9b18-c5e302b8f9c0),segment_id=ea6fb631-c927-477d-9b18-c5e302b8f9c0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:51.865037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.880663 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e723cd98-46a4-47c9-a9c2-2df39e888c4f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.906465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.918699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e893d1-10ba-46e6-8e2e-efd2553ec2d7 None None] Network 3def38fb-0fbd-46d3-bea9-2a010d8dce91 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:51.946906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e723cd98-46a4-47c9-a9c2-2df39e888c4f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:51.954812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e723cd98-46a4-47c9-a9c2-2df39e888c4f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "DELETE /v2.0/subnets/5f3a1934-925e-43e6-a393-f5f1365fc392 HTTP/1.1" status: 204 len: 168 time: 1.4638422 Feb 09 16:00:51.983932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52092) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:51.989254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Calling delete_port for be003b41-c368-49aa-af00-6ff250e48904 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:52.003259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-839f59e3-3cd5-4abf-a4f6-cf940977caa7 req-fc919a5e-cea0-4d03-a477-8fe601d3eb8e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698849 Feb 09 16:00:52.054374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723cd98-46a4-47c9-a9c2-2df39e888c4f tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3a1934-925e-43e6-a393-f5f1365fc392,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:52.077415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:52.086371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:52.105235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:52.111813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:52.112579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.168533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=d2580603-015b-4c5a-831f-61c6f76b52c1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:52.212494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.264633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a9b3c35-4de4-4cb5-b332-64b84d0ad1e6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7749324 Feb 09 16:00:52.265712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52106) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:52.273383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-97729e27-19a0-4bfb-80e5-6562358e281a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:52.358635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=d6f312aa-c943-4d52-aeb4-19efc6aae9e3,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:52.385449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c53b0f-f785-47d2-b0e5-98111c5fcc32 None None] Network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:52.557229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.562439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22664592-9176-48e4-a9c2-91e6b16ac312 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.583191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Deleting port fab9a0c1-23fd-4a3f-b9ce-a53a3c469262 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:52.583191 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.715335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.716027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.717078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fadbf1af-3870-48e0-b02e-3caad7043e26 None None] Provisioning complete for port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:52.718068 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1af-3870-48e0-b02e-3caad7043e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.732647 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Calling delete_port for fab9a0c1-23fd-4a3f-b9ce-a53a3c469262 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:52.781297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97729e27-19a0-4bfb-80e5-6562358e281a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:52.788707 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97729e27-19a0-4bfb-80e5-6562358e281a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.791277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be003b41-c368-49aa-af00-6ff250e48904 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:52.954758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22664592-9176-48e4-a9c2-91e6b16ac312 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:52.961913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.021935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No active binding found for port be003b41-c368-49aa-af00-6ff250e48904 {{(pid=103180) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 16:00:53.021935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be003b41-c368-49aa-af00-6ff250e48904 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 16:00:53.030625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Port': ['ID=be003b41-c368-49aa-af00-6ff250e48904,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:53.076294 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b124aad-63d0-41c4-a11e-4bfacbda5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.078432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Port be003b41-c368-49aa-af00-6ff250e48904 not found, will not notify nova. {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 16:00:53.079436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6f312aa-c943-4d52-aeb4-19efc6aae9e3 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:53.082654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] No DVR routers for this DVR port be003b41-c368-49aa-af00-6ff250e48904 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:00:53.086657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd03391-c940-44bd-8aef-fd8fa98ab166 None None] Network 3613d9a5-b2ab-482b-86ba-6dbb11bab81c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:53.130689 n-d-828542-1 neutron-server[103178]: INFO neutron.db.ipam_backend_mixin [None req-97729e27-19a0-4bfb-80e5-6562358e281a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0925441-8530-4a54-ba75-7e9fb3b55c8b (CIDR: 2001:db8::/64) Feb 09 16:00:53.157033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Deleting port c82549e7-731e-465a-8516-175228255245 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:53.157382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.199544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] DHCP port deletion for 3def38fb-0fbd-46d3-bea9-2a010d8dce91 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:00:53.271446 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-97729e27-19a0-4bfb-80e5-6562358e281a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:00:53.271966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97729e27-19a0-4bfb-80e5-6562358e281a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:00:53.324199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22664592-9176-48e4-a9c2-91e6b16ac312 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e220f9c-f91f-4911-bd53-f18e766dadd3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:53.352129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc3c1-f928-42f0-8137-c99ff8837ed9 req-8d0d292f-968e-4a81-9978-aa9fc31a71be tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:53.353871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-834dc3c1-f928-42f0-8137-c99ff8837ed9 req-8d0d292f-968e-4a81-9978-aa9fc31a71be tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1688640 Feb 09 16:00:53.403116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22664592-9176-48e4-a9c2-91e6b16ac312 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.405710 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-22664592-9176-48e4-a9c2-91e6b16ac312 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.2599177 Feb 09 16:00:53.406553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.409577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52138) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:53.420343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ff6e363d-cdc5-4067-be20-275b0f7c5d47 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'security_group_rule': {'security_group_id': '8e220f9c-f91f-4911-bd53-f18e766dadd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:53.430338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e8df0eaa-cfda-4ef9-9b43-7b8ed4101247 None None] Provisioning complete for port d2580603-015b-4c5a-831f-61c6f76b52c1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:53.430939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8df0eaa-cfda-4ef9-9b43-7b8ed4101247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.450374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] For port c82549e7-731e-465a-8516-175228255245, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c82549e7-731e-465a-8516-175228255245,segment=NetworkSegment(f7309c43-79ac-404f-b2f7-2545ed8f9419),segment_id=f7309c43-79ac-404f-b2f7-2545ed8f9419)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:53.450762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.459682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-834dc3c1-f928-42f0-8137-c99ff8837ed9 req-60eb42ee-bba7-429e-9583-8be0d7c61127 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983202 Feb 09 16:00:53.475430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-97729e27-19a0-4bfb-80e5-6562358e281a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2082863 Feb 09 16:00:53.481996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52140) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:53.485165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Calling delete_port for c82549e7-731e-465a-8516-175228255245 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:53.494876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8503ec13-3646-42c3-b38c-49e00a235a7a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:53.551251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e8df0eaa-cfda-4ef9-9b43-7b8ed4101247 None None] Port d2580603-015b-4c5a-831f-61c6f76b52c1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:53.574146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e8df0eaa-cfda-4ef9-9b43-7b8ed4101247 None None] Could not find standard attr ID for object be003b41-c368-49aa-af00-6ff250e48904. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:00:53.579563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.640674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:53.641440 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.659662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52142) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:53.706724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3613d9a5-b2ab-482b-86ba-6dbb11bab81c']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:53.723666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event deleted for resources: {'Port': ['ID=fab9a0c1-23fd-4a3f-b9ce-a53a3c469262,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:53.766288 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6fb631-c927-477d-9b18-c5e302b8f9c0') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:53.767202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6fb631-c927-477d-9b18-c5e302b8f9c0') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:53.786315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8503ec13-3646-42c3-b38c-49e00a235a7a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:53.792981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8503ec13-3646-42c3-b38c-49e00a235a7a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.814417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.852979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.870899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:53.871598 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:53.875476 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:53.893940 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff6e363d-cdc5-4067-be20-275b0f7c5d47 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:53.974724 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.020502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event deleted for resources: {'Port': ['ID=c82549e7-731e-465a-8516-175228255245,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:54.022982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] No DVR routers for this DVR port c82549e7-731e-465a-8516-175228255245 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:00:54.053939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] Deleting port c82549e7-731e-465a-8516-175228255245 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:54.054498 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.073202 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] create failed (client error): The resource could not be found. Feb 09 16:00:54.074688 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d452207c-e170-4269-89d1-33d3be8a7248 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5715644 Feb 09 16:00:54.087837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52146) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:54.098318 n-d-828542-1 neutron-server[103178]: INFO neutron.db.ipam_backend_mixin [None req-8503ec13-3646-42c3-b38c-49e00a235a7a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4ae75898-0376-4bee-99cc-ac1468788a4d (CIDR: 2001:db8:0:1::/64) Feb 09 16:00:54.107861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-294868819'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:54.124141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf39238-dab7-420d-8e40-cda2e02bf0c1 None None] DHCP port deletion for 3613d9a5-b2ab-482b-86ba-6dbb11bab81c request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:00:54.140655 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8503ec13-3646-42c3-b38c-49e00a235a7a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:00:54.141447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8503ec13-3646-42c3-b38c-49e00a235a7a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:00:54.143612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.182539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff6e363d-cdc5-4067-be20-275b0f7c5d47 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.189255 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.196407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a123aa1c-419c-4269-b6b6-04499bb935f6 None None] Provisioning complete for port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:54.197051 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a123aa1c-419c-4269-b6b6-04499bb935f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.201308 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/networks/3613d9a5-b2ab-482b-86ba-6dbb11bab81c HTTP/1.1" status: 204 len: 168 time: 3.2524834 Feb 09 16:00:54.206258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52148) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:54.285206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8503ec13-3646-42c3-b38c-49e00a235a7a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8017063 Feb 09 16:00:54.303424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] For port c82549e7-731e-465a-8516-175228255245, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:54.303838 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.325450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] Calling delete_port for c82549e7-731e-465a-8516-175228255245 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:54.329591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] Port c82549e7-731e-465a-8516-175228255245 was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:00:54.342450 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.356186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52150) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:54.380159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'subnet': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:54.390835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] Pushing event deleted for resources: {'Port': ['ID=c82549e7-731e-465a-8516-175228255245,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:54.394125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8257cf-d56f-44a2-9c95-50e4bfd5a08f None None] No DVR routers for this DVR port c82549e7-731e-465a-8516-175228255245 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:00:54.455643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff6e363d-cdc5-4067-be20-275b0f7c5d47 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.465902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574881a-f9be-46b9-8b91-ecbd1f75e7e8 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:00:54.520004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e363d-cdc5-4067-be20-275b0f7c5d47 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e368f6a-1db9-47f6-bbd7-8a00176628a8,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:54.522580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Made reservation on behalf of 2b2caca8e732424cb3b45de4faa3a552 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:54.535244 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.540203 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.563783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057dc32-f6f0-435a-bc80-7455fa34d480 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Network': ['ID=3613d9a5-b2ab-482b-86ba-6dbb11bab81c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:54.593213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.650875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3def38fb-0fbd-46d3-bea9-2a010d8dce91']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:54.656201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.677422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7309c43-79ac-404f-b2f7-2545ed8f9419') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:54.677917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7309c43-79ac-404f-b2f7-2545ed8f9419') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:54.702872 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.744802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff6e363d-cdc5-4067-be20-275b0f7c5d47 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.745379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.749268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ff6e363d-cdc5-4067-be20-275b0f7c5d47 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3385477 Feb 09 16:00:54.751324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52154) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:54.764794 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:54.765824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.768606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7574881a-f9be-46b9-8b91-ecbd1f75e7e8 None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:54.775481 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:54.780480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-520e9293-88d4-4e67-8168-3e901a0fd4bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'security_group_rule': {'security_group_id': '8e220f9c-f91f-4911-bd53-f18e766dadd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:54.789886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c82549e7-731e-465a-8516-175228255245 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:00:54.796507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791a6b1-de2f-4ecb-aede-ed01b12aea15 req-00c94482-5d6e-4c4d-901a-35d9e9931917 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:54.798179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7791a6b1-de2f-4ecb-aede-ed01b12aea15 req-00c94482-5d6e-4c4d-901a-35d9e9931917 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.2009633 Feb 09 16:00:54.806235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e093ca6b-7740-4b02-bb76-696718016295 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Deleting port 9be4bf28-5374-406c-b8fc-3f91c08cd53e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:54.806863 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e093ca6b-7740-4b02-bb76-696718016295 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.827440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c82549e7-731e-465a-8516-175228255245 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:00:54.827929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c82549e7-731e-465a-8516-175228255245 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:00:54.828499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be003b41-c368-49aa-af00-6ff250e48904 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:00:54.876258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: be003b41-c368-49aa-af00-6ff250e48904 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:00:54.876767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be003b41-c368-49aa-af00-6ff250e48904 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:00:54.939901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.990896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:54.996329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7791a6b1-de2f-4ecb-aede-ed01b12aea15 req-f7516c84-39f7-43cf-ab10-76810352c033 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879063 Feb 09 16:00:54.998298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4519216c-d55d-4c62-957a-129dc3a5de2a']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:55.017576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca83bd94-c4bc-4e41-b299-ca8c4fd42d09') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:55.017576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca83bd94-c4bc-4e41-b299-ca8c4fd42d09') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:55.018227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e093ca6b-7740-4b02-bb76-696718016295 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.020300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.027431 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.047332 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.057772 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] 10.222.0.53 "DELETE /v2.0/networks/3def38fb-0fbd-46d3-bea9-2a010d8dce91 HTTP/1.1" status: 204 len: 168 time: 3.0535719 Feb 09 16:00:55.057772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ecd2b-a73e-42b0-9e04-2ce43a19c909 tempest-DHCPAgentSchedulersTestJSON-2058309874 tempest-DHCPAgentSchedulersTestJSON-2058309874-project] Pushing event deleted for resources: {'Network': ['ID=3def38fb-0fbd-46d3-bea9-2a010d8dce91,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:55.060143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e093ca6b-7740-4b02-bb76-696718016295 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Calling delete_port for 9be4bf28-5374-406c-b8fc-3f91c08cd53e owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:55.073453 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.096036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-520e9293-88d4-4e67-8168-3e901a0fd4bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.105271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:55.106435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:55.112426 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:55.158330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.165003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Made reservation on behalf of 0cb4aebf5cad478da56b40a52722112e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:55.171655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.364312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e093ca6b-7740-4b02-bb76-696718016295 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.428566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0853ef83-2114-4195-bcd4-1d70640a1ad2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:55.430261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093ca6b-7740-4b02-bb76-696718016295 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event deleted for resources: {'Port': ['ID=9be4bf28-5374-406c-b8fc-3f91c08cd53e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:55.437968 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71db0cd9-0dea-46c9-bf31-afaed4769084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.528998 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-520e9293-88d4-4e67-8168-3e901a0fd4bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.574890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e093ca6b-7740-4b02-bb76-696718016295 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.582871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.585218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:00:55.587566 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e093ca6b-7740-4b02-bb76-696718016295 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "DELETE /v2.0/ports/9be4bf28-5374-406c-b8fc-3f91c08cd53e HTTP/1.1" status: 204 len: 168 time: 1.4975955 Feb 09 16:00:55.588461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52160) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:55.612170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.616658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/networks/4519216c-d55d-4c62-957a-129dc3a5de2a HTTP/1.1" status: 204 len: 168 time: 1.4068615 Feb 09 16:00:55.640186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52162) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:55.667777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.668670 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Added segment 7c8d07db-aca1-4536-af08-607a233b000a of type vlan for network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed Feb 09 16:00:55.678119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4998d7b-393b-424a-be00-58fa3c02a3ba tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:55.680271 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c4998d7b-393b-424a-be00-58fa3c02a3ba tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "GET /v2.0/ports?device_id=013bcf2a-6c42-41a4-9891-c396f02893f1 HTTP/1.1" status: 200 len: 913 time: 0.0903661 Feb 09 16:00:55.686838 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52164) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:55.714509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea78a86-6630-45a7-b223-26fd304417ed tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Network': ['ID=4519216c-d55d-4c62-957a-129dc3a5de2a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:55.749628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-520e9293-88d4-4e67-8168-3e901a0fd4bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.961047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:55.973580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9293-88d4-4e67-8168-3e901a0fd4bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215b2b0f-788b-493d-9eea-b95d8a98cae5,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:56.026024 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.046000 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-520e9293-88d4-4e67-8168-3e901a0fd4bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.052258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-520e9293-88d4-4e67-8168-3e901a0fd4bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2918215 Feb 09 16:00:56.054297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52170) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:56.061481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:56.079588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52172) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:56.194919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.200926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:56.201760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.336183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.369699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabf5e3-43fa-4545-9f92-f4b12b18e178 req-00e294f1-5697-481b-bbbd-b3b4f418f953 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:56.373064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adabf5e3-43fa-4545-9f92-f4b12b18e178 req-00e294f1-5697-481b-bbbd-b3b4f418f953 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.2709436 Feb 09 16:00:56.384449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Network': ['ID=bb5a5212-b5ff-4464-96e7-f8a857f2d6ed,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:56.424841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.424841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf191a5-892c-4bb8-9ae8-349657fe2ca3']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:56.425033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:00:56.425140 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3de557ba-7350-494f-9301-f38707ec55c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36da780b4a4a4c1d8d9c6a57bb021a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390689 Feb 09 16:00:56.428663 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52176) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:56.474759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.487806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f029bf1a-a9e9-4364-849e-d6af56489774') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:56.493428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f029bf1a-a9e9-4364-849e-d6af56489774') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:56.525949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-62fc6782-5a44-4d70-9c46-4e9f5000e84e tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.8638134 Feb 09 16:00:56.527024 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.528618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52178) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:56.543304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:56.545580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.562274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'subnet': {'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:56.576194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:56.581485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.591201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:56.592305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.592439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ea69b-0e14-4b4e-ae6b-c8ba58f4fc50 None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:56.606736 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.619752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adabf5e3-43fa-4545-9f92-f4b12b18e178 req-ed204bde-9c5b-45ab-96c8-513f09ccd3d3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309837 Feb 09 16:00:56.656108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:56.656548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:56.660217 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:56.672584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Subnet': ['ID=5f128c18-e4c2-4d08-9804-7838d2a51711,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:56.757541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8628c42c-fbb2-4b67-a9f0-14ec1a82af57 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3987057 Feb 09 16:00:56.759654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52182) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:56.765291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2120136354', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5f128c18-e4c2-4d08-9804-7838d2a51711'}], 'security_groups': ['69554ee3-3126-4994-bfa9-40372b5fa050', '7bb856f3-22b3-4416-84df-b3fce5cdbc7a']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:56.798466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ab702d3-87e7-4694-9ca0-87ab11d3c467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.877790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ab702d3-87e7-4694-9ca0-87ab11d3c467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.896426 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.913563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:56.920067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/networks/5cf191a5-892c-4bb8-9ae8-349657fe2ca3 HTTP/1.1" status: 204 len: 168 time: 1.2782900 Feb 09 16:00:56.920550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52184) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:56.950792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563feb7c-ce7f-4c5f-aeba-f1c47fceac89 tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Network': ['ID=5cf191a5-892c-4bb8-9ae8-349657fe2ca3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:56.977048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65c802-6d04-4a1e-a1ad-571660584ef2 req-259c63dd-14cc-44e0-b00a-05dccbc0b9e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:56.979156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc65c802-6d04-4a1e-a1ad-571660584ef2 req-259c63dd-14cc-44e0-b00a-05dccbc0b9e8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1825070 Feb 09 16:00:57.003308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.036046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Made reservation on behalf of 2b2caca8e732424cb3b45de4faa3a552 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:57.039469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.045060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42754906-2ba4-4a48-973b-b0e37d13eeed None None] Update dhcp port {'port': {'network_id': '59afdfe4-7318-4960-a1a9-79b89a2c3dc0', 'fixed_ips': [{'subnet_id': '4ae75898-0376-4bee-99cc-ac1468788a4d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c0925441-8530-4a54-ba75-7e9fb3b55c8b', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f128c18-e4c2-4d08-9804-7838d2a51711'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '83924f63-9525-4c3f-a76c-6d1b13fbab35'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:00:57.084971 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42754906-2ba4-4a48-973b-b0e37d13eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.146453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc65c802-6d04-4a1e-a1ad-571660584ef2 req-a73901b3-e6d8-4297-b230-78243e00981c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527936 Feb 09 16:00:57.150310 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.181800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.289807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ab702d3-87e7-4694-9ca0-87ab11d3c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.293095 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ab702d3-87e7-4694-9ca0-87ab11d3c467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.294577 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2ab702d3-87e7-4694-9ca0-87ab11d3c467 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b3f287b-4655-49bd-9c5d-94753722d0d1 HTTP/1.1" status: 204 len: 168 time: 0.8644912 Feb 09 16:00:57.357377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab702d3-87e7-4694-9ca0-87ab11d3c467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3f287b-4655-49bd-9c5d-94753722d0d1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:57.377307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-42754906-2ba4-4a48-973b-b0e37d13eeed None None] Allocated IP 2001:db8:0:2::2 (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/5f128c18-e4c2-4d08-9804-7838d2a51711/83924f63-9525-4c3f-a76c-6d1b13fbab35) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:57.453654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Allocated IP 172.25.5.86 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/e2d4e52d-b2e2-4621-8c75-a4d1a5a7e04e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:57.462020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.476468 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Deleting port e864431c-a73c-4355-9b68-b3e4e6569427 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:00:57.477159 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.532446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-42754906-2ba4-4a48-973b-b0e37d13eeed None None] For port 83924f63-9525-4c3f-a76c-6d1b13fbab35, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=83924f63-9525-4c3f-a76c-6d1b13fbab35,segment=NetworkSegment(daf0b06d-dc3a-4d80-bd4f-4358bd3572aa),segment_id=daf0b06d-dc3a-4d80-bd4f-4358bd3572aa)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:00:57.572736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42754906-2ba4-4a48-973b-b0e37d13eeed None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.574690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643c7a08-7ff9-4196-b2a2-55fefd3b9d4d']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:57.597960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b61566-57f2-4615-9003-c06081726db3') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:57.598283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b61566-57f2-4615-9003-c06081726db3') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:57.613778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.645765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.663338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:00:57.663667 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:00:57.667528 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:00:57.671725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.721488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d288d6-6211-4f07-9a37-f452bef2de9c req-4646292d-b259-437e-bea0-bacaf559abc3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:57.723864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92d288d6-6211-4f07-9a37-f452bef2de9c req-4646292d-b259-437e-bea0-bacaf559abc3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.3310032 Feb 09 16:00:57.727273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Calling delete_port for e864431c-a73c-4355-9b68-b3e4e6569427 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:00:57.769185 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42754906-2ba4-4a48-973b-b0e37d13eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.889291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42754906-2ba4-4a48-973b-b0e37d13eeed None None] Pushing event updated for resources: {'Port': ['ID=83924f63-9525-4c3f-a76c-6d1b13fbab35,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:57.911928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92d288d6-6211-4f07-9a37-f452bef2de9c req-967de737-25e8-482c-afe2-b8bf41ed787c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719317 Feb 09 16:00:57.926625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:57.938019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.152417 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.391535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.414653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.422336 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] 10.222.0.53 "DELETE /v2.0/networks/643c7a08-7ff9-4196-b2a2-55fefd3b9d4d HTTP/1.1" status: 204 len: 168 time: 1.4993682 Feb 09 16:00:58.500815 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b781fe-45ef-404a-a8a7-7242b8fb647f tempest-BulkNetworkOpsTest-1800746282 tempest-BulkNetworkOpsTest-1800746282-project] Pushing event deleted for resources: {'Network': ['ID=643c7a08-7ff9-4196-b2a2-55fefd3b9d4d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:58.506180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Subnet': ['ID=01ff5b91-f3d3-422e-a8f8-adbefffb138e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:58.518999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.550852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Checking segment: {'id': '7c8d07db-aca1-4536-af08-607a233b000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:00:58.551276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Network hostable DHCP agents. Network: bb5a5212-b5ff-4464-96e7-f8a857f2d6ed, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:00:58.600888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Delete allocated IP 2001:db8::28b (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/c0925441-8530-4a54-ba75-7e9fb3b55c8b) {{(pid=103178) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 16:00:58.616607 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.619305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Allocated IP 2001:db8:0:2::396 (59afdfe4-7318-4960-a1a9-79b89a2c3dc0/5f128c18-e4c2-4d08-9804-7838d2a51711/d2580603-015b-4c5a-831f-61c6f76b52c1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:58.669879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80f55-1c00-45d3-9835-cacda94d052f req-bbdb3dad-7d63-41aa-a9df-eef0c215e958 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:58.671569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event deleted for resources: {'Port': ['ID=e864431c-a73c-4355-9b68-b3e4e6569427,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:58.671780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39f80f55-1c00-45d3-9835-cacda94d052f req-bbdb3dad-7d63-41aa-a9df-eef0c215e958 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1329954 Feb 09 16:00:58.676315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52198) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:58.691413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:00:58.768903 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc521583-c7e0-48a0-9f78-dc53d69d23f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.820695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 83924f63-9525-4c3f-a76c-6d1b13fbab35 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:00:58.857258 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.904435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:58.905020 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.011917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, bb5a5212-b5ff-4464-96e7-f8a857f2d6ed) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:59.019763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:00:59.080890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.082612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c4fe1a-ef4f-469d-98b3-7fe618806af2 None None] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:00:59.092798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:59.094295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.124117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:00:59.160452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39f80f55-1c00-45d3-9835-cacda94d052f req-05f7995c-2b56-42ac-a63a-e241edee6be3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797375 Feb 09 16:00:59.173946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:00:59.235917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-72cca2fe-ff1e-4d71-95d1-fab1027d8366 None None] Provisioning complete for port d2580603-015b-4c5a-831f-61c6f76b52c1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:59.236539 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72cca2fe-ff1e-4d71-95d1-fab1027d8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.293717 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:00:59.314047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-72cca2fe-ff1e-4d71-95d1-fab1027d8366 None None] Port d2580603-015b-4c5a-831f-61c6f76b52c1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:00:59.320537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=e2d4e52d-b2e2-4621-8c75-a4d1a5a7e04e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:59.372984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52204) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:59.416185 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-056e01ce-893a-4561-8331-c16eb0eb91d3 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8827789 Feb 09 16:00:59.418544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52208) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:59.419285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-72cca2fe-ff1e-4d71-95d1-fab1027d8366 None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:59.420328 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72cca2fe-ff1e-4d71-95d1-fab1027d8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.425717 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-696224198'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:00:59.490719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'tenant_id': '2b2caca8e732424cb3b45de4faa3a552', 'fixed_ips': [{'subnet_id': '01ff5b91-f3d3-422e-a8f8-adbefffb138e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:00:59.492419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.571969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Router 013bcf2a-6c42-41a4-9891-c396f02893f1 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:00:59.640010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6992b-2e3d-4daf-8585-4174fdf091c5 req-a465bd79-eb80-468b-b77a-ffba07b569b0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:59.643057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a6992b-2e3d-4daf-8585-4174fdf091c5 req-a465bd79-eb80-468b-b77a-ffba07b569b0 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.3174727 Feb 09 16:00:59.701572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc521583-c7e0-48a0-9f78-dc53d69d23f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.715025 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-72f6c6e7-0332-4c3f-82d5-8ee4b49ed394 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e3d35c5b3ab450f95e453d9f6b37b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3404827 Feb 09 16:00:59.717576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52210) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:59.722381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.728313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:59.742085 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eda0a8c1-7d26-4985-8368-3331ab1c87bd tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "PUT /v2.0/routers/013bcf2a-6c42-41a4-9891-c396f02893f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0531316 Feb 09 16:00:59.742651 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.745100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52212) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:00:59.754964 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63f465-53ea-411e-ae93-f4efc099a05f None None] Sync routers for ids ['013bcf2a-6c42-41a4-9891-c396f02893f1'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:00:59.772444 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63f465-53ea-411e-ae93-f4efc099a05f None None] Routers {'013bcf2a-6c42-41a4-9891-c396f02893f1'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:59.773497 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-be63f465-53ea-411e-ae93-f4efc099a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:00:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['013bcf2a-6c42-41a4-9891-c396f02893f1'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:59.811700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4bce418-9cfb-421c-8ac5-46b91530f99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.833861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Allocated IP 2001:db8::2 (bb5a5212-b5ff-4464-96e7-f8a857f2d6ed/01ff5b91-f3d3-422e-a8f8-adbefffb138e/361ff68c-e758-4eb0-8375-4ccc1387d551) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:00:59.836714 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-be63f465-53ea-411e-ae93-f4efc099a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:59.852211 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4bce418-9cfb-421c-8ac5-46b91530f99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.856351 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63f465-53ea-411e-ae93-f4efc099a05f None None] Routers {'013bcf2a-6c42-41a4-9891-c396f02893f1'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:00:59.856584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Made reservation on behalf of 2b2caca8e732424cb3b45de4faa3a552 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:00:59.856768 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-be63f465-53ea-411e-ae93-f4efc099a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:00:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['013bcf2a-6c42-41a4-9891-c396f02893f1'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:59.859123 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.910887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] device_id is not set on port 39011dd1-aca5-4559-b20c-fcb099f711ab yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:00:59.932471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cc521583-c7e0-48a0-9f78-dc53d69d23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.933770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-be63f465-53ea-411e-ae93-f4efc099a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:59.934798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-72cca2fe-ff1e-4d71-95d1-fab1027d8366 None None] Provisioning complete for port b7d0fd7e-272c-498b-baeb-04db7952cf46 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:00:59.942099 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63f465-53ea-411e-ae93-f4efc099a05f None None] The sync data for ids ['013bcf2a-6c42-41a4-9891-c396f02893f1'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:00:59.942624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72cca2fe-ff1e-4d71-95d1-fab1027d8366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.982621 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.022015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-72cca2fe-ff1e-4d71-95d1-fab1027d8366 None None] Port b7d0fd7e-272c-498b-baeb-04db7952cf46 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:00.034446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a6992b-2e3d-4daf-8585-4174fdf091c5 req-2fc5bf0b-3ace-4c16-ad2d-c7ad11164adf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754570 Feb 09 16:01:00.083799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4bce418-9cfb-421c-8ac5-46b91530f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.090016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4bce418-9cfb-421c-8ac5-46b91530f99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.093969 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f4bce418-9cfb-421c-8ac5-46b91530f99d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a79728f-2f06-423f-9c7a-99a13a9eb7b6 HTTP/1.1" status: 204 len: 168 time: 0.3731453 Feb 09 16:01:00.098809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05dafbf1-5d02-4876-9fd9-34ba36c684b4 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.124738 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bce418-9cfb-421c-8ac5-46b91530f99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a79728f-2f06-423f-9c7a-99a13a9eb7b6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:00.194842 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.197924 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.245596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cc521583-c7e0-48a0-9f78-dc53d69d23f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2232e547fb4843c7a59cc62bbbd7c0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5631881 Feb 09 16:01:00.248368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52220) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:00.318913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc521583-c7e0-48a0-9f78-dc53d69d23f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732b9988-077c-4918-a53b-2002cfef6994,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:00.333476 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.350266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14e3ec9a-4d80-46e1-80b2-14e365346015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.375966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.392546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event updated for resources: {'Port': ['ID=d2580603-015b-4c5a-831f-61c6f76b52c1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:00.395194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14e3ec9a-4d80-46e1-80b2-14e365346015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.401024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] In _notify_port_updated(), no bound segment for port d2580603-015b-4c5a-831f-61c6f76b52c1 on network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:01:00.411663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:00.412398 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.417269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-44f44425-3988-4e9a-9214-166719c97ec4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "PUT /v2.0/ports/d2580603-015b-4c5a-831f-61c6f76b52c1 HTTP/1.1" status: 200 len: 970 time: 3.6564512 Feb 09 16:01:00.421336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52222) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:00.448131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:00.453255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:00.462725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:00.523282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Pushing event updated for resources: {'Port': ['ID=361ff68c-e758-4eb0-8375-4ccc1387d551,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:00.606327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Attempting to bind port 361ff68c-e758-4eb0-8375-4ccc1387d551 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:00.607399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Attempting to bind port 361ff68c-e758-4eb0-8375-4ccc1387d551 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7c8d07db-aca1-4536-af08-607a233b000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:00.607991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Attempting to bind port 361ff68c-e758-4eb0-8375-4ccc1387d551 on network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:00.618367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:00.619153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Allocated IP 2001:db8::3ae (bb5a5212-b5ff-4464-96e7-f8a857f2d6ed/01ff5b91-f3d3-422e-a8f8-adbefffb138e/39011dd1-aca5-4559-b20c-fcb099f711ab) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:00.620220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Checking segment: {'id': '7c8d07db-aca1-4536-af08-607a233b000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:00.621180 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.622034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Bound using segment: {'id': '7c8d07db-aca1-4536-af08-607a233b000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:00.623050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Bound port: 361ff68c-e758-4eb0-8375-4ccc1387d551, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8d07db-aca1-4536-af08-607a233b000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:00.623815 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.843090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5b17d-ef3e-42a0-b5f8-eac1d5a39856 req-6c161d0f-2477-4053-825a-2e6d56c8f72e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:00.845058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66a5b17d-ef3e-42a0-b5f8-eac1d5a39856 req-6c161d0f-2477-4053-825a-2e6d56c8f72e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.6663067 Feb 09 16:01:00.857447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05dafbf1-5d02-4876-9fd9-34ba36c684b4 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.863021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] For port 361ff68c-e758-4eb0-8375-4ccc1387d551, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:00.867384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f37df041-0c53-4628-9c1a-0e9499dc841d None None] Provisioning complete for port d2580603-015b-4c5a-831f-61c6f76b52c1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:00.868232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f37df041-0c53-4628-9c1a-0e9499dc841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.877205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] For port 361ff68c-e758-4eb0-8375-4ccc1387d551, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=361ff68c-e758-4eb0-8375-4ccc1387d551,segment=NetworkSegment(7c8d07db-aca1-4536-af08-607a233b000a),segment_id=7c8d07db-aca1-4536-af08-607a233b000a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:00.877580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05dafbf1-5d02-4876-9fd9-34ba36c684b4 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.949072 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14e3ec9a-4d80-46e1-80b2-14e365346015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.957776 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14e3ec9a-4d80-46e1-80b2-14e365346015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.960959 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-14e3ec9a-4d80-46e1-80b2-14e365346015 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/732b9988-077c-4918-a53b-2002cfef6994 HTTP/1.1" status: 204 len: 168 time: 0.7105718 Feb 09 16:01:00.986902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f37df041-0c53-4628-9c1a-0e9499dc841d None None] Port d2580603-015b-4c5a-831f-61c6f76b52c1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:01.036563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.039183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66a5b17d-ef3e-42a0-b5f8-eac1d5a39856 req-de7d3d1c-80b1-4c46-af2c-566187653029 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721632 Feb 09 16:01:01.042915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.060328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ac165ffa-7b89-4d2f-b511-55397d0c6a98 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port d2580603-015b-4c5a-831f-61c6f76b52c1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:01.060841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac165ffa-7b89-4d2f-b511-55397d0c6a98 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.067468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.186515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3ec9a-4d80-46e1-80b2-14e365346015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732b9988-077c-4918-a53b-2002cfef6994,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:01.186792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05dafbf1-5d02-4876-9fd9-34ba36c684b4 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.186792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dafbf1-5d02-4876-9fd9-34ba36c684b4 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Fanout notify agent at l3_agent the message router_deleted on router 013bcf2a-6c42-41a4-9891-c396f02893f1 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:01:01.211910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05dafbf1-5d02-4876-9fd9-34ba36c684b4 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.212360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52234) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:01.216050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-05dafbf1-5d02-4876-9fd9-34ba36c684b4 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "DELETE /v2.0/routers/013bcf2a-6c42-41a4-9891-c396f02893f1 HTTP/1.1" status: 204 len: 168 time: 1.4667025 Feb 09 16:01:01.261771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.296283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5332c-5e83-43a8-830f-a0f877938438 None None] Pushing event updated for resources: {'Port': ['ID=361ff68c-e758-4eb0-8375-4ccc1387d551,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:01.298370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac165ffa-7b89-4d2f-b511-55397d0c6a98 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.353595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5ac2db-9397-4533-9b30-c0cc09021cd7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Deleting subnet f4951c9f-3b81-4554-b5d6-e3b415f2cd81 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:01.358174 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.365849 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac2db-9397-4533-9b30-c0cc09021cd7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.395561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ac165ffa-7b89-4d2f-b511-55397d0c6a98 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for d2580603-015b-4c5a-831f-61c6f76b52c1 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:01.482100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac2db-9397-4533-9b30-c0cc09021cd7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.515452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:01.530167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=e2d4e52d-b2e2-4621-8c75-a4d1a5a7e04e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:01.538609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:01.543810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:01.550224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:01.550711 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.562752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=39011dd1-aca5-4559-b20c-fcb099f711ab,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:01.615874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.660396 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-08affc0c-a87a-4159-ae83-11d27a732508 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2352171 Feb 09 16:01:01.674074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52242) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:01.675273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-617734035', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ae', 'mac_address': 'fa:16:3e:0b:e1:12'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:01.692243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.731812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36d435-7763-4d41-82ee-3a87999d291c req-16445e0a-66cd-48e1-9c95-fd9b2f15b086 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:01.746006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd36d435-7763-4d41-82ee-3a87999d291c req-16445e0a-66cd-48e1-9c95-fd9b2f15b086 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.4147151 Feb 09 16:01:01.821986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac2db-9397-4533-9b30-c0cc09021cd7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.825047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd36d435-7763-4d41-82ee-3a87999d291c req-c3b959c0-30a3-4e2e-838b-2e3405fea94e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777171 Feb 09 16:01:01.997821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.000807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-216f659e-bd7e-496c-a012-da0247d3e5f7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9420650 Feb 09 16:01:02.198167 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac165ffa-7b89-4d2f-b511-55397d0c6a98 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.198782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Made reservation on behalf of 2b2caca8e732424cb3b45de4faa3a552 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:02.210401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac2db-9397-4533-9b30-c0cc09021cd7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.256842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac165ffa-7b89-4d2f-b511-55397d0c6a98 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=d2580603-015b-4c5a-831f-61c6f76b52c1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:02.285631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ac2db-9397-4533-9b30-c0cc09021cd7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event deleted for resources: {'Subnet': ['ID=f4951c9f-3b81-4554-b5d6-e3b415f2cd81,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:02.287542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac165ffa-7b89-4d2f-b511-55397d0c6a98 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.291946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ac165ffa-7b89-4d2f-b511-55397d0c6a98 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/d2580603-015b-4c5a-831f-61c6f76b52c1 HTTP/1.1" status: 204 len: 168 time: 1.8412061 Feb 09 16:01:02.296340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52258) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:02.357440 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cf2836-3f06-4a00-a0bb-91811b56ab78 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] GET failed (client error): The resource could not be found. Feb 09 16:01:02.361788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c8cf2836-3f06-4a00-a0bb-91811b56ab78 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports/d2580603-015b-4c5a-831f-61c6f76b52c1 HTTP/1.1" status: 404 len: 333 time: 0.0629711 Feb 09 16:01:02.367682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52266) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:02.403356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd5ac2db-9397-4533-9b30-c0cc09021cd7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.412269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079b380-77e0-48fe-acc3-99278f985bde None None] Network 04ad8cc9-dc24-45de-bb1b-aeef0b702818 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:02.414358 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dd5ac2db-9397-4533-9b30-c0cc09021cd7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "DELETE /v2.0/subnets/f4951c9f-3b81-4554-b5d6-e3b415f2cd81 HTTP/1.1" status: 204 len: 168 time: 1.2035840 Feb 09 16:01:02.415333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:02.665282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-56eabb94-9bfa-4a44-8efe-ec3662cb0165 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.698138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.827797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] device_id is not set on port 03050c7f-7a55-4325-a0c8-a2cedb535611 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:02.864061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-56eabb94-9bfa-4a44-8efe-ec3662cb0165 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.016924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] DHCP port deletion for 04ad8cc9-dc24-45de-bb1b-aeef0b702818 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:01:03.044692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-e8c81fc0-27f1-4ea7-a6f7-adcdfcdeccca tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1720233525&fields=id&tenant_id=883b6fbfd2234c758be9047868b0faf3 HTTP/1.1" status: 200 len: 267 time: 0.2490029 Feb 09 16:01:03.088684 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.091066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 361ff68c-e758-4eb0-8375-4ccc1387d551 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:03.220545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fbe26-7524-4c65-8fed-1ffc41352048 req-dddbdbff-c029-4b5b-8d43-a9b9a58a4fcb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:03.222151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd9fbe26-7524-4c65-8fed-1ffc41352048 req-dddbdbff-c029-4b5b-8d43-a9b9a58a4fcb tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.4889657 Feb 09 16:01:03.232331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-a22fcf29-9140-46ee-a96f-5f1f9ae91003 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:03.234104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-a22fcf29-9140-46ee-a96f-5f1f9ae91003 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports/cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 937 time: 0.1885784 Feb 09 16:01:03.246801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 361ff68c-e758-4eb0-8375-4ccc1387d551 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:03.247943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.330771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-dedbc8e1-f987-4dd3-b6a3-a6269dc48c6c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:03.336402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52292) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:03.341245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Allocated IP 2001:db8::3c6 (bb5a5212-b5ff-4464-96e7-f8a857f2d6ed/01ff5b91-f3d3-422e-a8f8-adbefffb138e/03050c7f-7a55-4325-a0c8-a2cedb535611) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:03.346122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] Deleting port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:03.347049 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.350024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-dedbc8e1-f987-4dd3-b6a3-a6269dc48c6c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports/8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 936 time: 0.0840712 Feb 09 16:01:03.378149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94501189-42ee-432a-ad6d-d5c4ab8864c0 None None] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:03.562988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-56eabb94-9bfa-4a44-8efe-ec3662cb0165 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.569347 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-56eabb94-9bfa-4a44-8efe-ec3662cb0165 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.577521 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-56eabb94-9bfa-4a44-8efe-ec3662cb0165 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8eacb27-5321-47a8-8c02-1891d34117c9 HTTP/1.1" status: 204 len: 168 time: 1.2070532 Feb 09 16:01:03.584260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:03.616940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-58802383-4ca4-489d-9ef2-d3e427385a79 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2507565 Feb 09 16:01:03.627780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd9fbe26-7524-4c65-8fed-1ffc41352048 req-46234d1b-7845-4479-acc2-2372074e9e02 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923261 Feb 09 16:01:03.655432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eabb94-9bfa-4a44-8efe-ec3662cb0165 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eacb27-5321-47a8-8c02-1891d34117c9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:03.678852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] For port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,segment=NetworkSegment(dcb1245d-6b22-46bf-92b4-909150be8a03),segment_id=dcb1245d-6b22-46bf-92b4-909150be8a03)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:03.679594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.702603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] Calling delete_port for a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:03.721180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-878a6cbc-5af3-4977-9692-43410d22cf71 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0842803 Feb 09 16:01:03.805258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605106905'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:03.810318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5c7573bb-cb9a-4748-b481-0c0df5e526c7 None None] Provisioning complete for port 361ff68c-e758-4eb0-8375-4ccc1387d551 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:03.810732 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c7573bb-cb9a-4748-b481-0c0df5e526c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.866107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Deleting port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:03.866516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.869739 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ede1ea37-3acf-470c-b911-2950b298bef3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.955784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:03.998645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ede1ea37-3acf-470c-b911-2950b298bef3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.037577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 361ff68c-e758-4eb0-8375-4ccc1387d551, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=361ff68c-e758-4eb0-8375-4ccc1387d551,segment=NetworkSegment(7c8d07db-aca1-4536-af08-607a233b000a),segment_id=7c8d07db-aca1-4536-af08-607a233b000a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:04.039570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c7573bb-cb9a-4748-b481-0c0df5e526c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.044672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] For port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,segment=NetworkSegment(dcb1245d-6b22-46bf-92b4-909150be8a03),segment_id=dcb1245d-6b22-46bf-92b4-909150be8a03)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:04.045277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.078562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-5782d8ff-b508-4dc9-884a-ac7388566921 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:04.089463 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.090605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-5782d8ff-b508-4dc9-884a-ac7388566921 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:04.100820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-5782d8ff-b508-4dc9-884a-ac7388566921 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:04.106453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-5782d8ff-b508-4dc9-884a-ac7388566921 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/networks?id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca HTTP/1.1" status: 200 len: 1992 time: 0.3733335 Feb 09 16:01:04.108320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.122421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Calling delete_port for a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:04.131120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] Pushing event deleted for resources: {'Port': ['ID=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:04.136275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd4e143-de7d-4cc6-884e-11dbd7234917 None None] No DVR routers for this DVR port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:04.174803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-90d90f61-ab90-4a73-bb44-7d2d8bfaa32c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/quotas/883b6fbfd2234c758be9047868b0faf3 HTTP/1.1" status: 200 len: 375 time: 0.0527775 Feb 09 16:01:04.175061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:04.179613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.192885 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.237288 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.261715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ede1ea37-3acf-470c-b911-2950b298bef3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.271804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ede1ea37-3acf-470c-b911-2950b298bef3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.271804 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ede1ea37-3acf-470c-b911-2950b298bef3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/security-groups/7bb856f3-22b3-4416-84df-b3fce5cdbc7a HTTP/1.1" status: 204 len: 168 time: 0.6775279 Feb 09 16:01:04.277002 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52304) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:04.378165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-5c7573bb-cb9a-4748-b481-0c0df5e526c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:01:04.378511 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-5c7573bb-cb9a-4748-b481-0c0df5e526c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:01:04.388493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1ea37-3acf-470c-b911-2950b298bef3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb856f3-22b3-4416-84df-b3fce5cdbc7a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:04.395082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.400349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=361ff68c-e758-4eb0-8375-4ccc1387d551,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:04.423133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f0d825ae-115a-48a1-a13a-8466a6795ca7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2486298 Feb 09 16:01:04.494627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:04.503331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:04.507777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:04.520581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:04.521668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.558630 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.617403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=03050c7f-7a55-4325-a0c8-a2cedb535611,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:04.643427 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e42a8a-7387-471a-b969-b1623fa7f9b2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.643751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event deleted for resources: {'Port': ['ID=a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:04.647513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] No DVR routers for this DVR port a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:04.706504 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.733257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e42a8a-7387-471a-b969-b1623fa7f9b2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.791276 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-78c20bea-283b-4fde-b86d-d7c0ce4370e4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1275055 Feb 09 16:01:04.800402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52312) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:04.825482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f31caea0-12d8-4b8d-870b-09ab0fe8fc2a service neutron] 10.222.0.53 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874905 Feb 09 16:01:04.877948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:04.879828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 361ff68c-e758-4eb0-8375-4ccc1387d551 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:04.936600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:04.961056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580b4ce-a890-4f37-a663-d07d55457439 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:04.967765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580b4ce-a890-4f37-a663-d07d55457439 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:04.975058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580b4ce-a890-4f37-a663-d07d55457439 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:04.981105 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b580b4ce-a890-4f37-a663-d07d55457439 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1785722 Feb 09 16:01:04.981824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:04.996540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c0721f-8ac7-402e-b23a-a8f8a35bad58,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:05.002427 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.002768 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment 97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf of type vlan for network f2d97c0b-5e36-4faf-ae86-38df91718c33 Feb 09 16:01:05.033423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 361ff68c-e758-4eb0-8375-4ccc1387d551 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:05.033939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.053584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e42a8a-7387-471a-b969-b1623fa7f9b2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.059542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2e42a8a-7387-471a-b969-b1623fa7f9b2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.067551 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d2e42a8a-7387-471a-b969-b1623fa7f9b2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/security-groups/69554ee3-3126-4994-bfa9-40372b5fa050 HTTP/1.1" status: 204 len: 168 time: 0.7776854 Feb 09 16:01:05.068046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52318) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:05.129671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e42a8a-7387-471a-b969-b1623fa7f9b2 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69554ee3-3126-4994-bfa9-40372b5fa050,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:05.134085 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.181385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-70c74464-e48d-4ecc-a112-9ecbe6381df6 None None] Provisioning complete for port 361ff68c-e758-4eb0-8375-4ccc1387d551 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:05.181975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-70c74464-e48d-4ecc-a112-9ecbe6381df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.222301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.283811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-26535765-0f44-471d-b95a-db6d00b245fd tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Deleting port 03050c7f-7a55-4325-a0c8-a2cedb535611 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:05.284416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26535765-0f44-471d-b95a-db6d00b245fd tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.387186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-70c74464-e48d-4ecc-a112-9ecbe6381df6 None None] Provisioning complete for port 39011dd1-aca5-4559-b20c-fcb099f711ab triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:05.388160 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-70c74464-e48d-4ecc-a112-9ecbe6381df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.434162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:01:05.485153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:01:05.496197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a3bf79a0-5b1e-41f8-8af1-0889ebf6d5a3 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:01:05.497155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26535765-0f44-471d-b95a-db6d00b245fd tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.497260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-70c74464-e48d-4ecc-a112-9ecbe6381df6 None None] Port 39011dd1-aca5-4559-b20c-fcb099f711ab cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:05.506788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-26535765-0f44-471d-b95a-db6d00b245fd tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Calling delete_port for 03050c7f-7a55-4325-a0c8-a2cedb535611 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:05.569507 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.577106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:05.577784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.640613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6da3441a-4f40-4ff0-8349-efa694fbb17b None None] Provisioning complete for port 03050c7f-7a55-4325-a0c8-a2cedb535611 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:05.641414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6da3441a-4f40-4ff0-8349-efa694fbb17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.682525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=f2d97c0b-5e36-4faf-ae86-38df91718c33,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:05.709793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ad8cc9-dc24-45de-bb1b-aeef0b702818']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:05.722125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb1245d-6b22-46bf-92b4-909150be8a03') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:05.722490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb1245d-6b22-46bf-92b4-909150be8a03') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:05.727786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f2d97c0b-5e36-4faf-ae86-38df91718c33 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:05.731368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6da3441a-4f40-4ff0-8349-efa694fbb17b None None] Port 03050c7f-7a55-4325-a0c8-a2cedb535611 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:05.750764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b4c04-728b-492f-a104-f333cdfdfba4 req-be55726b-52b8-4ee4-a63c-3b527373579b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:05.752430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f0b4c04-728b-492f-a104-f333cdfdfba4 req-be55726b-52b8-4ee4-a63c-3b527373579b tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.8938308 Feb 09 16:01:05.754418 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.773087 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7fada426-504a-4c43-a7e3-9d5c740fc9fe tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4244957 Feb 09 16:01:05.803326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38a37c2-eea1-4e39-b35a-27b9c6406502 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet c0925441-8530-4a54-ba75-7e9fb3b55c8b {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:05.807075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d38a37c2-eea1-4e39-b35a-27b9c6406502 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.862294 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.880459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:05.881177 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:05.885129 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:05.903157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-523e3d8c-5417-4dca-bee2-3f8a7c4758c7 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0608530 Feb 09 16:01:05.906897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f0b4c04-728b-492f-a104-f333cdfdfba4 req-4a9a04c5-6fdd-4427-bb9b-c222ab777336 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457825 Feb 09 16:01:05.909243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d38a37c2-eea1-4e39-b35a-27b9c6406502 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.920863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52330) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:05.929926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': 'f2d97c0b-5e36-4faf-ae86-38df91718c33', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:05.959992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26535765-0f44-471d-b95a-db6d00b245fd tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.039516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-49cd66c0-5d80-42da-bed0-2a97cb41f0ec service neutron] 10.222.0.53 "GET /v2.0/ports/cd4f5950-d0e5-48fa-ac9d-b5200349e870?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1035342 Feb 09 16:01:06.047695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26535765-0f44-471d-b95a-db6d00b245fd tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Port': ['ID=03050c7f-7a55-4325-a0c8-a2cedb535611,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:06.051303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52336) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:06.151412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.162189 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.166050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] 10.222.0.53 "DELETE /v2.0/networks/04ad8cc9-dc24-45de-bb1b-aeef0b702818 HTTP/1.1" status: 204 len: 168 time: 3.7483981 Feb 09 16:01:06.222936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d38a37c2-eea1-4e39-b35a-27b9c6406502 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.228951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98cab-abfd-4dfd-ab9d-bb91e58a77a7 tempest-FloatingIPNegativeTestJSON-1141293240 tempest-FloatingIPNegativeTestJSON-1141293240-project] Pushing event deleted for resources: {'Network': ['ID=04ad8cc9-dc24-45de-bb1b-aeef0b702818,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:06.333460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7ee07bee-f05d-4b2f-b680-082df8cbd3f8 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:06.339382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26535765-0f44-471d-b95a-db6d00b245fd tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.343654 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-26535765-0f44-471d-b95a-db6d00b245fd tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "DELETE /v2.0/ports/03050c7f-7a55-4325-a0c8-a2cedb535611 HTTP/1.1" status: 204 len: 168 time: 1.3583016 Feb 09 16:01:06.345552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:06.349379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.354850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52342) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:06.419325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-a8e3f451-7e27-488f-bd17-cc072dfcde50 service neutron] 10.222.0.53 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162763 Feb 09 16:01:06.423635 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-07344ff9-af16-43d6-a331-c239cbdbde60 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] GET failed (client error): The resource could not be found. Feb 09 16:01:06.425548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-07344ff9-af16-43d6-a331-c239cbdbde60 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "GET /v2.0/ports/03050c7f-7a55-4325-a0c8-a2cedb535611 HTTP/1.1" status: 404 len: 333 time: 0.0681736 Feb 09 16:01:06.429394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-d678666e-24d3-4b14-a337-9d1552a71f99 req-51820a88-ce21-4dbd-af7b-eb1f3d84d64b service neutron] (103179) timed out ('10.222.0.53', 57982) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:01:06.432630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52344) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:06.451502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1791152436'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:06.564352 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7ee07bee-f05d-4b2f-b680-082df8cbd3f8 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] 10.222.0.53 "PUT /v2.0/quotas/13fa84bf413246bd9e00439d409285cf HTTP/1.1" status: 200 len: 368 time: 0.5065281 Feb 09 16:01:06.569631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52348) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:06.575604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Request body: {'network': {'project_id': '13fa84bf413246bd9e00439d409285cf'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:06.582892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d38a37c2-eea1-4e39-b35a-27b9c6406502 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.647882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a37c2-eea1-4e39-b35a-27b9c6406502 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=c0925441-8530-4a54-ba75-7e9fb3b55c8b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:06.659792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d38a37c2-eea1-4e39-b35a-27b9c6406502 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.663429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d38a37c2-eea1-4e39-b35a-27b9c6406502 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/c0925441-8530-4a54-ba75-7e9fb3b55c8b HTTP/1.1" status: 204 len: 168 time: 1.5833161 Feb 09 16:01:06.671486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52350) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:06.673068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f0b94-eff8-4a78-9d75-c36e5e030512 None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:06.745688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Made reservation on behalf of 13fa84bf413246bd9e00439d409285cf for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:06.748192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.762900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.817291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb3684-e11e-4979-bbca-8e7ae8512225 req-b7b41bb7-2149-47a9-bda1-9eb96c658bb4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:06.818900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87eb3684-e11e-4979-bbca-8e7ae8512225 req-b7b41bb7-2149-47a9-bda1-9eb96c658bb4 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.2843320 Feb 09 16:01:06.821497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-ad47a254-d769-4398-a4cc-5f9b2cd05635 service neutron] 10.222.0.53 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909557 Feb 09 16:01:06.873090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.874530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.896445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-78d3ca64-30ce-4aca-acb2-e80fb48b21de service neutron] 10.222.0.53 "GET /v2.0/ports/8f3b7125-0b50-45fb-a1ad-8afa578408ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0624633 Feb 09 16:01:06.901036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6c0fce-2e4c-4fa5-ac0f-98f9f178584a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet 5f128c18-e4c2-4d08-9804-7838d2a51711 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:06.920197 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0fce-2e4c-4fa5-ac0f-98f9f178584a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.949007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=f8476aef-be82-4354-9acf-62afb3aeb739,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:06.958598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': '97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f2d97c0b-5e36-4faf-ae86-38df91718c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:06.959004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: f2d97c0b-5e36-4faf-ae86-38df91718c33, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:06.983090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.014737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:07.031541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b52698-ecca-47e0-afd9-5aa2fbb4c195,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:07.031834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-2cc3c16f-7351-420c-9e36-310702205f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:07.033561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-2cc3c16f-7351-420c-9e36-310702205f22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1098 time: 0.3275349 Feb 09 16:01:07.034826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:07.047029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.047298 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Added segment adcbb016-1575-4626-9342-229924f66bd8 of type vlan for network 0a55c8ce-ad91-46bc-9f7d-64643c4b902f Feb 09 16:01:07.103552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network f2d97c0b-5e36-4faf-ae86-38df91718c33 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:07.121682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.212950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87eb3684-e11e-4979-bbca-8e7ae8512225 req-63e9cced-31bf-4f3b-a378-4a4b347ebc36 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645749 Feb 09 16:01:07.212950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-96047fee-d62c-4f6d-9bee-5dae90516cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:07.214671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-96047fee-d62c-4f6d-9bee-5dae90516cc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 0.1668456 Feb 09 16:01:07.217979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0fce-2e4c-4fa5-ac0f-98f9f178584a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.226491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Made reservation on behalf of 2b2caca8e732424cb3b45de4faa3a552 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:07.240842 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.339940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-4d44428f-24ca-4245-af27-53802677e3db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.0708642 Feb 09 16:01:07.366226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] device_id is not set on port 4f753bce-c570-465f-98f6-31d732989dcb yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:07.451955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, f2d97c0b-5e36-4faf-ae86-38df91718c33) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:07.465677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401d0d5-26a3-4312-8964-3b9c61fd15f1 None None] Network f2d97c0b-5e36-4faf-ae86-38df91718c33 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:07.468372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:07.469631 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.521021 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-512498aa-f4d0-4904-bb9c-b806ba944db1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ece20baf6754dfda9b1e92731d04035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807475 Feb 09 16:01:07.521271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-be31094a-7ee4-4e9e-8f57-7f3fdde3dc25 service neutron] 10.222.0.53 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515487 Feb 09 16:01:07.521975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52358) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:07.557603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-e085567b-ae90-440c-9cad-b4695a63e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:07.560358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-e085567b-ae90-440c-9cad-b4695a63e496 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.2105441 Feb 09 16:01:07.588986 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-923acb39-194f-4fc6-a91e-d4b63ae253bd tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6624403 Feb 09 16:01:07.588986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52360) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:07.594377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-883900579'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:07.603644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.604796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:07.605379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.607788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37a56c3b-a713-4c50-9048-da7b1fc7876d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.640721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-cd23787b-0f66-4350-b7c5-0a80da0ec72c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589817 Feb 09 16:01:07.647346 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0fce-2e4c-4fa5-ac0f-98f9f178584a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.718970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37a56c3b-a713-4c50-9048-da7b1fc7876d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.808287 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Pushing event updated for resources: {'Network': ['ID=0a55c8ce-ad91-46bc-9f7d-64643c4b902f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:07.809685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-d787a855-fc1d-4121-a7d0-265650b28262 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345949 Feb 09 16:01:07.830559 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c6d5a40c-9359-4d93-b42d-d726c6fe3f7c tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2497005 Feb 09 16:01:07.831440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52362) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:07.844962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0a55c8ce-ad91-46bc-9f7d-64643c4b902f details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:07.859363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Request body: {'network': {'project_id': '13fa84bf413246bd9e00439d409285cf'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:07.965957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:07.976150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1d5ff693-0a52-43e1-9c52-8b20c4b0073c None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:07.976813 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff693-0a52-43e1-9c52-8b20c4b0073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.983750 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.990551 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37a56c3b-a713-4c50-9048-da7b1fc7876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.994914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37a56c3b-a713-4c50-9048-da7b1fc7876d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.000854 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-37a56c3b-a713-4c50-9048-da7b1fc7876d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7106181b-9aa2-4f5e-9eaf-544053500c27 HTTP/1.1" status: 204 len: 168 time: 0.4728262 Feb 09 16:01:08.035095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a56c3b-a713-4c50-9048-da7b1fc7876d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7106181b-9aa2-4f5e-9eaf-544053500c27,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:08.079426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:08.105266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Allocated IP 2001:db8::316 (bb5a5212-b5ff-4464-96e7-f8a857f2d6ed/01ff5b91-f3d3-422e-a8f8-adbefffb138e/4f753bce-c570-465f-98f6-31d732989dcb) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:08.109698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-f2d97c0b-5e36-4faf-ae86-38df91718c33', 'network_id': 'f2d97c0b-5e36-4faf-ae86-38df91718c33', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': 'f8476aef-be82-4354-9acf-62afb3aeb739'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:08.110779 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.127969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.132974 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment 3d2335ac-a3bd-4492-8203-9e6e01a5c903 of type vlan for network 0d882136-d260-46f1-9b40-c1732ff05822 Feb 09 16:01:08.140490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f2bcb8b7-41b8-4433-9860-0fc823a7556f service neutron] 10.222.0.53 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082294 Feb 09 16:01:08.146500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Made reservation on behalf of 13fa84bf413246bd9e00439d409285cf for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:08.150763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.235819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.308565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1d5ff693-0a52-43e1-9c52-8b20c4b0073c None None] Provisioning complete for port b7d0fd7e-272c-498b-baeb-04db7952cf46 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:08.309336 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff693-0a52-43e1-9c52-8b20c4b0073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.360903 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0fce-2e4c-4fa5-ac0f-98f9f178584a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.375078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ff693-0a52-43e1-9c52-8b20c4b0073c None None] Port b7d0fd7e-272c-498b-baeb-04db7952cf46 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:08.377739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Allocated IP 172.20.255.242 (f2d97c0b-5e36-4faf-ae86-38df91718c33/f8476aef-be82-4354-9acf-62afb3aeb739/fecfe018-895e-4f63-b163-43259ec768f7) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:08.381344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4dacdc62-a3d5-4ce3-be0d-f4a928645815 req-c72cdc7e-724d-4564-a166-37de4374bd18 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597348 Feb 09 16:01:08.391987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.403935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:08.404941 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.480662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:08.501302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c0fce-2e4c-4fa5-ac0f-98f9f178584a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=5f128c18-e4c2-4d08-9804-7838d2a51711,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:08.547554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=0d882136-d260-46f1-9b40-c1732ff05822,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:08.550807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0fce-2e4c-4fa5-ac0f-98f9f178584a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.562497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5b6c0fce-2e4c-4fa5-ac0f-98f9f178584a tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/5f128c18-e4c2-4d08-9804-7838d2a51711 HTTP/1.1" status: 204 len: 168 time: 1.8833618 Feb 09 16:01:08.567162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52370) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:08.596259 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.596889 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Added segment 9c46242d-e6d7-468e-a70f-50d6ec78ebb6 of type vlan for network 268ac35b-0ea9-4e82-b550-de9790c1e725 Feb 09 16:01:08.645488 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-19120ca9-4945-4527-9ac9-2e516ae51c14 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0514700 Feb 09 16:01:08.645488 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-17216c62-1445-4876-bb5a-1944c7bce5e3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:08.645488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17216c62-1445-4876-bb5a-1944c7bce5e3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:08.655795 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17216c62-1445-4876-bb5a-1944c7bce5e3 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/c0925441-8530-4a54-ba75-7e9fb3b55c8b HTTP/1.1" status: 404 len: 337 time: 0.0862210 Feb 09 16:01:08.656890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52372) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:08.672323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': '0d882136-d260-46f1-9b40-c1732ff05822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:08.674159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52374) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:08.691138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.701504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec9e432-b38b-4560-bacb-3d40682a01be None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:08.705480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0d882136-d260-46f1-9b40-c1732ff05822 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:08.754323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab5391-3d92-4dce-9290-d3f186f1b8fe req-e170d801-491a-4595-a8bc-930e5b3540fe tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:08.770243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13ab5391-3d92-4dce-9290-d3f186f1b8fe req-e170d801-491a-4595-a8bc-930e5b3540fe tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.3701704 Feb 09 16:01:08.880123 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.924383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-218463d6-bb36-47ff-bc86-001936ef9afb service neutron] 10.222.0.53 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7558248 Feb 09 16:01:08.951015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.961779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Network f2d97c0b-5e36-4faf-ae86-38df91718c33 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:08.972763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:08.974445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:08.984570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:08.990696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:08.992313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Pushing event updated for resources: {'Port': ['ID=fecfe018-895e-4f63-b163-43259ec768f7,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:09.091624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Attempting to bind port fecfe018-895e-4f63-b163-43259ec768f7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:09.092171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Attempting to bind port fecfe018-895e-4f63-b163-43259ec768f7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f2d97c0b-5e36-4faf-ae86-38df91718c33'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:09.092929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Attempting to bind port fecfe018-895e-4f63-b163-43259ec768f7 on network f2d97c0b-5e36-4faf-ae86-38df91718c33 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:09.100452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:09.100873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Checking segment: {'id': '97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f2d97c0b-5e36-4faf-ae86-38df91718c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:09.101230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.101624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Bound using segment: {'id': '97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f2d97c0b-5e36-4faf-ae86-38df91718c33'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:09.102248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Bound port: fecfe018-895e-4f63-b163-43259ec768f7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f2d97c0b-5e36-4faf-ae86-38df91718c33'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:09.103039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.174313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:01:09.206022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ee6728-81c7-432c-930d-8d7c52d1aaf7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting subnet 4ae75898-0376-4bee-99cc-ac1468788a4d {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:09.215791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13ab5391-3d92-4dce-9290-d3f186f1b8fe req-6412c756-1196-42fd-b9a3-51199fd8d8a3 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439662 Feb 09 16:01:09.224648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6728-81c7-432c-930d-8d7c52d1aaf7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.260869 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.327472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6728-81c7-432c-930d-8d7c52d1aaf7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.340823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] For port fecfe018-895e-4f63-b163-43259ec768f7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:09.345799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] For port fecfe018-895e-4f63-b163-43259ec768f7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fecfe018-895e-4f63-b163-43259ec768f7,segment=NetworkSegment(97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf),segment_id=97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:09.366460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9a1b79a-fef4-480e-b93f-7356a370c1cf service neutron] 10.222.0.53 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224997 Feb 09 16:01:09.367154 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.367999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:09.369181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.513824 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.514402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.628754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc48dd-3d93-4757-b999-bb57f063119e None None] Pushing event updated for resources: {'Port': ['ID=fecfe018-895e-4f63-b163-43259ec768f7,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:09.705011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=f5dd4a1c-f9ee-48c8-a899-bf6494bf3b2a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:09.725157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': '3d2335ac-a3bd-4492-8203-9e6e01a5c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0d882136-d260-46f1-9b40-c1732ff05822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:09.727715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: 0d882136-d260-46f1-9b40-c1732ff05822, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:09.832430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network 0d882136-d260-46f1-9b40-c1732ff05822 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:09.929981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0d882136-d260-46f1-9b40-c1732ff05822) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:09.937387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:09.939066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:09.964338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1165626 Feb 09 16:01:09.972682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:09.981210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b200b3-c275-4d70-b32a-9a8e10e4ec6f None None] Network 0d882136-d260-46f1-9b40-c1732ff05822 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:09.986379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0416d-b2d3-4426-909e-290f6a2a0362 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Pushing event updated for resources: {'Network': ['ID=268ac35b-0ea9-4e82-b550-de9790c1e725,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:09.997230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c0c14a3e-ed3c-478b-9763-6dc3482487fb tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Request body: {'network': {'project_id': '13fa84bf413246bd9e00439d409285cf'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:10.057235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 268ac35b-0ea9-4e82-b550-de9790c1e725 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:10.057515 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.069445 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6728-81c7-432c-930d-8d7c52d1aaf7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.091765 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7b835c41-83db-4d8a-8eda-99fdb94109e2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4331512 Feb 09 16:01:10.096334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52394) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:10.164152 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c14a3e-ed3c-478b-9763-6dc3482487fb tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 16:01:10.165103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c14a3e-ed3c-478b-9763-6dc3482487fb tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:10.166730 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c0c14a3e-ed3c-478b-9763-6dc3482487fb tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1924880 Feb 09 16:01:10.183458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52396) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:10.251248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:10.254367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-1ef0ce0f-d416-496a-8ead-a82ae5a0bd25 service neutron] 10.222.0.53 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624763 Feb 09 16:01:10.259799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52398) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:10.261358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:10.272502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:10.285125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:10.286498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.418932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=4f753bce-c570-465f-98f6-31d732989dcb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:10.436291 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3ffb0322-2bb6-4bbe-86f9-44a34ab908c7 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13fa84bf413246bd9e00439d409285cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512600 Feb 09 16:01:10.442238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52404) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:10.541897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.555298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-546349358'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:10.581272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d808e4f6-c272-4983-9040-ca0ba1fd31a0 None None] Provisioning complete for port 83924f63-9525-4c3f-a76c-6d1b13fbab35 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:10.583434 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d808e4f6-c272-4983-9040-ca0ba1fd31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.587537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0d882136-d260-46f1-9b40-c1732ff05822', 'network_id': '0d882136-d260-46f1-9b40-c1732ff05822', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': 'f5dd4a1c-f9ee-48c8-a899-bf6494bf3b2a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:10.589983 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.613983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c8d09a22-21b5-474e-941d-a985e2b46ea6 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.1703000 Feb 09 16:01:10.618663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52406) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:10.631181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ae', 'mac_address': 'fa:16:3e:0b:e1:12'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:10.636229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8817d796-e2fd-4cae-9fc6-9e0cdee82c58 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.642211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-4cb44657-8113-4b1f-882b-942d0b64cc7c service neutron] 10.222.0.53 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418252 Feb 09 16:01:10.652540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee8580-8fed-4ed6-bce9-30dc025fe971 req-b805a5ec-772b-4236-8d67-7ea045221b2c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:10.655813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39ee8580-8fed-4ed6-bce9-30dc025fe971 req-b805a5ec-772b-4236-8d67-7ea045221b2c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1937985 Feb 09 16:01:10.683649 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.723408 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6728-81c7-432c-930d-8d7c52d1aaf7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.765696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-3c4c19a3-3f3b-4036-b81f-48c63332bb24 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:01:10.774136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-3c4c19a3-3f3b-4036-b81f-48c63332bb24 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0423224 Feb 09 16:01:10.805008 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8817d796-e2fd-4cae-9fc6-9e0cdee82c58 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.909296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fecfe018-895e-4f63-b163-43259ec768f7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:10.930319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee6728-81c7-432c-930d-8d7c52d1aaf7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae75898-0376-4bee-99cc-ac1468788a4d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:10.956399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e0342c-f194-4dc0-bc3c-9b4f5387c7fe None None] Network 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:11.020294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:11.026561 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.046765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6728-81c7-432c-930d-8d7c52d1aaf7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.052950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c6ee6728-81c7-432c-930d-8d7c52d1aaf7 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/4ae75898-0376-4bee-99cc-ac1468788a4d HTTP/1.1" status: 204 len: 168 time: 2.3595812 Feb 09 16:01:11.055162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52410) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.062100 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.065814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Allocated IP 172.20.0.2 (0d882136-d260-46f1-9b40-c1732ff05822/f5dd4a1c-f9ee-48c8-a899-bf6494bf3b2a/53e6a0b1-cc74-44c4-8dd4-0cf217e70aab) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:11.088758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8817d796-e2fd-4cae-9fc6-9e0cdee82c58 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.091401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8817d796-e2fd-4cae-9fc6-9e0cdee82c58 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.096170 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8817d796-e2fd-4cae-9fc6-9e0cdee82c58 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3b52698-ecca-47e0-afd9-5aa2fbb4c195 HTTP/1.1" status: 204 len: 168 time: 0.6474447 Feb 09 16:01:11.097574 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc41f90f-c2c6-4364-8e37-6223599875d5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.098327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc41f90f-c2c6-4364-8e37-6223599875d5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.101842 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc41f90f-c2c6-4364-8e37-6223599875d5 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/58b564d9-5d09-457f-b040-a63f986637d5 HTTP/1.1" status: 404 len: 337 time: 0.0448227 Feb 09 16:01:11.103359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52412) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.112476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52414) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.149330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817d796-e2fd-4cae-9fc6-9e0cdee82c58 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b52698-ecca-47e0-afd9-5aa2fbb4c195,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:11.196578 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d7b80c6-2085-4f87-86b0-abbe1a376373 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "GET /v2.0/ports?device_id=312017bf-6eb8-44f1-ba53-07b60c52cc0e HTTP/1.1" status: 200 len: 205 time: 0.0816450 Feb 09 16:01:11.203343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.206642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39ee8580-8fed-4ed6-bce9-30dc025fe971 req-bf57b4b1-b449-4096-8d8f-1219c1d81080 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579387 Feb 09 16:01:11.256132 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-4fe1eaf0-40ca-46a7-bc35-ee9c304acded tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] delete failed (client error): The resource could not be found. Feb 09 16:01:11.257078 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4fe1eaf0-40ca-46a7-bc35-ee9c304acded tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/routers/312017bf-6eb8-44f1-ba53-07b60c52cc0e HTTP/1.1" status: 404 len: 336 time: 0.0527165 Feb 09 16:01:11.263026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.299010 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.304891 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-1062cf70-dae3-4cb0-afe7-936b5ddf583d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.305370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1062cf70-dae3-4cb0-afe7-936b5ddf583d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.308781 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1062cf70-dae3-4cb0-afe7-936b5ddf583d tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/d769c6b9-ed5e-4da0-80c4-328277865c5f HTTP/1.1" status: 404 len: 337 time: 0.0446858 Feb 09 16:01:11.311852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.348497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65992c1f-8429-4b48-816b-691c85d61820 None None] Network f2d97c0b-5e36-4faf-ae86-38df91718c33 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:11.350682 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-d938ee7a-e677-4202-b34e-5e6aa67d3806 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.350682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d938ee7a-e677-4202-b34e-5e6aa67d3806 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.355732 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d938ee7a-e677-4202-b34e-5e6aa67d3806 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/0e54238a-974d-4dc8-bd6d-cfd0bcb5ef02 HTTP/1.1" status: 404 len: 337 time: 0.0420880 Feb 09 16:01:11.357387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-b37692d3-58d6-4cef-abfc-91ba278bc342 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821126 Feb 09 16:01:11.361498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52424) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.448724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fecfe018-895e-4f63-b163-43259ec768f7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:11.449276 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.486299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.510122 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fc434b-bcc5-4d65-8387-d57a77796c36 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.511133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fc434b-bcc5-4d65-8387-d57a77796c36 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.513863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-05fc434b-bcc5-4d65-8387-d57a77796c36 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/d98bc12e-b6b6-4fbe-8c69-0f1e9d5c226e HTTP/1.1" status: 404 len: 337 time: 0.1480904 Feb 09 16:01:11.514565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268ac35b-0ea9-4e82-b550-de9790c1e725']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:11.518072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52426) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.550185 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe65668-e35d-48d4-a1a2-2e73e3d535db tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.550918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe65668-e35d-48d4-a1a2-2e73e3d535db tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.554261 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bfe65668-e35d-48d4-a1a2-2e73e3d535db tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/b9b62858-218a-4811-b241-83874159e0a4 HTTP/1.1" status: 404 len: 333 time: 0.0348716 Feb 09 16:01:11.556646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c46242d-e6d7-468e-a70f-50d6ec78ebb6') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:11.557013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c46242d-e6d7-468e-a70f-50d6ec78ebb6') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:11.559797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52428) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.601643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.601976 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.601976 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b97b025-5066-4712-bcdd-e6eab6c83af6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.601976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b97b025-5066-4712-bcdd-e6eab6c83af6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.601976 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5b97b025-5066-4712-bcdd-e6eab6c83af6 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/00dcac0a-bfe3-4c9b-acc4-ed6e2c1e5322 HTTP/1.1" status: 404 len: 337 time: 0.0413005 Feb 09 16:01:11.604060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52430) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.617962 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.628388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:11.628817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:11.631947 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:11.673176 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7ae559-0099-4d0f-932a-39e56b1e6351 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.673637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7ae559-0099-4d0f-932a-39e56b1e6351 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.676987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2a7ae559-0099-4d0f-932a-39e56b1e6351 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/600dc8ac-9123-4d33-bfff-dd10f45ff8eb HTTP/1.1" status: 404 len: 337 time: 0.0588536 Feb 09 16:01:11.687531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52432) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.705504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6301-7afa-4368-98f6-3259c39031f0 req-8d85fa08-0725-4e8f-bb84-d1006a092079 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:11.708144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77ab6301-7afa-4368-98f6-3259c39031f0 req-8d85fa08-0725-4e8f-bb84-d1006a092079 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.3559432 Feb 09 16:01:11.721983 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea12afa-736b-44ef-9a85-c6be02912ef4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.722807 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea12afa-736b-44ef-9a85-c6be02912ef4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.726694 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fea12afa-736b-44ef-9a85-c6be02912ef4 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/b0736d03-5e54-401e-a310-acc9b82f566d HTTP/1.1" status: 404 len: 333 time: 0.0440028 Feb 09 16:01:11.738384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.742525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d808e4f6-c272-4983-9040-ca0ba1fd31a0 None None] Provisioning complete for port b7d0fd7e-272c-498b-baeb-04db7952cf46 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:11.743447 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d808e4f6-c272-4983-9040-ca0ba1fd31a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.748404 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.779536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-3b3c86e6-c441-43b9-81d7-d838c9e243b2 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797245 Feb 09 16:01:11.792903 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a833ae-f650-4044-8dee-dcb4133c1ecd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.795188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a833ae-f650-4044-8dee-dcb4133c1ecd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.804048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52436) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.804935 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-03a833ae-f650-4044-8dee-dcb4133c1ecd tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/8134521e-7ce2-48ee-a342-14204eed0c63 HTTP/1.1" status: 404 len: 337 time: 0.0635645 Feb 09 16:01:11.827221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.840893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.846914 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] 10.222.0.53 "DELETE /v2.0/networks/268ac35b-0ea9-4e82-b550-de9790c1e725 HTTP/1.1" status: 204 len: 168 time: 0.7400281 Feb 09 16:01:11.850495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52438) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.867811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d808e4f6-c272-4983-9040-ca0ba1fd31a0 None None] Port b7d0fd7e-272c-498b-baeb-04db7952cf46 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:11.870214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:11.876408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77ab6301-7afa-4368-98f6-3259c39031f0 req-1933fccc-cff0-427f-bee4-62b9aef86161 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363449 Feb 09 16:01:11.898127 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce8d3b2-ea5c-4807-a035-ef5789eab0ed tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] DELETE failed (client error): The resource could not be found. Feb 09 16:01:11.898595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce8d3b2-ea5c-4807-a035-ef5789eab0ed tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:11.902216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bce8d3b2-ea5c-4807-a035-ef5789eab0ed tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/subnets/ca16abe1-0c4a-431a-9457-7dcd6d95858f HTTP/1.1" status: 404 len: 337 time: 0.0926514 Feb 09 16:01:11.916646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d97524-7375-4532-9d4c-ee09acaac72b tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Pushing event deleted for resources: {'Network': ['ID=268ac35b-0ea9-4e82-b550-de9790c1e725,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:11.940317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52440) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:11.946521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e338ff-1667-456a-8418-745411b3577c None None] DHCP port deletion for 59afdfe4-7318-4960-a1a9-79b89a2c3dc0 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:01:11.953483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.034656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.062733 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.074055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:12.106712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740776f1-0703-4194-910e-17752f535f0b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:12.125455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.144752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ab7e89c0-69bc-4ee6-9fe9-20989b53d6a5 None None] Provisioning complete for port 4f753bce-c570-465f-98f6-31d732989dcb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:12.145309 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab7e89c0-69bc-4ee6-9fe9-20989b53d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.221949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-fa6aedc0-4bfb-4e43-b847-fd316aff1a7d service neutron] 10.222.0.53 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992722 Feb 09 16:01:12.225899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Network 0d882136-d260-46f1-9b40-c1732ff05822 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:12.232770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.233128 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Added segment 60cf5bd6-f4be-43cd-b313-9d18a9692a07 of type vlan for network a2181776-80d0-4d18-a880-8365a61b3314 Feb 09 16:01:12.239751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.241851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09ec9-5cbe-4f2a-bb3f-575321ece9c5 req-82969029-0271-4998-8db1-61adde0f7ef8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:12.244695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7be09ec9-5cbe-4f2a-bb3f-575321ece9c5 req-82969029-0271-4998-8db1-61adde0f7ef8 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1717005 Feb 09 16:01:12.277860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:12.281293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port fecfe018-895e-4f63-b163-43259ec768f7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fecfe018-895e-4f63-b163-43259ec768f7,segment=NetworkSegment(97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf),segment_id=97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:12.296378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:12.301102 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.303447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Pushing event updated for resources: {'Port': ['ID=53e6a0b1-cc74-44c4-8dd4-0cf217e70aab,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:12.321057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-72e338ff-1667-456a-8418-745411b3577c None None] Deleting port 83924f63-9525-4c3f-a76c-6d1b13fbab35 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:12.324481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-587cf6ee-00f6-4ad9-92cb-12d104b589dc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port b7d0fd7e-272c-498b-baeb-04db7952cf46 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:12.325037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-587cf6ee-00f6-4ad9-92cb-12d104b589dc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.325221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72e338ff-1667-456a-8418-745411b3577c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.330334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.334526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e89c0-69bc-4ee6-9fe9-20989b53d6a5 None None] Port 4f753bce-c570-465f-98f6-31d732989dcb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:12.351187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=f5dd4a1c-f9ee-48c8-a899-bf6494bf3b2a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:12.478616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.482296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.504366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a55c8ce-ad91-46bc-9f7d-64643c4b902f']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:12.574956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcbb016-1575-4626-9342-229924f66bd8') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:12.575269 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcbb016-1575-4626-9342-229924f66bd8') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:12.587993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] In _notify_port_updated(), no bound segment for port 4f753bce-c570-465f-98f6-31d732989dcb on network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:01:12.595829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:12.596115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-72e338ff-1667-456a-8418-745411b3577c None None] For port 83924f63-9525-4c3f-a76c-6d1b13fbab35, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=83924f63-9525-4c3f-a76c-6d1b13fbab35,segment=NetworkSegment(daf0b06d-dc3a-4d80-bd4f-4358bd3572aa),segment_id=daf0b06d-dc3a-4d80-bd4f-4358bd3572aa)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:12.596633 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72e338ff-1667-456a-8418-745411b3577c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.599921 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.603285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "PUT /v2.0/ports/4f753bce-c570-465f-98f6-31d732989dcb HTTP/1.1" status: 200 len: 1003 time: 1.9772253 Feb 09 16:01:12.613556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52446) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:12.615374 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.625370 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.633350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.640979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7be09ec9-5cbe-4f2a-bb3f-575321ece9c5 req-5019cbf0-df9a-4bfd-853b-cad0814a2b3e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359547 Feb 09 16:01:12.680179 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-587cf6ee-00f6-4ad9-92cb-12d104b589dc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.707493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-72e338ff-1667-456a-8418-745411b3577c None None] Calling delete_port for 83924f63-9525-4c3f-a76c-6d1b13fbab35 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:12.738539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d882136-d260-46f1-9b40-c1732ff05822']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:12.769718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-587cf6ee-00f6-4ad9-92cb-12d104b589dc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for b7d0fd7e-272c-498b-baeb-04db7952cf46 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:12.781218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.791507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2335ac-a3bd-4492-8203-9e6e01a5c903') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:12.791908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2335ac-a3bd-4492-8203-9e6e01a5c903') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:12.800655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f66951-db14-4bf2-bb50-49491e71b956 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=4f753bce-c570-465f-98f6-31d732989dcb,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:12.848723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.865205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 83924f63-9525-4c3f-a76c-6d1b13fbab35 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:01:12.867851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ab7e89c0-69bc-4ee6-9fe9-20989b53d6a5 None None] Provisioning complete for port fecfe018-895e-4f63-b163-43259ec768f7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:12.868630 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab7e89c0-69bc-4ee6-9fe9-20989b53d6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.870613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Attempting to bind port 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:12.873847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Attempting to bind port 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '3d2335ac-a3bd-4492-8203-9e6e01a5c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0d882136-d260-46f1-9b40-c1732ff05822'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:12.874232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Attempting to bind port 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab on network 0d882136-d260-46f1-9b40-c1732ff05822 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:12.878490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:12.888641 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:12.942429 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.949009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:12.949662 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.955099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-d84920e1-8495-46d7-a6d0-0fc7026450e6 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238579 Feb 09 16:01:12.987006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.011223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:13.013832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:13.015749 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:13.044759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:13.045725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Checking segment: {'id': '3d2335ac-a3bd-4492-8203-9e6e01a5c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0d882136-d260-46f1-9b40-c1732ff05822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:13.046424 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.047134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Bound using segment: {'id': '3d2335ac-a3bd-4492-8203-9e6e01a5c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0d882136-d260-46f1-9b40-c1732ff05822'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:13.047996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Bound port: 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2335ac-a3bd-4492-8203-9e6e01a5c903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '0d882136-d260-46f1-9b40-c1732ff05822'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:13.048741 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.085753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fae4e8-5649-4535-83bf-bad71cbdd48b req-f1ce623d-2790-4266-a513-2aac5fb4a41a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:13.088065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9fae4e8-5649-4535-83bf-bad71cbdd48b req-f1ce623d-2790-4266-a513-2aac5fb4a41a tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.2608066 Feb 09 16:01:13.102027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.8369393 Feb 09 16:01:13.104473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52299b-34d8-441a-9379-7d66f403d2a4 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Network': ['ID=a2181776-80d0-4d18-a880-8365a61b3314,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:13.179172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9fae4e8-5649-4535-83bf-bad71cbdd48b req-baa8b25a-a2d3-4c2b-aa87-b00dcf80602e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513947 Feb 09 16:01:13.182552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7acdd8e3-3b43-4624-847a-e81cfecd1e46 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Deleting port 4f753bce-c570-465f-98f6-31d732989dcb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:13.183009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7acdd8e3-3b43-4624-847a-e81cfecd1e46 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.200925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a2181776-80d0-4d18-a880-8365a61b3314 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:13.232515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:01:13.232515 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:01:13.232515 n-d-828542-1 neutron-server[103179]: [parameters: {'id': '0d882136-d260-46f1-9b40-c1732ff05822'}] Feb 09 16:01:13.232515 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:01:13.236633 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:01:13.250969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=fecfe018-895e-4f63-b163-43259ec768f7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:13.295066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.301980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.307554 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0a55c8ce-ad91-46bc-9f7d-64643c4b902f HTTP/1.1" status: 204 len: 168 time: 1.4556911 Feb 09 16:01:13.376390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-587cf6ee-00f6-4ad9-92cb-12d104b589dc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.380525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a1b4c-6c85-4505-a1ba-9a66b24c24c4 tempest-QuotasNegativeTest-1802543916 tempest-QuotasNegativeTest-1802543916-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a55c8ce-ad91-46bc-9f7d-64643c4b902f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:13.415655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7acdd8e3-3b43-4624-847a-e81cfecd1e46 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.461766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cf6ee-00f6-4ad9-92cb-12d104b589dc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=b7d0fd7e-272c-498b-baeb-04db7952cf46,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:13.478170 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-587cf6ee-00f6-4ad9-92cb-12d104b589dc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.488250 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-587cf6ee-00f6-4ad9-92cb-12d104b589dc tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/ports/b7d0fd7e-272c-498b-baeb-04db7952cf46 HTTP/1.1" status: 204 len: 168 time: 1.5447633 Feb 09 16:01:13.492055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52466) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:13.517010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7acdd8e3-3b43-4624-847a-e81cfecd1e46 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Calling delete_port for 4f753bce-c570-465f-98f6-31d732989dcb owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:13.579631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] For port 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:13.604286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] For port 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=53e6a0b1-cc74-44c4-8dd4-0cf217e70aab,segment=NetworkSegment(3d2335ac-a3bd-4492-8203-9e6e01a5c903),segment_id=3d2335ac-a3bd-4492-8203-9e6e01a5c903)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:13.617773 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.626567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.718732 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72e338ff-1667-456a-8418-745411b3577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.734173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.745143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Deleting port 83924f63-9525-4c3f-a76c-6d1b13fbab35 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:13.745940 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.765573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2275d-5349-435a-84ea-7675674c597f req-33fc7272-ce70-4399-a6ed-ec8feaa133cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:13.774201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1be2275d-5349-435a-84ea-7675674c597f req-33fc7272-ce70-4399-a6ed-ec8feaa133cf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1872051 Feb 09 16:01:13.810850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e338ff-1667-456a-8418-745411b3577c None None] Pushing event deleted for resources: {'Port': ['ID=83924f63-9525-4c3f-a76c-6d1b13fbab35,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:13.822214 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.843159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e338ff-1667-456a-8418-745411b3577c None None] No DVR routers for this DVR port 83924f63-9525-4c3f-a76c-6d1b13fbab35 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:13.891501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d3d22d17-95c0-40b3-b544-b3248f2f00f8 None None] Provisioning complete for port 4f753bce-c570-465f-98f6-31d732989dcb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:13.892022 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3d22d17-95c0-40b3-b544-b3248f2f00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.995809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] For port 83924f63-9525-4c3f-a76c-6d1b13fbab35, host n-d-828542-1, got binding levels [] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:13.996216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.048288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6776e0-9548-4d29-bf95-8d5965af4edb None None] Network 0d882136-d260-46f1-9b40-c1732ff05822 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:14.065798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Calling delete_port for 83924f63-9525-4c3f-a76c-6d1b13fbab35 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:14.070760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_backend_mixin [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Port 83924f63-9525-4c3f-a76c-6d1b13fbab35 was not found and therefore no delete operation was performed {{(pid=103179) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:01:14.074056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.074459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1be2275d-5349-435a-84ea-7675674c597f req-efa3e6b6-0548-45c3-bc27-0d864f22192c tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993143 Feb 09 16:01:14.089098 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7acdd8e3-3b43-4624-847a-e81cfecd1e46 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.104391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433852e-93c4-4a5f-a597-41d203cedecf None None] Pushing event updated for resources: {'Port': ['ID=53e6a0b1-cc74-44c4-8dd4-0cf217e70aab,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:14.117008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d3d22d17-95c0-40b3-b544-b3248f2f00f8 None None] Port 4f753bce-c570-465f-98f6-31d732989dcb cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:14.148017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Port': ['ID=83924f63-9525-4c3f-a76c-6d1b13fbab35,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:14.163648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] No DVR routers for this DVR port 83924f63-9525-4c3f-a76c-6d1b13fbab35 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:14.172145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdd8e3-3b43-4624-847a-e81cfecd1e46 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Port': ['ID=4f753bce-c570-465f-98f6-31d732989dcb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:14.277567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d3d22d17-95c0-40b3-b544-b3248f2f00f8 None None] Provisioning complete for port fecfe018-895e-4f63-b163-43259ec768f7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:14.278230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3d22d17-95c0-40b3-b544-b3248f2f00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.369845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting port 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:14.370961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.403893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.526591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59afdfe4-7318-4960-a1a9-79b89a2c3dc0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:14.551218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57f0ff-0a39-4ef8-9e46-e414657ca32a req-5bcfb54b-8640-4294-b20e-fc427e711959 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:14.557192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b57f0ff-0a39-4ef8-9e46-e414657ca32a req-5bcfb54b-8640-4294-b20e-fc427e711959 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.2779448 Feb 09 16:01:14.572406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf0b06d-dc3a-4d80-bd4f-4358bd3572aa') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:14.573017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf0b06d-dc3a-4d80-bd4f-4358bd3572aa') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:14.593236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] For port 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=53e6a0b1-cc74-44c4-8dd4-0cf217e70aab,segment=NetworkSegment(3d2335ac-a3bd-4492-8203-9e6e01a5c903),segment_id=3d2335ac-a3bd-4492-8203-9e6e01a5c903)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:14.593765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.598659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.625045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Calling delete_port for 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:14.633078 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.650055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:14.650674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:14.654853 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:14.682010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7acdd8e3-3b43-4624-847a-e81cfecd1e46 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.682010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7acdd8e3-3b43-4624-847a-e81cfecd1e46 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "DELETE /v2.0/ports/4f753bce-c570-465f-98f6-31d732989dcb HTTP/1.1" status: 204 len: 168 time: 2.0607147 Feb 09 16:01:14.684311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b57f0ff-0a39-4ef8-9e46-e414657ca32a req-be91c4c3-5186-4d26-9306-f1f5d7727d1d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750999 Feb 09 16:01:14.699889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52480) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:14.724947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec587bd-ead6-4452-98f6-5378aea715a0 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:01:14.789089 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-499075ab-e026-4642-853e-bd8e8e6bf387 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] GET failed (client error): The resource could not be found. Feb 09 16:01:14.791516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-499075ab-e026-4642-853e-bd8e8e6bf387 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "GET /v2.0/ports/4f753bce-c570-465f-98f6-31d732989dcb HTTP/1.1" status: 404 len: 333 time: 0.0905373 Feb 09 16:01:14.798176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52486) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:14.806938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-190358682'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:14.961019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec587bd-ead6-4452-98f6-5378aea715a0 None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:01:14.965540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fecfe018-895e-4f63-b163-43259ec768f7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:15.019660 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.039303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.042782 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] 10.222.0.53 "DELETE /v2.0/networks/59afdfe4-7318-4960-a1a9-79b89a2c3dc0 HTTP/1.1" status: 204 len: 168 time: 1.5469341 Feb 09 16:01:15.043782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac06e4-4e23-4d65-b3d6-fca04aa6a642 tempest-PortsIpV6TestJSON-1163596987 tempest-PortsIpV6TestJSON-1163596987-project] Pushing event deleted for resources: {'Network': ['ID=59afdfe4-7318-4960-a1a9-79b89a2c3dc0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:15.059504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ea69f-9030-4f6f-a58a-8b9d7ed5058e req-c2f09b20-cbe7-4349-a4cb-def6dae9755f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:15.062024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-693ea69f-9030-4f6f-a58a-8b9d7ed5058e req-c2f09b20-cbe7-4349-a4cb-def6dae9755f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1118369 Feb 09 16:01:15.077807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.096804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No DVR routers for this DVR port 53e6a0b1-cc74-44c4-8dd4-0cf217e70aab on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:15.190147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Port': ['ID=53e6a0b1-cc74-44c4-8dd4-0cf217e70aab,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:15.249271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-693ea69f-9030-4f6f-a58a-8b9d7ed5058e req-278dac03-98cd-4b85-99c9-38ccb1a16311 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744227 Feb 09 16:01:15.295027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Made reservation on behalf of 2b2caca8e732424cb3b45de4faa3a552 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:15.300840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.307566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.355831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] device_id is not set on port 27f3a6d3-8d55-4433-a975-54f9955b6447 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:15.369020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d882136-d260-46f1-9b40-c1732ff05822']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:15.419768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fecfe018-895e-4f63-b163-43259ec768f7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:15.420487 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.453453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2335ac-a3bd-4492-8203-9e6e01a5c903') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:15.453453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2335ac-a3bd-4492-8203-9e6e01a5c903') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:15.456044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52494) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:15.491383 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.543063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4ba91-d8ec-4113-a4b6-88bd1188758b req-c42380c6-3fe8-4e6c-8e57-a30c14190dfc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:15.544654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.554583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df4ba91-d8ec-4113-a4b6-88bd1188758b req-c42380c6-3fe8-4e6c-8e57-a30c14190dfc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1043015 Feb 09 16:01:15.563335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:15.565686 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:15.591060 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:15.751445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9df4ba91-d8ec-4113-a4b6-88bd1188758b req-449eb9f9-d03c-462a-8afa-a65fc35187bc tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958008 Feb 09 16:01:15.783570 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14f818e2-2d5d-4ec2-af73-ab143a8b9c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.804811 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.839571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.848887 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/0d882136-d260-46f1-9b40-c1732ff05822 HTTP/1.1" status: 204 len: 168 time: 5.7498777 Feb 09 16:01:15.850357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ade59-3a37-4e4d-8c44-48f8994e588b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=0d882136-d260-46f1-9b40-c1732ff05822,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:15.853104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52506) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:15.864538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1151891560'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:15.878333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a104ff7b-a713-4e45-bf1b-9d4d2cea6121 req-75fe8c85-e65f-4cd6-bcf7-f55ddbc8bb76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.1704295 Feb 09 16:01:15.905945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-8263de35-cc5b-47fa-a73e-75274b758c48 req-48cc679c-56eb-447f-ba4c-5ef00d61d0af service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:01:15.916614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8263de35-cc5b-47fa-a73e-75274b758c48 req-48cc679c-56eb-447f-ba4c-5ef00d61d0af service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269475 Feb 09 16:01:15.984120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Allocated IP 2001:db8::1a5 (bb5a5212-b5ff-4464-96e7-f8a857f2d6ed/01ff5b91-f3d3-422e-a8f8-adbefffb138e/27f3a6d3-8d55-4433-a975-54f9955b6447) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:15.997248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14f818e2-2d5d-4ec2-af73-ab143a8b9c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.002578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:16.009859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.050128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:16.059493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52514) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:16.063526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14f818e2-2d5d-4ec2-af73-ab143a8b9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.079306 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.079306 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35 of type vlan for network 7f5bf383-80df-4fe4-a7bf-ac953e73ce18 Feb 09 16:01:16.175249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-14f818e2-2d5d-4ec2-af73-ab143a8b9c40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5644dbb2bf9c4d72a0224f2f7d996611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153487 Feb 09 16:01:16.175568 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.178734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f818e2-2d5d-4ec2-af73-ab143a8b9c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4716c32c-796c-4819-b7aa-e7abee9791be,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:16.195297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52518) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:16.203536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fef8d-4770-42cc-8c66-ea48d6acd1a7 req-38b05484-272d-48e8-ae4c-f9f13c486768 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:16.213403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-679fef8d-4770-42cc-8c66-ea48d6acd1a7 req-38b05484-272d-48e8-ae4c-f9f13c486768 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1716440 Feb 09 16:01:16.309877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-679fef8d-4770-42cc-8c66-ea48d6acd1a7 req-e1327472-a7bb-4517-94ba-d6f3f3ddfe04 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961561 Feb 09 16:01:16.338120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.348498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:16.349256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.424359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-852f1b69-bf17-448a-97ce-25d3931207b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cb4aebf5cad478da56b40a52722112e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592584 Feb 09 16:01:16.425894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52522) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:16.426139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.428756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3bda276-de1e-4c07-8260-83a9dd30f66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.469775 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3bda276-de1e-4c07-8260-83a9dd30f66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.502836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=7f5bf383-80df-4fe4-a7bf-ac953e73ce18,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:16.526665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 7f5bf383-80df-4fe4-a7bf-ac953e73ce18 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:16.555153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d8f34e8-97c9-41d8-8ead-d5091af6972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.572566 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5057e767-c598-4079-8823-6a1a85af37a5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7099884 Feb 09 16:01:16.572951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52524) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:16.578519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': '7f5bf383-80df-4fe4-a7bf-ac953e73ce18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:16.600712 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d8f34e8-97c9-41d8-8ead-d5091af6972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.700666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3bda276-de1e-4c07-8260-83a9dd30f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.703249 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c3bda276-de1e-4c07-8260-83a9dd30f66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.704474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c3bda276-de1e-4c07-8260-83a9dd30f66f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4716c32c-796c-4819-b7aa-e7abee9791be HTTP/1.1" status: 204 len: 168 time: 0.4895265 Feb 09 16:01:16.726580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.756540 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d8f34e8-97c9-41d8-8ead-d5091af6972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.756540 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d8f34e8-97c9-41d8-8ead-d5091af6972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.757244 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d8f34e8-97c9-41d8-8ead-d5091af6972b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2afdd63c-ac13-4985-ab9c-39ce57b2b9e4 HTTP/1.1" status: 204 len: 168 time: 0.3277035 Feb 09 16:01:16.761948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bda276-de1e-4c07-8260-83a9dd30f66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4716c32c-796c-4819-b7aa-e7abee9791be,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:16.798499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f34e8-97c9-41d8-8ead-d5091af6972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afdd63c-ac13-4985-ab9c-39ce57b2b9e4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:16.867344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:16.880490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:16.897144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:16.909875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:16.910999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.944211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=27f3a6d3-8d55-4433-a975-54f9955b6447,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:16.966266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a4c8d-5e62-472a-81b0-2a81f37c27b8 req-615d4e6e-8751-439c-8876-01a2234e7cb6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:16.975617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-842a4c8d-5e62-472a-81b0-2a81f37c27b8 req-615d4e6e-8751-439c-8876-01a2234e7cb6 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.3083847 Feb 09 16:01:17.014124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:17.018771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:17.129112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-842a4c8d-5e62-472a-81b0-2a81f37c27b8 req-96e49c93-194d-4d38-8e9f-3079ff172858 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518316 Feb 09 16:01:17.138489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-75767257-4567-49f1-90dd-9fd4133fbd55 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3365686 Feb 09 16:01:17.142850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52532) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:17.151751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing IP validity checks on allocation pools {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 16:01:17.152485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 16:01:17.161066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0b:e1:12'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:17.517594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6367468c-116f-4dd1-b2a0-1a4335911f7e None None] Provisioning complete for port 27f3a6d3-8d55-4433-a975-54f9955b6447 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:17.517981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6367468c-116f-4dd1-b2a0-1a4335911f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:17.657050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6367468c-116f-4dd1-b2a0-1a4335911f7e None None] Port 27f3a6d3-8d55-4433-a975-54f9955b6447 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:17.985576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dce9ecfe-c01b-4eff-9516-1a50bbe7a04f req-0c806644-5ba1-4ba5-b806-98f1136e7d9a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.8676825 Feb 09 16:01:18.070416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90406469-1121-4ef4-ab87-8c4d68056187 req-923f177d-3fde-4496-b790-b3062ec29d29 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:18.072116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90406469-1121-4ef4-ab87-8c4d68056187 req-923f177d-3fde-4496-b790-b3062ec29d29 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.0853171 Feb 09 16:01:18.078486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.155135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.198150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=1f53aac1-4c98-4e49-9f4c-ea81b9e4ae2a,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:18.230194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90406469-1121-4ef4-ab87-8c4d68056187 req-e378b1c1-9718-42b1-8f9b-c152b40ccea1 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161275 Feb 09 16:01:18.301311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52554) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:18.303697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '7f5bf383-80df-4fe4-a7bf-ac953e73ce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:18.304205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: 7f5bf383-80df-4fe4-a7bf-ac953e73ce18, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:18.353276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d0f47dd-ca67-4a92-9a65-2d9af7b51d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.433077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f9d6-f950-44d6-9c40-33def3118db3 req-13ff8589-23ad-4e0f-af73-c38001ae11ed tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:18.439368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d56f9d6-f950-44d6-9c40-33def3118db3 req-13ff8589-23ad-4e0f-af73-c38001ae11ed tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.0792792 Feb 09 16:01:18.512010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d56f9d6-f950-44d6-9c40-33def3118db3 req-c8b6f320-f0ac-4959-922e-e14de047f14f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649104 Feb 09 16:01:18.521801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network 7f5bf383-80df-4fe4-a7bf-ac953e73ce18 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:18.685090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.699677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d0f47dd-ca67-4a92-9a65-2d9af7b51d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.713016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 7f5bf383-80df-4fe4-a7bf-ac953e73ce18) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:18.719497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:18.720216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.732140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20467737-6f8f-4030-a9c8-880845d45b17 None None] Network 7f5bf383-80df-4fe4-a7bf-ac953e73ce18 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:18.771267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad9032-ad15-4121-9d04-ffa78e6670e0 req-814d8a87-a1a7-414c-9e4c-34bd2cf63f42 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:18.774553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7dad9032-ad15-4121-9d04-ffa78e6670e0 req-814d8a87-a1a7-414c-9e4c-34bd2cf63f42 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1064193 Feb 09 16:01:18.838811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7dad9032-ad15-4121-9d04-ffa78e6670e0 req-809b9717-dffe-49ae-9e3c-f16e99b54881 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473003 Feb 09 16:01:18.932065 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.939835 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d0f47dd-ca67-4a92-9a65-2d9af7b51d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.947881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bd6a0d6e-a957-4a5b-929d-d9e394b3d1cc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3682971 Feb 09 16:01:18.948732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52568) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:19.063876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] In _notify_port_updated(), no bound segment for port 27f3a6d3-8d55-4433-a975-54f9955b6447 on network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:01:19.069552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-7f5bf383-80df-4fe4-a7bf-ac953e73ce18', 'network_id': '7f5bf383-80df-4fe4-a7bf-ac953e73ce18', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': '1f53aac1-4c98-4e49-9f4c-ea81b9e4ae2a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:19.074523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:19.075426 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.075558 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.077829 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "PUT /v2.0/ports/27f3a6d3-8d55-4433-a975-54f9955b6447 HTTP/1.1" status: 200 len: 1002 time: 1.9334021 Feb 09 16:01:19.089925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52574) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:19.251931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.327950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73063f5-9057-4408-a278-2ddb9c3dbc6b req-2fb9e319-c877-4cd7-a39e-6ff4a06dfbf2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:19.333541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f47dd-ca67-4a92-9a65-2d9af7b51d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c6085-f590-48b8-9def-1903b8bb6c2a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:19.340673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e73063f5-9057-4408-a278-2ddb9c3dbc6b req-2fb9e319-c877-4cd7-a39e-6ff4a06dfbf2 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.3886058 Feb 09 16:01:19.358478 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2d0f47dd-ca67-4a92-9a65-2d9af7b51d32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=189cfeba99044a5eab863793b0468853&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0543280 Feb 09 16:01:19.361729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52576) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:19.372745 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167f4be-0cdd-4e85-b67a-7a6e5b91056a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=27f3a6d3-8d55-4433-a975-54f9955b6447,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:19.503291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6fc01c30-394f-446f-a5ca-e728a58933d0 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Deleting port 27f3a6d3-8d55-4433-a975-54f9955b6447 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:19.514754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6fc01c30-394f-446f-a5ca-e728a58933d0 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.515959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e73063f5-9057-4408-a278-2ddb9c3dbc6b req-546631c6-bb14-474d-832f-cbc3cd437a63 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763372 Feb 09 16:01:19.576461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cca8cf61-5fa6-4ced-af9b-7eee0fc151ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.649679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.732710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6fc01c30-394f-446f-a5ca-e728a58933d0 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.742520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52582) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:19.750915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6fc01c30-394f-446f-a5ca-e728a58933d0 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Calling delete_port for 27f3a6d3-8d55-4433-a975-54f9955b6447 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:19.768572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-79093089-40ee-4e7d-b13f-cd90f505db1f None None] Provisioning complete for port 27f3a6d3-8d55-4433-a975-54f9955b6447 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:19.769245 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-79093089-40ee-4e7d-b13f-cd90f505db1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.783510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2782e116-704f-42a4-bb54-66023af06182 req-4540a443-4c88-4dd4-ad37-29e601799c4b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.2813566 Feb 09 16:01:19.859844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4860e-a057-44e0-ab5c-00a5808f66a1 req-6c81f183-e208-41fd-a917-6ae291d6af12 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:19.869214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35c4860e-a057-44e0-ab5c-00a5808f66a1 req-6c81f183-e208-41fd-a917-6ae291d6af12 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.1277771 Feb 09 16:01:19.873320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52586) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:19.879236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'subnet': {'network_id': 'a2181776-80d0-4d18-a880-8365a61b3314', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:19.908135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Allocated IP 172.20.0.3 (7f5bf383-80df-4fe4-a7bf-ac953e73ce18/1f53aac1-4c98-4e49-9f4c-ea81b9e4ae2a/c41f1958-3b4d-4525-967b-acf8935148be) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:19.923942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-79093089-40ee-4e7d-b13f-cd90f505db1f None None] Port 27f3a6d3-8d55-4433-a975-54f9955b6447 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:19.953345 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cca8cf61-5fa6-4ced-af9b-7eee0fc151ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.955096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35c4860e-a057-44e0-ab5c-00a5808f66a1 req-d2ef258c-31f4-4e8b-b3ae-04834174c07d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845764 Feb 09 16:01:20.042873 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6fc01c30-394f-446f-a5ca-e728a58933d0 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.102811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc01c30-394f-446f-a5ca-e728a58933d0 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Port': ['ID=27f3a6d3-8d55-4433-a975-54f9955b6447,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:20.129913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-854229897'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:20.149278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6fc01c30-394f-446f-a5ca-e728a58933d0 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.162590 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6fc01c30-394f-446f-a5ca-e728a58933d0 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "DELETE /v2.0/ports/27f3a6d3-8d55-4433-a975-54f9955b6447 HTTP/1.1" status: 204 len: 168 time: 1.0517685 Feb 09 16:01:20.163586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52590) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:20.191690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cca8cf61-5fa6-4ced-af9b-7eee0fc151ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.199559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cca8cf61-5fa6-4ced-af9b-7eee0fc151ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.201722 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cca8cf61-5fa6-4ced-af9b-7eee0fc151ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e5c6085-f590-48b8-9def-1903b8bb6c2a HTTP/1.1" status: 204 len: 168 time: 0.8375108 Feb 09 16:01:20.210371 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-81171936-87fc-4749-a922-3a6b67b85f41 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] GET failed (client error): The resource could not be found. Feb 09 16:01:20.212334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-81171936-87fc-4749-a922-3a6b67b85f41 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "GET /v2.0/ports/27f3a6d3-8d55-4433-a975-54f9955b6447 HTTP/1.1" status: 404 len: 333 time: 0.0459344 Feb 09 16:01:20.219229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52594) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:20.226042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8cf61-5fa6-4ced-af9b-7eee0fc151ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c6085-f590-48b8-9def-1903b8bb6c2a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:20.231251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-495152509'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:20.287619 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.579335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:20.583481 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.595398 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.632921 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.710277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:20.724201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Network 7f5bf383-80df-4fe4-a7bf-ac953e73ce18 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:20.730774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:20.733745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:20.734848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.019648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Made reservation on behalf of 2b2caca8e732424cb3b45de4faa3a552 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:21.027195 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.077263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Pushing event updated for resources: {'Port': ['ID=c41f1958-3b4d-4525-967b-acf8935148be,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:21.099115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Attempting to bind port c41f1958-3b4d-4525-967b-acf8935148be on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:21.099893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Attempting to bind port c41f1958-3b4d-4525-967b-acf8935148be by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '7f5bf383-80df-4fe4-a7bf-ac953e73ce18'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:21.100645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Attempting to bind port c41f1958-3b4d-4525-967b-acf8935148be on network 7f5bf383-80df-4fe4-a7bf-ac953e73ce18 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:21.110722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:21.111561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Checking segment: {'id': 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '7f5bf383-80df-4fe4-a7bf-ac953e73ce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:21.112675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.113481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Bound using segment: {'id': 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '7f5bf383-80df-4fe4-a7bf-ac953e73ce18'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:21.114443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Bound port: c41f1958-3b4d-4525-967b-acf8935148be, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '7f5bf383-80df-4fe4-a7bf-ac953e73ce18'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:21.115275 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.198105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] device_id is not set on port 33269e7c-d493-4ccc-b0c8-7e06707559f1 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:21.247603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] For port c41f1958-3b4d-4525-967b-acf8935148be, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:21.254548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] For port c41f1958-3b4d-4525-967b-acf8935148be, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c41f1958-3b4d-4525-967b-acf8935148be,segment=NetworkSegment(a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35),segment_id=a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:21.263232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-c2d0266c-184c-4b3d-bfea-bd4254ac4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:21.265919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-c2d0266c-184c-4b3d-bfea-bd4254ac4871 service neutron] 10.222.0.13 "GET /v2.0/ports/cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 1033 time: 0.6048872 Feb 09 16:01:21.287861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.295101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69ad6f-a3db-49eb-9b71-b4f71dea449d req-d748e927-ca41-41e1-9926-47d515ce5111 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.2197850 Feb 09 16:01:21.399620 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.452807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=1f53aac1-4c98-4e49-9f4c-ea81b9e4ae2a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:21.563916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a1505-735d-41ea-bc5f-618b030fa4a8 None None] Pushing event updated for resources: {'Port': ['ID=c41f1958-3b4d-4525-967b-acf8935148be,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:21.629012 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.658830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-5168c507-ee22-4e26-8566-bb16babdbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:21.676869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-5168c507-ee22-4e26-8566-bb16babdbadf service neutron] 10.222.0.13 "GET /v2.0/ports/8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 1032 time: 0.3729324 Feb 09 16:01:21.785202 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.045337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.233109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:22.394831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1570d49b-1ea6-4b53-a585-f03ffa80e434,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:22.408938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5bf383-80df-4fe4-a7bf-ac953e73ce18']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:22.458842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52624) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:22.492702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.493640 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment 46353379-d958-4132-b8e3-651cf8577406 of type vlan for network bd559d2a-dce8-4c4c-8a2e-36701939607d Feb 09 16:01:22.569063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:22.569739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:22.609488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-795188148'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:22.728281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Allocated IP 2001:db8::1ee (bb5a5212-b5ff-4464-96e7-f8a857f2d6ed/01ff5b91-f3d3-422e-a8f8-adbefffb138e/33269e7c-d493-4ccc-b0c8-7e06707559f1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:22.748950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b67bc774-2c61-4195-8496-4aaf5ade963f req-ca1fdbef-72a2-4b02-9ea9-c626d085856c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.2292368 Feb 09 16:01:22.756282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.849202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-8c9257b6-0024-421f-944b-39d779273f5f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:22.855732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:22.862553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.879583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-8c9257b6-0024-421f-944b-39d779273f5f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:22.882529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.895038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f2a948f-00e8-40d5-92ad-6dfe327dc626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.906633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c41f1958-3b4d-4525-967b-acf8935148be up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:22.931598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-8c9257b6-0024-421f-944b-39d779273f5f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:22.937642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-8c9257b6-0024-421f-944b-39d779273f5f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "GET /v2.0/networks?id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca HTTP/1.1" status: 200 len: 1992 time: 1.1834500 Feb 09 16:01:22.942523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.985971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.033634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c41f1958-3b4d-4525-967b-acf8935148be triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:23.034651 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.053184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.091329 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.175893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.259628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:01:23.273422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:23.275385 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.288695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:23.307501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f993d0db-6026-4f2e-8a16-8fab94f41b57,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:23.322256 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:23.328834 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.337795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.348763 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Added segment 151d79ec-af66-4520-868f-6ebabe2c81b4 of type vlan for network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 Feb 09 16:01:23.407100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port c41f1958-3b4d-4525-967b-acf8935148be, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c41f1958-3b4d-4525-967b-acf8935148be,segment=NetworkSegment(a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35),segment_id=a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:23.471548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.511993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6c29dd-06e7-4b01-9b01-c955a109aa8d None None] Network 7f5bf383-80df-4fe4-a7bf-ac953e73ce18 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:23.542222 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.675577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-0b8ecaa6-5f89-45c8-be2f-dcb927df9de6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=883b6fbfd2234c758be9047868b0faf3 HTTP/1.1" status: 200 len: 380 time: 0.6924417 Feb 09 16:01:23.685107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Subnet': ['ID=81b74d01-500d-4531-bede-f90adf6eda07,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:23.714967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'admin_state_up': True, 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'security_groups': ['8e220f9c-f91f-4911-bd53-f18e766dadd3']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:23.778650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b4ddc368-2303-4a1e-9819-a5407c9bb94c None None] Provisioning complete for port c41f1958-3b4d-4525-967b-acf8935148be triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:23.779877 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b4ddc368-2303-4a1e-9819-a5407c9bb94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.803631 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.815606 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.api [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:01:23.815606 n-d-828542-1 neutron-server[103178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:01:23.815606 n-d-828542-1 neutron-server[103178]: [parameters: {'id': '7f5bf383-80df-4fe4-a7bf-ac953e73ce18'}] Feb 09 16:01:23.815606 n-d-828542-1 neutron-server[103178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:01:23.817050 n-d-828542-1 neutron-server[103178]: DEBUG oslo_db.api [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:01:23.821881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:23.823008 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.835045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Checking segment: {'id': '60cf5bd6-f4be-43cd-b313-9d18a9692a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a2181776-80d0-4d18-a880-8365a61b3314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:23.841621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network hostable DHCP agents. Network: a2181776-80d0-4d18-a880-8365a61b3314, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:23.849027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.866199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:23.871649 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.910336 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=c41f1958-3b4d-4525-967b-acf8935148be,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:24.045599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Network': ['ID=3f609ca7-784b-45cc-ba50-a12bfbe4ed75,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:24.072713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:24.079677 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b34413e8-07ef-492d-a32f-50d79e317dea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6161811 Feb 09 16:01:24.080804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:24.095515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:24.221088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] DHCP port deletion for 7f5bf383-80df-4fe4-a7bf-ac953e73ce18 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:01:24.285026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a74db793-4365-47df-abf1-f9a74581a3a8 req-1cbff238-e174-497d-9806-09d505a7f98c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.2978961 Feb 09 16:01:24.291975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.5109634 Feb 09 16:01:24.293407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52636) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:24.323915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.350853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-1659329684'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:24.390465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.393683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ae67f-0db0-4a62-8144-5a54045f8e80 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=bd559d2a-dce8-4c4c-8a2e-36701939607d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:24.406636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network bd559d2a-dce8-4c4c-8a2e-36701939607d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:24.467230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network a2181776-80d0-4d18-a880-8365a61b3314 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:24.471501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] Deleting port c41f1958-3b4d-4525-967b-acf8935148be {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:24.472118 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.534251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting port c41f1958-3b4d-4525-967b-acf8935148be {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:24.534251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.571322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] For port c41f1958-3b4d-4525-967b-acf8935148be, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c41f1958-3b4d-4525-967b-acf8935148be,segment=NetworkSegment(a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35),segment_id=a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:24.571673 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.575409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:24.584685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.588653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] Calling delete_port for c41f1958-3b4d-4525-967b-acf8935148be owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:24.608222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:24.612218 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.614539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a2181776-80d0-4d18-a880-8365a61b3314) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:24.616996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.618813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:24.633274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.644623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6733ba69-43a0-46fb-a648-85d648f91c60 None None] Network a2181776-80d0-4d18-a880-8365a61b3314 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:24.659557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:24.660296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.773709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] For port c41f1958-3b4d-4525-967b-acf8935148be, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c41f1958-3b4d-4525-967b-acf8935148be,segment=NetworkSegment(a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35),segment_id=a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:24.774944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.838598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:24.844865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c41f1958-3b4d-4525-967b-acf8935148be no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:01:24.857729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Calling delete_port for c41f1958-3b4d-4525-967b-acf8935148be owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:24.860638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:24.915498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:24.922143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:24.923203 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.933571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:24.985099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-a2181776-80d0-4d18-a880-8365a61b3314', 'network_id': 'a2181776-80d0-4d18-a880-8365a61b3314', 'tenant_id': '949284eff6894c1b9d3b1c01ceed871c', 'fixed_ips': [{'subnet_id': '81b74d01-500d-4531-bede-f90adf6eda07'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:24.986556 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.989158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-833a0d6c-4df1-4454-81a0-15af3560582c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.1142151 Feb 09 16:01:24.997138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52638) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:25.005762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1112109122'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:25.022352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=33269e7c-d493-4ccc-b0c8-7e06707559f1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:25.211251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.213218 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment 9768390e-41ad-4980-8d50-f461bfcf0f76 of type vlan for network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 Feb 09 16:01:25.220535 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-0a9738f5-5341-46f6-bbc3-537e8f338c12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852661 Feb 09 16:01:25.331487 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.343537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:25.350169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.392653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-98b7f09c-48b9-4694-9dfe-f2ab7b7a1aa7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.1694677 Feb 09 16:01:25.395435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52644) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:25.441770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:25.457291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] Pushing event deleted for resources: {'Port': ['ID=c41f1958-3b4d-4525-967b-acf8935148be,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:25.470853 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.471213 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Added segment f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad of type vlan for network e1de0301-3582-4e30-8156-3b6d33f3dc98 Feb 09 16:01:25.515880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e58d0-b0bc-4cc6-8a49-3b61aa32219b None None] No DVR routers for this DVR port c41f1958-3b4d-4525-967b-acf8935148be on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:25.517975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.562475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.567933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Allocated IP 172.20.0.10 (b0b2a8ce-1e32-4a91-87a4-f2b599e30790/f15574d8-9ee5-4a7d-ba73-817f74194d1e/6cd16e2a-4550-4157-9cab-2519ab4fce18) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:25.601631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'network_id': 'bb5a5212-b5ff-4464-96e7-f8a857f2d6ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-708827790'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:25.606255 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.699859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=46057e06-51f5-4e65-a89f-bf677da6373a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:25.723057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-df33bdfa-727c-4a89-98d9-5d087edd3805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.747668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.757460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:25.758120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.764682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Allocated IP 2001:db8:0:ffff::2 (a2181776-80d0-4d18-a880-8365a61b3314/81b74d01-500d-4531-bede-f90adf6eda07/ffa327b3-3dd4-4515-b4ce-c6571b080f43) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:25.806069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.857945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d06b7d1e-2a98-435a-a5e4-b1bcd3b5739f None None] Provisioning complete for port 33269e7c-d493-4ccc-b0c8-7e06707559f1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:25.858213 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d06b7d1e-2a98-435a-a5e4-b1bcd3b5739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.861932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-0400dd69-ff71-4e44-ad97-db0e6b447cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:25.863694 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-0400dd69-ff71-4e44-ad97-db0e6b447cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 1098 time: 0.5816152 Feb 09 16:01:25.873533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40e6200e-c54a-4134-bcf6-8bba760ce318 req-924d70bf-c292-4381-88c3-9e2ecd483798 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.3497562 Feb 09 16:01:25.877453 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8787372 Feb 09 16:01:25.896169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52650) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:25.908570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'subnet': {'network_id': 'e1de0301-3582-4e30-8156-3b6d33f3dc98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:25.927117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:01:26.015358 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.149670 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.206557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.214697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d06b7d1e-2a98-435a-a5e4-b1bcd3b5739f None None] Port 33269e7c-d493-4ccc-b0c8-7e06707559f1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:26.244139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Port': ['ID=c41f1958-3b4d-4525-967b-acf8935148be,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:26.251967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.259446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:26.260535 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.266462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No DVR routers for this DVR port c41f1958-3b4d-4525-967b-acf8935148be on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:26.335519 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.390969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-c6dddd8d-b95e-4678-874b-295be15fc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:26.408207 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-c6dddd8d-b95e-4678-874b-295be15fc1e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 200 len: 914 time: 0.4634964 Feb 09 16:01:26.446190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:26.452434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network hostable DHCP agents. Network: 3f609ca7-784b-45cc-ba50-a12bfbe4ed75, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:26.492221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Network a2181776-80d0-4d18-a880-8365a61b3314 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:26.555961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:26.561464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:26.576863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Network': ['ID=e1de0301-3582-4e30-8156-3b6d33f3dc98,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:26.591101 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-c30c0756-c534-4178-82c4-545e6ecae49b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 200 len: 217 time: 0.1811631 Feb 09 16:01:26.636570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.637596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.637596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.637596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.639597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.640903 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.642466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.642933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.645813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.646311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.646813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.647300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2d9917-041d-46a3-8d9d-efbb24e57ca9 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:26.692968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Pushing event updated for resources: {'Port': ['ID=ffa327b3-3dd4-4515-b4ce-c6571b080f43,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:26.744750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:26.753682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9f497979-50ea-4d29-b5cf-0976fb74f4c3 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4322865 Feb 09 16:01:26.773079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-e87d010d-cbeb-4de7-9a9f-803744ac4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:26.775030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52654) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:26.783330 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-e87d010d-cbeb-4de7-9a9f-803744ac4ff8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 200 len: 853 time: 0.1732962 Feb 09 16:01:26.803609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': 'bd559d2a-dce8-4c4c-8a2e-36701939607d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:26.829645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.865493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.884897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e1de0301-3582-4e30-8156-3b6d33f3dc98 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:26.895405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:26.927219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:26.939872 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-af4ca3a7-6ed2-4578-b46a-79438237a37b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2994ed8d-ea67-4281-b014-38ef112c6182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514075 Feb 09 16:01:27.123750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:27.124508 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.161929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Attempting to bind port ffa327b3-3dd4-4515-b4ce-c6571b080f43 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:27.162479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Attempting to bind port ffa327b3-3dd4-4515-b4ce-c6571b080f43 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '60cf5bd6-f4be-43cd-b313-9d18a9692a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a2181776-80d0-4d18-a880-8365a61b3314'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:27.163021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Attempting to bind port ffa327b3-3dd4-4515-b4ce-c6571b080f43 on network a2181776-80d0-4d18-a880-8365a61b3314 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:27.166025 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.173054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 3f609ca7-784b-45cc-ba50-a12bfbe4ed75) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:27.189976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:27.211488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1b188-696b-4b0a-a815-4ed72066a688 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:27.219653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:27.228796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5bf383-80df-4fe4-a7bf-ac953e73ce18']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:27.254169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:27.255254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Checking segment: {'id': '60cf5bd6-f4be-43cd-b313-9d18a9692a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a2181776-80d0-4d18-a880-8365a61b3314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:27.255927 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.257352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Bound using segment: {'id': '60cf5bd6-f4be-43cd-b313-9d18a9692a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a2181776-80d0-4d18-a880-8365a61b3314'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:27.259303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Bound port: ffa327b3-3dd4-4515-b4ce-c6571b080f43, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cf5bd6-f4be-43cd-b313-9d18a9692a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a2181776-80d0-4d18-a880-8365a61b3314'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:27.260049 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.281565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:27.282569 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.295751 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Made reservation on behalf of 2b2caca8e732424cb3b45de4faa3a552 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:27.302257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.370042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] device_id is not set on port cf6e4e81-bf78-46d1-acdb-0ccf004d614e yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:27.460190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:27.481896 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6544d617-ed49-4159-9883-2e0f344d4d97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3850842 Feb 09 16:01:27.489620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52660) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:27.601188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'name': 'tempest-NetworksTestDHCPv6-975518529'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:27.609585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] For port ffa327b3-3dd4-4515-b4ce-c6571b080f43, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:27.656643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] For port ffa327b3-3dd4-4515-b4ce-c6571b080f43, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ffa327b3-3dd4-4515-b4ce-c6571b080f43,segment=NetworkSegment(60cf5bd6-f4be-43cd-b313-9d18a9692a07),segment_id=60cf5bd6-f4be-43cd-b313-9d18a9692a07)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:27.685426 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-979fb84b-641e-44f4-800f-0a844707ddf9 service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315385 Feb 09 16:01:27.770234 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.790373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '46057e06-51f5-4e65-a89f-bf677da6373a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:27.791811 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.912455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Allocated IP 2001:db8::203 (bb5a5212-b5ff-4464-96e7-f8a857f2d6ed/01ff5b91-f3d3-422e-a8f8-adbefffb138e/cf6e4e81-bf78-46d1-acdb-0ccf004d614e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:28.400288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=6cd16e2a-4550-4157-9cab-2519ab4fce18,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:28.413394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:28.414288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.434947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:28.435571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a164fb-4bd7-4bd2-b21f-37a5b99b1f35') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:28.482644 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.491754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.508122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87608cf2-0d14-4903-98bb-5be9dd0a1884 req-83d762c3-fd8d-4be8-8f46-d47f94450e8b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:28.510863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87608cf2-0d14-4903-98bb-5be9dd0a1884 req-83d762c3-fd8d-4be8-8f46-d47f94450e8b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 932 time: 1.2487986 Feb 09 16:01:28.605311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.616761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:28.617448 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.651063 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5476bf3-cf2a-4f74-9883-c9e5827855c5 None None] Pushing event updated for resources: {'Port': ['ID=ffa327b3-3dd4-4515-b4ce-c6571b080f43,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:28.691414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2190ddd7-065a-4eb2-8c91-d491f9545f8a None None] Provisioning complete for port 6cd16e2a-4550-4157-9cab-2519ab4fce18 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:28.691911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2190ddd7-065a-4eb2-8c91-d491f9545f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.744266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2190ddd7-065a-4eb2-8c91-d491f9545f8a None None] Port 6cd16e2a-4550-4157-9cab-2519ab4fce18 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:28.772350 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:28.783397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-1539971b-c9d1-4eac-803a-652130a973ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0806849 Feb 09 16:01:28.840135 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.846356 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:28.877586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/46057e06-51f5-4e65-a89f-bf677da6373a/a9c6cf84-dc08-4182-9f5d-97500168141c) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:28.893335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'admin_state_up': True, 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'security_groups': ['8e220f9c-f91f-4911-bd53-f18e766dadd3']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:28.914019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.003499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.objects.ports [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:01:29.095035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.098835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.201796 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.221001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ffa327b3-3dd4-4515-b4ce-c6571b080f43 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:29.224458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87608cf2-0d14-4903-98bb-5be9dd0a1884 req-0c88c87f-223c-457c-a275-36da008de0e4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6408913 Feb 09 16:01:29.269195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=cf6e4e81-bf78-46d1-acdb-0ccf004d614e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:29.291190 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-bf3719c1-3fb8-4543-b6f1-12800fb0ef48 req-8572ad62-ea54-47a3-9412-9f5a1c50bd4b service neutron] 10.222.0.13 "GET /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374160 Feb 09 16:01:29.312459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.321725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/7f5bf383-80df-4fe4-a7bf-ac953e73ce18 HTTP/1.1" status: 204 len: 168 time: 10.3651600 Feb 09 16:01:29.322045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:29.325567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52666) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:29.335258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1977988249'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:29.341680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:29.349840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:29.361810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:29.362669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.364347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83e3f4-0819-4183-b006-62c87b13c303 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=7f5bf383-80df-4fe4-a7bf-ac953e73ce18,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:29.391629 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.419456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Subnet': ['ID=d5e638ff-9615-4d7d-96c7-11bf2190dce5,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:29.496319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Checking segment: {'id': 'f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e1de0301-3582-4e30-8156-3b6d33f3dc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:29.497349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network hostable DHCP agents. Network: e1de0301-3582-4e30-8156-3b6d33f3dc98, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:29.521208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:29.523161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:29.527060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.542699 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f9ba5736-8d3a-40ed-82db-8041ca9002f7 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9465733 Feb 09 16:01:29.548114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Pushing event updated for resources: {'Port': ['ID=a9c6cf84-dc08-4182-9f5d-97500168141c,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:29.552244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:29.564625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:29.589090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52668) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:29.605548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ae', 'mac_address': 'fa:16:3e:0b:e1:12'}, {'ip_address': '2001:db8::1ee', 'mac_address': 'fa:16:3e:9f:bb:89'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:29.657929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ffa327b3-3dd4-4515-b4ce-c6571b080f43 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:29.657929 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.741165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:29.747464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.853214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Attempting to bind port a9c6cf84-dc08-4182-9f5d-97500168141c on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:29.854048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Attempting to bind port a9c6cf84-dc08-4182-9f5d-97500168141c by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:29.854725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Attempting to bind port a9c6cf84-dc08-4182-9f5d-97500168141c on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:29.877127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:29.881757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:29.881757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.881757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:29.881757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Bound port: a9c6cf84-dc08-4182-9f5d-97500168141c, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:29.881757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:29.940370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 356efa68-bd30-4714-bf4d-f11410237738 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:30.072877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-314be7e0-febf-4ac5-abd5-b9486fae3621 None None] Provisioning complete for port cf6e4e81-bf78-46d1-acdb-0ccf004d614e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:30.073693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-314be7e0-febf-4ac5-abd5-b9486fae3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.139464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f824e36-00cd-493e-9fd9-e20bbae311a4 None None] Network a2181776-80d0-4d18-a880-8365a61b3314 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:30.167316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network e1de0301-3582-4e30-8156-3b6d33f3dc98 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:30.203564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.324424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] For port a9c6cf84-dc08-4182-9f5d-97500168141c, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:30.335808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e1de0301-3582-4e30-8156-3b6d33f3dc98) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:30.359978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.369603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:30.371236 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.373311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] For port a9c6cf84-dc08-4182-9f5d-97500168141c, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a9c6cf84-dc08-4182-9f5d-97500168141c,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:30.394045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:30.399570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-314be7e0-febf-4ac5-abd5-b9486fae3621 None None] Port cf6e4e81-bf78-46d1-acdb-0ccf004d614e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:30.414300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.455349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.524673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::2a2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/46057e06-51f5-4e65-a89f-bf677da6373a/356efa68-bd30-4714-bf4d-f11410237738) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:30.530486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a27436a-007f-4b73-a6f3-38d829c53f71 None None] Network e1de0301-3582-4e30-8156-3b6d33f3dc98 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:30.599936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:30.606454 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.625475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.626117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:30.663225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.669010 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment f36f1324-1cde-4283-b83f-b84a16ad5d6b of type vlan for network 0619314b-2854-496b-97f4-f8de8cf32d04 Feb 09 16:01:30.669163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2a92d50d-36f6-42c7-abe2-0b6347b674a7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7649200 Feb 09 16:01:30.674563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:30.703825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'port': {'network_id': 'e1de0301-3582-4e30-8156-3b6d33f3dc98', 'name': 'tempest-NetworksIpV6TestAttrs-963029630'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:30.777407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571d75a-b386-4c88-93aa-916fee3ac2fc req-e5f2f30d-5a34-4354-80ed-5785401ac874 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:30.780586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6571d75a-b386-4c88-93aa-916fee3ac2fc req-e5f2f30d-5a34-4354-80ed-5785401ac874 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 932 time: 0.3122816 Feb 09 16:01:30.797224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.947350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-67a28719-cb77-4a8e-ae03-ec8f45d68572 None None] Provisioning complete for port ffa327b3-3dd4-4515-b4ce-c6571b080f43 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:30.947698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67a28719-cb77-4a8e-ae03-ec8f45d68572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.075804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.136827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ed5e7-321b-4d54-b318-23a7ecccb98f None None] Pushing event updated for resources: {'Port': ['ID=a9c6cf84-dc08-4182-9f5d-97500168141c,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:31.219897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=552bb7a1-7dd3-426d-bf90-92bf5186d9b7,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:31.368548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ffa327b3-3dd4-4515-b4ce-c6571b080f43, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ffa327b3-3dd4-4515-b4ce-c6571b080f43,segment=NetworkSegment(60cf5bd6-f4be-43cd-b313-9d18a9692a07),segment_id=60cf5bd6-f4be-43cd-b313-9d18a9692a07)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:31.530108 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:01:31.533061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6571d75a-b386-4c88-93aa-916fee3ac2fc req-31589d52-a23d-40cf-95aa-fe79090c8842 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546393 Feb 09 16:01:31.541703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-50f78198-f818-4480-ba3b-2440362723d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1376975 Feb 09 16:01:31.551762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Allocated IP 10.1.1.44 (083d6f2b-73b8-4398-936f-5fa4281e7b1e/421f3cbf-0489-4dad-a1d6-ab2e51dd4b38/569afa22-dd5a-414d-abb6-932876b1e057) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:31.618280 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.736321 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-67a28719-cb77-4a8e-ae03-ec8f45d68572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.842222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.856220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ffa327b3-3dd4-4515-b4ce-c6571b080f43,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:31.900170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.940943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-67a28719-cb77-4a8e-ae03-ec8f45d68572 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:01:31.941521 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-67a28719-cb77-4a8e-ae03-ec8f45d68572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:01:31.952139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': '46353379-d958-4132-b8e3-651cf8577406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bd559d2a-dce8-4c4c-8a2e-36701939607d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:31.952626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: bd559d2a-dce8-4c4c-8a2e-36701939607d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:31.957390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.962334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e1de0301-3582-4e30-8156-3b6d33f3dc98', 'network_id': 'e1de0301-3582-4e30-8156-3b6d33f3dc98', 'tenant_id': '949284eff6894c1b9d3b1c01ceed871c', 'fixed_ips': [{'subnet_id': 'd5e638ff-9615-4d7d-96c7-11bf2190dce5'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:31.963451 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.976153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.004487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:32.006233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a9c6cf84-dc08-4182-9f5d-97500168141c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:32.006433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.037436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea6567-d30c-4028-a204-58803a20a785 req-51c08f55-03b4-40d3-8337-f138c6d68f77 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:32.039312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebea6567-d30c-4028-a204-58803a20a785 req-51c08f55-03b4-40d3-8337-f138c6d68f77 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.6950963 Feb 09 16:01:32.123104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebea6567-d30c-4028-a204-58803a20a785 req-f63c937a-7682-43c7-a068-ab036b5b3770 tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746682 Feb 09 16:01:32.145905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-a499695c-ccb2-499f-813b-a2274735a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:32.149610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-a499695c-ccb2-499f-813b-a2274735a4d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=32d2999d3f674b36b87d5b2fd73b9811&device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 1096 time: 0.2307515 Feb 09 16:01:32.227899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=0619314b-2854-496b-97f4-f8de8cf32d04,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:32.233403 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a10b99d9-57b5-43b0-b3ce-d0c8579851d9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9060872 Feb 09 16:01:32.237158 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.245173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52686) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:32.256756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': '0619314b-2854-496b-97f4-f8de8cf32d04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:32.301878 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.311000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network bd559d2a-dce8-4c4c-8a2e-36701939607d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:32.323313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0619314b-2854-496b-97f4-f8de8cf32d04 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:32.412778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:32.417904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.432468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-9da43260-92a6-4a8b-9b1e-886071f56734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:32.434461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-9da43260-92a6-4a8b-9b1e-886071f56734 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55e10413-0e94-457d-963e-748c8f99a5dd HTTP/1.1" status: 200 len: 917 time: 0.2393904 Feb 09 16:01:32.502340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] device_id is not set on port 7e5f3e52-8545-4f4e-82f1-3c8768ecf4dd yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:32.554088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-aad01b24-4a6a-4f97-b362-dee545c1e5da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=788aa382-5fe9-4488-9ebb-7f00536fb389 HTTP/1.1" status: 200 len: 1001 time: 0.1121902 Feb 09 16:01:32.556952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, bd559d2a-dce8-4c4c-8a2e-36701939607d) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:32.565862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:32.566581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.587133 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.591408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a9c6cf84-dc08-4182-9f5d-97500168141c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:32.591841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.627496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5bd68-6754-4e26-acab-5b9168df2613 None None] Network bd559d2a-dce8-4c4c-8a2e-36701939607d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:32.714219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Allocated IP 2001:db8::f816:3eff:fe0e:258f (e1de0301-3582-4e30-8156-3b6d33f3dc98/d5e638ff-9615-4d7d-96c7-11bf2190dce5/68ad3757-13f3-44be-b439-29a648b691da) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:32.790804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-cf3de3b2-5ff6-4830-a662-f1d30dc53617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:32.792911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-cf3de3b2-5ff6-4830-a662-f1d30dc53617 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ed38d803-f926-42a5-8285-70325751bb89 HTTP/1.1" status: 200 len: 855 time: 0.1845992 Feb 09 16:01:32.799179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event updated for resources: {'Port': ['ID=cf6e4e81-bf78-46d1-acdb-0ccf004d614e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:32.821024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=569afa22-dd5a-414d-abb6-932876b1e057,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:32.850903 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] In _notify_port_updated(), no bound segment for port cf6e4e81-bf78-46d1-acdb-0ccf004d614e on network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:01:32.864486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:32.869066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:32.871211 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-85a006ca-e3a0-49f2-bc10-a9e042bc2330 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "PUT /v2.0/ports/cf6e4e81-bf78-46d1-acdb-0ccf004d614e HTTP/1.1" status: 200 len: 1067 time: 3.2803807 Feb 09 16:01:32.924578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-72e2b5f7-f0d9-4510-b053-613c3aa44350 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1473372 Feb 09 16:01:32.929914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52694) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:32.930830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52696) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:32.933176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:32.959209 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:33.012305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': '2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:33.144047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:33.147815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:33.202985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=356efa68-bd30-4714-bf4d-f11410237738,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:33.215725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:33.227025 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:33.258582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:33.259893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:33.278071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:33.285237 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:33.426860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:33.441595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:33.461017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-a3a4c40c-649a-4291-a337-1d717a981ace tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:33.464613 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-a3a4c40c-649a-4291-a337-1d717a981ace tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.13 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 947 time: 0.6872082 Feb 09 16:01:33.477584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:33.492387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:33.493892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:33.682019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-6401c55c-f1f9-4841-bb25-0deffe0ce5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:33.684114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-6401c55c-f1f9-4841-bb25-0deffe0ce5fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55e10413-0e94-457d-963e-748c8f99a5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8167720 Feb 09 16:01:33.741449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f6453dc0-249c-4e3d-ba70-794ef1e1cbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8659489 Feb 09 16:01:33.795565 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-48179771-2f3f-43f8-8126-525b3888ef7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.2307332 Feb 09 16:01:33.804569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'admin_state_up': True, 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'security_groups': ['8e220f9c-f91f-4911-bd53-f18e766dadd3']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:33.811262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52702) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:33.824579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7486d-6e77-4bca-a9d0-42a7c5ca5ad7 req-3fa2b568-cff4-48c5-bf97-2ca115bdbfbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:33.832243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7486d-6e77-4bca-a9d0-42a7c5ca5ad7 req-3fa2b568-cff4-48c5-bf97-2ca115bdbfbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:33.833787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fb7486d-6e77-4bca-a9d0-42a7c5ca5ad7 req-3fa2b568-cff4-48c5-bf97-2ca115bdbfbb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 1653 time: 1.0382283 Feb 09 16:01:33.855528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecc6789-e873-4c4a-8490-152deef48350 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:33.949135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:33.970586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e3b138ac-2110-4233-9d82-361d9b5f10a5 None None] Provisioning complete for port ffa327b3-3dd4-4515-b4ce-c6571b080f43 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:33.973124 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3b138ac-2110-4233-9d82-361d9b5f10a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.002270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Deleting port 7794dfba-75f9-460f-9f53-dd47d35b9364 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:34.002843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.156338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=77710c7d-48eb-4755-993b-a8d071a48b57,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:34.197367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fb7486d-6e77-4bca-a9d0-42a7c5ca5ad7 req-74d6112d-1421-4656-b9f3-c85690348f5e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948718 Feb 09 16:01:34.236714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0385bb8c-952c-46e4-9d41-e9d623df4653 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:34.248952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0385bb8c-952c-46e4-9d41-e9d623df4653 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:34.254693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0385bb8c-952c-46e4-9d41-e9d623df4653 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4194336 Feb 09 16:01:34.265951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d23200-2218-4d00-b0ed-8eb0a1ba02d1 req-449b3632-b668-485a-a4d2-b4cc7677e22e tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:34.268997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6d23200-2218-4d00-b0ed-8eb0a1ba02d1 req-449b3632-b668-485a-a4d2-b4cc7677e22e tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.5979893 Feb 09 16:01:34.280126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52704) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:34.373134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] For port 7794dfba-75f9-460f-9f53-dd47d35b9364, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7794dfba-75f9-460f-9f53-dd47d35b9364,segment=NetworkSegment(a0360f28-2a65-4650-a95c-fa606d8ce097),segment_id=a0360f28-2a65-4650-a95c-fa606d8ce097)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:34.373447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.391189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Calling delete_port for 7794dfba-75f9-460f-9f53-dd47d35b9364 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:34.427739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-bd559d2a-dce8-4c4c-8a2e-36701939607d', 'network_id': 'bd559d2a-dce8-4c4c-8a2e-36701939607d', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': '552bb7a1-7dd3-426d-bf90-92bf5186d9b7'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:34.430280 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.460185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-4d90fb3e-43c7-418c-96c7-9b9053243bc7 service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860921 Feb 09 16:01:34.482521 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.513886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.589044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': 'f36f1324-1cde-4283-b83f-b84a16ad5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '0619314b-2854-496b-97f4-f8de8cf32d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:34.589479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: 0619314b-2854-496b-97f4-f8de8cf32d04, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:34.603891 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=3f819452-3567-4494-9af4-7de39161d7fc,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:34.662086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13220565-c092-477b-b9bd-9f8fa6b71f87 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Deleting port cf6e4e81-bf78-46d1-acdb-0ccf004d614e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:34.662585 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13220565-c092-477b-b9bd-9f8fa6b71f87 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.779744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network 0619314b-2854-496b-97f4-f8de8cf32d04 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:34.814442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.919543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Pushing event deleted for resources: {'Port': ['ID=7794dfba-75f9-460f-9f53-dd47d35b9364,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:34.928149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] No DVR routers for this DVR port 7794dfba-75f9-460f-9f53-dd47d35b9364 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:34.933239 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.938465 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-31eeafc4-8f2f-4b0e-8bae-6f86c9caa169 req-ff1982f3-b7e0-4a15-be66-bfe836d2dfbf tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.13 "DELETE /v2.0/ports/7794dfba-75f9-460f-9f53-dd47d35b9364 HTTP/1.1" status: 204 len: 173 time: 1.4359961 Feb 09 16:01:34.939611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0619314b-2854-496b-97f4-f8de8cf32d04) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:34.973877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:34.975731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.992474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:34.998417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-deleted', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:01:35.002529 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fddc6f-f62b-4d20-82b0-d0ef704fba7c" -d '{"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-deleted", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:01:35.010715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6a4c3-d154-482a-ad6e-21ac57e9f675 None None] Network 0619314b-2854-496b-97f4-f8de8cf32d04 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:35.079700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port a9c6cf84-dc08-4182-9f5d-97500168141c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a9c6cf84-dc08-4182-9f5d-97500168141c,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:35.088434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': '9768390e-41ad-4980-8d50-f461bfcf0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:35.089050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:35.156259 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-62f379cf-f9f0-4cf0-951e-d46d641db526 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9038751 Feb 09 16:01:35.160775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52710) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:35.194065 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:35.201254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6d23200-2218-4d00-b0ed-8eb0a1ba02d1 req-7977787a-1783-4b71-8b63-d79777e34cb4 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7353578 Feb 09 16:01:35.266799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:35.310562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a11bb5-20cb-46e1-8959-aec0eb94b88b req-ad30f8d5-f46d-4bac-97d8-1e8391fe470f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:35.332204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6a11bb5-20cb-46e1-8959-aec0eb94b88b req-ad30f8d5-f46d-4bac-97d8-1e8391fe470f tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 868 time: 0.8614373 Feb 09 16:01:35.377189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Allocated IP 172.20.0.2 (bd559d2a-dce8-4c4c-8a2e-36701939607d/552bb7a1-7dd3-426d-bf90-92bf5186d9b7/a52c3fd9-c122-41aa-b171-6e6b660d39bc) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:35.519483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Allocated IP 2001:db8::f816:3eff:fe05:e9ae (e1de0301-3582-4e30-8156-3b6d33f3dc98/d5e638ff-9615-4d7d-96c7-11bf2190dce5/7e5f3e52-8545-4f4e-82f1-3c8768ecf4dd) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:35.601243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6a11bb5-20cb-46e1-8959-aec0eb94b88b req-cf00d142-9c9c-4bae-8665-9aeea73eb22d tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/security-groups?id=342bfe44-c67c-4e2e-a94b-b47b061c382c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894379 Feb 09 16:01:35.647517 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f8b30-184c-40ab-b7b7-d3dcfd9eae8e x-openstack-request-id: req-ef7f8b30-184c-40ab-b7b7-d3dcfd9eae8e {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:01:35.647973 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4490861d-9e31-4730-955d-8af645c2cb4c", "name": "network-vif-deleted", "tag": "7794dfba-75f9-460f-9f53-dd47d35b9364", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:01:35.664330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:35.668548 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef7f8b30-184c-40ab-b7b7-d3dcfd9eae8e {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:01:35.669163 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4490861d-9e31-4730-955d-8af645c2cb4c', 'name': 'network-vif-deleted', 'tag': '7794dfba-75f9-460f-9f53-dd47d35b9364', 'status': 'completed', 'code': 200} Feb 09 16:01:35.682093 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13220565-c092-477b-b9bd-9f8fa6b71f87 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:35.690045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ffa327b3-3dd4-4515-b4ce-c6571b080f43 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:35.725731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13220565-c092-477b-b9bd-9f8fa6b71f87 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Calling delete_port for cf6e4e81-bf78-46d1-acdb-0ccf004d614e owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:35.884407 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:35.943223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:35.966610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Network e1de0301-3582-4e30-8156-3b6d33f3dc98 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:35.974077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-81384fca-e1a9-44aa-9312-642a29607b57 None None] Provisioning complete for port a9c6cf84-dc08-4182-9f5d-97500168141c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:35.975597 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-81384fca-e1a9-44aa-9312-642a29607b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:35.988160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:36.048854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb792111-ceab-4595-a976-a0df66337246 None None] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:36.052666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Pushing event updated for resources: {'Port': ['ID=68ad3757-13f3-44be-b439-29a648b691da,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:36.060219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.078204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.083033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:36.094751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.114586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:36.115575 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.186588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5aaf17c-514d-41d0-8f62-3acf6329e5af req-b3087a3b-a4f4-4d89-ab54-6187d631280d service neutron] 10.222.0.73 "GET /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7076676 Feb 09 16:01:36.239182 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13220565-c092-477b-b9bd-9f8fa6b71f87 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.278595 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:01:36.314403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 356efa68-bd30-4714-bf4d-f11410237738 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:36.315114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.323381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13220565-c092-477b-b9bd-9f8fa6b71f87 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Port': ['ID=cf6e4e81-bf78-46d1-acdb-0ccf004d614e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:36.343627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:36.461140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.465716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.500881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbafaf7-ccdb-4019-9bdf-58618871fc0b req-7b5c9685-73a9-4cc7-81a6-1efbe4501896 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:36.513682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbafaf7-ccdb-4019-9bdf-58618871fc0b req-7b5c9685-73a9-4cc7-81a6-1efbe4501896 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:36.528928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cbafaf7-ccdb-4019-9bdf-58618871fc0b req-7b5c9685-73a9-4cc7-81a6-1efbe4501896 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 1653 time: 0.6011889 Feb 09 16:01:36.547951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e30a8140-ff23-49b7-83c3-eb23e4eb6529 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5552504 Feb 09 16:01:36.552152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52722) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:36.558406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8472bcf1-11ae-4d55-adce-17b81b37dd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0619314b-2854-496b-97f4-f8de8cf32d04', 'network_id': '0619314b-2854-496b-97f4-f8de8cf32d04', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': '3f819452-3567-4494-9af4-7de39161d7fc'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:36.559849 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8472bcf1-11ae-4d55-adce-17b81b37dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:36.578967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-22538ce2-ed55-4c28-830b-f701fb24de44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1826395027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:36.767717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cbafaf7-ccdb-4019-9bdf-58618871fc0b req-58f05ccf-8538-4b11-8dbc-4bd0c1b29a3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373929 Feb 09 16:01:36.777116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=a9c6cf84-dc08-4182-9f5d-97500168141c,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:36.805652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:01:36.977809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.016761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0619314b-2854-496b-97f4-f8de8cf32d04']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:37.049710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36f1324-1cde-4283-b83f-b84a16ad5d6b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:37.050049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36f1324-1cde-4283-b83f-b84a16ad5d6b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:37.103655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.130306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=3f819452-3567-4494-9af4-7de39161d7fc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:37.176372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Attempting to bind port 68ad3757-13f3-44be-b439-29a648b691da on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:37.179417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Attempting to bind port 68ad3757-13f3-44be-b439-29a648b691da by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e1de0301-3582-4e30-8156-3b6d33f3dc98'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:37.179417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Attempting to bind port 68ad3757-13f3-44be-b439-29a648b691da on network e1de0301-3582-4e30-8156-3b6d33f3dc98 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:37.189130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 7794dfba-75f9-460f-9f53-dd47d35b9364 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:01:37.189979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7794dfba-75f9-460f-9f53-dd47d35b9364 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:01:37.218457 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.265873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:37.268718 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.307080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:37.311204 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Checking segment: {'id': 'f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e1de0301-3582-4e30-8156-3b6d33f3dc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:37.311204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.311204 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Bound using segment: {'id': 'f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e1de0301-3582-4e30-8156-3b6d33f3dc98'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:37.311204 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Bound port: 68ad3757-13f3-44be-b439-29a648b691da, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'e1de0301-3582-4e30-8156-3b6d33f3dc98'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:37.311204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.444978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ffa327b3-3dd4-4515-b4ce-c6571b080f43 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:37.447075 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:37.530876 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:37.552677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network e1de0301-3582-4e30-8156-3b6d33f3dc98 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:37.592261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:37.596383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Port': ['ID=7e5f3e52-8545-4f4e-82f1-3c8768ecf4dd,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:37.615177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1', 'network_id': '2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': '77710c7d-48eb-4755-993b-a8d071a48b57'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:37.616124 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.627070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:37.645281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:37.646528 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.701620 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22538ce2-ed55-4c28-830b-f701fb24de44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.702776 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22538ce2-ed55-4c28-830b-f701fb24de44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.713127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.752968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.769767 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/0619314b-2854-496b-97f4-f8de8cf32d04 HTTP/1.1" status: 204 len: 168 time: 2.6002607 Feb 09 16:01:37.772990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22538ce2-ed55-4c28-830b-f701fb24de44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.786412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9de78-c7f9-4384-97a7-413ccafc317d None None] Network 0619314b-2854-496b-97f4-f8de8cf32d04 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:37.791361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52728) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:37.813562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-60895019'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:37.821495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898efdea-605c-43ef-8a66-c6eb7531c663 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=0619314b-2854-496b-97f4-f8de8cf32d04,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:37.831404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda9de78-c7f9-4384-97a7-413ccafc317d None None] Network 0619314b-2854-496b-97f4-f8de8cf32d04 could not be found, it might have been deleted concurrently. {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 16:01:37.864661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c380c84a-5157-465d-9261-51f73c079967 req-7cb6a3ef-119b-4ae2-a1f7-c62480fff43e tempest-ServersNegativeTestJSON-1505538295 tempest-ServersNegativeTestJSON-1505538295-project] 10.222.0.53 "GET /v2.0/ports?device_id=4490861d-9e31-4730-955d-8af645c2cb4c HTTP/1.1" status: 200 len: 210 time: 0.1771986 Feb 09 16:01:37.867010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:37.881875 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cb03e4f8-3667-422f-8b3a-4463f6a15725 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 7.1980741 Feb 09 16:01:37.883596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52732) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:37.917224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Allocated IP 10.1.1.209 (083d6f2b-73b8-4398-936f-5fa4281e7b1e/421f3cbf-0489-4dad-a1d6-ab2e51dd4b38/3068cdf5-53e3-42eb-b810-e67bee4c62e0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:38.027560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-81384fca-e1a9-44aa-9312-642a29607b57 None None] Could not find standard attr ID for object cf6e4e81-bf78-46d1-acdb-0ccf004d614e. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:01:38.034294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2dda8-b0a5-410c-bac3-0d3c2e204dd8 req-fb0102df-4729-4d3c-b29f-8f27936af3af tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:38.040334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6d2dda8-b0a5-410c-bac3-0d3c2e204dd8 req-fb0102df-4729-4d3c-b29f-8f27936af3af tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.9720716 Feb 09 16:01:38.043125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 356efa68-bd30-4714-bf4d-f11410237738 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:38.067360 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.099864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] For port 68ad3757-13f3-44be-b439-29a648b691da, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:38.107163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] For port 68ad3757-13f3-44be-b439-29a648b691da, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=68ad3757-13f3-44be-b439-29a648b691da,segment=NetworkSegment(f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad),segment_id=f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:38.148065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-81384fca-e1a9-44aa-9312-642a29607b57 None None] Provisioning complete for port 569afa22-dd5a-414d-abb6-932876b1e057 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:38.148065 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-81384fca-e1a9-44aa-9312-642a29607b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.148380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1e020e-04d6-4606-a971-94e7857a460f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Deleting subnet d5e638ff-9615-4d7d-96c7-11bf2190dce5 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:38.149423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:38.149546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bd1e020e-04d6-4606-a971-94e7857a460f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.149656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.149656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22538ce2-ed55-4c28-830b-f701fb24de44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.233032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a9c6cf84-dc08-4182-9f5d-97500168141c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:38.276150 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.293899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bd1e020e-04d6-4606-a971-94e7857a460f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.350152 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22538ce2-ed55-4c28-830b-f701fb24de44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.351717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-22538ce2-ed55-4c28-830b-f701fb24de44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.7871330 Feb 09 16:01:38.382910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52734) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:38.535153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Pushing event updated for resources: {'Port': ['ID=a52c3fd9-c122-41aa-b171-6e6b660d39bc,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:38.539100 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.596632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Allocated IP 172.21.0.2 (2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1/77710c7d-48eb-4755-993b-a8d071a48b57/5f1de084-8bc7-4a7a-a8b5-9695f6364bce) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:38.607815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-81384fca-e1a9-44aa-9312-642a29607b57 None None] Port 569afa22-dd5a-414d-abb6-932876b1e057 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:38.619542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Network bd559d2a-dce8-4c4c-8a2e-36701939607d is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:38.630046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13220565-c092-477b-b9bd-9f8fa6b71f87 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.642577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-13220565-c092-477b-b9bd-9f8fa6b71f87 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "DELETE /v2.0/ports/cf6e4e81-bf78-46d1-acdb-0ccf004d614e HTTP/1.1" status: 204 len: 168 time: 5.6989172 Feb 09 16:01:38.651592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:38.655942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:38.703663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed4f38-c0e6-4c9f-9e15-e402662122dd None None] Pushing event updated for resources: {'Port': ['ID=68ad3757-13f3-44be-b439-29a648b691da,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:38.756094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52736) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:38.772352 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bd1e020e-04d6-4606-a971-94e7857a460f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.796843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a9c6cf84-dc08-4182-9f5d-97500168141c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:38.797157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.871613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b65bcf5c-0a09-4555-aee3-81f63c625df3 None None] Provisioning complete for port 356efa68-bd30-4714-bf4d-f11410237738 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:38.871997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b65bcf5c-0a09-4555-aee3-81f63c625df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.928507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b65bcf5c-0a09-4555-aee3-81f63c625df3 None None] Port 356efa68-bd30-4714-bf4d-f11410237738 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:38.934602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Attempting to bind port a52c3fd9-c122-41aa-b171-6e6b660d39bc on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:38.935049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Attempting to bind port a52c3fd9-c122-41aa-b171-6e6b660d39bc by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '46353379-d958-4132-b8e3-651cf8577406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bd559d2a-dce8-4c4c-8a2e-36701939607d'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:38.935431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Attempting to bind port a52c3fd9-c122-41aa-b171-6e6b660d39bc on network bd559d2a-dce8-4c4c-8a2e-36701939607d {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:38.958994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:38.959436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Checking segment: {'id': '46353379-d958-4132-b8e3-651cf8577406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bd559d2a-dce8-4c4c-8a2e-36701939607d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:38.959866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:38.960364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Bound using segment: {'id': '46353379-d958-4132-b8e3-651cf8577406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bd559d2a-dce8-4c4c-8a2e-36701939607d'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:38.960871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Bound port: a52c3fd9-c122-41aa-b171-6e6b660d39bc, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46353379-d958-4132-b8e3-651cf8577406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'bd559d2a-dce8-4c4c-8a2e-36701939607d'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:38.961351 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.029483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b65bcf5c-0a09-4555-aee3-81f63c625df3 None None] Provisioning complete for port a9c6cf84-dc08-4182-9f5d-97500168141c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:39.029944 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b65bcf5c-0a09-4555-aee3-81f63c625df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.034170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daf6c5-9021-4e30-8abd-78b2285e7802 req-0fe77f66-8295-419f-a8de-bdc45dfe2860 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:39.044022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daf6c5-9021-4e30-8abd-78b2285e7802 req-0fe77f66-8295-419f-a8de-bdc45dfe2860 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:39.070630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9daf6c5-9021-4e30-8abd-78b2285e7802 req-0fe77f66-8295-419f-a8de-bdc45dfe2860 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 1653 time: 0.8615315 Feb 09 16:01:39.078726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:39.091619 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bd1e020e-04d6-4606-a971-94e7857a460f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.122396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6d2dda8-b0a5-410c-bac3-0d3c2e204dd8 req-8ff76624-63ef-4d56-a2d2-da438ab18513 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9317617 Feb 09 16:01:39.124292 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2068db-8380-4940-99f9-89304c9d91c4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] GET failed (client error): The resource could not be found. Feb 09 16:01:39.126498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7b2068db-8380-4940-99f9-89304c9d91c4 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "GET /v2.0/ports/cf6e4e81-bf78-46d1-acdb-0ccf004d614e HTTP/1.1" status: 404 len: 333 time: 0.2778387 Feb 09 16:01:39.201910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52740) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:39.226027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bd1e020e-04d6-4606-a971-94e7857a460f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.244700 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bd1e020e-04d6-4606-a971-94e7857a460f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/subnets/d5e638ff-9615-4d7d-96c7-11bf2190dce5 HTTP/1.1" status: 204 len: 168 time: 1.3562727 Feb 09 16:01:39.247220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:39.250668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e020e-04d6-4606-a971-94e7857a460f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e638ff-9615-4d7d-96c7-11bf2190dce5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:39.281643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:39.315881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.318395 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.319093 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment 81486632-e6ac-4f0b-b791-5b564546c31c of type vlan for network d8b5cd49-414c-489d-bc08-f0796f532d13 Feb 09 16:01:39.370422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] For port a52c3fd9-c122-41aa-b171-6e6b660d39bc, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:39.388280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] For port a52c3fd9-c122-41aa-b171-6e6b660d39bc, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a52c3fd9-c122-41aa-b171-6e6b660d39bc,segment=NetworkSegment(46353379-d958-4132-b8e3-651cf8577406),segment_id=46353379-d958-4132-b8e3-651cf8577406)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:39.431704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-5125b3a5-edf3-46d0-a0f6-e52b320cdd28 admin admin] Deleting subnet fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:39.435945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5125b3a5-edf3-46d0-a0f6-e52b320cdd28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.462049 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.486085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-d81ec556-8ba8-4e06-90c9-dc515edb62c0 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:39.489156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0a8b7-646b-4d45-b318-6032ac98c502 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:39.490660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-d81ec556-8ba8-4e06-90c9-dc515edb62c0 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.8433304 Feb 09 16:01:39.491064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0a8b7-646b-4d45-b318-6032ac98c502 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:39.493092 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d7b0a8b7-646b-4d45-b318-6032ac98c502 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2281208 Feb 09 16:01:39.498656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52746) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:39.557813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:39.561824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:39.567378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:39.581220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Pushing event updated for resources: {'Port': ['ID=5f1de084-8bc7-4a7a-a8b5-9695f6364bce,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:39.597327 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.623235 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5125b3a5-edf3-46d0-a0f6-e52b320cdd28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.651645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9daf6c5-9021-4e30-8abd-78b2285e7802 req-2df68f4f-8836-4020-ad4b-07f88fa61fdc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5859280 Feb 09 16:01:39.722262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Attempting to bind port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:39.722950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Attempting to bind port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9768390e-41ad-4980-8d50-f461bfcf0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:39.723504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Attempting to bind port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce on network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:39.735533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:39.736290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Checking segment: {'id': '9768390e-41ad-4980-8d50-f461bfcf0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:39.736882 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.737476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Bound using segment: {'id': '9768390e-41ad-4980-8d50-f461bfcf0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:39.738289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Bound port: 5f1de084-8bc7-4a7a-a8b5-9695f6364bce, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9768390e-41ad-4980-8d50-f461bfcf0f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:39.738719 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.741831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5125b3a5-edf3-46d0-a0f6-e52b320cdd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.762040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d3144-0ab7-4ab6-87a5-eeebb4fce5d6 None None] Pushing event updated for resources: {'Port': ['ID=a52c3fd9-c122-41aa-b171-6e6b660d39bc,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:39.848303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e12440f-312c-441c-a92c-45d49cfc4adb tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.862175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] For port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:39.868476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] For port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5f1de084-8bc7-4a7a-a8b5-9695f6364bce,segment=NetworkSegment(9768390e-41ad-4980-8d50-f461bfcf0f76),segment_id=9768390e-41ad-4980-8d50-f461bfcf0f76)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:39.878169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:39.894914 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e12440f-312c-441c-a92c-45d49cfc4adb tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 16:01:39.896620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e12440f-312c-441c-a92c-45d49cfc4adb tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:39.907006 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1e12440f-312c-441c-a92c-45d49cfc4adb tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/e1de0301-3582-4e30-8156-3b6d33f3dc98 HTTP/1.1" status: 409 len: 405 time: 0.4072003 Feb 09 16:01:39.924464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52748) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:39.931787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-526579812'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:39.934656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.102962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46ad1a-0d47-4a97-80a8-69e74a3ee266 None None] Pushing event updated for resources: {'Port': ['ID=5f1de084-8bc7-4a7a-a8b5-9695f6364bce,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:40.122016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5125b3a5-edf3-46d0-a0f6-e52b320cdd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.142158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 68ad3757-13f3-44be-b439-29a648b691da up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:40.160544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5125b3a5-edf3-46d0-a0f6-e52b320cdd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.196909 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5125b3a5-edf3-46d0-a0f6-e52b320cdd28 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f HTTP/1.1" status: 204 len: 168 time: 0.9104633 Feb 09 16:01:40.223612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:40.236773 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.241950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52752) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:40.294049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 68ad3757-13f3-44be-b439-29a648b691da triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:40.294434 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.305044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125b3a5-edf3-46d0-a0f6-e52b320cdd28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc0c3e2-c322-43c0-a7ae-ebe16dadf54f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:40.439553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:40.459623 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.473808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.475299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.477212 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Added segment 8d058440-1e8a-4a32-82b5-2897ebd8ec6e of type vlan for network 8e4ded52-34a1-4b11-bba1-ce9de63196ee Feb 09 16:01:40.545193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:01:40.565371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 68ad3757-13f3-44be-b439-29a648b691da, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=68ad3757-13f3-44be-b439-29a648b691da,segment=NetworkSegment(f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad),segment_id=f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:40.591595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.689871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.739338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.770293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:40.774956 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:40.897949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=68ad3757-13f3-44be-b439-29a648b691da,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:40.956667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Network': ['ID=8e4ded52-34a1-4b11-bba1-ce9de63196ee,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:40.974710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8e4ded52-34a1-4b11-bba1-ce9de63196ee details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:41.018832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.023784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.030025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:41.031853 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.040202 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd665b29-f66f-4275-8e44-42669caf508c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1119659 Feb 09 16:01:41.044642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52756) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:41.051049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'subnet': {'network_id': '8e4ded52-34a1-4b11-bba1-ce9de63196ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:41.128733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112216d8-cbcf-4232-9698-2840105f6a9c None None] Network e1de0301-3582-4e30-8156-3b6d33f3dc98 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:41.220803 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.385897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2c07d942-34dc-4f8f-b4dd-8710fa9f7d4b None None] Provisioning complete for port 68ad3757-13f3-44be-b439-29a648b691da triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:41.386482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c07d942-34dc-4f8f-b4dd-8710fa9f7d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.397510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-efe1230f-5895-462d-9fa2-db023985cc8c tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Deleting port 33269e7c-d493-4ccc-b0c8-7e06707559f1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:41.398061 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efe1230f-5895-462d-9fa2-db023985cc8c tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.412178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.6134310 Feb 09 16:01:41.413028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52760) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:41.419530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': 'd8b5cd49-414c-489d-bc08-f0796f532d13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:41.459144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:41.463735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8733282-0163-4168-a1dd-cd985c8e14ec req-52bea699-2ce5-47b4-9a0f-fd72257494f2 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:41.463980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.464640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8733282-0163-4168-a1dd-cd985c8e14ec req-52bea699-2ce5-47b4-9a0f-fd72257494f2 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 945 time: 0.9960594 Feb 09 16:01:41.465695 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.724268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] DHCP port deletion for e1de0301-3582-4e30-8156-3b6d33f3dc98 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:01:41.816498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efe1230f-5895-462d-9fa2-db023985cc8c tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.871305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] Deleting port 68ad3757-13f3-44be-b439-29a648b691da {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:41.873910 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:41.877472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=356efa68-bd30-4714-bf4d-f11410237738,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:41.918368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-efe1230f-5895-462d-9fa2-db023985cc8c tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Calling delete_port for 33269e7c-d493-4ccc-b0c8-7e06707559f1 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:42.045886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.046870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.050238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.050548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.053605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.054435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.057560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.058358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.059868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.060529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.061570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.062360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:42.086590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] For port 68ad3757-13f3-44be-b439-29a648b691da, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=68ad3757-13f3-44be-b439-29a648b691da,segment=NetworkSegment(f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad),segment_id=f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:42.087661 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.137514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] Calling delete_port for 68ad3757-13f3-44be-b439-29a648b691da owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:42.364292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a52c3fd9-c122-41aa-b171-6e6b660d39bc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:42.393991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd96f4-1381-4c9e-a370-bafc88c5ae51 None None] Network bd559d2a-dce8-4c4c-8a2e-36701939607d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:42.397586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:42.408987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.421228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c91496-b048-4d52-a038-1abd964f200c req-3c21f0d9-05a3-4fbe-893e-2c61f63f27e0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:42.434484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c91496-b048-4d52-a038-1abd964f200c req-3c21f0d9-05a3-4fbe-893e-2c61f63f27e0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:42.438395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81c91496-b048-4d52-a038-1abd964f200c req-3c21f0d9-05a3-4fbe-893e-2c61f63f27e0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 1653 time: 1.3559449 Feb 09 16:01:42.458007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8733282-0163-4168-a1dd-cd985c8e14ec req-a26757ee-5b78-4831-91a1-58b7cc80cfcf tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9269879 Feb 09 16:01:42.459835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.469425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0d084-d5db-43a3-9950-2e63217883cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=d8b5cd49-414c-489d-bc08-f0796f532d13,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:42.509379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network d8b5cd49-414c-489d-bc08-f0796f532d13 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:42.561241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.567549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-898a86e7-b043-4595-9089-b852f40abe5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/356efa68-bd30-4714-bf4d-f11410237738 HTTP/1.1" status: 204 len: 168 time: 8.2800756 Feb 09 16:01:42.601343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52762) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:42.626022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6959360e-8a09-402c-b09f-97ec012aa334 None None] Provisioning complete for port a52c3fd9-c122-41aa-b171-6e6b660d39bc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:42.626380 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6959360e-8a09-402c-b09f-97ec012aa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.707967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a52c3fd9-c122-41aa-b171-6e6b660d39bc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:42.708491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.743965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.760558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.822573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2994ed8d-ea67-4281-b014-38ef112c6182']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:42.845904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0360f28-2a65-4650-a95c-fa606d8ce097') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:42.846389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0360f28-2a65-4650-a95c-fa606d8ce097') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:42.872284 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.874078 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6274f80d-dacc-4c71-b5b7-e13531ce0a75 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:42.877863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6274f80d-dacc-4c71-b5b7-e13531ce0a75 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:42.881313 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6274f80d-dacc-4c71-b5b7-e13531ce0a75 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2771835 Feb 09 16:01:42.891517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52764) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:42.906275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.919816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:42.920148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:42.978614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c3445-4807-47e8-a43f-18860702e3a9 None None] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:43.021604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:01:43.067895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.089254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=3068cdf5-53e3-42eb-b810-e67bee4c62e0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:43.095088 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:43.124330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Deleting port 788aa382-5fe9-4488-9ebb-7f00536fb389 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:43.134648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6959360e-8a09-402c-b09f-97ec012aa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.134892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.172409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] Pushing event deleted for resources: {'Port': ['ID=68ad3757-13f3-44be-b439-29a648b691da,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:43.179927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd4bb8-43b0-487d-a131-9dfc5221ab9e None None] No DVR routers for this DVR port 68ad3757-13f3-44be-b439-29a648b691da on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:43.243883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:43.280933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.327512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 788aa382-5fe9-4488-9ebb-7f00536fb389 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:01:43.353765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:43.418940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6959360e-8a09-402c-b09f-97ec012aa334 None None] For port a52c3fd9-c122-41aa-b171-6e6b660d39bc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a52c3fd9-c122-41aa-b171-6e6b660d39bc,segment=NetworkSegment(46353379-d958-4132-b8e3-651cf8577406),segment_id=46353379-d958-4132-b8e3-651cf8577406)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:43.525110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-81722d88-373d-4e68-97b4-851e5b1ff598 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 46057e06-51f5-4e65-a89f-bf677da6373a {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:43.530248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81722d88-373d-4e68-97b4-851e5b1ff598 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.556154 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6959360e-8a09-402c-b09f-97ec012aa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.617825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81722d88-373d-4e68-97b4-851e5b1ff598 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.732513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Subnet': ['ID=17232293-e168-4aca-a2b2-e40ee3aa0124,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:43.746399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.802844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.821488 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.891024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-02998c29-0761-4e28-9877-9f49039b480e None None] Provisioning complete for port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:43.891340 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02998c29-0761-4e28-9877-9f49039b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.901842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:01:43.906550 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228bdf50-8263-4ce6-9f70-cebd37a56c4a" -d '{"events": [{"server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "name": "network-vif-unplugged", "status": "completed", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:01:43.943953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81722d88-373d-4e68-97b4-851e5b1ff598 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:43.954063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Checking segment: {'id': '8d058440-1e8a-4a32-82b5-2897ebd8ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8e4ded52-34a1-4b11-bba1-ce9de63196ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:43.954699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network hostable DHCP agents. Network: 8e4ded52-34a1-4b11-bba1-ce9de63196ee, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:44.043085 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:01:44.043437 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:01:44.043960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959360e-8a09-402c-b09f-97ec012aa334 None None] Pushing event updated for resources: {'Port': ['ID=a52c3fd9-c122-41aa-b171-6e6b660d39bc,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:44.052822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 788aa382-5fe9-4488-9ebb-7f00536fb389, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=788aa382-5fe9-4488-9ebb-7f00536fb389,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:44.146869 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.277715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] For port 788aa382-5fe9-4488-9ebb-7f00536fb389, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=788aa382-5fe9-4488-9ebb-7f00536fb389,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:44.278671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.291096 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02998c29-0761-4e28-9877-9f49039b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.359112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=788aa382-5fe9-4488-9ebb-7f00536fb389,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:44.407230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-02998c29-0761-4e28-9877-9f49039b480e None None] For port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5f1de084-8bc7-4a7a-a8b5-9695f6364bce,segment=NetworkSegment(9768390e-41ad-4980-8d50-f461bfcf0f76),segment_id=9768390e-41ad-4980-8d50-f461bfcf0f76)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:44.407582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:44.426435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.432581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2994ed8d-ea67-4281-b014-38ef112c6182 HTTP/1.1" status: 204 len: 168 time: 4.1413109 Feb 09 16:01:44.471938 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02998c29-0761-4e28-9877-9f49039b480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.480190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea90550-3200-43c3-a12d-8124d41c6520 admin admin] Pushing event deleted for resources: {'Network': ['ID=2994ed8d-ea67-4281-b014-38ef112c6182,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:44.532665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81c91496-b048-4d52-a038-1abd964f200c req-590428dc-a514-4ec7-9e17-a0b95a0228ff tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0241268 Feb 09 16:01:44.597230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=50d0bb00-3f2f-4cf3-9417-34dcacc79422,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:44.641123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': '81486632-e6ac-4f0b-b791-5b564546c31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'd8b5cd49-414c-489d-bc08-f0796f532d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:44.641123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: d8b5cd49-414c-489d-bc08-f0796f532d13, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:44.647181 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7c647b-7aad-4dc9-83ff-a5d09ec1dccd x-openstack-request-id: req-1b7c647b-7aad-4dc9-83ff-a5d09ec1dccd {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:01:44.648930 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "name": "network-vif-unplugged", "status": "completed", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:01:44.649905 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b7c647b-7aad-4dc9-83ff-a5d09ec1dccd {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:01:44.650888 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'code': 200} Feb 09 16:01:44.782472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-23e4dfcb-5346-4f6e-9025-c20a8bac7189 None None] Provisioning complete for port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:44.783207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-23e4dfcb-5346-4f6e-9025-c20a8bac7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.808461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02998c29-0761-4e28-9877-9f49039b480e None None] Pushing event updated for resources: {'Port': ['ID=5f1de084-8bc7-4a7a-a8b5-9695f6364bce,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:44.815126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5f1de084-8bc7-4a7a-a8b5-9695f6364bce up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:44.859916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network 8e4ded52-34a1-4b11-bba1-ce9de63196ee is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:44.893005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-23e4dfcb-5346-4f6e-9025-c20a8bac7189 None None] Port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:44.906399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network d8b5cd49-414c-489d-bc08-f0796f532d13 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:44.908158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:44.909232 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.921178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81722d88-373d-4e68-97b4-851e5b1ff598 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.938316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-23e4dfcb-5346-4f6e-9025-c20a8bac7189 None None] Provisioning complete for port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:44.938907 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-23e4dfcb-5346-4f6e-9025-c20a8bac7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.971873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472ef46-d8a7-4a5e-956a-e1ed924a6de0 req-d70d0af2-50ce-4988-b947-0646392161c2 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:44.982159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f472ef46-d8a7-4a5e-956a-e1ed924a6de0 req-d70d0af2-50ce-4988-b947-0646392161c2 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 943 time: 0.5611324 Feb 09 16:01:44.984566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81722d88-373d-4e68-97b4-851e5b1ff598 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=46057e06-51f5-4e65-a89f-bf677da6373a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:44.988689 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81722d88-373d-4e68-97b4-851e5b1ff598 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:44.996801 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81722d88-373d-4e68-97b4-851e5b1ff598 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/46057e06-51f5-4e65-a89f-bf677da6373a HTTP/1.1" status: 204 len: 168 time: 2.0292234 Feb 09 16:01:44.998335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52772) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:45.052873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c520cbca-414a-466e-802d-41069e190802 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:45.117012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:45.117639 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.147626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f472ef46-d8a7-4a5e-956a-e1ed924a6de0 req-03583494-2fea-430e-a8ab-870ca7c141ec tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559756 Feb 09 16:01:45.152413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-d0812a8d-d123-43e6-8b9e-e25cefff730e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.3630383 Feb 09 16:01:45.158289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca', 'admin_state_up': True, 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'security_groups': ['8e220f9c-f91f-4911-bd53-f18e766dadd3']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:45.286497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52774) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:45.295203 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ba5df7ed-8313-4a28-86b8-757fb8d0c800 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2926898 Feb 09 16:01:45.297436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52776) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:45.303632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 8e4ded52-34a1-4b11-bba1-ce9de63196ee) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:45.328513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:45.345549 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a746a-7e69-4eec-bdec-dc333e14385a None None] Network 8e4ded52-34a1-4b11-bba1-ce9de63196ee requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:45.350675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, d8b5cd49-414c-489d-bc08-f0796f532d13) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:45.380369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:45.382905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.386657 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:45.387637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.429743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975f3559-5218-4a50-bf39-408518473fe3 None None] Network d8b5cd49-414c-489d-bc08-f0796f532d13 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:45.451340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.20.0.1 (bd559d2a-dce8-4c4c-8a2e-36701939607d/552bb7a1-7dd3-426d-bf90-92bf5186d9b7/5fa1811b-6431-41cc-b0c2-d72d8b7ecc80) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:45.462228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cfd3e9bb-fcf0-4e8d-b6b9-e42e9f5024bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86cc00277f0d4e1590cecd0b8eef474a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702664 Feb 09 16:01:45.467478 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.468334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.468931 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Floating IP 782bbca6-9259-469f-a9b9-b4329fb40c68 disassociated. External IP: 172.25.5.112, port: 788aa382-5fe9-4488-9ebb-7f00536fb389. Feb 09 16:01:45.469561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Calling delete_port for 788aa382-5fe9-4488-9ebb-7f00536fb389 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:45.477001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52778) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:45.480564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:45.569585 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-74394fa7-0e8f-4550-9f35-6b16f571da64 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1550121 Feb 09 16:01:45.574029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52780) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:45.577180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efe1230f-5895-462d-9fa2-db023985cc8c tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.845707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-23e4dfcb-5346-4f6e-9025-c20a8bac7189 None None] Provisioning complete for port a52c3fd9-c122-41aa-b171-6e6b660d39bc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:45.846501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-23e4dfcb-5346-4f6e-9025-c20a8bac7189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.850251 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e33fbd1f-7a26-43ea-8665-74d91d07bf84 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8041024 Feb 09 16:01:45.865908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.870212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:45.892410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'port': {'network_id': '8e4ded52-34a1-4b11-bba1-ce9de63196ee', 'name': 'tempest-NetworksIpV6TestAttrs-2118089574'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:45.938136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:01:45.984955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:45.998426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 68ad3757-13f3-44be-b439-29a648b691da no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:01:46.120904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 68ad3757-13f3-44be-b439-29a648b691da {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:01:46.121437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 68ad3757-13f3-44be-b439-29a648b691da not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:01:46.171367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.216871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1230f-5895-462d-9fa2-db023985cc8c tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Port': ['ID=33269e7c-d493-4ccc-b0c8-7e06707559f1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:46.302197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6e750-5e83-47a7-ad10-2649b77bf274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-d8b5cd49-414c-489d-bc08-f0796f532d13', 'network_id': 'd8b5cd49-414c-489d-bc08-f0796f532d13', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': '50d0bb00-3f2f-4cf3-9417-34dcacc79422'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:46.303599 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d8a6e750-5e83-47a7-ad10-2649b77bf274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.308032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-8e4ded52-34a1-4b11-bba1-ce9de63196ee', 'network_id': '8e4ded52-34a1-4b11-bba1-ce9de63196ee', 'tenant_id': '949284eff6894c1b9d3b1c01ceed871c', 'fixed_ips': [{'subnet_id': '17232293-e168-4aca-a2b2-e40ee3aa0124'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:46.316528 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.345411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:46.349251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.384193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.499509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a52c3fd9-c122-41aa-b171-6e6b660d39bc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:46.622157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efe1230f-5895-462d-9fa2-db023985cc8c tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.634414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-efe1230f-5895-462d-9fa2-db023985cc8c tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "DELETE /v2.0/ports/33269e7c-d493-4ccc-b0c8-7e06707559f1 HTTP/1.1" status: 204 len: 168 time: 7.4164827 Feb 09 16:01:46.635088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:46.669245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=5fa1811b-6431-41cc-b0c2-d72d8b7ecc80,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:46.675020 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0989322a-0791-42a6-9a45-6c13aa1ab126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.675661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.722906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0989322a-0791-42a6-9a45-6c13aa1ab126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.852999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] Deleting port a9c6cf84-dc08-4182-9f5d-97500168141c {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:46.853806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:46.863053 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd68c089-33c6-48e4-964a-ddc7f8de414a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] GET failed (client error): The resource could not be found. Feb 09 16:01:46.872228 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dd68c089-33c6-48e4-964a-ddc7f8de414a tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "GET /v2.0/ports/33269e7c-d493-4ccc-b0c8-7e06707559f1 HTTP/1.1" status: 404 len: 333 time: 0.2282612 Feb 09 16:01:46.876431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52790) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:46.889396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network bd559d2a-dce8-4c4c-8a2e-36701939607d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:46.903768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:46.946680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:47.021341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a52c3fd9-c122-41aa-b171-6e6b660d39bc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:47.021726 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.035426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:47.067754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] For port a9c6cf84-dc08-4182-9f5d-97500168141c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a9c6cf84-dc08-4182-9f5d-97500168141c,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:47.068175 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=fa2bf8d7-e774-403b-a2cb-d85a414bf7f6,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:47.068413 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.077357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:47.094146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:47.095036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] Calling delete_port for a9c6cf84-dc08-4182-9f5d-97500168141c owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:47.095364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.115462 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.135478 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0989322a-0791-42a6-9a45-6c13aa1ab126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.141312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0989322a-0791-42a6-9a45-6c13aa1ab126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.150392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0989322a-0791-42a6-9a45-6c13aa1ab126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/342bfe44-c67c-4e2e-a94b-b47b061c382c HTTP/1.1" status: 204 len: 168 time: 1.6156619 Feb 09 16:01:47.212371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.253734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.342091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=50d0bb00-3f2f-4cf3-9417-34dcacc79422,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:47.355858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:47.369346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.428880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] device_id is not set on port 9645aeec-7083-43d4-9372-d5b6d734d83b yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:47.524961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Allocated IP 10.2.2.100 (e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca/9b5facdd-af5f-41fb-a26e-af7d356f4b8b/332c5851-26f7-4349-8ac8-825b45ad61a5) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:47.589556 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d43777ba-0022-4361-abec-5ee6b4fbee24 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2882206 Feb 09 16:01:47.593402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52794) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server [None req-d8a6e750-5e83-47a7-ad10-2649b77bf274 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50d0bb00-3f2f-4cf3-9417-34dcacc79422: This subnet is being modified by another concurrent operation. Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:01:47.623407 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise exception Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50d0bb00-3f2f-4cf3-9417-34dcacc79422: This subnet is being modified by another concurrent operation. Feb 09 16:01:47.634856 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Feb 09 16:01:47.649335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'name': 'tempest-NetworksTestDHCPv6-1867766329'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:47.649512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5f1de084-8bc7-4a7a-a8b5-9695f6364bce up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:47.673002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9ac05cd2-e195-4de9-af3f-f0fb01294699 None None] Provisioning complete for port 5fa1811b-6431-41cc-b0c2-d72d8b7ecc80 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:47.673484 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9ac05cd2-e195-4de9-af3f-f0fb01294699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.736386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.779971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1963a2-461d-478b-aa8a-f76ca610c3b4 None None] Network d8b5cd49-414c-489d-bc08-f0796f532d13 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:47.793169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743851-4e79-4d77-bc4d-51de64a11acb req-8d2df206-5288-4e36-ab60-130d852ec631 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:47.800634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743851-4e79-4d77-bc4d-51de64a11acb req-8d2df206-5288-4e36-ab60-130d852ec631 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:47.809696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743851-4e79-4d77-bc4d-51de64a11acb req-8d2df206-5288-4e36-ab60-130d852ec631 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:47.811596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc743851-4e79-4d77-bc4d-51de64a11acb req-8d2df206-5288-4e36-ab60-130d852ec631 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 2374 time: 1.7124088 Feb 09 16:01:47.816981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Allocated IP 2001:db8::f816:3eff:fe00:b4ff (8e4ded52-34a1-4b11-bba1-ce9de63196ee/17232293-e168-4aca-a2b2-e40ee3aa0124/e788fb19-e3cf-4ddb-888a-b71182f9e5c2) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:47.834674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b38b2-32ab-4d7a-8f56-504bead3225f req-01698eae-5725-403a-956b-7ab20ff96f3e tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:47.837310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-832b38b2-32ab-4d7a-8f56-504bead3225f req-01698eae-5725-403a-956b-7ab20ff96f3e tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 943 time: 1.4246125 Feb 09 16:01:47.860279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989322a-0791-42a6-9a45-6c13aa1ab126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342bfe44-c67c-4e2e-a94b-b47b061c382c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:47.860279 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.921469 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:47.931188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05cd2-e195-4de9-af3f-f0fb01294699 None None] Port 5fa1811b-6431-41cc-b0c2-d72d8b7ecc80 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:48.031199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.082755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b5cd49-414c-489d-bc08-f0796f532d13']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:48.108290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81486632-e6ac-4f0b-b791-5b564546c31c') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:48.109136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81486632-e6ac-4f0b-b791-5b564546c31c') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:48.127826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=332c5851-26f7-4349-8ac8-825b45ad61a5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:48.132373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.170946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.183195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc743851-4e79-4d77-bc4d-51de64a11acb req-3ae00450-185d-4431-9627-6fc1510480cc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426497 Feb 09 16:01:48.188009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:48.188297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.207655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] Pushing event deleted for resources: {'Port': ['ID=a9c6cf84-dc08-4182-9f5d-97500168141c,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:48.225716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e32864-a163-4aca-85da-387313e5ea3a None None] No DVR routers for this DVR port a9c6cf84-dc08-4182-9f5d-97500168141c on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:48.302657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-832b38b2-32ab-4d7a-8f56-504bead3225f req-eccf82ca-ac4d-40f0-a2a1-b17155db37c5 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups?id=47fe6932-88eb-4ce8-bdd6-05d5bac28c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4528778 Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:48.366358 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:48.379009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a18460-3ec6-40a6-a27f-3017c6be81f0 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:48.384645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:48.390585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ff00e23d-0eab-411c-9dd3-7fadc67046c8 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Deleting port 39011dd1-aca5-4559-b20c-fcb099f711ab {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:48.391314 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff00e23d-0eab-411c-9dd3-7fadc67046c8 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.404481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:48.420990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:48.568026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff00e23d-0eab-411c-9dd3-7fadc67046c8 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.587945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ff00e23d-0eab-411c-9dd3-7fadc67046c8 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Calling delete_port for 39011dd1-aca5-4559-b20c-fcb099f711ab owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:48.614684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:48.616918 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.741564 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.783844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:48.784836 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.801585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-59078853-ef44-4638-a181-526bf465e7bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6471927 Feb 09 16:01:48.816639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.816963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca', 'admin_state_up': True, 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'security_groups': ['8e220f9c-f91f-4911-bd53-f18e766dadd3']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:48.819894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:48.832422 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.930730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.967687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:48.985387 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/d8b5cd49-414c-489d-bc08-f0796f532d13 HTTP/1.1" status: 204 len: 168 time: 3.4095938 Feb 09 16:01:49.000257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52808) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:49.015931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1639269317'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:49.026124 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.027767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b0e0f-9a84-4bb7-964d-fdf27d7de2e9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=d8b5cd49-414c-489d-bc08-f0796f532d13,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:49.045284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-063ea7ef-5c42-4ee1-be87-69675fefe89e None None] Provisioning complete for port 332c5851-26f7-4349-8ac8-825b45ad61a5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:49.046644 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-063ea7ef-5c42-4ee1-be87-69675fefe89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.075664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event deleted for resources: {'Port': ['ID=788aa382-5fe9-4488-9ebb-7f00536fb389,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:49.130593 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff00e23d-0eab-411c-9dd3-7fadc67046c8 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.131938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-063ea7ef-5c42-4ee1-be87-69675fefe89e None None] Port 332c5851-26f7-4349-8ac8-825b45ad61a5 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:49.139525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 8d31b630-be9c-4a7a-8a64-277ebd6a691a yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:01:49.147465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.269604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00e23d-0eab-411c-9dd3-7fadc67046c8 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Port': ['ID=39011dd1-aca5-4559-b20c-fcb099f711ab,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:49.322292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:49.327267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.415050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Allocated IP 2001:db8::f816:3eff:fea5:8ee5 (8e4ded52-34a1-4b11-bba1-ce9de63196ee/17232293-e168-4aca-a2b2-e40ee3aa0124/9645aeec-7083-43d4-9372-d5b6d734d83b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:49.438637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff00e23d-0eab-411c-9dd3-7fadc67046c8 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.465490 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ff00e23d-0eab-411c-9dd3-7fadc67046c8 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "DELETE /v2.0/ports/39011dd1-aca5-4559-b20c-fcb099f711ab HTTP/1.1" status: 204 len: 168 time: 2.5732527 Feb 09 16:01:49.467342 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52818) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:49.469373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Network 8e4ded52-34a1-4b11-bba1-ce9de63196ee is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:49.533660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:49.584256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Pushing event updated for resources: {'Port': ['ID=e788fb19-e3cf-4ddb-888a-b71182f9e5c2,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:49.610581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:49.611588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-54643eb1-75fe-44bd-9afa-209f403c9a79 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Deleting subnet 01ff5b91-f3d3-422e-a8f8-adbefffb138e {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:49.616665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54643eb1-75fe-44bd-9afa-209f403c9a79 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.668832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54643eb1-75fe-44bd-9afa-209f403c9a79 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.780409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Made reservation on behalf of 883b6fbfd2234c758be9047868b0faf3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:49.798047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.824368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de304b63-1b27-4ec7-902f-2272132334ff req-624e8ea4-2f02-44f3-bea3-441c39021912 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.3462808 Feb 09 16:01:49.862821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54643eb1-75fe-44bd-9afa-209f403c9a79 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.986641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'fa2bf8d7-e774-403b-a2cb-d85a414bf7f6'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:49.991747 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:49.996124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a9c6cf84-dc08-4182-9f5d-97500168141c no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:01:50.079169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Attempting to bind port e788fb19-e3cf-4ddb-888a-b71182f9e5c2 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:50.079169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Attempting to bind port e788fb19-e3cf-4ddb-888a-b71182f9e5c2 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '8d058440-1e8a-4a32-82b5-2897ebd8ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8e4ded52-34a1-4b11-bba1-ce9de63196ee'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:50.079169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Attempting to bind port e788fb19-e3cf-4ddb-888a-b71182f9e5c2 on network 8e4ded52-34a1-4b11-bba1-ce9de63196ee {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:50.094035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:50.100838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Checking segment: {'id': '8d058440-1e8a-4a32-82b5-2897ebd8ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8e4ded52-34a1-4b11-bba1-ce9de63196ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:50.100838 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.100838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Bound using segment: {'id': '8d058440-1e8a-4a32-82b5-2897ebd8ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8e4ded52-34a1-4b11-bba1-ce9de63196ee'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:50.100838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Bound port: e788fb19-e3cf-4ddb-888a-b71182f9e5c2, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d058440-1e8a-4a32-82b5-2897ebd8ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '8e4ded52-34a1-4b11-bba1-ce9de63196ee'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:50.100838 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.106799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a9c6cf84-dc08-4182-9f5d-97500168141c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:01:50.107352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a9c6cf84-dc08-4182-9f5d-97500168141c not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:01:50.206551 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54643eb1-75fe-44bd-9afa-209f403c9a79 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.213134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::30e (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/fa2bf8d7-e774-403b-a2cb-d85a414bf7f6/8d31b630-be9c-4a7a-8a64-277ebd6a691a) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:50.322689 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54643eb1-75fe-44bd-9afa-209f403c9a79 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.329264 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-54643eb1-75fe-44bd-9afa-209f403c9a79 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "DELETE /v2.0/subnets/01ff5b91-f3d3-422e-a8f8-adbefffb138e HTTP/1.1" status: 204 len: 168 time: 0.8604813 Feb 09 16:01:50.337504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54643eb1-75fe-44bd-9afa-209f403c9a79 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Subnet': ['ID=01ff5b91-f3d3-422e-a8f8-adbefffb138e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:50.350464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858229f-39fe-43e3-a95d-bc90c525bb2f None None] Network bb5a5212-b5ff-4464-96e7-f8a857f2d6ed requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:50.406522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:50.459033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52832) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:50.462415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.570948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Router fc20d891-35ef-404f-8bee-e4b7ebb9a71d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:01:50.573187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.573610 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment 68c69289-30f0-47f4-8f4d-186663445a73 of type vlan for network e9a5807e-c72c-4d24-9dc0-258ad6e2938c Feb 09 16:01:50.605573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.614619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] For port e788fb19-e3cf-4ddb-888a-b71182f9e5c2, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:50.665182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] For port e788fb19-e3cf-4ddb-888a-b71182f9e5c2, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e788fb19-e3cf-4ddb-888a-b71182f9e5c2,segment=NetworkSegment(8d058440-1e8a-4a32-82b5-2897ebd8ec6e),segment_id=8d058440-1e8a-4a32-82b5-2897ebd8ec6e)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:50.699365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90549f-9a2f-4eb0-8021-1ffc911e28c8 req-5c7c1b39-f38f-4c9b-a33e-c6b47a912d24 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:50.706492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90549f-9a2f-4eb0-8021-1ffc911e28c8 req-5c7c1b39-f38f-4c9b-a33e-c6b47a912d24 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:50.712993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90549f-9a2f-4eb0-8021-1ffc911e28c8 req-5c7c1b39-f38f-4c9b-a33e-c6b47a912d24 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:50.719249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90549f-9a2f-4eb0-8021-1ffc911e28c8 req-5c7c1b39-f38f-4c9b-a33e-c6b47a912d24 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:50.723191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de90549f-9a2f-4eb0-8021-1ffc911e28c8 req-5c7c1b39-f38f-4c9b-a33e-c6b47a912d24 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3095 time: 1.2989469 Feb 09 16:01:50.774810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] DHCP port deletion for bb5a5212-b5ff-4464-96e7-f8a857f2d6ed request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:01:50.792428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network 8e4ded52-34a1-4b11-bba1-ce9de63196ee is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:50.811686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:50.825221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.828835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:50.839875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:50.841110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.857221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:50.870219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Port': ['ID=9645aeec-7083-43d4-9372-d5b6d734d83b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:50.989150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Pushing event updated for resources: {'Port': ['ID=e788fb19-e3cf-4ddb-888a-b71182f9e5c2,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:51.020444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.035062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.035630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.036257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.036845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.037430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.038011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.038602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.039220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.039785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.043669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.060677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.061375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec076c43-be4b-4394-83b0-ebc323d3150c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:51.160155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] Deleting port 361ff68c-e758-4eb0-8375-4ccc1387d551 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:51.160793 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.169006 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b3b498dd-df7d-4a5a-bccf-cc3af4d46701 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.2923234 Feb 09 16:01:51.173615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52838) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:51.174828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52840) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:51.350082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd63853-67c9-4430-bc50-81f01492d567 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Deleting subnet 17232293-e168-4aca-a2b2-e40ee3aa0124 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:51.357409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd63853-67c9-4430-bc50-81f01492d567 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.540789 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd63853-67c9-4430-bc50-81f01492d567 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.618040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.639617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:01:51.647835 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.686749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f867fa61-427b-47e9-89d0-6f9658ba1acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.755889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] For port 361ff68c-e758-4eb0-8375-4ccc1387d551, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=361ff68c-e758-4eb0-8375-4ccc1387d551,segment=NetworkSegment(7c8d07db-aca1-4536-af08-607a233b000a),segment_id=7c8d07db-aca1-4536-af08-607a233b000a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:51.756520 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.770370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81ebd726-5d9d-432f-ba7f-f757f6c5c64e req-d9cf13aa-8c49-4513-8f66-14e4f7dfe75d tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.1634097 Feb 09 16:01:51.781304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:51.803171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:51.812448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] Calling delete_port for 361ff68c-e758-4eb0-8375-4ccc1387d551 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:51.842433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/fa2bf8d7-e774-403b-a2cb-d85a414bf7f6/1569972a-f571-427c-a4c6-7d7118574e25) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:51.871054 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.877918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:51.878628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.946895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Allocated IP 10.2.2.200 (e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca/9b5facdd-af5f-41fb-a26e-af7d356f4b8b/76acaa04-2f27-4308-a450-39bdd11c1774) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:51.950520 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd63853-67c9-4430-bc50-81f01492d567 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:51.993419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9857521 Feb 09 16:01:52.048015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de90549f-9a2f-4eb0-8021-1ffc911e28c8 req-9474c1cb-7390-49bd-8194-c30ee36c62e7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2822998 Feb 09 16:01:52.051502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52844) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:52.071073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': 'e9a5807e-c72c-4d24-9dc0-258ad6e2938c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:52.089728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:52.103494 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:52.105448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.144642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=8d31b630-be9c-4a7a-8a64-277ebd6a691a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.169717 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd63853-67c9-4430-bc50-81f01492d567 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.294163 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dd4c7d6e-98b3-4c77-ae63-e8008ee479ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6865287 Feb 09 16:01:52.299603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:52.310344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd63853-67c9-4430-bc50-81f01492d567 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Subnet': ['ID=17232293-e168-4aca-a2b2-e40ee3aa0124,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.330722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd63853-67c9-4430-bc50-81f01492d567 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.340036 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ebd63853-67c9-4430-bc50-81f01492d567 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/subnets/17232293-e168-4aca-a2b2-e40ee3aa0124 HTTP/1.1" status: 204 len: 168 time: 1.1499352 Feb 09 16:01:52.345586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52848) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:52.419616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.456991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03bd9a-e872-4f98-b628-7fa54aef208f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=e9a5807e-c72c-4d24-9dc0-258ad6e2938c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.500997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:01:52.550444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e788fb19-e3cf-4ddb-888a-b71182f9e5c2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:52.553496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e9a5807e-c72c-4d24-9dc0-258ad6e2938c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:52.612046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:52.629779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb2b97a-a8f5-45f9-8499-ea14adddecc4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:52.634984 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2cb2b97a-a8f5-45f9-8499-ea14adddecc4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3273418 Feb 09 16:01:52.637635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.647198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52850) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:52.684941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddf441-f4b0-45d1-9daf-0467c3905acc tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:52.688906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feddf441-f4b0-45d1-9daf-0467c3905acc tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:52.696778 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-feddf441-f4b0-45d1-9daf-0467c3905acc tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3481042 Feb 09 16:01:52.702909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52852) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:52.757401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] Sync routers for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:01:52.795222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f867fa61-427b-47e9-89d0-6f9658ba1acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.841769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] No DVR routers for this DVR port 361ff68c-e758-4eb0-8375-4ccc1387d551 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:52.866826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8494a-e6ec-4bcb-b3df-8842c7e98f36 None None] Pushing event deleted for resources: {'Port': ['ID=361ff68c-e758-4eb0-8375-4ccc1387d551,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.881482 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f867fa61-427b-47e9-89d0-6f9658ba1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.890960 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.940511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ad4c8cf-09f9-46af-bc27-81b4ad4264ed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.975947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867fa61-427b-47e9-89d0-6f9658ba1acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b1d0c-76f6-4d19-a5c3-f9410b9d0ad5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:52.982518 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad4c8cf-09f9-46af-bc27-81b4ad4264ed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 16:01:52.983278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad4c8cf-09f9-46af-bc27-81b4ad4264ed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:01:52.987393 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4ad4c8cf-09f9-46af-bc27-81b4ad4264ed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/8e4ded52-34a1-4b11-bba1-ce9de63196ee HTTP/1.1" status: 409 len: 405 time: 0.2827706 Feb 09 16:01:52.994209 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f867fa61-427b-47e9-89d0-6f9658ba1acf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fdbc7fe1ce834a1e828076cda3f932fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8169181 Feb 09 16:01:52.995047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:53.001305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2068821344'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:53.008682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52858) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:53.051064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] No DVR routers for this DVR port 788aa382-5fe9-4488-9ebb-7f00536fb389 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:53.084993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:01:53.086672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:53.106270 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.107596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing IP validity checks on allocation pools {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 16:01:53.109352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 16:01:53.122320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c4bd-3838-464b-b55c-4036e6ba8a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.127079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:53.133382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.200701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:53.215338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.215760 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Added segment d2f1fb1c-0bd9-4e18-995e-02db91429d47 of type vlan for network ca967b61-ee9a-43ff-b4df-4707603408a6 Feb 09 16:01:53.345291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c4bd-3838-464b-b55c-4036e6ba8a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.386954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.431917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.467640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:01:53.480978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.485344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b076106d-4ad0-47df-94f2-1c132ecafb28 req-1fa329a6-1a85-4d8a-9da7-eae493640680 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.73 "DELETE /v2.0/ports/788aa382-5fe9-4488-9ebb-7f00536fb389 HTTP/1.1" status: 204 len: 173 time: 13.9590116 Feb 09 16:01:53.514765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'name': 'network-vif-deleted', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:01:53.519245 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c83a2cb-95aa-415b-a660-b17d7e0970aa" -d '{"events": [{"server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "name": "network-vif-deleted", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:01:53.565663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.577294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e4e05-5be6-4518-9b29-91d275479609 None None] Network 8e4ded52-34a1-4b11-bba1-ce9de63196ee requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:53.585982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:53.587294 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.667769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.669445 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee3f4-9013-47c8-a4a6-ad5ed89a31a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.749082 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:53.756594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c4bd-3838-464b-b55c-4036e6ba8a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.761439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cf0c4bd-3838-464b-b55c-4036e6ba8a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.767896 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1cf0c4bd-3838-464b-b55c-4036e6ba8a34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c88b1d0c-76f6-4d19-a5c3-f9410b9d0ad5 HTTP/1.1" status: 204 len: 168 time: 0.7294309 Feb 09 16:01:53.769857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.773050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Network': ['ID=ca967b61-ee9a-43ff-b4df-4707603408a6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:53.798733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0c4bd-3838-464b-b55c-4036e6ba8a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b1d0c-76f6-4d19-a5c3-f9410b9d0ad5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:53.838488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-50386563-3f9c-40b8-b2c1-8225f8feac0a req-d03b3aa1-edb0-416e-a8a8-1ffd01ec011e tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.5105703 Feb 09 16:01:53.863861 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0143f883-9d58-4234-b6ce-3c7409a7e07c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8628807 Feb 09 16:01:53.866846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52866) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:53.898281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'subnet': {'network_id': 'ca967b61-ee9a-43ff-b4df-4707603408a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:53.901541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:53.965299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Pushing event updated for resources: {'Port': ['ID=1569972a-f571-427c-a4c6-7d7118574e25,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:54.013660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ca967b61-ee9a-43ff-b4df-4707603408a6 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:01:54.078394 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.092880 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c0d65f-ad8f-4dea-ab3b-1492fac4ce5e x-openstack-request-id: req-d2c0d65f-ad8f-4dea-ab3b-1492fac4ce5e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:01:54.093228 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e26bbc1-d256-4f33-b351-269d937a31df", "name": "network-vif-deleted", "tag": "788aa382-5fe9-4488-9ebb-7f00536fb389", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:01:54.093499 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2c0d65f-ad8f-4dea-ab3b-1492fac4ce5e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:01:54.093917 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e26bbc1-d256-4f33-b351-269d937a31df', 'name': 'network-vif-deleted', 'tag': '788aa382-5fe9-4488-9ebb-7f00536fb389', 'status': 'completed', 'code': 200} Feb 09 16:01:54.097084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:54.107341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:54.111803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Deleting port 361ff68c-e758-4eb0-8375-4ccc1387d551 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:54.112455 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.339890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:54.345796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:54.346453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9c68ee9b-5bb6-4b90-bc44-f14c89fa71c4 None None] Provisioning complete for port e788fb19-e3cf-4ddb-888a-b71182f9e5c2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:54.347008 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c68ee9b-5bb6-4b90-bc44-f14c89fa71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.355194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.557765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:54.721456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e788fb19-e3cf-4ddb-888a-b71182f9e5c2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:54.722208 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:54.780349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:54.786822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event updated for resources: {'Port': ['ID=76acaa04-2f27-4308-a450-39bdd11c1774,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.121521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network bd559d2a-dce8-4c4c-8a2e-36701939607d is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:55.180120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.277085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:55.318802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Attempting to bind port 1569972a-f571-427c-a4c6-7d7118574e25 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:55.320538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Attempting to bind port 1569972a-f571-427c-a4c6-7d7118574e25 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:55.321219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Attempting to bind port 1569972a-f571-427c-a4c6-7d7118574e25 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:55.321695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-194333ce-a3b9-4c25-8f36-6efa3c936a4c req-4c69215c-90b4-48d0-a9a0-a2bc580e1201 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.1308889 Feb 09 16:01:55.364787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c1c7-73cd-4f81-afd0-02e18311437c req-4b74ad11-4f2e-40a3-a95e-0e9d4cc910ab tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:55.371704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c1c7-73cd-4f81-afd0-02e18311437c req-4b74ad11-4f2e-40a3-a95e-0e9d4cc910ab tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:55.377932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c1c7-73cd-4f81-afd0-02e18311437c req-4b74ad11-4f2e-40a3-a95e-0e9d4cc910ab tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:55.384161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c1c7-73cd-4f81-afd0-02e18311437c req-4b74ad11-4f2e-40a3-a95e-0e9d4cc910ab tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:55.390213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c1c7-73cd-4f81-afd0-02e18311437c req-4b74ad11-4f2e-40a3-a95e-0e9d4cc910ab tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:55.393084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e146c1c7-73cd-4f81-afd0-02e18311437c req-4b74ad11-4f2e-40a3-a95e-0e9d4cc910ab tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3816 time: 1.7926817 Feb 09 16:01:55.396029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dd72c4f8-9e6b-4c74-b031-6b73b210d7b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 8d31b630-be9c-4a7a-8a64-277ebd6a691a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:55.396514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd72c4f8-9e6b-4c74-b031-6b73b210d7b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.435710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] For port 361ff68c-e758-4eb0-8375-4ccc1387d551, host n-d-828542-1, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:55.435710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.497948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:01:55.503460 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.524601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=5fa1811b-6431-41cc-b0c2-d72d8b7ecc80,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.569265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=14e646a3-01bf-4ce4-b6f9-8c8b9257b09a,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.573836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Calling delete_port for 361ff68c-e758-4eb0-8375-4ccc1387d551 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:55.628061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:55.628960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.634044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:55.635304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:55.635491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.636233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:55.636911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Bound port: 1569972a-f571-427c-a4c6-7d7118574e25, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:55.637412 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.654303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Port 361ff68c-e758-4eb0-8375-4ccc1387d551 was not found and therefore no delete operation was performed {{(pid=103178) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:01:55.715247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Subnet': ['ID=213c4f30-7eed-48eb-8bed-bc10e89b16ed,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.722042 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.737106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Checking segment: {'id': 'd2f1fb1c-0bd9-4e18-995e-02db91429d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ca967b61-ee9a-43ff-b4df-4707603408a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:55.737106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network hostable DHCP agents. Network: ca967b61-ee9a-43ff-b4df-4707603408a6, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:55.807779 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b427e041-8058-449e-8d70-0c197370eac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.818284 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c68ee9b-5bb6-4b90-bc44-f14c89fa71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.854086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': '68c69289-30f0-47f4-8f4d-186663445a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e9a5807e-c72c-4d24-9dc0-258ad6e2938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:55.854436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: e9a5807e-c72c-4d24-9dc0-258ad6e2938c, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:01:55.859209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network ca967b61-ee9a-43ff-b4df-4707603408a6 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:55.860166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-7c687c4e-9d08-4c5d-a539-a7fdf01b4ed3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0488729 Feb 09 16:01:55.893352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:55.903499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] No DVR routers for this DVR port 361ff68c-e758-4eb0-8375-4ccc1387d551 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:55.913260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:55.920859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Port': ['ID=361ff68c-e758-4eb0-8375-4ccc1387d551,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:55.938885 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ca967b61-ee9a-43ff-b4df-4707603408a6) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:55.955903 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:55.955903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.010431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] DHCP port deletion for 8e4ded52-34a1-4b11-bba1-ce9de63196ee request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:01:56.017484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e146c1c7-73cd-4f81-afd0-02e18311437c req-4d448bd2-77a0-4dac-b44a-9d2895d6bec5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5980601 Feb 09 16:01:56.018816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b714bee-aa34-4fef-9d26-f6e49a168ddd None None] Network ca967b61-ee9a-43ff-b4df-4707603408a6 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:56.042134 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd72c4f8-9e6b-4c74-b031-6b73b210d7b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.051162 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-37364fdf-f8dc-491a-bad0-25f489719254 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1737993 Feb 09 16:01:56.056074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52888) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:56.111681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:16Z', 'revision_number': 5, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:56.184534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52890) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:56.269651 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.310665 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.335685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.355803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5a5212-b5ff-4464-96e7-f8a857f2d6ed']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:56.379691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8d07db-aca1-4536-af08-607a233b000a') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:56.380586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8d07db-aca1-4536-af08-607a233b000a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:56.389913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9c68ee9b-5bb6-4b90-bc44-f14c89fa71c4 None None] For port e788fb19-e3cf-4ddb-888a-b71182f9e5c2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e788fb19-e3cf-4ddb-888a-b71182f9e5c2,segment=NetworkSegment(8d058440-1e8a-4a32-82b5-2897ebd8ec6e),segment_id=8d058440-1e8a-4a32-82b5-2897ebd8ec6e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:56.407352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.416159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] Checking router: fc20d891-35ef-404f-8bee-e4b7ebb9a71d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:01:56.469441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:01:56.470965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:56.477093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-361319825-network', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:56.494373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network e9a5807e-c72c-4d24-9dc0-258ad6e2938c is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:01:56.507029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dd72c4f8-9e6b-4c74-b031-6b73b210d7b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 8d31b630-be9c-4a7a-8a64-277ebd6a691a owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:56.550855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.567050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e9a5807e-c72c-4d24-9dc0-258ad6e2938c) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:56.573560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:56.574182 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.609338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.642955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4800213-89e7-4501-aa94-4ab31f1d7d8a req-7e16d129-5c15-4966-9321-e7f720ee6c79 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.1144292 Feb 09 16:01:56.654720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:56.655576 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:56.666555 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:56.718248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Subnet': ['ID=213c4f30-7eed-48eb-8bed-bc10e89b16ed,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:56.726865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Made reservation on behalf of b1ffa86913db4cd3ab076891325de08d for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:56.728071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d8d278f8-b69e-4bb0-ae2e-7fef5b7df117 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.6648138 Feb 09 16:01:56.729590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.733866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52896) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:56.788303 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c68ee9b-5bb6-4b90-bc44-f14c89fa71c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.835920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.908828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:01:56.942127 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:56.951508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 242847d5-82e0-4440-96b0-84bd650e9f77 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:01:56.990272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.001380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] 10.222.0.53 "DELETE /v2.0/networks/bb5a5212-b5ff-4464-96e7-f8a857f2d6ed HTTP/1.1" status: 204 len: 168 time: 6.4782143 Feb 09 16:01:57.015057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57067704-10d6-4329-8a00-8520ba9c6d7a None None] Network e9a5807e-c72c-4d24-9dc0-258ad6e2938c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:57.053243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a35fbd-bc88-4a48-8398-2c244c142a17 tempest-AllowedAddressPairIpV6TestJSON-469158177 tempest-AllowedAddressPairIpV6TestJSON-469158177-project] Pushing event deleted for resources: {'Network': ['ID=bb5a5212-b5ff-4464-96e7-f8a857f2d6ed,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:57.233871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] For port 1569972a-f571-427c-a4c6-7d7118574e25, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:01:57.286527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.334170 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.418953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e9a5807e-c72c-4d24-9dc0-258ad6e2938c', 'network_id': 'e9a5807e-c72c-4d24-9dc0-258ad6e2938c', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': '14e646a3-01bf-4ce4-b6f9-8c8b9257b09a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:01:57.419747 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.420625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.429782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] For port 1569972a-f571-427c-a4c6-7d7118574e25, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1569972a-f571-427c-a4c6-7d7118574e25,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:01:57.437965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.451591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:01:57.459485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ad3a3089-664c-4d55-a4f7-681de9468db1 None None] Provisioning complete for port 5fa1811b-6431-41cc-b0c2-d72d8b7ecc80 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:57.459485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3089-664c-4d55-a4f7-681de9468db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.462063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca967b61-ee9a-43ff-b4df-4707603408a6']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:57.473865 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098f64b-a3e9-439c-aade-14f76e9b825b None None] Sync routers for ids ['242847d5-82e0-4440-96b0-84bd650e9f77'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:01:57.487996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f1fb1c-0bd9-4e18-995e-02db91429d47') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:57.492361 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098f64b-a3e9-439c-aade-14f76e9b825b None None] Routers {'242847d5-82e0-4440-96b0-84bd650e9f77'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:01:57.493145 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a098f64b-a3e9-439c-aade-14f76e9b825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['242847d5-82e0-4440-96b0-84bd650e9f77'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:57.498669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f1fb1c-0bd9-4e18-995e-02db91429d47') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:57.545924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] Deleting port e788fb19-e3cf-4ddb-888a-b71182f9e5c2 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:01:57.546601 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.549052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a3089-664c-4d55-a4f7-681de9468db1 None None] Port 5fa1811b-6431-41cc-b0c2-d72d8b7ecc80 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:57.560790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4b9bcf82-4348-49a9-80d6-110d50b0455e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/242847d5-82e0-4440-96b0-84bd650e9f77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1723084 Feb 09 16:01:57.565960 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.575951 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.577944 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a098f64b-a3e9-439c-aade-14f76e9b825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:57.581469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:57.613529 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a098f64b-a3e9-439c-aade-14f76e9b825b None None] Routers {'242847d5-82e0-4440-96b0-84bd650e9f77'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:01:57.614167 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a098f64b-a3e9-439c-aade-14f76e9b825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['242847d5-82e0-4440-96b0-84bd650e9f77'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:57.700210 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-a098f64b-a3e9-439c-aade-14f76e9b825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:57.700903 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a098f64b-a3e9-439c-aade-14f76e9b825b None None] The sync data for ids ['242847d5-82e0-4440-96b0-84bd650e9f77'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:01:57.714759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.739571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:57.740004 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.750230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a7cea-03ac-462d-b9e0-b778e9a79d3f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fa4a7cea-03ac-462d-b9e0-b778e9a79d3f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports/5fa1811b-6431-41cc-b0c2-d72d8b7ecc80 HTTP/1.1" status: 200 len: 910 time: 0.1693015 Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:57.754346 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:57.768997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52908) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:57.818355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52910) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:57.844238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.867381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b72bf-65df-46da-bf9f-314c79a5a8d3 req-496961a7-ce40-4456-8a8a-8534deebea42 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:57.874789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b72bf-65df-46da-bf9f-314c79a5a8d3 req-496961a7-ce40-4456-8a8a-8534deebea42 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:57.888045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b72bf-65df-46da-bf9f-314c79a5a8d3 req-496961a7-ce40-4456-8a8a-8534deebea42 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:57.895027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b72bf-65df-46da-bf9f-314c79a5a8d3 req-496961a7-ce40-4456-8a8a-8534deebea42 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:57.903006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b72bf-65df-46da-bf9f-314c79a5a8d3 req-496961a7-ce40-4456-8a8a-8534deebea42 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:57.917012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb3b72bf-65df-46da-bf9f-314c79a5a8d3 req-496961a7-ce40-4456-8a8a-8534deebea42 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3816 time: 0.5747447 Feb 09 16:01:57.982429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ad3a3089-664c-4d55-a4f7-681de9468db1 None None] Provisioning complete for port 76acaa04-2f27-4308-a450-39bdd11c1774 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:57.982429 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3089-664c-4d55-a4f7-681de9468db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:57.991923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd72c4f8-9e6b-4c74-b031-6b73b210d7b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.092337 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:01:58.093110 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:01:58.181802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ee9b-5bb6-4b90-bc44-f14c89fa71c4 None None] Pushing event updated for resources: {'Port': ['ID=e788fb19-e3cf-4ddb-888a-b71182f9e5c2,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:58.235160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7839f30b-2669-4cfd-aa0f-edc076d92278 req-643f6be8-ebc9-48d6-a1bf-af6070d1dd1a tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.2642822 Feb 09 16:01:58.303305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72c4f8-9e6b-4c74-b031-6b73b210d7b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=8d31b630-be9c-4a7a-8a64-277ebd6a691a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:58.331067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb3b72bf-65df-46da-bf9f-314c79a5a8d3 req-4401aa01-3f40-4499-b901-01a8eb82a03c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569357 Feb 09 16:01:58.363801 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd72c4f8-9e6b-4c74-b031-6b73b210d7b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.371637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dd72c4f8-9e6b-4c74-b031-6b73b210d7b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/8d31b630-be9c-4a7a-8a64-277ebd6a691a HTTP/1.1" status: 204 len: 168 time: 5.6969006 Feb 09 16:01:58.378764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52914) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:58.392307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.444617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d25541-0805-4bc6-b110-50a7b45e2a25 None None] Network ca967b61-ee9a-43ff-b4df-4707603408a6 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:01:58.459313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a960f24-42f7-42a6-982a-7ff8fa075b83 None None] Pushing event updated for resources: {'Port': ['ID=1569972a-f571-427c-a4c6-7d7118574e25,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:58.465610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7ccb9-6bf8-4b1c-915d-ec8415b7b2d4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:58.468589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7ccb9-6bf8-4b1c-915d-ec8415b7b2d4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:58.474767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-15e7ccb9-6bf8-4b1c-915d-ec8415b7b2d4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0869730 Feb 09 16:01:58.475392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52916) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:58.484789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d25541-0805-4bc6-b110-50a7b45e2a25 None None] Network ca967b61-ee9a-43ff-b4df-4707603408a6 could not be found, it might have been deleted concurrently. {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 16:01:58.495388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.518384 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/ca967b61-ee9a-43ff-b4df-4707603408a6 HTTP/1.1" status: 204 len: 168 time: 2.4604447 Feb 09 16:01:58.519603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52918) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:58.532059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] For port e788fb19-e3cf-4ddb-888a-b71182f9e5c2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e788fb19-e3cf-4ddb-888a-b71182f9e5c2,segment=NetworkSegment(8d058440-1e8a-4a32-82b5-2897ebd8ec6e),segment_id=8d058440-1e8a-4a32-82b5-2897ebd8ec6e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:58.533040 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.552545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] Calling delete_port for e788fb19-e3cf-4ddb-888a-b71182f9e5c2 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:01:58.601249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2134306031'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:58.623390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51fa86-a27a-45c1-9aab-d050fd523f44 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Network': ['ID=ca967b61-ee9a-43ff-b4df-4707603408a6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:58.735616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Allocated IP 172.20.0.3 (e9a5807e-c72c-4d24-9dc0-258ad6e2938c/14e646a3-01bf-4ce4-b6f9-8c8b9257b09a/ff71165c-f202-4b0b-b453-e41ecc0e2b3e) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:01:58.934251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:01:58.942778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.961505 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.980807 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:58.981657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ad3a3089-664c-4d55-a4f7-681de9468db1 None None] Port 76acaa04-2f27-4308-a450-39bdd11c1774 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:01:58.998856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-481c4350-e624-4e22-8e60-281a519cade8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet fa2bf8d7-e774-403b-a2cb-d85a414bf7f6 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:01:59.003025 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-481c4350-e624-4e22-8e60-281a519cade8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.007085 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.051768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.061302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-481c4350-e624-4e22-8e60-281a519cade8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.125354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.135333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] No DVR routers for this DVR port e788fb19-e3cf-4ddb-888a-b71182f9e5c2 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:59.142644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc5f9f-4e25-4515-9703-679b16b326fb None None] Pushing event deleted for resources: {'Port': ['ID=e788fb19-e3cf-4ddb-888a-b71182f9e5c2,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:59.152357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:59.186079 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-481c4350-e624-4e22-8e60-281a519cade8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.215665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 361ff68c-e758-4eb0-8375-4ccc1387d551 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:01:59.221894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.243885 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.262057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c8b14481-2df2-4cec-9bce-8b29cd324837 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b2caca8e732424cb3b45de4faa3a552&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4339714 Feb 09 16:01:59.291013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52920) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:59.295310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.295908 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Added segment 3ff9ca2a-8041-450f-a712-0bb2e41badc7 of type vlan for network 43de9e84-0df1-48f5-a99c-f9e01d247cdc Feb 09 16:01:59.391192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=14e646a3-01bf-4ce4-b6f9-8c8b9257b09a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:59.396843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:01:59.420035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 361ff68c-e758-4eb0-8375-4ccc1387d551 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:01:59.420850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 361ff68c-e758-4eb0-8375-4ccc1387d551 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:01:59.425340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Pushing event updated for resources: {'Port': ['ID=ff71165c-f202-4b0b-b453-e41ecc0e2b3e,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:59.449682 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.511561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Network e9a5807e-c72c-4d24-9dc0-258ad6e2938c is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:01:59.529626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:01:59.540726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b1ef7aa-ad84-431a-a0b4-249c326986c3 req-fe4ec5a1-6517-4a37-9986-378f5d68d8f5 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.1329608 Feb 09 16:01:59.541585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:01:59.558045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-481c4350-e624-4e22-8e60-281a519cade8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.608035 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.648306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c4350-e624-4e22-8e60-281a519cade8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2bf8d7-e774-403b-a2cb-d85a414bf7f6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:59.655208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a5807e-c72c-4d24-9dc0-258ad6e2938c']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:59.673059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:16Z', 'revision_number': 5, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:59.677512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c69289-30f0-47f4-8f4d-186663445a73') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:59.678030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c69289-30f0-47f4-8f4d-186663445a73') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:59.711841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-481c4350-e624-4e22-8e60-281a519cade8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.735877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-481c4350-e624-4e22-8e60-281a519cade8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/fa2bf8d7-e774-403b-a2cb-d85a414bf7f6 HTTP/1.1" status: 204 len: 168 time: 1.2521279 Feb 09 16:01:59.737602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52926) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:59.753966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.756576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b85e07-1899-41a2-a61e-a7968434c4c4 None None] The sync data for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 is: [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T15:58:07Z', 'revision_number': 4, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6f6952af-8b85-44a6-a27f-4c40da7376eb', 'name': '', 'network_id': '55e10413-0e94-457d-963e-748c8f99a5dd', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'mac_address': 'fa:16:3e:38:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': 'ed38d803-f926-42a5-8285-70325751bb89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:05Z', 'updated_at': '2022-02-09T15:58:16Z', 'revision_number': 5, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'subnets': [{'id': 'ed38d803-f926-42a5-8285-70325751bb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:01:59.772932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Attempting to bind port ff71165c-f202-4b0b-b453-e41ecc0e2b3e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:01:59.772932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Attempting to bind port ff71165c-f202-4b0b-b453-e41ecc0e2b3e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '68c69289-30f0-47f4-8f4d-186663445a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e9a5807e-c72c-4d24-9dc0-258ad6e2938c'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:01:59.772932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Attempting to bind port ff71165c-f202-4b0b-b453-e41ecc0e2b3e on network e9a5807e-c72c-4d24-9dc0-258ad6e2938c {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:01:59.802612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a330aaea-5a0b-47de-b12c-1687fc9df771 None None] Provisioning complete for port 1569972a-f571-427c-a4c6-7d7118574e25 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:01:59.803498 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a330aaea-5a0b-47de-b12c-1687fc9df771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.837915 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.841590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1d31ae-50c4-4a62-9a49-9d91bd557205,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:59.896623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.897077 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Added segment 4e8cf91c-946c-47ff-a9d6-5470f3737806 of type vlan for network f6c10f4b-ba62-4687-b736-8da6e468cd20 Feb 09 16:01:59.904868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd16e2a-4550-4157-9cab-2519ab4fce18 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:01:59.916714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-367512ed-d0df-454f-ae45-c2f7b4a72f02 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1681437 Feb 09 16:01:59.927341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52928) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:01:59.928155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.935326 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.938065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:01:59.940990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Checking segment: {'id': '68c69289-30f0-47f4-8f4d-186663445a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e9a5807e-c72c-4d24-9dc0-258ad6e2938c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:01:59.941510 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.942053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:01:59.942203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Bound using segment: {'id': '68c69289-30f0-47f4-8f4d-186663445a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e9a5807e-c72c-4d24-9dc0-258ad6e2938c'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:01:59.943536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Bound port: ff71165c-f202-4b0b-b453-e41ecc0e2b3e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c69289-30f0-47f4-8f4d-186663445a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'e9a5807e-c72c-4d24-9dc0-258ad6e2938c'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:01:59.944284 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.950187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a451f264-063a-479c-b63a-b568dad2c154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:59.957872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1569972a-f571-427c-a4c6-7d7118574e25 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:01:59.993323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:01:59.994452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:00.000894 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:00.003905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da252b-4c64-46f7-94d3-133fc5451fe8 req-df43e633-e900-4832-bd36-71bacac9156d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:00.011187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da252b-4c64-46f7-94d3-133fc5451fe8 req-df43e633-e900-4832-bd36-71bacac9156d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:00.018466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da252b-4c64-46f7-94d3-133fc5451fe8 req-df43e633-e900-4832-bd36-71bacac9156d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:00.025743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da252b-4c64-46f7-94d3-133fc5451fe8 req-df43e633-e900-4832-bd36-71bacac9156d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:00.033125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da252b-4c64-46f7-94d3-133fc5451fe8 req-df43e633-e900-4832-bd36-71bacac9156d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:00.043199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4da252b-4c64-46f7-94d3-133fc5451fe8 req-df43e633-e900-4832-bd36-71bacac9156d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3816 time: 0.5290744 Feb 09 16:02:00.054765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.061112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:00.062204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.078335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.128825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a451f264-063a-479c-b63a-b568dad2c154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.136934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.215267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4da252b-4c64-46f7-94d3-133fc5451fe8 req-b9e3b792-59f2-409e-8b84-58fe15260ecc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710203 Feb 09 16:02:00.221908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Transition to ACTIVE for port object 6cd16e2a-4550-4157-9cab-2519ab4fce18 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:00.276974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:02:00.297053 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7294559 Feb 09 16:02:00.297813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:02:00.297813 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:02:00.297813 n-d-828542-1 neutron-server[103179]: [parameters: {'id': 'e9a5807e-c72c-4d24-9dc0-258ad6e2938c'}] Feb 09 16:02:00.297813 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:00.298451 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:00.302388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52930) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:00.316894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'subnet': {'network_id': '43de9e84-0df1-48f5-a99c-f9e01d247cdc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:00.343087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343edb9-9d5e-4bfa-a85a-10bff00ff55b None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:00.366869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf0275-21ea-4e48-8fc5-6277c5713824 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Network': ['ID=43de9e84-0df1-48f5-a99c-f9e01d247cdc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:00.409036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a451f264-063a-479c-b63a-b568dad2c154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.414973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a451f264-063a-479c-b63a-b568dad2c154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.426507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a451f264-063a-479c-b63a-b568dad2c154 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0853ef83-2114-4195-bcd4-1d70640a1ad2 HTTP/1.1" status: 204 len: 168 time: 1.1244390 Feb 09 16:02:00.427906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.669435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:00.690382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.728221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 43de9e84-0df1-48f5-a99c-f9e01d247cdc details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:00.744341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379750d4-eedc-4780-9205-de678d4f4999 None None] New status for floating IP 782bbca6-9259-469f-a9b9-b4329fb40c68: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:02:00.778217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.21.0.1 (2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1/77710c7d-48eb-4755-993b-a8d071a48b57/82471909-a342-4441-894e-640193fdc6e2) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:00.821019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451f264-063a-479c-b63a-b568dad2c154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0853ef83-2114-4195-bcd4-1d70640a1ad2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:00.940679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] For port ff71165c-f202-4b0b-b453-e41ecc0e2b3e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:00.946950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] For port ff71165c-f202-4b0b-b453-e41ecc0e2b3e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ff71165c-f202-4b0b-b453-e41ecc0e2b3e,segment=NetworkSegment(68c69289-30f0-47f4-8f4d-186663445a73),segment_id=68c69289-30f0-47f4-8f4d-186663445a73)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:00.995122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.033149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.037380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.038589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:01.039905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.094696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c3c4a63-dc17-4aea-880a-a7d409894f06 req-4d8684b4-9b17-4df4-beb6-260b4ab51bb6 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.3589790 Feb 09 16:02:01.136861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.152877 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.178280 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.9918823 Feb 09 16:02:01.208604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52942) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:01.217196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Request body: {'subnet': {'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-subnet', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:01.238035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b99f8-828d-4981-9967-62182629b28e service neutron] Pushing event updated for resources: {'Port': ['ID=6cd16e2a-4550-4157-9cab-2519ab4fce18,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:01.249445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101c3ca-3da1-4fda-baf4-e6041ca88b4f admin admin] Pushing event updated for resources: {'Network': ['ID=f6c10f4b-ba62-4687-b736-8da6e468cd20,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:01.281092 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:01.291817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=82471909-a342-4441-894e-640193fdc6e2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:01.298347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:01.312734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:01.419776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting port ff71165c-f202-4b0b-b453-e41ecc0e2b3e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:01.420356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.428785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:01.527611 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.543985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] For port ff71165c-f202-4b0b-b453-e41ecc0e2b3e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ff71165c-f202-4b0b-b453-e41ecc0e2b3e,segment=NetworkSegment(68c69289-30f0-47f4-8f4d-186663445a73),segment_id=68c69289-30f0-47f4-8f4d-186663445a73)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:01.546833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.583977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Calling delete_port for ff71165c-f202-4b0b-b453-e41ecc0e2b3e owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:01.697812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:01.703221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.713268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Made reservation on behalf of b1ffa86913db4cd3ab076891325de08d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:01.722225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.751828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d66040-e97d-42b7-ad93-5e1c81b3e9a8 None None] Pushing event updated for resources: {'Port': ['ID=ff71165c-f202-4b0b-b453-e41ecc0e2b3e,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:01.776735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Attempting to bind port 6cd16e2a-4550-4157-9cab-2519ab4fce18 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:01.784416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Attempting to bind port 6cd16e2a-4550-4157-9cab-2519ab4fce18 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:01.784416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Attempting to bind port 6cd16e2a-4550-4157-9cab-2519ab4fce18 on network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:01.849422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f76c-2d5d-422a-96e4-d938e5066282 req-02084a5d-028a-4d52-a4ab-620ffed389ad tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:01.850018 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.862218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f76c-2d5d-422a-96e4-d938e5066282 req-02084a5d-028a-4d52-a4ab-620ffed389ad tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:01.874483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f76c-2d5d-422a-96e4-d938e5066282 req-02084a5d-028a-4d52-a4ab-620ffed389ad tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:01.889986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f76c-2d5d-422a-96e4-d938e5066282 req-02084a5d-028a-4d52-a4ab-620ffed389ad tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:01.904182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f76c-2d5d-422a-96e4-d938e5066282 req-02084a5d-028a-4d52-a4ab-620ffed389ad tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:01.907483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f249f76c-2d5d-422a-96e4-d938e5066282 req-02084a5d-028a-4d52-a4ab-620ffed389ad tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3828 time: 0.5234284 Feb 09 16:02:01.970856 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a330aaea-5a0b-47de-b12c-1687fc9df771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.005790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Port 6cd16e2a-4550-4157-9cab-2519ab4fce18 on network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:02:02.006273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Attempting to bind port 6cd16e2a-4550-4157-9cab-2519ab4fce18 on network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:02.055004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:02.055594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Checking segment: {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:02.056042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Bound using segment: {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:02.056908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Bound port: 6cd16e2a-4550-4157-9cab-2519ab4fce18, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56538962-eac6-446d-917c-a5c0bd91f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:02.057462 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.064301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.066690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1569972a-f571-427c-a4c6-7d7118574e25 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:02.067106 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.184517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a330aaea-5a0b-47de-b12c-1687fc9df771 None None] For port 1569972a-f571-427c-a4c6-7d7118574e25, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1569972a-f571-427c-a4c6-7d7118574e25,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:02.194045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b31328-fa2e-4f53-8eb1-6fc8a94829fb None None] Network e9a5807e-c72c-4d24-9dc0-258ad6e2938c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:02.201043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.226203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f249f76c-2d5d-422a-96e4-d938e5066282 req-bbcecb98-9c3e-4d22-8757-f688ea7d1a50 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439730 Feb 09 16:02:02.302683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a330aaea-5a0b-47de-b12c-1687fc9df771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.448513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5a6eab1-4ad8-42e1-96ad-eeb67cf4cd6c req-c2fb43fd-18f9-46a2-a393-028af3a83b7f tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.2202473 Feb 09 16:02:02.505712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] For port 6cd16e2a-4550-4157-9cab-2519ab4fce18, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:02.528535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] For port 6cd16e2a-4550-4157-9cab-2519ab4fce18, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:02.546608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:02.685418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52960) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:02.687999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.696070 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.732927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ebf24a0d-5e9b-45cd-a6e1-fcdd1f8bf5d2 None None] Provisioning complete for port 82471909-a342-4441-894e-640193fdc6e2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:02.733404 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ebf24a0d-5e9b-45cd-a6e1-fcdd1f8bf5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.807240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330aaea-5a0b-47de-b12c-1687fc9df771 None None] Pushing event updated for resources: {'Port': ['ID=1569972a-f571-427c-a4c6-7d7118574e25,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:02.838868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Port': ['ID=ff71165c-f202-4b0b-b453-e41ecc0e2b3e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:02.845383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b99f8-828d-4981-9967-62182629b28e service neutron] Pushing event updated for resources: {'Port': ['ID=6cd16e2a-4550-4157-9cab-2519ab4fce18,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:02.850466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.868105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No DVR routers for this DVR port ff71165c-f202-4b0b-b453-e41ecc0e2b3e on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:02.878596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ebf24a0d-5e9b-45cd-a6e1-fcdd1f8bf5d2 None None] Port 82471909-a342-4441-894e-640193fdc6e2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:02.889853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e788fb19-e3cf-4ddb-888a-b71182f9e5c2 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:02.924687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:02.929073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:02.930272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.931766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-143b99f8-828d-4981-9967-62182629b28e service neutron] 10.222.0.13 "PUT /v2.0/ports/6cd16e2a-4550-4157-9cab-2519ab4fce18 HTTP/1.1" status: 200 len: 1092 time: 7.0354667 Feb 09 16:02:02.932838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:02.934871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:02.937498 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe" -d '{"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:02:02.944671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:02.944671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:02.992741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Checking segment: {'id': '3ff9ca2a-8041-450f-a712-0bb2e41badc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '43de9e84-0df1-48f5-a99c-f9e01d247cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:02.993171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network hostable DHCP agents. Network: 43de9e84-0df1-48f5-a99c-f9e01d247cdc, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:02.995654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=e02441ff-7a2e-40b5-9a91-a109e423dc90,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:03.060195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: e788fb19-e3cf-4ddb-888a-b71182f9e5c2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:02:03.060737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e788fb19-e3cf-4ddb-888a-b71182f9e5c2 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:02:03.092942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:03.179990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ebf24a0d-5e9b-45cd-a6e1-fcdd1f8bf5d2 None None] Could not find standard attr ID for object 8d31b630-be9c-4a7a-8a64-277ebd6a691a. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:02:03.215434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] Deleting port 1569972a-f571-427c-a4c6-7d7118574e25 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:03.216072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.217114 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846dc0f7-5d24-4d1c-8861-74abb2f76962 x-openstack-request-id: req-846dc0f7-5d24-4d1c-8861-74abb2f76962 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:02:03.217409 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:02:03.221483 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-846dc0f7-5d24-4d1c-8861-74abb2f76962 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:02:03.222171 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'status': 'completed', 'code': 200} Feb 09 16:02:03.252518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1569972a-f571-427c-a4c6-7d7118574e25 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:03.267048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.287236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7cfbcef5-34d1-4ac9-962c-c14eb15ab225 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3603270 Feb 09 16:02:03.294863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-341c6d5e-813e-4ea3-ac1a-8b6888502cd5 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:03.296493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-341c6d5e-813e-4ea3-ac1a-8b6888502cd5 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6047862 Feb 09 16:02:03.453832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52968) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:03.454380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52970) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:03.464804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.590983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'name': 'tempest-NetworksTestDHCPv6-1940348292'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:03.607446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4f5950-d0e5-48fa-ac9d-b5200349e870 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:03.616209 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.620848 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.627571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] For port 1569972a-f571-427c-a4c6-7d7118574e25, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1569972a-f571-427c-a4c6-7d7118574e25,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:03.628211 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.630971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Transition to ACTIVE for port object cd4f5950-d0e5-48fa-ac9d-b5200349e870 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:03.639994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network 43de9e84-0df1-48f5-a99c-f9e01d247cdc is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:03.656857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Subnet': ['ID=4c6a78ad-8e9f-4266-8767-265ad63bf19c,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:03.678442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] Calling delete_port for 1569972a-f571-427c-a4c6-7d7118574e25 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:03.723664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2441f51-3613-43ab-9843-59a66f475f49 req-a75c2e86-bf15-4d52-99eb-0be122cd8ef6 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e26bbc1-d256-4f33-b351-269d937a31df HTTP/1.1" status: 200 len: 210 time: 0.0721118 Feb 09 16:02:03.730906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.739813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-76924c99-fd00-4de9-9c2a-0b1206fb92dc tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:03.742234 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-76924c99-fd00-4de9-9c2a-0b1206fb92dc tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.2495131 Feb 09 16:02:03.800327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 1569972a-f571-427c-a4c6-7d7118574e25, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1569972a-f571-427c-a4c6-7d7118574e25,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:03.818608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c9a52-08b4-4db4-a3fc-2d72ace341b0 req-158eb33d-9d57-427e-9f9f-c4daae81c1b6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:03.830887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c9a52-08b4-4db4-a3fc-2d72ace341b0 req-158eb33d-9d57-427e-9f9f-c4daae81c1b6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:03.836870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:03.843703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c9a52-08b4-4db4-a3fc-2d72ace341b0 req-158eb33d-9d57-427e-9f9f-c4daae81c1b6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:03.848721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-989ba3c0-5816-492a-871a-1a0aecd20eb0 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:03.854002 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-989ba3c0-5816-492a-871a-1a0aecd20eb0 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0119100 Feb 09 16:02:03.857839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c9a52-08b4-4db4-a3fc-2d72ace341b0 req-158eb33d-9d57-427e-9f9f-c4daae81c1b6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:03.858744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52980) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:03.870713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c9a52-08b4-4db4-a3fc-2d72ace341b0 req-158eb33d-9d57-427e-9f9f-c4daae81c1b6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:03.873885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2c9a52-08b4-4db4-a3fc-2d72ace341b0 req-158eb33d-9d57-427e-9f9f-c4daae81c1b6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3828 time: 0.2381396 Feb 09 16:02:03.882704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.883587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 43de9e84-0df1-48f5-a99c-f9e01d247cdc) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:03.900804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5858924-6c03-4c0a-a559-d5d0fe677774 None None] Network 43de9e84-0df1-48f5-a99c-f9e01d247cdc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:03.905285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-97526b67-da85-4261-a85d-71c7e54eb20e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:03.909326 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-97526b67-da85-4261-a85d-71c7e54eb20e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0265017 Feb 09 16:02:03.935866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:03.938419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.955796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:03.957425 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.018568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e2c9a52-08b4-4db4-a3fc-2d72ace341b0 req-5fe0b467-b989-4f59-b2e2-4f5323cf11d6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279571 Feb 09 16:02:04.019640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Pushing event updated for resources: {'Port': ['ID=cd4f5950-d0e5-48fa-ac9d-b5200349e870,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:04.035974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.103621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3ee2e754-157b-4205-a91f-25b90b4dd845 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7968278 Feb 09 16:02:04.114500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-a38562f7-82c9-4a51-b008-18834b3e45ca tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.116421 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a38562f7-82c9-4a51-b008-18834b3e45ca tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0866497 Feb 09 16:02:04.125303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52984) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.125778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52986) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.137830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.149929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event deleted for resources: {'Port': ['ID=1569972a-f571-427c-a4c6-7d7118574e25,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:04.194659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Attempting to bind port cd4f5950-d0e5-48fa-ac9d-b5200349e870 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:04.195136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Attempting to bind port cd4f5950-d0e5-48fa-ac9d-b5200349e870 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:04.195495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Attempting to bind port cd4f5950-d0e5-48fa-ac9d-b5200349e870 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:04.201528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Port cd4f5950-d0e5-48fa-ac9d-b5200349e870 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:02:04.202392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Attempting to bind port cd4f5950-d0e5-48fa-ac9d-b5200349e870 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:04.215426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:04.215426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Checking segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:04.215426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Bound using segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:04.215847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-75ff4e0b-fca4-4aec-aec1-50c1a837277e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.215939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Bound port: cd4f5950-d0e5-48fa-ac9d-b5200349e870, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:04.215939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.216131 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-75ff4e0b-fca4-4aec-aec1-50c1a837277e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0403011 Feb 09 16:02:04.218014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52988) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.241339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-f34c18a8-5778-4af1-9bb1-dac258dcfcfa tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.245675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f34c18a8-5778-4af1-9bb1-dac258dcfcfa tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0212548 Feb 09 16:02:04.247615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52990) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.255486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-dc7c082a-9279-4ca6-b38f-6f1d38a19e3d tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.259013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dc7c082a-9279-4ca6-b38f-6f1d38a19e3d tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072718 Feb 09 16:02:04.260533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52992) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.267906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-d12c248c-022c-4ce4-883a-bcb348a7ceb7 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.272337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d12c248c-022c-4ce4-883a-bcb348a7ceb7 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0078998 Feb 09 16:02:04.326640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] Pushing event deleted for resources: {'Port': ['ID=1569972a-f571-427c-a4c6-7d7118574e25,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:04.375424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] For port cd4f5950-d0e5-48fa-ac9d-b5200349e870, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:04.380123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ba5f6-17d8-4697-bb35-23ac97706590 None None] No DVR routers for this DVR port 1569972a-f571-427c-a4c6-7d7118574e25 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:04.383104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] For port cd4f5950-d0e5-48fa-ac9d-b5200349e870, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:04.384813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52994) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.391407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-c7922a13-5240-4d5f-81c1-387dfd548e43 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.393087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c7922a13-5240-4d5f-81c1-387dfd548e43 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065901 Feb 09 16:02:04.395895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52996) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.405908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-a7356dea-1a2a-4790-bd50-08fbea78775f tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.408721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a7356dea-1a2a-4790-bd50-08fbea78775f tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0115616 Feb 09 16:02:04.412822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52998) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.424154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-9847a8ae-3eac-4db7-8745-77cbb523b72e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.428186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9847a8ae-3eac-4db7-8745-77cbb523b72e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0101314 Feb 09 16:02:04.431484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53000) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.440831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-fe8754ab-6ae5-43ad-844e-6b1bffb3b403 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.441431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47339a9e-0562-4209-9ae2-bcec83b5c882 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:04.442788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fe8754ab-6ae5-43ad-844e-6b1bffb3b403 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0099444 Feb 09 16:02:04.446422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53002) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.455959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-f58dd8e0-d83f-42e3-87e7-2bac5701565c tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.459825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f58dd8e0-d83f-42e3-87e7-2bac5701565c tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0096011 Feb 09 16:02:04.462691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53004) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.474104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-4a37b1c8-44e3-45d4-b76d-3edc9f10ee76 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.478973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a37b1c8-44e3-45d4-b76d-3edc9f10ee76 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0127764 Feb 09 16:02:04.480427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5db5478d-cc70-498d-bf3d-2fdc2244634e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:04.482614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53006) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.506233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-81b3cac9-0a68-467e-87d0-421983d65ad1 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.508143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-81b3cac9-0a68-467e-87d0-421983d65ad1 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0132880 Feb 09 16:02:04.512640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53008) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.516216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.531625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-d4f6a21d-b983-4c19-8a91-b1fbe9741c14 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.534591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d4f6a21d-b983-4c19-8a91-b1fbe9741c14 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0132213 Feb 09 16:02:04.555459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a5807e-c72c-4d24-9dc0-258ad6e2938c']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:04.559071 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53010) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.598725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-43de9e84-0df1-48f5-a99c-f9e01d247cdc', 'network_id': '43de9e84-0df1-48f5-a99c-f9e01d247cdc', 'tenant_id': '949284eff6894c1b9d3b1c01ceed871c', 'fixed_ips': [{'subnet_id': '4c6a78ad-8e9f-4266-8767-265ad63bf19c'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:04.600458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.637187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-cf1454af-7882-40f8-8cfb-cee76b25c485 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.641342 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cf1454af-7882-40f8-8cfb-cee76b25c485 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0650890 Feb 09 16:02:04.655844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53012) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.666551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:04.676847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-7b4fdadf-846c-49d4-b7b5-04854033c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:04.677853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-7b4fdadf-846c-49d4-b7b5-04854033c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:04.678744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-7b4fdadf-846c-49d4-b7b5-04854033c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:04.679680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-7b4fdadf-846c-49d4-b7b5-04854033c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:04.680164 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.681315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-7b4fdadf-846c-49d4-b7b5-04854033c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:04.682260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-7b4fdadf-846c-49d4-b7b5-04854033c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:04.682793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] 10.222.0.13 "PUT /v2.0/ports/cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 1136 time: 1.6001580 Feb 09 16:02:04.686137 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-7b4fdadf-846c-49d4-b7b5-04854033c2e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5250 time: 1.2271879 Feb 09 16:02:04.693883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.714309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-bcb94bf6-048c-493c-9c48-a97df8007e37 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.715169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bcb94bf6-048c-493c-9c48-a97df8007e37 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0296869 Feb 09 16:02:04.720873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53014) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.733931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-e8726ed4-abb7-4dd2-b2c5-7e964eca8f06 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.735709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e8726ed4-abb7-4dd2-b2c5-7e964eca8f06 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0132458 Feb 09 16:02:04.746873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53016) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.779456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-99263498-bea9-4256-9e8e-aa2b472bda4d tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.781880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-99263498-bea9-4256-9e8e-aa2b472bda4d tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0252213 Feb 09 16:02:04.800136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53022) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.813250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:04.827374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-9a265a51-c8bd-4cc6-b0c0-0b8454c4ccb7 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.829132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a265a51-c8bd-4cc6-b0c0-0b8454c4ccb7 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0104773 Feb 09 16:02:04.840721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53024) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.861490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-f8c92827-23b0-4c15-81e0-273113ac99af tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.863325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f8c92827-23b0-4c15-81e0-273113ac99af tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0208526 Feb 09 16:02:04.921930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53026) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.934186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-a238a36d-0a35-4151-b48e-76d6cbd8b2f2 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.936197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a238a36d-0a35-4151-b48e-76d6cbd8b2f2 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0099721 Feb 09 16:02:04.957224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53030) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.966903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-8790f308-c6a0-4226-84e1-959ce5148462 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.972132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8790f308-c6a0-4226-84e1-959ce5148462 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0100837 Feb 09 16:02:04.975460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c38f0-9f58-4968-9ef4-d9eaed13ebfc service neutron] Pushing event updated for resources: {'Port': ['ID=cd4f5950-d0e5-48fa-ac9d-b5200349e870,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:04.978722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53032) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:04.990393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-7b45a868-e1ac-46db-96c3-835be094c497 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:04.994979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c69289-30f0-47f4-8f4d-186663445a73') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:04.995385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7b45a868-e1ac-46db-96c3-835be094c497 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0090060 Feb 09 16:02:04.995508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c69289-30f0-47f4-8f4d-186663445a73') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:05.002768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53034) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.012675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-535dda6c-93e3-4de9-b47e-1be2fa379316 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.015462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-535dda6c-93e3-4de9-b47e-1be2fa379316 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0087602 Feb 09 16:02:05.036668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Allocated IP 2001:db8::2 (43de9e84-0df1-48f5-a99c-f9e01d247cdc/4c6a78ad-8e9f-4266-8767-265ad63bf19c/30a7d300-d979-43cd-8991-1bd6a97b6dda) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:05.049670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53036) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.074690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-ad2f053d-5c8f-42fc-8496-8b5c31fc4343 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.078671 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ad2f053d-5c8f-42fc-8496-8b5c31fc4343 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075538 Feb 09 16:02:05.081299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.084417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53038) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.094341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-ffa9731e-d4e1-4980-8aec-ce84abe547f9 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.118605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.126616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ffa9731e-d4e1-4980-8aec-ce84abe547f9 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0400858 Feb 09 16:02:05.133484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53042) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.134012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53044) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.176779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-afcb5cd4-d1b3-4851-89e7-23ee56c8a1e8 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.178595 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-afcb5cd4-d1b3-4851-89e7-23ee56c8a1e8 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0084646 Feb 09 16:02:05.204777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53046) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.214683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-dbd879be-cb87-4cf2-9a1f-3ec6f799d449 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.216999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dbd879be-cb87-4cf2-9a1f-3ec6f799d449 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097926 Feb 09 16:02:05.223921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': 'cd4f5950-d0e5-48fa-ac9d-b5200349e870'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:05.227321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Checking segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:05.227900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Network hostable DHCP agents. Network: f6c10f4b-ba62-4687-b736-8da6e468cd20, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:05.231242 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a9d3b-4205-41b2-ba08-3bdf56def044" -d '{"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "cd4f5950-d0e5-48fa-ac9d-b5200349e870"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:02:05.236838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53048) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.269951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-f5707b21-71d1-40fb-a0c1-12c2a8a21549 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.275482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f5707b21-71d1-40fb-a0c1-12c2a8a21549 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0300968 Feb 09 16:02:05.278667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53052) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.411151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-9d16d55e-63ff-40bd-b143-bc94af662e4c tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.417211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9d16d55e-63ff-40bd-b143-bc94af662e4c tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0113213 Feb 09 16:02:05.515359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.519830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53056) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.550851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.634089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.663258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3b7125-0b50-45fb-a1ad-8afa578408ce {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:05.674835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.686006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-80a1d8d8-be71-441c-8afe-de2bb2a270f6 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.689943 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-80a1d8d8-be71-441c-8afe-de2bb2a270f6 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0187900 Feb 09 16:02:05.701816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ddad0753-07d5-4444-8100-21878ceb9cef tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.703446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Transition to ACTIVE for port object 8f3b7125-0b50-45fb-a1ad-8afa578408ce will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:05.704194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:05.706383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:05.710690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.719210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53058) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.722459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:05.723136 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:05.733971 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:05.741093 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece7b77c-7b15-4cdf-b3e2-5aaf3db9e14a x-openstack-request-id: req-ece7b77c-7b15-4cdf-b3e2-5aaf3db9e14a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:02:05.743412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-ed505d9c-858a-41c9-acad-5d816ae23f0f tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.744205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.749488 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "cd4f5950-d0e5-48fa-ac9d-b5200349e870", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:02:05.749488 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ece7b77c-7b15-4cdf-b3e2-5aaf3db9e14a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:02:05.749488 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': 'cd4f5950-d0e5-48fa-ac9d-b5200349e870', 'status': 'completed', 'code': 200} Feb 09 16:02:05.749821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ed505d9c-858a-41c9-acad-5d816ae23f0f tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0148642 Feb 09 16:02:05.753110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53060) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.783024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-c866c744-3536-4ad8-86d7-668232f24e8a tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.788406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c866c744-3536-4ad8-86d7-668232f24e8a tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0226510 Feb 09 16:02:05.795223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.812202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53062) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.821830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-9beb43a2-fdfe-46b3-90b3-195a3a846968 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.826478 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9beb43a2-fdfe-46b3-90b3-195a3a846968 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0129793 Feb 09 16:02:05.843120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'e02441ff-7a2e-40b5-9a91-a109e423dc90'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:05.844556 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.870712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-704ca606-c3e2-42ac-b2f3-cce7ee420dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.871420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-704ca606-c3e2-42ac-b2f3-cce7ee420dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.872072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-704ca606-c3e2-42ac-b2f3-cce7ee420dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.873846 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-704ca606-c3e2-42ac-b2f3-cce7ee420dcc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=883b6fbfd2234c758be9047868b0faf3&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.1717074 Feb 09 16:02:05.875355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53064) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.900171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52ac1-3d41-4db4-937c-e3da45f96df8 req-4fcc1c76-28a4-48c1-b7ae-2a551c48b714 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.900589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Network 43de9e84-0df1-48f5-a99c-f9e01d247cdc is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:05.905234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, f6c10f4b-ba62-4687-b736-8da6e468cd20) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:05.905491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52ac1-3d41-4db4-937c-e3da45f96df8 req-4fcc1c76-28a4-48c1-b7ae-2a551c48b714 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.909040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ddad0753-07d5-4444-8100-21878ceb9cef tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:05.915353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52ac1-3d41-4db4-937c-e3da45f96df8 req-4fcc1c76-28a4-48c1-b7ae-2a551c48b714 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.919837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52ac1-3d41-4db4-937c-e3da45f96df8 req-4fcc1c76-28a4-48c1-b7ae-2a551c48b714 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.927497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52ac1-3d41-4db4-937c-e3da45f96df8 req-4fcc1c76-28a4-48c1-b7ae-2a551c48b714 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.931102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:05.936929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52ac1-3d41-4db4-937c-e3da45f96df8 req-4fcc1c76-28a4-48c1-b7ae-2a551c48b714 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:05.946930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4f52ac1-3d41-4db4-937c-e3da45f96df8 req-4fcc1c76-28a4-48c1-b7ae-2a551c48b714 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 4606 time: 0.7246511 Feb 09 16:02:05.952455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d500395-6719-4f19-bd6c-36bf61c64905 None None] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:05.958365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:05.962175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-5f393b90-a7d5-4998-95f5-f6c20e14c59f tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.963766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5f393b90-a7d5-4998-95f5-f6c20e14c59f tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0076230 Feb 09 16:02:05.978934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53066) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:05.984389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Pushing event updated for resources: {'Port': ['ID=30a7d300-d979-43cd-8991-1bd6a97b6dda,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:05.988023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-aeea72a7-57c5-4214-bb75-49323675dfac tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:05.994203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-aeea72a7-57c5-4214-bb75-49323675dfac tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065737 Feb 09 16:02:06.002413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53068) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.003216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:06.003849 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.010766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-6d3f6765-f9a3-4a20-be32-6c1459bb9b7b tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.012048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6d3f6765-f9a3-4a20-be32-6c1459bb9b7b tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0065947 Feb 09 16:02:06.021017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53070) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.036958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 8046a4ea-89f4-4473-a5af-68eb82931d1b yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:02:06.045178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.051598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-a9945684-99f2-4614-9af2-78282026bee1 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.057430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a9945684-99f2-4614-9af2-78282026bee1 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053799 Feb 09 16:02:06.081227 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53072) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.168222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-bdd6813d-fa32-433a-a118-b8a0c435ac98 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.174761 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bdd6813d-fa32-433a-a118-b8a0c435ac98 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0427403 Feb 09 16:02:06.186363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53074) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.188051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Attempting to bind port 8f3b7125-0b50-45fb-a1ad-8afa578408ce on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:06.188051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Attempting to bind port 8f3b7125-0b50-45fb-a1ad-8afa578408ce by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:06.188501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Attempting to bind port 8f3b7125-0b50-45fb-a1ad-8afa578408ce on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:06.212199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4f52ac1-3d41-4db4-937c-e3da45f96df8 req-88d70736-9ccb-432d-8311-2739a2f0ed1c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2641323 Feb 09 16:02:06.213020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3b7125-0b50-45fb-a1ad-8afa578408ce,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:06.239789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-349a8f9f-3783-4a26-a54b-3a9e3d13ac4c tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.241038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-349a8f9f-3783-4a26-a54b-3a9e3d13ac4c tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0218375 Feb 09 16:02:06.242450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Port 8f3b7125-0b50-45fb-a1ad-8afa578408ce on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:02:06.242845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Attempting to bind port 8f3b7125-0b50-45fb-a1ad-8afa578408ce on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:06.249535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53076) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.250458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:06.251050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Checking segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:06.251363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Bound using segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:06.251908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Bound port: 8f3b7125-0b50-45fb-a1ad-8afa578408ce, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:06.252508 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.259437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-e89969d4-28b4-427a-a7b1-1e70d83d3877 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.261975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e89969d4-28b4-427a-a7b1-1e70d83d3877 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055008 Feb 09 16:02:06.264122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53078) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.269240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-8ed8659a-c94a-46ec-b9f4-a7c26b00f2e9 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.270563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8ed8659a-c94a-46ec-b9f4-a7c26b00f2e9 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055933 Feb 09 16:02:06.279010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53080) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.284421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-ea703e31-99d7-44bd-b5e8-a18a267af3fb tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.289061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea703e31-99d7-44bd-b5e8-a18a267af3fb tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050685 Feb 09 16:02:06.292663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53082) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.301163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-be70fd05-884c-4724-9e39-d19dc7c0b9f9 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.306337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-be70fd05-884c-4724-9e39-d19dc7c0b9f9 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0122230 Feb 09 16:02:06.309140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53084) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.316752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-9a0794b4-82dc-4616-82df-1d0b59e07e8d tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.326234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a0794b4-82dc-4616-82df-1d0b59e07e8d tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063958 Feb 09 16:02:06.378361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] For port 8f3b7125-0b50-45fb-a1ad-8afa578408ce, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:06.382568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] For port 8f3b7125-0b50-45fb-a1ad-8afa578408ce, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:06.384103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53086) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.389319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-353e3210-6928-4c0e-830a-1ed562f920bb tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.393186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-353e3210-6928-4c0e-830a-1ed562f920bb tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052295 Feb 09 16:02:06.393646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53088) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.398880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-3583d778-60c0-4771-a2bc-ac417883cfb8 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.402461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3583d778-60c0-4771-a2bc-ac417883cfb8 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050147 Feb 09 16:02:06.403935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53090) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.412056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-c337e0e0-0c04-4c6c-aad3-beb823ff41f3 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.417593 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c337e0e0-0c04-4c6c-aad3-beb823ff41f3 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0079370 Feb 09 16:02:06.418316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53092) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.424460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6a78ad-8e9f-4266-8767-265ad63bf19c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:06.427467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-5e419194-3b29-46cf-b06a-aa62c360d08f tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.432396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.432623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5e419194-3b29-46cf-b06a-aa62c360d08f tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0099475 Feb 09 16:02:06.432718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53094) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.439188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-45859d54-3efe-492d-8174-2ddef462a0aa tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.443089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-45859d54-3efe-492d-8174-2ddef462a0aa tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065341 Feb 09 16:02:06.450258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53096) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.450258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-1c07c2ad-2991-462f-b9c3-bfcd5bdb28c6 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.453808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1c07c2ad-2991-462f-b9c3-bfcd5bdb28c6 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046749 Feb 09 16:02:06.456821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53098) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.463326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-0835d2f8-56bb-4d3c-a9ec-7337a92838bf tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.469773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0835d2f8-56bb-4d3c-a9ec-7337a92838bf tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105500 Feb 09 16:02:06.471481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53100) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.475330 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-08c9041d-856e-42fa-ade2-e9dadbabb6d3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.2623224 Feb 09 16:02:06.487518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-3f66f76c-f0a8-44c2-9f10-c0b28db73d62 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.493588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3f66f76c-f0a8-44c2-9f10-c0b28db73d62 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0160296 Feb 09 16:02:06.494865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53102) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.495412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53104) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.497566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.506161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:06.515424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-e0470374-8dce-44b7-84ae-fab9508dcbed tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.522110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0470374-8dce-44b7-84ae-fab9508dcbed tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0100296 Feb 09 16:02:06.525309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53106) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.535042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-bacaf6c9-e87c-40d7-9638-b333ffca8293 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.540725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bacaf6c9-e87c-40d7-9638-b333ffca8293 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0097659 Feb 09 16:02:06.542049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53108) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.551204 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Attempting to bind port 30a7d300-d979-43cd-8991-1bd6a97b6dda on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:06.551776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Attempting to bind port 30a7d300-d979-43cd-8991-1bd6a97b6dda by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '3ff9ca2a-8041-450f-a712-0bb2e41badc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '43de9e84-0df1-48f5-a99c-f9e01d247cdc'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:06.552412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Attempting to bind port 30a7d300-d979-43cd-8991-1bd6a97b6dda on network 43de9e84-0df1-48f5-a99c-f9e01d247cdc {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:06.557090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-c1ed340d-8a8d-4d85-a34d-3311570d7fda tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.557787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.565126 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/e9a5807e-c72c-4d24-9dc0-258ad6e2938c HTTP/1.1" status: 204 len: 168 time: 9.8277986 Feb 09 16:02:06.566662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c1ed340d-8a8d-4d85-a34d-3311570d7fda tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0180941 Feb 09 16:02:06.588345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:06.588937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Checking segment: {'id': '3ff9ca2a-8041-450f-a712-0bb2e41badc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '43de9e84-0df1-48f5-a99c-f9e01d247cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:06.592976 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.592976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Bound using segment: {'id': '3ff9ca2a-8041-450f-a712-0bb2e41badc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '43de9e84-0df1-48f5-a99c-f9e01d247cdc'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:06.592976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Bound port: 30a7d300-d979-43cd-8991-1bd6a97b6dda, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff9ca2a-8041-450f-a712-0bb2e41badc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '43de9e84-0df1-48f5-a99c-f9e01d247cdc'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:06.594205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.594547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53110) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.595015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53112) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.602394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-bc1a11cd-af1b-4cee-8d02-d8a09aa1ac16 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.606877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bc1a11cd-af1b-4cee-8d02-d8a09aa1ac16 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0106864 Feb 09 16:02:06.612880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223718403'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:06.621190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53114) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.628641 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-df0fc5d9-f8f9-4401-a8ad-dab704dd4a5e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.634288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-df0fc5d9-f8f9-4401-a8ad-dab704dd4a5e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0093443 Feb 09 16:02:06.637085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53116) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.652443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/e02441ff-7a2e-40b5-9a91-a109e423dc90/c31127cb-8d04-468c-a3e1-00579aa6b9f2) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:06.659690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-29f9d443-9752-4b49-b346-eda613bbf0f2 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.662854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.667731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-29f9d443-9752-4b49-b346-eda613bbf0f2 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0120373 Feb 09 16:02:06.673924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53118) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.682930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-5b39f4c6-1a56-4a37-8ebd-427e2d7e1965 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.685804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfcdf2-41af-4da6-af75-32a8454958d2 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=e9a5807e-c72c-4d24-9dc0-258ad6e2938c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:06.688776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5b39f4c6-1a56-4a37-8ebd-427e2d7e1965 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105650 Feb 09 16:02:06.700819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53120) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.702478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:06.702996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.705575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 1135 time: 1.9040520 Feb 09 16:02:06.714817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-9645c3cf-6ca6-4c68-9176-824cc75b222a tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.719020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9645c3cf-6ca6-4c68-9176-824cc75b222a tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092707 Feb 09 16:02:06.722250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53122) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.734357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-52f880be-3e7f-499d-9c23-88f164dc5c8e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.738917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-52f880be-3e7f-499d-9c23-88f164dc5c8e tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081859 Feb 09 16:02:06.741566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53124) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.750808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [None req-0b126393-59c9-4da3-837c-47fd4ca15021 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.755124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0b126393-59c9-4da3-837c-47fd4ca15021 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0084686 Feb 09 16:02:06.757185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53126) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.778519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-f3991775-f8c2-4f7f-a0de-f8cb57b8e0fe tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.785053 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f3991775-f8c2-4f7f-a0de-f8cb57b8e0fe tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0215719 Feb 09 16:02:06.795112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53128) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.798415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.808935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92029a45-6572-46d6-b498-cc314beecce8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3b7125-0b50-45fb-a1ad-8afa578408ce,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:06.816531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-f6c10f4b-ba62-4687-b736-8da6e468cd20', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:06.818938 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.838146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:06.839275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43de9e84-0df1-48f5-a99c-f9e01d247cdc']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:06.853685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-b16ed169-ba24-40a4-9dd6-d15804a3be99 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.858029 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b16ed169-ba24-40a4-9dd6-d15804a3be99 tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082731 Feb 09 16:02:06.876244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53130) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:06.878776 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.884593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [None req-7e033f80-d15a-48d1-81e3-b7471ac1e2bb tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:06.889713 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7e033f80-d15a-48d1-81e3-b7471ac1e2bb tempest-ExtensionsTestJSON-1329057834 tempest-ExtensionsTestJSON-1329057834-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0090952 Feb 09 16:02:06.918415 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff9ca2a-8041-450f-a712-0bb2e41badc7') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:06.919091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff9ca2a-8041-450f-a712-0bb2e41badc7') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:06.939802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:06.945407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.951516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:06.953328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.134996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.139820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.160743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=82471909-a342-4441-894e-640193fdc6e2,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:07.162343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:07.165843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-e3e6f502-ec7e-4282-81df-c79f6a26cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.168425 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-6d3f69e9-e1ce-4ab4-b6de-8704822f1efe req-e3e6f502-ec7e-4282-81df-c79f6a26cc4e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2689009 Feb 09 16:02:07.177177 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ddad0753-07d5-4444-8100-21878ceb9cef tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.182417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ddad0753-07d5-4444-8100-21878ceb9cef tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.184399 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ddad0753-07d5-4444-8100-21878ceb9cef tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "DELETE /v2.0/security-groups/47fe6932-88eb-4ce8-bdd6-05d5bac28c09 HTTP/1.1" status: 204 len: 168 time: 2.0165200 Feb 09 16:02:07.188519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53134) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:07.201065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad0753-07d5-4444-8100-21878ceb9cef tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe6932-88eb-4ce8-bdd6-05d5bac28c09,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:07.209863 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-45c23df8-ed47-4672-93d4-b4487522338c tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] show failed (client error): The resource could not be found. Feb 09 16:02:07.210928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-45c23df8-ed47-4672-93d4-b4487522338c tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "GET /v2.0/security-groups/47fe6932-88eb-4ce8-bdd6-05d5bac28c09 HTTP/1.1" status: 404 len: 347 time: 0.0205925 Feb 09 16:02:07.215118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53136) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:07.264955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] For port 30a7d300-d979-43cd-8991-1bd6a97b6dda, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:07.302293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] For port 30a7d300-d979-43cd-8991-1bd6a97b6dda, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=30a7d300-d979-43cd-8991-1bd6a97b6dda,segment=NetworkSegment(3ff9ca2a-8041-450f-a712-0bb2e41badc7),segment_id=3ff9ca2a-8041-450f-a712-0bb2e41badc7)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:07.426731 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.428808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Allocated IP 172.20.0.2 (f6c10f4b-ba62-4687-b736-8da6e468cd20/5db5478d-cc70-498d-bf3d-2fdc2244634e/4119fb30-56b9-49c3-943f-3d1a389d47cb) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:07.436846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.511025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315198fb-291e-4db4-a5cf-5b9271a42183 None None] Pushing event updated for resources: {'Port': ['ID=30a7d300-d979-43cd-8991-1bd6a97b6dda,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:07.511519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.512054 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment d1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa of type vlan for network 02683722-00d5-4b11-89e3-23f198b4463e Feb 09 16:02:07.553632 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.567684 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.634156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.638299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.661247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:07.661563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:07.665282 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:07.702047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:07.710672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:07.713509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:07.726730 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Pushing event updated for resources: {'Port': ['ID=c31127cb-8d04-468c-a3e1-00579aa6b9f2,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:07.737931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cc7478-c323-4965-a165-87cecf261a27 None None] Network 43de9e84-0df1-48f5-a99c-f9e01d247cdc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:07.817813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-0996d5ba-a51d-45f4-9d3a-faa009e12721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.818294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-0996d5ba-a51d-45f4-9d3a-faa009e12721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.818772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-0996d5ba-a51d-45f4-9d3a-faa009e12721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.819243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-0996d5ba-a51d-45f4-9d3a-faa009e12721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.819747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-0996d5ba-a51d-45f4-9d3a-faa009e12721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.820253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-0996d5ba-a51d-45f4-9d3a-faa009e12721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.820719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-0996d5ba-a51d-45f4-9d3a-faa009e12721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:07.822837 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-0996d5ba-a51d-45f4-9d3a-faa009e12721 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6220 time: 0.5888269 Feb 09 16:02:07.853756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:07.864433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::375 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/e02441ff-7a2e-40b5-9a91-a109e423dc90/8046a4ea-89f4-4473-a5af-68eb82931d1b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:07.868555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:07.958197 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:02:07.958197 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:02:07.958197 n-d-828542-1 neutron-server[103179]: [parameters: {'id': '43de9e84-0df1-48f5-a99c-f9e01d247cdc'}] Feb 09 16:02:07.958197 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:07.958684 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:08.082524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Attempting to bind port c31127cb-8d04-468c-a3e1-00579aa6b9f2 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:08.083417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Attempting to bind port c31127cb-8d04-468c-a3e1-00579aa6b9f2 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:08.084008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Attempting to bind port c31127cb-8d04-468c-a3e1-00579aa6b9f2 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:08.124209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:08.124917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:08.125523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.126114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:08.127244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Bound port: c31127cb-8d04-468c-a3e1-00579aa6b9f2, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:08.127858 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.133634 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.139027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53142) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:08.177110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 242847d5-82e0-4440-96b0-84bd650e9f77 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:02:08.202370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '8f3b7125-0b50-45fb-a1ad-8afa578408ce'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:08.204948 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "8f3b7125-0b50-45fb-a1ad-8afa578408ce"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:02:08.251636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] For port c31127cb-8d04-468c-a3e1-00579aa6b9f2, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:08.256944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] For port c31127cb-8d04-468c-a3e1-00579aa6b9f2, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c31127cb-8d04-468c-a3e1-00579aa6b9f2,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:08.263204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.328954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:08.342328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:08.353563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f810316c-8fce-4be4-8b8d-72955ffef5b5 None None] Provisioning complete for port 82471909-a342-4441-894e-640193fdc6e2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:08.353563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f810316c-8fce-4be4-8b8d-72955ffef5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.375820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:08.389512 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62071732-bae7-48b2-83cb-421479c0fd83 None None] Sync routers for ids ['242847d5-82e0-4440-96b0-84bd650e9f77'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:02:08.406673 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62071732-bae7-48b2-83cb-421479c0fd83 None None] Routers {'242847d5-82e0-4440-96b0-84bd650e9f77'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:08.407491 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-62071732-bae7-48b2-83cb-421479c0fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['242847d5-82e0-4440-96b0-84bd650e9f77'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:08.419711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:08.426911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f810316c-8fce-4be4-8b8d-72955ffef5b5 None None] Port 82471909-a342-4441-894e-640193fdc6e2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:08.429494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.473087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Pushing event updated for resources: {'Port': ['ID=4119fb30-56b9-49c3-943f-3d1a389d47cb,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:08.521967 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-62071732-bae7-48b2-83cb-421479c0fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:08.541862 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62071732-bae7-48b2-83cb-421479c0fd83 None None] Routers {'242847d5-82e0-4440-96b0-84bd650e9f77'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:08.542790 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-62071732-bae7-48b2-83cb-421479c0fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['242847d5-82e0-4440-96b0-84bd650e9f77'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:08.555303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.592215 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-62071732-bae7-48b2-83cb-421479c0fd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:08.593280 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62071732-bae7-48b2-83cb-421479c0fd83 None None] The sync data for ids ['242847d5-82e0-4440-96b0-84bd650e9f77'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:02:08.602992 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ca31c0da-5760-45fb-ae02-203cc3079094 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/242847d5-82e0-4440-96b0-84bd650e9f77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8323417 Feb 09 16:02:08.603328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.619579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53148) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:08.642284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08292f-c415-46ba-a733-d0c29b95655f None None] Pushing event updated for resources: {'Port': ['ID=c31127cb-8d04-468c-a3e1-00579aa6b9f2,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:08.643853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Attempting to bind port 4119fb30-56b9-49c3-943f-3d1a389d47cb on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:08.644345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Attempting to bind port 4119fb30-56b9-49c3-943f-3d1a389d47cb by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:08.644773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Attempting to bind port 4119fb30-56b9-49c3-943f-3d1a389d47cb on network f6c10f4b-ba62-4687-b736-8da6e468cd20 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:08.653288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:08.653791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Checking segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:08.654285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.654764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Bound using segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:08.655343 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Bound port: 4119fb30-56b9-49c3-943f-3d1a389d47cb, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:08.655812 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.670701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-60468cbc-bc01-4b3c-9119-b9a690478f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:08.671222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-60468cbc-bc01-4b3c-9119-b9a690478f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:08.671630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-60468cbc-bc01-4b3c-9119-b9a690478f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:08.673390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-60468cbc-bc01-4b3c-9119-b9a690478f4b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=883b6fbfd2234c758be9047868b0faf3&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8328395 Feb 09 16:02:08.674210 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-60e50c7f-e440-4688-b5d4-cb3049d6e4a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.770718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053fe39c-9577-46cf-979a-4bd64fd2787e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:08.771525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] For port 4119fb30-56b9-49c3-943f-3d1a389d47cb, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:08.772800 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-053fe39c-9577-46cf-979a-4bd64fd2787e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports/82471909-a342-4441-894e-640193fdc6e2 HTTP/1.1" status: 200 len: 910 time: 0.1520376 Feb 09 16:02:08.778271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] For port 4119fb30-56b9-49c3-943f-3d1a389d47cb, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4119fb30-56b9-49c3-943f-3d1a389d47cb,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:08.803437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53150) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:08.843155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.846201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.853692 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.862365 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77138543-5ee4-48d3-b1b8-3fa3b6127d3e x-openstack-request-id: req-77138543-5ee4-48d3-b1b8-3fa3b6127d3e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:02:08.863070 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "8f3b7125-0b50-45fb-a1ad-8afa578408ce", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:02:08.863339 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77138543-5ee4-48d3-b1b8-3fa3b6127d3e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:02:08.863808 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '8f3b7125-0b50-45fb-a1ad-8afa578408ce', 'status': 'completed', 'code': 200} Feb 09 16:02:08.870890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:08.999213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-27713e8b-8556-4e91-93c4-fcd11521d840 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.005556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-27713e8b-8556-4e91-93c4-fcd11521d840 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.012387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-27713e8b-8556-4e91-93c4-fcd11521d840 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.013309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:09.018887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-27713e8b-8556-4e91-93c4-fcd11521d840 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.025181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-27713e8b-8556-4e91-93c4-fcd11521d840 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.035191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-27713e8b-8556-4e91-93c4-fcd11521d840 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.037709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-27713e8b-8556-4e91-93c4-fcd11521d840 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.040107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-27713e8b-8556-4e91-93c4-fcd11521d840 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5383 time: 1.5389221 Feb 09 16:02:09.049054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:09.056453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:09.070373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.070997 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.138540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=8046a4ea-89f4-4473-a5af-68eb82931d1b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:09.158413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-bde14ccd-e457-4703-9781-1f59917c918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.164337 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0d1a9d3b-4205-41b2-ba08-3bdf56def044 req-bde14ccd-e457-4703-9781-1f59917c918d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4752624 Feb 09 16:02:09.177580 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-60e50c7f-e440-4688-b5d4-cb3049d6e4a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.182820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c358ab-6e79-40c2-9814-21676dfd3b24 None None] Pushing event updated for resources: {'Port': ['ID=4119fb30-56b9-49c3-943f-3d1a389d47cb,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:09.183489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Deleting port 30a7d300-d979-43cd-8991-1bd6a97b6dda {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:09.183843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.290121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.295974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.296666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.314350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Deleting port 27c5af16-6af5-4730-b180-5a198abe2155 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:09.314350 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.327416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-60e50c7f-e440-4688-b5d4-cb3049d6e4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.340827 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4784ce68-010f-474a-b960-72536336ec82 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.8552189 Feb 09 16:02:09.349194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c31127cb-8d04-468c-a3e1-00579aa6b9f2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:09.364707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53152) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:09.437575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c31127cb-8d04-468c-a3e1-00579aa6b9f2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:09.438925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.491988 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-60e50c7f-e440-4688-b5d4-cb3049d6e4a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29f25351bad3421f83a45175c1a1bccf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3419654 Feb 09 16:02:09.498383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-19e89f82-e284-49a9-9382-63f88ba3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.505619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-19e89f82-e284-49a9-9382-63f88ba3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.505619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-19e89f82-e284-49a9-9382-63f88ba3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.505619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-19e89f82-e284-49a9-9382-63f88ba3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.505619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-19e89f82-e284-49a9-9382-63f88ba3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.505619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-19e89f82-e284-49a9-9382-63f88ba3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.505619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-19e89f82-e284-49a9-9382-63f88ba3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.505619 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-19e89f82-e284-49a9-9382-63f88ba3ef9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6220 time: 0.2965403 Feb 09 16:02:09.512835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53154) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:09.576250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e50c7f-e440-4688-b5d4-cb3049d6e4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629d2248-7ff7-473c-9db1-eedf2be2e3a9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:09.586226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] For port 30a7d300-d979-43cd-8991-1bd6a97b6dda, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=30a7d300-d979-43cd-8991-1bd6a97b6dda,segment=NetworkSegment(3ff9ca2a-8041-450f-a712-0bb2e41badc7),segment_id=3ff9ca2a-8041-450f-a712-0bb2e41badc7)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:09.587112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.594244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17142d82-20b9-446f-b703-8fd15784a9a9 req-5ac89bcb-8ce6-46dc-9e94-812fab94a281 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5153134 Feb 09 16:02:09.626926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.627161 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.627483 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.674459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Calling delete_port for 30a7d300-d979-43cd-8991-1bd6a97b6dda owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:09.706018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port c31127cb-8d04-468c-a3e1-00579aa6b9f2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c31127cb-8d04-468c-a3e1-00579aa6b9f2,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:09.734580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf85d1c-2ead-4b78-ab0c-4738ad13a814 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.735051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1268377 Feb 09 16:02:09.741234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf85d1c-2ead-4b78-ab0c-4738ad13a814 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:09.743877 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5cf85d1c-2ead-4b78-ab0c-4738ad13a814 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3777609 Feb 09 16:02:09.746140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53156) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:09.746476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53158) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:09.750272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Calling delete_port for 27c5af16-6af5-4730-b180-5a198abe2155 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:09.768683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bd26c-5cf5-4e2f-8bd4-32be5cf545f3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=02683722-00d5-4b11-89e3-23f198b4463e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:09.773037 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.774279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': '02683722-00d5-4b11-89e3-23f198b4463e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:09.859343 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c36fb2b1-dc95-40cb-acfb-5eeafdc43969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.901759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569afa22-dd5a-414d-abb6-932876b1e057 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:09.938770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:09.977691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Transition to ACTIVE for port object 569afa22-dd5a-414d-abb6-932876b1e057 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:10.064158 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.097571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 02683722-00d5-4b11-89e3-23f198b4463e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:10.145653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c36fb2b1-dc95-40cb-acfb-5eeafdc43969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.193224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=c31127cb-8d04-468c-a3e1-00579aa6b9f2,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:10.286385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Pushing event updated for resources: {'Port': ['ID=569afa22-dd5a-414d-abb6-932876b1e057,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:10.328746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-13016c37-eae9-4cf5-a141-effb6278da1f None None] Provisioning complete for port c31127cb-8d04-468c-a3e1-00579aa6b9f2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:10.329463 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13016c37-eae9-4cf5-a141-effb6278da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.363055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.424276 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.453373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-131d5915-90ee-4905-896d-9560afdadb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:10.454334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-131d5915-90ee-4905-896d-9560afdadb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:10.456413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-131d5915-90ee-4905-896d-9560afdadb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:10.458658 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-131d5915-90ee-4905-896d-9560afdadb28 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=883b6fbfd2234c758be9047868b0faf3&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8777537 Feb 09 16:02:10.504777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.556850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c36fb2b1-dc95-40cb-acfb-5eeafdc43969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.559788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c36fb2b1-dc95-40cb-acfb-5eeafdc43969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.563809 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c36fb2b1-dc95-40cb-acfb-5eeafdc43969 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/629d2248-7ff7-473c-9db1-eedf2be2e3a9 HTTP/1.1" status: 204 len: 168 time: 1.0463316 Feb 09 16:02:10.602587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fb2b1-dc95-40cb-acfb-5eeafdc43969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629d2248-7ff7-473c-9db1-eedf2be2e3a9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:10.602822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Attempting to bind port 569afa22-dd5a-414d-abb6-932876b1e057 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:10.603088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Attempting to bind port 569afa22-dd5a-414d-abb6-932876b1e057 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:10.603529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Attempting to bind port 569afa22-dd5a-414d-abb6-932876b1e057 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:10.612908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbf9c5-ab85-45fa-80ff-5bdcf6734045 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 8046a4ea-89f4-4473-a5af-68eb82931d1b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:10.615449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf9c5-ab85-45fa-80ff-5bdcf6734045 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.619443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:10.623591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.691746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.723878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Pushing event deleted for resources: {'Port': ['ID=27c5af16-6af5-4730-b180-5a198abe2155,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:10.791859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.860520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-9354a63a-0052-4a93-a473-94893f149dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:10.867474 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5d8bf059-ef7e-47ff-8b35-45bfcf6e3dd2 req-9354a63a-0052-4a93-a473-94893f149dcd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3934915 Feb 09 16:02:10.880108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Port 569afa22-dd5a-414d-abb6-932876b1e057 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:02:10.880472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Attempting to bind port 569afa22-dd5a-414d-abb6-932876b1e057 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:10.909585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Port': ['ID=30a7d300-d979-43cd-8991-1bd6a97b6dda,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:10.936887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No DVR routers for this DVR port 30a7d300-d979-43cd-8991-1bd6a97b6dda on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:10.937024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0df8de51-b681-483d-95de-d2dc0973c306 None None] Provisioning complete for port 8046a4ea-89f4-4473-a5af-68eb82931d1b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:10.937024 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0df8de51-b681-483d-95de-d2dc0973c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:10.991202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:10.991678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Checking segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:10.991997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Bound using segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:10.992580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Bound port: 569afa22-dd5a-414d-abb6-932876b1e057, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:10.992855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.037007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0df8de51-b681-483d-95de-d2dc0973c306 None None] Port 8046a4ea-89f4-4473-a5af-68eb82931d1b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:11.117065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.119850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.124488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2b70f80e-eda3-48cb-bc4b-4d4fa0f62cf3 tempest-ServersTestBootFromVolume-54082739 tempest-ServersTestBootFromVolume-54082739-project] 10.222.0.53 "DELETE /v2.0/floatingips/782bbca6-9259-469f-a9b9-b4329fb40c68 HTTP/1.1" status: 204 len: 168 time: 3.9053755 Feb 09 16:02:11.128380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53166) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:11.153616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cf7e4d-f1f8-47e1-a403-ac64db20ffe7 None None] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:11.160552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-751bb7a0-34e0-46bc-9fb7-fb59561ea63c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:11.167437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-751bb7a0-34e0-46bc-9fb7-fb59561ea63c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:11.174662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-751bb7a0-34e0-46bc-9fb7-fb59561ea63c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:11.180965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-751bb7a0-34e0-46bc-9fb7-fb59561ea63c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:11.186022 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf9c5-ab85-45fa-80ff-5bdcf6734045 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.195007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-751bb7a0-34e0-46bc-9fb7-fb59561ea63c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:11.195007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-751bb7a0-34e0-46bc-9fb7-fb59561ea63c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:11.200754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-751bb7a0-34e0-46bc-9fb7-fb59561ea63c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:11.202751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-751bb7a0-34e0-46bc-9fb7-fb59561ea63c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5395 time: 0.3424625 Feb 09 16:02:11.234003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.280074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d7e0f58b-4533-4bd6-82f1-dc8f17a13680 None None] Provisioning complete for port 4119fb30-56b9-49c3-943f-3d1a389d47cb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:11.285395 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f58b-4533-4bd6-82f1-dc8f17a13680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.315105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Allocated IP 172.25.5.128 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/53279a44-2a1c-4978-9fc1-e9063d794a14) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:11.343235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbf9c5-ab85-45fa-80ff-5bdcf6734045 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 8046a4ea-89f4-4473-a5af-68eb82931d1b owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:11.365777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43de9e84-0df1-48f5-a99c-f9e01d247cdc']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:11.404191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c31127cb-8d04-468c-a3e1-00579aa6b9f2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:11.417455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] For port 569afa22-dd5a-414d-abb6-932876b1e057, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:11.441558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff9ca2a-8041-450f-a712-0bb2e41badc7') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:11.441558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff9ca2a-8041-450f-a712-0bb2e41badc7') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:11.507251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.544540 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.555228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] For port 569afa22-dd5a-414d-abb6-932876b1e057, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=569afa22-dd5a-414d-abb6-932876b1e057,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:11.560007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c31127cb-8d04-468c-a3e1-00579aa6b9f2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:11.566872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:11.567280 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.570210 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:11.570939 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:11.580716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc7a0532-a51a-494c-93b3-08bd49586dcb req-7ed30f4f-3d2b-4c47-9c63-d923393b59bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2728755 Feb 09 16:02:11.646499 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.651617 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f58b-4533-4bd6-82f1-dc8f17a13680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.708497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d7e0f58b-4533-4bd6-82f1-dc8f17a13680 None None] For port 4119fb30-56b9-49c3-943f-3d1a389d47cb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4119fb30-56b9-49c3-943f-3d1a389d47cb,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:11.744906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=ce1ac40b-675d-4600-b209-898012525a7d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:11.778424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4119fb30-56b9-49c3-943f-3d1a389d47cb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:11.830789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f58b-4533-4bd6-82f1-dc8f17a13680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.842639 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.844419 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.849934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '02683722-00d5-4b11-89e3-23f198b4463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:11.850577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: 02683722-00d5-4b11-89e3-23f198b4463e, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:11.885848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.886266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4119fb30-56b9-49c3-943f-3d1a389d47cb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:11.886266 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.948884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:11.948884 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/43de9e84-0df1-48f5-a99c-f9e01d247cdc HTTP/1.1" status: 204 len: 168 time: 7.7571907 Feb 09 16:02:11.972574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53178) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:11.978835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0f58b-4533-4bd6-82f1-dc8f17a13680 None None] Pushing event updated for resources: {'Port': ['ID=4119fb30-56b9-49c3-943f-3d1a389d47cb,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:11.989641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-272271938'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:11.992603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ca430-841c-4816-be57-82b05484b887 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:02:12.003439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb68be-1bc5-4718-a74a-c1be2000ef93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Network': ['ID=43de9e84-0df1-48f5-a99c-f9e01d247cdc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:12.004671 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf9c5-ab85-45fa-80ff-5bdcf6734045 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.018930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Pushing event updated for resources: {'Port': ['ID=569afa22-dd5a-414d-abb6-932876b1e057,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:12.089461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network 02683722-00d5-4b11-89e3-23f198b4463e is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:12.093076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbf9c5-ab85-45fa-80ff-5bdcf6734045 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=8046a4ea-89f4-4473-a5af-68eb82931d1b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:12.127098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.127723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.129638 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-5b4c66c2-a85f-4ed7-9a3b-8dab3b5676aa service neutron] 10.222.0.13 "PUT /v2.0/ports/569afa22-dd5a-414d-abb6-932876b1e057 HTTP/1.1" status: 200 len: 1090 time: 5.2993197 Feb 09 16:02:12.130302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '569afa22-dd5a-414d-abb6-932876b1e057'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:12.136511 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d16f3-69e7-4fca-9869-65737902bbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "569afa22-dd5a-414d-abb6-932876b1e057"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:02:12.156787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cdbf9c5-ab85-45fa-80ff-5bdcf6734045 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.167288 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1cdbf9c5-ab85-45fa-80ff-5bdcf6734045 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/8046a4ea-89f4-4473-a5af-68eb82931d1b HTTP/1.1" status: 204 len: 168 time: 2.4033940 Feb 09 16:02:12.169355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53186) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:12.242652 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbe9da5-ea3f-446b-9076-33cd15b4921a x-openstack-request-id: req-0fbe9da5-ea3f-446b-9076-33cd15b4921a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:02:12.256888 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "569afa22-dd5a-414d-abb6-932876b1e057", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:02:12.256888 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fbe9da5-ea3f-446b-9076-33cd15b4921a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:02:12.256888 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '569afa22-dd5a-414d-abb6-932876b1e057', 'status': 'completed', 'code': 200} Feb 09 16:02:12.270089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a094b322-af0b-467d-93d5-36d014325d73 None None] Provisioning complete for port 4119fb30-56b9-49c3-943f-3d1a389d47cb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:12.270548 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a094b322-af0b-467d-93d5-36d014325d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.290978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180d380-367f-4884-8583-f278efd46ec4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.296056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e180d380-367f-4884-8583-f278efd46ec4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.301420 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e180d380-367f-4884-8583-f278efd46ec4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1307490 Feb 09 16:02:12.305811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53188) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:12.357502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-43d1de47-f6e5-41af-bad6-f07d1215d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.357863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-43d1de47-f6e5-41af-bad6-f07d1215d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.358343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-43d1de47-f6e5-41af-bad6-f07d1215d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.358811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-43d1de47-f6e5-41af-bad6-f07d1215d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.359782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-43d1de47-f6e5-41af-bad6-f07d1215d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.359782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-43d1de47-f6e5-41af-bad6-f07d1215d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.360259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-43d1de47-f6e5-41af-bad6-f07d1215d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.362391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-43d1de47-f6e5-41af-bad6-f07d1215d432 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6287 time: 0.1179669 Feb 09 16:02:12.401317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.714948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ca430-841c-4816-be57-82b05484b887 None None] Unable to find a vacant binding_index for network 02683722-00d5-4b11-89e3-23f198b4463e and agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb {{(pid=103180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 16:02:12.724773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479ca430-841c-4816-be57-82b05484b887 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 02683722-00d5-4b11-89e3-23f198b4463e) {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:02:12.764329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53194) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:12.786133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:12.790192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:12.795939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.799221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 02683722-00d5-4b11-89e3-23f198b4463e) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:12.822075 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:12.823053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.858802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-860bff9a-8f7f-4dab-a99c-74ad1b8257c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet e02441ff-7a2e-40b5-9a91-a109e423dc90 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:02:12.877897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860bff9a-8f7f-4dab-a99c-74ad1b8257c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:12.900554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 82471909-a342-4441-894e-640193fdc6e2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:12.901409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.007720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:13.009497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:13.031305 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860bff9a-8f7f-4dab-a99c-74ad1b8257c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.065873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:13.096121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:13.127744 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.128120 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Added segment 28a640e6-eb32-4575-9c9d-bf548b5ebea6 of type vlan for network 591d14f2-a26e-4758-a1e3-792a27aa53e9 Feb 09 16:02:13.189900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Pushing event updated for resources: {'Port': ['ID=53279a44-2a1c-4978-9fc1-e9063d794a14,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:13.268468 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:02:13.276661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860bff9a-8f7f-4dab-a99c-74ad1b8257c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.277034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4119fb30-56b9-49c3-943f-3d1a389d47cb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:13.343186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-02683722-00d5-4b11-89e3-23f198b4463e', 'network_id': '02683722-00d5-4b11-89e3-23f198b4463e', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': 'ce1ac40b-675d-4600-b209-898012525a7d'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:13.344627 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.356887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126086524'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:13.368424 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5b45985b-b01a-497e-a3b5-dd23b4d75499 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.6097732 Feb 09 16:02:13.370180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53198) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:13.376354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-e3f0f3fd-c5a7-49e3-a044-841aba6b1922 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.384856 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.389869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-e3f0f3fd-c5a7-49e3-a044-841aba6b1922 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.414066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-e3f0f3fd-c5a7-49e3-a044-841aba6b1922 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.428391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-e3f0f3fd-c5a7-49e3-a044-841aba6b1922 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.443838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-e3f0f3fd-c5a7-49e3-a044-841aba6b1922 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.455652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-e3f0f3fd-c5a7-49e3-a044-841aba6b1922 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.468759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-e3f0f3fd-c5a7-49e3-a044-841aba6b1922 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.485939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-e3f0f3fd-c5a7-49e3-a044-841aba6b1922 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5395 time: 0.5988581 Feb 09 16:02:13.490119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-aa82a243-bd47-4eac-9004-b5a592dcc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.491122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-aa82a243-bd47-4eac-9004-b5a592dcc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.491953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-aa82a243-bd47-4eac-9004-b5a592dcc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.495184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-aa82a243-bd47-4eac-9004-b5a592dcc13c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=883b6fbfd2234c758be9047868b0faf3&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.1236928 Feb 09 16:02:13.528515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860bff9a-8f7f-4dab-a99c-74ad1b8257c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.536000 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.563796 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.573555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bff9a-8f7f-4dab-a99c-74ad1b8257c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=e02441ff-7a2e-40b5-9a91-a109e423dc90,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:13.601620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4119fb30-56b9-49c3-943f-3d1a389d47cb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:13.602240 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.636642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-860bff9a-8f7f-4dab-a99c-74ad1b8257c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.642960 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-860bff9a-8f7f-4dab-a99c-74ad1b8257c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/e02441ff-7a2e-40b5-9a91-a109e423dc90 HTTP/1.1" status: 204 len: 168 time: 1.3351107 Feb 09 16:02:13.685268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53200) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:13.692476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 82471909-a342-4441-894e-640193fdc6e2 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:13.758208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:13.760264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Allocated IP 172.20.0.1 (02683722-00d5-4b11-89e3-23f198b4463e/ce1ac40b-675d-4600-b209-898012525a7d/f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:13.762626 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.822345 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-acf6fab6-876a-42e5-9079-bd82d739f0c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327271 Feb 09 16:02:13.847716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53202) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:13.850416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.853585 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.856742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:13.857694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.881166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.917151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:13.926763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e70f5bfa-290e-4c84-9f39-71a9622879bf req-7f26ffe5-f1a2-4d24-8a43-185f39b68098 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4396570 Feb 09 16:02:14.026581 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0522015 Feb 09 16:02:14.037583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53204) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:14.042868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Request body: {'subnet': {'network_id': '591d14f2-a26e-4758-a1e3-792a27aa53e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:14.079663 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3356ca-8ba5-4be3-98c7-b85faadff018 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Network': ['ID=591d14f2-a26e-4758-a1e3-792a27aa53e9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:14.114981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 591d14f2-a26e-4758-a1e3-792a27aa53e9 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:14.153821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.201035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-6bfcc1bf-2f6d-40d0-8120-80e87541ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:14.202469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be4d16f3-69e7-4fca-9869-65737902bbdf req-6bfcc1bf-2f6d-40d0-8120-80e87541ac1d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6915312 Feb 09 16:02:14.204394 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.264332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.279374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed4206-7a70-4591-a336-3cd40a15c7cc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:14.285061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1bed4206-7a70-4591-a336-3cd40a15c7cc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4319916 Feb 09 16:02:14.286527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:14.301143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.367143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Network 02683722-00d5-4b11-89e3-23f198b4463e is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:14.375020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:14.379261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:14.383310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Pushing event updated for resources: {'Port': ['ID=f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:14.411546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.440159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa34d6-249d-4c90-a4c5-0231e2286b4b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:14.442362 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-45aa34d6-249d-4c90-a4c5-0231e2286b4b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1546888 Feb 09 16:02:14.450368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3068cdf5-53e3-42eb-b810-e67bee4c62e0 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:14.461003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53208) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:14.472031 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.514113 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Attempting to bind port f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:14.514477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Attempting to bind port f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '02683722-00d5-4b11-89e3-23f198b4463e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:14.514830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Attempting to bind port f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0 on network 02683722-00d5-4b11-89e3-23f198b4463e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:14.523404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:14.526279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:14.526898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Checking segment: {'id': 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '02683722-00d5-4b11-89e3-23f198b4463e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:14.536414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.536414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Bound using segment: {'id': 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '02683722-00d5-4b11-89e3-23f198b4463e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:14.536808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23cb2f62-8491-4520-9050-1dc260593e51 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656574 Feb 09 16:02:14.536931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Bound port: f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '02683722-00d5-4b11-89e3-23f198b4463e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:14.536931 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.545636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53210) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:14.554661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.557193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72467ccf-d62d-4095-a8a1-403262116893,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:14.559169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:14.576607 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.577507 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment 37d8d11f-b802-45ee-8f36-643a86216017 of type vlan for network a7272844-b1ff-47b7-949b-d760ad05f9a4 Feb 09 16:02:14.652166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] For port f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:14.657062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] For port f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0,segment=NetworkSegment(d1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa),segment_id=d1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:14.687930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=ce1ac40b-675d-4600-b209-898012525a7d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:14.711373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Made reservation on behalf of 949284eff6894c1b9d3b1c01ceed871c for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:14.717145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.721452 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.739250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.802472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Transition to ACTIVE for port object 3068cdf5-53e3-42eb-b810-e67bee4c62e0 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:14.815943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.825607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c5ec3-120b-4ebd-8cbc-34250ac5b0a3 None None] Pushing event updated for resources: {'Port': ['ID=f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:14.840968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.847546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727e4da-da19-4e90-938d-0b3740328112 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:02:14.872888 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.883722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:14.893356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=82471909-a342-4441-894e-640193fdc6e2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:14.898399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02683722-00d5-4b11-89e3-23f198b4463e']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:14.945250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:14.945582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:14.980537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.029644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Pushing event updated for resources: {'Port': ['ID=3068cdf5-53e3-42eb-b810-e67bee4c62e0,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:15.041852 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.050412 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.056192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.056853 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.067269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727e4da-da19-4e90-938d-0b3740328112 None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:02:15.079775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:15.080221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:15.085932 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:15.192780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:15.197130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.300634 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5311067 Feb 09 16:02:15.361869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401ef55-31fe-4c8a-bcfa-63d864e2c640 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=a7272844-b1ff-47b7-949b-d760ad05f9a4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:15.387579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a7272844-b1ff-47b7-949b-d760ad05f9a4 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:15.393096 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Attempting to bind port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:15.393688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Attempting to bind port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:15.394290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Attempting to bind port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:15.406121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:02:15.406667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Attempting to bind port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:15.416198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:02:15.416198 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:02:15.416198 n-d-828542-1 neutron-server[103179]: [parameters: {'id': '02683722-00d5-4b11-89e3-23f198b4463e'}] Feb 09 16:02:15.416198 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:15.416943 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:15.419116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:15.419415 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Checking segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:15.420019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Bound using segment: {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:15.420847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Bound port: 3068cdf5-53e3-42eb-b810-e67bee4c62e0, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4589ec28-f205-420e-9ef9-db979d4dae18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:15.421447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.562324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.573133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] For port 3068cdf5-53e3-42eb-b810-e67bee4c62e0, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:15.580908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] For port 3068cdf5-53e3-42eb-b810-e67bee4c62e0, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:15.587339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918eea-c205-45ab-9754-b3c6873c1500 req-5d5753ea-4646-4037-9949-aec7c8549b25 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.593945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918eea-c205-45ab-9754-b3c6873c1500 req-5d5753ea-4646-4037-9949-aec7c8549b25 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.600216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918eea-c205-45ab-9754-b3c6873c1500 req-5d5753ea-4646-4037-9949-aec7c8549b25 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.606937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918eea-c205-45ab-9754-b3c6873c1500 req-5d5753ea-4646-4037-9949-aec7c8549b25 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.613138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918eea-c205-45ab-9754-b3c6873c1500 req-5d5753ea-4646-4037-9949-aec7c8549b25 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.619803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918eea-c205-45ab-9754-b3c6873c1500 req-5d5753ea-4646-4037-9949-aec7c8549b25 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.625825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41918eea-c205-45ab-9754-b3c6873c1500 req-5d5753ea-4646-4037-9949-aec7c8549b25 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.627888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41918eea-c205-45ab-9754-b3c6873c1500 req-5d5753ea-4646-4037-9949-aec7c8549b25 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5407 time: 0.5828798 Feb 09 16:02:15.695396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.761007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77cef75-0cee-4c7c-a166-49d607559d52 None None] Network 02683722-00d5-4b11-89e3-23f198b4463e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:15.884391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:15.885928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:15.888988 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] 10.222.0.13 "PUT /v2.0/ports/3068cdf5-53e3-42eb-b810-e67bee4c62e0 HTTP/1.1" status: 200 len: 1091 time: 3.1227584 Feb 09 16:02:15.891587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '3068cdf5-53e3-42eb-b810-e67bee4c62e0'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:15.925422 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50012de-d648-44ca-a2ea-cdd656470b50" -d '{"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "3068cdf5-53e3-42eb-b810-e67bee4c62e0"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:02:15.947387 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:16.042190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:16.145304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b22d4-05f8-4054-b53e-caab1579c361 service neutron] Pushing event updated for resources: {'Port': ['ID=3068cdf5-53e3-42eb-b810-e67bee4c62e0,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:16.165895 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c040712a-f6af-438d-b7a8-2ca523159a10 x-openstack-request-id: req-c040712a-f6af-438d-b7a8-2ca523159a10 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:02:16.166786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b25745-2435-4dc7-8539-3f62ef2a90c0 None None] Network 02683722-00d5-4b11-89e3-23f198b4463e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:16.169646 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "3068cdf5-53e3-42eb-b810-e67bee4c62e0", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:02:16.170614 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c040712a-f6af-438d-b7a8-2ca523159a10 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:02:16.171227 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '3068cdf5-53e3-42eb-b810-e67bee4c62e0', 'status': 'completed', 'code': 200} Feb 09 16:02:16.339875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:16.605788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de002db-db54-485b-ae5e-d4e054f6c123 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:16.707077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting port f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:16.708638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:16.775521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:16.791492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332c5851-26f7-4349-8ac8-825b45ad61a5 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:16.812324 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:16.828562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Transition to ACTIVE for port object 332c5851-26f7-4349-8ac8-825b45ad61a5 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:16.872661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Deleting port 6f6952af-8b85-44a6-a27f-4c40da7376eb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:16.881311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:16.964602 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:16.979120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41918eea-c205-45ab-9754-b3c6873c1500 req-cc4b8d3b-7301-4d95-bc80-ebb4b6ae133e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2737591 Feb 09 16:02:16.985988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] For port f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0,segment=NetworkSegment(d1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa),segment_id=d1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:16.986471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.040074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:17.067286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Calling delete_port for f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:17.134129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Pushing event updated for resources: {'Port': ['ID=332c5851-26f7-4349-8ac8-825b45ad61a5,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:17.171650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] Deleting port c31127cb-8d04-468c-a3e1-00579aa6b9f2 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:17.172053 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.283408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c31127cb-8d04-468c-a3e1-00579aa6b9f2 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:17.381687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] For port c31127cb-8d04-468c-a3e1-00579aa6b9f2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c31127cb-8d04-468c-a3e1-00579aa6b9f2,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:17.382738 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.384261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Attempting to bind port 332c5851-26f7-4349-8ac8-825b45ad61a5 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:17.384724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Attempting to bind port 332c5851-26f7-4349-8ac8-825b45ad61a5 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:17.385181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Attempting to bind port 332c5851-26f7-4349-8ac8-825b45ad61a5 on network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:17.396372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Port 332c5851-26f7-4349-8ac8-825b45ad61a5 on network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:02:17.396847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Attempting to bind port 332c5851-26f7-4349-8ac8-825b45ad61a5 on network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:17.404835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:17.405359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Checking segment: {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:17.405862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Bound using segment: {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:17.406453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Bound port: 332c5851-26f7-4349-8ac8-825b45ad61a5, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:17.406925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.423134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] Calling delete_port for c31127cb-8d04-468c-a3e1-00579aa6b9f2 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:17.477704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-1a95e6e2-948e-45b3-9293-36a25772f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.478679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-1a95e6e2-948e-45b3-9293-36a25772f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.479437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-1a95e6e2-948e-45b3-9293-36a25772f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.480698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-1a95e6e2-948e-45b3-9293-36a25772f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.481354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-1a95e6e2-948e-45b3-9293-36a25772f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.481987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-1a95e6e2-948e-45b3-9293-36a25772f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.482912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-1a95e6e2-948e-45b3-9293-36a25772f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.486691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-1a95e6e2-948e-45b3-9293-36a25772f9bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6354 time: 0.8704038 Feb 09 16:02:17.535192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] For port 332c5851-26f7-4349-8ac8-825b45ad61a5, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:17.540294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] For port 332c5851-26f7-4349-8ac8-825b45ad61a5, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=332c5851-26f7-4349-8ac8-825b45ad61a5,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:17.543088 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.566265 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.575631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] For port 6f6952af-8b85-44a6-a27f-4c40da7376eb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6f6952af-8b85-44a6-a27f-4c40da7376eb,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:17.576026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.578302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Port': ['ID=f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:17.591309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No DVR routers for this DVR port f0cbb006-3ee1-4486-b8ff-f95b9c5cf9c0 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:17.645687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.652599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port c31127cb-8d04-468c-a3e1-00579aa6b9f2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c31127cb-8d04-468c-a3e1-00579aa6b9f2,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:17.733559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:17.734322 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.735929 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] 10.222.0.13 "PUT /v2.0/ports/332c5851-26f7-4349-8ac8-825b45ad61a5 HTTP/1.1" status: 200 len: 1091 time: 1.7240198 Feb 09 16:02:17.740753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.780293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.objects.ports [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:02:17.782505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02683722-00d5-4b11-89e3-23f198b4463e']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:17.789567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.798646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235a312-35b4-49e3-b809-80fd42c34f7e service neutron] Pushing event updated for resources: {'Port': ['ID=332c5851-26f7-4349-8ac8-825b45ad61a5,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:17.799753 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.807565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:17.808225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d87b0c-7b47-4b8a-a2d8-56be95a4d9aa') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:17.819610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.837089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Calling delete_port for 6f6952af-8b85-44a6-a27f-4c40da7376eb owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:17.839607 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.852144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:17.852639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:17.856031 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:17.947406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Request body: {'port': {'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:17.957734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=c31127cb-8d04-468c-a3e1-00579aa6b9f2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:17.982363 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.019037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] Pushing event deleted for resources: {'Port': ['ID=c31127cb-8d04-468c-a3e1-00579aa6b9f2,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:18.051692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30310343-1dc4-48d6-a49d-a871177176a0 None None] No DVR routers for this DVR port c31127cb-8d04-468c-a3e1-00579aa6b9f2 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:18.071326 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.096884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.103029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Router 521ba7af-e942-4e7e-9c23-fe65d228c03e is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:02:18.110869 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/02683722-00d5-4b11-89e3-23f198b4463e HTTP/1.1" status: 204 len: 168 time: 4.7360287 Feb 09 16:02:18.114880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53218) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:18.134593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537272238'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:18.151339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 242847d5-82e0-4440-96b0-84bd650e9f77 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:02:18.166119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.169463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7212b0-e8bf-4432-bff6-cb04fccf5b77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=02683722-00d5-4b11-89e3-23f198b4463e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:18.186186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event updated for resources: {'Subnet': ['ID=30c6148b-d26b-4cd7-9dde-56ac42d6055a,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:18.186295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '332c5851-26f7-4349-8ac8-825b45ad61a5'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:18.186295 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa49f9d-9324-42ff-8334-1df9e280191c" -d '{"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "332c5851-26f7-4349-8ac8-825b45ad61a5"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:02:18.221025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-43dbef09-497a-427c-a968-b1c00f1c19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.221025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-43dbef09-497a-427c-a968-b1c00f1c19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.221339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-43dbef09-497a-427c-a968-b1c00f1c19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.223579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-43dbef09-497a-427c-a968-b1c00f1c19cf service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=883b6fbfd2234c758be9047868b0faf3&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7173171 Feb 09 16:02:18.249472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.297032 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93f584a-1862-4e7f-939b-e300472d834c x-openstack-request-id: req-d93f584a-1862-4e7f-939b-e300472d834c {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:02:18.297827 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "332c5851-26f7-4349-8ac8-825b45ad61a5", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:02:18.298313 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d93f584a-1862-4e7f-939b-e300472d834c {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:02:18.298922 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '332c5851-26f7-4349-8ac8-825b45ad61a5', 'status': 'completed', 'code': 200} Feb 09 16:02:18.394270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:18.399216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.401041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Checking segment: {'id': '28a640e6-eb32-4575-9c9d-bf548b5ebea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '591d14f2-a26e-4758-a1e3-792a27aa53e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:18.401419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network hostable DHCP agents. Network: 591d14f2-a26e-4758-a1e3-792a27aa53e9, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:18.512667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:18.522240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:18.549542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.549952 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment 154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de of type vlan for network b58a2071-3006-4d30-81a1-4e0eea263412 Feb 09 16:02:18.575182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:18.582827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.582827 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.602411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83fc8f-0cb8-482d-9ab5-bc396f3866b8 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:18.622454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.638562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b2e89-928c-4172-af61-831211985802 req-811ef86b-909b-41f3-8457-f198712f20bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.644899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b2e89-928c-4172-af61-831211985802 req-811ef86b-909b-41f3-8457-f198712f20bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.651759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b2e89-928c-4172-af61-831211985802 req-811ef86b-909b-41f3-8457-f198712f20bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.658246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b2e89-928c-4172-af61-831211985802 req-811ef86b-909b-41f3-8457-f198712f20bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.664259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b2e89-928c-4172-af61-831211985802 req-811ef86b-909b-41f3-8457-f198712f20bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.670491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b2e89-928c-4172-af61-831211985802 req-811ef86b-909b-41f3-8457-f198712f20bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.676445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b2e89-928c-4172-af61-831211985802 req-811ef86b-909b-41f3-8457-f198712f20bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.684589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-338b2e89-928c-4172-af61-831211985802 req-811ef86b-909b-41f3-8457-f198712f20bb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5419 time: 0.5151937 Feb 09 16:02:18.686466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=f158229b-3606-4ddd-b430-8a6dc2559371,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:18.701562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76acaa04-2f27-4308-a450-39bdd11c1774 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:18.712583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.729233 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Transition to ACTIVE for port object 76acaa04-2f27-4308-a450-39bdd11c1774 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:18.763072 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.773379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.775030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.812614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:18.822763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fffefd80-bfd3-46b2-ad45-be9afad3859c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/242847d5-82e0-4440-96b0-84bd650e9f77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0122335 Feb 09 16:02:18.827816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53222) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:18.840776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0ea03-e2dc-41f6-8ccf-5fc37e1610c3 None None] Sync routers for ids ['242847d5-82e0-4440-96b0-84bd650e9f77'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:02:18.859287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-0250ef86-6731-4a80-a144-b401100f2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:18.861471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d50012de-d648-44ca-a2ea-cdd656470b50 req-0250ef86-6731-4a80-a144-b401100f2bd3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6033309 Feb 09 16:02:18.862517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0ea03-e2dc-41f6-8ccf-5fc37e1610c3 None None] Routers {'242847d5-82e0-4440-96b0-84bd650e9f77'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:18.863361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c4b0ea03-e2dc-41f6-8ccf-5fc37e1610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['242847d5-82e0-4440-96b0-84bd650e9f77'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:18.905899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Network 591d14f2-a26e-4758-a1e3-792a27aa53e9 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:18.914041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-63fbab26-71d1-4714-9a2d-2e969c3d4460 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3668149 Feb 09 16:02:18.917714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53224) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:18.935473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c4b0ea03-e2dc-41f6-8ccf-5fc37e1610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:18.947003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=b58a2071-3006-4d30-81a1-4e0eea263412,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:18.951529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:18.964896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:18.973056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': 'f158229b-3606-4ddd-b430-8a6dc2559371', 'ip_address': '2001:db8::9079:612d:16f2:2c57'}], 'name': 'tempest-NetworksTestDHCPv6-21439381'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:18.981239 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Sync routers for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:02:18.995325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network b58a2071-3006-4d30-81a1-4e0eea263412 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:19.011301 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:19.014534 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:19.034901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-338b2e89-928c-4172-af61-831211985802 req-23eeaed6-c487-4921-9e81-c3bb01eee6da tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3466198 Feb 09 16:02:19.089462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 591d14f2-a26e-4758-a1e3-792a27aa53e9) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:19.095002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:19.096228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.132709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Pushing event updated for resources: {'Port': ['ID=76acaa04-2f27-4308-a450-39bdd11c1774,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:19.154368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126985f1-5018-47c0-9bd5-dbb422ba38d0 None None] Network 591d14f2-a26e-4758-a1e3-792a27aa53e9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:19.190204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53226) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:19.277348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': 'a7272844-b1ff-47b7-949b-d760ad05f9a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:19.294844 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:02:19.297691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0ea03-e2dc-41f6-8ccf-5fc37e1610c3 None None] Routers {'242847d5-82e0-4440-96b0-84bd650e9f77'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:19.297933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c4b0ea03-e2dc-41f6-8ccf-5fc37e1610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['242847d5-82e0-4440-96b0-84bd650e9f77'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:19.349677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'f158229b-3606-4ddd-b430-8a6dc2559371'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:19.352448 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.374818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.376453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7ee738fa-cd9b-4545-88c0-e4aed7d97d4d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.8755491 Feb 09 16:02:19.381822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ec095d07-a42e-4e37-b7cf-65a38b148c9f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2512987 Feb 09 16:02:19.388406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6b8a318f-ecf8-420c-b0fb-b484f6972f93 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.3472133 Feb 09 16:02:19.401368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53228) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:19.401368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53230) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:19.401368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53232) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:19.404410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Attempting to bind port 76acaa04-2f27-4308-a450-39bdd11c1774 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:19.405649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Attempting to bind port 76acaa04-2f27-4308-a450-39bdd11c1774 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:19.406294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Attempting to bind port 76acaa04-2f27-4308-a450-39bdd11c1774 on network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:19.429738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c4b0ea03-e2dc-41f6-8ccf-5fc37e1610c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:19.430400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b0ea03-e2dc-41f6-8ccf-5fc37e1610c3 None None] The sync data for ids ['242847d5-82e0-4440-96b0-84bd650e9f77'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:02:19.444202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': 'b58a2071-3006-4d30-81a1-4e0eea263412', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:19.457392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Port 76acaa04-2f27-4308-a450-39bdd11c1774 on network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:02:19.457868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Attempting to bind port 76acaa04-2f27-4308-a450-39bdd11c1774 on network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:19.465841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:19.466280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Checking segment: {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:19.467091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Bound using segment: {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:19.467615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Bound port: 76acaa04-2f27-4308-a450-39bdd11c1774, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05472acb-58cf-48ed-837c-f0a8b12dd8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:19.468111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.562885 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] For port 76acaa04-2f27-4308-a450-39bdd11c1774, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:19.569707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] For port 76acaa04-2f27-4308-a450-39bdd11c1774, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=76acaa04-2f27-4308-a450-39bdd11c1774,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:19.572440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:19.577295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.591161 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.594971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.604037 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:14Z', 'revision_number': 3, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:19.634863 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Checking router: 521ba7af-e942-4e7e-9c23-fe65d228c03e for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:02:19.635875 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Updating router 521ba7af-e942-4e7e-9c23-fe65d228c03e port 53279a44-2a1c-4978-9fc1-e9063d794a14 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:02:19.654232 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.682551 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.787450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-591d14f2-a26e-4758-a1e3-792a27aa53e9', 'network_id': '591d14f2-a26e-4758-a1e3-792a27aa53e9', 'tenant_id': '949284eff6894c1b9d3b1c01ceed871c', 'fixed_ips': [{'subnet_id': '30c6148b-d26b-4cd7-9dde-56ac42d6055a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:19.788958 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:19.818913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/f158229b-3606-4ddd-b430-8a6dc2559371/9188d0a9-7580-4d0c-8168-e7f1580feace) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:20.045490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Allocated IP 2001:db8::f816:3eff:feae:4e2 (591d14f2-a26e-4758-a1e3-792a27aa53e9/30c6148b-d26b-4cd7-9dde-56ac42d6055a/eaa0834a-d6ca-4778-825f-c8dc980adbc4) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:20.098000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-a260fcd0-3cbb-49b6-8be9-3b041047093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.098858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-a260fcd0-3cbb-49b6-8be9-3b041047093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.099016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-a260fcd0-3cbb-49b6-8be9-3b041047093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.099480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-a260fcd0-3cbb-49b6-8be9-3b041047093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.099952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-a260fcd0-3cbb-49b6-8be9-3b041047093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.100528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-a260fcd0-3cbb-49b6-8be9-3b041047093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.101071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-a260fcd0-3cbb-49b6-8be9-3b041047093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.103875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-a260fcd0-3cbb-49b6-8be9-3b041047093b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6446 time: 1.1245549 Feb 09 16:02:20.117511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6952af-8b85-44a6-a27f-4c40da7376eb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:20.136907 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.138909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.139728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.141684 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] 10.222.0.13 "PUT /v2.0/ports/76acaa04-2f27-4308-a450-39bdd11c1774 HTTP/1.1" status: 200 len: 1091 time: 2.2847404 Feb 09 16:02:20.193736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9067371-461d-433e-b08f-f5022c2d2872 service neutron] Pushing event updated for resources: {'Port': ['ID=76acaa04-2f27-4308-a450-39bdd11c1774,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:20.229662 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.300485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '76acaa04-2f27-4308-a450-39bdd11c1774'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:02:20.305835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-2fe92685-8e19-4176-a711-82fb2c57acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.306307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-2fe92685-8e19-4176-a711-82fb2c57acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.306781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-2fe92685-8e19-4176-a711-82fb2c57acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.308805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-2fe92685-8e19-4176-a711-82fb2c57acf4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=883b6fbfd2234c758be9047868b0faf3&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1862414 Feb 09 16:02:20.309180 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c" -d '{"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "76acaa04-2f27-4308-a450-39bdd11c1774"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:02:20.341755 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Attempting to bind port 53279a44-2a1c-4978-9fc1-e9063d794a14 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:20.342449 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Attempting to bind port 53279a44-2a1c-4978-9fc1-e9063d794a14 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:20.343047 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Attempting to bind port 53279a44-2a1c-4978-9fc1-e9063d794a14 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:20.360244 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Pushing event updated for resources: {'Port': ['ID=53279a44-2a1c-4978-9fc1-e9063d794a14,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:20.371450 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.372345 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.372941 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.373611 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.374222 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.374773 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.375328 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.375860 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.376436 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.377103 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.377682 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.378232 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:20.384448 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:20.385057 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:20.385582 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.386088 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:20.386721 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Bound port: 53279a44-2a1c-4978-9fc1-e9063d794a14, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:20.387289 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.414354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.418303 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf292955-f304-48a5-85e8-7a9fdea63f00 x-openstack-request-id: req-cf292955-f304-48a5-85e8-7a9fdea63f00 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:02:20.418593 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "76acaa04-2f27-4308-a450-39bdd11c1774", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:02:20.419523 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf292955-f304-48a5-85e8-7a9fdea63f00 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:02:20.420366 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '76acaa04-2f27-4308-a450-39bdd11c1774', 'status': 'completed', 'code': 200} Feb 09 16:02:20.506443 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.524513 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] For port 53279a44-2a1c-4978-9fc1-e9063d794a14, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:20.526547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.531622 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] For port 53279a44-2a1c-4978-9fc1-e9063d794a14, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=53279a44-2a1c-4978-9fc1-e9063d794a14,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:20.614569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=91033549-1f53-468c-97fe-6e5fd00f2010,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:20.640572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': '37d8d11f-b802-45ee-8f36-643a86216017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a7272844-b1ff-47b7-949b-d760ad05f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:20.646582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: a7272844-b1ff-47b7-949b-d760ad05f9a4, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:20.646836 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.660345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:20.703470 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:20.704017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:20.704325 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:20.712008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:20.738292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network a7272844-b1ff-47b7-949b-d760ad05f9a4 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:20.801680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Pushing event updated for resources: {'Port': ['ID=9188d0a9-7580-4d0c-8168-e7f1580feace,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:20.809712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.831150 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cb553-7015-48a9-9283-511c25c16869 None None] Pushing event updated for resources: {'Port': ['ID=53279a44-2a1c-4978-9fc1-e9063d794a14,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:20.832895 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.838602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-06c1db9f-b095-4abb-8717-de44457eddf8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.844354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-06c1db9f-b095-4abb-8717-de44457eddf8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.851193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-06c1db9f-b095-4abb-8717-de44457eddf8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.858026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-06c1db9f-b095-4abb-8717-de44457eddf8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.858255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a7272844-b1ff-47b7-949b-d760ad05f9a4) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:20.865969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.866350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-06c1db9f-b095-4abb-8717-de44457eddf8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.873165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.873812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-06c1db9f-b095-4abb-8717-de44457eddf8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.880616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-06c1db9f-b095-4abb-8717-de44457eddf8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:20.881935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383482d8-a1ee-42af-b817-873b7fa51ac0 None None] Network a7272844-b1ff-47b7-949b-d760ad05f9a4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:20.883538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-06c1db9f-b095-4abb-8717-de44457eddf8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.5432169 Feb 09 16:02:20.889268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Attempting to bind port 9188d0a9-7580-4d0c-8168-e7f1580feace on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:20.890934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Attempting to bind port 9188d0a9-7580-4d0c-8168-e7f1580feace by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:20.891985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Attempting to bind port 9188d0a9-7580-4d0c-8168-e7f1580feace on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:20.899879 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:02:20.921524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:20.922369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:20.923175 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:20.923981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:20.924996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Bound port: 9188d0a9-7580-4d0c-8168-e7f1580feace, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:20.925799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.016827 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.052821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b4c4d95d-9532-4c63-8b2b-7b9d81554d32 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8609271 Feb 09 16:02:21.059120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53238) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:21.071799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-36095363'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:21.141647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-9c4f1883-40b9-4342-8ef4-8a58f3889968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:21.143290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3aa49f9d-9324-42ff-8334-1df9e280191c req-9c4f1883-40b9-4342-8ef4-8a58f3889968 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7164941 Feb 09 16:02:21.163481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7855318a-85c5-4f1f-a983-6ae42129cd84 req-fdf2da90-c721-4399-b016-1f5a2b502174 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205248 Feb 09 16:02:21.213240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:21.220547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Network 591d14f2-a26e-4758-a1e3-792a27aa53e9 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:21.234713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:21.245630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:21.259200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Pushing event updated for resources: {'Port': ['ID=eaa0834a-d6ca-4778-825f-c8dc980adbc4,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:21.316435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:21.319185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.350144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:21.354534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] For port 9188d0a9-7580-4d0c-8168-e7f1580feace, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:21.360021 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:14Z', 'revision_number': 3, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:21.362961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.362961 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment 2570a316-5463-4829-b0a6-f175c7a4015b of type vlan for network cf006626-58e6-4d85-aadd-a389e4e89acc Feb 09 16:02:21.388276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] For port 9188d0a9-7580-4d0c-8168-e7f1580feace, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9188d0a9-7580-4d0c-8168-e7f1580feace,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:21.394449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Attempting to bind port eaa0834a-d6ca-4778-825f-c8dc980adbc4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:21.394727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Attempting to bind port eaa0834a-d6ca-4778-825f-c8dc980adbc4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '28a640e6-eb32-4575-9c9d-bf548b5ebea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '591d14f2-a26e-4758-a1e3-792a27aa53e9'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:21.395078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Attempting to bind port eaa0834a-d6ca-4778-825f-c8dc980adbc4 on network 591d14f2-a26e-4758-a1e3-792a27aa53e9 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:21.413816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.418868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:21.418868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Checking segment: {'id': '28a640e6-eb32-4575-9c9d-bf548b5ebea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '591d14f2-a26e-4758-a1e3-792a27aa53e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:21.428445 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.428445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Bound using segment: {'id': '28a640e6-eb32-4575-9c9d-bf548b5ebea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '591d14f2-a26e-4758-a1e3-792a27aa53e9'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:21.428445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Bound port: eaa0834a-d6ca-4778-825f-c8dc980adbc4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a640e6-eb32-4575-9c9d-bf548b5ebea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '591d14f2-a26e-4758-a1e3-792a27aa53e9'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:21.428445 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.431724 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fcbfe-642d-4a10-869b-88a80e2adeec None None] The sync data for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 is: [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:14Z', 'revision_number': 3, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:02:21.438881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-a7272844-b1ff-47b7-949b-d760ad05f9a4', 'network_id': 'a7272844-b1ff-47b7-949b-d760ad05f9a4', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': '91033549-1f53-468c-97fe-6e5fd00f2010'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:21.440925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.493065 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.527120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.533161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:21.533818 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.556883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.580648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:21.584344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.588467 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:21.626954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=cf006626-58e6-4d85-aadd-a389e4e89acc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:21.652778 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-96058345-2a2d-4a9b-9ac6-1b82c80c8921 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5867479 Feb 09 16:02:21.653921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53240) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:21.660438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': 'cf006626-58e6-4d85-aadd-a389e4e89acc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:21.717523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network cf006626-58e6-4d85-aadd-a389e4e89acc details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:21.761155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Subnet': ['ID=30c6148b-d26b-4cd7-9dde-56ac42d6055a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:21.979045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:21.986428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.072755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] For port eaa0834a-d6ca-4778-825f-c8dc980adbc4, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:22.137047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10dc94-2fce-4389-b7e0-9f355188f4f7 None None] Pushing event updated for resources: {'Port': ['ID=9188d0a9-7580-4d0c-8168-e7f1580feace,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:22.142830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] For port eaa0834a-d6ca-4778-825f-c8dc980adbc4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eaa0834a-d6ca-4778-825f-c8dc980adbc4,segment=NetworkSegment(28a640e6-eb32-4575-9c9d-bf548b5ebea6),segment_id=28a640e6-eb32-4575-9c9d-bf548b5ebea6)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:22.225066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Allocated IP 2001:db8:0:ffff::2 (a7272844-b1ff-47b7-949b-d760ad05f9a4/91033549-1f53-468c-97fe-6e5fd00f2010/e5959749-4525-41b1-a764-0bf63c35f361) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:22.300413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f046fbf3-e640-489b-87ee-b1344fe934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.300413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f046fbf3-e640-489b-87ee-b1344fe934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.300413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f046fbf3-e640-489b-87ee-b1344fe934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.300413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f046fbf3-e640-489b-87ee-b1344fe934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.300413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f046fbf3-e640-489b-87ee-b1344fe934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.300413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f046fbf3-e640-489b-87ee-b1344fe934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.300413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f046fbf3-e640-489b-87ee-b1344fe934dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:22.300413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f046fbf3-e640-489b-87ee-b1344fe934dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6488 time: 1.0160460 Feb 09 16:02:22.379258 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.457303 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-abfdb143-4fd3-4ea8-9e74-0a546820ef4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18 HTTP/1.1" status: 200 len: 217 time: 0.0884242 Feb 09 16:02:22.494950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.581035 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.594814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96275-deeb-4322-b8ee-3cfd1fd02421 None None] Pushing event updated for resources: {'Port': ['ID=eaa0834a-d6ca-4778-825f-c8dc980adbc4,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:22.622291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d3ae4c-2cde-4636-884b-ee2199fed5c2 None None] Network 591d14f2-a26e-4758-a1e3-792a27aa53e9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:22.723851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=21935d83-a94a-4391-b766-e258bf8d6ed2,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:22.739258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': '2570a316-5463-4829-b0a6-f175c7a4015b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cf006626-58e6-4d85-aadd-a389e4e89acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:22.739625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: cf006626-58e6-4d85-aadd-a389e4e89acc, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:22.752329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.780025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591d14f2-a26e-4758-a1e3-792a27aa53e9']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:22.792549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a640e6-eb32-4575-9c9d-bf548b5ebea6') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:22.792859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a640e6-eb32-4575-9c9d-bf548b5ebea6') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:22.806070 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.812575 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.823522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.839120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:22.839120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:22.856954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 65bd9a4d-6138-412d-b21b-e5822938e529 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:22.862450 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:22.927627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network cf006626-58e6-4d85-aadd-a389e4e89acc is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:22.952830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Router fc20d891-35ef-404f-8bee-e4b7ebb9a71d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:02:22.979968 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.052584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.058652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Network a7272844-b1ff-47b7-949b-d760ad05f9a4 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:23.063341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:23.068607 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.api [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:02:23.068607 n-d-828542-1 neutron-server[103178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:02:23.068607 n-d-828542-1 neutron-server[103178]: [parameters: {'id': '591d14f2-a26e-4758-a1e3-792a27aa53e9'}] Feb 09 16:02:23.068607 n-d-828542-1 neutron-server[103178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:23.069095 n-d-828542-1 neutron-server[103178]: DEBUG oslo_db.api [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:23.075638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:23.121866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e5add5a8-5e5e-4a09-80a0-49b48e667bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.136779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Pushing event updated for resources: {'Port': ['ID=e5959749-4525-41b1-a764-0bf63c35f361,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:23.190384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Attempting to bind port e5959749-4525-41b1-a764-0bf63c35f361 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:23.191022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Attempting to bind port e5959749-4525-41b1-a764-0bf63c35f361 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '37d8d11f-b802-45ee-8f36-643a86216017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a7272844-b1ff-47b7-949b-d760ad05f9a4'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:23.191649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Attempting to bind port e5959749-4525-41b1-a764-0bf63c35f361 on network a7272844-b1ff-47b7-949b-d760ad05f9a4 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:23.204648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:23.205432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Checking segment: {'id': '37d8d11f-b802-45ee-8f36-643a86216017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a7272844-b1ff-47b7-949b-d760ad05f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:23.206168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.206982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Bound using segment: {'id': '37d8d11f-b802-45ee-8f36-643a86216017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a7272844-b1ff-47b7-949b-d760ad05f9a4'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:23.207854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Bound port: e5959749-4525-41b1-a764-0bf63c35f361, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d8d11f-b802-45ee-8f36-643a86216017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a7272844-b1ff-47b7-949b-d760ad05f9a4'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:23.208491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.217530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, cf006626-58e6-4d85-aadd-a389e4e89acc) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:23.240147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.246543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.301446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd409b1d-ae47-4d23-8c12-633d78229fa9 None None] Network cf006626-58e6-4d85-aadd-a389e4e89acc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:23.430983 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9152d0b7-2d40-4ca2-aea3-0c15be784e8d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7711022 Feb 09 16:02:23.432852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53244) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:23.445109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 53279a44-2a1c-4978-9fc1-e9063d794a14 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:23.483527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] For port e5959749-4525-41b1-a764-0bf63c35f361, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:23.522049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] For port e5959749-4525-41b1-a764-0bf63c35f361, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e5959749-4525-41b1-a764-0bf63c35f361,segment=NetworkSegment(37d8d11f-b802-45ee-8f36-643a86216017),segment_id=37d8d11f-b802-45ee-8f36-643a86216017)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:23.550056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-fd7ef504-5c16-4a8a-81ac-a733d7b112a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.552642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-fd7ef504-5c16-4a8a-81ac-a733d7b112a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f15574d8-9ee5-4a7d-ba73-817f74194d1e HTTP/1.1" status: 200 len: 854 time: 1.0324140 Feb 09 16:02:23.568370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-afaea818-5b7c-465a-a521-232b3780deaa None None] Provisioning complete for port 9188d0a9-7580-4d0c-8168-e7f1580feace triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:23.568735 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-afaea818-5b7c-465a-a521-232b3780deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.573187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f031-cd06-404b-90da-c58349a22d09 req-b0defe17-fd20-4eee-be3f-1876b7b36715 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.584609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f031-cd06-404b-90da-c58349a22d09 req-b0defe17-fd20-4eee-be3f-1876b7b36715 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.586755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f031-cd06-404b-90da-c58349a22d09 req-b0defe17-fd20-4eee-be3f-1876b7b36715 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.593008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f031-cd06-404b-90da-c58349a22d09 req-b0defe17-fd20-4eee-be3f-1876b7b36715 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.599328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f031-cd06-404b-90da-c58349a22d09 req-b0defe17-fd20-4eee-be3f-1876b7b36715 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.606541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f031-cd06-404b-90da-c58349a22d09 req-b0defe17-fd20-4eee-be3f-1876b7b36715 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.612961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76f031-cd06-404b-90da-c58349a22d09 req-b0defe17-fd20-4eee-be3f-1876b7b36715 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:23.613381 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.615065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b76f031-cd06-404b-90da-c58349a22d09 req-b0defe17-fd20-4eee-be3f-1876b7b36715 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 1.2474689 Feb 09 16:02:23.625603 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.676548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 53279a44-2a1c-4978-9fc1-e9063d794a14 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:23.676958 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.687403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.721098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.797354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfb914-b7f2-427b-a2c2-ca82a4d9eef4 None None] Pushing event updated for resources: {'Port': ['ID=e5959749-4525-41b1-a764-0bf63c35f361,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:23.832989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f0216-7661-4bcb-845f-fd700eebaaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-cf006626-58e6-4d85-aadd-a389e4e89acc', 'network_id': 'cf006626-58e6-4d85-aadd-a389e4e89acc', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': '21935d83-a94a-4391-b766-e258bf8d6ed2'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:23.836463 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-902f0216-7661-4bcb-845f-fd700eebaaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.866689 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-afaea818-5b7c-465a-a521-232b3780deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.950745 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:23.989202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=21935d83-a94a-4391-b766-e258bf8d6ed2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:24.021325 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.052941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-afaea818-5b7c-465a-a521-232b3780deaa None None] For port 9188d0a9-7580-4d0c-8168-e7f1580feace, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9188d0a9-7580-4d0c-8168-e7f1580feace,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:24.068368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.089635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 53279a44-2a1c-4978-9fc1-e9063d794a14, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=53279a44-2a1c-4978-9fc1-e9063d794a14,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server [None req-902f0216-7661-4bcb-845f-fd700eebaaf9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21935d83-a94a-4391-b766-e258bf8d6ed2: This subnet is being modified by another concurrent operation. Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:02:24.123427 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise exception Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21935d83-a94a-4391-b766-e258bf8d6ed2: This subnet is being modified by another concurrent operation. Feb 09 16:02:24.141321 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Feb 09 16:02:24.151367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.152434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae4cd8-f1e9-479c-be4b-aff6757e914b None None] Network cf006626-58e6-4d85-aadd-a389e4e89acc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:24.171674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf006626-58e6-4d85-aadd-a389e4e89acc']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:24.175748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-afaea818-5b7c-465a-a521-232b3780deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.188799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-b1bfba89-4d0d-4152-87f9-438a7c17f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:24.190403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-b1bfba89-4d0d-4152-87f9-438a7c17f8c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5743778 Feb 09 16:02:24.195702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2570a316-5463-4829-b0a6-f175c7a4015b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:24.196064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2570a316-5463-4829-b0a6-f175c7a4015b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:24.215786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.239231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b76f031-cd06-404b-90da-c58349a22d09 req-4f0dd6f1-1ece-49a7-998c-0d00784401b5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5016227 Feb 09 16:02:24.252682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.277111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:24.277536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:24.281015 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:24.364497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::9079:612d:16f2:2c57 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/f158229b-3606-4ddd-b430-8a6dc2559371/65bd9a4d-6138-412d-b21b-e5822938e529) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:24.375076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaea818-5b7c-465a-a521-232b3780deaa None None] Pushing event updated for resources: {'Port': ['ID=9188d0a9-7580-4d0c-8168-e7f1580feace,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:24.386446 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.388024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9188d0a9-7580-4d0c-8168-e7f1580feace up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:24.458072 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.470917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.475100 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/cf006626-58e6-4d85-aadd-a389e4e89acc HTTP/1.1" status: 204 len: 168 time: 1.0402155 Feb 09 16:02:24.479541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:24.497610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-222789948'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:24.504660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f2cc2-089d-4876-a2b8-f69cbf08eec7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=cf006626-58e6-4d85-aadd-a389e4e89acc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:24.595863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:24.597854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.608158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-90b87dce-69ad-4571-9a07-72db805e7c65 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc20d891-35ef-404f-8bee-e4b7ebb9a71d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4743006 Feb 09 16:02:24.611501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53248) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:24.635755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] Sync routers for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:02:24.640535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=53279a44-2a1c-4978-9fc1-e9063d794a14,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:24.662365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:24.666625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.666959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9188d0a9-7580-4d0c-8168-e7f1580feace triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:24.667755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.670126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:24.670800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:01:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:24.677278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=5fddb177-15ab-4ee2-89c8-e5b23dbe4ccc,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:24.740646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:24.762571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.763180 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment a3e8f20d-3fa6-4e63-ace4-d78136e9205b of type vlan for network 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a Feb 09 16:02:24.811114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.811391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f07de5f2-102e-47f2-a63b-5e854647b4f1 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418879 Feb 09 16:02:24.854559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Deleting port eaa0834a-d6ca-4778-825f-c8dc980adbc4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:24.854920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.874587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:24.876311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:02:25.030895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-bd9b94e2-b6e7-4185-b9f6-1207b60fcd59 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676342 Feb 09 16:02:25.045300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.051702 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.060973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.061747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.249729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Allocated IP 172.20.0.1 (f6c10f4b-ba62-4687-b736-8da6e468cd20/5db5478d-cc70-498d-bf3d-2fdc2244634e/f3da84b8-702b-4e5f-8567-147c9e1ff301) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:25.271104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:25.278516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] For port eaa0834a-d6ca-4778-825f-c8dc980adbc4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eaa0834a-d6ca-4778-825f-c8dc980adbc4,segment=NetworkSegment(28a640e6-eb32-4575-9c9d-bf548b5ebea6),segment_id=28a640e6-eb32-4575-9c9d-bf548b5ebea6)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:25.278516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.294063 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:25.308417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Calling delete_port for eaa0834a-d6ca-4778-825f-c8dc980adbc4 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:25.312442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b58a2071-3006-4d30-81a1-4e0eea263412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:25.312816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: b58a2071-3006-4d30-81a1-4e0eea263412, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:25.315960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-66309b93-d480-46d0-871c-0ebb67555331 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 217 time: 0.2228301 Feb 09 16:02:25.333898 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-86dd2b0a-7c3e-40a8-abe9-517ab7392547 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8527672 Feb 09 16:02:25.344662 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53252) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:25.353106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': '72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:25.365349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Deleting port f9f12004-8400-4b31-846a-f52a1a634619 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:25.372577 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.389763 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b976-99db-488d-92a8-357d26667932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.399690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db10b7-730f-4c58-86c9-68ac2e56185c None None] Network a7272844-b1ff-47b7-949b-d760ad05f9a4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:25.564265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.614054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-fc538cf9-db19-4e4d-bd24-d398c9bb7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.615705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-fc538cf9-db19-4e4d-bd24-d398c9bb7935 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.2569907 Feb 09 16:02:25.619663 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] For port f9f12004-8400-4b31-846a-f52a1a634619, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f9f12004-8400-4b31-846a-f52a1a634619,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:25.620524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.646489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Calling delete_port for f9f12004-8400-4b31-846a-f52a1a634619 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:25.657998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-461005e1-449f-4091-b314-5d00cf5d05ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.664018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-461005e1-449f-4091-b314-5d00cf5d05ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.670367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-461005e1-449f-4091-b314-5d00cf5d05ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.676590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-461005e1-449f-4091-b314-5d00cf5d05ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.676805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 53279a44-2a1c-4978-9fc1-e9063d794a14 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:25.683927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-461005e1-449f-4091-b314-5d00cf5d05ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.690208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-461005e1-449f-4091-b314-5d00cf5d05ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.696910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-461005e1-449f-4091-b314-5d00cf5d05ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.698916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-461005e1-449f-4091-b314-5d00cf5d05ed tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.3200762 Feb 09 16:02:25.730268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:25.734113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.742593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T16:02:18Z', 'revision_number': 5, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port': {'id': 'f9f12004-8400-4b31-846a-f52a1a634619', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:57:59Z', 'updated_at': '2022-02-09T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:25.748477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-74286cfc-44c7-4577-96be-8d01f29147d2 None None] Provisioning complete for port e5959749-4525-41b1-a764-0bf63c35f361 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:25.749174 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74286cfc-44c7-4577-96be-8d01f29147d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.785883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network b58a2071-3006-4d30-81a1-4e0eea263412 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:25.822848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] Checking router: fc20d891-35ef-404f-8bee-e4b7ebb9a71d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:02:25.824746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 5fa1811b-6431-41cc-b0c2-d72d8b7ecc80 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:25.825099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.859857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.867420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] Routers {'fc20d891-35ef-404f-8bee-e4b7ebb9a71d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:25.868074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:25.892640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adafe2f1-2bf6-491e-8ae6-3b1929582e3f req-cfa4596a-a9ad-42e5-919b-3c37cb726918 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777949 Feb 09 16:02:25.943380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-210a1b0e-7704-4198-b60b-566b2b9c2999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.945833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-210a1b0e-7704-4198-b60b-566b2b9c2999 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3186131 Feb 09 16:02:25.947805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, b58a2071-3006-4d30-81a1-4e0eea263412) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:25.965145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:25.965752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:25.980987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92e077-b4b1-49bc-806c-459ae8a4855d None None] Network b58a2071-3006-4d30-81a1-4e0eea263412 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:26.055404 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.072520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 53279a44-2a1c-4978-9fc1-e9063d794a14 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:26.073167 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.083906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.140873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] Set router fc20d891-35ef-404f-8bee-e4b7ebb9a71d gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:02:26.163329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.174541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8809278d-794c-4c67-ade8-c79bc8538257 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 6.7331326 Feb 09 16:02:26.183135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No DVR routers for this DVR port eaa0834a-d6ca-4778-825f-c8dc980adbc4 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:26.206212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53254) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:26.226213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:26.229805 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74286cfc-44c7-4577-96be-8d01f29147d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.231197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T16:02:25Z', 'revision_number': 6, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:26.249886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 5fa1811b-6431-41cc-b0c2-d72d8b7ecc80 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:26.260706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.264625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:26.267512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:26.274693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:26.275379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.337298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f12004-8400-4b31-846a-f52a1a634619,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:26.339611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=65bd9a4d-6138-412d-b21b-e5822938e529,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:26.373547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537e107-a72a-4bac-85d8-cebc65f425ec None None] The sync data for ids ['fc20d891-35ef-404f-8bee-e4b7ebb9a71d'] in n-d-828542-1 is: [{'id': 'fc20d891-35ef-404f-8bee-e4b7ebb9a71d', 'name': 'tempest-ServersTestBootFromVolume-2038973611-router', 'tenant_id': '32d2999d3f674b36b87d5b2fd73b9811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:57:57Z', 'updated_at': '2022-02-09T16:02:25Z', 'revision_number': 6, 'project_id': '32d2999d3f674b36b87d5b2fd73b9811', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:02:26.404611 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.474797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.561140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-74286cfc-44c7-4577-96be-8d01f29147d2 None None] For port e5959749-4525-41b1-a764-0bf63c35f361, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e5959749-4525-41b1-a764-0bf63c35f361,segment=NetworkSegment(37d8d11f-b802-45ee-8f36-643a86216017),segment_id=37d8d11f-b802-45ee-8f36-643a86216017)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:26.568449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e5959749-4525-41b1-a764-0bf63c35f361 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:26.613133 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.627291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.628922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bb054156-7376-44c0-af61-0a3603e7ed20 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 7.7020426 Feb 09 16:02:26.630565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Port': ['ID=eaa0834a-d6ca-4778-825f-c8dc980adbc4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:26.643672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53256) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:26.655216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.699503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-3283f5f0-7525-42b1-ac57-5d7bb6ef7bbf service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433548 Feb 09 16:02:26.704192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.713028 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74286cfc-44c7-4577-96be-8d01f29147d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.742685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-b58a2071-3006-4d30-81a1-4e0eea263412', 'network_id': 'b58a2071-3006-4d30-81a1-4e0eea263412', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': '5fddb177-15ab-4ee2-89c8-e5b23dbe4ccc'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:26.743653 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:26.805819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:26.879464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:26.936349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:26.945928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591d14f2-a26e-4758-a1e3-792a27aa53e9']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:26.966897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Allocated IP 172.20.0.1 (b58a2071-3006-4d30-81a1-4e0eea263412/5fddb177-15ab-4ee2-89c8-e5b23dbe4ccc/fbb3bc2b-deea-4ffc-8445-c82ab1b3811b) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:27.003541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=b83baec5-52f7-4acb-9aa6-41300192f833,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:27.009303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.014895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.037984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.039427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.040208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.048167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:27.093147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': 'a3e8f20d-3fa6-4e63-ace4-d78136e9205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:27.094309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:27.133223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e5959749-4525-41b1-a764-0bf63c35f361 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:27.133223 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.150369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74286cfc-44c7-4577-96be-8d01f29147d2 None None] Pushing event updated for resources: {'Port': ['ID=e5959749-4525-41b1-a764-0bf63c35f361,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:27.153162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.153455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-69f86a07-23a4-4f78-b8e7-e69cb4bc65ed None None] Provisioning complete for port 65bd9a4d-6138-412d-b21b-e5822938e529 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:27.153887 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69f86a07-23a4-4f78-b8e7-e69cb4bc65ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.248755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:27.267377 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.268781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc20d891-35ef-404f-8bee-e4b7ebb9a71d {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:02:27.275360 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.276799 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cfce33f5-f6c7-47b1-a60e-2e5f962d2e18 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fc20d891-35ef-404f-8bee-e4b7ebb9a71d HTTP/1.1" status: 204 len: 168 time: 2.6638274 Feb 09 16:02:27.279508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53260) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:27.294333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-69f86a07-23a4-4f78-b8e7-e69cb4bc65ed None None] Port 65bd9a4d-6138-412d-b21b-e5822938e529 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:27.357509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdad04a0-80c0-4327-bf64-da1ce585d11c admin admin] Deleting subnet ed38d803-f926-42a5-8285-70325751bb89 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:02:27.361998 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdad04a0-80c0-4327-bf64-da1ce585d11c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.386656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:27.386922 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.399093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.399954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.413206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3b93c-d00b-44f5-81f9-51337f8fa52c None None] Network 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:27.421914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdad04a0-80c0-4327-bf64-da1ce585d11c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.469849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9188d0a9-7580-4d0c-8168-e7f1580feace up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:27.506300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a640e6-eb32-4575-9c9d-bf548b5ebea6') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:27.506599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a640e6-eb32-4575-9c9d-bf548b5ebea6') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:27.516810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.530019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c3d0df0d-604d-42ff-8cee-c194209e5fbb None None] Provisioning complete for port e5959749-4525-41b1-a764-0bf63c35f361 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:27.530489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3d0df0d-604d-42ff-8cee-c194209e5fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.563058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.579124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Pushing event updated for resources: {'Port': ['ID=f3da84b8-702b-4e5f-8567-147c9e1ff301,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:27.607834 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d7b4eeb0-ca4f-4624-9307-108c4743e1c8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2604618 Feb 09 16:02:27.611039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53262) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:27.619378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.623692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2088917057'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:27.648230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6201161-65b4-422d-9c5d-48b2b8aab15c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.654356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6201161-65b4-422d-9c5d-48b2b8aab15c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.656132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a6201161-65b4-422d-9c5d-48b2b8aab15c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9944994 Feb 09 16:02:27.659530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Network b58a2071-3006-4d30-81a1-4e0eea263412 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:27.665184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53264) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:27.668616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.671466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:27.671876 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.672072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:27.683650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:27.698224 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:27.701942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Pushing event updated for resources: {'Port': ['ID=fbb3bc2b-deea-4ffc-8445-c82ab1b3811b,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:27.731030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.736648 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdad04a0-80c0-4327-bf64-da1ce585d11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.816118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=5fddb177-15ab-4ee2-89c8-e5b23dbe4ccc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:27.818920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-cd059174-9f38-46c1-b625-77aff9535fc7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.823065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Attempting to bind port fbb3bc2b-deea-4ffc-8445-c82ab1b3811b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:27.823652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Attempting to bind port fbb3bc2b-deea-4ffc-8445-c82ab1b3811b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b58a2071-3006-4d30-81a1-4e0eea263412'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:27.824253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Attempting to bind port fbb3bc2b-deea-4ffc-8445-c82ab1b3811b on network b58a2071-3006-4d30-81a1-4e0eea263412 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:27.825217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-cd059174-9f38-46c1-b625-77aff9535fc7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.832052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-cd059174-9f38-46c1-b625-77aff9535fc7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.838171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-cd059174-9f38-46c1-b625-77aff9535fc7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.849908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-cd059174-9f38-46c1-b625-77aff9535fc7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.856855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-cd059174-9f38-46c1-b625-77aff9535fc7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.863875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-cd059174-9f38-46c1-b625-77aff9535fc7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:27.866023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-cd059174-9f38-46c1-b625-77aff9535fc7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.4028914 Feb 09 16:02:27.884448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-78be7eff-58b3-41ee-9fa8-040aa600f4b6 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1587861 Feb 09 16:02:27.888316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9188d0a9-7580-4d0c-8168-e7f1580feace triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:27.888766 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.942868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:27.947261 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:27.977747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-19d20243-559d-4e91-be67-fc07affa80b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 217 time: 0.0743296 Feb 09 16:02:27.997020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.063661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58a2071-3006-4d30-81a1-4e0eea263412']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:28.073456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e59ee85-8941-42c8-a2ad-3e23ffc1e02a req-438f9e79-1cca-4039-82c4-424654f9065f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847169 Feb 09 16:02:28.074408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:28.082579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.089785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:28.090419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:28.095160 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.097500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.098108 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment 854bc309-d300-4f9c-a37f-47508072105e of type vlan for network 669895e7-ef63-44ce-a4b3-9ae155beae8d Feb 09 16:02:28.103120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/591d14f2-a26e-4758-a1e3-792a27aa53e9 HTTP/1.1" status: 204 len: 168 time: 8.6560161 Feb 09 16:02:28.109968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53266) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:28.121816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.131015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:28.131956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Checking segment: {'id': '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b58a2071-3006-4d30-81a1-4e0eea263412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:28.132718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.133513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Bound using segment: {'id': '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b58a2071-3006-4d30-81a1-4e0eea263412'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:28.134463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Bound port: fbb3bc2b-deea-4ffc-8445-c82ab1b3811b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b58a2071-3006-4d30-81a1-4e0eea263412'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:28.134894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-251bdc9a-b2d3-4253-b07d-7bb9c0b1494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:28.135353 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.136458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-251bdc9a-b2d3-4253-b07d-7bb9c0b1494c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1500034 Feb 09 16:02:28.159126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c642856e-0926-4b05-a1c0-a1c7d1bcf5d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 65bd9a4d-6138-412d-b21b-e5822938e529 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:28.159126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c642856e-0926-4b05-a1c0-a1c7d1bcf5d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.164915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9349b-51ff-4be1-8e7a-0ab701f2555b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Network': ['ID=591d14f2-a26e-4758-a1e3-792a27aa53e9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:28.167259 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.177507 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.179754 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-884c0078-dfe9-4ae4-af5f-c7620bcd9d17 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:28.180266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884c0078-dfe9-4ae4-af5f-c7620bcd9d17 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:28.186317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-884c0078-dfe9-4ae4-af5f-c7620bcd9d17 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/subnets/30c6148b-d26b-4cd7-9dde-56ac42d6055a HTTP/1.1" status: 404 len: 337 time: 0.0713215 Feb 09 16:02:28.206304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53268) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:28.223685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=5fa1811b-6431-41cc-b0c2-d72d8b7ecc80,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:28.241844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a', 'network_id': '72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': 'b83baec5-52f7-4acb-9aa6-41300192f833'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:28.245204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.257971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdad04a0-80c0-4327-bf64-da1ce585d11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.275317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:28.275738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:28.282686 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:28.333489 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-8453945f-67c4-4b8e-ae6d-020a144962bf tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:28.334571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8453945f-67c4-4b8e-ae6d-020a144962bf tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:28.338022 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8453945f-67c4-4b8e-ae6d-020a144962bf tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/591d14f2-a26e-4758-a1e3-792a27aa53e9 HTTP/1.1" status: 404 len: 339 time: 0.0978069 Feb 09 16:02:28.344119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.344750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53270) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:28.348563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c3d0df0d-604d-42ff-8cee-c194209e5fbb None None] Provisioning complete for port f3da84b8-702b-4e5f-8567-147c9e1ff301 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:28.349018 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3d0df0d-604d-42ff-8cee-c194209e5fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.386570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-33c27951-953e-4dab-bad6-039f17cab032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:28.390689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-33c27951-953e-4dab-bad6-039f17cab032 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2346847 Feb 09 16:02:28.457888 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.459622 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b028a1b-4121-411c-9130-c3dc81ff108b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:28.461507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b028a1b-4121-411c-9130-c3dc81ff108b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:28.469510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8b028a1b-4121-411c-9130-c3dc81ff108b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/subnets/4c6a78ad-8e9f-4266-8767-265ad63bf19c HTTP/1.1" status: 404 len: 337 time: 0.1146910 Feb 09 16:02:28.471338 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.477304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:28.514981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c3d0df0d-604d-42ff-8cee-c194209e5fbb None None] Port f3da84b8-702b-4e5f-8567-147c9e1ff301 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:28.573565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] For port fbb3bc2b-deea-4ffc-8445-c82ab1b3811b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:28.636779 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.643160 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa451a1-627c-46d2-83d6-9980c4d15664 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:28.644252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa451a1-627c-46d2-83d6-9980c4d15664 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:28.650975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1fa451a1-627c-46d2-83d6-9980c4d15664 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/43de9e84-0df1-48f5-a99c-f9e01d247cdc HTTP/1.1" status: 404 len: 339 time: 0.1663771 Feb 09 16:02:28.660185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53274) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:28.681815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Allocated IP 2001:db8::1 (72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a/b83baec5-52f7-4acb-9aa6-41300192f833/0a3b001c-e6b3-4460-89d0-507715fa9c0e) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:28.745177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad04a0-80c0-4327-bf64-da1ce585d11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed38d803-f926-42a5-8285-70325751bb89,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:28.759730 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fdad04a0-80c0-4327-bf64-da1ce585d11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.765654 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fdad04a0-80c0-4327-bf64-da1ce585d11c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ed38d803-f926-42a5-8285-70325751bb89 HTTP/1.1" status: 204 len: 168 time: 1.4816685 Feb 09 16:02:28.776876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53276) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:28.822664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c642856e-0926-4b05-a1c0-a1c7d1bcf5d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.826922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be66cd-4813-4d98-92f3-8c8bd3f57f11 None None] Network 55e10413-0e94-457d-963e-748c8f99a5dd requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:28.839383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c642856e-0926-4b05-a1c0-a1c7d1bcf5d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 65bd9a4d-6138-412d-b21b-e5822938e529 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:28.846302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e5959749-4525-41b1-a764-0bf63c35f361 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:28.861258 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d82239-afe4-4c70-9458-166b9ee6bbc7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:28.861753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d82239-afe4-4c70-9458-166b9ee6bbc7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:28.865169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-22d82239-afe4-4c70-9458-166b9ee6bbc7 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/subnets/213c4f30-7eed-48eb-8bed-bc10e89b16ed HTTP/1.1" status: 404 len: 337 time: 0.1939912 Feb 09 16:02:28.879750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] For port fbb3bc2b-deea-4ffc-8445-c82ab1b3811b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fbb3bc2b-deea-4ffc-8445-c82ab1b3811b,segment=NetworkSegment(154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de),segment_id=154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:28.890834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53278) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:28.894675 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:02:28.894675 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:02:28.894675 n-d-828542-1 neutron-server[103179]: [parameters: {'id': 'b58a2071-3006-4d30-81a1-4e0eea263412'}] Feb 09 16:02:28.894675 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:28.895207 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:28.899290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.905273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:28.906809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.960036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.987053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:28.990501 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.005945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=669895e7-ef63-44ce-a4b3-9ae155beae8d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:29.036621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 669895e7-ef63-44ce-a4b3-9ae155beae8d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:29.086418 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0530072e-f6c2-4df3-830f-a8aa00b25cc3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4715724 Feb 09 16:02:29.089897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53280) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:29.095127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': '669895e7-ef63-44ce-a4b3-9ae155beae8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:29.111602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-b2beca03-0ec2-41b8-a03c-11a27aee4a6a service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6723635 Feb 09 16:02:29.118362 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-642b5f8b-455b-4d5d-852f-be6f88e672f0 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:29.119397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642b5f8b-455b-4d5d-852f-be6f88e672f0 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:29.126845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-642b5f8b-455b-4d5d-852f-be6f88e672f0 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/ca967b61-ee9a-43ff-b4df-4707603408a6 HTTP/1.1" status: 404 len: 339 time: 0.2321701 Feb 09 16:02:29.138130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53282) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:29.200222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c642856e-0926-4b05-a1c0-a1c7d1bcf5d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.249433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642856e-0926-4b05-a1c0-a1c7d1bcf5d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=65bd9a4d-6138-412d-b21b-e5822938e529,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:29.269956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a53a6-7b37-4248-8e3c-5eb06c853122 None None] Pushing event updated for resources: {'Port': ['ID=fbb3bc2b-deea-4ffc-8445-c82ab1b3811b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:29.303378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c642856e-0926-4b05-a1c0-a1c7d1bcf5d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.322838 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c642856e-0926-4b05-a1c0-a1c7d1bcf5d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/65bd9a4d-6138-412d-b21b-e5822938e529 HTTP/1.1" status: 204 len: 168 time: 1.6493096 Feb 09 16:02:29.322838 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53286) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:29.323656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.327773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e5959749-4525-41b1-a764-0bf63c35f361 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:29.328179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.331733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb1a4c0-8a06-456d-97cc-f3dd909aad34 None None] Network b58a2071-3006-4d30-81a1-4e0eea263412 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:29.394912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2fea81-be72-474a-a942-135c16fe9f19 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.398203 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2fea81-be72-474a-a942-135c16fe9f19 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.400718 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9f2fea81-be72-474a-a942-135c16fe9f19 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0822165 Feb 09 16:02:29.401665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.404925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53288) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:29.425701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.489355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:29.500005 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.515945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Network 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:29.551695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:29.555606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Pushing event updated for resources: {'Port': ['ID=0a3b001c-e6b3-4460-89d0-507715fa9c0e,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:29.569196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:29.590236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] DHCP port deletion for 55e10413-0e94-457d-963e-748c8f99a5dd request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:29.699866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_backend_mixin [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Performing IP validity checks on allocation pools {{(pid=103179) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 16:02:29.700864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_backend_mixin [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103179) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 16:02:29.713190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-a554d87a-56d7-46e4-8142-b9ef07893e27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet f158229b-3606-4ddd-b430-8a6dc2559371 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:02:29.721912 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a554d87a-56d7-46e4-8142-b9ef07893e27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.753163 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.755151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Attempting to bind port 0a3b001c-e6b3-4460-89d0-507715fa9c0e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:29.755907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Attempting to bind port 0a3b001c-e6b3-4460-89d0-507715fa9c0e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'a3e8f20d-3fa6-4e63-ace4-d78136e9205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:29.756132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Attempting to bind port 0a3b001c-e6b3-4460-89d0-507715fa9c0e on network 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:29.771778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:29.772273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Checking segment: {'id': 'a3e8f20d-3fa6-4e63-ace4-d78136e9205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:29.774666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.774666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Bound using segment: {'id': 'a3e8f20d-3fa6-4e63-ace4-d78136e9205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:29.774666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Bound port: 0a3b001c-e6b3-4460-89d0-507715fa9c0e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e8f20d-3fa6-4e63-ace4-d78136e9205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:29.774666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.821231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-c8d749bb-0568-4406-8efa-fc249bf00c6c service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852763 Feb 09 16:02:29.836763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6f6952af-8b85-44a6-a27f-4c40da7376eb no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:29.855866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a554d87a-56d7-46e4-8142-b9ef07893e27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.856933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-7d98706f-a52f-43b6-a2a5-4d506d7143f8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.863220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-7d98706f-a52f-43b6-a2a5-4d506d7143f8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.869884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-7d98706f-a52f-43b6-a2a5-4d506d7143f8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.876549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-7d98706f-a52f-43b6-a2a5-4d506d7143f8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.881505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] Deleting port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:29.881886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.882778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-7d98706f-a52f-43b6-a2a5-4d506d7143f8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.886892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6f6952af-8b85-44a6-a27f-4c40da7376eb {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:02:29.886892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6f6952af-8b85-44a6-a27f-4c40da7376eb not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:02:29.887181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f9f12004-8400-4b31-846a-f52a1a634619 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:29.897830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-7d98706f-a52f-43b6-a2a5-4d506d7143f8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.904288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-7d98706f-a52f-43b6-a2a5-4d506d7143f8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:29.907609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-7d98706f-a52f-43b6-a2a5-4d506d7143f8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.5078287 Feb 09 16:02:29.917767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting port fbb3bc2b-deea-4ffc-8445-c82ab1b3811b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:29.918782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.955385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f9f12004-8400-4b31-846a-f52a1a634619 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:02:29.955710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f9f12004-8400-4b31-846a-f52a1a634619 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:02:29.959187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 242847d5-82e0-4440-96b0-84bd650e9f77 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:02:29.960283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.972188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-06dc9409-80fc-4b33-9b1e-44f3e6a4c773 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=569afa22-dd5a-414d-abb6-932876b1e057 HTTP/1.1" status: 200 len: 217 time: 0.1370385 Feb 09 16:02:30.019919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] For port 0a3b001c-e6b3-4460-89d0-507715fa9c0e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:30.020794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Deleting port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:30.021224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.023110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] For port d3bfeb81-1f0f-4013-81c4-cb98950e0d34, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:30.023509 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.026989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] For port 0a3b001c-e6b3-4460-89d0-507715fa9c0e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a3b001c-e6b3-4460-89d0-507715fa9c0e,segment=NetworkSegment(a3e8f20d-3fa6-4e63-ace4-d78136e9205b),segment_id=a3e8f20d-3fa6-4e63-ace4-d78136e9205b)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:30.039789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] Calling delete_port for d3bfeb81-1f0f-4013-81c4-cb98950e0d34 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:30.155791 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.164036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] For port fbb3bc2b-deea-4ffc-8445-c82ab1b3811b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fbb3bc2b-deea-4ffc-8445-c82ab1b3811b,segment=NetworkSegment(154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de),segment_id=154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:30.165101 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.177917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a554d87a-56d7-46e4-8142-b9ef07893e27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.201211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c93e8913-1f1c-4059-a0b4-f24384fe3fed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Deleting port 9645aeec-7083-43d4-9372-d5b6d734d83b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:30.201591 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c93e8913-1f1c-4059-a0b4-f24384fe3fed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.202623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Calling delete_port for fbb3bc2b-deea-4ffc-8445-c82ab1b3811b owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:30.204308 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.260715 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.277931 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.289847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.317607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] No DVR routers for this DVR port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:30.341048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1d7f6-489b-4781-a70e-3a303d6782da None None] Pushing event updated for resources: {'Port': ['ID=0a3b001c-e6b3-4460-89d0-507715fa9c0e,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:30.345975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b1e4f4c-37c0-4fa5-a841-395656d34144 req-643cbef8-be35-4ce9-8027-848cd2bb93fb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3942249 Feb 09 16:02:30.346687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Pushing event updated for resources: {'Port': ['ID=f3da84b8-702b-4e5f-8567-147c9e1ff301,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:30.398551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b137f35-9c5f-4bd6-a308-8fb557071c1f None None] Pushing event deleted for resources: {'Port': ['ID=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:30.430406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=3c5a1f63-9847-44f0-8c35-cd029af7558e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:30.440220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': '854bc309-d300-4f9c-a37f-47508072105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '669895e7-ef63-44ce-a4b3-9ae155beae8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:30.440220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: 669895e7-ef63-44ce-a4b3-9ae155beae8d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:30.445638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-97ebdc63-1d79-4de6-835e-acbb03016994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:30.447481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-97ebdc63-1d79-4de6-835e-acbb03016994 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.4631312 Feb 09 16:02:30.508273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] For port d3bfeb81-1f0f-4013-81c4-cb98950e0d34, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,segment=NetworkSegment(d121440d-6381-49e7-9619-1f5ad27bb502),segment_id=d121440d-6381-49e7-9619-1f5ad27bb502)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:30.508896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.521549 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a554d87a-56d7-46e4-8142-b9ef07893e27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.535199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:30.555873 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4770d4-261b-48ef-bfb4-df1ad30c4bc3 None None] Sync routers for ids ['242847d5-82e0-4440-96b0-84bd650e9f77'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:02:30.557648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554d87a-56d7-46e4-8142-b9ef07893e27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=f158229b-3606-4ddd-b430-8a6dc2559371,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:30.561704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.567138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network 669895e7-ef63-44ce-a4b3-9ae155beae8d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:30.568595 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4770d4-261b-48ef-bfb4-df1ad30c4bc3 None None] Routers {'242847d5-82e0-4440-96b0-84bd650e9f77'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:30.569789 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-eb4770d4-261b-48ef-bfb4-df1ad30c4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['242847d5-82e0-4440-96b0-84bd650e9f77'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:30.574563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c93e8913-1f1c-4059-a0b4-f24384fe3fed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.577503 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a554d87a-56d7-46e4-8142-b9ef07893e27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.588888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d77cef2d-4f30-4b29-b43a-b77ec7a5b747 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/242847d5-82e0-4440-96b0-84bd650e9f77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7483344 Feb 09 16:02:30.589196 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a554d87a-56d7-46e4-8142-b9ef07893e27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/f158229b-3606-4ddd-b430-8a6dc2559371 HTTP/1.1" status: 204 len: 168 time: 1.1740549 Feb 09 16:02:30.604392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53290) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:30.604699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53292) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:30.605422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Calling delete_port for d3bfeb81-1f0f-4013-81c4-cb98950e0d34 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:30.615940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e80cdf-7f0b-42c9-9219-1780f4a715a3 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:30.619878 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-eb4770d4-261b-48ef-bfb4-df1ad30c4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:30.627604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Port': ['ID=fbb3bc2b-deea-4ffc-8445-c82ab1b3811b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:30.631955 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4770d4-261b-48ef-bfb4-df1ad30c4bc3 None None] Routers {'242847d5-82e0-4440-96b0-84bd650e9f77'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:30.632851 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-eb4770d4-261b-48ef-bfb4-df1ad30c4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['242847d5-82e0-4440-96b0-84bd650e9f77'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:30.633056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No DVR routers for this DVR port fbb3bc2b-deea-4ffc-8445-c82ab1b3811b on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:30.669263 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-eb4770d4-261b-48ef-bfb4-df1ad30c4bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:30.669930 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4770d4-261b-48ef-bfb4-df1ad30c4bc3 None None] The sync data for ids ['242847d5-82e0-4440-96b0-84bd650e9f77'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:02:30.808264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 669895e7-ef63-44ce-a4b3-9ae155beae8d) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:30.815458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d3bfeb81-1f0f-4013-81c4-cb98950e0d34 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:30.818281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:30.818902 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.824225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.866147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58a2071-3006-4d30-81a1-4e0eea263412']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:30.867241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d97dc689-5c5e-47d9-b919-b92f974b38db tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=242847d5-82e0-4440-96b0-84bd650e9f77 HTTP/1.1" status: 200 len: 205 time: 0.2542014 Feb 09 16:02:30.870009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a0472bb1-d040-47ba-92f3-cac416ba69d1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1787727 Feb 09 16:02:30.873896 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53294) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:30.877744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f55c8-2b0b-4ddd-bb1c-5c0736df1f59 None None] Network 669895e7-ef63-44ce-a4b3-9ae155beae8d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:30.880775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c93e8913-1f1c-4059-a0b4-f24384fe3fed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Calling delete_port for 9645aeec-7083-43d4-9372-d5b6d734d83b owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:30.881515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53296) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:30.887785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:30.888198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d7e6b-6fe6-4ad7-9faf-7bb9e1a716de') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:30.955614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:30.976866 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6202edbc-b6b4-40b3-b031-6051f320bcbf tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8858883 Feb 09 16:02:31.019337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.026564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:31.105357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e12b61b-de31-44ee-8fe1-be739d818d9a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.150534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.216170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d3bfeb81-1f0f-4013-81c4-cb98950e0d34 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:02:31.216170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d3bfeb81-1f0f-4013-81c4-cb98950e0d34 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:02:31.242579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:31.243540 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:31.249573 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:31.402946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e12b61b-de31-44ee-8fe1-be739d818d9a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.405429 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e12b61b-de31-44ee-8fe1-be739d818d9a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.417522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-38739d9b-9f35-4f97-935a-b1a4fabc8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:31.419133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-38739d9b-9f35-4f97-935a-b1a4fabc8d11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9156668 Feb 09 16:02:31.473692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:31.526151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-669895e7-ef63-44ce-a4b3-9ae155beae8d', 'network_id': '669895e7-ef63-44ce-a4b3-9ae155beae8d', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': '3c5a1f63-9847-44f0-8c35-cd029af7558e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:31.527935 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.537735 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.547150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:31.588162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e12b61b-de31-44ee-8fe1-be739d818d9a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.588698 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e12b61b-de31-44ee-8fe1-be739d818d9a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Fanout notify agent at l3_agent the message router_deleted on router 242847d5-82e0-4440-96b0-84bd650e9f77 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:02:31.588829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:31.606073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e12b61b-de31-44ee-8fe1-be739d818d9a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.606073 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5e12b61b-de31-44ee-8fe1-be739d818d9a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/242847d5-82e0-4440-96b0-84bd650e9f77 HTTP/1.1" status: 204 len: 168 time: 0.7271042 Feb 09 16:02:31.606397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.607865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53302) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:31.637431 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.654055 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/b58a2071-3006-4d30-81a1-4e0eea263412 HTTP/1.1" status: 204 len: 168 time: 5.4321756 Feb 09 16:02:31.706655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53304) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:31.746875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a66b2-0592-4d59-b0cf-081d35772152 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=b58a2071-3006-4d30-81a1-4e0eea263412,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:31.755900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.756878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:31.764828 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.773937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] Deleting port 9188d0a9-7580-4d0c-8168-e7f1580feace {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:31.774974 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.787545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175565198'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:31.924869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.945428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] For port 9188d0a9-7580-4d0c-8168-e7f1580feace, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9188d0a9-7580-4d0c-8168-e7f1580feace,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:31.949274 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.995273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] Calling delete_port for 9188d0a9-7580-4d0c-8168-e7f1580feace owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:32.062930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff06aa9-f3a4-4c36-b655-0bb8bfdd1800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet 77710c7d-48eb-4755-993b-a8d071a48b57 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:02:32.091089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-4e4ee28c-7a3c-470c-8215-96a9e32dd198 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.097403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-4e4ee28c-7a3c-470c-8215-96a9e32dd198 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.105846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-4e4ee28c-7a3c-470c-8215-96a9e32dd198 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.113232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-4e4ee28c-7a3c-470c-8215-96a9e32dd198 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.119943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-4e4ee28c-7a3c-470c-8215-96a9e32dd198 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.127232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-4e4ee28c-7a3c-470c-8215-96a9e32dd198 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.129573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dff06aa9-f3a4-4c36-b655-0bb8bfdd1800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.138912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-4e4ee28c-7a3c-470c-8215-96a9e32dd198 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.149589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-4e4ee28c-7a3c-470c-8215-96a9e32dd198 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.5559442 Feb 09 16:02:32.166652 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.243852 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c93e8913-1f1c-4059-a0b4-f24384fe3fed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.245702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Allocated IP 2001:db8::3 (669895e7-ef63-44ce-a4b3-9ae155beae8d/3c5a1f63-9847-44f0-8c35-cd029af7558e/08b7b9a3-830a-42a3-92d3-f55c1d1f2a70) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:32.263900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dff06aa9-f3a4-4c36-b655-0bb8bfdd1800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.272160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dcedd7bf-4a2b-4379-8f07-1982776beb5c None None] Provisioning complete for port f3da84b8-702b-4e5f-8567-147c9e1ff301 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:32.272648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dcedd7bf-4a2b-4379-8f07-1982776beb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.295244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] No DVR routers for this DVR port d3bfeb81-1f0f-4013-81c4-cb98950e0d34 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:32.347522 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.348761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2128951-6597-4fac-a3e3-5ee7fee3dc25 req-137f5658-375e-4ce4-a65e-1619b7062391 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1986828 Feb 09 16:02:32.390692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:32.390692 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.403894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Router 521ba7af-e942-4e7e-9c23-fe65d228c03e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:02:32.405303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dcedd7bf-4a2b-4379-8f07-1982776beb5c None None] Port f3da84b8-702b-4e5f-8567-147c9e1ff301 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:32.407930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bfeb81-1f0f-4013-81c4-cb98950e0d34,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:32.408918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] No DVR routers for this DVR port 9188d0a9-7580-4d0c-8168-e7f1580feace on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:32.411477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-a6e032b4-55f3-4ab3-b7a1-474497e125bc service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9163442 Feb 09 16:02:32.413850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09236ad-1f2c-4911-83ca-9f2f29451bd1 None None] Network 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:32.416751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fcbf7-c216-4be3-8be2-ec29e2bf8652 None None] Pushing event deleted for resources: {'Port': ['ID=9188d0a9-7580-4d0c-8168-e7f1580feace,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:32.502549 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c93e8913-1f1c-4059-a0b4-f24384fe3fed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.510065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c93e8913-1f1c-4059-a0b4-f24384fe3fed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/ports/9645aeec-7083-43d4-9372-d5b6d734d83b HTTP/1.1" status: 204 len: 168 time: 3.3664873 Feb 09 16:02:32.534020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53306) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:32.546056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:32.576738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8913-1f1c-4059-a0b4-f24384fe3fed tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Port': ['ID=9645aeec-7083-43d4-9372-d5b6d734d83b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:32.608962 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.609221 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment 4d673f91-c0b2-4515-97eb-2c1d7cac7bf2 of type vlan for network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 Feb 09 16:02:32.660417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.668509 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c090b2-8400-43ac-9ab4-fd83683f7820 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:32.669136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c090b2-8400-43ac-9ab4-fd83683f7820 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:32.680134 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-96c090b2-8400-43ac-9ab4-fd83683f7820 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/subnets/17232293-e168-4aca-a2b2-e40ee3aa0124 HTTP/1.1" status: 404 len: 337 time: 0.1390982 Feb 09 16:02:32.680365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-49dc2ac0-4260-4c00-a879-786edb2149d1 None None] Provisioning complete for port 0a3b001c-e6b3-4460-89d0-507715fa9c0e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:32.680716 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49dc2ac0-4260-4c00-a879-786edb2149d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.686530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53308) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:32.688840 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.702945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dff06aa9-f3a4-4c36-b655-0bb8bfdd1800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.758755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.773367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e10413-0e94-457d-963e-748c8f99a5dd']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:32.814609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.843395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd121440d-6381-49e7-9619-1f5ad27bb502') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:32.844066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd121440d-6381-49e7-9619-1f5ad27bb502') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:32.903794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a3b001c-e6b3-4460-89d0-507715fa9c0e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:32.913543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Network 669895e7-ef63-44ce-a4b3-9ae155beae8d is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:32.915564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:32.932687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.934325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:32.937216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.939315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:32.940402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:32.947104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-5ce1b86e-879c-4ee1-a0db-d886785f7409 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244930 Feb 09 16:02:32.978803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:32.992821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d1e9eb-9eb2-4662-810a-643a5b2838aa None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:33.014787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:33.037731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:33.059925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.063801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-b621064a-5ae7-4cf8-b23a-ebcd831ac641 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0 HTTP/1.1" status: 200 len: 217 time: 0.0939052 Feb 09 16:02:33.068623 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:02:33.077093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Pushing event updated for resources: {'Port': ['ID=08b7b9a3-830a-42a3-92d3-f55c1d1f2a70,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.088609 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.124419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49dc2ac0-4260-4c00-a879-786edb2149d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.129704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.133867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:33.144737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0cdc49db-5cee-480b-8663-a549aff8e62f admin admin] 10.222.0.53 "PUT /v2.0/routers/521ba7af-e942-4e7e-9c23-fe65d228c03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7135601 Feb 09 16:02:33.160219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:33.160912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:33.165052 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:33.172640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5a1f63-9847-44f0-8c35-cd029af7558e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.206879 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a1036893-b3cf-4d0e-9a5a-5353dea66fe5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3212478 Feb 09 16:02:33.208408 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dff06aa9-f3a4-4c36-b655-0bb8bfdd1800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.223625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Sync routers for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:02:33.238319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53312) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:33.260642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': 'f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e', 'ip_address': '2001:db8::5370:9727:34e3:f71'}], 'name': 'tempest-NetworksTestDHCPv6-1836792724'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:33.287300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Attempting to bind port 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:33.287675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Attempting to bind port 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '854bc309-d300-4f9c-a37f-47508072105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '669895e7-ef63-44ce-a4b3-9ae155beae8d'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:33.288157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Attempting to bind port 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70 on network 669895e7-ef63-44ce-a4b3-9ae155beae8d {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:33.301515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff06aa9-f3a4-4c36-b655-0bb8bfdd1800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=77710c7d-48eb-4755-993b-a8d071a48b57,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.304015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:33.304498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:33.318320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dff06aa9-f3a4-4c36-b655-0bb8bfdd1800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.325438 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dff06aa9-f3a4-4c36-b655-0bb8bfdd1800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/77710c7d-48eb-4755-993b-a8d071a48b57 HTTP/1.1" status: 204 len: 168 time: 1.7142346 Feb 09 16:02:33.326913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:33.354674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:33.361294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Checking segment: {'id': '854bc309-d300-4f9c-a37f-47508072105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '669895e7-ef63-44ce-a4b3-9ae155beae8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:33.361294 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.362166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Bound using segment: {'id': '854bc309-d300-4f9c-a37f-47508072105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '669895e7-ef63-44ce-a4b3-9ae155beae8d'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:33.362728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Bound port: 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854bc309-d300-4f9c-a37f-47508072105e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '669895e7-ef63-44ce-a4b3-9ae155beae8d'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:33.363234 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.368032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0a3b001c-e6b3-4460-89d0-507715fa9c0e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:33.368271 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.375738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de72a3f-41fc-4925-b9ac-302e0bff85cb None None] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:33.396563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.404909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-268c2c2f-4eec-44d4-b7b5-82b3fae19378 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet 552bb7a1-7dd3-426d-bf90-92bf5186d9b7 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:02:33.409271 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-268c2c2f-4eec-44d4-b7b5-82b3fae19378 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.436541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.442786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.443756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.468290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-268c2c2f-4eec-44d4-b7b5-82b3fae19378 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.483260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-fa23bf0e-8336-4e15-b46c-2a106b72f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.485190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-fa23bf0e-8336-4e15-b46c-2a106b72f589 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.3812976 Feb 09 16:02:33.503979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-49dc2ac0-4260-4c00-a879-786edb2149d1 None None] For port 0a3b001c-e6b3-4460-89d0-507715fa9c0e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a3b001c-e6b3-4460-89d0-507715fa9c0e,segment=NetworkSegment(a3e8f20d-3fa6-4e63-ace4-d78136e9205b),segment_id=a3e8f20d-3fa6-4e63-ace4-d78136e9205b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:33.589797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-268c2c2f-4eec-44d4-b7b5-82b3fae19378 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.669516 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49dc2ac0-4260-4c00-a879-786edb2149d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.686434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669895e7-ef63-44ce-a4b3-9ae155beae8d']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:33.699143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854bc309-d300-4f9c-a37f-47508072105e') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:33.699585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854bc309-d300-4f9c-a37f-47508072105e') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:33.711775 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.718823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.729098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.738471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:33.739168 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:33.769622 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:33.772673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9766831 Feb 09 16:02:33.772777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53322) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:33.772885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.772991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e5a8a2d1-0615-48b2-a9b0-beba0f799f0b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:33.773096 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc2ac0-4260-4c00-a879-786edb2149d1 None None] Pushing event updated for resources: {'Port': ['ID=0a3b001c-e6b3-4460-89d0-507715fa9c0e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.777017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] 10.222.0.53 "DELETE /v2.0/networks/55e10413-0e94-457d-963e-748c8f99a5dd HTTP/1.1" status: 204 len: 168 time: 4.9917307 Feb 09 16:02:33.785471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.827373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-268c2c2f-4eec-44d4-b7b5-82b3fae19378 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.847395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3cdc8-9cf2-4658-a091-fd12505a4a6a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=a062a9b1-04ac-4aec-8d05-2e6685aa65a9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.855333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-d67dd8fc-4040-4cb1-9f76-2a70268e1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.858629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-d67dd8fc-4040-4cb1-9f76-2a70268e1d50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2570598 Feb 09 16:02:33.890364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-11353091-3a49-483d-b91b-b09f9cf66bd4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.898915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-11353091-3a49-483d-b91b-b09f9cf66bd4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.906605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-11353091-3a49-483d-b91b-b09f9cf66bd4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.928068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-11353091-3a49-483d-b91b-b09f9cf66bd4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.929976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-11353091-3a49-483d-b91b-b09f9cf66bd4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.935314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c2c2f-4eec-44d4-b7b5-82b3fae19378 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=552bb7a1-7dd3-426d-bf90-92bf5186d9b7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:33.944771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-268c2c2f-4eec-44d4-b7b5-82b3fae19378 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.949062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-11353091-3a49-483d-b91b-b09f9cf66bd4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.954092 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-268c2c2f-4eec-44d4-b7b5-82b3fae19378 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/552bb7a1-7dd3-426d-bf90-92bf5186d9b7 HTTP/1.1" status: 204 len: 168 time: 0.6258755 Feb 09 16:02:33.954928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53326) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:33.957499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-11353091-3a49-483d-b91b-b09f9cf66bd4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:33.960490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-11353091-3a49-483d-b91b-b09f9cf66bd4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.4166312 Feb 09 16:02:33.974811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4ded52-34a1-4b11-bba1-ce9de63196ee']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:34.036514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:34.038379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb3c3b9-5d6b-452a-9360-7f3a3e1cc595 None None] Network bd559d2a-dce8-4c4c-8a2e-36701939607d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:34.060932 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:02:34.060932 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:02:34.060932 n-d-828542-1 neutron-server[103179]: [parameters: {'id': '669895e7-ef63-44ce-a4b3-9ae155beae8d'}] Feb 09 16:02:34.060932 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:34.060932 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:34.086798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53328) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:34.093272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7122cda9-2f56-4cd8-b5e3-3534b0134d73 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616571261', 'description': 'tempest-description--265576794'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:34.093607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb6037-6280-4d56-ac29-0433e3c7db8a admin admin] Pushing event deleted for resources: {'Network': ['ID=55e10413-0e94-457d-963e-748c8f99a5dd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:34.133310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d058440-1e8a-4a32-82b5-2897ebd8ec6e') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:34.134273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d058440-1e8a-4a32-82b5-2897ebd8ec6e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:34.150756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-616bfa69-95e0-4a36-a263-75f70e9fef44 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720030 Feb 09 16:02:34.160460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.183149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8050fd70-0b85-4fa0-9f70-a97867300b2c req-fb4e0b1c-0454-410d-9881-8b5ddc449c30 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027517 Feb 09 16:02:34.198882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.215125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.229383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:34.230806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.238272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:34.240569 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:34.242781 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:34.286053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:02:34.327915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] For port 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:34.346591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5a8a2d1-0615-48b2-a9b0-beba0f799f0b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.353330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7122cda9-2f56-4cd8-b5e3-3534b0134d73 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.399414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-7b88a7ce-2721-43a2-b093-1790f046cdef service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368493 Feb 09 16:02:34.405171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-737bb292-c1b2-4a97-b53f-f20af9529c79 None None] Provisioning complete for port 0a3b001c-e6b3-4460-89d0-507715fa9c0e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:34.406668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-737bb292-c1b2-4a97-b53f-f20af9529c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.409107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:34.409737 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.464256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9188d0a9-7580-4d0c-8168-e7f1580feace no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:34.483196 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.488321 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-4695ca31-b569-4868-b831-eeb78b93f402 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=332c5851-26f7-4349-8ac8-825b45ad61a5 HTTP/1.1" status: 200 len: 217 time: 0.0813155 Feb 09 16:02:34.496861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.503592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/8e4ded52-34a1-4b11-bba1-ce9de63196ee HTTP/1.1" status: 204 len: 168 time: 1.8107798 Feb 09 16:02:34.505121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53330) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:34.525069 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5f1de084-8bc7-4a7a-a8b5-9695f6364bce,segment=NetworkSegment(9768390e-41ad-4980-8d50-f461bfcf0f76),segment_id=9768390e-41ad-4980-8d50-f461bfcf0f76)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:34.525069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.540072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:34.544480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14721d-0d4c-4609-9bd6-0da373c4b93b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Network': ['ID=8e4ded52-34a1-4b11-bba1-ce9de63196ee,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:34.546001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5a8a2d1-0615-48b2-a9b0-beba0f799f0b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.554957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7122cda9-2f56-4cd8-b5e3-3534b0134d73 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.561968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 5f1de084-8bc7-4a7a-a8b5-9695f6364bce owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:34.563802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.581934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5a8a2d1-0615-48b2-a9b0-beba0f799f0b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 is not hosted by any dhcp agent {{(pid=103179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 16:02:34.584119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 9188d0a9-7580-4d0c-8168-e7f1580feace {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:02:34.585007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9188d0a9-7580-4d0c-8168-e7f1580feace not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:02:34.589729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a8a2d1-0615-48b2-a9b0-beba0f799f0b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:34.589729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5a8a2d1-0615-48b2-a9b0-beba0f799f0b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.596550 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e5a8a2d1-0615-48b2-a9b0-beba0f799f0b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "PUT /v2.0/networks/a062a9b1-04ac-4aec-8d05-2e6685aa65a9 HTTP/1.1" status: 200 len: 723 time: 0.8272388 Feb 09 16:02:34.596550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53332) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:34.636314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': 'a062a9b1-04ac-4aec-8d05-2e6685aa65a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:34.694927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53334) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:34.735602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-d1aed8da-03a3-4d70-ac01-9c7bf1590965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:34.737132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-d1aed8da-03a3-4d70-ac01-9c7bf1590965 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.2310336 Feb 09 16:02:34.792381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] For port 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=08b7b9a3-830a-42a3-92d3-f55c1d1f2a70,segment=NetworkSegment(854bc309-d300-4f9c-a37f-47508072105e),segment_id=854bc309-d300-4f9c-a37f-47508072105e)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:34.813271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a3b001c-e6b3-4460-89d0-507715fa9c0e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:34.845044 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.857834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1256c39d-b078-48bb-a17b-009b098760b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32d2999d3f674b36b87d5b2fd73b9811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576476 Feb 09 16:02:34.867031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:34.884173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-2b63638f-7def-481b-a23f-6af6914f8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:34.884526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-2b63638f-7def-481b-a23f-6af6914f8048 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1382093 Feb 09 16:02:34.893575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-29401031-314c-422e-900a-8834bb122498 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Deleting port 7e5f3e52-8545-4f4e-82f1-3c8768ecf4dd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:34.893943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29401031-314c-422e-900a-8834bb122498 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:34.919185 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.029646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7122cda9-2f56-4cd8-b5e3-3534b0134d73 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.048552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port e8ef4bfc-3334-4d04-bda7-759fda846d18 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:02:35.068913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] DHCP port deletion for 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:35.119503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8a2d1-0615-48b2-a9b0-beba0f799f0b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=a062a9b1-04ac-4aec-8d05-2e6685aa65a9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:35.172250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:35.199813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122cda9-2f56-4cd8-b5e3-3534b0134d73 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164af284-6f44-444d-bc63-2296e6e8cb05,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:35.235271 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7122cda9-2f56-4cd8-b5e3-3534b0134d73 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.251615 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7122cda9-2f56-4cd8-b5e3-3534b0134d73 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1529751 Feb 09 16:02:35.251615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53338) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:35.251615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-50f15412-cffd-447a-9a2e-5b40c33230d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'security_group_rule': {'security_group_id': '164af284-6f44-444d-bc63-2296e6e8cb05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:35.259971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d49d31-6b11-45a2-b119-3c8f227a6463 None None] Pushing event updated for resources: {'Port': ['ID=08b7b9a3-830a-42a3-92d3-f55c1d1f2a70,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:35.301365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting port 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:35.306575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.315772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] DHCP port deletion for bd559d2a-dce8-4c4c-8a2e-36701939607d request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:35.395094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.426075 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:35.432679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.439169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e/696daca7-348d-4b2b-96bc-eb1026164cc9) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:35.451806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0a3b001c-e6b3-4460-89d0-507715fa9c0e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:35.452426 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.580726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=5f1de084-8bc7-4a7a-a8b5-9695f6364bce,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:35.592511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29401031-314c-422e-900a-8834bb122498 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.621424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:35.633907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50f15412-cffd-447a-9a2e-5b40c33230d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.640060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2611d58-6b3a-4493-9bd8-e0f5adfc7d13 None None] Network 669895e7-ef63-44ce-a4b3-9ae155beae8d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:35.654001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-29401031-314c-422e-900a-8834bb122498 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Calling delete_port for 7e5f3e52-8545-4f4e-82f1-3c8768ecf4dd owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:35.750581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9044dab5-c8b5-47d5-8a78-2a16ead51d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.769555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] For port 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=08b7b9a3-830a-42a3-92d3-f55c1d1f2a70,segment=NetworkSegment(854bc309-d300-4f9c-a37f-47508072105e),segment_id=854bc309-d300-4f9c-a37f-47508072105e)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:35.770066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.802653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-942f89bd-51f1-4e38-b893-01ddd0409f7c service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9031029 Feb 09 16:02:35.824816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-ae3e2327-31d3-4e7a-8dec-56707c15c7e6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.830882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-ae3e2327-31d3-4e7a-8dec-56707c15c7e6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.837425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-ae3e2327-31d3-4e7a-8dec-56707c15c7e6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.843548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-ae3e2327-31d3-4e7a-8dec-56707c15c7e6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.850423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-ae3e2327-31d3-4e7a-8dec-56707c15c7e6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.856978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-ae3e2327-31d3-4e7a-8dec-56707c15c7e6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.863065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-ae3e2327-31d3-4e7a-8dec-56707c15c7e6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:35.864735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-ae3e2327-31d3-4e7a-8dec-56707c15c7e6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.2688148 Feb 09 16:02:35.868817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50f15412-cffd-447a-9a2e-5b40c33230d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.942157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:29Z', 'revision_number': 2, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:35.955496 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9044dab5-c8b5-47d5-8a78-2a16ead51d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.958419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Calling delete_port for 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:35.965241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] Deleting port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:35.965902 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.970329 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:35.982557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50f15412-cffd-447a-9a2e-5b40c33230d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.032779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:36.059291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Checking router: 521ba7af-e942-4e7e-9c23-fe65d228c03e for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:02:36.059898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Updating router 521ba7af-e942-4e7e-9c23-fe65d228c03e port f3da84b8-702b-4e5f-8567-147c9e1ff301 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:02:36.092047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f15412-cffd-447a-9a2e-5b40c33230d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca0bd42-8db7-4404-b9b2-aa56bc756648,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.098154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9768390e-41ad-4980-8d50-f461bfcf0f76') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:36.098780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9768390e-41ad-4980-8d50-f461bfcf0f76') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:36.121417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0101877-ce79-440e-bdec-3d4e0b31891b req-3d54d2a2-73ba-456c-9577-cd4ad19b0eae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2397475 Feb 09 16:02:36.137557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.169744 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-50f15412-cffd-447a-9a2e-5b40c33230d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.171566 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-50f15412-cffd-447a-9a2e-5b40c33230d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9257338 Feb 09 16:02:36.177268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.179823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-9e935104-2a12-46d4-a8d7-8dc8a2b4ddb1 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137312 Feb 09 16:02:36.180538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53342) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:36.189540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-14985643-0daa-4774-9824-7c8bc249c1fd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'security_group_rule': {'security_group_id': '164af284-6f44-444d-bc63-2296e6e8cb05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:36.199249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:36.199249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:36.204550 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:36.206901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] Deleting port a52c3fd9-c122-41aa-b171-6e6b660d39bc {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:36.206901 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.259503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-48c56c95-8da1-46fc-a528-ae8734dc4fb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76acaa04-2f27-4308-a450-39bdd11c1774 HTTP/1.1" status: 200 len: 217 time: 0.0594633 Feb 09 16:02:36.265793 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9044dab5-c8b5-47d5-8a78-2a16ead51d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.268820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9044dab5-c8b5-47d5-8a78-2a16ead51d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.275602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9044dab5-c8b5-47d5-8a78-2a16ead51d4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9075fafb-401d-4032-9b79-d4aff8fe64f9 HTTP/1.1" status: 204 len: 168 time: 1.4019766 Feb 09 16:02:36.328318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-f449efdf-1e8f-4eb1-b5f0-c690c58fa593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:36.330057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-f449efdf-1e8f-4eb1-b5f0-c690c58fa593 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.0589831 Feb 09 16:02:36.330736 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29401031-314c-422e-900a-8834bb122498 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.338545 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.391117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044dab5-c8b5-47d5-8a78-2a16ead51d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9075fafb-401d-4032-9b79-d4aff8fe64f9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.393896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401031-314c-422e-900a-8834bb122498 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Port': ['ID=7e5f3e52-8545-4f4e-82f1-3c8768ecf4dd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.416668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29401031-314c-422e-900a-8834bb122498 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.418935 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.420056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-29401031-314c-422e-900a-8834bb122498 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/ports/7e5f3e52-8545-4f4e-82f1-3c8768ecf4dd HTTP/1.1" status: 204 len: 168 time: 1.9116361 Feb 09 16:02:36.426065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53346) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:36.462325 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31d780c-19a5-4134-9d77-c4a0df055d9c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:36.462795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31d780c-19a5-4134-9d77-c4a0df055d9c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:36.464892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.465875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d31d780c-19a5-4134-9d77-c4a0df055d9c tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/subnets/d5e638ff-9615-4d7d-96c7-11bf2190dce5 HTTP/1.1" status: 404 len: 337 time: 0.0410793 Feb 09 16:02:36.469226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53348) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:36.469803 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.485424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14985643-0daa-4774-9824-7c8bc249c1fd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.486652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] For port a52c3fd9-c122-41aa-b171-6e6b660d39bc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a52c3fd9-c122-41aa-b171-6e6b660d39bc,segment=NetworkSegment(46353379-d958-4132-b8e3-651cf8577406),segment_id=46353379-d958-4132-b8e3-651cf8577406)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:36.489608 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.500428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131ad44-370a-4f28-ae10-60abc51846de req-c6840cf1-6abc-4c0c-9a07-c7a11888eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:36.502026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-c6840cf1-6abc-4c0c-9a07-c7a11888eb3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1591821 Feb 09 16:02:36.508370 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.514975 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 HTTP/1.1" status: 204 len: 168 time: 2.5521760 Feb 09 16:02:36.542117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fe993-928e-4120-bcf2-205ec3cd0dd6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.544532 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:36.563046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Port': ['ID=08b7b9a3-830a-42a3-92d3-f55c1d1f2a70,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.582980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No DVR routers for this DVR port 08b7b9a3-830a-42a3-92d3-f55c1d1f2a70 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:36.673212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=b1981c5e-c088-4e75-acfb-846cc7dda171,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:36.699216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.725136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] Calling delete_port for a52c3fd9-c122-41aa-b171-6e6b660d39bc owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:36.740427 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14985643-0daa-4774-9824-7c8bc249c1fd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.836591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] For port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:36.837122 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.852930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.867168 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14985643-0daa-4774-9824-7c8bc249c1fd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.910443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a062a9b1-04ac-4aec-8d05-2e6685aa65a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:36.910927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: a062a9b1-04ac-4aec-8d05-2e6685aa65a9, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:36.921739 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:36.942936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a52c3fd9-c122-41aa-b171-6e6b660d39bc no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:36.953931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-9adf4df9-fc32-4d98-92c7-d3be1d251df2 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420033 Feb 09 16:02:36.986065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669895e7-ef63-44ce-a4b3-9ae155beae8d']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:37.020444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854bc309-d300-4f9c-a37f-47508072105e') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:37.021075 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854bc309-d300-4f9c-a37f-47508072105e') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:37.033714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.035832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.060946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.070967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:37.071654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:37.075517 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:37.084551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1de0301-3582-4e30-8156-3b6d33f3dc98']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:37.111291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] Calling delete_port for 5f1de084-8bc7-4a7a-a8b5-9695f6364bce owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:37.112566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:37.113538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68f728b-c9c2-4b7c-ba9c-911ebfd2d5ad') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:37.125619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] Port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:02:37.144073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14985643-0daa-4774-9824-7c8bc249c1fd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3854cf18-3547-42ef-90de-ecc8336a36aa,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:37.147375 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:37.173459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port a52c3fd9-c122-41aa-b171-6e6b660d39bc {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:37.174201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.196857 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.242179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.248112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.260096 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14985643-0daa-4774-9824-7c8bc249c1fd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.261543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-14985643-0daa-4774-9824-7c8bc249c1fd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0785072 Feb 09 16:02:37.265604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53362) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:37.267042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port a52c3fd9-c122-41aa-b171-6e6b660d39bc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a52c3fd9-c122-41aa-b171-6e6b660d39bc,segment=NetworkSegment(46353379-d958-4132-b8e3-651cf8577406),segment_id=46353379-d958-4132-b8e3-651cf8577406)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:37.267749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.277733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:37.280521 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a062a9b1-04ac-4aec-8d05-2e6685aa65a9) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:37.305206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.316259 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.316585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:37.316778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.322375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33148135'] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:37.322617 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:37.341817 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.346874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for a52c3fd9-c122-41aa-b171-6e6b660d39bc owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:37.348590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89469bf4-a3e1-4d6e-8a0e-ad9cf4661cfa None None] Network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:37.351310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.375224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] Pushing event deleted for resources: {'Port': ['ID=5f1de084-8bc7-4a7a-a8b5-9695f6364bce,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:37.386016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.390118 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/669895e7-ef63-44ce-a4b3-9ae155beae8d HTTP/1.1" status: 204 len: 168 time: 6.3624623 Feb 09 16:02:37.391538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27208a-adcd-4daa-b1be-2232418d35af tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=669895e7-ef63-44ce-a4b3-9ae155beae8d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:37.399444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53364) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:37.405108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] Network 2f8c3bae-0c7c-4993-844c-5d4a0bf5d9f1 is not hosted by any dhcp agent {{(pid=103180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 16:02:37.406351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a29bf-72bd-46ef-9d15-8acd6b4b9695 None None] No DVR routers for this DVR port 5f1de084-8bc7-4a7a-a8b5-9695f6364bce on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:37.411153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1829887635'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:37.431686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.436259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.471158 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8472dc47-83ff-4a01-a388-fc9ba189725d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8738563 Feb 09 16:02:37.477472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:37.483513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fbaefc0a-3ac7-44dd-8f72-dc3284197908 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:37.514903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] Pushing event deleted for resources: {'Port': ['ID=a52c3fd9-c122-41aa-b171-6e6b660d39bc,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:37.539715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-bc24f4b3-ab7b-448b-83d8-1e75d1f2ca0b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.546949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-bc24f4b3-ab7b-448b-83d8-1e75d1f2ca0b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.553114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-bc24f4b3-ab7b-448b-83d8-1e75d1f2ca0b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.560024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-bc24f4b3-ab7b-448b-83d8-1e75d1f2ca0b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.564018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5f1de084-8bc7-4a7a-a8b5-9695f6364bce no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:37.567020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-bc24f4b3-ab7b-448b-83d8-1e75d1f2ca0b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.573287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-bc24f4b3-ab7b-448b-83d8-1e75d1f2ca0b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.580182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-bc24f4b3-ab7b-448b-83d8-1e75d1f2ca0b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:37.581555 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-bc24f4b3-ab7b-448b-83d8-1e75d1f2ca0b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.2067916 Feb 09 16:02:37.583766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f131ad44-370a-4f28-ae10-60abc51846de req-fe5e7362-fb8d-4eee-b291-a680ceed191c service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106000 Feb 09 16:02:37.591823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.648594 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.652667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/e1de0301-3582-4e30-8156-3b6d33f3dc98 HTTP/1.1" status: 204 len: 168 time: 1.1808085 Feb 09 16:02:37.658871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ee603-6d5a-4205-beee-751c1bf8747f tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Network': ['ID=e1de0301-3582-4e30-8156-3b6d33f3dc98,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:37.672310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbaefc0a-3ac7-44dd-8f72-dc3284197908 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29767841'] for subnet, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.673449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53372) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:37.741463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-db584d6b-5974-470c-bafa-a23ce752af8b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Deleting subnet 81b74d01-500d-4531-bede-f90adf6eda07 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:02:37.751734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db584d6b-5974-470c-bafa-a23ce752af8b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.813295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2456b78d-199b-4b6f-a9f3-fe04676d0c40 req-21b26799-ff6c-4f10-aba9-6249dfe25bc6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2232773 Feb 09 16:02:37.841627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::5370:9727:34e3:f71 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e/e8ef4bfc-3334-4d04-bda7-759fda846d18) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:37.875985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73030ad-8b36-48b3-8eea-b6d0943aeacd None None] No DVR routers for this DVR port a52c3fd9-c122-41aa-b171-6e6b660d39bc on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:37.877891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 5f1de084-8bc7-4a7a-a8b5-9695f6364bce {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:02:37.878846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5f1de084-8bc7-4a7a-a8b5-9695f6364bce not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:02:37.883082 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.905948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db584d6b-5974-470c-bafa-a23ce752af8b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:37.948376 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.002093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:38.011452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:38.015106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.018340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port a52c3fd9-c122-41aa-b171-6e6b660d39bc on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:38.025435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=a52c3fd9-c122-41aa-b171-6e6b660d39bc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:38.028753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:38.048417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:38.076220 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.094658 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db584d6b-5974-470c-bafa-a23ce752af8b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.118899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Pushing event updated for resources: {'Port': ['ID=696daca7-348d-4b2b-96bc-eb1026164cc9,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:38.136418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-fed7af08-4194-4768-82c2-3a493e54865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.136915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-fed7af08-4194-4768-82c2-3a493e54865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.137396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-fed7af08-4194-4768-82c2-3a493e54865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.137875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-fed7af08-4194-4768-82c2-3a493e54865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.138364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-fed7af08-4194-4768-82c2-3a493e54865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.138837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-fed7af08-4194-4768-82c2-3a493e54865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.139300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-fed7af08-4194-4768-82c2-3a493e54865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.143570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-fed7af08-4194-4768-82c2-3a493e54865b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6488 time: 0.3858154 Feb 09 16:02:38.154917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbaefc0a-3ac7-44dd-8f72-dc3284197908 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783024034151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30076373'] for subnet, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.165911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:38.188892 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.211512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.222322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Attempting to bind port 696daca7-348d-4b2b-96bc-eb1026164cc9 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:38.222695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Attempting to bind port 696daca7-348d-4b2b-96bc-eb1026164cc9 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:38.223064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Attempting to bind port 696daca7-348d-4b2b-96bc-eb1026164cc9 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:38.234909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaefc0a-3ac7-44dd-8f72-dc3284197908 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.235608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbaefc0a-3ac7-44dd-8f72-dc3284197908 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.237103 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fbaefc0a-3ac7-44dd-8f72-dc3284197908 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "PUT /v2.0/subnets/b1981c5e-c088-4e75-acfb-846cc7dda171 HTTP/1.1" status: 200 len: 806 time: 0.7582524 Feb 09 16:02:38.241471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.241831 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment 5a065610-c934-471c-80a9-c8f0f59b236b of type vlan for network 0b6660ba-2630-4313-9807-93bb24befbd0 Feb 09 16:02:38.246809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53380) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:38.263566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:38.264750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:38.265343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.266251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:38.267836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Bound port: 696daca7-348d-4b2b-96bc-eb1026164cc9, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:38.269043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.342951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd559d2a-dce8-4c4c-8a2e-36701939607d']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:38.359079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46353379-d958-4132-b8e3-651cf8577406') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:38.360275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46353379-d958-4132-b8e3-651cf8577406') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:38.374505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.381323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-a062a9b1-04ac-4aec-8d05-2e6685aa65a9', 'network_id': 'a062a9b1-04ac-4aec-8d05-2e6685aa65a9', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': 'b1981c5e-c088-4e75-acfb-846cc7dda171'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:38.382224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.448283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.467330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.476770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53382) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:38.486775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-3fc8f945-9271-4981-aca2-c01f5c5d8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.487125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaefc0a-3ac7-44dd-8f72-dc3284197908 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=b1981c5e-c088-4e75-acfb-846cc7dda171,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:38.491993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-3fc8f945-9271-4981-aca2-c01f5c5d8afb service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca HTTP/1.1" status: 200 len: 902 time: 0.3089948 Feb 09 16:02:38.492415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a960be-bf5c-42f1-bb6c-6b0620215400 None None] Pushing event updated for resources: {'Port': ['ID=f3da84b8-702b-4e5f-8567-147c9e1ff301,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:38.514920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:38.517115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:38.521278 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:38.552194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] For port 696daca7-348d-4b2b-96bc-eb1026164cc9, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:38.555851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Attempting to bind port f3da84b8-702b-4e5f-8567-147c9e1ff301 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:38.556275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Attempting to bind port f3da84b8-702b-4e5f-8567-147c9e1ff301 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:38.556650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Attempting to bind port f3da84b8-702b-4e5f-8567-147c9e1ff301 on network f6c10f4b-ba62-4687-b736-8da6e468cd20 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:38.567314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:38.567640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Checking segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:38.567978 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.568420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Bound using segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:38.568985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Bound port: f3da84b8-702b-4e5f-8567-147c9e1ff301, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:38.569380 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.583477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db584d6b-5974-470c-bafa-a23ce752af8b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.601170 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.688336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-40900793-8b20-4efe-a5cd-1bddf58b9279 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76acaa04-2f27-4308-a450-39bdd11c1774 HTTP/1.1" status: 200 len: 217 time: 0.1231680 Feb 09 16:02:38.710214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.720056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] For port f3da84b8-702b-4e5f-8567-147c9e1ff301, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:38.729460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] For port f3da84b8-702b-4e5f-8567-147c9e1ff301, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f3da84b8-702b-4e5f-8567-147c9e1ff301,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:38.751697 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.751956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db584d6b-5974-470c-bafa-a23ce752af8b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Subnet': ['ID=81b74d01-500d-4531-bede-f90adf6eda07,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:38.756072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db584d6b-5974-470c-bafa-a23ce752af8b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.758938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-db584d6b-5974-470c-bafa-a23ce752af8b tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/subnets/81b74d01-500d-4531-bede-f90adf6eda07 HTTP/1.1" status: 204 len: 168 time: 1.0803564 Feb 09 16:02:38.771414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53386) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:38.778670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.782592 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/bd559d2a-dce8-4c4c-8a2e-36701939607d HTTP/1.1" status: 204 len: 168 time: 2.2322116 Feb 09 16:02:38.783677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a6201-3282-4f07-b8c6-092a5d9c1b48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=bd559d2a-dce8-4c4c-8a2e-36701939607d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:38.792883 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53388) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:38.798496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-1708165214'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:38.806807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.813082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:38.813694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.857412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Allocated IP 172.20.0.2 (a062a9b1-04ac-4aec-8d05-2e6685aa65a9/b1981c5e-c088-4e75-acfb-846cc7dda171/f7a50b87-137c-4c59-a94b-de8455f9d171) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:38.898551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] For port 696daca7-348d-4b2b-96bc-eb1026164cc9, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=696daca7-348d-4b2b-96bc-eb1026164cc9,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:38.904942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0467ecd-a35a-4441-a721-fd3f64f5be65 None None] Network a2181776-80d0-4d18-a880-8365a61b3314 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:38.914469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.947145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Allocated IP 172.25.5.143 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/6c188141-ea2a-4736-8e68-a565b315323e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:38.957507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:38.971616 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=0b6660ba-2630-4313-9807-93bb24befbd0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:39.003094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0b6660ba-2630-4313-9807-93bb24befbd0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:39.006407 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.030514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-177059762-network', 'tenant_id': 'd779af02177b4df599865d40a1cd667f'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:39.054298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.060694 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-179d2050-1be5-4845-9ab9-701b4b79056d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6596947 Feb 09 16:02:39.063724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:39.069976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': '0b6660ba-2630-4313-9807-93bb24befbd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:39.100010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-85d9b855-0b54-422a-bb7c-60030156c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.102330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-85d9b855-0b54-422a-bb7c-60030156c415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.4025447 Feb 09 16:02:39.105784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.131388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:39.135344 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.205782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:39.238297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.238775 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment 06bc9c7b-bc21-4eb8-b15b-137abaf6e7db of type vlan for network b13ac723-90f0-4e57-b45f-448438eaa6ef Feb 09 16:02:39.317181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-479bba33-47ac-462a-8158-dcce22b47974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.319698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-479bba33-47ac-462a-8158-dcce22b47974 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1801953 Feb 09 16:02:39.326377 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.332632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a960be-bf5c-42f1-bb6c-6b0620215400 None None] Pushing event updated for resources: {'Port': ['ID=f3da84b8-702b-4e5f-8567-147c9e1ff301,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:39.357196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-b7389067-d730-4f59-8cba-049d9c3f9232 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.361704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5f8d8b86-cb08-4156-a2c3-5d4531620352 None None] Provisioning complete for port f3da84b8-702b-4e5f-8567-147c9e1ff301 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:39.362084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8b86-cb08-4156-a2c3-5d4531620352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.363343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-b7389067-d730-4f59-8cba-049d9c3f9232 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.369239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:39.369992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-b7389067-d730-4f59-8cba-049d9c3f9232 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.375750 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.376594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-b7389067-d730-4f59-8cba-049d9c3f9232 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.383556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-b7389067-d730-4f59-8cba-049d9c3f9232 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.389923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-b7389067-d730-4f59-8cba-049d9c3f9232 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.396247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-b7389067-d730-4f59-8cba-049d9c3f9232 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.405930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-b7389067-d730-4f59-8cba-049d9c3f9232 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.4084089 Feb 09 16:02:39.412705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.415399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Made reservation on behalf of d779af02177b4df599865d40a1cd667f for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:39.417901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.450203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9703-5a6f-4f7a-b80f-8424ec81e5f1 None None] Pushing event updated for resources: {'Port': ['ID=696daca7-348d-4b2b-96bc-eb1026164cc9,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:39.506244 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.523382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:39.524046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:39.585753 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.625569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=e8ef4bfc-3334-4d04-bda7-759fda846d18,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:39.701545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e22b5f2e-1b56-447a-b543-cd44a2f680ba req-ed07df83-634a-4671-a9be-3b4d761861d7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2945514 Feb 09 16:02:39.758392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Deleting port ffa327b3-3dd4-4515-b4ce-c6571b080f43 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:39.759671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.774373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.785515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:39.786690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.832334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] For port ffa327b3-3dd4-4515-b4ce-c6571b080f43, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ffa327b3-3dd4-4515-b4ce-c6571b080f43,segment=NetworkSegment(60cf5bd6-f4be-43cd-b313-9d18a9692a07),segment_id=60cf5bd6-f4be-43cd-b313-9d18a9692a07)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:39.832334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.847747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Calling delete_port for ffa327b3-3dd4-4515-b4ce-c6571b080f43 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:39.904996 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1108837 Feb 09 16:02:39.910006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53394) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:39.915843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': 'b13ac723-90f0-4e57-b45f-448438eaa6ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:39.952671 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:39.965186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1751716-8f3f-4d0e-b78d-caf2df9ddb77 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=b13ac723-90f0-4e57-b45f-448438eaa6ef,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:40.010275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:40.011908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:40.024330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:40.031358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:40.031691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.033130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network b13ac723-90f0-4e57-b45f-448438eaa6ef details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:40.044027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:02:40.045661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-78bb4431-c61b-4605-b106-f7d5a0d9bec1 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118731 Feb 09 16:02:40.094003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cd9bcd-34ad-4ca9-afce-2b7a03de1701 None None] DHCP port deletion for a2181776-80d0-4d18-a880-8365a61b3314 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:40.124738 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.142529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.156484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.169918 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.174025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Port': ['ID=ffa327b3-3dd4-4515-b4ce-c6571b080f43,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:40.185282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4ee239a5-b17a-40f9-81cd-47aeadef3256 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.9272370 Feb 09 16:02:40.185282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] No DVR routers for this DVR port ffa327b3-3dd4-4515-b4ce-c6571b080f43 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:40.186792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53396) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:40.207265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.219094 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8b86-cb08-4156-a2c3-5d4531620352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.231907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.284995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:40.300223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:40.304563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:40.313449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=af7eb0be-00dc-44a5-8de7-7ff79b5c970f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:40.319440 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.334711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Pushing event updated for resources: {'Port': ['ID=f7a50b87-137c-4c59-a94b-de8455f9d171,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:40.348015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=b1981c5e-c088-4e75-acfb-846cc7dda171,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:40.409795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:40.414506 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.420901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5f8d8b86-cb08-4156-a2c3-5d4531620352 None None] For port f3da84b8-702b-4e5f-8567-147c9e1ff301, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f3da84b8-702b-4e5f-8567-147c9e1ff301,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:40.433918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': '5a065610-c934-471c-80a9-c8f0f59b236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b6660ba-2630-4313-9807-93bb24befbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:40.434480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: 0b6660ba-2630-4313-9807-93bb24befbd0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:40.466342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Attempting to bind port f7a50b87-137c-4c59-a94b-de8455f9d171 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:40.466710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Attempting to bind port f7a50b87-137c-4c59-a94b-de8455f9d171 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a062a9b1-04ac-4aec-8d05-2e6685aa65a9'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:40.467077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Attempting to bind port f7a50b87-137c-4c59-a94b-de8455f9d171 on network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:40.480493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.483094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:40.483453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Checking segment: {'id': '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a062a9b1-04ac-4aec-8d05-2e6685aa65a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:40.483871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.484330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Bound using segment: {'id': '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a062a9b1-04ac-4aec-8d05-2e6685aa65a9'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:40.484862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Bound port: f7a50b87-137c-4c59-a94b-de8455f9d171, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a062a9b1-04ac-4aec-8d05-2e6685aa65a9'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:40.485353 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.504762 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8b86-cb08-4156-a2c3-5d4531620352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.543173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a062a9b1-04ac-4aec-8d05-2e6685aa65a9']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:40.566574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:40.566920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:40.583727 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.667475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network 0b6660ba-2630-4313-9807-93bb24befbd0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:40.669237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d8b86-cb08-4156-a2c3-5d4531620352 None None] Pushing event updated for resources: {'Port': ['ID=f3da84b8-702b-4e5f-8567-147c9e1ff301,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:40.684321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] For port f7a50b87-137c-4c59-a94b-de8455f9d171, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:40.686126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.688112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2c6c8ef7-5a85-4be7-98c0-8c681a1a2ae3 None None] Provisioning complete for port f3da84b8-702b-4e5f-8567-147c9e1ff301 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:40.688500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c6c8ef7-5a85-4be7-98c0-8c681a1a2ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.698242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:40.698662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:40.702252 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:40.757214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:38Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:40.805396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52cac3-0e11-4b6d-befb-b66b6d7704cc None None] The sync data for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 is: [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:38Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:02:40.887170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0b6660ba-2630-4313-9807-93bb24befbd0) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:40.938502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ddac40-fc48-44bb-8de3-e0f1c617f4c9 None None] Network 0b6660ba-2630-4313-9807-93bb24befbd0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:40.957478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:40.958105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:40.991697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:41.004309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:41.013823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 696daca7-348d-4b2b-96bc-eb1026164cc9 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:41.029467 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:02:41.029467 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:02:41.029467 n-d-828542-1 neutron-server[103179]: [parameters: {'id': 'a062a9b1-04ac-4aec-8d05-2e6685aa65a9'}] Feb 09 16:02:41.029467 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:41.030584 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:41.058525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.059263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67dfd87-ebca-46ed-b9d5-c42bdc27387c req-d74efc5a-d01a-4484-9299-787ac9bfcebe service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0050485 Feb 09 16:02:41.064662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:41.120145 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0e6036b4-c5fb-49a4-8c74-0a308b88f22b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0551507 Feb 09 16:02:41.127858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53400) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:41.163705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6c6484-5485-45d5-9f63-7301f3060aab,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:41.206540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:41.224132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.224496 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Added segment 1ffd4f50-5a13-4888-8abc-8a6457552e7d of type vlan for network cd3f7593-5488-4e7c-9b72-c072b1cf38bf Feb 09 16:02:41.283416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] For port f7a50b87-137c-4c59-a94b-de8455f9d171, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f7a50b87-137c-4c59-a94b-de8455f9d171,segment=NetworkSegment(4d673f91-c0b2-4515-97eb-2c1d7cac7bf2),segment_id=4d673f91-c0b2-4515-97eb-2c1d7cac7bf2)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:41.297015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.316820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.329639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 696daca7-348d-4b2b-96bc-eb1026164cc9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:41.330184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.332762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7247c35f-33ce-4fb0-a27c-bf35970cb118 None None] Provisioning complete for port 696daca7-348d-4b2b-96bc-eb1026164cc9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:41.333319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7247c35f-33ce-4fb0-a27c-bf35970cb118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.359397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25646460-0a14-46ab-b1c0-1d93f90b5ffb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.369568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25646460-0a14-46ab-b1c0-1d93f90b5ffb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.381082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-25646460-0a14-46ab-b1c0-1d93f90b5ffb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1898208 Feb 09 16:02:41.383760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53402) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:41.408501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'Port': ['ID=6c188141-ea2a-4736-8e68-a565b315323e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:41.414403 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.463565 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.469902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0b6660ba-2630-4313-9807-93bb24befbd0', 'network_id': '0b6660ba-2630-4313-9807-93bb24befbd0', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': 'af7eb0be-00dc-44a5-8de7-7ff79b5c970f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:41.471069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.509268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2181776-80d0-4d18-a880-8365a61b3314']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:41.522073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cf5bd6-f4be-43cd-b313-9d18a9692a07') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:41.522441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cf5bd6-f4be-43cd-b313-9d18a9692a07') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:41.533574 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.551241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.559540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:41.559893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:41.625959 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:41.668956 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.670185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.671949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.676660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec804f6-97ca-4f15-8469-d2359623ac0b None None] Pushing event updated for resources: {'Port': ['ID=f7a50b87-137c-4c59-a94b-de8455f9d171,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:41.687576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d09da-c6f8-46b7-8be9-c28dba813898 None None] Network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:41.811166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.857960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-c5b9f433-f266-462a-a86d-944c6ba06e2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.861559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=f0d0990f-9280-4762-a227-58883a51f8f0,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:41.877069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-c5b9f433-f266-462a-a86d-944c6ba06e2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.887248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-c5b9f433-f266-462a-a86d-944c6ba06e2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.897560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-c5b9f433-f266-462a-a86d-944c6ba06e2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.908473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-c5b9f433-f266-462a-a86d-944c6ba06e2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.923853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-c5b9f433-f266-462a-a86d-944c6ba06e2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.930439 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.932139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-c5b9f433-f266-462a-a86d-944c6ba06e2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:41.942489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-c5b9f433-f266-462a-a86d-944c6ba06e2b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.9170563 Feb 09 16:02:41.946273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] Pushing event updated for resources: {'Network': ['ID=cd3f7593-5488-4e7c-9b72-c072b1cf38bf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:41.951270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.970251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:41.970561 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.973286 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7247c35f-33ce-4fb0-a27c-bf35970cb118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:41.978890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d0c97ae7-c6d1-4fef-96bf-7cf3047ccbfa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4951189 Feb 09 16:02:41.995790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53404) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:41.997912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.015308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Request body: {'subnet': {'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-177059762-subnet', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:42.017261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] 10.222.0.53 "DELETE /v2.0/networks/a2181776-80d0-4d18-a880-8365a61b3314 HTTP/1.1" status: 204 len: 168 time: 3.2324226 Feb 09 16:02:42.040405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': '06bc9c7b-bc21-4eb8-b15b-137abaf6e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b13ac723-90f0-4e57-b45f-448438eaa6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:42.041178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: b13ac723-90f0-4e57-b45f-448438eaa6ef, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:42.092543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Pushing event deleted for resources: {'Network': ['ID=a2181776-80d0-4d18-a880-8365a61b3314,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:42.103072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be246e5-5dfe-484c-a3b5-ab12cdcbeaf8 None None] Network a062a9b1-04ac-4aec-8d05-2e6685aa65a9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:42.133085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.133849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.134780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.135393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.136687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.137377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.137974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.138556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.139128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.139705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.140630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.141670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405a2d73-f87f-481b-a3f6-872b2b853440 tempest-NetworksIpV6TestAttrs-1581542806 tempest-NetworksIpV6TestAttrs-1581542806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:42.146196 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.186959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82ad9974-0b6e-4c56-ac21-a68ab07af4d9 req-b2a8ef18-78cc-4954-ad85-06d540348a29 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280312 Feb 09 16:02:42.187829 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Allocated IP 2001:db8::1 (0b6660ba-2630-4313-9807-93bb24befbd0/af7eb0be-00dc-44a5-8de7-7ff79b5c970f/7fae57db-620c-4176-9d38-7b73f252981d) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:42.198240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-09773b58-e52c-4f8d-b4dc-db9e8a82b71c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port e8ef4bfc-3334-4d04-bda7-759fda846d18 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:42.198932 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09773b58-e52c-4f8d-b4dc-db9e8a82b71c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.237066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting port f7a50b87-137c-4c59-a94b-de8455f9d171 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:42.249728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.254272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 696daca7-348d-4b2b-96bc-eb1026164cc9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=696daca7-348d-4b2b-96bc-eb1026164cc9,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:42.318165 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09773b58-e52c-4f8d-b4dc-db9e8a82b71c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.333723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-09773b58-e52c-4f8d-b4dc-db9e8a82b71c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for e8ef4bfc-3334-4d04-bda7-759fda846d18 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:42.363879 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.377783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Made reservation on behalf of d779af02177b4df599865d40a1cd667f for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:42.381791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.407832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network b13ac723-90f0-4e57-b45f-448438eaa6ef is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:42.570723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, b13ac723-90f0-4e57-b45f-448438eaa6ef) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:42.589045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.648923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.666962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:42.667859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.677800 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] For port f7a50b87-137c-4c59-a94b-de8455f9d171, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f7a50b87-137c-4c59-a94b-de8455f9d171,segment=NetworkSegment(4d673f91-c0b2-4515-97eb-2c1d7cac7bf2),segment_id=4d673f91-c0b2-4515-97eb-2c1d7cac7bf2)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:42.679074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.736729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Calling delete_port for f7a50b87-137c-4c59-a94b-de8455f9d171 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:42.757508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ffa327b3-3dd4-4515-b4ce-c6571b080f43 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:42.761735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5f0d7-6587-4443-bd55-7c1c4da350ae None None] Network b13ac723-90f0-4e57-b45f-448438eaa6ef requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:42.783566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09773b58-e52c-4f8d-b4dc-db9e8a82b71c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.786656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.924849 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-830278b8-87b1-4482-a1d8-52821f9bc91f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0087121 Feb 09 16:02:42.926449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53410) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:42.951780 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:42.953177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7ebd6a5f-c4af-4bca-b631-de3905d4ec87 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-777364110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:42.963359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ffa327b3-3dd4-4515-b4ce-c6571b080f43 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:02:42.963749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ffa327b3-3dd4-4515-b4ce-c6571b080f43 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:02:43.025161 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-7247c35f-33ce-4fb0-a27c-bf35970cb118 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:43.025666 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-7247c35f-33ce-4fb0-a27c-bf35970cb118 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:43.034698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53412) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:43.049902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=696daca7-348d-4b2b-96bc-eb1026164cc9,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:43.052609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09773b58-e52c-4f8d-b4dc-db9e8a82b71c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.066618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-09773b58-e52c-4f8d-b4dc-db9e8a82b71c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/e8ef4bfc-3334-4d04-bda7-759fda846d18 HTTP/1.1" status: 204 len: 168 time: 1.6738296 Feb 09 16:02:43.067636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'Port': ['ID=6c188141-ea2a-4736-8e68-a565b315323e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:43.071543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:43.152549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09773b58-e52c-4f8d-b4dc-db9e8a82b71c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=e8ef4bfc-3334-4d04-bda7-759fda846d18,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:43.248034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f3da84b8-702b-4e5f-8567-147c9e1ff301 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:43.338787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2adb77-8c7b-4574-8eaf-a046e98e6956 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.340475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.342908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2adb77-8c7b-4574-8eaf-a046e98e6956 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.348740 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ef2adb77-8c7b-4574-8eaf-a046e98e6956 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2739842 Feb 09 16:02:43.360642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:43.432528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-486a359d-b809-492f-a3b5-0f73dd687f45 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.438921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-486a359d-b809-492f-a3b5-0f73dd687f45 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.445753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-486a359d-b809-492f-a3b5-0f73dd687f45 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.452505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-486a359d-b809-492f-a3b5-0f73dd687f45 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.459177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-486a359d-b809-492f-a3b5-0f73dd687f45 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.466312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-486a359d-b809-492f-a3b5-0f73dd687f45 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.472814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-486a359d-b809-492f-a3b5-0f73dd687f45 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:43.475674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-486a359d-b809-492f-a3b5-0f73dd687f45 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.1400764 Feb 09 16:02:43.483952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f3da84b8-702b-4e5f-8567-147c9e1ff301 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:43.484363 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.491843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e5f997-bc9f-404b-8ba7-bdf920fea0ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:02:43.498063 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f997-bc9f-404b-8ba7-bdf920fea0ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.506729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-b13ac723-90f0-4e57-b45f-448438eaa6ef', 'network_id': 'b13ac723-90f0-4e57-b45f-448438eaa6ef', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': 'f0d0990f-9280-4762-a227-58883a51f8f0'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:43.507601 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.513502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-089a675d-2627-4eae-b035-11ceabca9f98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=949284eff6894c1b9d3b1c01ceed871c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4734623 Feb 09 16:02:43.514552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53422) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:43.559534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bc4af10-3639-426e-a318-f90a6818cb7f req-3f42a339-d8be-41ff-8fcf-568f6f6849ef tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725448 Feb 09 16:02:43.777663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f997-bc9f-404b-8ba7-bdf920fea0ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.778328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-591d8c42-6264-4dcd-abbe-4ab8834a4dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.778328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-591d8c42-6264-4dcd-abbe-4ab8834a4dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.778536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f997-bc9f-404b-8ba7-bdf920fea0ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.778642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Allocated IP 172.20.0.2 (b13ac723-90f0-4e57-b45f-448438eaa6ef/f0d0990f-9280-4762-a227-58883a51f8f0/ed6ce859-7904-484c-a6f1-b9071e5051ec) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:43.778642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fa39c004-7b52-4cf9-830a-6d13d8ad9ce2 None None] Could not find standard attr ID for object e8ef4bfc-3334-4d04-bda7-759fda846d18. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:02:43.847950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.849526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f8c71931-8e8a-4cd1-90f5-82c3a93749c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5800707 Feb 09 16:02:43.905896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.911550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.957604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Port': ['ID=f7a50b87-137c-4c59-a94b-de8455f9d171,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:43.964111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Network 0b6660ba-2630-4313-9807-93bb24befbd0 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:43.964602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No DVR routers for this DVR port f7a50b87-137c-4c59-a94b-de8455f9d171 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:43.973774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.982006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:43.984285 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-591d8c42-6264-4dcd-abbe-4ab8834a4dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.986843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-591d8c42-6264-4dcd-abbe-4ab8834a4dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:43.991171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-591d8c42-6264-4dcd-abbe-4ab8834a4dd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/740776f1-0703-4194-910e-17752f535f0b HTTP/1.1" status: 204 len: 168 time: 0.4732373 Feb 09 16:02:43.994971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:44.000404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.003615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d8c42-6264-4dcd-abbe-4ab8834a4dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740776f1-0703-4194-910e-17752f535f0b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:44.010850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Pushing event updated for resources: {'Port': ['ID=7fae57db-620c-4176-9d38-7b73f252981d,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:44.097415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f997-bc9f-404b-8ba7-bdf920fea0ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.106185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Attempting to bind port 7fae57db-620c-4176-9d38-7b73f252981d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:44.106747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Attempting to bind port 7fae57db-620c-4176-9d38-7b73f252981d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '5a065610-c934-471c-80a9-c8f0f59b236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b6660ba-2630-4313-9807-93bb24befbd0'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:44.107576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Attempting to bind port 7fae57db-620c-4176-9d38-7b73f252981d on network 0b6660ba-2630-4313-9807-93bb24befbd0 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:44.111968 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.144883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:44.148685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Checking segment: {'id': '5a065610-c934-471c-80a9-c8f0f59b236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b6660ba-2630-4313-9807-93bb24befbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:44.154441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.154441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Bound using segment: {'id': '5a065610-c934-471c-80a9-c8f0f59b236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b6660ba-2630-4313-9807-93bb24befbd0'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:44.154441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Bound port: 7fae57db-620c-4176-9d38-7b73f252981d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a065610-c934-471c-80a9-c8f0f59b236b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0b6660ba-2630-4313-9807-93bb24befbd0'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:44.154441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.162169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6a5f-c4af-4bca-b631-de3905d4ec87 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.162561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-091b2175-1646-484c-8e43-ef9c3bbc0d43 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--616571261&fields=id&tenant_id=b1ffa86913db4cd3ab076891325de08d HTTP/1.1" status: 200 len: 267 time: 0.0428905 Feb 09 16:02:44.164198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6a5f-c4af-4bca-b631-de3905d4ec87 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.189836 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.216205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Network b13ac723-90f0-4e57-b45f-448438eaa6ef is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:44.220047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.222972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:44.231594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:44.231974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f997-bc9f-404b-8ba7-bdf920fea0ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.237862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c8e5f997-bc9f-404b-8ba7-bdf920fea0ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e HTTP/1.1" status: 204 len: 168 time: 0.8753629 Feb 09 16:02:44.239464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88044793-e654-4475-a6ac-5684ef7e12bb,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:44.244566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232d6be-cb24-4e39-a948-b970ba167e30 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:44.247063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53442) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:44.272941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Pushing event updated for resources: {'Port': ['ID=ed6ce859-7904-484c-a6f1-b9071e5051ec,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:44.348663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-12b3bd29-5c13-41cd-8061-1d7f565a9eaa tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:44.357026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-12b3bd29-5c13-41cd-8061-1d7f565a9eaa tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 816 time: 0.1755924 Feb 09 16:02:44.364364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5f997-bc9f-404b-8ba7-bdf920fea0ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:44.370548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a062a9b1-04ac-4aec-8d05-2e6685aa65a9']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:44.386853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-9d2cc1e6-b5a6-455e-8235-5760b6530811 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/quotas/b1ffa86913db4cd3ab076891325de08d HTTP/1.1" status: 200 len: 375 time: 0.0263889 Feb 09 16:02:44.400920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] For port 7fae57db-620c-4176-9d38-7b73f252981d, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:44.405605 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-53514878-547b-4d53-aded-76795a372186 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1514764 Feb 09 16:02:44.411047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53444) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:44.418884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:44.427341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] For port 7fae57db-620c-4176-9d38-7b73f252981d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7fae57db-620c-4176-9d38-7b73f252981d,segment=NetworkSegment(5a065610-c934-471c-80a9-c8f0f59b236b),segment_id=5a065610-c934-471c-80a9-c8f0f59b236b)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:44.431143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Attempting to bind port ed6ce859-7904-484c-a6f1-b9071e5051ec on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:44.431518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Attempting to bind port ed6ce859-7904-484c-a6f1-b9071e5051ec by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '06bc9c7b-bc21-4eb8-b15b-137abaf6e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b13ac723-90f0-4e57-b45f-448438eaa6ef'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:44.431890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Attempting to bind port ed6ce859-7904-484c-a6f1-b9071e5051ec on network b13ac723-90f0-4e57-b45f-448438eaa6ef {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:44.481365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:44.485991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Checking segment: {'id': '06bc9c7b-bc21-4eb8-b15b-137abaf6e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b13ac723-90f0-4e57-b45f-448438eaa6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:44.485991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.485991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Bound using segment: {'id': '06bc9c7b-bc21-4eb8-b15b-137abaf6e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b13ac723-90f0-4e57-b45f-448438eaa6ef'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:44.485991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Bound port: ed6ce859-7904-484c-a6f1-b9071e5051ec, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06bc9c7b-bc21-4eb8-b15b-137abaf6e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'b13ac723-90f0-4e57-b45f-448438eaa6ef'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:44.485991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.521296 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.528570 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6a5f-c4af-4bca-b631-de3905d4ec87 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.537227 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=af7eb0be-00dc-44a5-8de7-7ff79b5c970f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:44.552961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-bf7c30b1-0cbc-4e03-a65b-0a70d42d66a4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1571178 Feb 09 16:02:44.566310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Checking segment: {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:44.566909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Network hostable DHCP agents. Network: cd3f7593-5488-4e7c-9b72-c072b1cf38bf, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:44.576509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:44.577314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d673f91-c0b2-4515-97eb-2c1d7cac7bf2') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:44.606747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.611320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.645299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.646105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6660ba-2630-4313-9807-93bb24befbd0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:44.649142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6a5f-c4af-4bca-b631-de3905d4ec87 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.668021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a065610-c934-471c-80a9-c8f0f59b236b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:44.668466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a065610-c934-471c-80a9-c8f0f59b236b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:44.669491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:44.672504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:44.672504 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.674455 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.677967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:44.686758 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:44.697801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] For port ed6ce859-7904-484c-a6f1-b9071e5051ec, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:44.701619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] For port ed6ce859-7904-484c-a6f1-b9071e5051ec, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ed6ce859-7904-484c-a6f1-b9071e5051ec,segment=NetworkSegment(06bc9c7b-bc21-4eb8-b15b-137abaf6e7db),segment_id=06bc9c7b-bc21-4eb8-b15b-137abaf6e7db)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:44.741896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.770817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c573-cf3e-497d-9895-0a8d2b20ca2e None None] Pushing event updated for resources: {'Port': ['ID=7fae57db-620c-4176-9d38-7b73f252981d,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:44.777583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, cd3f7593-5488-4e7c-9b72-c072b1cf38bf) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:44.782559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.785431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:44.786138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.788718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc64ee4-49d1-49d3-aeb7-e06602e82b48 None None] Network 0b6660ba-2630-4313-9807-93bb24befbd0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:44.821512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:44.822854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:44.828711 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:44.841325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9700c188-1a25-4c2b-ad70-3befe71c6369 None None] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:44.847530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-08093b7a-d3a6-4e04-936e-4149b893f50e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:02:44.853073 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.860405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-08093b7a-d3a6-4e04-936e-4149b893f50e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3010397 Feb 09 16:02:44.903049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ebd6a5f-c4af-4bca-b631-de3905d4ec87 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.905924 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7ebd6a5f-c4af-4bca-b631-de3905d4ec87 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9633532 Feb 09 16:02:44.905924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.913862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-18838d36-9eb6-4288-a02c-0cdc37fc3897 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9133003 Feb 09 16:02:44.914567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53458) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:44.920556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53460) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:44.942197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:44.953508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'port': {'network_id': 'b13ac723-90f0-4e57-b45f-448438eaa6ef', 'name': 'tempest-RoutersTest-1912403970'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:44.962090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:44.965457 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/a062a9b1-04ac-4aec-8d05-2e6685aa65a9 HTTP/1.1" status: 204 len: 168 time: 6.7152946 Feb 09 16:02:44.970195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c12d-10c7-4e14-882a-8b7bf1af9296 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=a062a9b1-04ac-4aec-8d05-2e6685aa65a9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:44.973509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:44.987807 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53462) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:45.024384 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-117c51e4-f3dc-44ef-8b09-0908a2cbe5c0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:45.026052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117c51e4-f3dc-44ef-8b09-0908a2cbe5c0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:45.029443 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-117c51e4-f3dc-44ef-8b09-0908a2cbe5c0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/a062a9b1-04ac-4aec-8d05-2e6685aa65a9 HTTP/1.1" status: 404 len: 339 time: 0.0396287 Feb 09 16:02:45.098564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53464) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:45.112473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-610598068', 'description': 'd1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:45.133869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91610f-9b84-4ce2-8946-231598376c94 None None] Pushing event updated for resources: {'Port': ['ID=ed6ce859-7904-484c-a6f1-b9071e5051ec,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:45.134285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:02:45.134285 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:02:45.134285 n-d-828542-1 neutron-server[103179]: [parameters: {'id': '0b6660ba-2630-4313-9807-93bb24befbd0'}] Feb 09 16:02:45.134285 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:45.135066 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:45.213580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 696daca7-348d-4b2b-96bc-eb1026164cc9 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:45.269945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-9698732d-7797-4270-84c7-5b1073ef7f27 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.273825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-9698732d-7797-4270-84c7-5b1073ef7f27 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.280386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-9698732d-7797-4270-84c7-5b1073ef7f27 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.286620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] Deleting port 696daca7-348d-4b2b-96bc-eb1026164cc9 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:45.286896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-9698732d-7797-4270-84c7-5b1073ef7f27 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.287231 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.293356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-9698732d-7797-4270-84c7-5b1073ef7f27 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.299519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-9698732d-7797-4270-84c7-5b1073ef7f27 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.305538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-9698732d-7797-4270-84c7-5b1073ef7f27 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.307986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-9698732d-7797-4270-84c7-5b1073ef7f27 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.3861713 Feb 09 16:02:45.317021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.318149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.327059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:45.333771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.345167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:45.346048 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.393604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ad78e51e-e50d-4d4a-bdb0-e4b718475133 service neutron] 10.222.0.53 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317914 Feb 09 16:02:45.431937 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.446544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:45.466429 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.466811 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment a8552197-01ea-4293-b320-f531af0cae07 of type vlan for network 8a575082-249a-4177-902b-f60ed8944dd0 Feb 09 16:02:45.500717 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:45.510434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.553084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8db25bb8-c3bb-42af-9ddd-26315336ff48 req-32f4662a-6e55-4ae9-a778-72df9991a48f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2171283 Feb 09 16:02:45.601045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] For port 696daca7-348d-4b2b-96bc-eb1026164cc9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=696daca7-348d-4b2b-96bc-eb1026164cc9,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:45.601587 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.618557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.637258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.651919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] Calling delete_port for 696daca7-348d-4b2b-96bc-eb1026164cc9 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:45.654584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.660814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] device_id is not set on port 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:02:45.717250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 696daca7-348d-4b2b-96bc-eb1026164cc9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=696daca7-348d-4b2b-96bc-eb1026164cc9,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:45.781189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-aa7092eb-86fe-4241-8ca6-c3de8b9af048 service neutron] 10.222.0.53 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866451 Feb 09 16:02:45.796184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.801823 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.812042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:45.817736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.820744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Allocated IP 172.20.0.2 (cd3f7593-5488-4e7c-9b72-c072b1cf38bf/88044793-e654-4475-a6ac-5684ef7e12bb/c019e52c-b5be-4d7d-8d8e-af5af907eb2e) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:45.874541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:45.971676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53476) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:45.994230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.008919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:46.013817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:46.017128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=54bfd743-2be6-4973-94a0-66ea415a1248,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:46.022590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:46.023224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.040757 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9329762 Feb 09 16:02:46.042339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d65728-61c9-42f4-a469-8a2112c0813a tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=8a575082-249a-4177-902b-f60ed8944dd0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:46.043742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53480) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:46.068318 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.20.0.7 (b13ac723-90f0-4e57-b45f-448438eaa6ef/f0d0990f-9280-4762-a227-58883a51f8f0/646f6b5e-1424-46ce-9aa4-b0a00a08f9c3) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:46.071830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting port 7fae57db-620c-4176-9d38-7b73f252981d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:46.072475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.190896 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] For port 7fae57db-620c-4176-9d38-7b73f252981d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7fae57db-620c-4176-9d38-7b73f252981d,segment=NetworkSegment(5a065610-c934-471c-80a9-c8f0f59b236b),segment_id=5a065610-c934-471c-80a9-c8f0f59b236b)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:46.191627 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.210533 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Calling delete_port for 7fae57db-620c-4176-9d38-7b73f252981d owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:46.264749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b7d933f6-fb46-461d-af71-5f92f6de6b68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8525043 Feb 09 16:02:46.277070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53486) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:46.289320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': '54bfd743-2be6-4973-94a0-66ea415a1248', 'ip_address': '2001:db8::237e:5eeb:4c76:527b'}], 'name': 'tempest-NetworksTestDHCPv6-2033014222'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:46.313260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e4db4b80-24a0-4e0e-ab11-32fcbe1a6e38 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:46.314122 n-d-828542-1 neutron-server[103178]: WARNING neutron.api.v2.base [None req-e4db4b80-24a0-4e0e-ab11-32fcbe1a6e38 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 16:02:46.322989 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-e4db4b80-24a0-4e0e-ab11-32fcbe1a6e38 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 16:02:46.322989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e4db4b80-24a0-4e0e-ab11-32fcbe1a6e38 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3399103 Feb 09 16:02:46.327773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:46.360075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8a575082-249a-4177-902b-f60ed8944dd0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:46.371465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--763581263'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:46.417663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2131a9a-7ab5-4ce9-817a-1de75adf8450 req-4e23d63d-d4f6-410b-8065-3eb58c865b73 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.1509428 Feb 09 16:02:46.460615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536baf4-829f-46e6-883e-dc49ddd33513 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:46.462499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e536baf4-829f-46e6-883e-dc49ddd33513 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/networks?id=8a575082-249a-4177-902b-f60ed8944dd0 HTTP/1.1" status: 200 len: 760 time: 0.4015467 Feb 09 16:02:46.466708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53494) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:46.486223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-63bd2a36-fd9e-430a-8185-1a9412352f1f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'description': 'd2'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:46.502105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=696daca7-348d-4b2b-96bc-eb1026164cc9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:46.615596 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.629609 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.687852 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.693269 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63bd2a36-fd9e-430a-8185-1a9412352f1f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.735199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.744897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] Pushing event deleted for resources: {'Port': ['ID=696daca7-348d-4b2b-96bc-eb1026164cc9,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:46.748247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ee4c1-7869-4947-b5cd-74a2b0c2f9d7 None None] No DVR routers for this DVR port 696daca7-348d-4b2b-96bc-eb1026164cc9 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:46.749815 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.751512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0138dd1-fb19-4e8c-8cd1-2cee115137d7 None None] Network b13ac723-90f0-4e57-b45f-448438eaa6ef requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:46.795861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Port': ['ID=7fae57db-620c-4176-9d38-7b73f252981d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:46.800366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No DVR routers for this DVR port 7fae57db-620c-4176-9d38-7b73f252981d on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:46.830874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f780e2-ab83-4330-8f43-877daed75a37 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:46.844042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:46.890328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63bd2a36-fd9e-430a-8185-1a9412352f1f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.895477 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.923602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:46.947963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:46.961521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63bd2a36-fd9e-430a-8185-1a9412352f1f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network 8a575082-249a-4177-902b-f60ed8944dd0 is not hosted by any dhcp agent {{(pid=103178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 16:02:46.961521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd2a36-fd9e-430a-8185-1a9412352f1f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:46.961817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:46.961930 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63bd2a36-fd9e-430a-8185-1a9412352f1f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:46.963035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-63bd2a36-fd9e-430a-8185-1a9412352f1f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "PUT /v2.0/networks/8a575082-249a-4177-902b-f60ed8944dd0 HTTP/1.1" status: 200 len: 757 time: 0.4919405 Feb 09 16:02:46.997168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53498) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:47.039081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2c3b91d8-e3a8-4423-a712-8868133df7c2 None None] Provisioning complete for port ed6ce859-7904-484c-a6f1-b9071e5051ec triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:47.039781 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c3b91d8-e3a8-4423-a712-8868133df7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.065684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-8d45d189-5aa3-4733-bad4-bff9d065a2bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.086478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-8d45d189-5aa3-4733-bad4-bff9d065a2bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.086478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-8d45d189-5aa3-4733-bad4-bff9d065a2bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.087736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-8d45d189-5aa3-4733-bad4-bff9d065a2bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.095771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-8d45d189-5aa3-4733-bad4-bff9d065a2bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.102611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-8d45d189-5aa3-4733-bad4-bff9d065a2bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.110355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-8d45d189-5aa3-4733-bad4-bff9d065a2bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.112388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-8d45d189-5aa3-4733-bad4-bff9d065a2bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.4069486 Feb 09 16:02:47.121582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Pushing event updated for resources: {'Port': ['ID=c019e52c-b5be-4d7d-8d8e-af5af907eb2e,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.143818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd2a36-fd9e-430a-8185-1a9412352f1f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=8a575082-249a-4177-902b-f60ed8944dd0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.166447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.180869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.203949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.216348 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.218690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Attempting to bind port c019e52c-b5be-4d7d-8d8e-af5af907eb2e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:47.219075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Attempting to bind port c019e52c-b5be-4d7d-8d8e-af5af907eb2e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:47.219425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Attempting to bind port c019e52c-b5be-4d7d-8d8e-af5af907eb2e on network cd3f7593-5488-4e7c-9b72-c072b1cf38bf {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:47.229770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8a575082-249a-4177-902b-f60ed8944dd0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:47.242164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94a7e07d-6b8c-44b0-8af5-b66ec81ceb17 req-577ada70-5de1-4b2c-b36b-277af8f6d683 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174533 Feb 09 16:02:47.309266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:47.309760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Checking segment: {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:47.310350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.310929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Bound using segment: {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:47.312945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Bound port: c019e52c-b5be-4d7d-8d8e-af5af907eb2e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:47.313699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.353584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6660ba-2630-4313-9807-93bb24befbd0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:47.361604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '54bfd743-2be6-4973-94a0-66ea415a1248'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:47.366098 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.370842 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.385193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a065610-c934-471c-80a9-c8f0f59b236b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:47.385565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a065610-c934-471c-80a9-c8f0f59b236b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:47.387206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Allocated IP 172.25.5.42 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/075661dd-bb64-40f1-b642-022c6a86928c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:47.414181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ae3f2-8ced-47ea-aeee-7532622297cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.414513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ed6ce859-7904-484c-a6f1-b9071e5051ec up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:47.424520 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9f9ae3f2-8ced-47ea-aeee-7532622297cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/networks?id=8a575082-249a-4177-902b-f60ed8944dd0 HTTP/1.1" status: 200 len: 760 time: 0.4154766 Feb 09 16:02:47.424883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53500) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:47.425941 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.428658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1178494872'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:47.441850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.466988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.470456 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.488534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:47.488955 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.500535 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port d73a2e46-6b59-470d-ae03-38f46a7f52a1 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:47.506207 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:47.537103 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c3b91d8-e3a8-4423-a712-8868133df7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.585240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8f9ba6e-b260-4727-875d-1b86b3530882 req-4e7cac16-3e43-4197-9878-6348343b1b72 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.0419703 Feb 09 16:02:47.612225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.635766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69ebf5-fdc7-4da4-9b6b-a72b41531fbc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.658470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.660297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:47.665643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.699969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:47.712362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.712728 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment 47f7cd06-88b8-4a7a-94f0-fbca3fd68113 of type vlan for network c4976acf-7580-468c-83ec-0ffd5a6d386c Feb 09 16:02:47.768635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network b13ac723-90f0-4e57-b45f-448438eaa6ef is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:47.772232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2c3b91d8-e3a8-4423-a712-8868133df7c2 None None] For port ed6ce859-7904-484c-a6f1-b9071e5051ec, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ed6ce859-7904-484c-a6f1-b9071e5051ec,segment=NetworkSegment(06bc9c7b-bc21-4eb8-b15b-137abaf6e7db),segment_id=06bc9c7b-bc21-4eb8-b15b-137abaf6e7db)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:47.782528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:47.786064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] For port c019e52c-b5be-4d7d-8d8e-af5af907eb2e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:47.792039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:47.796614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.797650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=646f6b5e-1424-46ce-9aa4-b0a00a08f9c3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.804135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.844515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] For port c019e52c-b5be-4d7d-8d8e-af5af907eb2e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c019e52c-b5be-4d7d-8d8e-af5af907eb2e,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:47.846092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.857189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ed6ce859-7904-484c-a6f1-b9071e5051ec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:47.857621 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.862437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.864978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.871163 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/0b6660ba-2630-4313-9807-93bb24befbd0 HTTP/1.1" status: 204 len: 168 time: 6.7336311 Feb 09 16:02:47.874786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53506) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:47.892612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1234715913'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:47.897681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04570be9-7c56-4d17-b755-f12d5cf41b04 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=0b6660ba-2630-4313-9807-93bb24befbd0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.905780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.906450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.908071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/54bfd743-2be6-4973-94a0-66ea415a1248/0ffe6437-2637-46d0-9515-7e74650962a7) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:47.923246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.929396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:47.934064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:47.938863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:47.943895 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c3b91d8-e3a8-4423-a712-8868133df7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.945739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Pushing event updated for resources: {'Port': ['ID=075661dd-bb64-40f1-b642-022c6a86928c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.963283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.966833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c269d6e7-810b-49b8-a697-f97c143dd2f3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:47.978329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:47.986108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:47.986108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.091880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b91d8-e3a8-4423-a712-8868133df7c2 None None] Pushing event updated for resources: {'Port': ['ID=ed6ce859-7904-484c-a6f1-b9071e5051ec,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:48.121318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=c4976acf-7580-468c-83ec-0ffd5a6d386c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:48.194227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c4976acf-7580-468c-83ec-0ffd5a6d386c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:48.204303 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e2f24b0-297a-4fab-9339-b84434b07ee9 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2709973 Feb 09 16:02:48.210707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53508) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:48.267772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-86e14110-1688-4225-8e5e-18336b229b6b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8441017 Feb 09 16:02:48.271501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53510) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:48.298763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': 'c4976acf-7580-468c-83ec-0ffd5a6d386c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:48.321815 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.332821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3960adba-bde7-4932-9991-b8348a40c3f8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0007787 Feb 09 16:02:48.340210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53514) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:48.463439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a52e1181-80f1-442a-800a-5124ea694fb8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': 'c269d6e7-810b-49b8-a697-f97c143dd2f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:48.504588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7a0da7b0-9c0b-420f-8a33-9352215c6a22 None None] Provisioning complete for port ed6ce859-7904-484c-a6f1-b9071e5051ec triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:48.507526 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a0da7b0-9c0b-420f-8a33-9352215c6a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.511280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9ed30-0e0b-4f19-bf2a-b7ef124694fe None None] Pushing event updated for resources: {'Port': ['ID=c019e52c-b5be-4d7d-8d8e-af5af907eb2e,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:48.639007 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.830701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.845672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:48.849459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:48.881741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:48.894592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:48.899166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:48.901649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Pushing event updated for resources: {'Port': ['ID=0ffe6437-2637-46d0-9515-7e74650962a7,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:48.948759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2d8acf81-bdbe-44b5-8b7d-a6f698d5c481 None None] Provisioning complete for port 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:48.951844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2d8acf81-bdbe-44b5-8b7d-a6f698d5c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.049851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2d8acf81-bdbe-44b5-8b7d-a6f698d5c481 None None] Port 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:49.086185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:49.096439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.096796 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment b3c0b137-bbdd-4e3f-81e7-7b7ed8c0a406 of type vlan for network 2638343d-eb50-482f-b772-893c4fbc657f Feb 09 16:02:49.152595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Attempting to bind port 0ffe6437-2637-46d0-9515-7e74650962a7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:49.153132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Attempting to bind port 0ffe6437-2637-46d0-9515-7e74650962a7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:49.153910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Attempting to bind port 0ffe6437-2637-46d0-9515-7e74650962a7 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:49.166939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:49.167423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:49.169775 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.170835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:49.171690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Bound port: 0ffe6437-2637-46d0-9515-7e74650962a7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:49.172446 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.178812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.182167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::237e:5eeb:4c76:527b (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/54bfd743-2be6-4973-94a0-66ea415a1248/d73a2e46-6b59-470d-ae03-38f46a7f52a1) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:49.232487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8c8257d-e407-4a0e-bc2f-de280cc0a80c req-301afbf2-96af-4470-9700-7d861df65a6d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.0722494 Feb 09 16:02:49.348036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ed6ce859-7904-484c-a6f1-b9071e5051ec up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:49.369989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.378490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] For port 0ffe6437-2637-46d0-9515-7e74650962a7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:49.431030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-30d901a9-871e-4a3a-94e4-3b2945bd81c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.437149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-30d901a9-871e-4a3a-94e4-3b2945bd81c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.443400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-30d901a9-871e-4a3a-94e4-3b2945bd81c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.449647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-30d901a9-871e-4a3a-94e4-3b2945bd81c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.455723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-30d901a9-871e-4a3a-94e4-3b2945bd81c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.462420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-30d901a9-871e-4a3a-94e4-3b2945bd81c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.468360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-30d901a9-871e-4a3a-94e4-3b2945bd81c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.470490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-30d901a9-871e-4a3a-94e4-3b2945bd81c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.9918160 Feb 09 16:02:49.482307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.488296 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.495429 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:49.496617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.592458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] For port 0ffe6437-2637-46d0-9515-7e74650962a7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0ffe6437-2637-46d0-9515-7e74650962a7,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:49.626835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ed6ce859-7904-484c-a6f1-b9071e5051ec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:49.627221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.690283 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8049605 Feb 09 16:02:49.703445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53518) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:49.713313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': '2638343d-eb50-482f-b772-893c4fbc657f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:49.722534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:49.727277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.731784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.778717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a52e1181-80f1-442a-800a-5124ea694fb8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.784972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58dfa58-03ae-479a-96e4-476922d76048 None None] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:49.813284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9716-2231-4144-b4a9-a390057c0a5a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=2638343d-eb50-482f-b772-893c4fbc657f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:49.823101 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c019e52c-b5be-4d7d-8d8e-af5af907eb2e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:49.878568 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:49.909416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2638343d-eb50-482f-b772-893c4fbc657f details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:49.964727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87d9c247-b1af-4990-9a90-8bf69eb1c4d7 req-35c81426-e0cc-44a2-94f5-625ab88e62e4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3048477 Feb 09 16:02:50.049912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8a2f2ed9-8e75-485a-864a-89d6c6d94bd3 None None] Provisioning complete for port c019e52c-b5be-4d7d-8d8e-af5af907eb2e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:50.050583 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2ed9-8e75-485a-864a-89d6c6d94bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.056829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.057535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4839bc-d7f9-4b89-be7d-43ebf7f090f3 None None] Pushing event updated for resources: {'Port': ['ID=0ffe6437-2637-46d0-9515-7e74650962a7,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.064435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.201770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:50.204066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=d73a2e46-6b59-470d-ae03-38f46a7f52a1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.211342 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:50.215499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:50.226522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:50.227292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.234151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:50.244864 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.245165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.255451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c019e52c-b5be-4d7d-8d8e-af5af907eb2e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:50.257513 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.268761 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:02:50.273681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.313926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a52e1181-80f1-442a-800a-5124ea694fb8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.327742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=646f6b5e-1424-46ce-9aa4-b0a00a08f9c3,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.457034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a52e1181-80f1-442a-800a-5124ea694fb8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.488545 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2855dae1-6646-4caa-ba72-4caa3a09aa6d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2058811 Feb 09 16:02:50.489439 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2ed9-8e75-485a-864a-89d6c6d94bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.492819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53522) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:50.510001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.520529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.525334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-210aad69-a67d-4e30-9617-69fed9bef785 req-32ad46f7-a6ac-492e-9822-d48cc4778895 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.1233554 Feb 09 16:02:50.582593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e1181-80f1-442a-800a-5124ea694fb8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd895ed1-4b38-4182-b40d-5e74fda29ed7,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.591289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8a2f2ed9-8e75-485a-864a-89d6c6d94bd3 None None] For port c019e52c-b5be-4d7d-8d8e-af5af907eb2e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c019e52c-b5be-4d7d-8d8e-af5af907eb2e,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:50.732531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a2f2ed9-8e75-485a-864a-89d6c6d94bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.762778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a52e1181-80f1-442a-800a-5124ea694fb8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.764057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a52e1181-80f1-442a-800a-5124ea694fb8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3090262 Feb 09 16:02:50.771437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-f342871a-4ea8-4bb1-8b37-44ab3e385b55 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:50.773806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-f342871a-4ea8-4bb1-8b37-44ab3e385b55 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 816 time: 0.7620037 Feb 09 16:02:50.774327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53524) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:50.784442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeeb37c-99b4-47e8-a3c7-bf93c2e9c0db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:50.790439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-241950da-97be-4c43-a80e-c552bead3988 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': 'c269d6e7-810b-49b8-a697-f97c143dd2f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:50.790819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeeb37c-99b4-47e8-a3c7-bf93c2e9c0db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:50.795242 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fdeeb37c-99b4-47e8-a3c7-bf93c2e9c0db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2957935 Feb 09 16:02:50.798528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53526) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:50.815178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=a6307a9c-7869-41ce-8027-8989aed38053,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.901431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f2ed9-8e75-485a-864a-89d6c6d94bd3 None None] Pushing event updated for resources: {'Port': ['ID=c019e52c-b5be-4d7d-8d8e-af5af907eb2e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:50.923414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': '47f7cd06-88b8-4a7a-94f0-fbca3fd68113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c4976acf-7580-468c-83ec-0ffd5a6d386c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:50.923790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: c4976acf-7580-468c-83ec-0ffd5a6d386c, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:50.939796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2de9e15d-cf58-4ec5-99f8-199e55585dd2 None None] Provisioning complete for port 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:50.940859 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2de9e15d-cf58-4ec5-99f8-199e55585dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.948589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:50.996164 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:02:51.000830 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:02:51.012929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-df0fc837-447d-4beb-a553-67be0c251e00 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ffa86913db4cd3ab076891325de08d HTTP/1.1" status: 200 len: 379 time: 0.2126093 Feb 09 16:02:51.025540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'port': {'device_id': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'admin_state_up': True, 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'security_groups': ['164af284-6f44-444d-bc63-2296e6e8cb05']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:51.034219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2de9e15d-cf58-4ec5-99f8-199e55585dd2 None None] Port 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:51.066256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-241950da-97be-4c43-a80e-c552bead3988 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.070220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:02:51.144773 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.150743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network c4976acf-7580-468c-83ec-0ffd5a6d386c is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:51.162407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-60060a17-8ff1-4624-a056-bb82b810e891 None None] Provisioning complete for port c019e52c-b5be-4d7d-8d8e-af5af907eb2e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:51.162932 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-60060a17-8ff1-4624-a056-bb82b810e891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.234654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=846ebf49-a87e-4274-91e7-a814a07888ff,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:51.245087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': 'b3c0b137-bbdd-4e3f-81e7-7b7ed8c0a406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '2638343d-eb50-482f-b772-893c4fbc657f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:51.245629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: 2638343d-eb50-482f-b772-893c4fbc657f, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:51.336016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.354772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network 2638343d-eb50-482f-b772-893c4fbc657f is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:51.412057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1fbce5ea-e28e-4d92-9c87-37bbb5b387a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port d73a2e46-6b59-470d-ae03-38f46a7f52a1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:51.414498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fbce5ea-e28e-4d92-9c87-37bbb5b387a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.501391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a19421c-0f8c-4259-8c8e-f0c1d8b1badf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.507592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a19421c-0f8c-4259-8c8e-f0c1d8b1badf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.514493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a19421c-0f8c-4259-8c8e-f0c1d8b1badf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.524342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a19421c-0f8c-4259-8c8e-f0c1d8b1badf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.524546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2638343d-eb50-482f-b772-893c4fbc657f) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:51.526819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a19421c-0f8c-4259-8c8e-f0c1d8b1badf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.533145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a19421c-0f8c-4259-8c8e-f0c1d8b1badf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.538266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.539195 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.539722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a19421c-0f8c-4259-8c8e-f0c1d8b1badf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.541854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a19421c-0f8c-4259-8c8e-f0c1d8b1badf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.4159708 Feb 09 16:02:51.550773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, c4976acf-7580-468c-83ec-0ffd5a6d386c) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:51.606130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:51.606366 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.628117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f4eaa-beba-45f7-84a7-690811c86b4d None None] Network 2638343d-eb50-482f-b772-893c4fbc657f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:51.690100 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-241950da-97be-4c43-a80e-c552bead3988 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 16:02:51.693728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-241950da-97be-4c43-a80e-c552bead3988 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9101293 Feb 09 16:02:51.693728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fbce5ea-e28e-4d92-9c87-37bbb5b387a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.694881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53532) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:51.704585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:51.710464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa391486-5cc9-4832-bfdf-e9f8e21d24d1 req-9a873b6e-d855-421f-a5d7-1181c670fec6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576428 Feb 09 16:02:51.719491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1fbce5ea-e28e-4d92-9c87-37bbb5b387a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for d73a2e46-6b59-470d-ae03-38f46a7f52a1 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:51.722827 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Sync routers for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:02:51.758635 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3a8fdd88-689d-462b-8f66-95598decbd77 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0498924 Feb 09 16:02:51.759573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53534) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:51.767578 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:51.768847 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:51.832966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-edff0d5e-f07a-4ea2-85d9-80a92e106a0d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5553803 Feb 09 16:02:51.836639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d77b1ce9-a10d-4723-9de9-88145a8a0ab6 req-8fb5fcb6-e657-4806-ada6-3ffd69940ce1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.0471964 Feb 09 16:02:51.838696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53536) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:51.884494 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.888253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a8600de-388a-4dd2-b795-fd1c754df001 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9485307 Feb 09 16:02:51.896134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a812621c-3c4a-42be-820f-9da35e43ef84 None None] Network c4976acf-7580-468c-83ec-0ffd5a6d386c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:51.899266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53538) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:51.933531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:51.958670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Made reservation on behalf of b1ffa86913db4cd3ab076891325de08d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:51.968318 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.082631 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.145914 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:02:52.194076 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7be7-ad39-448e-a008-1fb5882a04c4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.210198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-546df995-8706-4719-baf3-805cc577d97f None None] Provisioning complete for port 0ffe6437-2637-46d0-9515-7e74650962a7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:52.212201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.262338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7be7-ad39-448e-a008-1fb5882a04c4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.289173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.343312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.433388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1e1b2-ba14-4bb9-9639-13d062dc01ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2638343d-eb50-482f-b772-893c4fbc657f', 'network_id': '2638343d-eb50-482f-b772-893c4fbc657f', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': '846ebf49-a87e-4274-91e7-a814a07888ff'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:52.435217 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-81a1e1b2-ba14-4bb9-9639-13d062dc01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.443417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.453567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92361e6-6d1d-48e3-91c2-b25f5386f0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-c4976acf-7580-468c-83ec-0ffd5a6d386c', 'network_id': 'c4976acf-7580-468c-83ec-0ffd5a6d386c', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': 'a6307a9c-7869-41ce-8027-8989aed38053'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:52.454609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d92361e6-6d1d-48e3-91c2-b25f5386f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.520469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.539886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=846ebf49-a87e-4274-91e7-a814a07888ff,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:52.581842 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.593498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.597169 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:48Z', 'revision_number': 3, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:52.644895 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Checking router: 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:02:52.645252 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Updating router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 port 075661dd-bb64-40f1-b642-022c6a86928c binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:02:52.665694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7be7-ad39-448e-a008-1fb5882a04c4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.668858 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c6e7be7-ad39-448e-a008-1fb5882a04c4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.671499 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5c6e7be7-ad39-448e-a008-1fb5882a04c4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/c269d6e7-810b-49b8-a697-f97c143dd2f3 HTTP/1.1" status: 204 len: 168 time: 0.9326646 Feb 09 16:02:52.690292 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.697478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53540) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:52.761613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e7be7-ad39-448e-a008-1fb5882a04c4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269d6e7-810b-49b8-a697-f97c143dd2f3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:52.773640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fbce5ea-e28e-4d92-9c87-37bbb5b387a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.779626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c019e52c-b5be-4d7d-8d8e-af5af907eb2e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:52.782465 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.825321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=646f6b5e-1424-46ce-9aa4-b0a00a08f9c3,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:52.843449 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.852240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:52.861358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbce5ea-e28e-4d92-9c87-37bbb5b387a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=d73a2e46-6b59-470d-ae03-38f46a7f52a1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:52.879187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2638343d-eb50-482f-b772-893c4fbc657f']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:52.879473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcdfe8-700b-49f4-a11b-44b7b8bc67b8 None None] Network 2638343d-eb50-482f-b772-893c4fbc657f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:52.927006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c0b137-bbdd-4e3f-81e7-7b7ed8c0a406') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:52.927355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c0b137-bbdd-4e3f-81e7-7b7ed8c0a406') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:52.945002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=a6307a9c-7869-41ce-8027-8989aed38053,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:52.970991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.013194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-546df995-8706-4719-baf3-805cc577d97f None None] For port 0ffe6437-2637-46d0-9515-7e74650962a7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0ffe6437-2637-46d0-9515-7e74650962a7,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:53.086398 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a0094aa-265b-4e9f-87f2-536f1ec77b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.100675 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.124173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:53.124788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:53.140968 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:53.169281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c019e52c-b5be-4d7d-8d8e-af5af907eb2e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:53.169950 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.175218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server [None req-d92361e6-6d1d-48e3-91c2-b25f5386f0ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6307a9c-7869-41ce-8027-8989aed38053: This subnet is being modified by another concurrent operation. Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:02:53.217660 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise exception Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6307a9c-7869-41ce-8027-8989aed38053: This subnet is being modified by another concurrent operation. Feb 09 16:02:53.223449 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Feb 09 16:02:53.320367 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.332735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network b13ac723-90f0-4e57-b45f-448438eaa6ef is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:53.335088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:53.468849 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.516281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.581987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39811a5b-74fa-4575-9054-a0d0b659235c None None] Network c4976acf-7580-468c-83ec-0ffd5a6d386c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:53.584026 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Attempting to bind port 075661dd-bb64-40f1-b642-022c6a86928c on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:53.588472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.592153 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/2638343d-eb50-482f-b772-893c4fbc657f HTTP/1.1" status: 204 len: 168 time: 1.8116992 Feb 09 16:02:53.594027 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Attempting to bind port 075661dd-bb64-40f1-b642-022c6a86928c by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:53.594877 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Attempting to bind port 075661dd-bb64-40f1-b642-022c6a86928c on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:53.596975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53546) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:53.598589 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f67a11-8652-4215-9175-879de43f8009 None None] Pushing event updated for resources: {'Port': ['ID=075661dd-bb64-40f1-b642-022c6a86928c,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:53.604825 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:53.605221 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:53.605692 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.606010 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:53.606500 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Bound port: 075661dd-bb64-40f1-b642-022c6a86928c, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:53.606884 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.614231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542840242'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:53.671659 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] For port 075661dd-bb64-40f1-b642-022c6a86928c, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:53.675606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975d59a-a7a8-4eb4-baed-16224a81d0fb tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=2638343d-eb50-482f-b772-893c4fbc657f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:53.676323 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] For port 075661dd-bb64-40f1-b642-022c6a86928c, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=075661dd-bb64-40f1-b642-022c6a86928c,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:53.691683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a4d6fbb-a409-498a-9527-1c8360fdd1f7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9873884 Feb 09 16:02:53.693872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53548) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:53.704826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f963a70c-dc42-4712-afdd-515bcb842778 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938593560'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:53.723825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fbce5ea-e28e-4d92-9c87-37bbb5b387a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.731799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1fbce5ea-e28e-4d92-9c87-37bbb5b387a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/d73a2e46-6b59-470d-ae03-38f46a7f52a1 HTTP/1.1" status: 204 len: 168 time: 2.9268165 Feb 09 16:02:53.737781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53550) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:53.766915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.770971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cfd67425-a745-4e96-9894-c5c9bf31820c None None] Could not find standard attr ID for object d73a2e46-6b59-470d-ae03-38f46a7f52a1. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:02:53.791785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:53.795623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.799997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4976acf-7580-468c-83ec-0ffd5a6d386c']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:53.802369 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.813616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f7cd06-88b8-4a7a-94f0-fbca3fd68113') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:53.813906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f7cd06-88b8-4a7a-94f0-fbca3fd68113') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:53.826680 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.843879 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.851922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:02:53.852402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:53.874385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0ffe6437-2637-46d0-9515-7e74650962a7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:53.876226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546df995-8706-4719-baf3-805cc577d97f None None] Pushing event updated for resources: {'Port': ['ID=0ffe6437-2637-46d0-9515-7e74650962a7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:53.877890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716631de-2304-4e46-bf7e-37f0e925b4e1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:53.879778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468cbfe-f631-40d6-9760-7a580d778bba None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:02:53.886204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716631de-2304-4e46-bf7e-37f0e925b4e1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:53.894099 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-716631de-2304-4e46-bf7e-37f0e925b4e1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1532733 Feb 09 16:02:53.897435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53552) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:53.954406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.973134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546df995-8706-4719-baf3-805cc577d97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:02:53.974281 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:02:53.978064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router a53cca09-b49c-41b6-8559-c2650b814747 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:02:53.988296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c566dcfd-364d-43c1-9388-e37a895d460e req-26b316f2-14a8-4531-873c-56bd24def119 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.3215206 Feb 09 16:02:54.032534 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:54.033237 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:54.036107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b6cacdd6-c6fe-4914-9cb3-cbf5168ec66a None None] Provisioning complete for port 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:54.040132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6cacdd6-c6fe-4914-9cb3-cbf5168ec66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.071178 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.077381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.083941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/c4976acf-7580-468c-83ec-0ffd5a6d386c HTTP/1.1" status: 204 len: 168 time: 2.2440858 Feb 09 16:02:54.091762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53554) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:54.091929 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.092053 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment 1e707d7f-de4c-4701-92cb-ab19e6ad7b8d of type vlan for network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 Feb 09 16:02:54.129022 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f67a11-8652-4215-9175-879de43f8009 None None] Pushing event updated for resources: {'Port': ['ID=075661dd-bb64-40f1-b642-022c6a86928c,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:54.150449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d00629-7eef-4734-a36f-388521ab61cf tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=c4976acf-7580-468c-83ec-0ffd5a6d386c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:54.154246 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-68634ce1-df68-4a5e-bfa5-5e63d16f10c6 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] GET failed (client error): The resource could not be found. Feb 09 16:02:54.159057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-68634ce1-df68-4a5e-bfa5-5e63d16f10c6 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/subnets/a6307a9c-7869-41ce-8027-8989aed38053 HTTP/1.1" status: 404 len: 337 time: 0.0514476 Feb 09 16:02:54.159844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53556) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:54.195238 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8106566d-1d30-428e-bb8f-ed6558172354 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:02:54.195929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8106566d-1d30-428e-bb8f-ed6558172354 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:02:54.202039 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.204074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8106566d-1d30-428e-bb8f-ed6558172354 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/c4976acf-7580-468c-83ec-0ffd5a6d386c HTTP/1.1" status: 404 len: 339 time: 0.0355084 Feb 09 16:02:54.205085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53558) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:54.239112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19091809-882b-45f9-b667-8a5659eac1d5 req-3f0f5d62-f888-4384-bdfb-541c925d74d1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.245362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19091809-882b-45f9-b667-8a5659eac1d5 req-3f0f5d62-f888-4384-bdfb-541c925d74d1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.252385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19091809-882b-45f9-b667-8a5659eac1d5 req-3f0f5d62-f888-4384-bdfb-541c925d74d1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.253731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f963a70c-dc42-4712-afdd-515bcb842778 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.260237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19091809-882b-45f9-b667-8a5659eac1d5 req-3f0f5d62-f888-4384-bdfb-541c925d74d1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.268133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19091809-882b-45f9-b667-8a5659eac1d5 req-3f0f5d62-f888-4384-bdfb-541c925d74d1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.274120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b6cacdd6-c6fe-4914-9cb3-cbf5168ec66a None None] Port 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:54.276003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19091809-882b-45f9-b667-8a5659eac1d5 req-3f0f5d62-f888-4384-bdfb-541c925d74d1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.286362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19091809-882b-45f9-b667-8a5659eac1d5 req-3f0f5d62-f888-4384-bdfb-541c925d74d1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.289156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19091809-882b-45f9-b667-8a5659eac1d5 req-3f0f5d62-f888-4384-bdfb-541c925d74d1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 1.3631368 Feb 09 16:02:54.299701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0f7861-eb5b-4e3e-8657-698422371153 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 54bfd743-2be6-4973-94a0-66ea415a1248 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:02:54.306631 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7861-eb5b-4e3e-8657-698422371153 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.337428 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:02:54.351505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0ffe6437-2637-46d0-9515-7e74650962a7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:54.352372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.362318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Allocated IP 172.20.0.5 (f6c10f4b-ba62-4687-b736-8da6e468cd20/5db5478d-cc70-498d-bf3d-2fdc2244634e/5f695361-49d0-41f4-ae13-2d41ae1d4a5d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:54.366167 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.372011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.372692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:54.535579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468cbfe-f631-40d6-9760-7a580d778bba None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:02:54.546326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19091809-882b-45f9-b667-8a5659eac1d5 req-5c4cedd1-32f9-4d16-9f52-0dad391f6e5d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2378011 Feb 09 16:02:54.708572 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:48Z', 'revision_number': 3, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:54.750437 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eba5d7-416d-4448-bc2d-0baaafd2dc93 None None] The sync data for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 is: [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:48Z', 'revision_number': 3, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:02:54.818045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0ffe6437-2637-46d0-9515-7e74650962a7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:54.888901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96b2f0-419c-4866-b5f6-eb6367dcf22f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:54.893592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2c96b2f0-419c-4866-b5f6-eb6367dcf22f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6784825 Feb 09 16:02:54.898015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53560) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:54.954653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-50cf02c3-22ab-4cbf-85ff-7ea16f394b3c tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 207 time: 0.0501261 Feb 09 16:02:54.954963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:54.955591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53562) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:54.981462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7861-eb5b-4e3e-8657-698422371153 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.003139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0ffe6437-2637-46d0-9515-7e74650962a7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:55.003883 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.006601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:55.016945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.046825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:02:55.064964 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-af1c56c2-42c1-4cf5-930b-12583979778a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/a53cca09-b49c-41b6-8559-c2650b814747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8479707 Feb 09 16:02:55.069836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53566) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:55.088520 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f963a70c-dc42-4712-afdd-515bcb842778 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.115182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6ca6c-278e-41fa-ab29-0e8b8bc57015 None None] Sync routers for ids ['a53cca09-b49c-41b6-8559-c2650b814747'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:02:55.215888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7bffbec9-3856-47dc-90f8-b4a511bf23a0 req-4313d7f7-37e6-4031-bd42-9d5977097a1e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.0778837 Feb 09 16:02:55.232271 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-59c8287f-f788-42c7-8881-6905f7f85238 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6297669 Feb 09 16:02:55.241301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f963a70c-dc42-4712-afdd-515bcb842778 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.263197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53568) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:55.274353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6ca6c-278e-41fa-ab29-0e8b8bc57015 None None] Routers {'a53cca09-b49c-41b6-8559-c2650b814747'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:55.274983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-65f6ca6c-278e-41fa-ab29-0e8b8bc57015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a53cca09-b49c-41b6-8559-c2650b814747'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:55.283544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.297254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:55.408294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-65f6ca6c-278e-41fa-ab29-0e8b8bc57015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:55.423118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7864c23-0389-4f66-a40f-cbb35011c8e3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:55.424193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6ca6c-278e-41fa-ab29-0e8b8bc57015 None None] Routers {'a53cca09-b49c-41b6-8559-c2650b814747'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:02:55.424858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-65f6ca6c-278e-41fa-ab29-0e8b8bc57015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a53cca09-b49c-41b6-8559-c2650b814747'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:55.433355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7864c23-0389-4f66-a40f-cbb35011c8e3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:55.441777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7864c23-0389-4f66-a40f-cbb35011c8e3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:55.449957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7864c23-0389-4f66-a40f-cbb35011c8e3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:55.453028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c7864c23-0389-4f66-a40f-cbb35011c8e3 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4963400 Feb 09 16:02:55.458555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53570) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:55.470105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-65f6ca6c-278e-41fa-ab29-0e8b8bc57015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:02:55.470778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6ca6c-278e-41fa-ab29-0e8b8bc57015 None None] The sync data for ids ['a53cca09-b49c-41b6-8559-c2650b814747'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:02:55.472592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66be1a1-e74e-4587-92a7-e616a5b67e2d None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:02:55.517686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963a70c-dc42-4712-afdd-515bcb842778 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8238a101-527a-4619-b8e0-438c11c541ef,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:55.519827 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-89e32f57-8c52-405e-9b90-873102b04060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.545352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed884c-597c-4455-91cb-dc092cab0fb5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:55.547497 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44ed884c-597c-4455-91cb-dc092cab0fb5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports/646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 HTTP/1.1" status: 200 len: 977 time: 0.4765654 Feb 09 16:02:55.552442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53572) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:55.630589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-79fd1e90-cf60-469c-9bd4-68f90eb20898 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1683841 Feb 09 16:02:55.637074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53576) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:55.656321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7861-eb5b-4e3e-8657-698422371153 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.698042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f963a70c-dc42-4712-afdd-515bcb842778 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.702004 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f963a70c-dc42-4712-afdd-515bcb842778 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0019331 Feb 09 16:02:55.717543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53578) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:55.737070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b4f7a044-9e37-4ecb-9e92-0bd8b2fe348d tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '8238a101-527a-4619-b8e0-438c11c541ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:55.738275 n-d-828542-1 neutron-server[103178]: WARNING neutron.api.v2.base [None req-b4f7a044-9e37-4ecb-9e92-0bd8b2fe348d tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 16:02:55.739542 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-b4f7a044-9e37-4ecb-9e92-0bd8b2fe348d tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:02:55.740881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66be1a1-e74e-4587-92a7-e616a5b67e2d None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:02:55.744031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b4f7a044-9e37-4ecb-9e92-0bd8b2fe348d tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148563 Feb 09 16:02:55.745688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53580) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:55.812605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b709f5c4-66b5-4037-857d-f74ce096b166 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:55.815634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b709f5c4-66b5-4037-857d-f74ce096b166 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:55.823600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b709f5c4-66b5-4037-857d-f74ce096b166 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1835573 Feb 09 16:02:55.824542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53582) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:55.850553 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.909997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:55.914749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:55.955304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:55.958876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Allocated IP 172.20.0.1 (cd3f7593-5488-4e7c-9b72-c072b1cf38bf/88044793-e654-4475-a6ac-5684ef7e12bb/29591e7a-6380-437d-b2cc-6c91e125013e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:56.049027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-486ef2c7-e68c-43d8-810b-49f4e1863dd7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.058310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-486ef2c7-e68c-43d8-810b-49f4e1863dd7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.065708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-486ef2c7-e68c-43d8-810b-49f4e1863dd7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.072740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-486ef2c7-e68c-43d8-810b-49f4e1863dd7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.079470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-486ef2c7-e68c-43d8-810b-49f4e1863dd7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.084674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7861-eb5b-4e3e-8657-698422371153 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.087004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-486ef2c7-e68c-43d8-810b-49f4e1863dd7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.093857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-486ef2c7-e68c-43d8-810b-49f4e1863dd7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.096426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-486ef2c7-e68c-43d8-810b-49f4e1863dd7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.4066987 Feb 09 16:02:56.161582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f7861-eb5b-4e3e-8657-698422371153 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=54bfd743-2be6-4973-94a0-66ea415a1248,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:56.170994 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7861-eb5b-4e3e-8657-698422371153 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.177350 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8b0f7861-eb5b-4e3e-8657-698422371153 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/54bfd743-2be6-4973-94a0-66ea415a1248 HTTP/1.1" status: 204 len: 168 time: 2.2670593 Feb 09 16:02:56.179961 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53584) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:56.213125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76b623a-9a24-4bd6-be68-6110341be873 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:56.257761 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9924b318-88c2-42cc-b4ba-1b74590c8ecb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702965 Feb 09 16:02:56.263667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53586) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:56.273011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-264ef62d-87b1-4852-910f-1fb0562d3ae9 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.277623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aea0b1-5482-47b5-8dfd-43ed8f3790a7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.279134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aea0b1-5482-47b5-8dfd-43ed8f3790a7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.288920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d7aea0b1-5482-47b5-8dfd-43ed8f3790a7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4441543 Feb 09 16:02:56.293247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:56.303090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53590) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:56.321697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.364571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:56.367788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:56.489338 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-264ef62d-87b1-4852-910f-1fb0562d3ae9 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.525467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0429eb-e274-4cb3-8a05-a257d214f421 req-6789fa04-a17b-4b91-bc76-a32e56c386d9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2751219 Feb 09 16:02:56.528021 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.572173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:02:56.578146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df79d1c8-ee90-42db-975a-9a1f1bb72f68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.579964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.580337 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-df79d1c8-ee90-42db-975a-9a1f1bb72f68 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3140440 Feb 09 16:02:56.581475 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.595451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53592) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:56.623348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d786f9e-6f80-4c97-8212-4ba489c323c8 req-c0f1ff63-0c65-4eae-92e7-b47f69cf9646 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.625524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d786f9e-6f80-4c97-8212-4ba489c323c8 req-c0f1ff63-0c65-4eae-92e7-b47f69cf9646 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 931 time: 0.2938092 Feb 09 16:02:56.706926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-c5dc1cde-80a6-4d61-a8a1-dc514431d13c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6882474 Feb 09 16:02:56.710394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] Deleting port 0ffe6437-2637-46d0-9515-7e74650962a7 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:56.711023 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.728651 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d786f9e-6f80-4c97-8212-4ba489c323c8 req-92cb8541-08a6-436a-83ee-a7f9a35cda1d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928278 Feb 09 16:02:56.738898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Request body: {'port': {'device_id': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:56.754926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b5832-b073-4bbf-8f4a-c727376317e0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.757193 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-740b5832-b073-4bbf-8f4a-c727376317e0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/networks/f2d97c0b-5e36-4faf-ae86-38df91718c33 HTTP/1.1" status: 200 len: 799 time: 0.4480462 Feb 09 16:02:56.780118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.780118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53594) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:56.795055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.842997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381654a6-a25a-4f65-83a8-4b6579fdaa59 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:56.844947 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-381654a6-a25a-4f65-83a8-4b6579fdaa59 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2482491 Feb 09 16:02:56.872580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] For port 0ffe6437-2637-46d0-9515-7e74650962a7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0ffe6437-2637-46d0-9515-7e74650962a7,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:56.873360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53596) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:56.873561 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:56.896509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 075661dd-bb64-40f1-b642-022c6a86928c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:56.906232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] Calling delete_port for 0ffe6437-2637-46d0-9515-7e74650962a7 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:56.994684 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8074545a-dec0-4d1e-b6c1-0f2ae9d39beb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084652 Feb 09 16:02:56.996402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53598) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:56.996937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.004462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:57.009240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-264ef62d-87b1-4852-910f-1fb0562d3ae9 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.014541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-264ef62d-87b1-4852-910f-1fb0562d3ae9 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.020576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-264ef62d-87b1-4852-910f-1fb0562d3ae9 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/8238a101-527a-4619-b8e0-438c11c541ef HTTP/1.1" status: 204 len: 168 time: 1.2480845 Feb 09 16:02:57.027864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53600) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:57.030314 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.034806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-76aa38e3-c2b5-4fb2-9121-e278d99e3a95 None None] Provisioning complete for port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:57.035184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-76aa38e3-c2b5-4fb2-9121-e278d99e3a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.048231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:57.087902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:57.090875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Pushing event updated for resources: {'Port': ['ID=29591e7a-6380-437d-b2cc-6c91e125013e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:57.094127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-76aa38e3-c2b5-4fb2-9121-e278d99e3a95 None None] Port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:57.095676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 332c5851-26f7-4349-8ac8-825b45ad61a5 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:02:57.103355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:02:57.107614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ef62d-87b1-4852-910f-1fb0562d3ae9 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8238a101-527a-4619-b8e0-438c11c541ef,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:57.127250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=0fc21418-a4d3-443c-a14f-da46f808e2ff,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:57.141615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 075661dd-bb64-40f1-b642-022c6a86928c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:57.142056 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.259261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': '1e707d7f-de4c-4701-92cb-ab19e6ad7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:57.259764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:02:57.266997 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-726695ac-5731-46d4-900f-e569cfc2927f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/networks/f2d97c0b-5e36-4faf-ae86-38df91718c33?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4801650 Feb 09 16:02:57.272483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53602) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:57.407514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121a143b-eb97-41e3-8d14-af68243e7469 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:57.416125 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-121a143b-eb97-41e3-8d14-af68243e7469 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/subnets/f8476aef-be82-4354-9acf-62afb3aeb739 HTTP/1.1" status: 200 len: 811 time: 0.1343160 Feb 09 16:02:57.444032 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.491185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] Pushing event deleted for resources: {'Port': ['ID=0ffe6437-2637-46d0-9515-7e74650962a7,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:57.496121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44b062-5592-4056-be46-abf3120f2275 None None] No DVR routers for this DVR port 0ffe6437-2637-46d0-9515-7e74650962a7 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:02:57.550923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 332c5851-26f7-4349-8ac8-825b45ad61a5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=332c5851-26f7-4349-8ac8-825b45ad61a5,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:57.551928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53604) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:57.605108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '332c5851-26f7-4349-8ac8-825b45ad61a5', 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca', 'port_id': '332c5851-26f7-4349-8ac8-825b45ad61a5', 'mac_address': 'fa:16:3e:5b:c0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5facdd-af5f-41fb-a26e-af7d356f4b8b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:02:57.613932 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.679497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 075661dd-bb64-40f1-b642-022c6a86928c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=075661dd-bb64-40f1-b642-022c6a86928c,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:57.684274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.695537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3347b8b3-2388-499a-9452-db1515282f44 None None] Provisioning complete for port 29591e7a-6380-437d-b2cc-6c91e125013e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:57.696277 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3347b8b3-2388-499a-9452-db1515282f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.698499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:57.698818 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.722736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.727722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394cfe35-6861-469f-8056-24f98694f13b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:57.733600 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-394cfe35-6861-469f-8056-24f98694f13b tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "GET /v2.0/subnets/f8476aef-be82-4354-9acf-62afb3aeb739?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1699271 Feb 09 16:02:57.735602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53608) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:57.740261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332c5851-26f7-4349-8ac8-825b45ad61a5 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:57.769645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1651617327'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:57.769912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3347b8b3-2388-499a-9452-db1515282f44 None None] Port 29591e7a-6380-437d-b2cc-6c91e125013e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:02:57.780104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 332c5851-26f7-4349-8ac8-825b45ad61a5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=332c5851-26f7-4349-8ac8-825b45ad61a5,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:57.862699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.874510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:02:57.886621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0c2f16ab-529e-4428-ad79-d613033106dc tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8405595 Feb 09 16:02:57.897282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53612) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:57.902768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b7f5fe19-c2ee-43bc-a0d5-c675b8b22aa6 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--619751985'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:57.951588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=075661dd-bb64-40f1-b642-022c6a86928c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:57.974193 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.982361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cd4f5950-d0e5-48fa-ac9d-b5200349e870 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:02:58.033199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0ffe6437-2637-46d0-9515-7e74650962a7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:02:58.038680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:58.050922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:58.050922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.054134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-bda50d72-069b-4df5-b66c-e14f259c9682 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.065214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-bda50d72-069b-4df5-b66c-e14f259c9682 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.067074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.067681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.073059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-bda50d72-069b-4df5-b66c-e14f259c9682 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.074184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:02:58.074622 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.080275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-bda50d72-069b-4df5-b66c-e14f259c9682 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.083332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc2e0d-6309-4125-9e7d-5c60227afe72 None None] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:58.087541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-bda50d72-069b-4df5-b66c-e14f259c9682 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.093346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-bda50d72-069b-4df5-b66c-e14f259c9682 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.095734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0ffe6437-2637-46d0-9515-7e74650962a7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:02:58.096112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0ffe6437-2637-46d0-9515-7e74650962a7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:02:58.099983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-bda50d72-069b-4df5-b66c-e14f259c9682 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.102308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-bda50d72-069b-4df5-b66c-e14f259c9682 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5431 time: 0.4139853 Feb 09 16:02:58.182629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f695361-49d0-41f4-ae13-2d41ae1d4a5d {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:58.195539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6256c2-a31f-44c4-b075-63ab1d465607 req-1d3b9fdf-132f-4bf2-abb4-859a4327dc00 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.203610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e6256c2-a31f-44c4-b075-63ab1d465607 req-1d3b9fdf-132f-4bf2-abb4-859a4327dc00 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 931 time: 0.3546200 Feb 09 16:02:58.218411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.228361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=332c5851-26f7-4349-8ac8-825b45ad61a5,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:58.250919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae1d55ed-fe2d-4fb9-845f-91e94292810d req-71c1edd6-4ca5-43ac-af37-6c4c11950421 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102712 Feb 09 16:02:58.310756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cd4f5950-d0e5-48fa-ac9d-b5200349e870, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:58.315010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e6256c2-a31f-44c4-b075-63ab1d465607 req-0dc7dccc-1d42-4bc5-8c34-cd40b96cd0a5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087489 Feb 09 16:02:58.316172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.338927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Transition to ACTIVE for port object 5f695361-49d0-41f4-ae13-2d41ae1d4a5d will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:02:58.358941 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.392880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'cd4f5950-d0e5-48fa-ac9d-b5200349e870', 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'port_id': 'cd4f5950-d0e5-48fa-ac9d-b5200349e870', 'mac_address': 'fa:16:3e:06:5b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421f3cbf-0489-4dad-a1d6-ab2e51dd4b38', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:02:58.471520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.483968 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.532132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4f5950-d0e5-48fa-ac9d-b5200349e870 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:58.536829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.557351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cd4f5950-d0e5-48fa-ac9d-b5200349e870, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:58.579992 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.595506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:02:58.606675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4', 'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': '0fc21418-a4d3-443c-a14f-da46f808e2ff'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:58.609636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.622692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:02:58.623041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:58.626432 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fe505aa2-f395-45e8-9f59-499074062a1a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3529570 Feb 09 16:02:58.635029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53614) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:58.635290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7f5fe19-c2ee-43bc-a0d5-c675b8b22aa6 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.641087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:58.652865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:02:58.653425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.653763 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Added segment c133a398-5f97-4070-a22d-20c30ac0b19f of type vlan for network 3193d54a-b3e1-43c0-8ff4-eb28120a2b48 Feb 09 16:02:58.698396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.716293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 646f6b5e-1424-46ce-9aa4-b0a00a08f9c3 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:02:58.727992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb097ce-2ae1-4a8b-ac9d-e1af4f3fbd1d None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:02:58.733969 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.734785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3068cdf5-53e3-42eb-b810-e67bee4c62e0 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:02:58.742232 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.760329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Attempting to bind port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:02:58.764887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Attempting to bind port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:02:58.764887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Attempting to bind port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d on network f6c10f4b-ba62-4687-b736-8da6e468cd20 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:58.768254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d on network f6c10f4b-ba62-4687-b736-8da6e468cd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:02:58.768577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Attempting to bind port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d on network f6c10f4b-ba62-4687-b736-8da6e468cd20 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:02:58.778624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:02:58.778973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Checking segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:02:58.779382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Bound using segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:02:58.779839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Bound port: 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:02:58.780240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.828571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:58.829913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:58.872049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=6ca66838-5046-483f-8d5f-7d8829e2314e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:58.895928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 075661dd-bb64-40f1-b642-022c6a86928c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:02:58.969790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.047483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3068cdf5-53e3-42eb-b810-e67bee4c62e0, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:59.057600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cd4f5950-d0e5-48fa-ac9d-b5200349e870,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:59.091247 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-35b67ac3-0531-41f0-9d91-c710c718a2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0864413 Feb 09 16:02:59.091603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53616) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:59.097347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': '6ca66838-5046-483f-8d5f-7d8829e2314e', 'ip_address': '2001:db8::a4f2:7a44:aa57:f3c3'}], 'name': 'tempest-NetworksTestDHCPv6-258268415'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:59.098748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '3068cdf5-53e3-42eb-b810-e67bee4c62e0', 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'port_id': '3068cdf5-53e3-42eb-b810-e67bee4c62e0', 'mac_address': 'fa:16:3e:40:f1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421f3cbf-0489-4dad-a1d6-ab2e51dd4b38', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:02:59.116662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Allocated IP 2001:db8::2 (acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4/0fc21418-a4d3-443c-a14f-da46f808e2ff/40054b8b-9519-4c24-a8b5-99ae697da978) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:59.136609 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7f5fe19-c2ee-43bc-a0d5-c675b8b22aa6 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.179791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.192740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.193825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.200760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 075661dd-bb64-40f1-b642-022c6a86928c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:02:59.201132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.244727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.251626 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.328046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3068cdf5-53e3-42eb-b810-e67bee4c62e0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:02:59.339055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '6ca66838-5046-483f-8d5f-7d8829e2314e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:02:59.339938 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.380259 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7f5fe19-c2ee-43bc-a0d5-c675b8b22aa6 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.411036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3068cdf5-53e3-42eb-b810-e67bee4c62e0, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:59.458009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Network': ['ID=3193d54a-b3e1-43c0-8ff4-eb28120a2b48,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:59.471060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5fe19-c2ee-43bc-a0d5-c675b8b22aa6 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfd7847-80af-4221-bcde-f65e4c48e11c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:59.515234 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd6bf5c6-f56b-494f-a6e4-88196c8eafca tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7463698 Feb 09 16:02:59.518430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53622) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:59.526578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 3193d54a-b3e1-43c0-8ff4-eb28120a2b48 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:02:59.531057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'network_id': '3193d54a-b3e1-43c0-8ff4-eb28120a2b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:59.540479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Pushing event updated for resources: {'Port': ['ID=29591e7a-6380-437d-b2cc-6c91e125013e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:59.549956 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.557438 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.558225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 569afa22-dd5a-414d-abb6-932876b1e057 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:02:59.566487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:02:59.572703 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b7f5fe19-c2ee-43bc-a0d5-c675b8b22aa6 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.575842 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b7f5fe19-c2ee-43bc-a0d5-c675b8b22aa6 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6755569 Feb 09 16:02:59.581570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53624) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:59.645963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9c1773a8-3186-430f-b69d-f474007a91a0 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '7dfd7847-80af-4221-bcde-f65e4c48e11c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:02:59.648008 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-9c1773a8-3186-430f-b69d-f474007a91a0 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 16:02:59.649016 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-9c1773a8-3186-430f-b69d-f474007a91a0 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:02:59.650785 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9c1773a8-3186-430f-b69d-f474007a91a0 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130081 Feb 09 16:02:59.657762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:02:59.663075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53626) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:02:59.677780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-67164bbe-4801-45b4-b4ae-cb682a2761d2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.681240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.686033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-67164bbe-4801-45b4-b4ae-cb682a2761d2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.692530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-67164bbe-4801-45b4-b4ae-cb682a2761d2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.700626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-67164bbe-4801-45b4-b4ae-cb682a2761d2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.707061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-67164bbe-4801-45b4-b4ae-cb682a2761d2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.716398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-67164bbe-4801-45b4-b4ae-cb682a2761d2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.723725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-67164bbe-4801-45b4-b4ae-cb682a2761d2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.725731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-67164bbe-4801-45b4-b4ae-cb682a2761d2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5433 time: 0.2764533 Feb 09 16:02:59.784178 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.786244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3068cdf5-53e3-42eb-b810-e67bee4c62e0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:59.808692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 569afa22-dd5a-414d-abb6-932876b1e057, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=569afa22-dd5a-414d-abb6-932876b1e057,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:02:59.816007 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.822090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=646f6b5e-1424-46ce-9aa4-b0a00a08f9c3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:59.845093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '569afa22-dd5a-414d-abb6-932876b1e057', 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'port_id': '569afa22-dd5a-414d-abb6-932876b1e057', 'mac_address': 'fa:16:3e:69:50:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421f3cbf-0489-4dad-a1d6-ab2e51dd4b38', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:02:59.848954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/6ca66838-5046-483f-8d5f-7d8829e2314e/619be5d7-d972-40aa-ae75-df081d95e222) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:02:59.859092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:02:59.871990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464920c-926a-41ab-a7e6-f8bb66559f93 req-f0dd4c96-02e5-49f5-ab50-69d31676c9a9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.874181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3464920c-926a-41ab-a7e6-f8bb66559f93 req-f0dd4c96-02e5-49f5-ab50-69d31676c9a9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.3943119 Feb 09 16:02:59.895227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:59.897677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:02:59.899549 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.973791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:02:59.974830 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:59.976341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ba7ff53b-85f3-40dc-982f-feca0bca9224 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 1091 time: 3.2446506 Feb 09 16:02:59.996517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:00.001093 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6dc362-448c-4014-b266-336bb0b10238" -d '{"events": [{"name": "network-changed", "server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:00.060066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d68b6e4-ab42-4201-acba-07cb316e35ea req-6c3202a1-a80c-44a2-a069-5c7b4fba4c02 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3222463 Feb 09 16:03:00.079672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3464920c-926a-41ab-a7e6-f8bb66559f93 req-c3ee9c93-ff1d-471e-9716-8bdb2ac9cf40 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748545 Feb 09 16:03:00.091516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:00.132003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:00.175225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Made reservation on behalf of da0c5a6de597441b95f692779a0cb175 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:00.180300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.199711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4ee0-0814-446d-99b7-ec6eb7924c07 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.233408 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.233408 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.252147 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4ba88a-d956-47a5-a5d5-9e2aee38e97e x-openstack-request-id: req-0a4ba88a-d956-47a5-a5d5-9e2aee38e97e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:00.252894 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:00.253424 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a4ba88a-d956-47a5-a5d5-9e2aee38e97e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:00.259088 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'status': 'completed', 'code': 200} Feb 09 16:03:00.300058 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.314686 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.342138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_backend_mixin [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing IP validity checks on allocation pools {{(pid=103179) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 16:03:00.343260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_backend_mixin [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103179) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 16:03:00.429927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569afa22-dd5a-414d-abb6-932876b1e057 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:00.440821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4ee0-0814-446d-99b7-ec6eb7924c07 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.474194 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.485797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 35fa68f3-0040-4e31-8257-27be7b457e87 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:03:00.486033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 569afa22-dd5a-414d-abb6-932876b1e057, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=569afa22-dd5a-414d-abb6-932876b1e057,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:00.502980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:00.515106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:00.517858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Pushing event updated for resources: {'Port': ['ID=40054b8b-9519-4c24-a8b5-99ae697da978,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:00.525122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:00.536985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ad9f93ab-035b-4cef-9556-7045842bc3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:00.539841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ad9f93ab-035b-4cef-9556-7045842bc3e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1094 time: 0.3767290 Feb 09 16:03:00.588925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.589577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6cd16e2a-4550-4157-9cab-2519ab4fce18 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:03:00.634726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-1e4ece53-d7a1-44a2-996d-e547b908cf29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 217 time: 0.0708179 Feb 09 16:03:00.689028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Attempting to bind port 40054b8b-9519-4c24-a8b5-99ae697da978 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:00.689423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Attempting to bind port 40054b8b-9519-4c24-a8b5-99ae697da978 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '1e707d7f-de4c-4701-92cb-ab19e6ad7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:00.689898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Attempting to bind port 40054b8b-9519-4c24-a8b5-99ae697da978 on network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:00.706025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:00.706491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Checking segment: {'id': '1e707d7f-de4c-4701-92cb-ab19e6ad7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:00.706763 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.707917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Bound using segment: {'id': '1e707d7f-de4c-4701-92cb-ab19e6ad7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:00.707917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Bound port: 40054b8b-9519-4c24-a8b5-99ae697da978, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e707d7f-de4c-4701-92cb-ab19e6ad7b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:00.708235 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.736744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:00.760883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-d76d6936-43ed-4ce1-b772-f2bc38d21276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:00.762239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-d76d6936-43ed-4ce1-b772-f2bc38d21276 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.1175907 Feb 09 16:03:00.842702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router a53cca09-b49c-41b6-8559-c2650b814747 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:00.844723 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.846199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-47277679-721a-497d-8132-fc49255089b1 None None] Provisioning complete for port 29591e7a-6380-437d-b2cc-6c91e125013e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:00.846565 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47277679-721a-497d-8132-fc49255089b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.884190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=569afa22-dd5a-414d-abb6-932876b1e057,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:00.889538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4ee0-0814-446d-99b7-ec6eb7924c07 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.892592 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4ee0-0814-446d-99b7-ec6eb7924c07 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.893819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f5ca4ee0-0814-446d-99b7-ec6eb7924c07 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/7dfd7847-80af-4221-bcde-f65e4c48e11c HTTP/1.1" status: 204 len: 168 time: 1.1655145 Feb 09 16:03:00.924607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-47277679-721a-497d-8132-fc49255089b1 None None] Port 29591e7a-6380-437d-b2cc-6c91e125013e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:00.928279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53630) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:00.946041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.952931 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.969309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] For port 40054b8b-9519-4c24-a8b5-99ae697da978, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:00.972238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:00.976823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca4ee0-0814-446d-99b7-ec6eb7924c07 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfd7847-80af-4221-bcde-f65e4c48e11c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:00.984585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9147ed4a-8d7a-4a71-936f-0dee3b700ecc admin admin] 10.222.0.53 "PUT /v2.0/routers/25c0b8c0-5328-4336-ae48-d4fcfa6a13d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0840681 Feb 09 16:03:01.003343 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Sync routers for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:01.024274 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:01.025541 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:01.047561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6cd16e2a-4550-4157-9cab-2519ab4fce18, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:01.053386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-dce34831-89b9-4c86-bb72-01b10ed2b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.055071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-dce34831-89b9-4c86-bb72-01b10ed2b0b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799195 Feb 09 16:03:01.056424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] For port 40054b8b-9519-4c24-a8b5-99ae697da978, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40054b8b-9519-4c24-a8b5-99ae697da978,segment=NetworkSegment(1e707d7f-de4c-4701-92cb-ab19e6ad7b8d),segment_id=1e707d7f-de4c-4701-92cb-ab19e6ad7b8d)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:01.083962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:01.085174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:01.088940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:01.091410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'port_id': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'mac_address': 'fa:16:3e:aa:67:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:03:01.093496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:01.095579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Pushing event updated for resources: {'Port': ['ID=619be5d7-d972-40aa-ae75-df081d95e222,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:01.103557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605f73c-3800-4aaf-aefa-f594b5288b0d None None] Sync routers for ids ['a53cca09-b49c-41b6-8559-c2650b814747'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:01.122112 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-45ddeeb1-ac04-4f18-bfdb-083a736e12ad tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/a53cca09-b49c-41b6-8559-c2650b814747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5652175 Feb 09 16:03:01.127381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53636) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:01.179899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b57dd4c2-05e4-4bd5-b367-32f6623a632b tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2384019 Feb 09 16:03:01.188012 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.209147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53640) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:01.279894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd311bf-3a87-44c5-b595-7868b09f9db4 None None] Pushing event updated for resources: {'Port': ['ID=40054b8b-9519-4c24-a8b5-99ae697da978,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:01.288883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605f73c-3800-4aaf-aefa-f594b5288b0d None None] Routers {'a53cca09-b49c-41b6-8559-c2650b814747'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:01.289533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3605f73c-3800-4aaf-aefa-f594b5288b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a53cca09-b49c-41b6-8559-c2650b814747'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:01.299268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Attempting to bind port 619be5d7-d972-40aa-ae75-df081d95e222 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:01.306296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Attempting to bind port 619be5d7-d972-40aa-ae75-df081d95e222 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:01.306296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Attempting to bind port 619be5d7-d972-40aa-ae75-df081d95e222 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:01.311130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-77c42518-fbf1-4a10-8cfd-6348a1f98ebe tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--816524902'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:01.331732 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.361885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.365916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3605f73c-3800-4aaf-aefa-f594b5288b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:01.370393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:01.370791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:01.371165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.371565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:01.372060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Bound port: 619be5d7-d972-40aa-ae75-df081d95e222, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:01.372501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.405080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::a4f2:7a44:aa57:f3c3 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/6ca66838-5046-483f-8d5f-7d8829e2314e/35fa68f3-0040-4e31-8257-27be7b457e87) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:01.432338 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:01.448236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=b6f37349-d64e-433e-a2f4-4b5403984a21,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:01.449341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd16e2a-4550-4157-9cab-2519ab4fce18 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:01.464366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Checking segment: {'id': 'c133a398-5f97-4070-a22d-20c30ac0b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3193d54a-b3e1-43c0-8ff4-eb28120a2b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:01.465039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network hostable DHCP agents. Network: 3193d54a-b3e1-43c0-8ff4-eb28120a2b48, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:01.480740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3605f73c-3800-4aaf-aefa-f594b5288b0d None None] Routers {'a53cca09-b49c-41b6-8559-c2650b814747'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:01.481398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3605f73c-3800-4aaf-aefa-f594b5288b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a53cca09-b49c-41b6-8559-c2650b814747'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:01.550919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6cd16e2a-4550-4157-9cab-2519ab4fce18, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:01.556113 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3605f73c-3800-4aaf-aefa-f594b5288b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:01.557446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3605f73c-3800-4aaf-aefa-f594b5288b0d None None] The sync data for ids ['a53cca09-b49c-41b6-8559-c2650b814747'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:01.636740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] For port 619be5d7-d972-40aa-ae75-df081d95e222, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:01.641931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] For port 619be5d7-d972-40aa-ae75-df081d95e222, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=619be5d7-d972-40aa-ae75-df081d95e222,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:01.649293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=bdc4812a-50f8-49b2-adc7-3f70cbf0c7de,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:01.657470 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.658524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8f3b7125-0b50-45fb-a1ad-8afa578408ce details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:03:01.714708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:01.722606 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-78021180-4384-4b9f-963f-c666b0286068 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 16:03:01.731621 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-78021180-4384-4b9f-963f-c666b0286068 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/a53cca09-b49c-41b6-8559-c2650b814747/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5762420 Feb 09 16:03:01.733268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53644) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:01.749137 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77c42518-fbf1-4a10-8cfd-6348a1f98ebe tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.752843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:01.763011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.763717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.768483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=6cd16e2a-4550-4157-9cab-2519ab4fce18,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:01.779069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.783290 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.814141 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Network 3193d54a-b3e1-43c0-8ff4-eb28120a2b48 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:01.822965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3dae-d624-4830-a928-a577e34e7a7f req-00d74c5d-d8c2-4b72-9cca-f899184c55db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.829538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7ed3dae-d624-4830-a928-a577e34e7a7f req-00d74c5d-d8c2-4b72-9cca-f899184c55db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.5528514 Feb 09 16:03:01.852769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8f3b7125-0b50-45fb-a1ad-8afa578408ce, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:01.893116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '8f3b7125-0b50-45fb-a1ad-8afa578408ce', 'network_id': '083d6f2b-73b8-4398-936f-5fa4281e7b1e', 'port_id': '8f3b7125-0b50-45fb-a1ad-8afa578408ce', 'mac_address': 'fa:16:3e:e8:bb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421f3cbf-0489-4dad-a1d6-ab2e51dd4b38', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:03:01.894127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-a6381a04-46b5-48e4-9e0d-091232cb39dd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.896357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bbb26-a592-4588-95f7-8d5a186216ef None None] Pushing event updated for resources: {'Port': ['ID=619be5d7-d972-40aa-ae75-df081d95e222,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:01.904285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-a6381a04-46b5-48e4-9e0d-091232cb39dd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.912582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-a6381a04-46b5-48e4-9e0d-091232cb39dd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.922733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-a6381a04-46b5-48e4-9e0d-091232cb39dd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.932329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-a6381a04-46b5-48e4-9e0d-091232cb39dd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.938089 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 2, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:01.938812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-a6381a04-46b5-48e4-9e0d-091232cb39dd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.952530 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.953218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-a6381a04-46b5-48e4-9e0d-091232cb39dd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:01.955385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-a6381a04-46b5-48e4-9e0d-091232cb39dd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5435 time: 0.6632199 Feb 09 16:03:01.957675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b1c1942f-00c7-4eaa-b0a8-b5d877dd3fb0 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a53cca09-b49c-41b6-8559-c2650b814747 HTTP/1.1" status: 200 len: 205 time: 0.2231469 Feb 09 16:03:01.962697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53646) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:01.979580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3b7125-0b50-45fb-a1ad-8afa578408ce {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:01.986004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-ceba7df8-7342-44ad-b84a-21507ec63e49 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9070463 Feb 09 16:03:01.990787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77c42518-fbf1-4a10-8cfd-6348a1f98ebe tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.001867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 3193d54a-b3e1-43c0-8ff4-eb28120a2b48) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:02.002221 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Checking router: 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:03:02.004400 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Updating router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 port 29591e7a-6380-437d-b2cc-6c91e125013e binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:03:02.012585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:02.013211 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.016660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8f3b7125-0b50-45fb-a1ad-8afa578408ce, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:02.025702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec3edb-1b28-4ad0-aa97-91c6aff4915e None None] Network 3193d54a-b3e1-43c0-8ff4-eb28120a2b48 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:02.067431 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.073455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77c42518-fbf1-4a10-8cfd-6348a1f98ebe tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.104029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.177727 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c42518-fbf1-4a10-8cfd-6348a1f98ebe tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1308582d-25de-4045-b306-21daaf921a6e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:02.184419 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-af40be37-4d3f-4718-958b-c11073951914 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6638858 Feb 09 16:03:02.196202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.201635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0c63ab37-45f9-48fe-a75a-d5e12c767566 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:02.210810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.218322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 76acaa04-2f27-4308-a450-39bdd11c1774 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:03:02.280257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.282381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fc789df-a3fe-49b5-b0b6-4f97c80d3598 req-79f3046d-b43a-4c0d-90c8-fee591ff3f3e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2913079 Feb 09 16:03:02.299774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53650) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.304311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-28b72295-eb8b-4440-9f48-512dce440550 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6636868 Feb 09 16:03:02.392589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77c42518-fbf1-4a10-8cfd-6348a1f98ebe tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.393959 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-77c42518-fbf1-4a10-8cfd-6348a1f98ebe tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0965176 Feb 09 16:03:02.402747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53654) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.405112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:03:02.407755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-df5e9746-3d32-4851-890d-3a443db45076 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '1308582d-25de-4045-b306-21daaf921a6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:02.441663 n-d-828542-1 neutron-server[103178]: WARNING neutron.api.v2.base [None req-df5e9746-3d32-4851-890d-3a443db45076 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 16:03:02.441891 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-df5e9746-3d32-4851-890d-3a443db45076 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:02.446110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-df5e9746-3d32-4851-890d-3a443db45076 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0420783 Feb 09 16:03:02.449362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f997cf6d-1a69-4552-97ea-d1e3726a1063 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.473699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53656) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.485620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3193d54a-b3e1-43c0-8ff4-eb28120a2b48', 'network_id': '3193d54a-b3e1-43c0-8ff4-eb28120a2b48', 'tenant_id': 'da0c5a6de597441b95f692779a0cb175', 'fixed_ips': [{'subnet_id': 'b6f37349-d64e-433e-a2f4-4b5403984a21'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:02.487939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.493526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=8f3b7125-0b50-45fb-a1ad-8afa578408ce,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:02.499973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:02.511993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c0b750ac-a79d-402d-8ace-e3e88ba407fa tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '1308582d-25de-4045-b306-21daaf921a6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:02.513540 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-c0b750ac-a79d-402d-8ace-e3e88ba407fa tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 16:03:02.514481 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-c0b750ac-a79d-402d-8ace-e3e88ba407fa tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:02.522054 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c0b750ac-a79d-402d-8ace-e3e88ba407fa tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0253177 Feb 09 16:03:02.559532 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53658) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.567851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 76acaa04-2f27-4308-a450-39bdd11c1774, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=76acaa04-2f27-4308-a450-39bdd11c1774,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:02.583328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5f90c039-d244-4b5d-aa2c-6971eeaf5305 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '1308582d-25de-4045-b306-21daaf921a6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:02.584429 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-5f90c039-d244-4b5d-aa2c-6971eeaf5305 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 16:03:02.584952 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-5f90c039-d244-4b5d-aa2c-6971eeaf5305 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:02.588961 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5f90c039-d244-4b5d-aa2c-6971eeaf5305 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0256941 Feb 09 16:03:02.599215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:02.613235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53660) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.625543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-940f6ce7-a306-4346-9d57-a1a72e5be1ba tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '1308582d-25de-4045-b306-21daaf921a6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:02.635639 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-940f6ce7-a306-4346-9d57-a1a72e5be1ba tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 16:03:02.635639 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-940f6ce7-a306-4346-9d57-a1a72e5be1ba tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:02.635639 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-940f6ce7-a306-4346-9d57-a1a72e5be1ba tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0138083 Feb 09 16:03:02.635639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:02.636538 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.643527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:02.646982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53662) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.650194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.662667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81430426-3f0f-4bfd-8219-bcd8303c1130 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:02.666734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81430426-3f0f-4bfd-8219-bcd8303c1130 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:02.666734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81430426-3f0f-4bfd-8219-bcd8303c1130 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:02.667956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81430426-3f0f-4bfd-8219-bcd8303c1130 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:02.669283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81430426-3f0f-4bfd-8219-bcd8303c1130 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:02.671713 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81430426-3f0f-4bfd-8219-bcd8303c1130 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3686807 Feb 09 16:03:02.672416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=35fa68f3-0040-4e31-8257-27be7b457e87,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:02.676483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53664) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.679327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7ed3dae-d624-4830-a928-a577e34e7a7f req-8a3ebb70-eb50-4fd1-a7b9-fbcfad35ce0c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8357468 Feb 09 16:03:02.716970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947804337'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:02.720556 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.762681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c63ab37-45f9-48fe-a75a-d5e12c767566 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29767841'] for subnet, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.819551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '76acaa04-2f27-4308-a450-39bdd11c1774', 'network_id': 'e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca', 'port_id': '76acaa04-2f27-4308-a450-39bdd11c1774', 'mac_address': 'fa:16:3e:17:7b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5facdd-af5f-41fb-a26e-af7d356f4b8b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:03:02.845408 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1de6382d-b0f2-4f04-a517-e0e0cb6e2615 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7522938 Feb 09 16:03:02.883701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f997cf6d-1a69-4552-97ea-d1e3726a1063 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.886583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f997cf6d-1a69-4552-97ea-d1e3726a1063 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:02.926774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53668) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:02.939792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f1b8e53e-2db7-4e7c-b152-b13c690a0bb3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': '6ca66838-5046-483f-8d5f-7d8829e2314e', 'ip_address': '2001:db8::a4f2:7a44:aa57:f3c3'}], 'name': 'tempest-NetworksTestDHCPv6-1116464194'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:02.954125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:02.957776 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.020038 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116460ff-642a-49c3-a369-0cc71becd80e None None] Pushing event updated for resources: {'Port': ['ID=29591e7a-6380-437d-b2cc-6c91e125013e,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:03.031903 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.068642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76acaa04-2f27-4308-a450-39bdd11c1774 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:03.069162 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Attempting to bind port 29591e7a-6380-437d-b2cc-6c91e125013e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:03.069542 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Attempting to bind port 29591e7a-6380-437d-b2cc-6c91e125013e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:03.069898 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Attempting to bind port 29591e7a-6380-437d-b2cc-6c91e125013e on network cd3f7593-5488-4e7c-9b72-c072b1cf38bf {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:03.075820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3a0cf6e-ea4f-4d01-b33b-f24482304953 req-d7f63128-9458-4e49-8d04-b4bcd72c2f1d service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9810538 Feb 09 16:03:03.087876 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f997cf6d-1a69-4552-97ea-d1e3726a1063 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.088499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f997cf6d-1a69-4552-97ea-d1e3726a1063 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Fanout notify agent at l3_agent the message router_deleted on router a53cca09-b49c-41b6-8559-c2650b814747 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:03:03.099483 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:03.102810 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Checking segment: {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:03.103302 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.103707 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Bound using segment: {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:03.104241 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Bound port: 29591e7a-6380-437d-b2cc-6c91e125013e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:03.105655 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.116613 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f997cf6d-1a69-4552-97ea-d1e3726a1063 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.117842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f997cf6d-1a69-4552-97ea-d1e3726a1063 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/a53cca09-b49c-41b6-8559-c2650b814747 HTTP/1.1" status: 204 len: 168 time: 1.1388085 Feb 09 16:03:03.126968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 76acaa04-2f27-4308-a450-39bdd11c1774, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=76acaa04-2f27-4308-a450-39bdd11c1774,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:03.133419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 16:03:03.133419 n-d-828542-1 neutron-server[103180]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 16:03:03.133419 n-d-828542-1 neutron-server[103180]: [parameters: {'in_use': 1, 'id_1': 'b6f37349-d64e-433e-a2f4-4b5403984a21'}] Feb 09 16:03:03.133419 n-d-828542-1 neutron-server[103180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:03:03.137307 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:03:03.137515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53670) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:03.180052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40054b8b-9519-4c24-a8b5-99ae697da978 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:03.229044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.296747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7212a98e-2d26-40ff-a9a1-5c3337510282 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.325803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a73a7-920a-4564-85c8-9e91d6bf2969 None None] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:03.326444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:03.351829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.352697 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment 52d49146-d009-4383-b639-771089668dab of type vlan for network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d Feb 09 16:03:03.361316 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] For port 29591e7a-6380-437d-b2cc-6c91e125013e, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:03.370852 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] For port 29591e7a-6380-437d-b2cc-6c91e125013e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=29591e7a-6380-437d-b2cc-6c91e125013e,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:03.424364 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7212a98e-2d26-40ff-a9a1-5c3337510282 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.430932 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.468982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53674) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:03.477698 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-73e6cd17-5ba0-48c9-abd7-9d150919ad0a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978019071', 'description': 'tempest-description--2075158350'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:03.485982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c63ab37-45f9-48fe-a75a-d5e12c767566 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783024034151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30076373'] for subnet, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.493814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-36de91cd-d752-444f-af7a-2288e2f65ecc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet f0d0990f-9280-4762-a227-58883a51f8f0 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:03.499330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=76acaa04-2f27-4308-a450-39bdd11c1774,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:03.504864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 40054b8b-9519-4c24-a8b5-99ae697da978 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:03.505395 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.511166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-38dbe431-fdf2-4f37-afc3-843ea54fba8e None None] Provisioning complete for port 29591e7a-6380-437d-b2cc-6c91e125013e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:03.511696 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38dbe431-fdf2-4f37-afc3-843ea54fba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.525333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36de91cd-d752-444f-af7a-2288e2f65ecc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.532327 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.581335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc362-448c-4014-b266-336bb0b10238 req-6368dfca-7ec3-4065-9a4b-f54b19d9dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:03.583330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6dc362-448c-4014-b266-336bb0b10238 req-6368dfca-7ec3-4065-9a4b-f54b19d9dacf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1094 time: 0.3849843 Feb 09 16:03:03.597987 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7212a98e-2d26-40ff-a9a1-5c3337510282 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.602978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7212a98e-2d26-40ff-a9a1-5c3337510282 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.604657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7212a98e-2d26-40ff-a9a1-5c3337510282 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/1308582d-25de-4045-b306-21daaf921a6e HTTP/1.1" status: 204 len: 168 time: 0.9567628 Feb 09 16:03:03.628972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53676) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:03.667770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116460ff-642a-49c3-a369-0cc71becd80e None None] Pushing event updated for resources: {'Port': ['ID=29591e7a-6380-437d-b2cc-6c91e125013e,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:03.682591 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:03.692782 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:03.716634 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36de91cd-d752-444f-af7a-2288e2f65ecc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.846773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212a98e-2d26-40ff-a9a1-5c3337510282 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1308582d-25de-4045-b306-21daaf921a6e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:03.887199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.928432 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:04.103924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-a72ae5bd-c5c2-4853-8ca2-aa3eceb6d1eb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.116056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['cd4f5950-d0e5-48fa-ac9d-b5200349e870'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:04.116868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-a72ae5bd-c5c2-4853-8ca2-aa3eceb6d1eb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.125660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-a72ae5bd-c5c2-4853-8ca2-aa3eceb6d1eb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.129178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73e6cd17-5ba0-48c9-abd7-9d150919ad0a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.133458 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.139397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-a72ae5bd-c5c2-4853-8ca2-aa3eceb6d1eb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.151004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-a72ae5bd-c5c2-4853-8ca2-aa3eceb6d1eb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.153288 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.154184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.158082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-a72ae5bd-c5c2-4853-8ca2-aa3eceb6d1eb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.168859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-a72ae5bd-c5c2-4853-8ca2-aa3eceb6d1eb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.179160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-a72ae5bd-c5c2-4853-8ca2-aa3eceb6d1eb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5438 time: 0.7014029 Feb 09 16:03:04.192039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3068cdf5-53e3-42eb-b810-e67bee4c62e0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:04.201420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['332c5851-26f7-4349-8ac8-825b45ad61a5'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:04.204454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63ab37-45f9-48fe-a75a-d5e12c767566 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.204772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['6cd16e2a-4550-4157-9cab-2519ab4fce18'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:04.205697 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c63ab37-45f9-48fe-a75a-d5e12c767566 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.209803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['76acaa04-2f27-4308-a450-39bdd11c1774'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:04.212771 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0c63ab37-45f9-48fe-a75a-d5e12c767566 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "PUT /v2.0/subnets/b6f37349-d64e-433e-a2f4-4b5403984a21 HTTP/1.1" status: 200 len: 877 time: 2.0205238 Feb 09 16:03:04.230857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53680) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:04.234033 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36de91cd-d752-444f-af7a-2288e2f65ecc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.278316 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:03:03Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:04.310790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b6c46-ecf6-4b4e-8ef4-923074b9ff92 req-2d6db103-7ce6-4cd0-801a-4badc4aa8e0f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.319519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-969b6c46-ecf6-4b4e-8ef4-923074b9ff92 req-2d6db103-7ce6-4cd0-801a-4badc4aa8e0f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.3549626 Feb 09 16:03:04.319797 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22584d-e572-4825-b87c-6fa61fe0bcf5 None None] The sync data for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 is: [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:03:03Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:04.347444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-017f2443-6c3f-4edf-af79-156d38afaeb4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7091780 Feb 09 16:03:04.352706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53682) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:04.363753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a94b6e7f-c1b5-4ecf-abbd-0e8e558481b7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--767745913'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:04.377189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63ab37-45f9-48fe-a75a-d5e12c767566 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event updated for resources: {'Subnet': ['ID=b6f37349-d64e-433e-a2f4-4b5403984a21,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:04.425457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=72bc3230-93ea-4887-bc5d-a11c0b7ef37d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:04.428443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b8e53e-2db7-4e7c-b152-b13c690a0bb3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:04.464174 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1b8e53e-2db7-4e7c-b152-b13c690a0bb3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.509082 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0142073e-3216-4d92-ae86-aff23d42a764 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8030300 Feb 09 16:03:04.518477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53684) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:04.530637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2ebaceea-d6f5-48e0-ac91-e9461fc8afed tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:04.570506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-f1b8e53e-2db7-4e7c-b152-b13c690a0bb3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 4464520d-20ca-4c35-a5d1-114197e39486 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:03:04.720231 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73e6cd17-5ba0-48c9-abd7-9d150919ad0a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.811358 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a94b6e7f-c1b5-4ecf-abbd-0e8e558481b7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.812657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:04.830072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.831387 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73e6cd17-5ba0-48c9-abd7-9d150919ad0a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:04.888345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f201d9d-f7b9-4a8c-b7a6-dd91509214c0 req-478a5e02-59d5-45aa-b67b-aba7130a726f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7079573 Feb 09 16:03:04.896658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc362-448c-4014-b266-336bb0b10238 req-2099a6b3-84bd-4ba5-abf2-8016fbcc98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:04.898309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6dc362-448c-4014-b266-336bb0b10238 req-2099a6b3-84bd-4ba5-abf2-8016fbcc98dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 1.2839980 Feb 09 16:03:04.952232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6dc362-448c-4014-b266-336bb0b10238 req-31499cdc-7406-4dac-add0-e43f8fc41228 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 217 time: 0.0450156 Feb 09 16:03:04.986715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6cd17-5ba0-48c9-abd7-9d150919ad0a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e86c4a-1ce7-467e-a3ee-4c509742d918,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:04.999875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ebaceea-d6f5-48e0-ac91-e9461fc8afed tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.005228 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73e6cd17-5ba0-48c9-abd7-9d150919ad0a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.009327 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-73e6cd17-5ba0-48c9-abd7-9d150919ad0a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5353401 Feb 09 16:03:05.023055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53688) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.027852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e82a1d30-3a43-4306-8250-d53b6b27732a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Request body: {'security_group_rule': {'security_group_id': 'c2e86c4a-1ce7-467e-a3ee-4c509742d918', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:05.054112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-969b6c46-ecf6-4b4e-8ef4-923074b9ff92 req-4715196a-eb16-4162-8ea9-5b204a7ce1e1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7334797 Feb 09 16:03:05.116091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ebaceea-d6f5-48e0-ac91-e9461fc8afed tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.120003 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38dbe431-fdf2-4f37-afc3-843ea54fba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.120666 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b8e53e-2db7-4e7c-b152-b13c690a0bb3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 16:03:05.120666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b8e53e-2db7-4e7c-b152-b13c690a0bb3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:05.133363 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a94b6e7f-c1b5-4ecf-abbd-0e8e558481b7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.134457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.136996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['569afa22-dd5a-414d-abb6-932876b1e057'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:05.151091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ebaceea-d6f5-48e0-ac91-e9461fc8afed tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d is not hosted by any dhcp agent {{(pid=103179) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 16:03:05.152439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc362-448c-4014-b266-336bb0b10238 req-932a3849-d0f9-424d-a874-874050641c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:05.155440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6dc362-448c-4014-b266-336bb0b10238 req-932a3849-d0f9-424d-a874-874050641c47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.1892350 Feb 09 16:03:05.157376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebaceea-d6f5-48e0-ac91-e9461fc8afed tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:05.158037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ebaceea-d6f5-48e0-ac91-e9461fc8afed tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.159671 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2ebaceea-d6f5-48e0-ac91-e9461fc8afed tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "PUT /v2.0/networks/72bc3230-93ea-4887-bc5d-a11c0b7ef37d HTTP/1.1" status: 200 len: 723 time: 0.6378741 Feb 09 16:03:05.167714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53692) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.176710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': '72bc3230-93ea-4887-bc5d-a11c0b7ef37d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:05.223659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e82a1d30-3a43-4306-8250-d53b6b27732a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.282758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a94b6e7f-c1b5-4ecf-abbd-0e8e558481b7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.299511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Allocated IP 172.20.0.3 (3193d54a-b3e1-43c0-8ff4-eb28120a2b48/b6f37349-d64e-433e-a2f4-4b5403984a21/9d0688e3-febc-43e1-a528-140b7f93e543) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:05.302650 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36de91cd-d752-444f-af7a-2288e2f65ecc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.348943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaceea-d6f5-48e0-ac91-e9461fc8afed tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=72bc3230-93ea-4887-bc5d-a11c0b7ef37d,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:05.361233 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1b8e53e-2db7-4e7c-b152-b13c690a0bb3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4303656 Feb 09 16:03:05.383976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53694) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.407479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de91cd-d752-444f-af7a-2288e2f65ecc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d0990f-9280-4762-a227-58883a51f8f0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:05.439197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc362-448c-4014-b266-336bb0b10238 req-0f897e32-b6cb-4e62-bbba-3347db5b37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:05.440831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6dc362-448c-4014-b266-336bb0b10238 req-0f897e32-b6cb-4e62-bbba-3347db5b37cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708452 Feb 09 16:03:05.445767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36de91cd-d752-444f-af7a-2288e2f65ecc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.451917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-36de91cd-d752-444f-af7a-2288e2f65ecc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/f0d0990f-9280-4762-a227-58883a51f8f0 HTTP/1.1" status: 204 len: 168 time: 2.3092191 Feb 09 16:03:05.456642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 40054b8b-9519-4c24-a8b5-99ae697da978, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40054b8b-9519-4c24-a8b5-99ae697da978,segment=NetworkSegment(1e707d7f-de4c-4701-92cb-ab19e6ad7b8d),segment_id=1e707d7f-de4c-4701-92cb-ab19e6ad7b8d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:05.460985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:05.464306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53696) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.484808 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b6e7f-c1b5-4ecf-abbd-0e8e558481b7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891b2292-0c9d-4693-8088-6a2d519fcb94,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:05.487321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.504821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a94b6e7f-c1b5-4ecf-abbd-0e8e558481b7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.509739 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a94b6e7f-c1b5-4ecf-abbd-0e8e558481b7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1503005 Feb 09 16:03:05.514783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53700) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.522708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-140533f5-5251-451d-8029-512db3884c86 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:05.523430 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-140533f5-5251-451d-8029-512db3884c86 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 16:03:05.524929 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-140533f5-5251-451d-8029-512db3884c86 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:05.529293 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-140533f5-5251-451d-8029-512db3884c86 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076852 Feb 09 16:03:05.536683 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53702) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.542521 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fb19418d-0266-4ed5-9512-5ada758090d7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:05.570012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e82a1d30-3a43-4306-8250-d53b6b27732a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.605530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61944355-2d8a-468f-a3cb-4ba5d6fd8ba4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:05.614784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61944355-2d8a-468f-a3cb-4ba5d6fd8ba4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:05.615772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.621138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53704) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.621407 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-61944355-2d8a-468f-a3cb-4ba5d6fd8ba4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2317185 Feb 09 16:03:05.645920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e82a1d30-3a43-4306-8250-d53b6b27732a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.673562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a1d30-3a43-4306-8250-d53b6b27732a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae0b5ee-ac6f-477d-b2ea-080d3241c4d4,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:05.700226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9455e8-23be-4e10-8dda-4e57db2df643 None None] Network b13ac723-90f0-4e57-b45f-448438eaa6ef requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:05.756904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-38dbe431-fdf2-4f37-afc3-843ea54fba8e None None] For port 29591e7a-6380-437d-b2cc-6c91e125013e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=29591e7a-6380-437d-b2cc-6c91e125013e,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:05.768884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:03:05.780040 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.781544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 619be5d7-d972-40aa-ae75-df081d95e222 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:05.843470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e82a1d30-3a43-4306-8250-d53b6b27732a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:05.849199 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e82a1d30-3a43-4306-8250-d53b6b27732a tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8217287 Feb 09 16:03:05.849199 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-fb19418d-0266-4ed5-9512-5ada758090d7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:05.853025 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb19418d-0266-4ed5-9512-5ada758090d7 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3155487 Feb 09 16:03:05.858517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53708) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.858911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53710) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.865609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-474843f6-175c-4692-aa33-9a6f86b5e5e4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:05.866160 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-474843f6-175c-4692-aa33-9a6f86b5e5e4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 16:03:05.866673 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-474843f6-175c-4692-aa33-9a6f86b5e5e4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:05.868720 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-474843f6-175c-4692-aa33-9a6f86b5e5e4 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065539 Feb 09 16:03:05.871413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8094c981-8f41-49c6-8c2d-a8c6aa67ef12 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Request body: {'security_group_rule': {'security_group_id': 'c2e86c4a-1ce7-467e-a3ee-4c509742d918', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:05.877881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53714) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:05.884476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0054ff7f-1df5-465c-8fa3-fff66a6f76ad tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:05.997466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8094c981-8f41-49c6-8c2d-a8c6aa67ef12 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.004006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6dc362-448c-4014-b266-336bb0b10238 req-cbfce220-30bb-4214-bef7-8bef5f321299 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531178 Feb 09 16:03:06.028230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-30efe641-db57-4bbe-816a-cc5e12caa50b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 35fa68f3-0040-4e31-8257-27be7b457e87 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:06.030270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30efe641-db57-4bbe-816a-cc5e12caa50b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.134056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:06.139673 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.146083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['8f3b7125-0b50-45fb-a1ad-8afa578408ce'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:06.149738 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-0054ff7f-1df5-465c-8fa3-fff66a6f76ad tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:06.151900 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=40054b8b-9519-4c24-a8b5-99ae697da978,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:06.154016 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0054ff7f-1df5-465c-8fa3-fff66a6f76ad tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2754836 Feb 09 16:03:06.154711 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53720) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:06.157550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8094c981-8f41-49c6-8c2d-a8c6aa67ef12 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.162471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38dbe431-fdf2-4f37-afc3-843ea54fba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.162824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2c16bfea-1d99-461e-b408-89ee77e3f291 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:06.163043 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-2c16bfea-1d99-461e-b408-89ee77e3f291 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 16:03:06.163557 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-2c16bfea-1d99-461e-b408-89ee77e3f291 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:06.167755 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c16bfea-1d99-461e-b408-89ee77e3f291 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087948 Feb 09 16:03:06.168438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:06.173258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c23c10d2-161b-43f3-a18c-5cf1af67cbd8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:06.280867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8094c981-8f41-49c6-8c2d-a8c6aa67ef12 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.310400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094c981-8f41-49c6-8c2d-a8c6aa67ef12 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ff6c0b-d420-46c3-a5aa-db118cc56552,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:06.445986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8094c981-8f41-49c6-8c2d-a8c6aa67ef12 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.448812 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8094c981-8f41-49c6-8c2d-a8c6aa67ef12 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5879521 Feb 09 16:03:06.451629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53726) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:06.460156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:06.462308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port ed6ce859-7904-484c-a6f1-b9071e5051ec {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:06.462638 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:03:06.462867 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.470600 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-c23c10d2-161b-43f3-a18c-5cf1af67cbd8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:06.472366 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c23c10d2-161b-43f3-a18c-5cf1af67cbd8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3027654 Feb 09 16:03:06.481305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53728) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:06.490324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-dd0d87cb-0dc2-4739-982a-ce9c2d944348 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:06.491782 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-dd0d87cb-0dc2-4739-982a-ce9c2d944348 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 16:03:06.493239 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-dd0d87cb-0dc2-4739-982a-ce9c2d944348 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:06.494466 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dd0d87cb-0dc2-4739-982a-ce9c2d944348 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112879 Feb 09 16:03:06.499453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53730) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:06.502876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-38dbe431-fdf2-4f37-afc3-843ea54fba8e None None] Provisioning complete for port 40054b8b-9519-4c24-a8b5-99ae697da978 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:06.503249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38dbe431-fdf2-4f37-afc3-843ea54fba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.503663 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9f913e81-1cdf-4b6d-9e1a-b8f37933d451 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:06.509840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-dc24ce93-29d0-4363-832a-2c12aebdab3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.516366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-dc24ce93-29d0-4363-832a-2c12aebdab3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.523367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-dc24ce93-29d0-4363-832a-2c12aebdab3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.529718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-dc24ce93-29d0-4363-832a-2c12aebdab3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.536379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-dc24ce93-29d0-4363-832a-2c12aebdab3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.542419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-dc24ce93-29d0-4363-832a-2c12aebdab3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.548582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-dc24ce93-29d0-4363-832a-2c12aebdab3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.550551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-dc24ce93-29d0-4363-832a-2c12aebdab3d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5438 time: 0.5266626 Feb 09 16:03:06.613164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.653132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30efe641-db57-4bbe-816a-cc5e12caa50b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.668218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6dc362-448c-4014-b266-336bb0b10238 req-e73b3731-f88b-41c0-ab3c-f19e54e54f67 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460941 Feb 09 16:03:06.704847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3de001-e225-4328-ac8b-f7f256a30472 req-fbd9b544-016d-4af8-bd65-8a27e436a265 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:06.706331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da3de001-e225-4328-ac8b-f7f256a30472 req-fbd9b544-016d-4af8-bd65-8a27e436a265 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.4177444 Feb 09 16:03:06.716272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-30efe641-db57-4bbe-816a-cc5e12caa50b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 35fa68f3-0040-4e31-8257-27be7b457e87 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:06.776670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port ed6ce859-7904-484c-a6f1-b9071e5051ec, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ed6ce859-7904-484c-a6f1-b9071e5051ec,segment=NetworkSegment(06bc9c7b-bc21-4eb8-b15b-137abaf6e7db),segment_id=06bc9c7b-bc21-4eb8-b15b-137abaf6e7db)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:06.777069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.788732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23de6e81-613e-47cb-a70d-4a1644e6225c req-11fd0269-72dd-41dd-b914-ca460e89d18c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2066007 Feb 09 16:03:06.856687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.869010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for ed6ce859-7904-484c-a6f1-b9071e5051ec owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:06.917343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da3de001-e225-4328-ac8b-f7f256a30472 req-53d06672-220a-4af8-8a4a-52ffde4c827a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930916 Feb 09 16:03:06.922440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbe431-fdf2-4f37-afc3-843ea54fba8e None None] Pushing event updated for resources: {'Port': ['ID=29591e7a-6380-437d-b2cc-6c91e125013e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:06.976546 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-9f913e81-1cdf-4b6d-9e1a-b8f37933d451 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:06.976546 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9f913e81-1cdf-4b6d-9e1a-b8f37933d451 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4701006 Feb 09 16:03:06.976546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53732) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:06.979094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-93f23b67-3eff-46d6-bc91-3bb2044ae923 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '891b2292-0c9d-4693-8088-6a2d519fcb94', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:07.071901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Allocated IP 172.25.5.123 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/91beb352-1a9b-40f2-b1f8-b92833ed06ae) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:07.110313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.121203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 619be5d7-d972-40aa-ae75-df081d95e222 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:07.121691 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.142502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38208572-8b47-4133-b590-622eba194a09 None None] Update dhcp port {'port': {'network_id': 'acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4', 'fixed_ips': [{'subnet_id': '0fc21418-a4d3-443c-a14f-da46f808e2ff', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bdc4812a-50f8-49b2-adc7-3f70cbf0c7de'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '40054b8b-9519-4c24-a8b5-99ae697da978'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:03:07.182496 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.238239 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.241842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505698e-d689-49b8-9e48-4e0bd63c505f None None] DHCP port deletion for b13ac723-90f0-4e57-b45f-448438eaa6ef request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:07.244973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=ccec6535-0526-47f8-b9c5-4affbb3fae14,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:07.247464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=ed6ce859-7904-484c-a6f1-b9071e5051ec,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:07.253787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port ed6ce859-7904-484c-a6f1-b9071e5051ec on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:07.284567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': '52d49146-d009-4383-b639-771089668dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '72bc3230-93ea-4887-bc5d-a11c0b7ef37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:07.285418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: 72bc3230-93ea-4887-bc5d-a11c0b7ef37d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:07.299943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:07.301484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.308625 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30efe641-db57-4bbe-816a-cc5e12caa50b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.310372 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-93f23b67-3eff-46d6-bc91-3bb2044ae923 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:07.319123 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-93f23b67-3eff-46d6-bc91-3bb2044ae923 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3386633 Feb 09 16:03:07.319123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53734) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:07.398662 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38208572-8b47-4133-b590-622eba194a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.407481 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.409732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efe641-db57-4bbe-816a-cc5e12caa50b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=35fa68f3-0040-4e31-8257-27be7b457e87,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:07.412553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'port_id': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'mac_address': 'fa:16:3e:73:26:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:03:07.412866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d940a702-1a07-461f-9b99-ec4359e2f1e8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.413851 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.473864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30efe641-db57-4bbe-816a-cc5e12caa50b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.480803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-30efe641-db57-4bbe-816a-cc5e12caa50b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/35fa68f3-0040-4e31-8257-27be7b457e87 HTTP/1.1" status: 204 len: 168 time: 1.7521234 Feb 09 16:03:07.480803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13ac723-90f0-4e57-b45f-448438eaa6ef']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:07.482838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53736) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:07.483641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.502622 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d940a702-1a07-461f-9b99-ec4359e2f1e8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.502848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.508912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:07.545293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bc9c7b-bc21-4eb8-b15b-137abaf6e7db') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:07.548541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bc9c7b-bc21-4eb8-b15b-137abaf6e7db') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:07.556633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Network 3193d54a-b3e1-43c0-8ff4-eb28120a2b48 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:07.597748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:07.613086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.615619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f37349-d64e-433e-a2f4-4b5403984a21,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:07.625094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:07.632196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event updated for resources: {'Port': ['ID=91beb352-1a9b-40f2-b1f8-b92833ed06ae,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:07.660480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Pushing event updated for resources: {'Port': ['ID=9d0688e3-febc-43e1-a528-140b7f93e543,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:07.666758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d6e2a-b64e-48bd-a219-57e42fae7995 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:07.670533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d6e2a-b64e-48bd-a219-57e42fae7995 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:07.672709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ff6d6e2a-b64e-48bd-a219-57e42fae7995 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1888485 Feb 09 16:03:07.680402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 72bc3230-93ea-4887-bc5d-a11c0b7ef37d) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:07.682370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53738) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:07.692151 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.702119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:07.704893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:07.708134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:07.728910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.746111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:07.747111 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.762576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:07.763357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:07.781537 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:07.788331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78b7068-09c2-4d43-ba8c-448dd43e4ee2 None None] Network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:07.806190 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d940a702-1a07-461f-9b99-ec4359e2f1e8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.810472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4c0b9548-f61e-45ee-b568-436fb38ce6a0 None None] Provisioning complete for port 29591e7a-6380-437d-b2cc-6c91e125013e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:07.810936 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9548-f61e-45ee-b568-436fb38ce6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.816731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d940a702-1a07-461f-9b99-ec4359e2f1e8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.823469 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d940a702-1a07-461f-9b99-ec4359e2f1e8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/891b2292-0c9d-4693-8088-6a2d519fcb94 HTTP/1.1" status: 204 len: 168 time: 0.5013788 Feb 09 16:03:07.880360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.903119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f695361-49d0-41f4-ae13-2d41ae1d4a5d {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:07.907501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3193d54a-b3e1-43c0-8ff4-eb28120a2b48']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:07.907971 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.926224 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.928112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c133a398-5f97-4070-a22d-20c30ac0b19f') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:07.928422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c133a398-5f97-4070-a22d-20c30ac0b19f') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:07.942735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.948898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53740) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:07.959728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:07.966876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:07.967335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.006987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940a702-1a07-461f-9b99-ec4359e2f1e8 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891b2292-0c9d-4693-8088-6a2d519fcb94,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:08.020981 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:08.044476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c402ed2e-2ce0-4a04-8aa4-b61541605d75 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8690684 Feb 09 16:03:08.049950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Attempting to bind port 9d0688e3-febc-43e1-a528-140b7f93e543 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:08.050346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Attempting to bind port 9d0688e3-febc-43e1-a528-140b7f93e543 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'c133a398-5f97-4070-a22d-20c30ac0b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3193d54a-b3e1-43c0-8ff4-eb28120a2b48'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:08.050712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Attempting to bind port 9d0688e3-febc-43e1-a528-140b7f93e543 on network 3193d54a-b3e1-43c0-8ff4-eb28120a2b48 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:08.056657 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.062234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:08.073522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.077546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/b13ac723-90f0-4e57-b45f-448438eaa6ef HTTP/1.1" status: 204 len: 168 time: 2.6113260 Feb 09 16:03:08.078652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:08.084803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-086b931a-b858-41bf-8477-8090922af9bd tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:08.098859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53748) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:08.106266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-520366624'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:08.117728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 619be5d7-d972-40aa-ae75-df081d95e222, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=619be5d7-d972-40aa-ae75-df081d95e222,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:08.131448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:08.131448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Checking segment: {'id': 'c133a398-5f97-4070-a22d-20c30ac0b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3193d54a-b3e1-43c0-8ff4-eb28120a2b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:08.131448 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.131448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Bound using segment: {'id': 'c133a398-5f97-4070-a22d-20c30ac0b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3193d54a-b3e1-43c0-8ff4-eb28120a2b48'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:08.131448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Bound port: 9d0688e3-febc-43e1-a528-140b7f93e543, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c133a398-5f97-4070-a22d-20c30ac0b19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '3193d54a-b3e1-43c0-8ff4-eb28120a2b48'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:08.131448 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.135376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf80989-0fb5-434d-ada4-5b69b76594f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=b13ac723-90f0-4e57-b45f-448438eaa6ef,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:08.145046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc66da82-930b-4ebb-85ca-34bcf07c3a8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 6ca66838-5046-483f-8d5f-7d8829e2314e {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:08.154135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc66da82-930b-4ebb-85ca-34bcf07c3a8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.160902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-38208572-8b47-4133-b590-622eba194a09 None None] Allocated IP 172.20.0.1 (acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4/bdc4812a-50f8-49b2-adc7-3f70cbf0c7de/40054b8b-9519-4c24-a8b5-99ae697da978) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:08.171777 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.189508 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.api [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:03:08.189508 n-d-828542-1 neutron-server[103178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:03:08.189508 n-d-828542-1 neutron-server[103178]: [parameters: {'id': '3193d54a-b3e1-43c0-8ff4-eb28120a2b48'}] Feb 09 16:03:08.189508 n-d-828542-1 neutron-server[103178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:03:08.194947 n-d-828542-1 neutron-server[103178]: DEBUG oslo_db.api [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:03:08.199353 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fa90a849-39a7-4eb3-bb1b-1cace5399539 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2463019 Feb 09 16:03:08.205397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53750) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:08.216488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d8bb8ac5-3939-4406-b627-16bfb639a32a tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820073207'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:08.228059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.245121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f405d0-558b-4ef5-b92b-6d560683640e req-4c722eb2-583e-4f0e-b288-38c8296235ba tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.251486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f405d0-558b-4ef5-b92b-6d560683640e req-4c722eb2-583e-4f0e-b288-38c8296235ba tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.259241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f405d0-558b-4ef5-b92b-6d560683640e req-4c722eb2-583e-4f0e-b288-38c8296235ba tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.264614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f405d0-558b-4ef5-b92b-6d560683640e req-4c722eb2-583e-4f0e-b288-38c8296235ba tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.271128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f405d0-558b-4ef5-b92b-6d560683640e req-4c722eb2-583e-4f0e-b288-38c8296235ba tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.277343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f405d0-558b-4ef5-b92b-6d560683640e req-4c722eb2-583e-4f0e-b288-38c8296235ba tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.278667 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.283703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f405d0-558b-4ef5-b92b-6d560683640e req-4c722eb2-583e-4f0e-b288-38c8296235ba tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.285612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30f405d0-558b-4ef5-b92b-6d560683640e req-4c722eb2-583e-4f0e-b288-38c8296235ba tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5438 time: 0.2527995 Feb 09 16:03:08.311843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc66da82-930b-4ebb-85ca-34bcf07c3a8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.318520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:08.323978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.387795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-086b931a-b858-41bf-8477-8090922af9bd tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29767841'] for subnet, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.409159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff73a11-23d4-4ffd-8193-b7e420838443 req-f2daf0dd-2240-42ee-b5ae-401e818d21e7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.410787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ff73a11-23d4-4ffd-8193-b7e420838443 req-f2daf0dd-2240-42ee-b5ae-401e818d21e7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 944 time: 0.2224419 Feb 09 16:03:08.424455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] For port 9d0688e3-febc-43e1-a528-140b7f93e543, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:08.426680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:08.427005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30f405d0-558b-4ef5-b92b-6d560683640e req-540aa254-f5e7-4db3-9ffb-338de4ea09ca tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287682 Feb 09 16:03:08.440182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] For port 9d0688e3-febc-43e1-a528-140b7f93e543, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9d0688e3-febc-43e1-a528-140b7f93e543,segment=NetworkSegment(c133a398-5f97-4070-a22d-20c30ac0b19f),segment_id=c133a398-5f97-4070-a22d-20c30ac0b19f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:08.462500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4c0b9548-f61e-45ee-b568-436fb38ce6a0 None None] Could not find standard attr ID for object 35fa68f3-0040-4e31-8257-27be7b457e87. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:03:08.463472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8ac5-3939-4406-b627-16bfb639a32a tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.470884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:08.488116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5f695361-49d0-41f4-ae13-2d41ae1d4a5d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:08.556999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.557849 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment 3598a589-9fdf-48af-b0e2-8a22a6ddfae0 of type vlan for network fd4e3dc3-751d-4350-b578-fec55de4e3b3 Feb 09 16:03:08.567351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-72bc3230-93ea-4887-bc5d-a11c0b7ef37d', 'network_id': '72bc3230-93ea-4887-bc5d-a11c0b7ef37d', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': 'ccec6535-0526-47f8-b9c5-4affbb3fae14'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:08.568257 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.601741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc66da82-930b-4ebb-85ca-34bcf07c3a8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.604705 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.653023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ff73a11-23d4-4ffd-8193-b7e420838443 req-62ee9283-e1d6-45cf-856b-0d14c4cac518 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048609 Feb 09 16:03:08.688698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-38208572-8b47-4133-b590-622eba194a09 None None] For port 40054b8b-9519-4c24-a8b5-99ae697da978, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40054b8b-9519-4c24-a8b5-99ae697da978,segment=NetworkSegment(1e707d7f-de4c-4701-92cb-ab19e6ad7b8d),segment_id=1e707d7f-de4c-4701-92cb-ab19e6ad7b8d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:08.691259 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.695944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.721012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40054b8b-9519-4c24-a8b5-99ae697da978 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:08.729901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8ac5-3939-4406-b627-16bfb639a32a tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.745551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4c0b9548-f61e-45ee-b568-436fb38ce6a0 None None] Provisioning complete for port 619be5d7-d972-40aa-ae75-df081d95e222 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:08.746082 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4c0b9548-f61e-45ee-b568-436fb38ce6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.753207 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.811555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting port 9d0688e3-febc-43e1-a528-140b7f93e543 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:08.811809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.829201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8ac5-3939-4406-b627-16bfb639a32a tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.868400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb8ac5-3939-4406-b627-16bfb639a32a tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f5cce7-6b31-4f0a-8f82-07531bb73455,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:08.891795 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.904632 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-086b931a-b858-41bf-8477-8090922af9bd tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783024034151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30076373'] for subnet, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.904911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:08.904911 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.905268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.905511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] For port 9d0688e3-febc-43e1-a528-140b7f93e543, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9d0688e3-febc-43e1-a528-140b7f93e543,segment=NetworkSegment(c133a398-5f97-4070-a22d-20c30ac0b19f),segment_id=c133a398-5f97-4070-a22d-20c30ac0b19f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:08.905511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.927694 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc66da82-930b-4ebb-85ca-34bcf07c3a8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:08.933757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=619be5d7-d972-40aa-ae75-df081d95e222,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:08.947939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38208572-8b47-4133-b590-622eba194a09 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.001053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Calling delete_port for 9d0688e3-febc-43e1-a528-140b7f93e543 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:09.008558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84488767-b00d-4772-af3a-953a5b6bbd4f None None] Network 3193d54a-b3e1-43c0-8ff4-eb28120a2b48 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:09.042541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8bb8ac5-3939-4406-b627-16bfb639a32a tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.044748 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d8bb8ac5-3939-4406-b627-16bfb639a32a tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8358543 Feb 09 16:03:09.049822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53752) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:09.065999 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b931a-b858-41bf-8477-8090922af9bd tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.065999 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-086b931a-b858-41bf-8477-8090922af9bd tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.066999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38208572-8b47-4133-b590-622eba194a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.070100 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-086b931a-b858-41bf-8477-8090922af9bd tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "PUT /v2.0/subnets/ccec6535-0526-47f8-b9c5-4affbb3fae14 HTTP/1.1" status: 200 len: 826 time: 1.0041604 Feb 09 16:03:09.074550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-aed77f7b-0f76-4390-a7a3-95e9d4546ae0 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '50f5cce7-6b31-4f0a-8f82-07531bb73455', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:09.079542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53754) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:09.081366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66da82-930b-4ebb-85ca-34bcf07c3a8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca66838-5046-483f-8d5f-7d8829e2314e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:09.169152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0672560 Feb 09 16:03:09.172531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53756) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:09.187881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 40054b8b-9519-4c24-a8b5-99ae697da978 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:09.187881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.192174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event updated for resources: {'Port': ['ID=91beb352-1a9b-40f2-b1f8-b92833ed06ae,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:09.206933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb01e2-77bb-47ec-99a1-4226ae679b79 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:09.207292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b931a-b858-41bf-8477-8090922af9bd tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=ccec6535-0526-47f8-b9c5-4affbb3fae14,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:09.235409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.241431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': 'fd4e3dc3-751d-4350-b578-fec55de4e3b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:09.251894 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc66da82-930b-4ebb-85ca-34bcf07c3a8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.259009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bc66da82-930b-4ebb-85ca-34bcf07c3a8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/6ca66838-5046-483f-8d5f-7d8829e2314e HTTP/1.1" status: 204 len: 168 time: 1.5237215 Feb 09 16:03:09.259919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:09.289559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0666a24-8661-4aee-804c-5a4b4f42d826 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=fd4e3dc3-751d-4350-b578-fec55de4e3b3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:09.340300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 332c5851-26f7-4349-8ac8-825b45ad61a5 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:09.346137 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c8f874fb-6807-4825-864a-e18f89803138 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837405 Feb 09 16:03:09.350365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53760) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:09.356581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:09.429358 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.431032 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-18f445fb-265b-4005-aaca-da7b8d936401 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9769785 Feb 09 16:03:09.435580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.542754 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-aed77f7b-0f76-4390-a7a3-95e9d4546ae0 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The resource could not be found. Feb 09 16:03:09.543846 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aed77f7b-0f76-4390-a7a3-95e9d4546ae0 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4826880 Feb 09 16:03:09.546919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53774) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:09.553949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ea9fcf17-e5f3-4b1b-9de2-2b8fcc9cc1e3 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '50f5cce7-6b31-4f0a-8f82-07531bb73455', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '80c9265c-e989-4bb0-b41a-c48e99c15bd8'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:09.588122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.588510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network fd4e3dc3-751d-4350-b578-fec55de4e3b3 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:09.588717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:09.590714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.621620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab99076-0bdb-4050-a049-44dd3fd5aba9 None None] Pushing event updated for resources: {'Port': ['ID=9d0688e3-febc-43e1-a528-140b7f93e543,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:09.625403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.697863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:09.703511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:09.725372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Port': ['ID=9d0688e3-febc-43e1-a528-140b7f93e543,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:09.729612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No DVR routers for this DVR port 9d0688e3-febc-43e1-a528-140b7f93e543 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:09.833092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Allocated IP 2001:db8::2 (72bc3230-93ea-4887-bc5d-a11c0b7ef37d/ccec6535-0526-47f8-b9c5-4affbb3fae14/e0e1d301-29be-4578-937e-3ff46065b0e7) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:09.834609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-46f650cc-0cac-4bc9-b248-19b128c175ed tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--978019071&fields=id&tenant_id=d779af02177b4df599865d40a1cd667f HTTP/1.1" status: 200 len: 267 time: 0.2689564 Feb 09 16:03:09.850580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736846e7-0f63-45c6-a137-5f238402627b req-d957250d-aa13-465f-b08f-092fe891df18 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.856868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736846e7-0f63-45c6-a137-5f238402627b req-d957250d-aa13-465f-b08f-092fe891df18 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.863009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736846e7-0f63-45c6-a137-5f238402627b req-d957250d-aa13-465f-b08f-092fe891df18 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.869249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736846e7-0f63-45c6-a137-5f238402627b req-d957250d-aa13-465f-b08f-092fe891df18 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.876211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736846e7-0f63-45c6-a137-5f238402627b req-d957250d-aa13-465f-b08f-092fe891df18 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.882385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736846e7-0f63-45c6-a137-5f238402627b req-d957250d-aa13-465f-b08f-092fe891df18 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.888618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736846e7-0f63-45c6-a137-5f238402627b req-d957250d-aa13-465f-b08f-092fe891df18 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:09.890883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-736846e7-0f63-45c6-a137-5f238402627b req-d957250d-aa13-465f-b08f-092fe891df18 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5438 time: 0.3559513 Feb 09 16:03:09.922937 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-ea9fcf17-e5f3-4b1b-9de2-2b8fcc9cc1e3 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The resource could not be found. Feb 09 16:03:09.924449 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ea9fcf17-e5f3-4b1b-9de2-2b8fcc9cc1e3 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3748946 Feb 09 16:03:09.930592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53780) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:09.991768 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.003657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4fbd40-80a2-4738-821e-ca5707e44bf4 None None] Network 3193d54a-b3e1-43c0-8ff4-eb28120a2b48 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:10.069645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98af6627-8861-48eb-8cd8-c4c5b1a38b5e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.115734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98af6627-8861-48eb-8cd8-c4c5b1a38b5e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.182618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38208572-8b47-4133-b590-622eba194a09 None None] Pushing event updated for resources: {'Port': ['ID=40054b8b-9519-4c24-a8b5-99ae697da978,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:10.301167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 29591e7a-6380-437d-b2cc-6c91e125013e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:10.367536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.433683 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98af6627-8861-48eb-8cd8-c4c5b1a38b5e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.435942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 332c5851-26f7-4349-8ac8-825b45ad61a5 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:10.439783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98af6627-8861-48eb-8cd8-c4c5b1a38b5e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.444194 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-98af6627-8861-48eb-8cd8-c4c5b1a38b5e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/50f5cce7-6b31-4f0a-8f82-07531bb73455 HTTP/1.1" status: 204 len: 168 time: 0.5085552 Feb 09 16:03:10.452251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 332c5851-26f7-4349-8ac8-825b45ad61a5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:10.452646 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.479227 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:10.485859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53782) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:10.490185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:10.492921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:10.508554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:10.509135 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.509568 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.527882 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 29591e7a-6380-437d-b2cc-6c91e125013e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:10.527882 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.545030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af6627-8861-48eb-8cd8-c4c5b1a38b5e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f5cce7-6b31-4f0a-8f82-07531bb73455,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:10.557103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:10.616550 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d9f600ea-0c54-4e3e-b85e-dacf038eca04 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1165299 Feb 09 16:03:10.616550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:10.620114 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-584b4d75-86b0-4f13-b81e-ed85c558be38 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '0015a3f1-d71e-423c-9295-8149121cc8bd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:10.627367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-736846e7-0f63-45c6-a137-5f238402627b req-c5542174-1e10-426f-a0ef-b859816ff4b8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7050049 Feb 09 16:03:10.629436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3193d54a-b3e1-43c0-8ff4-eb28120a2b48']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:10.665686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c133a398-5f97-4070-a22d-20c30ac0b19f') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:10.667116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c133a398-5f97-4070-a22d-20c30ac0b19f') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:10.702839 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.722157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.728233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] Deleting port 619be5d7-d972-40aa-ae75-df081d95e222 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:10.728616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.730920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-7d187de1-8769-4b1c-8aea-b9e7175490c6 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:10.733911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-7d187de1-8769-4b1c-8aea-b9e7175490c6 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/networks?id=cd3f7593-5488-4e7c-9b72-c072b1cf38bf HTTP/1.1" status: 200 len: 814 time: 0.8122206 Feb 09 16:03:10.767019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.787577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8074c92-5da3-4887-ae56-2a5083b4f2a4 None None] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:10.809271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:10.809796 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.811970 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:10.813257 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:10.836152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-c749d503-e212-4662-909e-22aac52eae67 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/quotas/d779af02177b4df599865d40a1cd667f HTTP/1.1" status: 200 len: 375 time: 0.0663173 Feb 09 16:03:10.858508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332c5851-26f7-4349-8ac8-825b45ad61a5'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:10.860882 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f829593d-66de-49a6-83f6-9c6005302ea5" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "332c5851-26f7-4349-8ac8-825b45ad61a5"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:10.907344 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fe7f2630-9a17-4082-a364-cadcb8a461f8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5377948 Feb 09 16:03:10.907640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ed6ce859-7904-484c-a6f1-b9071e5051ec no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:10.907820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:10.907820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-70795d43-4b02-4940-8e4a-94a9468d8606 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': '5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-859820825'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:10.965714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a791dd-ef75-4d6a-a859-3fab858e08eb req-cc06c533-17ab-4eff-9cc7-294bc6a43367 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:10.967634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06a791dd-ef75-4d6a-a859-3fab858e08eb req-cc06c533-17ab-4eff-9cc7-294bc6a43367 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 944 time: 0.1894667 Feb 09 16:03:10.974675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 332c5851-26f7-4349-8ac8-825b45ad61a5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=332c5851-26f7-4349-8ac8-825b45ad61a5,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:10.984657 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:10.989974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ed6ce859-7904-484c-a6f1-b9071e5051ec {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:10.990786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ed6ce859-7904-484c-a6f1-b9071e5051ec not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:10.996162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Pushing event updated for resources: {'Port': ['ID=e0e1d301-29be-4578-937e-3ff46065b0e7,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:11.026743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-24c1044e-dc78-4820-9c4d-5488c24ed85b tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d779af02177b4df599865d40a1cd667f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1675870 Feb 09 16:03:11.026743 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.065634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] For port 619be5d7-d972-40aa-ae75-df081d95e222, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=619be5d7-d972-40aa-ae75-df081d95e222,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:11.066279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.081161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:11.109312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:11.113141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] Calling delete_port for 619be5d7-d972-40aa-ae75-df081d95e222 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:11.124403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.128411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.129814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cd4f5950-d0e5-48fa-ac9d-b5200349e870 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:11.131762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.135466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/3193d54a-b3e1-43c0-8ff4-eb28120a2b48 HTTP/1.1" status: 204 len: 168 time: 6.8979030 Feb 09 16:03:11.143924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:11.155243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53792) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:11.243730 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f94ffc1-5bed-463c-a302-081420f4efa9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:11.247385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f94ffc1-5bed-463c-a302-081420f4efa9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:11.248013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b2807565-7069-4226-8349-6b10d93c7c32 None None] Provisioning complete for port 40054b8b-9519-4c24-a8b5-99ae697da978 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:11.248646 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b2807565-7069-4226-8349-6b10d93c7c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.251596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40054b8b-9519-4c24-a8b5-99ae697da978 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:11.257023 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3f94ffc1-5bed-463c-a302-081420f4efa9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/b6f37349-d64e-433e-a2f4-4b5403984a21 HTTP/1.1" status: 404 len: 337 time: 0.0984006 Feb 09 16:03:11.264317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53794) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:11.271202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be68d35-6ae9-4a7c-81ae-ce7518faa9b0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=3193d54a-b3e1-43c0-8ff4-eb28120a2b48,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:11.298328 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7415234-2a18-4df6-aa58-4d498fcb6fb1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:11.299817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7415234-2a18-4df6-aa58-4d498fcb6fb1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:11.307777 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d7415234-2a18-4df6-aa58-4d498fcb6fb1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/3193d54a-b3e1-43c0-8ff4-eb28120a2b48 HTTP/1.1" status: 404 len: 339 time: 0.0386012 Feb 09 16:03:11.309513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53796) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:11.350689 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb365a2c-4b44-43f1-a4c2-d9ef23446f10 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:11.351517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb365a2c-4b44-43f1-a4c2-d9ef23446f10 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:11.356788 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.357138 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb365a2c-4b44-43f1-a4c2-d9ef23446f10 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/a6307a9c-7869-41ce-8027-8989aed38053 HTTP/1.1" status: 404 len: 337 time: 0.0464811 Feb 09 16:03:11.361066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53798) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:11.373969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70795d43-4b02-4940-8e4a-94a9468d8606 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:11.391579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bc3230-93ea-4887-bc5d-a11c0b7ef37d']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:11.409990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=5d3acdf4-0fd4-4a1f-ab85-c7801e5fdf6b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:11.410358 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89341f9-1ddb-4634-9b3f-7b75c9ecccb6 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:11.411690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89341f9-1ddb-4634-9b3f-7b75c9ecccb6 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:11.419261 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f89341f9-1ddb-4634-9b3f-7b75c9ecccb6 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/c4976acf-7580-468c-83ec-0ffd5a6d386c HTTP/1.1" status: 404 len: 339 time: 0.0563121 Feb 09 16:03:11.419845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d49146-d009-4383-b639-771089668dab') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:11.420051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53800) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:11.420254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d49146-d009-4383-b639-771089668dab') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:11.426607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06a791dd-ef75-4d6a-a859-3fab858e08eb req-30d634da-5ccd-4577-b309-1edbb6cb907c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375889 Feb 09 16:03:11.433678 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-584b4d75-86b0-4f13-b81e-ed85c558be38 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The resource could not be found. Feb 09 16:03:11.445294 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-584b4d75-86b0-4f13-b81e-ed85c558be38 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8319135 Feb 09 16:03:11.446460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53802) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:11.474782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': '3598a589-9fdf-48af-b0e2-8a22a6ddfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'fd4e3dc3-751d-4350-b578-fec55de4e3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:11.474782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: fd4e3dc3-751d-4350-b578-fec55de4e3b3, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:11.474782 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.475693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=332c5851-26f7-4349-8ac8-825b45ad61a5,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:11.494359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=ccec6535-0526-47f8-b9c5-4affbb3fae14,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:11.525698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.555417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5b9e2db3-a57e-45ce-915a-b72d2924f415 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887540855'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:11.555554 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e0f38-6a96-449f-9617-b6ff0a8aa503 x-openstack-request-id: req-b89e0f38-6a96-449f-9617-b6ff0a8aa503 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:11.555554 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "332c5851-26f7-4349-8ac8-825b45ad61a5", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:11.555554 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b89e0f38-6a96-449f-9617-b6ff0a8aa503 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:11.555554 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332c5851-26f7-4349-8ac8-825b45ad61a5', 'code': 200} Feb 09 16:03:11.562445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-ce817bb8-cc78-4ee3-a661-d693593a0ec7 service neutron] 10.222.0.53 "GET /v2.0/networks/cd3f7593-5488-4e7c-9b72-c072b1cf38bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689450 Feb 09 16:03:11.564904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:11.566190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:11.572674 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:11.607069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Attempting to bind port e0e1d301-29be-4578-937e-3ff46065b0e7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:11.607479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Attempting to bind port e0e1d301-29be-4578-937e-3ff46065b0e7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '52d49146-d009-4383-b639-771089668dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '72bc3230-93ea-4887-bc5d-a11c0b7ef37d'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:11.607857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Attempting to bind port e0e1d301-29be-4578-937e-3ff46065b0e7 on network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:11.620329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 40054b8b-9519-4c24-a8b5-99ae697da978 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:11.620712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.672511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.677063 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-70795d43-4b02-4940-8e4a-94a9468d8606 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.681080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:11.681467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Checking segment: {'id': '52d49146-d009-4383-b639-771089668dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '72bc3230-93ea-4887-bc5d-a11c0b7ef37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:11.681877 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.682284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Bound using segment: {'id': '52d49146-d009-4383-b639-771089668dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '72bc3230-93ea-4887-bc5d-a11c0b7ef37d'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:11.682801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Bound port: e0e1d301-29be-4578-937e-3ff46065b0e7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d49146-d009-4383-b639-771089668dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '72bc3230-93ea-4887-bc5d-a11c0b7ef37d'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:11.683168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.697822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network fd4e3dc3-751d-4350-b578-fec55de4e3b3 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:11.724916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-70795d43-4b02-4940-8e4a-94a9468d8606 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 6025511e-40a8-456e-8393-c6d5432d1f0c yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:03:11.785983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2db3-a57e-45ce-915a-b72d2924f415 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.878806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.894246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-182ef5e5-761d-4786-8c6a-84e82c93dbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:11.901442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-182ef5e5-761d-4786-8c6a-84e82c93dbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:11.908139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-182ef5e5-761d-4786-8c6a-84e82c93dbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:11.914877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-182ef5e5-761d-4786-8c6a-84e82c93dbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:11.916963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.922165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-182ef5e5-761d-4786-8c6a-84e82c93dbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:11.926230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port cd4f5950-d0e5-48fa-ac9d-b5200349e870 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:11.928970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-182ef5e5-761d-4786-8c6a-84e82c93dbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:11.938083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-182ef5e5-761d-4786-8c6a-84e82c93dbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:11.940069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-182ef5e5-761d-4786-8c6a-84e82c93dbb1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5439 time: 0.1707587 Feb 09 16:03:11.954903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-a0838731-0d30-460b-974c-5219a0c4d3e6 service neutron] 10.222.0.53 "GET /v2.0/networks/cd3f7593-5488-4e7c-9b72-c072b1cf38bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517287 Feb 09 16:03:11.959173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, fd4e3dc3-751d-4350-b578-fec55de4e3b3) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:11.965021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port cd4f5950-d0e5-48fa-ac9d-b5200349e870 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:11.965332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.969762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.api [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:03:11.969762 n-d-828542-1 neutron-server[103178]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:03:11.969762 n-d-828542-1 neutron-server[103178]: [parameters: {'id': '72bc3230-93ea-4887-bc5d-a11c0b7ef37d'}] Feb 09 16:03:11.969762 n-d-828542-1 neutron-server[103178]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:03:11.986664 n-d-828542-1 neutron-server[103178]: DEBUG oslo_db.api [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:03:11.994099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:11.994099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:11.994710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] Pushing event deleted for resources: {'Port': ['ID=619be5d7-d972-40aa-ae75-df081d95e222,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:11.995865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a575082-249a-4177-902b-f60ed8944dd0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:12.023706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88174520-0add-4fb9-9b79-c0830dd4547a None None] No DVR routers for this DVR port 619be5d7-d972-40aa-ae75-df081d95e222 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:12.035711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a5246-444f-4475-b6b5-d1e90a8536ef None None] Network fd4e3dc3-751d-4350-b578-fec55de4e3b3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:12.043907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8552197-01ea-4293-b320-f531af0cae07') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:12.044453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8552197-01ea-4293-b320-f531af0cae07') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:12.084896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.125334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd0fc6-29b9-48df-971b-95f9baf48664 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:12.149177 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6bd1d2b1-9d5d-4b5f-8eec-1ba7c54c9090 req-555e5bd1-44f2-41a0-90d2-350a92096a42 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607056 Feb 09 16:03:12.172731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.180851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2db3-a57e-45ce-915a-b72d2924f415 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.191981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:12.192306 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-70795d43-4b02-4940-8e4a-94a9468d8606 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:12.193474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70795d43-4b02-4940-8e4a-94a9468d8606 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:12.209325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:12.209325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:12.215446 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:12.243186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e47996bc-4b08-4a91-bfa8-acbbf71acafd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0058682 Feb 09 16:03:12.249319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53806) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.254655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1bb23773-4b96-4b58-9ec8-8888df19d998 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2078557564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:12.302481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] For port e0e1d301-29be-4578-937e-3ff46065b0e7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:12.361142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] For port e0e1d301-29be-4578-937e-3ff46065b0e7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e0e1d301-29be-4578-937e-3ff46065b0e7,segment=NetworkSegment(52d49146-d009-4383-b639-771089668dab),segment_id=52d49146-d009-4383-b639-771089668dab)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:12.367998 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2db3-a57e-45ce-915a-b72d2924f415 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.430802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 619be5d7-d972-40aa-ae75-df081d95e222 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:12.443728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e2db3-a57e-45ce-915a-b72d2924f415 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5a241b-4059-4e4f-8c04-8726e582da59,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:12.470457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bb23773-4b96-4b58-9ec8-8888df19d998 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.472070 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bb23773-4b96-4b58-9ec8-8888df19d998 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.489277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.497452 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-70795d43-4b02-4940-8e4a-94a9468d8606 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5988259 Feb 09 16:03:12.499290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53812) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.517454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2db3-a57e-45ce-915a-b72d2924f415 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.522471 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5b9e2db3-a57e-45ce-915a-b72d2924f415 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9840612 Feb 09 16:03:12.524790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53814) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.537559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-914fa33e-f00e-42dc-94e9-490f3f27d399 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819397674'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:12.552631 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.580010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-91c2b106-d657-4b89-8684-acfade1073de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0787349 Feb 09 16:03:12.586359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53818) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.619220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.621189 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.633777 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/8a575082-249a-4177-902b-f60ed8944dd0 HTTP/1.1" status: 204 len: 168 time: 1.2091987 Feb 09 16:03:12.637255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02b1e8-5268-4a42-a9de-f73e279ea8dc tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=8a575082-249a-4177-902b-f60ed8944dd0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:12.652894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53820) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.711276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 619be5d7-d972-40aa-ae75-df081d95e222 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:12.712322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 619be5d7-d972-40aa-ae75-df081d95e222 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:12.731497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-333917cc-f6eb-4d14-8442-8e85b2d4424b req-0b67c00e-1bb1-4098-9c69-1f1e6a07d952 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.1046445 Feb 09 16:03:12.763113 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2863014-3dad-4c9a-b37e-8486ff561568 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:12.763839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2863014-3dad-4c9a-b37e-8486ff561568 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:12.770986 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d2863014-3dad-4c9a-b37e-8486ff561568 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/b1981c5e-c088-4e75-acfb-846cc7dda171 HTTP/1.1" status: 404 len: 337 time: 0.1146591 Feb 09 16:03:12.774972 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53822) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.820640 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e990b52-4c98-4501-9b28-8f5f911690f9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:12.821779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e990b52-4c98-4501-9b28-8f5f911690f9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:12.828444 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0e990b52-4c98-4501-9b28-8f5f911690f9 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/a062a9b1-04ac-4aec-8d05-2e6685aa65a9 HTTP/1.1" status: 404 len: 339 time: 0.0515912 Feb 09 16:03:12.832875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.850330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa4e95-cf2e-42bd-acfc-46161f943bca None None] Pushing event updated for resources: {'Port': ['ID=e0e1d301-29be-4578-937e-3ff46065b0e7,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:12.858353 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bb23773-4b96-4b58-9ec8-8888df19d998 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.895393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba4e39-caa5-4226-8dbe-8cbd5df278a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:12.897254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba4e39-caa5-4226-8dbe-8cbd5df278a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:12.900175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c0ba4e39-caa5-4226-8dbe-8cbd5df278a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3097837 Feb 09 16:03:12.904069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53830) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.909511 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cfde2d-891e-460d-8f46-4988edc41ea5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:12.910645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cfde2d-891e-460d-8f46-4988edc41ea5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:12.924918 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f2cfde2d-891e-460d-8f46-4988edc41ea5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/5fddb177-15ab-4ee2-89c8-e5b23dbe4ccc HTTP/1.1" status: 404 len: 337 time: 0.0881169 Feb 09 16:03:12.928421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53832) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.940515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d60920-66ef-4a9e-ba04-fdba59aaabae req-aa55ff17-4162-48cc-8258-56384647ff9b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:12.955503 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e3753d-9ce5-4312-99f1-8586145fea04 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:12.955503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e3753d-9ce5-4312-99f1-8586145fea04 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:12.956060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95d60920-66ef-4a9e-ba04-fdba59aaabae req-aa55ff17-4162-48cc-8258-56384647ff9b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 944 time: 0.2662184 Feb 09 16:03:12.958783 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-95e3753d-9ce5-4312-99f1-8586145fea04 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/b58a2071-3006-4d30-81a1-4e0eea263412 HTTP/1.1" status: 404 len: 339 time: 0.0291474 Feb 09 16:03:12.959418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53834) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:12.971086 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-914fa33e-f00e-42dc-94e9-490f3f27d399 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:12.971403 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.003363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d9f7209e-59e6-4b3e-b71e-49f4b4ab6686 None None] Provisioning complete for port 40054b8b-9519-4c24-a8b5-99ae697da978 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:13.009963 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24e14ce-3013-4188-8fd4-f2dedc348a15 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.010305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24e14ce-3013-4188-8fd4-f2dedc348a15 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.010833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9f7209e-59e6-4b3e-b71e-49f4b4ab6686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.018252 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f24e14ce-3013-4188-8fd4-f2dedc348a15 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/ce1ac40b-675d-4600-b209-898012525a7d HTTP/1.1" status: 404 len: 337 time: 0.0573065 Feb 09 16:03:13.021357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53836) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.040409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bb23773-4b96-4b58-9ec8-8888df19d998 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.042540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-fd4e3dc3-751d-4350-b578-fec55de4e3b3', 'network_id': 'fd4e3dc3-751d-4350-b578-fec55de4e3b3', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': '5d3acdf4-0fd4-4a1f-ab85-c7801e5fdf6b'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:13.045206 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.059779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting port e0e1d301-29be-4578-937e-3ff46065b0e7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:13.060747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.084362 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8511640-6dae-4a8e-bd46-60d9b7712e08 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.085017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8511640-6dae-4a8e-bd46-60d9b7712e08 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.091500 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f8511640-6dae-4a8e-bd46-60d9b7712e08 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/02683722-00d5-4b11-89e3-23f198b4463e HTTP/1.1" status: 404 len: 339 time: 0.0689507 Feb 09 16:03:13.092208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53838) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.132972 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-1256e955-fab5-4cc8-8cab-142ff05cc015 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.134622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1256e955-fab5-4cc8-8cab-142ff05cc015 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.140981 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1256e955-fab5-4cc8-8cab-142ff05cc015 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/14e646a3-01bf-4ce4-b6f9-8c8b9257b09a HTTP/1.1" status: 404 len: 337 time: 0.0463006 Feb 09 16:03:13.141627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53840) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.160924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-914fa33e-f00e-42dc-94e9-490f3f27d399 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.172321 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-0764699e-8f54-4a56-9fb9-c4cbbf20f5d7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.172909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0764699e-8f54-4a56-9fb9-c4cbbf20f5d7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.180434 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0764699e-8f54-4a56-9fb9-c4cbbf20f5d7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/e9a5807e-c72c-4d24-9dc0-258ad6e2938c HTTP/1.1" status: 404 len: 339 time: 0.0347068 Feb 09 16:03:13.182889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53842) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.202461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:13.226511 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-5827892a-3ffa-4575-a17b-9d4e41932990 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.226511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5827892a-3ffa-4575-a17b-9d4e41932990 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.226511 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5827892a-3ffa-4575-a17b-9d4e41932990 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/50d0bb00-3f2f-4cf3-9417-34dcacc79422 HTTP/1.1" status: 404 len: 337 time: 0.0391619 Feb 09 16:03:13.227563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.252074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-914fa33e-f00e-42dc-94e9-490f3f27d399 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.258505 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-5139f9fc-bc6c-4ef6-bfb1-874444654f3f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.259448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5139f9fc-bc6c-4ef6-bfb1-874444654f3f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.266315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6305f7b-551e-4d25-9b48-f438b324a3fa tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:13.267142 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5139f9fc-bc6c-4ef6-bfb1-874444654f3f tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/d8b5cd49-414c-489d-bc08-f0796f532d13 HTTP/1.1" status: 404 len: 339 time: 0.0377545 Feb 09 16:03:13.271764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53848) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.282270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:13.282899 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.318040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95d60920-66ef-4a9e-ba04-fdba59aaabae req-060d46f3-e705-449e-9824-9133a34754c4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3604603 Feb 09 16:03:13.319528 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6305f7b-551e-4d25-9b48-f438b324a3fa tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.334317 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a715bcd-5358-4eb7-a23d-ada7d608fb77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.335011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a715bcd-5358-4eb7-a23d-ada7d608fb77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.341152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] For port e0e1d301-29be-4578-937e-3ff46065b0e7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e0e1d301-29be-4578-937e-3ff46065b0e7,segment=NetworkSegment(52d49146-d009-4383-b639-771089668dab),segment_id=52d49146-d009-4383-b639-771089668dab)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:13.341152 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.342028 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1a715bcd-5358-4eb7-a23d-ada7d608fb77 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/3f819452-3567-4494-9af4-7de39161d7fc HTTP/1.1" status: 404 len: 337 time: 0.0682111 Feb 09 16:03:13.343863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53850) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.364016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fa33e-f00e-42dc-94e9-490f3f27d399 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b06531-d33f-41bc-9039-ba938c14a9f2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:13.366191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47198aa0-2a30-4bce-bff4-b60bb3153b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:13.367793 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47198aa0-2a30-4bce-bff4-b60bb3153b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.381164 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bed7c2-4834-4f91-abe6-943eb38effc5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.382262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bed7c2-4834-4f91-abe6-943eb38effc5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.388453 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-97bed7c2-4834-4f91-abe6-943eb38effc5 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/0619314b-2854-496b-97f4-f8de8cf32d04 HTTP/1.1" status: 404 len: 339 time: 0.0397923 Feb 09 16:03:13.388947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53852) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.402457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c511612-7096-43ed-b2d0-02609ee5d7a9 None None] Network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:13.447046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1bb23773-4b96-4b58-9ec8-8888df19d998 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.453304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1bb23773-4b96-4b58-9ec8-8888df19d998 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2017176 Feb 09 16:03:13.454903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53854) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.456023 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-94843088-3299-4424-b14d-eba37cb77b5d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.456731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94843088-3299-4424-b14d-eba37cb77b5d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.467265 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-94843088-3299-4424-b14d-eba37cb77b5d tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/1f53aac1-4c98-4e49-9f4c-ea81b9e4ae2a HTTP/1.1" status: 404 len: 337 time: 0.0767989 Feb 09 16:03:13.473213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.510687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Calling delete_port for e0e1d301-29be-4578-937e-3ff46065b0e7 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:13.516624 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-914fa33e-f00e-42dc-94e9-490f3f27d399 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.521482 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-914fa33e-f00e-42dc-94e9-490f3f27d399 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9920275 Feb 09 16:03:13.521482 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-681c9b2a-9e71-4d4c-858f-9524f1c45324 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.521482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681c9b2a-9e71-4d4c-858f-9524f1c45324 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.529763 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-681c9b2a-9e71-4d4c-858f-9524f1c45324 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/7f5bf383-80df-4fe4-a7bf-ac953e73ce18 HTTP/1.1" status: 404 len: 339 time: 0.0500114 Feb 09 16:03:13.530447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53858) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.530593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cd4f5950-d0e5-48fa-ac9d-b5200349e870, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:13.530980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53860) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.555001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-17c393f8-475d-4e5d-895f-f38956c1d119 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group_rule': {'security_group_id': '4d5a241b-4059-4e4f-8c04-8726e582da59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '48b06531-d33f-41bc-9039-ba938c14a9f2'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:13.580441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4f5950-d0e5-48fa-ac9d-b5200349e870'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:13.583039 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d785da5-4e1f-4510-9f8e-268b19351b1c" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "cd4f5950-d0e5-48fa-ac9d-b5200349e870"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:13.621259 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2ad9b9-4c7c-42bf-92ac-6aea88e791f0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.621970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2ad9b9-4c7c-42bf-92ac-6aea88e791f0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.631381 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c2ad9b9-4c7c-42bf-92ac-6aea88e791f0 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/f5dd4a1c-f9ee-48c8-a899-bf6494bf3b2a HTTP/1.1" status: 404 len: 337 time: 0.0968249 Feb 09 16:03:13.648921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53864) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.685727 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99cc2bc-2e73-4a47-a5e8-4db5de4e75a7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:13.690580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99cc2bc-2e73-4a47-a5e8-4db5de4e75a7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:13.690814 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2936dbb-c565-47ef-9ce4-ce53140608cd x-openstack-request-id: req-c2936dbb-c565-47ef-9ce4-ce53140608cd {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:13.690814 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "cd4f5950-d0e5-48fa-ac9d-b5200349e870", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:13.690814 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2936dbb-c565-47ef-9ce4-ce53140608cd {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:13.691884 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c99cc2bc-2e73-4a47-a5e8-4db5de4e75a7 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/0d882136-d260-46f1-9b40-c1732ff05822 HTTP/1.1" status: 404 len: 339 time: 0.0370359 Feb 09 16:03:13.692141 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4f5950-d0e5-48fa-ac9d-b5200349e870', 'code': 200} Feb 09 16:03:13.694817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53866) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:13.697108 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.697940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3068cdf5-53e3-42eb-b810-e67bee4c62e0 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:13.750521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6305f7b-551e-4d25-9b48-f438b324a3fa tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.816402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-467d726d-64df-4c80-821a-3580b85a54da tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting subnet f8476aef-be82-4354-9acf-62afb3aeb739 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:13.830205 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-467d726d-64df-4c80-821a-3580b85a54da tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.944066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-467d726d-64df-4c80-821a-3580b85a54da tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:13.949579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Allocated IP 172.20.0.2 (fd4e3dc3-751d-4350-b578-fec55de4e3b3/5d3acdf4-0fd4-4a1f-ab85-c7801e5fdf6b/573d6979-0677-4f40-acca-8133498b095d) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:14.081321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cd4f5950-d0e5-48fa-ac9d-b5200349e870,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:14.113653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17aa4cf6-4185-4e6a-9164-61b99e07c9e9 req-cd182c79-90f1-4880-abca-d87c505aeff8 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.0910780 Feb 09 16:03:14.132015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1c98da45-5586-48d2-9979-38c2c90f1f43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.138611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1c98da45-5586-48d2-9979-38c2c90f1f43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.145323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1c98da45-5586-48d2-9979-38c2c90f1f43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.151110 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.153376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1c98da45-5586-48d2-9979-38c2c90f1f43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.161219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1c98da45-5586-48d2-9979-38c2c90f1f43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.175824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1c98da45-5586-48d2-9979-38c2c90f1f43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.175824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1c98da45-5586-48d2-9979-38c2c90f1f43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.177435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1c98da45-5586-48d2-9979-38c2c90f1f43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5439 time: 0.7511477 Feb 09 16:03:14.220810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5865df-995c-47d4-83d4-ac65e5daebc9 None None] Network 72bc3230-93ea-4887-bc5d-a11c0b7ef37d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:14.221690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-467d726d-64df-4c80-821a-3580b85a54da tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.264494 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-17c393f8-475d-4e5d-895f-f38956c1d119 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:03:14.266523 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17c393f8-475d-4e5d-895f-f38956c1d119 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7339413 Feb 09 16:03:14.270337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6305f7b-551e-4d25-9b48-f438b324a3fa tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.274516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53872) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:14.274772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.282977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:14.301630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:14.330802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:14.331246 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.357132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Port': ['ID=e0e1d301-29be-4578-937e-3ff46065b0e7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:14.364241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No DVR routers for this DVR port e0e1d301-29be-4578-937e-3ff46065b0e7 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:14.446046 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.464412 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fcf2-f528-458a-9bc3-6090849dfe1e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.470706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-467d726d-64df-4c80-821a-3580b85a54da tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.486873 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.517208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b9f1d8d-9fa2-4c10-aaba-e55ab5746168 req-1ef8ead4-7655-4981-9e2a-acc887dd604f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2522769 Feb 09 16:03:14.555724 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fcf2-f528-458a-9bc3-6090849dfe1e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.563734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d726d-64df-4c80-821a-3580b85a54da tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Subnet': ['ID=f8476aef-be82-4354-9acf-62afb3aeb739,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:14.566059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-467d726d-64df-4c80-821a-3580b85a54da tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.572415 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-467d726d-64df-4c80-821a-3580b85a54da tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/subnets/f8476aef-be82-4354-9acf-62afb3aeb739 HTTP/1.1" status: 204 len: 168 time: 0.8741133 Feb 09 16:03:14.575234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53876) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:14.655909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.662947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.695451 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.702792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72bc3230-93ea-4887-bc5d-a11c0b7ef37d']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:14.727902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4586cc-9152-437c-abba-3cc1deddbcf5 req-0d568da0-994c-4c04-8710-05284055bab5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:14.729667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d4586cc-9152-437c-abba-3cc1deddbcf5 req-0d568da0-994c-4c04-8710-05284055bab5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.2217424 Feb 09 16:03:14.762189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Deleting port fecfe018-895e-4f63-b163-43259ec768f7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:14.762625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.768611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d49146-d009-4383-b639-771089668dab') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:14.769815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d49146-d009-4383-b639-771089668dab') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:14.813220 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.847701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.849691 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] For port fecfe018-895e-4f63-b163-43259ec768f7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fecfe018-895e-4f63-b163-43259ec768f7,segment=NetworkSegment(97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf),segment_id=97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:14.849934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.875573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Calling delete_port for fecfe018-895e-4f63-b163-43259ec768f7 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:14.877949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.881159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee017fe5-9cef-4056-97da-5338612ccc01 None None] Network f2d97c0b-5e36-4faf-ae86-38df91718c33 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:14.890955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:14.891385 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:14.899976 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:14.905031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:14.935037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d4586cc-9152-437c-abba-3cc1deddbcf5 req-17e0b0b7-db25-426c-8a49-ae169339ee4c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638346 Feb 09 16:03:15.009644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Network fd4e3dc3-751d-4350-b578-fec55de4e3b3 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:15.018218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Pushing event updated for resources: {'Port': ['ID=573d6979-0677-4f40-acca-8133498b095d,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.022680 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6305f7b-551e-4d25-9b48-f438b324a3fa tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.024832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:15.027441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:15.032112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.035206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fcf2-f528-458a-9bc3-6090849dfe1e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.040521 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7a4fcf2-f528-458a-9bc3-6090849dfe1e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.043097 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f7a4fcf2-f528-458a-9bc3-6090849dfe1e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/48b06531-d33f-41bc-9039-ba938c14a9f2 HTTP/1.1" status: 204 len: 168 time: 0.7661026 Feb 09 16:03:15.055299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53878) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:15.057496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4fcf2-f528-458a-9bc3-6090849dfe1e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b06531-d33f-41bc-9039-ba938c14a9f2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.069196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6305f7b-551e-4d25-9b48-f438b324a3fa tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.071936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6305f7b-551e-4d25-9b48-f438b324a3fa tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.074980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f6305f7b-551e-4d25-9b48-f438b324a3fa tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20 HTTP/1.1" status: 204 len: 168 time: 2.1675546 Feb 09 16:03:15.078828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53880) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server [None req-47198aa0-2a30-4bce-bff4-b60bb3153b81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20: This subnet is being modified by another concurrent operation. Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:03:15.080050 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise exception Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20: This subnet is being modified by another concurrent operation. Feb 09 16:03:15.084926 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Feb 09 16:03:15.136270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.143458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1942b49d-dcd2-43ce-a2dc-c6d7f19c6522 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634820 Feb 09 16:03:15.148738 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.156773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53882) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:15.165318 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:15.176073 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.182500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/72bc3230-93ea-4887-bc5d-a11c0b7ef37d HTTP/1.1" status: 204 len: 168 time: 6.0945671 Feb 09 16:03:15.187198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53884) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:15.214995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9425e7-93b6-46fb-9d77-b89060cb1292 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=72bc3230-93ea-4887-bc5d-a11c0b7ef37d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.233792 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2703444-ba84-4587-9da2-89f29a6ca0e1 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:15.234393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2703444-ba84-4587-9da2-89f29a6ca0e1 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:15.237997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b2703444-ba84-4587-9da2-89f29a6ca0e1 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/72bc3230-93ea-4887-bc5d-a11c0b7ef37d HTTP/1.1" status: 404 len: 339 time: 0.0471239 Feb 09 16:03:15.250227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53888) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:15.259634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1796219826', 'description': 'd1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:15.267365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.20.0.1 (fd4e3dc3-751d-4350-b578-fec55de4e3b3/5d3acdf4-0fd4-4a1f-ab85-c7801e5fdf6b/08590b9d-34de-474c-bbfb-fa6a2d562a55) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:15.274536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3068cdf5-53e3-42eb-b810-e67bee4c62e0, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:15.291067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Attempting to bind port 573d6979-0677-4f40-acca-8133498b095d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:15.293649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Attempting to bind port 573d6979-0677-4f40-acca-8133498b095d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '3598a589-9fdf-48af-b0e2-8a22a6ddfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'fd4e3dc3-751d-4350-b578-fec55de4e3b3'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:15.293649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Attempting to bind port 573d6979-0677-4f40-acca-8133498b095d on network fd4e3dc3-751d-4350-b578-fec55de4e3b3 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:15.299321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:15.300016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Checking segment: {'id': '3598a589-9fdf-48af-b0e2-8a22a6ddfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'fd4e3dc3-751d-4350-b578-fec55de4e3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:15.300856 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.301798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Bound using segment: {'id': '3598a589-9fdf-48af-b0e2-8a22a6ddfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'fd4e3dc3-751d-4350-b578-fec55de4e3b3'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:15.302579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Bound port: 573d6979-0677-4f40-acca-8133498b095d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3598a589-9fdf-48af-b0e2-8a22a6ddfae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'fd4e3dc3-751d-4350-b578-fec55de4e3b3'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:15.303240 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.377139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8985ac5-9f5d-4ae1-b5cf-9a0df0f8f911 None None] DHCP port deletion for f2d97c0b-5e36-4faf-ae86-38df91718c33 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:15.384223 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.385536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 569afa22-dd5a-414d-abb6-932876b1e057 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:15.428843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-191cd933-1874-4800-9dbc-c6fc3a00c059 req-a4df0d2c-b699-4152-8629-d716650d5955 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.0527930 Feb 09 16:03:15.455477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:15.460967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.528139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:15.554752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.556823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.557523 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment 2639ef93-dfe6-4359-9b6f-5266021797bb of type vlan for network c4e41b6d-bdc5-4d11-9d90-84410565e059 Feb 09 16:03:15.583089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] For port 573d6979-0677-4f40-acca-8133498b095d, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:15.593180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] For port 573d6979-0677-4f40-acca-8133498b095d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=573d6979-0677-4f40-acca-8133498b095d,segment=NetworkSegment(3598a589-9fdf-48af-b0e2-8a22a6ddfae0),segment_id=3598a589-9fdf-48af-b0e2-8a22a6ddfae0)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:15.613293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.624505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3068cdf5-53e3-42eb-b810-e67bee4c62e0,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.685594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.702507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d'}, {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3068cdf5-53e3-42eb-b810-e67bee4c62e0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:15.707783 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4767bf0b-1d72-440e-89d6-3ff26424c974" -d '{"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-plugged", "status": "completed", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d"}, {"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "3068cdf5-53e3-42eb-b810-e67bee4c62e0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:15.743493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 569afa22-dd5a-414d-abb6-932876b1e057 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:15.758724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 569afa22-dd5a-414d-abb6-932876b1e057 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:15.759104 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.819253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] No DVR routers for this DVR port fecfe018-895e-4f63-b163-43259ec768f7 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:15.840690 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9259c66c-cb04-435c-95ce-fea870a4751a x-openstack-request-id: req-9259c66c-cb04-435c-95ce-fea870a4751a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:15.841046 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-plugged", "status": "completed", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d", "code": 200}, {"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "3068cdf5-53e3-42eb-b810-e67bee4c62e0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:15.841263 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9259c66c-cb04-435c-95ce-fea870a4751a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:15.841678 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'code': 200} Feb 09 16:03:15.841924 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3068cdf5-53e3-42eb-b810-e67bee4c62e0', 'code': 200} Feb 09 16:03:15.846253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bd215-bdaa-4204-8228-aba4a0e130b1 None None] Pushing event updated for resources: {'Port': ['ID=573d6979-0677-4f40-acca-8133498b095d,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.864597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ab87a9ca-4009-426a-96f3-171890621727 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8002794 Feb 09 16:03:15.924128 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:15.931340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Port': ['ID=fecfe018-895e-4f63-b163-43259ec768f7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:15.934992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53894) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:15.981600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 569afa22-dd5a-414d-abb6-932876b1e057, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=569afa22-dd5a-414d-abb6-932876b1e057,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:16.039838 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.040953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6cd16e2a-4550-4157-9cab-2519ab4fce18 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:16.251921 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.256931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=569afa22-dd5a-414d-abb6-932876b1e057,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:16.315095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d97c0b-5e36-4faf-ae86-38df91718c33']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:16.345377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:16.345684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e8dbf2-ce60-4a23-8b50-5c4a7c39bfcf') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:16.348545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fcbb-8f51-4e53-9b0a-02f233b54b80 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.350520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 6cd16e2a-4550-4157-9cab-2519ab4fce18 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:16.350731 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.355612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:16.355981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 6cd16e2a-4550-4157-9cab-2519ab4fce18 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:16.356447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.356641 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.359657 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.362887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.380148 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.388219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:16.389091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:16.456355 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:16.470256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:16.474741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.540007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fcbb-8f51-4e53-9b0a-02f233b54b80 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.572525 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.592624 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.618617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.620311 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] 10.222.0.53 "DELETE /v2.0/networks/f2d97c0b-5e36-4faf-ae86-38df91718c33 HTTP/1.1" status: 204 len: 168 time: 2.0435913 Feb 09 16:03:16.647271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320ff6a-ab54-4561-8656-b35d4a0569d1 tempest-NetworksTest-438439118 tempest-NetworksTest-438439118-project] Pushing event deleted for resources: {'Network': ['ID=f2d97c0b-5e36-4faf-ae86-38df91718c33,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:16.655779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6cd16e2a-4550-4157-9cab-2519ab4fce18, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:16.692668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-a04b698a-aec6-4fde-ab14-17221a533d99 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:16.697595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-a04b698a-aec6-4fde-ab14-17221a533d99 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.73 "GET /v2.0/networks?id=cd3f7593-5488-4e7c-9b72-c072b1cf38bf HTTP/1.1" status: 200 len: 814 time: 0.2304714 Feb 09 16:03:16.728788 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.730861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8f3b7125-0b50-45fb-a1ad-8afa578408ce up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:16.754807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5031669 Feb 09 16:03:16.777966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network fd4e3dc3-751d-4350-b578-fec55de4e3b3 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:16.779251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53902) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:16.781196 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fcbb-8f51-4e53-9b0a-02f233b54b80 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.784019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fcbb-8f51-4e53-9b0a-02f233b54b80 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.785339 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d6d3fcbb-8f51-4e53-9b0a-02f233b54b80 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d5a241b-4059-4e4f-8c04-8726e582da59 HTTP/1.1" status: 204 len: 168 time: 0.8429520 Feb 09 16:03:16.795338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:16.819546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:16.821109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3fcbb-8f51-4e53-9b0a-02f233b54b80 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5a241b-4059-4e4f-8c04-8726e582da59,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:16.824683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:16.842588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387b526-9be6-480c-89fa-7c202357d332 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=c4e41b6d-bdc5-4d11-9d90-84410565e059,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:16.859537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=08590b9d-34de-474c-bbfb-fa6a2d562a55,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:16.901657 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8638f378-148b-4d2a-873a-561b47d97974 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022201 Feb 09 16:03:16.907929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53906) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:16.913497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d5b2b3db-cec8-4fd4-96a9-4a8e754735be tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'tempest-secgroup--1479760226'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:16.942308 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:16.953742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c4e41b6d-bdc5-4d11-9d90-84410565e059 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:16.967717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a3eee150-9021-4818-9d46-d424f17cad8e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:16.974754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a3eee150-9021-4818-9d46-d424f17cad8e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:16.988680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a3eee150-9021-4818-9d46-d424f17cad8e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:16.988680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a3eee150-9021-4818-9d46-d424f17cad8e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:16.994197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a3eee150-9021-4818-9d46-d424f17cad8e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:17.006047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a3eee150-9021-4818-9d46-d424f17cad8e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:17.014409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a3eee150-9021-4818-9d46-d424f17cad8e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:17.024070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a3eee150-9021-4818-9d46-d424f17cad8e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5441 time: 1.3406692 Feb 09 16:03:17.033977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:17.034987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c749f-e677-45dd-8f41-97b34857e6bd req-5cb69d40-2555-401d-a20a-bb98547d3c61 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:17.036366 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f86c749f-e677-45dd-8f41-97b34857e6bd req-5cb69d40-2555-401d-a20a-bb98547d3c61 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.7184649 Feb 09 16:03:17.041817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:17.044346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:17.045173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.064926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=21ea778c-a2e3-49f8-9469-5a03847a61b3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:17.069049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-e2c9f7b8-35f2-466a-8c80-796fb3cbf72f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d779af02177b4df599865d40a1cd667f HTTP/1.1" status: 200 len: 379 time: 0.3388622 Feb 09 16:03:17.071490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9f0b1-0f86-4f86-937b-2b676bfddbd6 req-a6b92043-4e9e-406a-8604-8d10e54fcfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:17.073389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08e9f0b1-0f86-4f86-937b-2b676bfddbd6 req-a6b92043-4e9e-406a-8604-8d10e54fcfd9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1096 time: 0.7572746 Feb 09 16:03:17.086117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Request body: {'port': {'device_id': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'admin_state_up': True, 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'security_groups': ['c2e86c4a-1ce7-467e-a3ee-4c509742d918']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:17.108653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3944c2d6-eeab-4c17-ab68-fabaa7d198a6 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:17.171870 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b3db-cec8-4fd4-96a9-4a8e754735be tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.220180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=6cd16e2a-4550-4157-9cab-2519ab4fce18,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:17.221704 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-793a3f18-0a6c-47dd-8195-62c6f093b5de tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0613852 Feb 09 16:03:17.222969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53908) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:17.239436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fcc0e6db-c029-4676-8221-609c9dbd8812 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-147334922', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:17.309545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 573d6979-0677-4f40-acca-8133498b095d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:17.404361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f86c749f-e677-45dd-8f41-97b34857e6bd req-204c5eb7-8ffb-4246-bd86-b7d29c8c12af tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444042 Feb 09 16:03:17.431854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.437536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b3db-cec8-4fd4-96a9-4a8e754735be tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.450180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcc0e6db-c029-4676-8221-609c9dbd8812 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.452491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcc0e6db-c029-4676-8221-609c9dbd8812 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.464991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-db8b5252-b952-42eb-8146-a6b97c6ebb38 req-8cd46155-3f38-4cfa-8cb1-1a0453a8a53d tempest-ServersTestMultiNic-2081996347 tempest-ServersTestMultiNic-2081996347-project] (103178) timed out ('10.222.0.73', 64527) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:03:17.519779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 8f3b7125-0b50-45fb-a1ad-8afa578408ce completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:17.529282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 8f3b7125-0b50-45fb-a1ad-8afa578408ce triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:17.529659 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.563534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b3db-cec8-4fd4-96a9-4a8e754735be tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.569816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 573d6979-0677-4f40-acca-8133498b095d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:17.570204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.573293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcc0e6db-c029-4676-8221-609c9dbd8812 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.581281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '21ea778c-a2e3-49f8-9469-5a03847a61b3'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:17.582216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.642484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcc0e6db-c029-4676-8221-609c9dbd8812 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.651189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08e9f0b1-0f86-4f86-937b-2b676bfddbd6 req-64d03fc3-4b14-42db-baa2-fa9788170e83 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408687 Feb 09 16:03:17.654443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b3db-cec8-4fd4-96a9-4a8e754735be tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c216e992-67a8-479c-9750-d1c430fe9e5b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:17.669154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84d84f5-8f57-40a9-80db-271bf62ffb0c tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:17.674394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a84d84f5-8f57-40a9-80db-271bf62ffb0c tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/networks?id=c4e41b6d-bdc5-4d11-9d90-84410565e059 HTTP/1.1" status: 200 len: 765 time: 0.8900082 Feb 09 16:03:17.675380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53912) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:17.676472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53914) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:17.699132 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b3db-cec8-4fd4-96a9-4a8e754735be tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.700948 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5b2b3db-cec8-4fd4-96a9-4a8e754735be tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7917104 Feb 09 16:03:17.708012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53916) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:17.712951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a50ec7d4-5858-42ea-9971-af24f55a689e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:17.713620 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-a50ec7d4-5858-42ea-9971-af24f55a689e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 16:03:17.714129 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-a50ec7d4-5858-42ea-9971-af24f55a689e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 16:03:17.715627 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a50ec7d4-5858-42ea-9971-af24f55a689e tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "PUT /v2.0/security-groups/c216e992-67a8-479c-9750-d1c430fe9e5b HTTP/1.1" status: 409 len: 330 time: 0.0069938 Feb 09 16:03:17.720395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53920) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:17.722082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fd0cc675-600b-4d65-b3b4-464f9b5b3fe8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'description': 'd2'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:17.771475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6facf63d-8398-484f-815d-164424d8d3ac None None] Network fd4e3dc3-751d-4350-b578-fec55de4e3b3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:17.776200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86650211-4efa-48e2-9cd3-b4169e81f09d req-ebb6420b-cd10-4b16-9bbc-1d66cc7c047b tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.1278632 Feb 09 16:03:17.790154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcc0e6db-c029-4676-8221-609c9dbd8812 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.794318 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fcc0e6db-c029-4676-8221-609c9dbd8812 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5650475 Feb 09 16:03:17.795381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53922) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:17.809112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6dd6366b-32a2-4fea-a29f-304910f91e17 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.851275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c9784e4-b2cb-428b-bedb-52a30868d260 req-a531c120-348f-4b99-b522-b7fe7a5c3d52 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8213687 Feb 09 16:03:17.907570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569afa22-dd5a-414d-abb6-932876b1e057'}, {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:17.935472 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789d9a94-8399-4acb-a4f0-bb6c5437adc0" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "569afa22-dd5a-414d-abb6-932876b1e057"}, {"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:17.943322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:17.959691 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6dd6366b-32a2-4fea-a29f-304910f91e17 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.010196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8d8ccba8-994b-45a0-98a3-a05af3e8a0f7 None None] Provisioning complete for port 573d6979-0677-4f40-acca-8133498b095d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:18.011113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccba8-994b-45a0-98a3-a05af3e8a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.087025 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f4bd9-e704-45ce-b749-34cdfd67b7aa x-openstack-request-id: req-403f4bd9-e704-45ce-b749-34cdfd67b7aa {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:18.087403 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "569afa22-dd5a-414d-abb6-932876b1e057", "code": 200}, {"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:18.087608 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-403f4bd9-e704-45ce-b749-34cdfd67b7aa {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:18.087949 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569afa22-dd5a-414d-abb6-932876b1e057', 'code': 200} Feb 09 16:03:18.088366 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'code': 200} Feb 09 16:03:18.089776 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.231522 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.235143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6dd6366b-32a2-4fea-a29f-304910f91e17 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.242118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6dd6366b-32a2-4fea-a29f-304910f91e17 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.248133 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6dd6366b-32a2-4fea-a29f-304910f91e17 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/c216e992-67a8-479c-9750-d1c430fe9e5b HTTP/1.1" status: 204 len: 168 time: 0.5253003 Feb 09 16:03:18.251508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53926) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:18.251917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8f3b7125-0b50-45fb-a1ad-8afa578408ce, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:18.254676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/21ea778c-a2e3-49f8-9469-5a03847a61b3/ea91849a-8990-4111-86d5-54e820f53f64) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:18.259629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9c8fcfa9-bebd-4b1e-bc62-93f718c66ead admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da0c5a6de597441b95f692779a0cb175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552735 Feb 09 16:03:18.291041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53928) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:18.292435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6366b-32a2-4fea-a29f-304910f91e17 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c216e992-67a8-479c-9750-d1c430fe9e5b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:18.302204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.324587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Made reservation on behalf of d779af02177b4df599865d40a1cd667f for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:18.328356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.331777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd0cc675-600b-4d65-b3b4-464f9b5b3fe8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.483522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd0cc675-600b-4d65-b3b4-464f9b5b3fe8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.509517 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f05b2787-3780-4976-98ee-749bcc675e59 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2417874 Feb 09 16:03:18.514325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53932) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:18.547614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.549132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 76acaa04-2f27-4308-a450-39bdd11c1774 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:18.573116 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-e7036eb0-038a-45e8-a139-fe2c695e235b tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] delete failed (client error): The resource could not be found. Feb 09 16:03:18.584121 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e7036eb0-038a-45e8-a139-fe2c695e235b tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "DELETE /v2.0/security-groups/9a6fb579-f331-48dd-a63f-5c22fca7dc5e HTTP/1.1" status: 404 len: 347 time: 0.0591097 Feb 09 16:03:18.590352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:18.593088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd0cc675-600b-4d65-b3b4-464f9b5b3fe8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network c4e41b6d-bdc5-4d11-9d90-84410565e059 is not hosted by any dhcp agent {{(pid=103178) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 16:03:18.603941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0cc675-600b-4d65-b3b4-464f9b5b3fe8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:18.606340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd0cc675-600b-4d65-b3b4-464f9b5b3fe8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.608519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fd0cc675-600b-4d65-b3b4-464f9b5b3fe8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "PUT /v2.0/networks/c4e41b6d-bdc5-4d11-9d90-84410565e059 HTTP/1.1" status: 200 len: 762 time: 0.9070392 Feb 09 16:03:18.612974 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.618210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53936) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:18.633206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fd54eae9-4b1c-4674-922c-b94138ebd215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.635562 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-c6997f79-4536-4967-a052-8c298e6fc6a9 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] show failed (client error): The resource could not be found. Feb 09 16:03:18.642527 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c6997f79-4536-4967-a052-8c298e6fc6a9 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-groups/a8237eb5-b089-42ad-bb36-a3f9f5de0cdd HTTP/1.1" status: 404 len: 347 time: 0.0450485 Feb 09 16:03:18.680945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53938) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:18.759144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.767955 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-a404a058-cbc4-424f-834c-016c73ae2d85 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] show failed (client error): The resource could not be found. Feb 09 16:03:18.769002 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a404a058-cbc4-424f-834c-016c73ae2d85 tempest-NegativeSecGroupTest-1289222408 tempest-NegativeSecGroupTest-1289222408-project] 10.222.0.53 "GET /v2.0/security-group-rules/845b7e49-cd2b-43ac-9e86-2bc9fd8f6cfc HTTP/1.1" status: 404 len: 356 time: 0.0849159 Feb 09 16:03:18.803090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fd54eae9-4b1c-4674-922c-b94138ebd215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:18.819579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a389a-9973-455a-8bd5-e4bcc01443ce tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:18.821349 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-754a389a-9973-455a-8bd5-e4bcc01443ce tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/networks?id=c4e41b6d-bdc5-4d11-9d90-84410565e059 HTTP/1.1" status: 200 len: 765 time: 0.2021356 Feb 09 16:03:18.832541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53944) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:18.901717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 573d6979-0677-4f40-acca-8133498b095d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=573d6979-0677-4f40-acca-8133498b095d,segment=NetworkSegment(3598a589-9fdf-48af-b0e2-8a22a6ddfae0),segment_id=3598a589-9fdf-48af-b0e2-8a22a6ddfae0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:18.972663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=8f3b7125-0b50-45fb-a1ad-8afa578408ce,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.024255 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.028899 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccba8-994b-45a0-98a3-a05af3e8a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.097941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Allocated IP 172.20.0.5 (cd3f7593-5488-4e7c-9b72-c072b1cf38bf/88044793-e654-4475-a6ac-5684ef7e12bb/2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:19.210920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cc675-600b-4d65-b3b4-464f9b5b3fe8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=c4e41b6d-bdc5-4d11-9d90-84410565e059,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.222622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fecfe018-895e-4f63-b163-43259ec768f7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:19.235637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c4e41b6d-bdc5-4d11-9d90-84410565e059 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:19.245611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851cf0fd-3ad5-4b66-9327-eaa5f25284a0 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:19.254046 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-851cf0fd-3ad5-4b66-9327-eaa5f25284a0 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4160461 Feb 09 16:03:19.264946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53948) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:19.281882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34fe5e58-7521-4560-92cb-c803a01474b7 req-44c8eca3-f985-4507-988e-76f44bfd77a8 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.2754114 Feb 09 16:03:19.327071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ae06d-bccd-48bb-93ed-f6255867434f req-4f327842-6c05-40d6-8993-a841ce780f10 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:19.329715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-367ae06d-bccd-48bb-93ed-f6255867434f req-4f327842-6c05-40d6-8993-a841ce780f10 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.8020422 Feb 09 16:03:19.335840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=573d6979-0677-4f40-acca-8133498b095d,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.342431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: fecfe018-895e-4f63-b163-43259ec768f7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:19.342431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fecfe018-895e-4f63-b163-43259ec768f7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:19.348343 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 76acaa04-2f27-4308-a450-39bdd11c1774 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:19.380964 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-8d8ccba8-994b-45a0-98a3-a05af3e8a0f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:03:19.381385 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-8d8ccba8-994b-45a0-98a3-a05af3e8a0f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:03:19.382086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 76acaa04-2f27-4308-a450-39bdd11c1774 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:19.382534 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.397244 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.436872 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57f0ee4d-6006-464d-88a6-9f7418eb4037 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 207 time: 0.1628602 Feb 09 16:03:19.440714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53950) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:19.458187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.498437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=08590b9d-34de-474c-bbfb-fa6a2d562a55,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.531995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fd54eae9-4b1c-4674-922c-b94138ebd215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.534859 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.535976 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fd54eae9-4b1c-4674-922c-b94138ebd215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.550295 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fd54eae9-4b1c-4674-922c-b94138ebd215 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28c0721f-8ac7-402e-b23a-a8f8a35bad58 HTTP/1.1" status: 204 len: 168 time: 1.2542179 Feb 09 16:03:19.674572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53956) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:19.691858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:19.704472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Pushing event updated for resources: {'Port': ['ID=ea91849a-8990-4111-86d5-54e820f53f64,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.716992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:19.740504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:19.766868 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:19.791642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 573d6979-0677-4f40-acca-8133498b095d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:19.830197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54eae9-4b1c-4674-922c-b94138ebd215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c0721f-8ac7-402e-b23a-a8f8a35bad58,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:19.903250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-367ae06d-bccd-48bb-93ed-f6255867434f req-240aa241-6785-4c61-ad10-1b3dbb1cdb17 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5295951 Feb 09 16:03:19.906721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::1 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/21ea778c-a2e3-49f8-9469-5a03847a61b3/302265dc-180a-416d-ae60-b549dba368a0) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:20.042239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c4478-a884-4c88-8bb3-e0e1e2bfd0b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.048482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c4478-a884-4c88-8bb3-e0e1e2bfd0b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.055429 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c4478-a884-4c88-8bb3-e0e1e2bfd0b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.061394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c4478-a884-4c88-8bb3-e0e1e2bfd0b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.067481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c4478-a884-4c88-8bb3-e0e1e2bfd0b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.075314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c4478-a884-4c88-8bb3-e0e1e2bfd0b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.077290 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eb8c4478-a884-4c88-8bb3-e0e1e2bfd0b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6313241 Feb 09 16:03:20.081955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53960) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:20.090888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3b7125-0b50-45fb-a1ad-8afa578408ce'}, {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76acaa04-2f27-4308-a450-39bdd11c1774'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:20.094841 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e684f1-c8b6-45a7-86f8-f41f6f678d0b" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "8f3b7125-0b50-45fb-a1ad-8afa578408ce"}, {"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "76acaa04-2f27-4308-a450-39bdd11c1774"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:20.099375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-ace5fad8-a684-471e-8565-5fee3b4c299c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.110842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-ace5fad8-a684-471e-8565-5fee3b4c299c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.122133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-ace5fad8-a684-471e-8565-5fee3b4c299c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.135179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-ace5fad8-a684-471e-8565-5fee3b4c299c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.147486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-ace5fad8-a684-471e-8565-5fee3b4c299c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.160067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-ace5fad8-a684-471e-8565-5fee3b4c299c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.172635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-ace5fad8-a684-471e-8565-5fee3b4c299c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.176204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-ace5fad8-a684-471e-8565-5fee3b4c299c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5444 time: 0.6019678 Feb 09 16:03:20.209131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 76acaa04-2f27-4308-a450-39bdd11c1774, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=76acaa04-2f27-4308-a450-39bdd11c1774,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:20.242038 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-604ccc26-dd57-4ee8-adbe-6b8472d58afb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7822bd5fcf3f44f9a27434d5deb73d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603878 Feb 09 16:03:20.246785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.246785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53966) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:20.290912 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea57482-7549-4336-9c8b-4905af2a225b x-openstack-request-id: req-cea57482-7549-4336-9c8b-4905af2a225b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:20.291707 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "8f3b7125-0b50-45fb-a1ad-8afa578408ce", "code": 200}, {"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-plugged", "status": "completed", "tag": "76acaa04-2f27-4308-a450-39bdd11c1774", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:20.292336 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cea57482-7549-4336-9c8b-4905af2a225b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:20.292995 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3b7125-0b50-45fb-a1ad-8afa578408ce', 'code': 200} Feb 09 16:03:20.293621 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76acaa04-2f27-4308-a450-39bdd11c1774', 'code': 200} Feb 09 16:03:20.310428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-39488a38-d63c-4f7b-90eb-ec23e946ef56 None None] Provisioning complete for port 08590b9d-34de-474c-bbfb-fa6a2d562a55 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:20.311239 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39488a38-d63c-4f7b-90eb-ec23e946ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.313964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Attempting to bind port ea91849a-8990-4111-86d5-54e820f53f64 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:20.314671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Attempting to bind port ea91849a-8990-4111-86d5-54e820f53f64 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:20.315292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Attempting to bind port ea91849a-8990-4111-86d5-54e820f53f64 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:20.321206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network fd4e3dc3-751d-4350-b578-fec55de4e3b3 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:20.325199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.359354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:20.377368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:20.383696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:20.386444 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.387284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:20.388115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Bound port: ea91849a-8990-4111-86d5-54e820f53f64, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:20.388837 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.414395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cce50103-8aa5-4c6b-8f35-03ff24656b36 req-c511b6d2-75e6-427b-b323-e7a8b891ad21 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2112777 Feb 09 16:03:20.538675 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-435d33f2-84eb-41f8-aa3a-9aa61c6f229f tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4396381 Feb 09 16:03:20.552887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.558347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 573d6979-0677-4f40-acca-8133498b095d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:20.558868 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.601769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53974) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:20.661436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-39488a38-d63c-4f7b-90eb-ec23e946ef56 None None] Port 08590b9d-34de-474c-bbfb-fa6a2d562a55 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:20.705285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.752202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=76acaa04-2f27-4308-a450-39bdd11c1774,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:20.779156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7172658-62b4-4713-acde-eac1da7c1284 req-c3f6e5a4-5cdd-4130-94ca-910a46df2805 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.1089075 Feb 09 16:03:20.795239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-39488a38-d63c-4f7b-90eb-ec23e946ef56 None None] Provisioning complete for port 573d6979-0677-4f40-acca-8133498b095d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:20.795239 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39488a38-d63c-4f7b-90eb-ec23e946ef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.798097 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddd49-bdc5-4fd1-9954-8bcca90fa3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.849090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:20.866407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddd49-bdc5-4fd1-9954-8bcca90fa3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.873749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] For port ea91849a-8990-4111-86d5-54e820f53f64, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:20.874398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526ca45-3ea5-494e-92ce-f4b5184f664d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.875564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] For port ea91849a-8990-4111-86d5-54e820f53f64, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ea91849a-8990-4111-86d5-54e820f53f64,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:20.877919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526ca45-3ea5-494e-92ce-f4b5184f664d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.881098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526ca45-3ea5-494e-92ce-f4b5184f664d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.883878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526ca45-3ea5-494e-92ce-f4b5184f664d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.885063 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.886307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6526ca45-3ea5-494e-92ce-f4b5184f664d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:20.895078 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6526ca45-3ea5-494e-92ce-f4b5184f664d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2861443 Feb 09 16:03:20.904615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53978) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:20.923381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:20.943334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:20.943334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:20.944481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=302265dc-180a-416d-ae60-b549dba368a0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:21.054826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:21.056014 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.066152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:21.069473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:21.086882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-34548a86-dcd4-4cf5-b378-610b0b63a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.090398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-34548a86-dcd4-4cf5-b378-610b0b63a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.090398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-34548a86-dcd4-4cf5-b378-610b0b63a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.090398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-34548a86-dcd4-4cf5-b378-610b0b63a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.090398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-34548a86-dcd4-4cf5-b378-610b0b63a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.090398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-34548a86-dcd4-4cf5-b378-610b0b63a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.090398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-34548a86-dcd4-4cf5-b378-610b0b63a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.092999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-34548a86-dcd4-4cf5-b378-610b0b63a4af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6502 time: 0.4120824 Feb 09 16:03:21.230202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event updated for resources: {'Port': ['ID=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:21.261110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c9c42-fea7-4bab-bc8c-1a9eedb65ce1 None None] Pushing event updated for resources: {'Port': ['ID=ea91849a-8990-4111-86d5-54e820f53f64,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:21.302505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc11f15-1edf-4488-a960-3816f7131d3b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.305408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc11f15-1edf-4488-a960-3816f7131d3b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.308371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc11f15-1edf-4488-a960-3816f7131d3b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.311358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc11f15-1edf-4488-a960-3816f7131d3b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.313807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-18c12c2a-0ad4-490b-9f78-fe2f06f4f2a9 None None] Provisioning complete for port 08590b9d-34de-474c-bbfb-fa6a2d562a55 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:21.314401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc11f15-1edf-4488-a960-3816f7131d3b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['shared'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.316029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-18c12c2a-0ad4-490b-9f78-fe2f06f4f2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.316668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9bc11f15-1edf-4488-a960-3816f7131d3b tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3994508 Feb 09 16:03:21.335161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53988) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:21.368919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-18c12c2a-0ad4-490b-9f78-fe2f06f4f2a9 None None] Port 08590b9d-34de-474c-bbfb-fa6a2d562a55 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:21.389285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.457174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.458821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.462918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 729ae086-a352-4ab4-b186-17120317e69e is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:03:21.531452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b04cd8c-8441-48f2-b66c-88890d57de42 req-df4c0a36-f2cb-4e4f-ad00-af2143a6ba40 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4012985 Feb 09 16:03:21.575976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddd49-bdc5-4fd1-9954-8bcca90fa3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.580635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb4ddd49-bdc5-4fd1-9954-8bcca90fa3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.582735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cb4ddd49-bdc5-4fd1-9954-8bcca90fa3ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b69ebf5-fdc7-4da4-9b6b-a72b41531fbc HTTP/1.1" status: 204 len: 168 time: 1.3249459 Feb 09 16:03:21.617603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ddd49-bdc5-4fd1-9954-8bcca90fa3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69ebf5-fdc7-4da4-9b6b-a72b41531fbc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:21.636669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54544517-d68b-4a94-8caf-c0f2e108713b req-dde33fdb-339e-42b1-ac2b-a148ed4e4282 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:21.641670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54544517-d68b-4a94-8caf-c0f2e108713b req-dde33fdb-339e-42b1-ac2b-a148ed4e4282 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.5131199 Feb 09 16:03:21.694749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b1c65854-ebe8-47f8-8fb3-1fe97bfc5b8f None None] Provisioning complete for port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:21.695504 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1c65854-ebe8-47f8-8fb3-1fe97bfc5b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:21.854373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b1c65854-ebe8-47f8-8fb3-1fe97bfc5b8f None None] Port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:21.908355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54000) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:22.142417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.259269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.262764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.410588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=302265dc-180a-416d-ae60-b549dba368a0,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:22.434069 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1677840960'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:22.434688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-2aac280c-1dd6-4c39-a007-0eab8dcbe759 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3530700 Feb 09 16:03:22.524765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54544517-d68b-4a94-8caf-c0f2e108713b req-b901b6d6-5a61-4624-8591-41120c1a2d9d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846483 Feb 09 16:03:22.525695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:22.528003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:22.563903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Request body: {'port': {'device_id': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:22.640436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:22.642632 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.696549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4838b3c6-64cd-4f96-97fb-a37a85234f07 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.698994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4838b3c6-64cd-4f96-97fb-a37a85234f07 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/networks/a7272844-b1ff-47b7-949b-d760ad05f9a4 HTTP/1.1" status: 200 len: 804 time: 1.3596983 Feb 09 16:03:22.720731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54014) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:22.721813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.776421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73e2d-74f3-4934-a23c-5be55219743d req-7f0e967d-857c-406e-9c66-d1157b15194c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.788294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73e2d-74f3-4934-a23c-5be55219743d req-7f0e967d-857c-406e-9c66-d1157b15194c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.798430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73e2d-74f3-4934-a23c-5be55219743d req-7f0e967d-857c-406e-9c66-d1157b15194c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.810987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73e2d-74f3-4934-a23c-5be55219743d req-7f0e967d-857c-406e-9c66-d1157b15194c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.823664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73e2d-74f3-4934-a23c-5be55219743d req-7f0e967d-857c-406e-9c66-d1157b15194c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.836647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73e2d-74f3-4934-a23c-5be55219743d req-7f0e967d-857c-406e-9c66-d1157b15194c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.842269 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be313833-90a2-4759-8c60-6f07126c7e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:22.850330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73e2d-74f3-4934-a23c-5be55219743d req-7f0e967d-857c-406e-9c66-d1157b15194c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:22.867810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23f73e2d-74f3-4934-a23c-5be55219743d req-7f0e967d-857c-406e-9c66-d1157b15194c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.5228000 Feb 09 16:03:22.905919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:22.947589 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c6997-4d04-40aa-8c72-281b467c2e17 None None] Sync routers for ids ['729ae086-a352-4ab4-b186-17120317e69e'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:22.966265 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402c6997-4d04-40aa-8c72-281b467c2e17 None None] Routers {'729ae086-a352-4ab4-b186-17120317e69e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:22.968508 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-402c6997-4d04-40aa-8c72-281b467c2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['729ae086-a352-4ab4-b186-17120317e69e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:22.991194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-08cf478c-6a26-42de-ac85-a9f42c1f7849 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/729ae086-a352-4ab4-b186-17120317e69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5075159 Feb 09 16:03:23.010132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54018) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:23.047814 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-402c6997-4d04-40aa-8c72-281b467c2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:23.059723 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402c6997-4d04-40aa-8c72-281b467c2e17 None None] Routers {'729ae086-a352-4ab4-b186-17120317e69e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:23.060925 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-402c6997-4d04-40aa-8c72-281b467c2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['729ae086-a352-4ab4-b186-17120317e69e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:23.108042 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-402c6997-4d04-40aa-8c72-281b467c2e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:23.109359 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402c6997-4d04-40aa-8c72-281b467c2e17 None None] The sync data for ids ['729ae086-a352-4ab4-b186-17120317e69e'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:23.152183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f81d3-a180-40b7-af76-9de00b72d209 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:23.156462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a85f81d3-a180-40b7-af76-9de00b72d209 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports/08590b9d-34de-474c-bbfb-fa6a2d562a55 HTTP/1.1" status: 200 len: 910 time: 0.1406059 Feb 09 16:03:23.163390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.167203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54020) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:23.187418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b83857-d03c-42e9-85d4-8a339b8ae6ce req-d03cbef5-603b-48cf-ab35-023c81bcbdb5 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:23.198697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12b83857-d03c-42e9-85d4-8a339b8ae6ce req-d03cbef5-603b-48cf-ab35-023c81bcbdb5 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 931 time: 0.5551932 Feb 09 16:03:23.242988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23f73e2d-74f3-4934-a23c-5be55219743d req-381c73c4-f6c5-491d-8c29-817817537413 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3737609 Feb 09 16:03:23.254097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f53de455-2fed-4b88-8b33-c3d12560499a None None] Provisioning complete for port ea91849a-8990-4111-86d5-54e820f53f64 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:23.255292 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f53de455-2fed-4b88-8b33-c3d12560499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.502343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f53de455-2fed-4b88-8b33-c3d12560499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.579262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f53de455-2fed-4b88-8b33-c3d12560499a None None] For port ea91849a-8990-4111-86d5-54e820f53f64, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ea91849a-8990-4111-86d5-54e820f53f64,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:23.644901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ea91849a-8990-4111-86d5-54e820f53f64 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:23.651717 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b16872ac-7f0b-42d2-8fe3-5a498a1906e7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/networks/a7272844-b1ff-47b7-949b-d760ad05f9a4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.9265630 Feb 09 16:03:23.659875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:23.696976 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f53de455-2fed-4b88-8b33-c3d12560499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.735778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.784602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17640ea0-a8e3-4659-9159-1165f5d7ed60 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:23.798447 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17640ea0-a8e3-4659-9159-1165f5d7ed60 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/subnets/91033549-1f53-468c-97fe-6e5fd00f2010 HTTP/1.1" status: 200 len: 843 time: 0.1354065 Feb 09 16:03:23.800388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:23.801614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Router c3d6c185-357a-4a45-8807-4b1c377d73b0 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:03:23.817474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12b83857-d03c-42e9-85d4-8a339b8ae6ce req-d5170e7c-73af-4f82-b44a-c64c0829256d tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6146216 Feb 09 16:03:23.830114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.895613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53de455-2fed-4b88-8b33-c3d12560499a None None] Pushing event updated for resources: {'Port': ['ID=ea91849a-8990-4111-86d5-54e820f53f64,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:23.910685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-63140d1f-ac2a-442c-af3b-73c934a6b521 None None] Provisioning complete for port 302265dc-180a-416d-ae60-b549dba368a0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:23.912911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-63140d1f-ac2a-442c-af3b-73c934a6b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:23.971408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b03a2c-15b4-45b3-b5e3-2e13220b3a52 req-43755d53-9a29-4bd1-844b-5dddb3f717ee tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:23.977804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63b03a2c-15b4-45b3-b5e3-2e13220b3a52 req-43755d53-9a29-4bd1-844b-5dddb3f717ee tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.5438290 Feb 09 16:03:23.984996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:24.007898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6d747-64e2-4b4e-b72b-56ce1db979c6 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:03:24.036057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54034) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:24.037181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54036) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:24.044685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f25897-ca9d-4964-b5cd-fba763bf3da0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:24.055277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a31748-c687-46c7-ace6-443268449f4c tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['shared'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.057813 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-28a31748-c687-46c7-ace6-443268449f4c tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "GET /v2.0/subnets/91033549-1f53-468c-97fe-6e5fd00f2010?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2490847 Feb 09 16:03:24.080253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-63140d1f-ac2a-442c-af3b-73c934a6b521 None None] Port 302265dc-180a-416d-ae60-b549dba368a0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:24.086727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ea91849a-8990-4111-86d5-54e820f53f64 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:24.087628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.119222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54038) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:24.132256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-312793554'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:24.133525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'floatingip': {'port_id': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:24.297949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-153cecbb-6708-45f1-a4ff-654684dd752e None None] Provisioning complete for port 302265dc-180a-416d-ae60-b549dba368a0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:24.298433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.298653 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-153cecbb-6708-45f1-a4ff-654684dd752e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.299051 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Added segment 0633bcb5-3096-4735-bf35-1445d6c8bc0d of type vlan for network 93d30598-115a-4229-9f49-b5ff39e04fb1 Feb 09 16:03:24.353924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.397062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:24.407982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:24.417464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.449850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Sync routers for ids ['c3d6c185-357a-4a45-8807-4b1c377d73b0'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:24.458167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943653110-network', 'tenant_id': 'dd54760895fb427a89cd2077401ed9aa'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:24.476920 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f731c6b7-cdc2-4e57-93da-85fc7edab4df tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "PUT /v2.0/routers/c3d6c185-357a-4a45-8807-4b1c377d73b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6774430 Feb 09 16:03:24.483604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54044) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:24.486717 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.611865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:24.612143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:03:24.623210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.628436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:24.655482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923486ca-a3b4-4e3b-8717-377cef747dbc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.657369 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-923486ca-a3b4-4e3b-8717-377cef747dbc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports/302265dc-180a-416d-ae60-b549dba368a0 HTTP/1.1" status: 200 len: 911 time: 0.1667774 Feb 09 16:03:24.672667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54046) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:24.705224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.705579 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Added segment 867d8165-f648-4a5d-aee5-27f9f3177597 of type vlan for network 745a5779-cbda-4b3e-ae24-af54a548b4a0 Feb 09 16:03:24.718002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Routers {'c3d6c185-357a-4a45-8807-4b1c377d73b0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:24.718926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:02:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['c3d6c185-357a-4a45-8807-4b1c377d73b0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:24.721633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-153cecbb-6708-45f1-a4ff-654684dd752e None None] Port 302265dc-180a-416d-ae60-b549dba368a0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:24.737335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Transition to ACTIVE for port object 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:03:24.752637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-cb923425-f082-482f-8ca8-00f2bd0c0337 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.759236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-cb923425-f082-482f-8ca8-00f2bd0c0337 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.766025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-cb923425-f082-482f-8ca8-00f2bd0c0337 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.772314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-cb923425-f082-482f-8ca8-00f2bd0c0337 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.778538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-cb923425-f082-482f-8ca8-00f2bd0c0337 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.785117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-cb923425-f082-482f-8ca8-00f2bd0c0337 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.789957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Made reservation on behalf of dd54760895fb427a89cd2077401ed9aa for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:24.792139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-cb923425-f082-482f-8ca8-00f2bd0c0337 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.793276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.794339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-cb923425-f082-482f-8ca8-00f2bd0c0337 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.2819684 Feb 09 16:03:24.816535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.825938 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.831908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:24.832593 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.847888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.864819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6d747-64e2-4b4e-b72b-56ce1db979c6 None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:03:24.899923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:24.910077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Set router c3d6c185-357a-4a45-8807-4b1c377d73b0 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:25.028420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06013c-c325-403f-9312-132d1b9e463d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.028748 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.1174836 Feb 09 16:03:25.034948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06013c-c325-403f-9312-132d1b9e463d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.037296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cf06013c-c325-403f-9312-132d1b9e463d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3540921 Feb 09 16:03:25.040284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54050) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:25.040598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54052) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:25.083337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-accfdddf-a496-4353-80a6-1a5e044d1cff req-076ec1b0-daf7-43a4-8373-868102047e19 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2598577 Feb 09 16:03:25.119940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'name': 'tempest-PortsTestJSON-59042859'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:25.164168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd743e6-0644-4c7f-9533-8a772a198d60 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Network': ['ID=93d30598-115a-4229-9f49-b5ff39e04fb1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:25.202460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:25.221897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:25.257397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.344121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.349994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.350854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.395821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-985a31ef-96e3-4cc3-a826-efeae09a7bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.444499 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.447460 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.461014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:25.472581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.472932 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Added segment 88d8a6f1-61c2-455b-b6e0-ca5a645c8ba5 of type vlan for network 1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4 Feb 09 16:03:25.524396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.556326 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.594626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ea91849a-8990-4111-86d5-54e820f53f64 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:25.631307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a056e9d8-815f-441e-af57-4b37cfcd3d6a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:25.677944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.679289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.679781 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:25.731812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3038e34-c188-4d74-a299-ddcbf5e50174 req-93c0cf4f-ed2b-470b-8745-9cfeee16025c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.733506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3038e34-c188-4d74-a299-ddcbf5e50174 req-93c0cf4f-ed2b-470b-8745-9cfeee16025c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 943 time: 0.7476780 Feb 09 16:03:25.737081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6161258 Feb 09 16:03:25.748331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54056) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:25.761370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'network_id': '745a5779-cbda-4b3e-ae24-af54a548b4a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:25.775098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Attempting to bind port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:25.775515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Attempting to bind port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:25.775781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Attempting to bind port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 on network cd3f7593-5488-4e7c-9b72-c072b1cf38bf {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:25.806388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d20252-92e8-42e8-b35a-054bc818919a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Network': ['ID=745a5779-cbda-4b3e-ae24-af54a548b4a0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:25.825701 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Floating IP 83e4654f-3ad9-4d3d-9000-b4d267e06fb1 associated. External IP: 172.25.5.143, port: 5f695361-49d0-41f4-ae13-2d41ae1d4a5d. Feb 09 16:03:25.831351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:25.842455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 745a5779-cbda-4b3e-ae24-af54a548b4a0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:25.884219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:25.904454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 on network cd3f7593-5488-4e7c-9b72-c072b1cf38bf not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:03:25.905411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Attempting to bind port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 on network cd3f7593-5488-4e7c-9b72-c072b1cf38bf {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:25.921908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-93030be2-b931-42c3-882a-c87ff677a645 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8598630 Feb 09 16:03:25.927347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54058) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:25.933440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f111b2-deb9-4191-a647-cea3e5f692a6 req-a1e2771f-9e24-4e81-aaa4-e53d45acae07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.939804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f111b2-deb9-4191-a647-cea3e5f692a6 req-a1e2771f-9e24-4e81-aaa4-e53d45acae07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.940270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Request body: {'subnet': {'network_id': '1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943653110-subnet', 'tenant_id': 'dd54760895fb427a89cd2077401ed9aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:25.946312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f111b2-deb9-4191-a647-cea3e5f692a6 req-a1e2771f-9e24-4e81-aaa4-e53d45acae07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.952726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f111b2-deb9-4191-a647-cea3e5f692a6 req-a1e2771f-9e24-4e81-aaa4-e53d45acae07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.959753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f111b2-deb9-4191-a647-cea3e5f692a6 req-a1e2771f-9e24-4e81-aaa4-e53d45acae07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.966804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f111b2-deb9-4191-a647-cea3e5f692a6 req-a1e2771f-9e24-4e81-aaa4-e53d45acae07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.971698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c3a9b4-b7e4-4120-a21a-3d5005b088ce None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:03:25.972812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f111b2-deb9-4191-a647-cea3e5f692a6 req-a1e2771f-9e24-4e81-aaa4-e53d45acae07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:25.975379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6f111b2-deb9-4191-a647-cea3e5f692a6 req-a1e2771f-9e24-4e81-aaa4-e53d45acae07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.7680042 Feb 09 16:03:26.007555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.012147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:26.012147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Checking segment: {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:26.012147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Bound using segment: {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:26.012872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Bound port: 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffd4f50-5a13-4888-8abc-8a6457552e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:26.012872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.055209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54060) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:26.055209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Request body: {'floatingip': {'port_id': '6cd16e2a-4550-4157-9cab-2519ab4fce18'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:26.057169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'name': 'tempest-NetworksTestDHCPv6-router-147334922', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:17Z', 'updated_at': '2022-02-09T16:03:21Z', 'revision_number': 2, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None, '_interfaces': [{'id': '302265dc-180a-416d-ae60-b549dba368a0', 'name': '', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'mac_address': 'fa:16:3e:c0:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '21ea778c-a2e3-49f8-9469-5a03847a61b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:18Z', 'updated_at': '2022-02-09T16:03:21Z', 'revision_number': 2, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'subnets': [{'id': '21ea778c-a2e3-49f8-9469-5a03847a61b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:26.069369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ea91849a-8990-4111-86d5-54e820f53f64 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:26.069851 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.143438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3038e34-c188-4d74-a299-ddcbf5e50174 req-15d1aeb3-4d40-4c78-ae61-1cacf5b81d19 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934991 Feb 09 16:03:26.151687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.152811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Checking router: c3d6c185-357a-4a45-8807-4b1c377d73b0 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:03:26.153404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Updating router c3d6c185-357a-4a45-8807-4b1c377d73b0 port 302265dc-180a-416d-ae60-b549dba368a0 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:03:26.243368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:26.243841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.249119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.408952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 6240f81d-95b2-49aa-b411-a30be0329991 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:03:26.433559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] For port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:26.479248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Made reservation on behalf of dd54760895fb427a89cd2077401ed9aa for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:26.482566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.528851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] For port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:26.532377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Made reservation on behalf of 92bd2a8e7f6643319ef03c4bbcf26338 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:26.534953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c3a9b4-b7e4-4120-a21a-3d5005b088ce None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:03:26.539352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.572168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:26.832902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Router 521ba7af-e942-4e7e-9c23-fe65d228c03e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:27.002363 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.052990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.069522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Performing IP validity checks on allocation pools {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 16:03:27.069902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 16:03:27.229991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:27.230634 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.232359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 HTTP/1.1" status: 200 len: 1091 time: 4.7188187 Feb 09 16:03:27.234024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'tag': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:27.237539 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6958e7-8f59-4458-9d07-08ab0965e231" -d '{"events": [{"name": "network-changed", "server_uuid": "2389834f-018b-47a3-a46d-fe7e39c39b51", "tag": "2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:27.281822 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.295048 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:03:27.352073 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b74debd-9a9a-4ed4-b82e-622bdc1719fb x-openstack-request-id: req-7b74debd-9a9a-4ed4-b82e-622bdc1719fb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:27.352450 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2389834f-018b-47a3-a46d-fe7e39c39b51", "tag": "2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:27.352662 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b74debd-9a9a-4ed4-b82e-622bdc1719fb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:27.353028 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'tag': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'status': 'completed', 'code': 200} Feb 09 16:03:27.502506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059424-3e58-4beb-9d56-60a2bdaa483e None None] Pushing event updated for resources: {'Port': ['ID=302265dc-180a-416d-ae60-b549dba368a0,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:27.518898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f6776-1c7d-4ae6-9ce3-d2f4c756f6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:27.519434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.647746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-2e692030-b654-48c8-86d8-f2f09307a2b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5087500 Feb 09 16:03:27.661189 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.699699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Attempting to bind port 302265dc-180a-416d-ae60-b549dba368a0 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:27.705961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Attempting to bind port 302265dc-180a-416d-ae60-b549dba368a0 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:27.706923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Attempting to bind port 302265dc-180a-416d-ae60-b549dba368a0 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:27.722229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:27.723106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:27.725762 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.726732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:27.728647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Bound port: 302265dc-180a-416d-ae60-b549dba368a0, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:27.730259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.789957 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:27.892870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6958e7-8f59-4458-9d07-08ab0965e231 req-b6b62f45-cd25-4b55-8255-27e7bdb8bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:27.896355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df6958e7-8f59-4458-9d07-08ab0965e231 req-b6b62f45-cd25-4b55-8255-27e7bdb8bb24 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d779af02177b4df599865d40a1cd667f&device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 1094 time: 0.4783092 Feb 09 16:03:27.907991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] For port 302265dc-180a-416d-ae60-b549dba368a0, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:27.921734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] For port 302265dc-180a-416d-ae60-b549dba368a0, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=302265dc-180a-416d-ae60-b549dba368a0,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:27.966140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c2e1-406f-49d6-a627-77f3c9903920 req-5a95cd40-b1da-4c37-90c4-742d116ec241 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:27.969065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f00c2e1-406f-49d6-a627-77f3c9903920 req-5a95cd40-b1da-4c37-90c4-742d116ec241 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 943 time: 0.6075764 Feb 09 16:03:28.051569 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.137442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Routers {'c3d6c185-357a-4a45-8807-4b1c377d73b0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:28.138208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['c3d6c185-357a-4a45-8807-4b1c377d73b0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:28.219503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:28.232921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8fd0da-844a-4062-aca8-115a46f23a3a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:28.241771 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] Sync routers for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:28.247947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.271573 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:28.273739 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:28.306274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] Set router c3d6c185-357a-4a45-8807-4b1c377d73b0 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:28.310525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.310867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.311215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.311527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.311914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.312312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.312618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.313008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.313340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.313539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.313922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.314319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:28.338770 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aa0c40d6-ff24-41ad-9386-e500d96d4891 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "PUT /v2.0/floatingips/83e4654f-3ad9-4d3d-9000-b4d267e06fb1 HTTP/1.1" status: 200 len: 991 time: 4.2686143 Feb 09 16:03:28.353153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:03:28.473382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.476595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:28.479286 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e880ee-86d7-4169-ab0c-4088cc1c71cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:28.501585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f00c2e1-406f-49d6-a627-77f3c9903920 req-ee214ca4-bef0-474f-82d4-9bd4dd82a727 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105218 Feb 09 16:03:28.517811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be059424-3e58-4beb-9d56-60a2bdaa483e None None] Pushing event updated for resources: {'Port': ['ID=302265dc-180a-416d-ae60-b549dba368a0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:28.531723 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.548612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Checking segment: {'id': '88d8a6f1-61c2-455b-b6e0-ca5a645c8ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:28.549083 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Network hostable DHCP agents. Network: 1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:28.557304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.635459 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:28.673955 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c474ec-04a9-45d8-9199-c878e31541a4 x-openstack-request-id: req-68c474ec-04a9-45d8-9199-c878e31541a4 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:28.673955 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:28.673955 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68c474ec-04a9-45d8-9199-c878e31541a4 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:28.673955 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'status': 'completed', 'code': 200} Feb 09 16:03:28.715848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-038df968-7035-4cb9-ab76-94dbb484acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:28.716739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-038df968-7035-4cb9-ab76-94dbb484acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:28.717993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-038df968-7035-4cb9-ab76-94dbb484acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:28.719156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-038df968-7035-4cb9-ab76-94dbb484acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:28.719386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-038df968-7035-4cb9-ab76-94dbb484acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:28.720297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-038df968-7035-4cb9-ab76-94dbb484acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:28.721548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-038df968-7035-4cb9-ab76-94dbb484acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:28.725336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-038df968-7035-4cb9-ab76-94dbb484acf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6502 time: 0.9293895 Feb 09 16:03:28.783729 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.799186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 08590b9d-34de-474c-bbfb-fa6a2d562a55 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:28.799186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.827228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'name': 'tempest-NetworksTestDHCPv6-router-147334922', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:17Z', 'updated_at': '2022-02-09T16:03:21Z', 'revision_number': 2, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None, '_interfaces': [{'id': '302265dc-180a-416d-ae60-b549dba368a0', 'name': '', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'mac_address': 'fa:16:3e:c0:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '21ea778c-a2e3-49f8-9469-5a03847a61b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:18Z', 'updated_at': '2022-02-09T16:03:27Z', 'revision_number': 4, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'subnets': [{'id': '21ea778c-a2e3-49f8-9469-5a03847a61b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:28.834726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Network 1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:28.870321 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Floating IP aa307e35-9ae0-4a4c-983e-0bd26c0176ef associated. External IP: 172.25.5.86, port: 6cd16e2a-4550-4157-9cab-2519ab4fce18. Feb 09 16:03:28.875929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c739d-5791-44d0-a5b0-99f55d029b4d None None] The sync data for ids ['c3d6c185-357a-4a45-8807-4b1c377d73b0'] in n-d-828542-1 is: [{'id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'name': 'tempest-NetworksTestDHCPv6-router-147334922', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:17Z', 'updated_at': '2022-02-09T16:03:21Z', 'revision_number': 2, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None, '_interfaces': [{'id': '302265dc-180a-416d-ae60-b549dba368a0', 'name': '', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'mac_address': 'fa:16:3e:c0:a6:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '21ea778c-a2e3-49f8-9469-5a03847a61b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:18Z', 'updated_at': '2022-02-09T16:03:27Z', 'revision_number': 4, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'subnets': [{'id': '21ea778c-a2e3-49f8-9469-5a03847a61b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:28.890814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.974128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ec3ffac8-42f5-41c7-973c-a0892db9c708 None None] Provisioning complete for port ea91849a-8990-4111-86d5-54e820f53f64 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:28.974592 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec3ffac8-42f5-41c7-973c-a0892db9c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:28.990451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:29.009183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:29.016007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:29.062681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106cd73-18e1-473a-b1a3-93ec9638ec8f None None] Network 1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:29.127422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:29.234158 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-79cc73dd-0986-4606-8908-71e4ccd2a6d8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3051858 Feb 09 16:03:29.378469 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '83e4654f-3ad9-4d3d-9000-b4d267e06fb1', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'port_id': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'mac_address': 'fa:16:3e:73:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:02:41Z', 'updated_at': '2022-02-09T16:03:25Z', 'revision_number': 1, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:29.598480 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] Checking router: 521ba7af-e942-4e7e-9c23-fe65d228c03e for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:03:29.662515 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:29.664740 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:29.767570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4439948-84f2-4da8-a81c-1e7910a8e292 req-6351f339-9582-4953-9626-3a75a9c3757c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:29.780719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4439948-84f2-4da8-a81c-1e7910a8e292 req-6351f339-9582-4953-9626-3a75a9c3757c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 1.2889991 Feb 09 16:03:29.808621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:29.853529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179a3293-9e6c-4078-b5b8-53cbf99d2a26 None None] Network 1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:30.045657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 302265dc-180a-416d-ae60-b549dba368a0 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:30.142519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.159090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 08590b9d-34de-474c-bbfb-fa6a2d562a55 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:30.270256 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:30.290783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:30.299787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.329916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ec3ffac8-42f5-41c7-973c-a0892db9c708 None None] Provisioning complete for port 302265dc-180a-416d-ae60-b549dba368a0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:30.332138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec3ffac8-42f5-41c7-973c-a0892db9c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.434089 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-122d6464-f2fb-4c6b-beda-8caac881152f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "PUT /v2.0/floatingips/aa307e35-9ae0-4a4c-983e-0bd26c0176ef HTTP/1.1" status: 200 len: 991 time: 4.3860750 Feb 09 16:03:30.485842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c5270-323f-4db8-b846-5b309065dabd None None] Sync routers for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:30.490624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.501561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6958e7-8f59-4458-9d07-08ab0965e231 req-6c4bbd16-b897-493b-b9e1-fb2ae7c9f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:30.505691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df6958e7-8f59-4458-9d07-08ab0965e231 req-6c4bbd16-b897-493b-b9e1-fb2ae7c9f9fa service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d779af02177b4df599865d40a1cd667f&shared=False HTTP/1.1" status: 200 len: 915 time: 2.5583124 Feb 09 16:03:30.548857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-c5b05911-be48-4849-8198-417c96ad30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:30.550419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-c5b05911-be48-4849-8198-417c96ad30e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1096 time: 1.8693361 Feb 09 16:03:30.554431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 302265dc-180a-416d-ae60-b549dba368a0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:30.554950 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.653254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c5270-323f-4db8-b846-5b309065dabd None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:30.654650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-715c5270-323f-4db8-b846-5b309065dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:30.675331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:30.684103 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc41b131-1e34-45cb-9346-67403b47ec02" -d '{"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:30.729252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=2b435aa7-1f48-4f0c-9fce-08396df9bd6f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:30.744425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4439948-84f2-4da8-a81c-1e7910a8e292 req-7db10466-b0ed-40c1-9a52-6537fdf93c8a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9620600 Feb 09 16:03:30.759261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=6240f81d-95b2-49aa-b411-a30be0329991,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:30.853128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-8b1636d3-442b-42c1-a745-c6981ee0f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:30.855364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-8b1636d3-442b-42c1-a745-c6981ee0f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:30.856238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-8b1636d3-442b-42c1-a745-c6981ee0f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:30.859115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-8b1636d3-442b-42c1-a745-c6981ee0f217 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca HTTP/1.1" status: 200 len: 2295 time: 2.0480061 Feb 09 16:03:30.860203 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.864453 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '83e4654f-3ad9-4d3d-9000-b4d267e06fb1', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'port_id': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'mac_address': 'fa:16:3e:73:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:02:41Z', 'updated_at': '2022-02-09T16:03:25Z', 'revision_number': 1, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:30.929376 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb64a895-45e7-4d58-9451-d854e1b1680c None None] The sync data for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 is: [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '83e4654f-3ad9-4d3d-9000-b4d267e06fb1', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'port_id': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'mac_address': 'fa:16:3e:73:26:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:02:41Z', 'updated_at': '2022-02-09T16:03:25Z', 'revision_number': 1, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:30.957295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 302265dc-180a-416d-ae60-b549dba368a0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:30.957813 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.153965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-715c5270-323f-4db8-b846-5b309065dabd None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:31.216353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Checking segment: {'id': '867d8165-f648-4a5d-aee5-27f9f3177597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '745a5779-cbda-4b3e-ae24-af54a548b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:31.216879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network hostable DHCP agents. Network: 745a5779-cbda-4b3e-ae24-af54a548b4a0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:31.225359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54094) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:31.230668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1469433008-network', 'tenant_id': '2e99476afe4f48c3a6179908a5055d11'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:31.299979 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec3ffac8-42f5-41c7-973c-a0892db9c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.349275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Made reservation on behalf of 2e99476afe4f48c3a6179908a5055d11 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:31.361013 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.379082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.415609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.554503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ec3ffac8-42f5-41c7-973c-a0892db9c708 None None] For port 302265dc-180a-416d-ae60-b549dba368a0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=302265dc-180a-416d-ae60-b549dba368a0,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:31.665470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.681471 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058948b-9aa1-4428-a555-4920fe01705c None None] New status for floating IP 83e4654f-3ad9-4d3d-9000-b4d267e06fb1: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:03:31.683054 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec3ffac8-42f5-41c7-973c-a0892db9c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.753177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.757165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.763080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=08590b9d-34de-474c-bbfb-fa6a2d562a55,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:31.812276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99110c-5182-49d9-8866-afe4f84696b3 req-bdb2f6e8-033b-4b3a-ae1f-2c2198fb5509 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:31.815735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e99110c-5182-49d9-8866-afe4f84696b3 req-bdb2f6e8-033b-4b3a-ae1f-2c2198fb5509 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 943 time: 1.6392438 Feb 09 16:03:31.823725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-39e486f5-d74e-415c-90ac-edc4a5930f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:31.826195 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:03:31.826548 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:03:31.827761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-39e486f5-d74e-415c-90ac-edc4a5930f55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 1.2286975 Feb 09 16:03:31.829906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ffac8-42f5-41c7-973c-a0892db9c708 None None] Pushing event updated for resources: {'Port': ['ID=302265dc-180a-416d-ae60-b549dba368a0,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:31.898974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:31.911137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-902c39b7-48c1-4a11-9705-fa37060336a0 None None] Provisioning complete for port 302265dc-180a-416d-ae60-b549dba368a0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:31.911747 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-902c39b7-48c1-4a11-9705-fa37060336a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.929598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking segment: {'id': '0633bcb5-3096-4735-bf35-1445d6c8bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:31.936216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network hostable DHCP agents. Network: 93d30598-115a-4229-9f49-b5ff39e04fb1, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:31.941899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6243e662-b76f-4b9e-b41a-27a40c9a7ce2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:31.982382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.982382 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Added segment 1b1f44c7-0c27-4778-98d0-256c9325e252 of type vlan for network fe94e39a-d0f1-4d97-b493-54400dc163c0 Feb 09 16:03:31.999208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-715c5270-323f-4db8-b846-5b309065dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aa307e35-9ae0-4a4c-983e-0bd26c0176ef', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'port_id': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'mac_address': 'fa:16:3e:aa:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:00:59Z', 'updated_at': '2022-02-09T16:03:27Z', 'revision_number': 1, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:59:09Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:32.046790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c5270-323f-4db8-b846-5b309065dabd None None] Checking router: 7ae6e0f4-d923-41a9-a405-3d9fa7174408 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:03:32.077920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.121472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c5270-323f-4db8-b846-5b309065dabd None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:32.123203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-715c5270-323f-4db8-b846-5b309065dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:32.150532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-209c05b7-195d-49b0-bc7e-c079ba1dc8bb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6183784 Feb 09 16:03:32.197520 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.200564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.201644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.241790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-542d97b7-4aef-4178-a1ac-8c4077afaa98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18 HTTP/1.1" status: 200 len: 999 time: 1.3572793 Feb 09 16:03:32.273848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f885d-05df-4881-b49d-176213637079 req-b67352d9-7969-4939-b9ff-c29b947aa56b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.287923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f885d-05df-4881-b49d-176213637079 req-b67352d9-7969-4939-b9ff-c29b947aa56b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.300568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f885d-05df-4881-b49d-176213637079 req-b67352d9-7969-4939-b9ff-c29b947aa56b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.316959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f885d-05df-4881-b49d-176213637079 req-b67352d9-7969-4939-b9ff-c29b947aa56b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.325818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f885d-05df-4881-b49d-176213637079 req-b67352d9-7969-4939-b9ff-c29b947aa56b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.337003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f885d-05df-4881-b49d-176213637079 req-b67352d9-7969-4939-b9ff-c29b947aa56b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.355872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f885d-05df-4881-b49d-176213637079 req-b67352d9-7969-4939-b9ff-c29b947aa56b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.356050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] Pushing event updated for resources: {'Network': ['ID=fe94e39a-d0f1-4d97-b493-54400dc163c0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:32.356872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-292f885d-05df-4881-b49d-176213637079 req-b67352d9-7969-4939-b9ff-c29b947aa56b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 1.2702553 Feb 09 16:03:32.410343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e99110c-5182-49d9-8866-afe4f84696b3 req-6b32653c-0139-459b-be12-e24e4c97ba76 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5358403 Feb 09 16:03:32.411867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Network 745a5779-cbda-4b3e-ae24-af54a548b4a0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:32.425599 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4673b981-2f5c-4435-9993-3eab67981cde admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1988721 Feb 09 16:03:32.428140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6958e7-8f59-4458-9d07-08ab0965e231 req-6e277c7d-c393-45fe-8b90-346292d61d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.430184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54098) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:32.430684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df6958e7-8f59-4458-9d07-08ab0965e231 req-6e277c7d-c393-45fe-8b90-346292d61d38 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8696783 Feb 09 16:03:32.463106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Request body: {'subnet': {'network_id': 'fe94e39a-d0f1-4d97-b493-54400dc163c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1469433008-subnet', 'tenant_id': '2e99476afe4f48c3a6179908a5055d11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:32.526405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:32.544765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-d9a9a605-3311-4bf4-92ba-6579ae0575d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 999 time: 0.6681845 Feb 09 16:03:32.557229 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963f9f23-42d3-4714-80a4-d5c732cc1985 x-openstack-request-id: req-963f9f23-42d3-4714-80a4-d5c732cc1985 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:32.558191 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:32.559129 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-963f9f23-42d3-4714-80a4-d5c732cc1985 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:32.560222 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'status': 'completed', 'code': 200} Feb 09 16:03:32.607939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] For port 302265dc-180a-416d-ae60-b549dba368a0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=302265dc-180a-416d-ae60-b549dba368a0,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:32.608457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.613924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network fe94e39a-d0f1-4d97-b493-54400dc163c0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:32.635200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Made reservation on behalf of 2e99476afe4f48c3a6179908a5055d11 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:32.641263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.697459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 745a5779-cbda-4b3e-ae24-af54a548b4a0) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:32.775346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a66bad-3529-4c18-a0fe-575c7ff8503d None None] Network 745a5779-cbda-4b3e-ae24-af54a548b4a0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:32.786178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 302265dc-180a-416d-ae60-b549dba368a0 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:32.819473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 93d30598-115a-4229-9f49-b5ff39e04fb1) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:32.832214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.841790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.874752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf4addc-f774-4dd6-b40e-f7fd8702f653 None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:32.894071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:32.902307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.903173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:32.927821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-3f067fda-0a6a-4a96-b28f-0cd1cef0bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:32.931031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-3f067fda-0a6a-4a96-b28f-0cd1cef0bed6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f15574d8-9ee5-4a7d-ba73-817f74194d1e HTTP/1.1" status: 200 len: 854 time: 0.5514801 Feb 09 16:03:32.937846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-292f885d-05df-4881-b49d-176213637079 req-cde4ef19-ce07-4c06-bda5-e25b18c5faa3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5466259 Feb 09 16:03:32.973373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.018339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-715c5270-323f-4db8-b846-5b309065dabd None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:33.018671 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.126923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Checking segment: {'id': '1b1f44c7-0c27-4778-98d0-256c9325e252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fe94e39a-d0f1-4d97-b493-54400dc163c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:33.127261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Network hostable DHCP agents. Network: fe94e39a-d0f1-4d97-b493-54400dc163c0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:33.136021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1555a6f2-965d-4843-af19-99ad2ccabe02,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:33.215839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 302265dc-180a-416d-ae60-b549dba368a0 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:33.245096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-abe2bde2-0a92-4b95-93e8-4f2d4f0d2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.247598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-abe2bde2-0a92-4b95-93e8-4f2d4f0d2ac0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.6177030 Feb 09 16:03:33.265159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f61c81f1-7836-4818-b2c5-e89727c47ae2 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 7.5046992 Feb 09 16:03:33.267604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54100) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:33.278614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f9f0f024-3643-421a-8390-9220d611bc4a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:33.315296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-0f80973a-1333-495a-ae76-5b60d87045b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.324007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-0f80973a-1333-495a-ae76-5b60d87045b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d779af02177b4df599865d40a1cd667f&device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 1094 time: 0.7769916 Feb 09 16:03:33.379410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-745a5779-cbda-4b3e-ae24-af54a548b4a0', 'network_id': '745a5779-cbda-4b3e-ae24-af54a548b4a0', 'tenant_id': '92bd2a8e7f6643319ef03c4bbcf26338', 'fixed_ips': [{'subnet_id': '2b435aa7-1f48-4f0c-9fce-08396df9bd6f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:33.380916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.389171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a855211-2b0c-4b72-9d8d-006da7726f3d req-aeca646b-c56f-4141-9a72-1ee347d7d804 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.391155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a855211-2b0c-4b72-9d8d-006da7726f3d req-aeca646b-c56f-4141-9a72-1ee347d7d804 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.7595551 Feb 09 16:03:33.401341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Network fe94e39a-d0f1-4d97-b493-54400dc163c0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:33.451897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 302265dc-180a-416d-ae60-b549dba368a0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:33.452610 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.471949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5f8e7966-87fe-453d-bd0a-cab70789b5a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 8.4050581 Feb 09 16:03:33.473793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-20d0ee7b-b6d1-42ef-9972-599e1751b966 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 HTTP/1.1" status: 200 len: 217 time: 0.1195099 Feb 09 16:03:33.522103 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f024-3643-421a-8390-9220d611bc4a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29767841'] for subnet, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.527776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54104) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:33.547830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-724771983'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:33.635261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, fe94e39a-d0f1-4d97-b493-54400dc163c0) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:33.643865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.646710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.660146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f039c1-e251-4c0f-a818-2584c6335705 None None] Network fe94e39a-d0f1-4d97-b493-54400dc163c0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:33.708318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-5fbbd0f4-21dd-4496-b3ec-891408dbd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.709954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-5fbbd0f4-21dd-4496-b3ec-891408dbd24f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7703915 Feb 09 16:03:33.792036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 16:03:33.792036 n-d-828542-1 neutron-server[103180]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 16:03:33.792036 n-d-828542-1 neutron-server[103180]: [parameters: {'in_use': 1, 'id_1': '2b435aa7-1f48-4f0c-9fce-08396df9bd6f'}] Feb 09 16:03:33.792036 n-d-828542-1 neutron-server[103180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:03:33.793762 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:03:33.820539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-715c5270-323f-4db8-b846-5b309065dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aa307e35-9ae0-4a4c-983e-0bd26c0176ef', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'port_id': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'mac_address': 'fa:16:3e:aa:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:00:59Z', 'updated_at': '2022-02-09T16:03:27Z', 'revision_number': 1, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:59:09Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:33.825545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-da86c1c3-47d1-42bd-a644-c695401d667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.827225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-da86c1c3-47d1-42bd-a644-c695401d667e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5422065 Feb 09 16:03:33.840069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 729ae086-a352-4ab4-b186-17120317e69e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:33.855079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c5270-323f-4db8-b846-5b309065dabd None None] The sync data for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 is: [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aa307e35-9ae0-4a4c-983e-0bd26c0176ef', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'port_id': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'mac_address': 'fa:16:3e:aa:67:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c18d45-0336-465a-a274-e8af3d856ab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:00:59Z', 'updated_at': '2022-02-09T16:03:27Z', 'revision_number': 1, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:59:09Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:33.861903 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d2014b1e-0364-4ed1-9e85-ccb938209880 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4289119 Feb 09 16:03:33.934515 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a855211-2b0c-4b72-9d8d-006da7726f3d req-077d64a1-9fe1-4795-a05d-09780b96cb3b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5302374 Feb 09 16:03:33.960056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce51369-2573-455f-9522-acbf8db6d219 None None] Network fe94e39a-d0f1-4d97-b493-54400dc163c0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:33.993792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-6616bfa2-1b2f-4a70-aa64-1ad46f418eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:33.999523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-6616bfa2-1b2f-4a70-aa64-1ad46f418eae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88044793-e654-4475-a6ac-5684ef7e12bb HTTP/1.1" status: 200 len: 853 time: 0.4664142 Feb 09 16:03:34.024241 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f024-3643-421a-8390-9220d611bc4a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783024034151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30076373'] for subnet, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.119196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:34.124105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.152015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0f024-3643-421a-8390-9220d611bc4a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event updated for resources: {'Subnet': ['ID=2b435aa7-1f48-4f0c-9fce-08396df9bd6f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:34.160162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0f024-3643-421a-8390-9220d611bc4a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:34.162027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f024-3643-421a-8390-9220d611bc4a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.168534 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f9f0f024-3643-421a-8390-9220d611bc4a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "PUT /v2.0/subnets/2b435aa7-1f48-4f0c-9fce-08396df9bd6f HTTP/1.1" status: 200 len: 900 time: 0.8977542 Feb 09 16:03:34.170037 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54110) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:34.290933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54112) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:34.299594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db471cc-1b8f-4e74-baee-c3204925bf8d req-696156e8-c7d4-4643-94ed-6ac307f265fb tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:34.314423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6db471cc-1b8f-4e74-baee-c3204925bf8d req-696156e8-c7d4-4643-94ed-6ac307f265fb tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 943 time: 0.6270487 Feb 09 16:03:34.316585 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.418741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5612f5-147b-48b1-aadf-e2aa40225d0e None None] New status for floating IP aa307e35-9ae0-4a4c-983e-0bd26c0176ef: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:03:34.443371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eef598e-d8ab-4f1d-9179-5f2b9e4d32f5 admin admin] Deleting subnet cd8fd0da-844a-4062-aca8-115a46f23a3a {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:34.458938 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0eef598e-d8ab-4f1d-9179-5f2b9e4d32f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.543856 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.550996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:34.557623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:34.573214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0eef598e-d8ab-4f1d-9179-5f2b9e4d32f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.575774 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d084179-a0aa-40f1-8981-51a8e030dd76 None None] Sync routers for ids ['729ae086-a352-4ab4-b186-17120317e69e'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:34.583271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-894aa73c-225a-49e1-88af-4cf75e44a313 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8400311 Feb 09 16:03:34.584316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.602962 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d084179-a0aa-40f1-8981-51a8e030dd76 None None] Routers {'729ae086-a352-4ab4-b186-17120317e69e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:34.604332 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6d084179-a0aa-40f1-8981-51a8e030dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['729ae086-a352-4ab4-b186-17120317e69e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:34.611718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b6ca5c0d-d6aa-49cf-b903-287858337fa7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/729ae086-a352-4ab4-b186-17120317e69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4064341 Feb 09 16:03:34.636343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54114) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:34.637692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Allocated IP 2001:db8::3 (745a5779-cbda-4b3e-ae24-af54a548b4a0/2b435aa7-1f48-4f0c-9fce-08396df9bd6f/20d5e80e-a570-4dde-a290-310a61389510) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:34.652015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-cade0c91-de8b-4602-85e7-0ae1e9714bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:34.654778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-cade0c91-de8b-4602-85e7-0ae1e9714bbf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd3f7593-5488-4e7c-9b72-c072b1cf38bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6509984 Feb 09 16:03:34.687640 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6d084179-a0aa-40f1-8981-51a8e030dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:34.714046 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d084179-a0aa-40f1-8981-51a8e030dd76 None None] Routers {'729ae086-a352-4ab4-b186-17120317e69e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:34.714908 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6d084179-a0aa-40f1-8981-51a8e030dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['729ae086-a352-4ab4-b186-17120317e69e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:34.744792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.745359 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Added segment 1ee95aff-873e-47e3-bd08-644ef92c72a6 of type vlan for network d4b258fc-c675-4c8d-a61c-d5038495d55f Feb 09 16:03:34.751377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-108c031b-f08a-4486-978c-2f50e2a39479 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9055426 Feb 09 16:03:34.767274 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-64d1fca0-eebc-49c3-b3c6-b923b9c3f5cd tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=729ae086-a352-4ab4-b186-17120317e69e HTTP/1.1" status: 200 len: 205 time: 0.1121802 Feb 09 16:03:34.772526 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54116) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:34.822086 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6d084179-a0aa-40f1-8981-51a8e030dd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:34.825928 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d084179-a0aa-40f1-8981-51a8e030dd76 None None] The sync data for ids ['729ae086-a352-4ab4-b186-17120317e69e'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:34.832524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=302265dc-180a-416d-ae60-b549dba368a0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:34.957332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f29-f5a9-4531-8760-919ced21c08e req-d6c8ecb3-4d80-4385-bdb4-b82329bcd655 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:34.965046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f29-f5a9-4531-8760-919ced21c08e req-d6c8ecb3-4d80-4385-bdb4-b82329bcd655 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:34.967853 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0eef598e-d8ab-4f1d-9179-5f2b9e4d32f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:34.984849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f29-f5a9-4531-8760-919ced21c08e req-d6c8ecb3-4d80-4385-bdb4-b82329bcd655 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:34.991888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f29-f5a9-4531-8760-919ced21c08e req-d6c8ecb3-4d80-4385-bdb4-b82329bcd655 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:34.998364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f29-f5a9-4531-8760-919ced21c08e req-d6c8ecb3-4d80-4385-bdb4-b82329bcd655 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:35.004628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f29-f5a9-4531-8760-919ced21c08e req-d6c8ecb3-4d80-4385-bdb4-b82329bcd655 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:35.011319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b266f29-f5a9-4531-8760-919ced21c08e req-d6c8ecb3-4d80-4385-bdb4-b82329bcd655 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:35.022448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b266f29-f5a9-4531-8760-919ced21c08e req-d6c8ecb3-4d80-4385-bdb4-b82329bcd655 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.8662438 Feb 09 16:03:35.070158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6db471cc-1b8f-4e74-baee-c3204925bf8d req-1cea00bd-ddc6-472e-b54c-d361bf944472 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6604090 Feb 09 16:03:35.170608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3c5552a-0392-4647-8d59-5d13e0105d95 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.247646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.350076 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.434555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.510888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Network 745a5779-cbda-4b3e-ae24-af54a548b4a0 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:35.515348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:35.521642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:35.527862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Pushing event updated for resources: {'Port': ['ID=20d5e80e-a570-4dde-a290-310a61389510,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:35.540139 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3c5552a-0392-4647-8d59-5d13e0105d95 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.546205 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3c5552a-0392-4647-8d59-5d13e0105d95 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.599259 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0eef598e-d8ab-4f1d-9179-5f2b9e4d32f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.612538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Attempting to bind port 20d5e80e-a570-4dde-a290-310a61389510 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:35.612935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Attempting to bind port 20d5e80e-a570-4dde-a290-310a61389510 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '867d8165-f648-4a5d-aee5-27f9f3177597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '745a5779-cbda-4b3e-ae24-af54a548b4a0'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:35.613424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Attempting to bind port 20d5e80e-a570-4dde-a290-310a61389510 on network 745a5779-cbda-4b3e-ae24-af54a548b4a0 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:35.621355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:35.621767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Checking segment: {'id': '867d8165-f648-4a5d-aee5-27f9f3177597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '745a5779-cbda-4b3e-ae24-af54a548b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:35.622141 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.622521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Bound using segment: {'id': '867d8165-f648-4a5d-aee5-27f9f3177597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '745a5779-cbda-4b3e-ae24-af54a548b4a0'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:35.623020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Bound port: 20d5e80e-a570-4dde-a290-310a61389510, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867d8165-f648-4a5d-aee5-27f9f3177597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '745a5779-cbda-4b3e-ae24-af54a548b4a0'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:35.623437 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.647606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef598e-d8ab-4f1d-9179-5f2b9e4d32f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8fd0da-844a-4062-aca8-115a46f23a3a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:35.655419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0eef598e-d8ab-4f1d-9179-5f2b9e4d32f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.662145 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0eef598e-d8ab-4f1d-9179-5f2b9e4d32f5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/cd8fd0da-844a-4062-aca8-115a46f23a3a HTTP/1.1" status: 204 len: 168 time: 1.3686829 Feb 09 16:03:35.664761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54120) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:35.719618 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.730028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] For port 20d5e80e-a570-4dde-a290-310a61389510, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:35.737634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] For port 20d5e80e-a570-4dde-a290-310a61389510, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=20d5e80e-a570-4dde-a290-310a61389510,segment=NetworkSegment(867d8165-f648-4a5d-aee5-27f9f3177597),segment_id=867d8165-f648-4a5d-aee5-27f9f3177597)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:35.762683 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3c5552a-0392-4647-8d59-5d13e0105d95 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.763478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c5552a-0392-4647-8d59-5d13e0105d95 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Fanout notify agent at l3_agent the message router_deleted on router 729ae086-a352-4ab4-b186-17120317e69e {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:03:35.771563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3c5552a-0392-4647-8d59-5d13e0105d95 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.780261 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e3c5552a-0392-4647-8d59-5d13e0105d95 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/729ae086-a352-4ab4-b186-17120317e69e HTTP/1.1" status: 204 len: 168 time: 0.9578602 Feb 09 16:03:35.781296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54122) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:35.789323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=2b435aa7-1f48-4f0c-9fce-08396df9bd6f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:35.841396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.851196 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.855509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.946263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.951584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:35.986195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2ed05-eefe-4b3a-b46d-52e7174ada60 None None] Pushing event updated for resources: {'Port': ['ID=20d5e80e-a570-4dde-a290-310a61389510,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:36.006686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:03:36.022804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-c566d0a6-eae3-461c-af53-0c7e6610ed5c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet 5d3acdf4-0fd4-4a1f-ab85-c7801e5fdf6b {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:36.030954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b266f29-f5a9-4531-8760-919ced21c08e req-b0a03d33-26ea-4adb-a232-b94b46067f19 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0073094 Feb 09 16:03:36.039289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745a5779-cbda-4b3e-ae24-af54a548b4a0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:36.041837 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c566d0a6-eae3-461c-af53-0c7e6610ed5c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.109065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867d8165-f648-4a5d-aee5-27f9f3177597') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:36.109752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867d8165-f648-4a5d-aee5-27f9f3177597') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:36.144802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.144802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.180518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c566d0a6-eae3-461c-af53-0c7e6610ed5c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.206945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.210573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:36.216564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-9af17afb-6b2b-4f01-8593-3cc3057eed6d service neutron] 10.222.0.73 "GET /v2.0/networks/cd3f7593-5488-4e7c-9b72-c072b1cf38bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4813664 Feb 09 16:03:36.231905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:36.232365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:36.237373 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:36.242720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-43529299-2cc1-482e-85f1-598845475c45 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6266866 Feb 09 16:03:36.257481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d8a6f1-61c2-455b-b6e0-ca5a645c8ba5') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:36.257770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d8a6f1-61c2-455b-b6e0-ca5a645c8ba5') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:36.353024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.392163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.428898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6244f-fc70-43b8-b965-2d12efdcc261 req-a26ca90d-10bd-4d17-970a-7335ba8c663f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:36.432983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6b6244f-fc70-43b8-b965-2d12efdcc261 req-a26ca90d-10bd-4d17-970a-7335ba8c663f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.6640754 Feb 09 16:03:36.438752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:03:36.438752 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:03:36.438752 n-d-828542-1 neutron-server[103179]: [parameters: {'id': '745a5779-cbda-4b3e-ae24-af54a548b4a0'}] Feb 09 16:03:36.438752 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:03:36.439612 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:03:36.444888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:36.445759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:36.449176 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:36.502222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94e880ee-86d7-4169-ab0c-4088cc1c71cd req-50ffb873-cfbc-4501-942f-d45e15a82306 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6632593 Feb 09 16:03:36.503221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.510818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:36.511700 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.557159 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c566d0a6-eae3-461c-af53-0c7e6610ed5c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.674667 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.685646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.694601 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] 10.222.0.53 "DELETE /v2.0/networks/1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4 HTTP/1.1" status: 204 len: 168 time: 1.0261855 Feb 09 16:03:36.695352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-68963703-185f-4d9c-9785-46b7f77546d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 217 time: 0.2891371 Feb 09 16:03:36.700190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54126) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:36.727622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76754070-27f4-47b8-86aa-47e2ebcdcd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2d8b6a-8e8a-44f5-aa81-41d0afbe06d4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:36.757195 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c566d0a6-eae3-461c-af53-0c7e6610ed5c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.816762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d0a6-eae3-461c-af53-0c7e6610ed5c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3acdf4-0fd4-4a1f-ab85-c7801e5fdf6b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:36.825899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c566d0a6-eae3-461c-af53-0c7e6610ed5c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.838032 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c566d0a6-eae3-461c-af53-0c7e6610ed5c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/5d3acdf4-0fd4-4a1f-ab85-c7801e5fdf6b HTTP/1.1" status: 204 len: 168 time: 1.0488393 Feb 09 16:03:36.841309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63103448-0bfb-41e9-944f-35e06ded800a None None] Network fd4e3dc3-751d-4350-b578-fec55de4e3b3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:36.844453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54128) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:36.850752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 3.3145227 Feb 09 16:03:36.862867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54130) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:36.874708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'ports': [{'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1'}, {'network_id': 'd4b258fc-c675-4c8d-a61c-d5038495d55f'}]} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:36.875177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:36.876236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': 'd4b258fc-c675-4c8d-a61c-d5038495d55f'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:36.933867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f8fdd-7ca3-4efa-8c06-aa8f7d7ee0e0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Network': ['ID=d4b258fc-c675-4c8d-a61c-d5038495d55f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:36.951983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-342a8d3c-331a-4286-9de6-bb3a34ec4147 admin admin] Deleting subnet 1555a6f2-965d-4843-af19-99ad2ccabe02 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:36.963026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6b6244f-fc70-43b8-b965-2d12efdcc261 req-add867d6-87d0-4b16-a2ae-183d6ed17eb9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4021184 Feb 09 16:03:36.964028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-342a8d3c-331a-4286-9de6-bb3a34ec4147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:36.992162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network d4b258fc-c675-4c8d-a61c-d5038495d55f details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:37.006066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.061474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af713d9-2d7e-4e78-81d2-6adc337d59c0 req-a66cb979-b8f6-4412-be7a-4da18c6f67aa tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.073062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1af713d9-2d7e-4e78-81d2-6adc337d59c0 req-a66cb979-b8f6-4412-be7a-4da18c6f67aa tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 943 time: 0.6905146 Feb 09 16:03:37.080062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-65080d58-7f02-45fb-b68f-85dfd9472297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.082277 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-65080d58-7f02-45fb-b68f-85dfd9472297 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.3412721 Feb 09 16:03:37.095834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c20731-feef-4250-81f1-22f6f7c7a25b req-b28318a0-cef2-4e67-927d-1e48de67c8b6 service neutron] 10.222.0.73 "GET /v2.0/networks/cd3f7593-5488-4e7c-9b72-c072b1cf38bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8550916 Feb 09 16:03:37.113959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Router c3d6c185-357a-4a45-8807-4b1c377d73b0 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:37.156985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-742148d9-a3de-4f70-9b7b-757b4cba72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.158987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-742148d9-a3de-4f70-9b7b-757b4cba72c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1096 time: 0.4468727 Feb 09 16:03:37.247297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-342a8d3c-331a-4286-9de6-bb3a34ec4147 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.351571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 20d5e80e-a570-4dde-a290-310a61389510 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:37.365364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.501843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1af713d9-2d7e-4e78-81d2-6adc337d59c0 req-821305ba-ffb0-4685-8405-442a0f8e7272 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729515 Feb 09 16:03:37.501843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-039aff2d-9644-4bb2-9a83-871f23908f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.501843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-039aff2d-9644-4bb2-9a83-871f23908f18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3610418 Feb 09 16:03:37.501843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:37.501843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e96a3633-6a54-4d9f-91b2-d699d0ad9236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "PUT /v2.0/routers/c3d6c185-357a-4a45-8807-4b1c377d73b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4169183 Feb 09 16:03:37.502848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54134) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:37.502848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-342a8d3c-331a-4286-9de6-bb3a34ec4147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.516973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 20d5e80e-a570-4dde-a290-310a61389510 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:37.517369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.519365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] Sync routers for ids ['c3d6c185-357a-4a45-8807-4b1c377d73b0'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:37.557107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] DHCP port deletion for fd4e3dc3-751d-4350-b578-fec55de4e3b3 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:37.601262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] Routers {'c3d6c185-357a-4a45-8807-4b1c377d73b0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:37.601914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['c3d6c185-357a-4a45-8807-4b1c377d73b0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:37.659291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089535d-671c-4e87-98fd-577c3ef3d33c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.661816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089535d-671c-4e87-98fd-577c3ef3d33c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.666455 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f089535d-671c-4e87-98fd-577c3ef3d33c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1673622 Feb 09 16:03:37.670748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54136) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:37.712127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] Set router c3d6c185-357a-4a45-8807-4b1c377d73b0 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:37.738625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting port 20d5e80e-a570-4dde-a290-310a61389510 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:37.740005 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.844678 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-342a8d3c-331a-4286-9de6-bb3a34ec4147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:37.848155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-34ec898a-8923-48f7-af63-3a26fd034785 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.863930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-34ec898a-8923-48f7-af63-3a26fd034785 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.864539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'name': 'tempest-NetworksTestDHCPv6-router-147334922', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:17Z', 'updated_at': '2022-02-09T16:03:33Z', 'revision_number': 3, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:37.873716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-34ec898a-8923-48f7-af63-3a26fd034785 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.878227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e8c31a-e582-4048-b963-1a38c575f4ae None None] Network 745a5779-cbda-4b3e-ae24-af54a548b4a0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:37.881500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-34ec898a-8923-48f7-af63-3a26fd034785 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.890966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-34ec898a-8923-48f7-af63-3a26fd034785 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.897703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-34ec898a-8923-48f7-af63-3a26fd034785 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.903709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-34ec898a-8923-48f7-af63-3a26fd034785 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:37.905807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-34ec898a-8923-48f7-af63-3a26fd034785 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.6741345 Feb 09 16:03:37.935690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-21c6cdeb-50de-4374-ad88-b99893e8a7a5 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446187 Feb 09 16:03:37.953322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] Checking router: c3d6c185-357a-4a45-8807-4b1c377d73b0 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:03:37.976818 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.044917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] Routers {'c3d6c185-357a-4a45-8807-4b1c377d73b0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:38.329552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['c3d6c185-357a-4a45-8807-4b1c377d73b0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:38.331399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-d61a6815-3d76-47fc-a445-a74963cc8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:38.331399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-d61a6815-3d76-47fc-a445-a74963cc8052 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.8559651 Feb 09 16:03:38.331399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4be5c6-1509-4bb3-bb4c-e467d2c39949 req-f7a16602-607f-4714-bb68-c235ae8026ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912272 Feb 09 16:03:38.332421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] Deleting port 573d6979-0677-4f40-acca-8133498b095d {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:38.332421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.332421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] Set router c3d6c185-357a-4a45-8807-4b1c377d73b0 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:38.332994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-423134ad-eded-416b-b05d-96a399e57139 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 1001 time: 0.1105335 Feb 09 16:03:38.333684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7c8f108f-e97c-4b9a-a8bb-6f4eab6d81e7 None None] Provisioning complete for port 20d5e80e-a570-4dde-a290-310a61389510 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:38.333684 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7c8f108f-e97c-4b9a-a8bb-6f4eab6d81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.348626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6af16e-2c64-4f63-a98e-78136752c3b6 req-5f8e62e5-eb7c-4774-b473-4a64ac01a9a2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:38.350360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a6af16e-2c64-4f63-a98e-78136752c3b6 req-5f8e62e5-eb7c-4774-b473-4a64ac01a9a2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.2164166 Feb 09 16:03:38.354836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-12dd7943-1168-487d-afd4-fb478b297f57 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107399 Feb 09 16:03:38.361331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-c88c7af2-737b-4dc2-8a1b-4f5cd3d78e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:38.363156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-c88c7af2-737b-4dc2-8a1b-4f5cd3d78e83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.1129913 Feb 09 16:03:38.407662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'name': 'tempest-NetworksTestDHCPv6-router-147334922', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:17Z', 'updated_at': '2022-02-09T16:03:33Z', 'revision_number': 3, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:38.408048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-f0d2b922-19c8-4395-a74f-c7e5d483358f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 217 time: 0.0434570 Feb 09 16:03:38.415597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aef29fe-c2a4-41a4-a2d7-0d820533448e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 21ea778c-a2e3-49f8-9469-5a03847a61b3 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:38.456906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 2} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:38.465688 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.475320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7aef29fe-c2a4-41a4-a2d7-0d820533448e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.506359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a8d3c-331a-4286-9de6-bb3a34ec4147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1555a6f2-965d-4843-af19-99ad2ccabe02,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:38.513914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-342a8d3c-331a-4286-9de6-bb3a34ec4147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.526458 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-342a8d3c-331a-4286-9de6-bb3a34ec4147 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1555a6f2-965d-4843-af19-99ad2ccabe02 HTTP/1.1" status: 204 len: 168 time: 1.8244634 Feb 09 16:03:38.528255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54142) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:38.558504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 20d5e80e-a570-4dde-a290-310a61389510, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=20d5e80e-a570-4dde-a290-310a61389510,segment=NetworkSegment(867d8165-f648-4a5d-aee5-27f9f3177597),segment_id=867d8165-f648-4a5d-aee5-27f9f3177597)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:38.585247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] For port 20d5e80e-a570-4dde-a290-310a61389510, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=20d5e80e-a570-4dde-a290-310a61389510,segment=NetworkSegment(867d8165-f648-4a5d-aee5-27f9f3177597),segment_id=867d8165-f648-4a5d-aee5-27f9f3177597)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:38.585589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.591452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 573d6979-0677-4f40-acca-8133498b095d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:38.592003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.618624 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.633467 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.633709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a6af16e-2c64-4f63-a98e-78136752c3b6 req-fee4d1c1-d8e4-4d4d-ae78-ca01a464b0b1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210252 Feb 09 16:03:38.642426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada1a7dd-091f-4309-8c96-f9c396e4a3d8 None None] The sync data for ids ['c3d6c185-357a-4a45-8807-4b1c377d73b0'] in n-d-828542-1 is: [{'id': 'c3d6c185-357a-4a45-8807-4b1c377d73b0', 'name': 'tempest-NetworksTestDHCPv6-router-147334922', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:17Z', 'updated_at': '2022-02-09T16:03:33Z', 'revision_number': 3, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:38.646921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Calling delete_port for 20d5e80e-a570-4dde-a290-310a61389510 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:38.647285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-f323793f-b261-4985-bae9-616d617e9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:38.647561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-f323793f-b261-4985-bae9-616d617e9fef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2380600 Feb 09 16:03:38.677647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-0b98c09c-de29-491a-8757-e391d24a2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:38.678612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-0b98c09c-de29-491a-8757-e391d24a2fe8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.2378860 Feb 09 16:03:38.694022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] For port 573d6979-0677-4f40-acca-8133498b095d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=573d6979-0677-4f40-acca-8133498b095d,segment=NetworkSegment(3598a589-9fdf-48af-b0e2-8a22a6ddfae0),segment_id=3598a589-9fdf-48af-b0e2-8a22a6ddfae0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:38.694453 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.727067 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.770157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] Calling delete_port for 573d6979-0677-4f40-acca-8133498b095d owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:38.770379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7aef29fe-c2a4-41a4-a2d7-0d820533448e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:38.908739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=20d5e80e-a570-4dde-a290-310a61389510,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:39.054686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abd7aa-ff87-408a-b2be-a84abed36a67 req-ee0b206a-17d2-41ff-a72f-e23a638ef94d tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.065324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] DHCP port deletion for 745a5779-cbda-4b3e-ae24-af54a548b4a0 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:39.069455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60abd7aa-ff87-408a-b2be-a84abed36a67 req-ee0b206a-17d2-41ff-a72f-e23a638ef94d tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 943 time: 0.4482520 Feb 09 16:03:39.079683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.131531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] Pushing event deleted for resources: {'Port': ['ID=573d6979-0677-4f40-acca-8133498b095d,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:39.175870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port 573d6979-0677-4f40-acca-8133498b095d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=573d6979-0677-4f40-acca-8133498b095d,segment=NetworkSegment(3598a589-9fdf-48af-b0e2-8a22a6ddfae0),segment_id=3598a589-9fdf-48af-b0e2-8a22a6ddfae0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:39.176782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.177042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-97724258-7fb8-4121-a306-441bfa733d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.181307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-97724258-7fb8-4121-a306-441bfa733d30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4931126 Feb 09 16:03:39.183082 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f95e17-58b6-4914-bcd2-8a51e17f628f None None] No DVR routers for this DVR port 573d6979-0677-4f40-acca-8133498b095d on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:39.258168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] Deleting port 20d5e80e-a570-4dde-a290-310a61389510 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:39.259129 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.304963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.377249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-c5dde4fe-91bd-40dd-8d97-4e94459efb63 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863198 Feb 09 16:03:39.397343 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 20d5e80e-a570-4dde-a290-310a61389510 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:39.412768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] For port 20d5e80e-a570-4dde-a290-310a61389510, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=20d5e80e-a570-4dde-a290-310a61389510,segment=NetworkSegment(867d8165-f648-4a5d-aee5-27f9f3177597),segment_id=867d8165-f648-4a5d-aee5-27f9f3177597)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:39.413688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.440531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.453234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 20d5e80e-a570-4dde-a290-310a61389510 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:39.454166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 20d5e80e-a570-4dde-a290-310a61389510 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:39.454166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 573d6979-0677-4f40-acca-8133498b095d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:39.454910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 573d6979-0677-4f40-acca-8133498b095d owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:39.466804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] Calling delete_port for 20d5e80e-a570-4dde-a290-310a61389510 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:39.471107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe94e39a-d0f1-4d97-b493-54400dc163c0']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:39.497070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 573d6979-0677-4f40-acca-8133498b095d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:39.497657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 573d6979-0677-4f40-acca-8133498b095d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:39.497928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 302265dc-180a-416d-ae60-b549dba368a0 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:39.530013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 302265dc-180a-416d-ae60-b549dba368a0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:39.530362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 302265dc-180a-416d-ae60-b549dba368a0 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:39.559489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1f44c7-0c27-4778-98d0-256c9325e252') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:39.559944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1f44c7-0c27-4778-98d0-256c9325e252') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:39.659121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Port': ['ID=20d5e80e-a570-4dde-a290-310a61389510,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:39.667619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port bdbe1e0a-8edc-4210-bb15-5f1179eb12b4 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:03:39.678140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60abd7aa-ff87-408a-b2be-a84abed36a67 req-52f0ffd7-48ab-4fc1-b721-9152ffc26051 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5963609 Feb 09 16:03:39.708379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No DVR routers for this DVR port 20d5e80e-a570-4dde-a290-310a61389510 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:39.713979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.742135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.776957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:39.777701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:39.781772 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:39.788928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-dce92a53-5ca2-4474-8cbd-36ae528500f3 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411868 Feb 09 16:03:39.837160 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7aef29fe-c2a4-41a4-a2d7-0d820533448e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.862845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-879c82ea-d704-4664-a052-f6cbf0686a8d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.869481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-879c82ea-d704-4664-a052-f6cbf0686a8d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.875636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-879c82ea-d704-4664-a052-f6cbf0686a8d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.882083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-879c82ea-d704-4664-a052-f6cbf0686a8d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.888269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-879c82ea-d704-4664-a052-f6cbf0686a8d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.894587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-879c82ea-d704-4664-a052-f6cbf0686a8d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.900830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-879c82ea-d704-4664-a052-f6cbf0686a8d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:39.902717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-879c82ea-d704-4664-a052-f6cbf0686a8d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.4363005 Feb 09 16:03:39.927141 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:39.960455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] No DVR routers for this DVR port 20d5e80e-a570-4dde-a290-310a61389510 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:40.012734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.022163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b618eff-8f11-4a7d-ba8c-4ee8c6e5abd8 req-5a30aea8-e0fe-48df-a5e4-75fa1c10f66c service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576520 Feb 09 16:03:40.022758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b2be7-8e19-4bff-8dae-93bb03242cd8 None None] Pushing event deleted for resources: {'Port': ['ID=20d5e80e-a570-4dde-a290-310a61389510,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:40.069957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b44b8b-0449-43a6-866a-11e2c11e3ff8 None None] Network 745a5779-cbda-4b3e-ae24-af54a548b4a0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:40.079184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9b640e6-d5f9-4335-b818-445603b6c623 req-604c9679-ac32-46dd-b31a-fc900d71508f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550608 Feb 09 16:03:40.123538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-6ab751a9-5587-4c46-8b44-f35c4927e45c service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163044 Feb 09 16:03:40.148523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.158784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745a5779-cbda-4b3e-ae24-af54a548b4a0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:40.219335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.222081 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867d8165-f648-4a5d-aee5-27f9f3177597') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:40.222499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867d8165-f648-4a5d-aee5-27f9f3177597') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:40.228397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] 10.222.0.53 "DELETE /v2.0/networks/fe94e39a-d0f1-4d97-b493-54400dc163c0 HTTP/1.1" status: 204 len: 168 time: 1.6967082 Feb 09 16:03:40.230714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-6f0d8c68-569c-4378-8b4a-06caf04a1f58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=569afa22-dd5a-414d-abb6-932876b1e057 HTTP/1.1" status: 200 len: 217 time: 0.0978780 Feb 09 16:03:40.264414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.279918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae4e53-7636-4278-9cc4-925dbe7b3e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe94e39a-d0f1-4d97-b493-54400dc163c0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:40.284638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:03:40.296572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.376214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.390809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:40.391860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.404555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-f76779c9-de4b-4554-a2a3-65d101b1df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:40.413070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-f76779c9-de4b-4554-a2a3-65d101b1df13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1585751 Feb 09 16:03:40.437851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:40.458699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'port_id': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'mac_address': 'fa:16:3e:3d:ac:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:03:40.510565 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.529400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:03:40.548778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-000e8c98-85da-4327-a7c9-7b3cb49c2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:40.552210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-000e8c98-85da-4327-a7c9-7b3cb49c2cdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354482 Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:40.556126 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:40.560761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port 573d6979-0677-4f40-acca-8133498b095d on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:40.562758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:40.622978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7aef29fe-c2a4-41a4-a2d7-0d820533448e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.638882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=573d6979-0677-4f40-acca-8133498b095d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:40.693204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7aef29fe-c2a4-41a4-a2d7-0d820533448e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.697124 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7aef29fe-c2a4-41a4-a2d7-0d820533448e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/21ea778c-a2e3-49f8-9469-5a03847a61b3 HTTP/1.1" status: 204 len: 168 time: 3.0221179 Feb 09 16:03:40.697843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.701810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54162) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:40.702237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.712682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/745a5779-cbda-4b3e-ae24-af54a548b4a0 HTTP/1.1" status: 204 len: 168 time: 6.5351715 Feb 09 16:03:40.713127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c41ad91-07d5-46b6-b9d9-aaed31bd464e None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:40.713240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef29fe-c2a4-41a4-a2d7-0d820533448e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=21ea778c-a2e3-49f8-9469-5a03847a61b3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:40.725718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:40.743319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-bc394cfb-6cc3-48e9-8727-48d28d1a0642 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774123 Feb 09 16:03:40.757874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.819404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:40.950618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:40.983364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0683929-3b55-4a09-81fe-a68c46f0b229 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=745a5779-cbda-4b3e-ae24-af54a548b4a0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:41.001155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.006324 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-1039de35-6365-4230-a6d2-84935b5fe5fa tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:41.007345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1039de35-6365-4230-a6d2-84935b5fe5fa tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:41.015048 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1039de35-6365-4230-a6d2-84935b5fe5fa tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/2b435aa7-1f48-4f0c-9fce-08396df9bd6f HTTP/1.1" status: 404 len: 337 time: 0.2798460 Feb 09 16:03:41.031555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:03:41.048044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54170) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:41.051043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-a5874cb1-5ddc-4295-8540-e392b0e203ba service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900461 Feb 09 16:03:41.104823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54172) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:41.172586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-ba2e249d-ec7e-41a0-8758-031fc38c5f34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0 HTTP/1.1" status: 200 len: 217 time: 0.1053350 Feb 09 16:03:41.201912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:41.208243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4e3dc3-751d-4350-b578-fec55de4e3b3']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:41.219338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 56848fb2-319d-4e45-bd04-7791b9f93575 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:03:41.234482 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd98ea3c-ebf1-4375-9d8a-9173a7e7effa tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:41.236155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd98ea3c-ebf1-4375-9d8a-9173a7e7effa tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:41.242800 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd98ea3c-ebf1-4375-9d8a-9173a7e7effa tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/745a5779-cbda-4b3e-ae24-af54a548b4a0 HTTP/1.1" status: 404 len: 339 time: 0.1905866 Feb 09 16:03:41.259549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54176) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:41.265227 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3598a589-9fdf-48af-b0e2-8a22a6ddfae0') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:41.270907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3598a589-9fdf-48af-b0e2-8a22a6ddfae0') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:41.300539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-4de47f38-c378-4ff7-8d84-e19f979945c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:41.304496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-4de47f38-c378-4ff7-8d84-e19f979945c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1011469 Feb 09 16:03:41.366948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] Deleting port ea91849a-8990-4111-86d5-54e820f53f64 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:41.367429 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.424720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.479709 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-080ddba2-7a1d-45c4-8b4a-025595a33c65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd54760895fb427a89cd2077401ed9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676839 Feb 09 16:03:41.483601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54180) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:41.531793 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.541076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] For port ea91849a-8990-4111-86d5-54e820f53f64, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ea91849a-8990-4111-86d5-54e820f53f64,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:41.541873 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.572758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] Calling delete_port for ea91849a-8990-4111-86d5-54e820f53f64 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:41.595436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:41.596266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:41.602286 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:41.621644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.793596 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.829557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] Pushing event deleted for resources: {'Port': ['ID=ea91849a-8990-4111-86d5-54e820f53f64,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:41.832168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c1c01-722e-46c3-887e-8ba3f80cb7b1 None None] No DVR routers for this DVR port ea91849a-8990-4111-86d5-54e820f53f64 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:41.868383 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9984d514-1687-4cc5-bde0-9f47df9760d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.988795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:41.996736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.003141 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/fd4e3dc3-751d-4350-b578-fec55de4e3b3 HTTP/1.1" status: 204 len: 168 time: 5.1568985 Feb 09 16:03:42.050922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9984d514-1687-4cc5-bde0-9f47df9760d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.051444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54182) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:42.070167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2076647858', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:42.151791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee785a-3f0c-4919-9afe-8a4b1ae101d3 req-4bf3e884-c624-4a1d-9f1c-33d3690956d6 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.152292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.153571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3dee785a-3f0c-4919-9afe-8a4b1ae101d3 req-4bf3e884-c624-4a1d-9f1c-33d3690956d6 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 944 time: 1.1204829 Feb 09 16:03:42.167462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace23bb-a312-4a3c-ada3-024712c5adbf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=fd4e3dc3-751d-4350-b578-fec55de4e3b3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:42.188659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-854151c3-48fe-4f6e-b419-4fc6dfd4d38d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.199911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-854151c3-48fe-4f6e-b419-4fc6dfd4d38d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.208776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-854151c3-48fe-4f6e-b419-4fc6dfd4d38d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.215521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-854151c3-48fe-4f6e-b419-4fc6dfd4d38d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.222688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-854151c3-48fe-4f6e-b419-4fc6dfd4d38d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.227831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.229194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-854151c3-48fe-4f6e-b419-4fc6dfd4d38d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.235374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-854151c3-48fe-4f6e-b419-4fc6dfd4d38d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.237821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-854151c3-48fe-4f6e-b419-4fc6dfd4d38d tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.8617108 Feb 09 16:03:42.262636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6e5498b8-ea73-4abc-a03c-0ac03b5097eb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.5586293 Feb 09 16:03:42.273686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54184) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:42.279648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:42.285229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e41b6d-bdc5-4d11-9d90-84410565e059']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:42.293687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-f8dac635-f223-4ef1-b2c4-ed0ddf98182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:42.296214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-f8dac635-f223-4ef1-b2c4-ed0ddf98182a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9773388 Feb 09 16:03:42.343032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2639ef93-dfe6-4359-9b6f-5266021797bb') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:42.343285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2639ef93-dfe6-4359-9b6f-5266021797bb') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:42.360183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.362525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.409362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.422481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d638621c-9981-4aa8-9dff-271e7a8aaa4f req-dd2820aa-1fad-4d7b-8502-69b0c3e01ac7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1678357 Feb 09 16:03:42.426122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3dee785a-3f0c-4919-9afe-8a4b1ae101d3 req-9ed16c2f-3f41-42dc-a3a0-f9b3f69d1511 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870804 Feb 09 16:03:42.436272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25326f9c-c392-421b-bd72-f85aebf3df73 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.496273 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.510846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-b6461356-c26f-4de7-ab95-d7e3cacdb388 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033992 Feb 09 16:03:42.513853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:03:42.522417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:42.523479 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.608113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.696884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9984d514-1687-4cc5-bde0-9f47df9760d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.699882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9984d514-1687-4cc5-bde0-9f47df9760d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.701332 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9984d514-1687-4cc5-bde0-9f47df9760d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a056e9d8-815f-441e-af57-4b37cfcd3d6a HTTP/1.1" status: 204 len: 168 time: 1.2071557 Feb 09 16:03:42.710862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.764836 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.776695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:42.777222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:42.781871 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:42.791297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:42.800934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:42.803340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:42.809616 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a1011d-3e7e-43c6-a6aa-b630f75ba3ed" -d '{"events": [{"server_uuid": "2389834f-018b-47a3-a46d-fe7e39c39b51", "name": "network-vif-plugged", "status": "completed", "tag": "2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:42.862325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-fb14e350-a0b8-41dc-b3e3-5ba2bd9b0da2 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406675 Feb 09 16:03:42.875134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984d514-1687-4cc5-bde0-9f47df9760d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a056e9d8-815f-441e-af57-4b37cfcd3d6a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:42.878989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:42.895123 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9be860d-4f91-4eb0-8938-ff7d58b86950 x-openstack-request-id: req-f9be860d-4f91-4eb0-8938-ff7d58b86950 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:42.896199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25326f9c-c392-421b-bd72-f85aebf3df73 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.896432 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2389834f-018b-47a3-a46d-fe7e39c39b51", "name": "network-vif-plugged", "status": "completed", "tag": "2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:42.896909 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9be860d-4f91-4eb0-8938-ff7d58b86950 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:42.899297 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'code': 200} Feb 09 16:03:42.910928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:42.920592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.923816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25326f9c-c392-421b-bd72-f85aebf3df73 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.955200 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:42.992137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=bdbe1e0a-8edc-4210-bb15-5f1179eb12b4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:43.062219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-f4a310d5-3bc7-437f-8a62-cc11536e5bb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=332c5851-26f7-4349-8ac8-825b45ad61a5 HTTP/1.1" status: 200 len: 217 time: 0.1856980 Feb 09 16:03:43.104320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:43.230144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ea91849a-8990-4111-86d5-54e820f53f64 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:43.230672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking segment: {'id': '1ee95aff-873e-47e3-bd08-644ef92c72a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'd4b258fc-c675-4c8d-a61c-d5038495d55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:43.230672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network hostable DHCP agents. Network: d4b258fc-c675-4c8d-a61c-d5038495d55f, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:43.230672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=56848fb2-319d-4e45-bd04-7791b9f93575,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:43.231247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ea91849a-8990-4111-86d5-54e820f53f64 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:43.231247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ea91849a-8990-4111-86d5-54e820f53f64 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:43.373981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.394238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-211a6506-248d-41c4-a256-a6bf8cbff076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.397368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-211a6506-248d-41c4-a256-a6bf8cbff076 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.3209791 Feb 09 16:03:43.401927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1fe0f-82fb-4d5a-9fd9-c4be8a41266d req-779c512a-8e67-4962-a492-8d3708f918d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.404189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15d1fe0f-82fb-4d5a-9fd9-c4be8a41266d req-779c512a-8e67-4962-a492-8d3708f918d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 1096 time: 0.3408504 Feb 09 16:03:43.481047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.506236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.516451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-9b0079ed-00ef-464e-97bc-472b04376a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.516692 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/c4e41b6d-bdc5-4d11-9d90-84410565e059 HTTP/1.1" status: 204 len: 168 time: 2.2445483 Feb 09 16:03:43.517633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-9b0079ed-00ef-464e-97bc-472b04376a0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116629 Feb 09 16:03:43.520047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15d1fe0f-82fb-4d5a-9fd9-c4be8a41266d req-fb76da18-f2dd-41bf-9f08-58b5435ffa91 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008499 Feb 09 16:03:43.520849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54198) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:43.527973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3c35d-ed2a-4394-a280-d4147f500a69 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=c4e41b6d-bdc5-4d11-9d90-84410565e059,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:43.530294 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25326f9c-c392-421b-bd72-f85aebf3df73 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.530908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25326f9c-c392-421b-bd72-f85aebf3df73 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Fanout notify agent at l3_agent the message router_deleted on router c3d6c185-357a-4a45-8807-4b1c377d73b0 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:03:43.538837 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25326f9c-c392-421b-bd72-f85aebf3df73 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.543004 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-25326f9c-c392-421b-bd72-f85aebf3df73 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/routers/c3d6c185-357a-4a45-8807-4b1c377d73b0 HTTP/1.1" status: 204 len: 168 time: 1.2656183 Feb 09 16:03:43.543315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54200) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:43.549367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:43.610385 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8359bc-954b-47f1-8218-fc1432e37a54 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:43.611166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8359bc-954b-47f1-8218-fc1432e37a54 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:43.618040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1a8359bc-954b-47f1-8218-fc1432e37a54 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/ccec6535-0526-47f8-b9c5-4affbb3fae14 HTTP/1.1" status: 404 len: 337 time: 0.0957596 Feb 09 16:03:43.620680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54202) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:43.621550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network d4b258fc-c675-4c8d-a61c-d5038495d55f is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:43.677166 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b1ad16-8937-4fad-8d52-067c89421026 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:43.684621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b1ad16-8937-4fad-8d52-067c89421026 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:43.684621 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a8b1ad16-8937-4fad-8d52-067c89421026 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/72bc3230-93ea-4887-bc5d-a11c0b7ef37d HTTP/1.1" status: 404 len: 339 time: 0.0577962 Feb 09 16:03:43.689648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:43.796573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, d4b258fc-c675-4c8d-a61c-d5038495d55f) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:43.811292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:43.813464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d869b4d-64d0-4198-9903-e76fa08aba5d None None] Network d4b258fc-c675-4c8d-a61c-d5038495d55f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:43.821556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.839163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-66ff4bf2-bd0b-409b-83cd-65be81e043ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.839536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.840502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.845598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-66ff4bf2-bd0b-409b-83cd-65be81e043ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.852689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-66ff4bf2-bd0b-409b-83cd-65be81e043ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.859354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-66ff4bf2-bd0b-409b-83cd-65be81e043ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.865817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-66ff4bf2-bd0b-409b-83cd-65be81e043ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.872588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-66ff4bf2-bd0b-409b-83cd-65be81e043ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.879320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-66ff4bf2-bd0b-409b-83cd-65be81e043ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.883918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aac87c6-d3d2-4b2a-ac2e-56c85380b86a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting subnet bdc4812a-50f8-49b2-adc7-3f70cbf0c7de {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:43.888504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-66ff4bf2-bd0b-409b-83cd-65be81e043ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.2824664 Feb 09 16:03:43.893334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aac87c6-d3d2-4b2a-ac2e-56c85380b86a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.936874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e0982-0969-4492-b6b6-839bbbc01dfc req-5fa7ad64-83cf-470b-9743-7596e26ad676 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:43.942890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b2e0982-0969-4492-b6b6-839bbbc01dfc req-5fa7ad64-83cf-470b-9743-7596e26ad676 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.3641474 Feb 09 16:03:43.953477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aac87c6-d3d2-4b2a-ac2e-56c85380b86a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.990399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:43.994272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.007048 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-43cb004d-cc03-44c5-81f9-3ab064976aa1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.1404898 Feb 09 16:03:44.007520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-c8191bee-88a9-443c-9607-1e0727dc962a service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730301 Feb 09 16:03:44.022679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54208) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:44.181100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2588f3d-ae13-4644-9768-7d1b038c2087 req-896492b7-3921-465b-9ff1-0e9adfa1986f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2913899 Feb 09 16:03:44.202951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b2e0982-0969-4492-b6b6-839bbbc01dfc req-c0f14707-3bd8-4f49-8de4-6fd3d59c4d61 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2491345 Feb 09 16:03:44.257312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aac87c6-d3d2-4b2a-ac2e-56c85380b86a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.274471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54210) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:44.383772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3f692c29-d9ae-4dbf-b258-ee5d14a2d689 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 56848fb2-319d-4e45-bd04-7791b9f93575 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:44.384526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f692c29-d9ae-4dbf-b258-ee5d14a2d689 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.440233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-5f9a212e-55e7-4454-bf39-76a1d6a94c03 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113064 Feb 09 16:03:44.510798 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f692c29-d9ae-4dbf-b258-ee5d14a2d689 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.527384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3f692c29-d9ae-4dbf-b258-ee5d14a2d689 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 56848fb2-319d-4e45-bd04-7791b9f93575 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:44.530019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aac87c6-d3d2-4b2a-ac2e-56c85380b86a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.572620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3aac87c6-d3d2-4b2a-ac2e-56c85380b86a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.579781 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3aac87c6-d3d2-4b2a-ac2e-56c85380b86a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/bdc4812a-50f8-49b2-adc7-3f70cbf0c7de HTTP/1.1" status: 204 len: 168 time: 0.8853719 Feb 09 16:03:44.579781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac87c6-d3d2-4b2a-ac2e-56c85380b86a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc4812a-50f8-49b2-adc7-3f70cbf0c7de,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:44.580395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-f2ab17ff-d798-433f-9f62-6bfbf8b226fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76acaa04-2f27-4308-a450-39bdd11c1774 HTTP/1.1" status: 200 len: 217 time: 0.1303093 Feb 09 16:03:44.580596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54212) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:44.583166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.585845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7fc315-d164-473f-8a72-aa5973b2fa96 None None] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:44.611257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.721718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:44.730439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:44.743146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-acc05c72-1476-4b8a-aa7f-1645ce7ed06d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e99476afe4f48c3a6179908a5055d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633756 Feb 09 16:03:44.744238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:44.745225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.750546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54214) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:44.759020 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.765043 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89315f6-076b-4bc3-89a0-e7e0c41bc6a4 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:44.789186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=d0dcda44-d14e-4db6-9c47-508cc584c9c6,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:44.882924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting subnet 0fc21418-a4d3-443c-a14f-da46f808e2ff {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:44.896976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-24767460-67ac-44fa-bc9e-16850c12bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:44.900036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-24767460-67ac-44fa-bc9e-16850c12bf39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.2907178 Feb 09 16:03:44.905016 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.923493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26be5b82-ab8a-474a-9695-a8f4a93d4639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.977012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26be5b82-ab8a-474a-9695-a8f4a93d4639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:44.999270 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f9f10f05-e715-42ac-95dd-7cd013e4e702 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4538844 Feb 09 16:03:45.003919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54216) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:45.017529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ff2553c3-89ee-4e93-8a88-6ffae1c3dd63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-401620951', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:45.035382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f692c29-d9ae-4dbf-b258-ee5d14a2d689 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.061847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.093213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'd0dcda44-d14e-4db6-9c47-508cc584c9c6'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:45.095066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.104913 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f692c29-d9ae-4dbf-b258-ee5d14a2d689 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=56848fb2-319d-4e45-bd04-7791b9f93575,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:45.110409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f692c29-d9ae-4dbf-b258-ee5d14a2d689 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.122199 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3f692c29-d9ae-4dbf-b258-ee5d14a2d689 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/56848fb2-319d-4e45-bd04-7791b9f93575 HTTP/1.1" status: 204 len: 168 time: 1.0926464 Feb 09 16:03:45.131895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54218) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:45.227745 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26be5b82-ab8a-474a-9695-a8f4a93d4639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.230469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-ded3e8d0-bf4d-4222-b675-7f0b46f276b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.232060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-ded3e8d0-bf4d-4222-b675-7f0b46f276b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3171175 Feb 09 16:03:45.235597 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26be5b82-ab8a-474a-9695-a8f4a93d4639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.238772 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-26be5b82-ab8a-474a-9695-a8f4a93d4639 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6243e662-b76f-4b9e-b41a-27a40c9a7ce2 HTTP/1.1" status: 204 len: 168 time: 0.4799647 Feb 09 16:03:45.287866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be5b82-ab8a-474a-9695-a8f4a93d4639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6243e662-b76f-4b9e-b41a-27a40c9a7ce2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:45.375637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/d0dcda44-d14e-4db6-9c47-508cc584c9c6/b899d47d-8f03-4c64-8b31-e3267de7aa63) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:45.391174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.25.5.144 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/6119913a-7858-485e-963c-353f451aea02) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:45.438229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff2553c3-89ee-4e93-8a88-6ffae1c3dd63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.439336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff2553c3-89ee-4e93-8a88-6ffae1c3dd63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.561145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.604493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e1172-a7a9-4cb5-9129-cd61a611a50f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.611181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e1172-a7a9-4cb5-9129-cd61a611a50f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.613687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-208e1172-a7a9-4cb5-9129-cd61a611a50f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.4746413 Feb 09 16:03:45.617309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54228) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:45.646952 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.730664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e82b8c17-e83a-4ada-adde-a1004e650222 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port bdbe1e0a-8edc-4210-bb15-5f1179eb12b4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:45.731011 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e82b8c17-e83a-4ada-adde-a1004e650222 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.780243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff2553c3-89ee-4e93-8a88-6ffae1c3dd63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.812958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654afa14-a4f7-4320-9ded-0ab16c617d18 req-590c9146-39b6-4435-9aa6-8811121464d9 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.814900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-654afa14-a4f7-4320-9ded-0ab16c617d18 req-590c9146-39b6-4435-9aa6-8811121464d9 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.4346104 Feb 09 16:03:45.837951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-450b4056-ec85-46b0-ad09-feca496dd0ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.840319 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e82b8c17-e83a-4ada-adde-a1004e650222 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.845071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-450b4056-ec85-46b0-ad09-feca496dd0ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.851204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-450b4056-ec85-46b0-ad09-feca496dd0ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.858084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-450b4056-ec85-46b0-ad09-feca496dd0ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.861593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e82b8c17-e83a-4ada-adde-a1004e650222 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for bdbe1e0a-8edc-4210-bb15-5f1179eb12b4 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:45.864616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-450b4056-ec85-46b0-ad09-feca496dd0ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.871943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-450b4056-ec85-46b0-ad09-feca496dd0ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.879218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-450b4056-ec85-46b0-ad09-feca496dd0ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:45.882309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-450b4056-ec85-46b0-ad09-feca496dd0ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.4969792 Feb 09 16:03:45.900893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d5589740-97bc-410d-87c6-7d88a994df63 None None] Provisioning complete for port 40054b8b-9519-4c24-a8b5-99ae697da978 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:45.901683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d5589740-97bc-410d-87c6-7d88a994df63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:45.901888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-0deb43ec-23e4-4039-9b40-ca6569dc57d7 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325255 Feb 09 16:03:46.033459 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.048452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff2553c3-89ee-4e93-8a88-6ffae1c3dd63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.079052 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.085163 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.097797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:46.100025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:46.103234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:46.110764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Pushing event updated for resources: {'Port': ['ID=b899d47d-8f03-4c64-8b31-e3267de7aa63,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:46.117491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47511570-8032-4e89-b5e9-19e4c9bb416a req-0df3c9fa-f406-4b3f-b29f-e8f0272bb50a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2170768 Feb 09 16:03:46.127587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-654afa14-a4f7-4320-9ded-0ab16c617d18 req-8eee26b1-9493-46b7-ae43-d377f26946f8 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414753 Feb 09 16:03:46.159595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e82b8c17-e83a-4ada-adde-a1004e650222 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.179958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc21418-a4d3-443c-a14f-da46f808e2ff,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:46.186004 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.189685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/0fc21418-a4d3-443c-a14f-da46f808e2ff HTTP/1.1" status: 204 len: 168 time: 1.5992818 Feb 09 16:03:46.195497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54232) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:46.225943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.226584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.227135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.227694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.229379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.229931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.231891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.232978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.234514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.235094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.236931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b8c17-e83a-4ada-adde-a1004e650222 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=bdbe1e0a-8edc-4210-bb15-5f1179eb12b4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:46.237768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.238340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43da5cb-cbd2-4e7a-b9ae-48c788bccec3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:46.276056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e82b8c17-e83a-4ada-adde-a1004e650222 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.277508 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e82b8c17-e83a-4ada-adde-a1004e650222 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/bdbe1e0a-8edc-4210-bb15-5f1179eb12b4 HTTP/1.1" status: 204 len: 168 time: 0.6583242 Feb 09 16:03:46.283336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54236) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:46.289132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fa12cf1-d51a-4a6a-a2b0-c17f9fd14e8e req-499cb74d-4ca3-4ab1-b793-05efd58d7a49 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692112 Feb 09 16:03:46.310642 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff2553c3-89ee-4e93-8a88-6ffae1c3dd63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.329614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ff2553c3-89ee-4e93-8a88-6ffae1c3dd63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3172433 Feb 09 16:03:46.334196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54238) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:46.377077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7558be-e2ba-4888-8a49-c686657f2581 None None] Network acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:46.422373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.447123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ca946-bdc0-44c4-9f09-d84f3ad68bf6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.449935 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d6ca946-bdc0-44c4-9f09-d84f3ad68bf6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1651633 Feb 09 16:03:46.456483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54244) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:46.494518 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-82637d34-60de-4d47-b2db-4740c7bee7f4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:03:46.496547 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-82637d34-60de-4d47-b2db-4740c7bee7f4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/56848fb2-319d-4e45-bd04-7791b9f93575 HTTP/1.1" status: 404 len: 333 time: 0.0383286 Feb 09 16:03:46.500256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:46.518407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.534409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Attempting to bind port b899d47d-8f03-4c64-8b31-e3267de7aa63 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:46.535205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Attempting to bind port b899d47d-8f03-4c64-8b31-e3267de7aa63 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:46.537304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Attempting to bind port b899d47d-8f03-4c64-8b31-e3267de7aa63 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:46.567497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:46.570378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:46.571099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.572326 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-91754015-95af-4dfa-baab-119429d3da4e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:03:46.573234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:46.573973 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-91754015-95af-4dfa-baab-119429d3da4e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/bdbe1e0a-8edc-4210-bb15-5f1179eb12b4 HTTP/1.1" status: 404 len: 333 time: 0.0730500 Feb 09 16:03:46.574122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Bound port: b899d47d-8f03-4c64-8b31-e3267de7aa63, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:46.575057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.577147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54250) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:46.675123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting port 40054b8b-9519-4c24-a8b5-99ae697da978 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:46.675707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.707592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:46.708638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] For port b899d47d-8f03-4c64-8b31-e3267de7aa63, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:46.713128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] For port b899d47d-8f03-4c64-8b31-e3267de7aa63, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b899d47d-8f03-4c64-8b31-e3267de7aa63,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:46.715129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=6119913a-7858-485e-963c-353f451aea02,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:46.729725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda4908-60a8-46b1-b20b-6b7283bc8eff req-c42a5d11-1149-4a5f-9aff-0adc925bd7db tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.741262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54254) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:46.741527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8eda4908-60a8-46b1-b20b-6b7283bc8eff req-c42a5d11-1149-4a5f-9aff-0adc925bd7db tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.4079971 Feb 09 16:03:46.742619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:46.745535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.759705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Request body: {'floatingip': {'port_id': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:46.789720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:46.800944 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:46.806095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-078c6adf-f283-4633-af61-9cd3d5e216e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.806095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-078c6adf-f283-4633-af61-9cd3d5e216e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.806095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-078c6adf-f283-4633-af61-9cd3d5e216e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.806095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-078c6adf-f283-4633-af61-9cd3d5e216e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.806095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-078c6adf-f283-4633-af61-9cd3d5e216e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.806095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-078c6adf-f283-4633-af61-9cd3d5e216e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.806095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-078c6adf-f283-4633-af61-9cd3d5e216e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:46.812992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-078c6adf-f283-4633-af61-9cd3d5e216e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6502 time: 0.3271554 Feb 09 16:03:46.908296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] DHCP port deletion for acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:46.915598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a95b7-eb3d-40f2-aa1d-ead26c194aa3 None None] Pushing event updated for resources: {'Port': ['ID=b899d47d-8f03-4c64-8b31-e3267de7aa63,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:47.022824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] Deleting port 40054b8b-9519-4c24-a8b5-99ae697da978 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:47.023191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.171049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] For port 40054b8b-9519-4c24-a8b5-99ae697da978, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40054b8b-9519-4c24-a8b5-99ae697da978,segment=NetworkSegment(1e707d7f-de4c-4701-92cb-ab19e6ad7b8d),segment_id=1e707d7f-de4c-4701-92cb-ab19e6ad7b8d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:47.177836 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.244881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40054b8b-9519-4c24-a8b5-99ae697da978 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:47.411792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] Calling delete_port for 40054b8b-9519-4c24-a8b5-99ae697da978 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:47.425215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.516350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] For port 40054b8b-9519-4c24-a8b5-99ae697da978, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40054b8b-9519-4c24-a8b5-99ae697da978,segment=NetworkSegment(1e707d7f-de4c-4701-92cb-ab19e6ad7b8d),segment_id=1e707d7f-de4c-4701-92cb-ab19e6ad7b8d)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:47.516791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.580982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Calling delete_port for 40054b8b-9519-4c24-a8b5-99ae697da978 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:47.623158 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.796857 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.821485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-f7ec3310-9bd3-4ff3-b25f-9fc4ce9e0fd8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.827808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-f7ec3310-9bd3-4ff3-b25f-9fc4ce9e0fd8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.834885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-f7ec3310-9bd3-4ff3-b25f-9fc4ce9e0fd8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.840940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-f7ec3310-9bd3-4ff3-b25f-9fc4ce9e0fd8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.841185 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.847148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-f7ec3310-9bd3-4ff3-b25f-9fc4ce9e0fd8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.854451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-f7ec3310-9bd3-4ff3-b25f-9fc4ce9e0fd8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.862762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-f7ec3310-9bd3-4ff3-b25f-9fc4ce9e0fd8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.863098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b258fc-c675-4c8d-a61c-d5038495d55f']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:47.863370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-f7ec3310-9bd3-4ff3-b25f-9fc4ce9e0fd8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.3482769 Feb 09 16:03:47.888063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 16:03:47.888063 n-d-828542-1 neutron-server[103180]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 09 16:03:47.888063 n-d-828542-1 neutron-server[103180]: [parameters: {'status': 'DOWN', 'ports_id': '40054b8b-9519-4c24-a8b5-99ae697da978'}] Feb 09 16:03:47.888063 n-d-828542-1 neutron-server[103180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:03:47.888063 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:03:47.925257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:47.925658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] No DVR routers for this DVR port 40054b8b-9519-4c24-a8b5-99ae697da978 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:47.931879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc556d-50d7-442e-9cd9-13d134a1b172 None None] Pushing event deleted for resources: {'Port': ['ID=40054b8b-9519-4c24-a8b5-99ae697da978,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:47.948328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee95aff-873e-47e3-bd08-644ef92c72a6') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:47.948765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee95aff-873e-47e3-bd08-644ef92c72a6') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:47.954582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-ef7d897d-933f-4f91-8f7e-a0afcadc05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:47.956641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-ef7d897d-933f-4f91-8f7e-a0afcadc05f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790 HTTP/1.1" status: 200 len: 916 time: 0.4548342 Feb 09 16:03:47.971629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.001840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.017169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:48.017826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:48.024490 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:48.057429 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.186991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Port': ['ID=40054b8b-9519-4c24-a8b5-99ae697da978,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:48.188427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd011245-c1e8-4e9b-ad03-ef22a98fca91 req-bedecfb6-1e7d-494d-b341-82cb55fbb4c6 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2952306 Feb 09 16:03:48.213270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-fca4b6e6-768c-4976-a70d-4bcd4f42b674 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18 HTTP/1.1" status: 200 len: 1001 time: 0.2111425 Feb 09 16:03:48.274158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No DVR routers for this DVR port 40054b8b-9519-4c24-a8b5-99ae697da978 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:48.433892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.439779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Port 40054b8b-9519-4c24-a8b5-99ae697da978 update to DOWN by agent not found {{(pid=103180) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 09 16:03:48.501579 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.509480 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/networks/d4b258fc-c675-4c8d-a61c-d5038495d55f HTTP/1.1" status: 204 len: 168 time: 1.9276702 Feb 09 16:03:48.516183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.516183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54278) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:48.526379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1268962196'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:48.530944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-7bd66bc4-4d12-486c-aa69-7e0765710541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.532634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-7bd66bc4-4d12-486c-aa69-7e0765710541 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f15574d8-9ee5-4a7d-ba73-817f74194d1e HTTP/1.1" status: 200 len: 854 time: 0.2763193 Feb 09 16:03:48.619983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2af4c1-bdde-4d5b-9262-2ae4095ee39c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Network': ['ID=d4b258fc-c675-4c8d-a61c-d5038495d55f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:48.624011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-646afbd0-fed0-4b60-913d-c94bc52f8e76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.631054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-646afbd0-fed0-4b60-913d-c94bc52f8e76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.651500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:48.658588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-646afbd0-fed0-4b60-913d-c94bc52f8e76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.671426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-646afbd0-fed0-4b60-913d-c94bc52f8e76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.683478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-646afbd0-fed0-4b60-913d-c94bc52f8e76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.692617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-646afbd0-fed0-4b60-913d-c94bc52f8e76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.700666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-646afbd0-fed0-4b60-913d-c94bc52f8e76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.700968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e707d7f-de4c-4701-92cb-ab19e6ad7b8d') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:48.705157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e707d7f-de4c-4701-92cb-ab19e6ad7b8d') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:48.706221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-646afbd0-fed0-4b60-913d-c94bc52f8e76 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.3371317 Feb 09 16:03:48.717097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.752763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.760447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-e5d1209b-ed08-489e-b3eb-073fd51e6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:48.762079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-e5d1209b-ed08-489e-b3eb-073fd51e6a2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173772 Feb 09 16:03:48.774338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-003f8f43-203e-4ab9-98cf-e60c30b1dbbc None None] Provisioning complete for port b899d47d-8f03-4c64-8b31-e3267de7aa63 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:48.774908 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-003f8f43-203e-4ab9-98cf-e60c30b1dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.798420 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.815383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:48.816562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:48.820599 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:48.838015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:48.842047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.887393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.resource_extend [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:03:48.905602 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-003f8f43-203e-4ab9-98cf-e60c30b1dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.946035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::1 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/d0dcda44-d14e-4db6-9c47-508cc584c9c6/fa3e68b6-794e-4044-9a0d-c6ba20efaba7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:48.955084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-003f8f43-203e-4ab9-98cf-e60c30b1dbbc None None] For port b899d47d-8f03-4c64-8b31-e3267de7aa63, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b899d47d-8f03-4c64-8b31-e3267de7aa63,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:48.966244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:48.986479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.988166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:48.988527 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Added segment eae573d9-528d-4ea5-aa1d-ba75f759a780 of type vlan for network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 Feb 09 16:03:49.000550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-389de147-fe19-4d51-8ac4-9e2a28409a47 req-1db6fbd6-1f2c-4698-b3a9-ec2f4ef20b43 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2562380 Feb 09 16:03:49.050561 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-003f8f43-203e-4ab9-98cf-e60c30b1dbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.097051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.125114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f8f43-203e-4ab9-98cf-e60c30b1dbbc None None] Pushing event updated for resources: {'Port': ['ID=b899d47d-8f03-4c64-8b31-e3267de7aa63,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:49.144809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.159713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.170310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.176964 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4 HTTP/1.1" status: 204 len: 168 time: 2.9768255 Feb 09 16:03:49.187357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54292) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:49.266132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-d3371d13-def5-4f7f-a1f5-208edb313c27 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461665 Feb 09 16:03:49.271755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd7f8a-fe73-46c1-bb23-aa997b42004a tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=acb4e52e-8d2a-4f12-bba2-0691b1e8f8a4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:49.283580 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-9221f745-7ebe-4713-b3ba-0ca3b7fa4b95 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:49.294109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9221f745-7ebe-4713-b3ba-0ca3b7fa4b95 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:49.294109 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9221f745-7ebe-4713-b3ba-0ca3b7fa4b95 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/846ebf49-a87e-4274-91e7-a814a07888ff HTTP/1.1" status: 404 len: 337 time: 0.0906549 Feb 09 16:03:49.294109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54294) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:49.309237 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.320521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b899d47d-8f03-4c64-8b31-e3267de7aa63 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:49.326542 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b021e39-7019-4b1d-9d3b-b623005d6dd1 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:49.327319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b021e39-7019-4b1d-9d3b-b623005d6dd1 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:49.330831 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7b021e39-7019-4b1d-9d3b-b623005d6dd1 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/2638343d-eb50-482f-b772-893c4fbc657f HTTP/1.1" status: 404 len: 339 time: 0.0375216 Feb 09 16:03:49.338630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54296) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:49.382671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b899d47d-8f03-4c64-8b31-e3267de7aa63 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:49.382930 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.383656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f932-8a78-4bc1-a347-c5483747933d req-45981815-ef71-434b-9bb3-7a023ae92ae3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.390944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f932-8a78-4bc1-a347-c5483747933d req-45981815-ef71-434b-9bb3-7a023ae92ae3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.392926 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.396062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f932-8a78-4bc1-a347-c5483747933d req-45981815-ef71-434b-9bb3-7a023ae92ae3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.399019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.399755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.402075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f932-8a78-4bc1-a347-c5483747933d req-45981815-ef71-434b-9bb3-7a023ae92ae3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.408355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f932-8a78-4bc1-a347-c5483747933d req-45981815-ef71-434b-9bb3-7a023ae92ae3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.414956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f932-8a78-4bc1-a347-c5483747933d req-45981815-ef71-434b-9bb3-7a023ae92ae3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.421517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f932-8a78-4bc1-a347-c5483747933d req-45981815-ef71-434b-9bb3-7a023ae92ae3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:49.423450 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f461ae2-38fd-4a71-9b55-47e915355de7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:49.424003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09a7f932-8a78-4bc1-a347-c5483747933d req-45981815-ef71-434b-9bb3-7a023ae92ae3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.1864069 Feb 09 16:03:49.424184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f461ae2-38fd-4a71-9b55-47e915355de7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:49.428230 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5f461ae2-38fd-4a71-9b55-47e915355de7 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/af7eb0be-00dc-44a5-8de7-7ff79b5c970f HTTP/1.1" status: 404 len: 337 time: 0.0907996 Feb 09 16:03:49.438704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:49.497505 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbc9533-82de-49ab-ba3d-bc1acae4b382 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:49.498107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbc9533-82de-49ab-ba3d-bc1acae4b382 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:49.504155 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2cbc9533-82de-49ab-ba3d-bc1acae4b382 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/0b6660ba-2630-4313-9807-93bb24befbd0 HTTP/1.1" status: 404 len: 339 time: 0.0563703 Feb 09 16:03:49.508229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.512011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54302) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:49.558101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Network': ['ID=9e63c858-1a70-48f5-89ce-5bb4ca0d81c3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:49.561869 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b40f347-44e2-4a71-a791-aef87bc7595d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:49.561869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b40f347-44e2-4a71-a791-aef87bc7595d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:49.565261 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1b40f347-44e2-4a71-a791-aef87bc7595d tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/3c5a1f63-9847-44f0-8c35-cd029af7558e HTTP/1.1" status: 404 len: 337 time: 0.0483520 Feb 09 16:03:49.568122 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Floating IP 9add46c9-94c4-47ff-a5c8-2ccc534ad416 associated. External IP: 172.25.5.123, port: 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2. Feb 09 16:03:49.570406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54306) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:49.580386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:49.625938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc41b131-1e34-45cb-9346-67403b47ec02 req-f1bcec0e-2fc4-4190-88dc-d834c7e2609d service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378606 Feb 09 16:03:49.626689 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c03da4-be8b-4ad0-b57b-6fc167bbb55e tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:49.627301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c03da4-be8b-4ad0-b57b-6fc167bbb55e tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:49.635668 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-045da01a-a17b-46e4-9533-0b99eac34a06 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1076229 Feb 09 16:03:49.635893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d2c03da4-be8b-4ad0-b57b-6fc167bbb55e tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/669895e7-ef63-44ce-a4b3-9ae155beae8d HTTP/1.1" status: 404 len: 339 time: 0.0574117 Feb 09 16:03:49.635893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54308) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:49.635893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54310) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:49.641920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '9e63c858-1a70-48f5-89ce-5bb4ca0d81c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:49.787167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b400819-d3c6-4948-8f24-b79052770601 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting subnet b83baec5-52f7-4acb-9aa6-41300192f833 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:49.791093 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b400819-d3c6-4948-8f24-b79052770601 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.836344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.853046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:49.890734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b400819-d3c6-4948-8f24-b79052770601 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:49.983833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:49.997281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:49.999988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:50.003529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.004320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:50.006007 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.017227 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] Sync routers for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:50.036640 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:50.037289 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:50.071106 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7b368323-59bd-46c2-b298-e30b2873451c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "PUT /v2.0/floatingips/9add46c9-94c4-47ff-a5c8-2ccc534ad416 HTTP/1.1" status: 200 len: 991 time: 3.3212020 Feb 09 16:03:50.071854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'tag': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:03:50.074611 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b32e13-aef2-4755-9ecb-18bca8584aea" -d '{"events": [{"name": "network-changed", "server_uuid": "2389834f-018b-47a3-a46d-fe7e39c39b51", "tag": "2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:03:50.171115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=fa3e68b6-794e-4044-9a0d-c6ba20efaba7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:50.199050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:03:50.202850 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502f354e-b000-4a19-a5b8-ed64395fc03e x-openstack-request-id: req-502f354e-b000-4a19-a5b8-ed64395fc03e {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:03:50.203173 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2389834f-018b-47a3-a46d-fe7e39c39b51", "tag": "2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:03:50.203590 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-502f354e-b000-4a19-a5b8-ed64395fc03e {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:03:50.204194 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'tag': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'status': 'completed', 'code': 200} Feb 09 16:03:50.205493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:50.209428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.213544 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:50.398517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1ebf7e0d-1846-4f7c-9a73-189247116ccc None None] Provisioning complete for port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:50.399186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ebf7e0d-1846-4f7c-9a73-189247116ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.451308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1ebf7e0d-1846-4f7c-9a73-189247116ccc None None] Port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:50.579343 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '9add46c9-94c4-47ff-a5c8-2ccc534ad416', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'port_id': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'mac_address': 'fa:16:3e:3d:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:03:07Z', 'updated_at': '2022-02-09T16:03:48Z', 'revision_number': 1, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:03:05Z', 'revision_number': 5, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:50.608420 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] Checking router: 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:03:50.624503 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:50.624503 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:50.804294 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:50.825946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Performing IP validity checks on allocation pools {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 16:03:50.826568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.ipam_backend_mixin [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103178) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 16:03:50.904612 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b400819-d3c6-4948-8f24-b79052770601 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.918202 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:50.999139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-6af2a9b3-619d-42a5-9dc5-1921c05a1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:51.000734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-6af2a9b3-619d-42a5-9dc5-1921c05a1ca8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d779af02177b4df599865d40a1cd667f&device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 1096 time: 0.7532053 Feb 09 16:03:51.038320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bb757-7ce3-47fb-bcdd-ce15e2abc486 req-442cc9c1-a3e2-45f5-abd1-72d8e9a073b8 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:51.039908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c47bb757-7ce3-47fb-bcdd-ce15e2abc486 req-442cc9c1-a3e2-45f5-abd1-72d8e9a073b8 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.8577840 Feb 09 16:03:51.072191 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '9add46c9-94c4-47ff-a5c8-2ccc534ad416', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'port_id': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'mac_address': 'fa:16:3e:3d:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:03:07Z', 'updated_at': '2022-02-09T16:03:48Z', 'revision_number': 1, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:03:05Z', 'revision_number': 5, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:51.105784 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2278b7be-5580-4253-a5d4-cea60eaea72c None None] The sync data for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 is: [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '9add46c9-94c4-47ff-a5c8-2ccc534ad416', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'floating_ip_address': '172.25.5.123', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'port_id': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'mac_address': 'fa:16:3e:3d:ac:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:03:07Z', 'updated_at': '2022-02-09T16:03:48Z', 'revision_number': 1, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:03:05Z', 'revision_number': 5, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:51.131954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b899d47d-8f03-4c64-8b31-e3267de7aa63 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:51.171203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:51.194992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff829a-2d1b-4e1c-9979-2c4da4d4f490 None None] Sync routers for ids ['1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:51.208826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b899d47d-8f03-4c64-8b31-e3267de7aa63 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:51.209229 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.213066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff829a-2d1b-4e1c-9979-2c4da4d4f490 None None] Routers {'1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:51.213808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-15ff829a-2d1b-4e1c-9979-2c4da4d4f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:51.276070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-15ff829a-2d1b-4e1c-9979-2c4da4d4f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:51.296054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff829a-2d1b-4e1c-9979-2c4da4d4f490 None None] Routers {'1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:51.297265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-15ff829a-2d1b-4e1c-9979-2c4da4d4f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:51.336320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-15ff829a-2d1b-4e1c-9979-2c4da4d4f490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:51.337154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff829a-2d1b-4e1c-9979-2c4da4d4f490 None None] The sync data for ids ['1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:51.390435 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e6481-8e92-419c-b4e6-9c901dc4326c None None] New status for floating IP 9add46c9-94c4-47ff-a5c8-2ccc534ad416: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:03:51.395530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c47bb757-7ce3-47fb-bcdd-ce15e2abc486 req-e77ba28d-5ae4-473d-be4e-04243bffdd9c tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273613 Feb 09 16:03:51.471717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-97f68d77-d59c-4699-aba4-711341ead6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:51.473442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-97f68d77-d59c-4699-aba4-711341ead6df service neutron] 10.222.0.73 "GET /v2.0/networks?id=cd3f7593-5488-4e7c-9b72-c072b1cf38bf HTTP/1.1" status: 200 len: 915 time: 0.4602258 Feb 09 16:03:51.481250 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.482604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-84ddf5bc-ab06-4b9c-b2a9-a5fb700e4800 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.4181669 Feb 09 16:03:51.486351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54326) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:51.505095 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b400819-d3c6-4948-8f24-b79052770601 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.608908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.611487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4b400819-d3c6-4948-8f24-b79052770601 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.615913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4b400819-d3c6-4948-8f24-b79052770601 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/b83baec5-52f7-4acb-9aa6-41300192f833 HTTP/1.1" status: 204 len: 168 time: 1.9782250 Feb 09 16:03:51.623070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54330) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:51.623249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b400819-d3c6-4948-8f24-b79052770601 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=b83baec5-52f7-4acb-9aa6-41300192f833,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:51.631906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a59d7-a861-49d7-b054-00203d85c31d None None] Network 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:51.641641 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0c71438b-34c4-4b3a-8aa1-2a926eeabdca tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/routers/1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad HTTP/1.1" status: 200 len: 881 time: 0.1531708 Feb 09 16:03:51.655106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54332) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:51.689827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=56feeb2b-55b8-439d-a348-c4c08a44f2cf,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:51.732033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-a64a2cb5-e4dc-471d-9de6-48bb418b7973 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 HTTP/1.1" status: 200 len: 999 time: 0.2480931 Feb 09 16:03:51.838279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking segment: {'id': 'eae573d9-528d-4ea5-aa1d-ba75f759a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e63c858-1a70-48f5-89ce-5bb4ca0d81c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:51.838279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network hostable DHCP agents. Network: 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:51.854936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.860146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-676cf67b-07e1-4435-bca2-c83ea02be446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:51.869975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-676cf67b-07e1-4435-bca2-c83ea02be446 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=88044793-e654-4475-a6ac-5684ef7e12bb HTTP/1.1" status: 200 len: 853 time: 0.1193120 Feb 09 16:03:51.900007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.951497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-e153758e-4cc4-4bb9-befd-8fce255330d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:51.954724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-e153758e-4cc4-4bb9-befd-8fce255330d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cd3f7593-5488-4e7c-9b72-c072b1cf38bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829391 Feb 09 16:03:51.960327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.962006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:51.969470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] DHCP port deletion for 72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:52.047059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:52.049254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] Deleting port 0a3b001c-e6b3-4460-89d0-507715fa9c0e {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:52.049635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.087952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting port 0a3b001c-e6b3-4460-89d0-507715fa9c0e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:52.088584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.138844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] For port 0a3b001c-e6b3-4460-89d0-507715fa9c0e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a3b001c-e6b3-4460-89d0-507715fa9c0e,segment=NetworkSegment(a3e8f20d-3fa6-4e63-ace4-d78136e9205b),segment_id=a3e8f20d-3fa6-4e63-ace4-d78136e9205b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:52.139762 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.150267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=fa3e68b6-794e-4044-9a0d-c6ba20efaba7,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:52.159011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] Calling delete_port for 0a3b001c-e6b3-4460-89d0-507715fa9c0e owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:52.186851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-827f8ad9-cfb3-4d53-a1f7-7d31661e291d service neutron] 10.222.0.73 "GET /v2.0/networks/cd3f7593-5488-4e7c-9b72-c072b1cf38bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227106 Feb 09 16:03:52.212464 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-db2368e0-8bee-41a5-8c7c-851e2c9fcb39 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5558827 Feb 09 16:03:52.213510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54336) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:52.215546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] For port 0a3b001c-e6b3-4460-89d0-507715fa9c0e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a3b001c-e6b3-4460-89d0-507715fa9c0e,segment=NetworkSegment(a3e8f20d-3fa6-4e63-ace4-d78136e9205b),segment_id=a3e8f20d-3fa6-4e63-ace4-d78136e9205b)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:52.215919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.228455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3cf512d0-67ac-4b4a-a80b-6e0be398dc75 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2076647858'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:52.267571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:52.268547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:52.273581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Calling delete_port for 0a3b001c-e6b3-4460-89d0-507715fa9c0e owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:52.310640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:52.310640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.310640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:52.311203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1c7f2-f359-48c0-aa6f-951ff2d52779 None None] Network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:52.414420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b32e13-aef2-4755-9ecb-18bca8584aea req-a2eba8f8-2b42-4fd6-ad2a-71f335c63784 service neutron] 10.222.0.73 "GET /v2.0/networks/cd3f7593-5488-4e7c-9b72-c072b1cf38bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159138 Feb 09 16:03:52.552293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-9e63c858-1a70-48f5-89ce-5bb4ca0d81c3', 'network_id': '9e63c858-1a70-48f5-89ce-5bb4ca0d81c3', 'tenant_id': '7ecaa488c5864b3ab3886c9804d8f73d', 'fixed_ips': [{'subnet_id': '56feeb2b-55b8-439d-a348-c4c08a44f2cf'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:52.557889 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.576825 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.619928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b76d1937-9205-4b96-b746-7946549ede57 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9834139 Feb 09 16:03:52.624652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54342) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:52.634625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] No DVR routers for this DVR port 0a3b001c-e6b3-4460-89d0-507715fa9c0e on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:52.637963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '9e63c858-1a70-48f5-89ce-5bb4ca0d81c3', 'name': 'tempest-PortsTestJSON-286192253'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:52.644712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b34db-19d0-44d7-9e8b-104abc82a7d8 None None] Pushing event deleted for resources: {'Port': ['ID=0a3b001c-e6b3-4460-89d0-507715fa9c0e,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:52.692774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Router a2f721e0-0553-40bd-b784-c16188fb7d1c is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:03:52.803378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.837961 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Port': ['ID=0a3b001c-e6b3-4460-89d0-507715fa9c0e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:52.855244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No DVR routers for this DVR port 0a3b001c-e6b3-4460-89d0-507715fa9c0e on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:52.939145 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1215b083-ecb6-46be-b671-c7d9311782d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:52.963987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Allocated IP 172.20.0.2 (9e63c858-1a70-48f5-89ce-5bb4ca0d81c3/56feeb2b-55b8-439d-a348-c4c08a44f2cf/f39b9e38-ffea-445a-961a-7151fb331fc4) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:52.969800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3a0a7d59-bc2d-4d75-97e3-5f30cce674e1 None None] Provisioning complete for port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:52.970232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3a0a7d59-bc2d-4d75-97e3-5f30cce674e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.125919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a7d59-bc2d-4d75-97e3-5f30cce674e1 None None] Port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:53.134079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a3b001c-e6b3-4460-89d0-507715fa9c0e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:53.142196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:53.162503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5de73e29-c732-40fb-ae6c-2043006b300c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "PUT /v2.0/routers/a2f721e0-0553-40bd-b784-c16188fb7d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8268864 Feb 09 16:03:53.164493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0a3b001c-e6b3-4460-89d0-507715fa9c0e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:53.165391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54350) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:53.165931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a3b001c-e6b3-4460-89d0-507715fa9c0e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:53.168427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Sync routers for ids ['a2f721e0-0553-40bd-b784-c16188fb7d1c'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:53.198897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Routers {'a2f721e0-0553-40bd-b784-c16188fb7d1c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:53.199821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a2f721e0-0553-40bd-b784-c16188fb7d1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:53.227773 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.315628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:53.323113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.325128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:53.345548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e8f20d-3fa6-4e63-ace4-d78136e9205b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:53.346160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e8f20d-3fa6-4e63-ace4-d78136e9205b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:53.349544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062ed12-48d5-454f-94cc-332a6fe18231 req-73b1d0b6-9898-46b2-a21f-70713b880436 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:53.351450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4062ed12-48d5-454f-94cc-332a6fe18231 req-73b1d0b6-9898-46b2-a21f-70713b880436 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.8111565 Feb 09 16:03:53.360383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca0a677-54a4-4bc3-ae53-dbf7abf8509e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:53.370477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2ca0a677-54a4-4bc3-ae53-dbf7abf8509e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports/fa3e68b6-794e-4044-9a0d-c6ba20efaba7 HTTP/1.1" status: 200 len: 911 time: 0.1381252 Feb 09 16:03:53.371545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.374710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Set router a2f721e0-0553-40bd-b784-c16188fb7d1c gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:53.378787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:53.388814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 4a939e1e-919e-49cd-afd8-36916d9842cc yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:03:53.464486 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.473463 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.481208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4062ed12-48d5-454f-94cc-332a6fe18231 req-02049916-96a3-4847-90cd-6fe83f62c1ab tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116879 Feb 09 16:03:53.487583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:53.487964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:53.491398 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:53.612766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b9f15-aa44-4832-9bc2-eb5f47c21c5c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:53.621863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b9f15-aa44-4832-9bc2-eb5f47c21c5c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:53.625534 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fd7b9f15-aa44-4832-9bc2-eb5f47c21c5c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2490206 Feb 09 16:03:53.628739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54358) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:53.681896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cf512d0-67ac-4b4a-a80b-6e0be398dc75 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.725585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.745841 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.748292 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a HTTP/1.1" status: 204 len: 168 time: 2.1263416 Feb 09 16:03:53.751697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.768243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54360) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:53.772351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f3a64-31d2-4628-a63a-928b47f47bb8 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=72a17bda-28b2-4bbe-a4c5-5fe64d34dd3a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:53.777799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cf512d0-67ac-4b4a-a80b-6e0be398dc75 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:53.810868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.14 (9e63c858-1a70-48f5-89ce-5bb4ca0d81c3/56feeb2b-55b8-439d-a348-c4c08a44f2cf/4a939e1e-919e-49cd-afd8-36916d9842cc) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:53.816477 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb4a72f-e435-4c26-9d6b-78a6041714b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:53.817770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb4a72f-e435-4c26-9d6b-78a6041714b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:53.821310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7cb4a72f-e435-4c26-9d6b-78a6041714b3 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/21935d83-a94a-4391-b766-e258bf8d6ed2 HTTP/1.1" status: 404 len: 337 time: 0.0498748 Feb 09 16:03:53.830649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54362) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:53.873239 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-96eb5fc4-3006-4fea-a7a9-56017cc88e66 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:53.874207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96eb5fc4-3006-4fea-a7a9-56017cc88e66 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:53.877643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-96eb5fc4-3006-4fea-a7a9-56017cc88e66 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/cf006626-58e6-4d85-aadd-a389e4e89acc HTTP/1.1" status: 404 len: 339 time: 0.0456486 Feb 09 16:03:53.882874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54364) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:53.899662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:53.901096 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Pushing event updated for resources: {'Port': ['ID=f39b9e38-ffea-445a-961a-7151fb331fc4,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:53.906228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:53.919847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:54.019937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf512d0-67ac-4b4a-a80b-6e0be398dc75 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:54.082053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Attempting to bind port f39b9e38-ffea-445a-961a-7151fb331fc4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:54.082786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Attempting to bind port f39b9e38-ffea-445a-961a-7151fb331fc4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'eae573d9-528d-4ea5-aa1d-ba75f759a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e63c858-1a70-48f5-89ce-5bb4ca0d81c3'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:54.084499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Attempting to bind port f39b9e38-ffea-445a-961a-7151fb331fc4 on network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:54.096136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:54.096919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Checking segment: {'id': 'eae573d9-528d-4ea5-aa1d-ba75f759a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e63c858-1a70-48f5-89ce-5bb4ca0d81c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:54.097510 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.098936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Bound using segment: {'id': 'eae573d9-528d-4ea5-aa1d-ba75f759a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e63c858-1a70-48f5-89ce-5bb4ca0d81c3'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:54.099640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Bound port: f39b9e38-ffea-445a-961a-7151fb331fc4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae573d9-528d-4ea5-aa1d-ba75f759a780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9e63c858-1a70-48f5-89ce-5bb4ca0d81c3'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:54.100304 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.151135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f50e5a-cef4-479d-ba95-c92ba7429f80 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting subnet 91033549-1f53-468c-97fe-6e5fd00f2010 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:54.167685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84f50e5a-cef4-479d-ba95-c92ba7429f80 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.289188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] For port f39b9e38-ffea-445a-961a-7151fb331fc4, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:54.296537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] For port f39b9e38-ffea-445a-961a-7151fb331fc4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f39b9e38-ffea-445a-961a-7151fb331fc4,segment=NetworkSegment(eae573d9-528d-4ea5-aa1d-ba75f759a780),segment_id=eae573d9-528d-4ea5-aa1d-ba75f759a780)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:54.305712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f721e0-0553-40bd-b784-c16188fb7d1c', 'name': 'tempest-NetworksTestDHCPv6-router-401620951', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:45Z', 'updated_at': '2022-02-09T16:03:50Z', 'revision_number': 2, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None, '_interfaces': [{'id': 'fa3e68b6-794e-4044-9a0d-c6ba20efaba7', 'name': '', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'mac_address': 'fa:16:3e:64:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f721e0-0553-40bd-b784-c16188fb7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd0dcda44-d14e-4db6-9c47-508cc584c9c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:48Z', 'updated_at': '2022-02-09T16:03:51Z', 'revision_number': 2, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'subnets': [{'id': 'd0dcda44-d14e-4db6-9c47-508cc584c9c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:54.314834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf512d0-67ac-4b4a-a80b-6e0be398dc75 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:54.327334 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5538534-68ac-499a-8458-fa65b0007d40 None None] Sync routers for ids ['1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:03:54.336419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cf512d0-67ac-4b4a-a80b-6e0be398dc75 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.337929 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3cf512d0-67ac-4b4a-a80b-6e0be398dc75 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad HTTP/1.1" status: 200 len: 888 time: 2.1188591 Feb 09 16:03:54.345089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Checking router: a2f721e0-0553-40bd-b784-c16188fb7d1c for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:03:54.345380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Updating router a2f721e0-0553-40bd-b784-c16188fb7d1c port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:03:54.345568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54370) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:54.361721 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5538534-68ac-499a-8458-fa65b0007d40 None None] Routers {'1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:54.362483 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c5538534-68ac-499a-8458-fa65b0007d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:54.398842 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.417907 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.419585 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c5538534-68ac-499a-8458-fa65b0007d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:54.430216 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5538534-68ac-499a-8458-fa65b0007d40 None None] Routers {'1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:54.430955 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c5538534-68ac-499a-8458-fa65b0007d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:54.507770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Pushing event updated for resources: {'Port': ['ID=f39b9e38-ffea-445a-961a-7151fb331fc4,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:54.587360 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d0e07a5-838b-4c5b-bf6c-f4414f9915d5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/routers/1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad HTTP/1.1" status: 200 len: 888 time: 0.2401111 Feb 09 16:03:54.591512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54374) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:54.615437 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c5538534-68ac-499a-8458-fa65b0007d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:54.618954 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5538534-68ac-499a-8458-fa65b0007d40 None None] The sync data for ids ['1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:54.653166 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6532c5e9-62b5-48a9-b5d3-65f2dc0b39c6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad HTTP/1.1" status: 200 len: 205 time: 0.0628784 Feb 09 16:03:54.656293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54376) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:54.793209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.794134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.794796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.795340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.795890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.796601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.803279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.803279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.803279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.803279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.803279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.803279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71431d-dfdb-47a0-aaa9-bde533797c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:03:54.894942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84f50e5a-cef4-479d-ba95-c92ba7429f80 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:54.895732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.053955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.094657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba01e41-6ebf-4fe1-bdff-02c6cc7832ac req-ab88624e-fc4a-44c2-b921-ef031c5f63da tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:55.097072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ba01e41-6ebf-4fe1-bdff-02c6cc7832ac req-ab88624e-fc4a-44c2-b921-ef031c5f63da tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.2813368 Feb 09 16:03:55.107593 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.212158 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.216693 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84f50e5a-cef4-479d-ba95-c92ba7429f80 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.244958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f39b9e38-ffea-445a-961a-7151fb331fc4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:55.280677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 6119913a-7858-485e-963c-353f451aea02 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:55.281260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.300843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ba01e41-6ebf-4fe1-bdff-02c6cc7832ac req-65f778a8-f05a-4c7f-93be-ebb60ee57aa7 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519313 Feb 09 16:03:55.332544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.351012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f39b9e38-ffea-445a-961a-7151fb331fc4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:55.351925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.395464 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-35a842e8-ba8d-45a3-a549-494fda975a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.468841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.492844 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.520516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.523592 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.536681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 6119913a-7858-485e-963c-353f451aea02 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:55.605161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port f39b9e38-ffea-445a-961a-7151fb331fc4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f39b9e38-ffea-445a-961a-7151fb331fc4,segment=NetworkSegment(eae573d9-528d-4ea5-aa1d-ba75f759a780),segment_id=eae573d9-528d-4ea5-aa1d-ba75f759a780)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:55.616122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c95a07-f275-44e0-9eea-d2a045768f67 None None] Pushing event updated for resources: {'Port': ['ID=fa3e68b6-794e-4044-9a0d-c6ba20efaba7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:55.687423 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84f50e5a-cef4-479d-ba95-c92ba7429f80 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.728932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Attempting to bind port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:03:55.729743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Attempting to bind port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:03:55.730476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Attempting to bind port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:03:55.744021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:03:55.745190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:55.746752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.747522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:03:55.749090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Bound port: fa3e68b6-794e-4044-9a0d-c6ba20efaba7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:03:55.749867 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.750801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:03:55.819102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:55.824249 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84f50e5a-cef4-479d-ba95-c92ba7429f80 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.828419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-84f50e5a-cef4-479d-ba95-c92ba7429f80 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/subnets/91033549-1f53-468c-97fe-6e5fd00f2010 HTTP/1.1" status: 204 len: 168 time: 1.9439225 Feb 09 16:03:55.829612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f50e5a-cef4-479d-ba95-c92ba7429f80 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Subnet': ['ID=91033549-1f53-468c-97fe-6e5fd00f2010,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:55.831805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=4a939e1e-919e-49cd-afd8-36916d9842cc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:55.835502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:03:55.839016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54390) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:55.882945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:55.901280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b486c-30c3-482f-93f5-83877a6eddea None None] Network a7272844-b1ff-47b7-949b-d760ad05f9a4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:56.045452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:56.046129 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.087092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.157276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] For port fa3e68b6-794e-4044-9a0d-c6ba20efaba7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:03:56.211020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] For port fa3e68b6-794e-4044-9a0d-c6ba20efaba7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fa3e68b6-794e-4044-9a0d-c6ba20efaba7,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:03:56.229132 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.248349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Deleting port e5959749-4525-41b1-a764-0bf63c35f361 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:56.249027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.289093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-17d527ef-cee7-426f-951e-0117a00b97e8 None None] Provisioning complete for port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:56.289783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-17d527ef-cee7-426f-951e-0117a00b97e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.292803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=f39b9e38-ffea-445a-961a-7151fb331fc4,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:56.340514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-430b8a70-bd27-4f05-b5cf-80429c88aab1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7138073 Feb 09 16:03:56.348584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54394) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:56.386798 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.443963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.463050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-17d527ef-cee7-426f-951e-0117a00b97e8 None None] Port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:03:56.495828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] For port e5959749-4525-41b1-a764-0bf63c35f361, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e5959749-4525-41b1-a764-0bf63c35f361,segment=NetworkSegment(37d8d11f-b802-45ee-8f36-643a86216017),segment_id=37d8d11f-b802-45ee-8f36-643a86216017)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:56.496129 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.514581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Calling delete_port for e5959749-4525-41b1-a764-0bf63c35f361 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:56.519338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc5b649-2362-45aa-b96a-59e2528aa712 None None] Network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:56.527070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.540440 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.598894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=6119913a-7858-485e-963c-353f451aea02,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:56.619391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port fa3e68b6-794e-4044-9a0d-c6ba20efaba7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:56.619894 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.669133 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.688442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531b240-a691-485a-8780-c2376d9fea0c None None] DHCP port deletion for a7272844-b1ff-47b7-949b-d760ad05f9a4 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:03:56.709413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-95e5ea79-24c8-4d2e-a5c1-56f3001b4592 None None] Provisioning complete for port f39b9e38-ffea-445a-961a-7151fb331fc4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:56.710452 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-95e5ea79-24c8-4d2e-a5c1-56f3001b4592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.714832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c95a07-f275-44e0-9eea-d2a045768f67 None None] Pushing event updated for resources: {'Port': ['ID=fa3e68b6-794e-4044-9a0d-c6ba20efaba7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:56.742297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Routers {'a2f721e0-0553-40bd-b784-c16188fb7d1c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:03:56.743393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a2f721e0-0553-40bd-b784-c16188fb7d1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:56.743983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.744721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Fanout notify agent at l3_agent the message router_deleted on router 1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:03:56.757215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.758667 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ba285a8e-50b3-43fa-a903-9bb1ac050087 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad HTTP/1.1" status: 204 len: 168 time: 2.1017444 Feb 09 16:03:56.765038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54400) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:56.774068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.779270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-158042204'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:56.834475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Port': ['ID=e5959749-4525-41b1-a764-0bf63c35f361,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:56.851748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] For port fa3e68b6-794e-4044-9a0d-c6ba20efaba7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fa3e68b6-794e-4044-9a0d-c6ba20efaba7,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:03:56.852136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.855142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] No DVR routers for this DVR port e5959749-4525-41b1-a764-0bf63c35f361 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:03:56.860871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-47e38336-ff50-4d82-a6c0-7cbb8d651785 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 4a939e1e-919e-49cd-afd8-36916d9842cc {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:03:56.860871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e38336-ff50-4d82-a6c0-7cbb8d651785 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.918477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for fa3e68b6-794e-4044-9a0d-c6ba20efaba7 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:56.924225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:56.928706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:56.945665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9531b240-a691-485a-8780-c2376d9fea0c None None] The port 'e5959749-4525-41b1-a764-0bf63c35f361' was deleted {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 09 16:03:57.001039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:03:57.019708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.020169 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment f6189e98-1ad6-47b2-b10c-7378ca720541 of type vlan for network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 Feb 09 16:03:57.092535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.181246 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.249806 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e38336-ff50-4d82-a6c0-7cbb8d651785 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.275451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7272844-b1ff-47b7-949b-d760ad05f9a4']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:57.284255 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.291895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:57.293208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.299894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-47e38336-ff50-4d82-a6c0-7cbb8d651785 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 4a939e1e-919e-49cd-afd8-36916d9842cc owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:03:57.308777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d8d11f-b802-45ee-8f36-643a86216017') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:57.309225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d8d11f-b802-45ee-8f36-643a86216017') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:57.329102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.436282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:57.439483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] Set router a2f721e0-0553-40bd-b784-c16188fb7d1c gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:03:57.444544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f39b9e38-ffea-445a-961a-7151fb331fc4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:03:57.455045 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e7988f2c-401a-4e25-a6de-36de881f681c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6802173 Feb 09 16:03:57.460043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54410) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:57.469578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': 'efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:57.521418 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.531828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:03:57.532345 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:03:57.536289 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:03:57.569845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:03:57.804842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:03:57.815774 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.845451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f39b9e38-ffea-445a-961a-7151fb331fc4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:57.845825 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.904045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.922305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:57.924073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] 10.222.0.53 "DELETE /v2.0/networks/a7272844-b1ff-47b7-949b-d760ad05f9a4 HTTP/1.1" status: 204 len: 168 time: 2.0834894 Feb 09 16:03:57.987428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a7aa723a-c24e-4a34-8892-8b361570aeda None None] Could not find standard attr ID for object fa3e68b6-794e-4044-9a0d-c6ba20efaba7. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:03:58.001624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be24ff-8f30-405d-b835-c3fe202cf837 tempest-NetworksIpV6Test-979124779 tempest-NetworksIpV6Test-979124779-project] Pushing event deleted for resources: {'Network': ['ID=a7272844-b1ff-47b7-949b-d760ad05f9a4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:58.015438 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.021396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e38336-ff50-4d82-a6c0-7cbb8d651785 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.126362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=fa3e68b6-794e-4044-9a0d-c6ba20efaba7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:58.234172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9639d8ab-b20d-4e62-b9fa-3b044ea674fa None None] Could not find standard attr ID for object 4a939e1e-919e-49cd-afd8-36916d9842cc. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:03:58.286772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9639d8ab-b20d-4e62-b9fa-3b044ea674fa None None] Provisioning complete for port f39b9e38-ffea-445a-961a-7151fb331fc4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:03:58.287317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9639d8ab-b20d-4e62-b9fa-3b044ea674fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.351884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.360466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e5959749-4525-41b1-a764-0bf63c35f361 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:03:58.367015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f721e0-0553-40bd-b784-c16188fb7d1c', 'name': 'tempest-NetworksTestDHCPv6-router-401620951', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:45Z', 'updated_at': '2022-02-09T16:03:50Z', 'revision_number': 2, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None, '_interfaces': [{'id': 'fa3e68b6-794e-4044-9a0d-c6ba20efaba7', 'name': '', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'mac_address': 'fa:16:3e:64:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f721e0-0553-40bd-b784-c16188fb7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd0dcda44-d14e-4db6-9c47-508cc584c9c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:48Z', 'updated_at': '2022-02-09T16:03:56Z', 'revision_number': 4, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'subnets': [{'id': 'd0dcda44-d14e-4db6-9c47-508cc584c9c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:03:58.398669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e38336-ff50-4d82-a6c0-7cbb8d651785 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=4a939e1e-919e-49cd-afd8-36916d9842cc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:58.417270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.429671 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.442406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74054f6c-920b-4716-8730-cb9e1af80eb3 req-5be613dd-b3c5-4244-8e41-585d70141407 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:58.451922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74054f6c-920b-4716-8730-cb9e1af80eb3 req-5be613dd-b3c5-4244-8e41-585d70141407 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.7213171 Feb 09 16:03:58.490972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1d311-a9f5-4bfa-8de5-de66e53a6b33 None None] The sync data for ids ['a2f721e0-0553-40bd-b784-c16188fb7d1c'] in n-d-828542-1 is: [{'id': 'a2f721e0-0553-40bd-b784-c16188fb7d1c', 'name': 'tempest-NetworksTestDHCPv6-router-401620951', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:45Z', 'updated_at': '2022-02-09T16:03:50Z', 'revision_number': 2, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None, '_interfaces': [{'id': 'fa3e68b6-794e-4044-9a0d-c6ba20efaba7', 'name': '', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'mac_address': 'fa:16:3e:64:0b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f721e0-0553-40bd-b784-c16188fb7d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'd0dcda44-d14e-4db6-9c47-508cc584c9c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:03:48Z', 'updated_at': '2022-02-09T16:03:56Z', 'revision_number': 4, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'subnets': [{'id': 'd0dcda44-d14e-4db6-9c47-508cc584c9c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:03:58.494978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: e5959749-4525-41b1-a764-0bf63c35f361 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:03:58.494978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e5959749-4525-41b1-a764-0bf63c35f361 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:03:58.606349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=8843b066-3a31-4f14-be88-6106ac97f923,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:58.615637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.636380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': 'f6189e98-1ad6-47b2-b10c-7378ca720541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:03:58.636855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:03:58.703487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ac8c506a-85f0-40a9-8768-4827823d202b None None] Could not find standard attr ID for object 4a939e1e-919e-49cd-afd8-36916d9842cc. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:03:58.709975 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e38336-ff50-4d82-a6c0-7cbb8d651785 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:58.713398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-47e38336-ff50-4d82-a6c0-7cbb8d651785 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/4a939e1e-919e-49cd-afd8-36916d9842cc HTTP/1.1" status: 204 len: 168 time: 2.3624177 Feb 09 16:03:58.717847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:58.723501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74054f6c-920b-4716-8730-cb9e1af80eb3 req-3a523c1d-a5db-47e5-a22d-e7fc659ff405 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698896 Feb 09 16:03:58.794752 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-7325e081-3a27-4b41-8682-946780a1e868 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:03:58.796195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7325e081-3a27-4b41-8682-946780a1e868 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:03:58.817084 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7325e081-3a27-4b41-8682-946780a1e868 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/4a939e1e-919e-49cd-afd8-36916d9842cc HTTP/1.1" status: 404 len: 333 time: 0.0973938 Feb 09 16:03:58.817741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54424) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:58.872068 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-201fdd82-3680-4700-abc4-b1b360aa8523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:03:58.884029 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-201fdd82-3680-4700-abc4-b1b360aa8523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/4a939e1e-919e-49cd-afd8-36916d9842cc HTTP/1.1" status: 404 len: 333 time: 0.0616143 Feb 09 16:03:58.884029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54428) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:58.886513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:03:58.954810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54430) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:58.990519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Router a2f721e0-0553-40bd-b784-c16188fb7d1c has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:03:59.078872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:03:59.112960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:59.115473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.149161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0f5c2d-76b6-4368-a86c-4a9c07982b80 None None] Network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:03:59.167352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed9a718-f5e8-4f0c-8bd8-1fd22ef55b61 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet 56feeb2b-55b8-439d-a348-c4c08a44f2cf {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:59.180663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a718-f5e8-4f0c-8bd8-1fd22ef55b61 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.275804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a718-f5e8-4f0c-8bd8-1fd22ef55b61 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.287557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:03:59.299934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-58eba365-c0c5-4c15-9c3a-c9a5eab9a2ed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "PUT /v2.0/routers/a2f721e0-0553-40bd-b784-c16188fb7d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6666079 Feb 09 16:03:59.300104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54434) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:59.365246 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0ef3a3c0-4e5d-47ad-9f84-84ce3eabbf85 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9013779 Feb 09 16:03:59.370514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54436) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:59.378168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2725b50d-1a9d-4eac-9ed7-c65178ec2405 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1808218616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:03:59.404270 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d9149935-ec27-4093-a43c-56330364a3e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92bd2a8e7f6643319ef03c4bbcf26338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433405 Feb 09 16:03:59.412737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54438) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:59.419658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990464f-ed85-457c-9476-88f083a2bb8d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:59.421623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9990464f-ed85-457c-9476-88f083a2bb8d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:59.427810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9990464f-ed85-457c-9476-88f083a2bb8d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1221068 Feb 09 16:03:59.428252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54440) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:03:59.538109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80', 'network_id': 'efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': '8843b066-3a31-4f14-be88-6106ac97f923'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:03:59.539935 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.550017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-a357a96f-c34a-4576-80cd-1e316a955991 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet d0dcda44-d14e-4db6-9c47-508cc584c9c6 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:03:59.553600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2725b50d-1a9d-4eac-9ed7-c65178ec2405 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.559900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a357a96f-c34a-4576-80cd-1e316a955991 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.560404 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2725b50d-1a9d-4eac-9ed7-c65178ec2405 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.608222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a718-f5e8-4f0c-8bd8-1fd22ef55b61 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.615379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a357a96f-c34a-4576-80cd-1e316a955991 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.647171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2725b50d-1a9d-4eac-9ed7-c65178ec2405 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.708625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-533ab383-9e32-4983-bf67-4d914a44c296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.751954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Allocated IP 172.20.0.2 (efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80/8843b066-3a31-4f14-be88-6106ac97f923/12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:03:59.760609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2725b50d-1a9d-4eac-9ed7-c65178ec2405 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.770672 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-533ab383-9e32-4983-bf67-4d914a44c296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.824723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a357a96f-c34a-4576-80cd-1e316a955991 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.925833 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a718-f5e8-4f0c-8bd8-1fd22ef55b61 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.983830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9a718-f5e8-4f0c-8bd8-1fd22ef55b61 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=56feeb2b-55b8-439d-a348-c4c08a44f2cf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:03:59.983830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a718-f5e8-4f0c-8bd8-1fd22ef55b61 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:59.985484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49656aac-82da-4952-9acc-a8f239717d5f req-2fd4cf52-cf12-41e2-b305-05ef23c6976e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:03:59.987920 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6ed9a718-f5e8-4f0c-8bd8-1fd22ef55b61 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/56feeb2b-55b8-439d-a348-c4c08a44f2cf HTTP/1.1" status: 204 len: 168 time: 1.1029387 Feb 09 16:03:59.989414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49656aac-82da-4952-9acc-a8f239717d5f req-2fd4cf52-cf12-41e2-b305-05ef23c6976e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1001871 Feb 09 16:03:59.991071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54450) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:00.002742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9fd964-70d4-49e7-8c3c-3d1f9cc1e4a5 None None] Network 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:00.030906 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.033263 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2725b50d-1a9d-4eac-9ed7-c65178ec2405 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.038708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2725b50d-1a9d-4eac-9ed7-c65178ec2405 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6631846 Feb 09 16:04:00.040471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54454) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:00.125218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-533ab383-9e32-4983-bf67-4d914a44c296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.135983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-533ab383-9e32-4983-bf67-4d914a44c296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.137836 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-533ab383-9e32-4983-bf67-4d914a44c296 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72467ccf-d62d-4095-a8a1-403262116893 HTTP/1.1" status: 204 len: 168 time: 0.7224774 Feb 09 16:04:00.140106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a357a96f-c34a-4576-80cd-1e316a955991 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.157892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49656aac-82da-4952-9acc-a8f239717d5f req-0bc4c771-e248-4279-9801-959af879a4f6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414175 Feb 09 16:04:00.168752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.188444 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.215066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.254779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port f39b9e38-ffea-445a-961a-7151fb331fc4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:00.255079 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.335935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:00.340043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ab383-9e32-4983-bf67-4d914a44c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72467ccf-d62d-4095-a8a1-403262116893,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:00.340321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] For port f39b9e38-ffea-445a-961a-7151fb331fc4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f39b9e38-ffea-445a-961a-7151fb331fc4,segment=NetworkSegment(eae573d9-528d-4ea5-aa1d-ba75f759a780),segment_id=eae573d9-528d-4ea5-aa1d-ba75f759a780)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:00.340321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.342023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:00.361434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:00.367776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for f39b9e38-ffea-445a-961a-7151fb331fc4 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:00.370951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Pushing event updated for resources: {'Port': ['ID=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:00.429909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a357a96f-c34a-4576-80cd-1e316a955991 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.440359 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a357a96f-c34a-4576-80cd-1e316a955991 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/d0dcda44-d14e-4db6-9c47-508cc584c9c6 HTTP/1.1" status: 204 len: 168 time: 1.0121894 Feb 09 16:04:00.441420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54458) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:00.443644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357a96f-c34a-4576-80cd-1e316a955991 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=d0dcda44-d14e-4db6-9c47-508cc584c9c6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:00.464364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e056803f-7586-4363-91d8-947eeb2ef657 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:00.493033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Attempting to bind port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:00.493331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Attempting to bind port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f6189e98-1ad6-47b2-b10c-7378ca720541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:00.493716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Attempting to bind port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 on network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:00.535372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:00.536746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Checking segment: {'id': 'f6189e98-1ad6-47b2-b10c-7378ca720541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:00.537423 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.538014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Bound using segment: {'id': 'f6189e98-1ad6-47b2-b10c-7378ca720541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:00.538689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Bound port: 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6189e98-1ad6-47b2-b10c-7378ca720541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:00.539974 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.606041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] DHCP port deletion for 9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:00.658460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54460) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:00.666387 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47eb83b6-3746-439e-bb75-6a80b7113784 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2186074 Feb 09 16:04:00.721993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] For port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:00.729179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] For port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,segment=NetworkSegment(f6189e98-1ad6-47b2-b10c-7378ca720541),segment_id=f6189e98-1ad6-47b2-b10c-7378ca720541)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:00.740889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.762340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] Deleting port f39b9e38-ffea-445a-961a-7151fb331fc4 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:00.762795 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.884686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.921674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:00.928651 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.941206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] For port f39b9e38-ffea-445a-961a-7151fb331fc4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f39b9e38-ffea-445a-961a-7151fb331fc4,segment=NetworkSegment(eae573d9-528d-4ea5-aa1d-ba75f759a780),segment_id=eae573d9-528d-4ea5-aa1d-ba75f759a780)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:00.942087 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.957677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=f39b9e38-ffea-445a-961a-7151fb331fc4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:00.961790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89d2013d-a0ae-432e-bd0d-4cc9b0340e35 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.050228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] Calling delete_port for f39b9e38-ffea-445a-961a-7151fb331fc4 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:01.135491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f2594-aabe-4c8c-881b-dd1e3e70302b None None] Pushing event updated for resources: {'Port': ['ID=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:01.260939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No DVR routers for this DVR port f39b9e38-ffea-445a-961a-7151fb331fc4 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:01.311702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.20.0.1 (efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80/8843b066-3a31-4f14-be88-6106ac97f923/6c277704-e9ff-4e76-951e-f6cbcafc58a2) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:01.450986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89d2013d-a0ae-432e-bd0d-4cc9b0340e35 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.457542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89d2013d-a0ae-432e-bd0d-4cc9b0340e35 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.512818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b899d47d-8f03-4c64-8b31-e3267de7aa63 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:01.558780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] Sync routers for ids ['a2f721e0-0553-40bd-b784-c16188fb7d1c'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:04:01.635216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] Routers {'a2f721e0-0553-40bd-b784-c16188fb7d1c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:01.640107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a2f721e0-0553-40bd-b784-c16188fb7d1c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:01.655571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4ace0-f0f4-49b4-a765-fb5a99900928 req-7e04e6cd-8b0b-4db2-b198-8e2850a78d5e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:01.664542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73b4ace0-f0f4-49b4-a765-fb5a99900928 req-7e04e6cd-8b0b-4db2-b198-8e2850a78d5e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.3357277 Feb 09 16:04:01.668466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.717093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e63c858-1a70-48f5-89ce-5bb4ca0d81c3']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:01.737240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae573d9-528d-4ea5-aa1d-ba75f759a780') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:01.737690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae573d9-528d-4ea5-aa1d-ba75f759a780') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.756883 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:04:01.763147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] Set router a2f721e0-0553-40bd-b784-c16188fb7d1c gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:01.765940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73b4ace0-f0f4-49b4-a765-fb5a99900928 req-4cd2b8ed-84fe-4b58-b6aa-1d29d4c3e34d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002057 Feb 09 16:04:01.770561 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89d2013d-a0ae-432e-bd0d-4cc9b0340e35 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.771102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2013d-a0ae-432e-bd0d-4cc9b0340e35 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Fanout notify agent at l3_agent the message router_deleted on router a2f721e0-0553-40bd-b784-c16188fb7d1c {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:04:01.780941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] Deleting port b899d47d-8f03-4c64-8b31-e3267de7aa63 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:01.782745 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.790426 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89d2013d-a0ae-432e-bd0d-4cc9b0340e35 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.795457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-89d2013d-a0ae-432e-bd0d-4cc9b0340e35 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/routers/a2f721e0-0553-40bd-b784-c16188fb7d1c HTTP/1.1" status: 204 len: 168 time: 1.1313739 Feb 09 16:04:01.795457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.796922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54478) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:01.848037 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.861505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:04:01.862200 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.887734 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.897301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f721e0-0553-40bd-b784-c16188fb7d1c', 'name': 'tempest-NetworksTestDHCPv6-router-401620951', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:03:45Z', 'updated_at': '2022-02-09T16:03:57Z', 'revision_number': 3, 'project_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:01.899581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:04:02.027619 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:04:02.054277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] Checking router: a2f721e0-0553-40bd-b784-c16188fb7d1c for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:04:02.063797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] Pushing event deleted for resources: {'Port': ['ID=f39b9e38-ffea-445a-961a-7151fb331fc4,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:02.088530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fde083-07df-4556-9926-18bab5f23d30 None None] No DVR routers for this DVR port f39b9e38-ffea-445a-961a-7151fb331fc4 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:02.101474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.106332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] For port b899d47d-8f03-4c64-8b31-e3267de7aa63, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b899d47d-8f03-4c64-8b31-e3267de7aa63,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:02.107028 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.116280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee66ec-efb1-4a85-b9da-fcf04f99fb0a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:02.123612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6aee66ec-efb1-4a85-b9da-fcf04f99fb0a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3212218 Feb 09 16:04:02.123750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] Routers set() bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:02.123750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] Router IDs set() for agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 16:04:02.123750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_agentschedulers_db [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a2f721e0-0553-40bd-b784-c16188fb7d1c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent'). {{(pid=103180) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 16:04:02.123750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3e9ec0-0a45-467a-81e0-c559d53feaa6 None None] The sync data for ids ['a2f721e0-0553-40bd-b784-c16188fb7d1c'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:04:02.124192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54480) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:02.140916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] Calling delete_port for b899d47d-8f03-4c64-8b31-e3267de7aa63 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:02.174387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port b899d47d-8f03-4c64-8b31-e3267de7aa63, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b899d47d-8f03-4c64-8b31-e3267de7aa63,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:02.204461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-f384f994-a8a4-48ed-82e2-a0a10507624d req-fef4b588-e84f-4c9c-b926-2ba1984992b9 service neutron] (103179) timed out ('10.222.0.13', 64062) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:04:02.320301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f0192-6fa4-4c3c-abad-cd776772cbcb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:02.326603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-661f0192-6fa4-4c3c-abad-cd776772cbcb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1966548 Feb 09 16:04:02.326603 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.342756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.350784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:02.361523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54490) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:02.361718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/networks/9e63c858-1a70-48f5-89ce-5bb4ca0d81c3 HTTP/1.1" status: 204 len: 168 time: 2.3645597 Feb 09 16:04:02.398836 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.400007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f39b9e38-ffea-445a-961a-7151fb331fc4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:02.403561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1667068041'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:02.445241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44aac3-0201-4879-a635-470017d337fc tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Network': ['ID=9e63c858-1a70-48f5-89ce-5bb4ca0d81c3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:02.502005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f39b9e38-ffea-445a-961a-7151fb331fc4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:02.510356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f39b9e38-ffea-445a-961a-7151fb331fc4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:02.537343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.569221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=b899d47d-8f03-4c64-8b31-e3267de7aa63,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:02.578107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] No DVR routers for this DVR port b899d47d-8f03-4c64-8b31-e3267de7aa63 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:02.629559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3660e-d8b2-44d8-b6fd-4db81d2f0156 None None] Pushing event deleted for resources: {'Port': ['ID=b899d47d-8f03-4c64-8b31-e3267de7aa63,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:02.721565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54500) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:02.724695 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2dafff7f-b767-4e32-b9ee-02c8068031ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3492677 Feb 09 16:04:02.728402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:02.852440 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:02.934614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:02.939649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54508) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:02.943286 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.012518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8561851-6c87-4070-a523-da7fb41dbf3d None None] Network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:03.031804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:03.057261 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.060429 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Added segment f5d63381-ca87-4474-8a4f-0a01a0762585 of type vlan for network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 Feb 09 16:04:03.193714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.247805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-261d4f38-95cb-415e-b444-030dba88fa7a None None] Provisioning complete for port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:03.248184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-261d4f38-95cb-415e-b444-030dba88fa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.300119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.328985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:03.334881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:03.341229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:03.347298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=6c277704-e9ff-4e76-951e-f6cbcafc58a2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:03.354945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:03.483739 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.508741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1052840665'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:03.538872 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.545797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:03.546767 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.579434 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-261d4f38-95cb-415e-b444-030dba88fa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.608965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e44377-f530-4d56-a738-d6481aab6a0b req-18bc8021-b300-4e79-bd08-a27c79e3a0ae tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:03.611244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01e44377-f530-4d56-a738-d6481aab6a0b req-18bc8021-b300-4e79-bd08-a27c79e3a0ae tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1088510 Feb 09 16:04:03.631644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:03.633596 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.714068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Network': ['ID=39ec543a-06b9-4f4c-83cb-7dd5198b9207,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:03.730748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:03.739458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.743218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:04:03.782953 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a032c703-080c-4472-926b-9a6fc0446edd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4055781 Feb 09 16:04:03.783414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54512) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:03.797030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Made reservation on behalf of 9963f7dddddb4ba88a3a2431a8072b5a for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:03.804289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.821508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '39ec543a-06b9-4f4c-83cb-7dd5198b9207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:03.839124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-261d4f38-95cb-415e-b444-030dba88fa7a None None] For port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,segment=NetworkSegment(f6189e98-1ad6-47b2-b10c-7378ca720541),segment_id=f6189e98-1ad6-47b2-b10c-7378ca720541)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:03.949767 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.960390 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-261d4f38-95cb-415e-b444-030dba88fa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.994487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01e44377-f530-4d56-a738-d6481aab6a0b req-ee443595-acdc-4dd0-824d-7c833a80e048 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657386 Feb 09 16:04:04.011613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.051192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.064373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d4f38-95cb-415e-b444-030dba88fa7a None None] Pushing event updated for resources: {'Port': ['ID=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:04.127634 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:04.128288 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:04.155608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b671b8b5-b208-4141-85d9-0860fffb580f None None] Provisioning complete for port 6c277704-e9ff-4e76-951e-f6cbcafc58a2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:04.156049 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b671b8b5-b208-4141-85d9-0860fffb580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.245830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b671b8b5-b208-4141-85d9-0860fffb580f None None] Port 6c277704-e9ff-4e76-951e-f6cbcafc58a2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:04.261409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b671b8b5-b208-4141-85d9-0860fffb580f None None] Provisioning complete for port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:04.261866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b671b8b5-b208-4141-85d9-0860fffb580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.282635 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:04:04.417920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.518619 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.541563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.591875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4a330d64-f5b4-4856-bdcc-6bc3d8522c43 None None] Provisioning complete for port 6c277704-e9ff-4e76-951e-f6cbcafc58a2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:04.592871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a330d64-f5b4-4856-bdcc-6bc3d8522c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.641414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4a330d64-f5b4-4856-bdcc-6bc3d8522c43 None None] Port 6c277704-e9ff-4e76-951e-f6cbcafc58a2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:04.692658 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.697949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=6c277704-e9ff-4e76-951e-f6cbcafc58a2,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:04.703933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fa3e68b6-794e-4044-9a0d-c6ba20efaba7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:04.707214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.730379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: fa3e68b6-794e-4044-9a0d-c6ba20efaba7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:04.730752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:04.730995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fa3e68b6-794e-4044-9a0d-c6ba20efaba7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:04.736935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.869502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:04.872650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:04.875278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:04.924572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:04.925393 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Added segment 40c0180d-1926-423b-8f50-2a0f5c3dc75d of type vlan for network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 Feb 09 16:04:04.950253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1292d3f-705a-4403-bbd7-836557e210ec,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:05.003453 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.219705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.objects.ports [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:04:05.221363 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.272207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:05.279240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:05.285131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:05.286866 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.296214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ce096-0272-42ef-a098-a1a0b615cd36 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:05.308278 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.323028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:05.324369 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.382109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 880174a9-ed14-4c57-805c-639e7ba9b50e is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:04:05.411049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:05.541778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Pushing event updated for resources: {'Network': ['ID=1bd4565e-dd98-4a12-8e10-d77e1bc166f6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:05.569961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:04:05.579791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8566408 Feb 09 16:04:05.596109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54524) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:05.601739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:05.603182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:05.611011 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bdc13985-b71b-4e07-9358-b0c5ca131c64 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/880174a9-ed14-4c57-805c-639e7ba9b50e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5691595 Feb 09 16:04:05.614099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54526) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:05.619109 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3f8b1-def1-4072-9594-e0151713e9a2 None None] Sync routers for ids ['880174a9-ed14-4c57-805c-639e7ba9b50e'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:04:05.658121 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3f8b1-def1-4072-9594-e0151713e9a2 None None] Routers {'880174a9-ed14-4c57-805c-639e7ba9b50e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:05.659161 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-aef3f8b1-def1-4072-9594-e0151713e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['880174a9-ed14-4c57-805c-639e7ba9b50e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:05.708472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547ec7c-83fe-42d4-a8a2-2055dfda88d8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:05.709946 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b547ec7c-83fe-42d4-a8a2-2055dfda88d8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports/6c277704-e9ff-4e76-951e-f6cbcafc58a2 HTTP/1.1" status: 200 len: 910 time: 0.0940683 Feb 09 16:04:05.714625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54528) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:05.721022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8c065b63-f609-4d3e-bb89-3155f80cc29e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8843b066-3a31-4f14-be88-6106ac97f923'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:05.779270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063a007-3269-4ea3-b1e0-ba1eabd864f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=080dacf9-58b6-47f0-a832-7d4ecf7991c1,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:05.783890 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-aef3f8b1-def1-4072-9594-e0151713e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:05.813995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef3f8b1-def1-4072-9594-e0151713e9a2 None None] Routers {'880174a9-ed14-4c57-805c-639e7ba9b50e'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:05.814693 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-aef3f8b1-def1-4072-9594-e0151713e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['880174a9-ed14-4c57-805c-639e7ba9b50e'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:05.826994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1c2ab-0e57-43e4-a628-25896c5585eb req-f013f7d5-a01c-4c77-8d88-7339d4375f6d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:05.841074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08b1c2ab-0e57-43e4-a628-25896c5585eb req-f013f7d5-a01c-4c77-8d88-7339d4375f6d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.5058372 Feb 09 16:04:05.859321 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4f85f0f2-9476-47f4-a1ec-e488336af298 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9138191 Feb 09 16:04:05.866554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54530) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:05.897300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9454e5a1-76dc-4db3-81b3-5e697205b5a5 None None] Provisioning complete for port 6c277704-e9ff-4e76-951e-f6cbcafc58a2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:05.898153 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9454e5a1-76dc-4db3-81b3-5e697205b5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.927871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Request body: {'subnet': {'network_id': '1bd4565e-dd98-4a12-8e10-d77e1bc166f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:05.949413 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:05.998909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '080dacf9-58b6-47f0-a832-7d4ecf7991c1'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:06.000440 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.008624 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-aef3f8b1-def1-4072-9594-e0151713e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:06.010137 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef3f8b1-def1-4072-9594-e0151713e9a2 None None] The sync data for ids ['880174a9-ed14-4c57-805c-639e7ba9b50e'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:04:06.025801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:06.026434 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.031896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9454e5a1-76dc-4db3-81b3-5e697205b5a5 None None] Port 6c277704-e9ff-4e76-951e-f6cbcafc58a2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:06.059218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=fa55e881-5cd9-4c4b-8864-a203c15f22da,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:06.061905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:06.073543 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.171664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c065b63-f609-4d3e-bb89-3155f80cc29e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.296699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08b1c2ab-0e57-43e4-a628-25896c5585eb req-42ab9f39-8103-4e9f-9c51-bb254aafd192 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4543521 Feb 09 16:04:06.463345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking segment: {'id': 'f5d63381-ca87-4474-8a4f-0a01a0762585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '39ec543a-06b9-4f4c-83cb-7dd5198b9207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:06.466005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Allocated IP 2001:db8::f816:3eff:feaf:a6bc (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/080dacf9-58b6-47f0-a832-7d4ecf7991c1/40b88b24-7e96-40d4-84a8-2acb71f6d73b) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:06.466458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network hostable DHCP agents. Network: 39ec543a-06b9-4f4c-83cb-7dd5198b9207, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:06.571865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Made reservation on behalf of 9963f7dddddb4ba88a3a2431a8072b5a for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:06.577240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.706173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:06.920562 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.991299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c065b63-f609-4d3e-bb89-3155f80cc29e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:06.998627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 39ec543a-06b9-4f4c-83cb-7dd5198b9207) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:07.008584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75abdcd6-2b2d-4149-abab-27af8b2f6e09 None None] Network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:07.016902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:07.017559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.058399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.070660 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.120788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:07.132684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:07.135685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:07.138154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:07.139600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:07.144140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:07.145368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.149107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Pushing event updated for resources: {'Port': ['ID=40b88b24-7e96-40d4-84a8-2acb71f6d73b,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:07.159717 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c065b63-f609-4d3e-bb89-3155f80cc29e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.162752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=8f892a1b-10c4-42a8-ab4d-2e249990fe2e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:07.179884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3d8c0f85-70ec-4239-b606-99b4bbd54d45 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3846912 Feb 09 16:04:07.185399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54536) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:07.192363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '39ec543a-06b9-4f4c-83cb-7dd5198b9207', 'security_groups': [], 'name': 'tempest-PortsTestJSON-726470018'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:07.253855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Attempting to bind port 40b88b24-7e96-40d4-84a8-2acb71f6d73b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:07.254694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Attempting to bind port 40b88b24-7e96-40d4-84a8-2acb71f6d73b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:07.255069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Attempting to bind port 40b88b24-7e96-40d4-84a8-2acb71f6d73b on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:07.265833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:07.266645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:07.266645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.267156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:07.267561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Bound port: 40b88b24-7e96-40d4-84a8-2acb71f6d73b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:07.267954 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.288071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.311896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-639c2557-520c-4e62-8aa3-9c4ac0d9123b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7141166 Feb 09 16:04:07.314756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54538) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:07.337392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-39ec543a-06b9-4f4c-83cb-7dd5198b9207', 'network_id': '39ec543a-06b9-4f4c-83cb-7dd5198b9207', 'tenant_id': '7ecaa488c5864b3ab3886c9804d8f73d', 'fixed_ips': [{'subnet_id': 'fa55e881-5cd9-4c4b-8864-a203c15f22da'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:07.338334 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.340785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:74:d3:26', 'name': 'tempest-NetworksTestDHCPv6-1968424739'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:07.390441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c065b63-f609-4d3e-bb89-3155f80cc29e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=6c277704-e9ff-4e76-951e-f6cbcafc58a2,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:07.469836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] For port 40b88b24-7e96-40d4-84a8-2acb71f6d73b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:07.479941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c065b63-f609-4d3e-bb89-3155f80cc29e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:07.483151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Pushing event updated for resources: {'Subnet': ['ID=6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:07.490900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c065b63-f609-4d3e-bb89-3155f80cc29e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.500328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] For port 40b88b24-7e96-40d4-84a8-2acb71f6d73b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40b88b24-7e96-40d4-84a8-2acb71f6d73b,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:07.508327 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8c065b63-f609-4d3e-bb89-3155f80cc29e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/ports/6c277704-e9ff-4e76-951e-f6cbcafc58a2 HTTP/1.1" status: 200 len: 910 time: 1.7860041 Feb 09 16:04:07.508327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54542) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:07.514058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Checking segment: {'id': '40c0180d-1926-423b-8f50-2a0f5c3dc75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1bd4565e-dd98-4a12-8e10-d77e1bc166f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:07.515094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Network hostable DHCP agents. Network: 1bd4565e-dd98-4a12-8e10-d77e1bc166f6, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:07.573622 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.590650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Allocated IP 172.20.0.2 (39ec543a-06b9-4f4c-83cb-7dd5198b9207/fa55e881-5cd9-4c4b-8864-a203c15f22da/5a30f609-5a2d-4643-a7c2-593aa369612d) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:07.665555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4743bc-6df0-49b5-b797-d444fa432a80 req-374b7ea9-60fb-4db0-a21b-720d035cbe10 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:07.676508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a4743bc-6df0-49b5-b797-d444fa432a80 req-374b7ea9-60fb-4db0-a21b-720d035cbe10 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1528504 Feb 09 16:04:07.724729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:07.761035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041498d-d97a-46e1-92ea-2a54ad816cae None None] Pushing event updated for resources: {'Port': ['ID=40b88b24-7e96-40d4-84a8-2acb71f6d73b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:07.794491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:07.804740 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.851801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a4743bc-6df0-49b5-b797-d444fa432a80 req-2803472c-4a91-47c6-9096-788c33d4274c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666210 Feb 09 16:04:07.878421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 7408c304-3e9e-4d3b-a50d-7cfb8e70abfa yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:07.904822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1bd4565e-dd98-4a12-8e10-d77e1bc166f6) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:07.924179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:07.931124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87603b4-c087-44a1-9126-7fdd50a64cde None None] Network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:07.960550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:07.961296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.039186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.127143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:08.136913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d39b7fb9-2f22-43d9-a355-23e1a8f721e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2429118 Feb 09 16:04:08.137839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54550) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:08.144395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Request body: {'port': {'network_id': '1bd4565e-dd98-4a12-8e10-d77e1bc166f6', 'name': 'tempest-TagsExtTest-909210299'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:08.165674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:08.174693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:08.179479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:08.195731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Pushing event updated for resources: {'Port': ['ID=5a30f609-5a2d-4643-a7c2-593aa369612d,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:08.263352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.api [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-74002b2d-3f4e-4b8a-8445-9e37a7346764 {{(pid=103178) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:08.264034 n-d-828542-1 neutron-server[103178]: DEBUG oslo_db.api [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:08.291754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-1bd4565e-dd98-4a12-8e10-d77e1bc166f6', 'network_id': '1bd4565e-dd98-4a12-8e10-d77e1bc166f6', 'tenant_id': '9963f7dddddb4ba88a3a2431a8072b5a', 'fixed_ips': [{'subnet_id': '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:08.293141 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.328852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Attempting to bind port 5a30f609-5a2d-4643-a7c2-593aa369612d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:08.329116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Attempting to bind port 5a30f609-5a2d-4643-a7c2-593aa369612d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f5d63381-ca87-4474-8a4f-0a01a0762585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '39ec543a-06b9-4f4c-83cb-7dd5198b9207'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:08.329465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Attempting to bind port 5a30f609-5a2d-4643-a7c2-593aa369612d on network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:08.383400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.414278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:08.414832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Checking segment: {'id': 'f5d63381-ca87-4474-8a4f-0a01a0762585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '39ec543a-06b9-4f4c-83cb-7dd5198b9207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:08.415538 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.416073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Bound using segment: {'id': 'f5d63381-ca87-4474-8a4f-0a01a0762585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '39ec543a-06b9-4f4c-83cb-7dd5198b9207'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:08.416744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Bound port: 5a30f609-5a2d-4643-a7c2-593aa369612d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d63381-ca87-4474-8a4f-0a01a0762585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '39ec543a-06b9-4f4c-83cb-7dd5198b9207'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:08.417198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.436150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 97740f4d-4406-45ef-bfcb-71fb538ce800 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:08.480570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Made reservation on behalf of 9963f7dddddb4ba88a3a2431a8072b5a for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:08.487886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.488930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.515738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] device_id is not set on port 9c320272-2094-4d12-80b6-cb9346b5d76a yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:08.565244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] For port 5a30f609-5a2d-4643-a7c2-593aa369612d, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:08.569243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Allocated IP 172.20.0.2 (1bd4565e-dd98-4a12-8e10-d77e1bc166f6/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:08.577604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] For port 5a30f609-5a2d-4643-a7c2-593aa369612d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5a30f609-5a2d-4643-a7c2-593aa369612d,segment=NetworkSegment(f5d63381-ca87-4474-8a4f-0a01a0762585),segment_id=f5d63381-ca87-4474-8a4f-0a01a0762585)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:08.711239 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.765758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.808245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 3ceaff24-f01c-4d2c-a635-f3def3d5e498 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:08.860568 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:08.900535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65224729-84bc-4104-871a-0f44d40c18d9 None None] Pushing event updated for resources: {'Port': ['ID=5a30f609-5a2d-4643-a7c2-593aa369612d,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:08.995105 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.068987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 172.20.0.12 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/8f892a1b-10c4-42a8-ab4d-2e249990fe2e/97740f4d-4406-45ef-bfcb-71fb538ce800) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:09.086897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fe74:d326 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/080dacf9-58b6-47f0-a832-7d4ecf7991c1/97740f4d-4406-45ef-bfcb-71fb538ce800) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:09.107097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Pushing event updated for resources: {'Port': ['ID=5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:09.130655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:09.136690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:09.140961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:09.228550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Allocated IP 172.20.0.6 (1bd4565e-dd98-4a12-8e10-d77e1bc166f6/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/9c320272-2094-4d12-80b6-cb9346b5d76a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:09.268612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.4 (39ec543a-06b9-4f4c-83cb-7dd5198b9207/fa55e881-5cd9-4c4b-8864-a203c15f22da/3ceaff24-f01c-4d2c-a635-f3def3d5e498) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:09.297656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cc1a4-4b42-4b4a-b48e-256d7f5a40cd req-1738e0fc-c3e4-4a1a-a080-347928c99029 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:09.302368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a6cc1a4-4b42-4b4a-b48e-256d7f5a40cd req-1738e0fc-c3e4-4a1a-a080-347928c99029 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1801269 Feb 09 16:04:09.406108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Attempting to bind port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:09.406503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Attempting to bind port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '40c0180d-1926-423b-8f50-2a0f5c3dc75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1bd4565e-dd98-4a12-8e10-d77e1bc166f6'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:09.406894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Attempting to bind port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 on network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:09.423349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:09.429342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Checking segment: {'id': '40c0180d-1926-423b-8f50-2a0f5c3dc75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1bd4565e-dd98-4a12-8e10-d77e1bc166f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:09.429342 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.429342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Bound using segment: {'id': '40c0180d-1926-423b-8f50-2a0f5c3dc75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1bd4565e-dd98-4a12-8e10-d77e1bc166f6'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:09.429342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Bound port: 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c0180d-1926-423b-8f50-2a0f5c3dc75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '1bd4565e-dd98-4a12-8e10-d77e1bc166f6'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:09.429342 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.528021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40b88b24-7e96-40d4-84a8-2acb71f6d73b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:09.580753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a6cc1a4-4b42-4b4a-b48e-256d7f5a40cd req-7116774f-e7b4-43b0-a8f6-5198a83f2cf1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095566 Feb 09 16:04:09.691789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] For port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:09.705705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] For port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6,segment=NetworkSegment(40c0180d-1926-423b-8f50-2a0f5c3dc75d),segment_id=40c0180d-1926-423b-8f50-2a0f5c3dc75d)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:09.730347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 40b88b24-7e96-40d4-84a8-2acb71f6d73b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:09.730997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.768330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.790949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.830111 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.874373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.883995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 6c277704-e9ff-4e76-951e-f6cbcafc58a2 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:09.884700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.908131 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.943170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:09.975172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c8f7b-d5c1-477c-9c88-6b3fab16157a None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:09.980172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a5fb7-5ac5-402e-b799-07b144b5f078 None None] Pushing event updated for resources: {'Port': ['ID=5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:10.007580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:10.031970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:10.054639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:10.060960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:10.065013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:10.084719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:10.192605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.209996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2ddc155f-d8c9-4879-8abc-b5b9237c3179 None None] Provisioning complete for port 40b88b24-7e96-40d4-84a8-2acb71f6d73b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:10.211011 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ddc155f-d8c9-4879-8abc-b5b9237c3179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.220883 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 6c277704-e9ff-4e76-951e-f6cbcafc58a2 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:10.260953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:10.261865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.274302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=3ceaff24-f01c-4d2c-a635-f3def3d5e498,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:10.303455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:10.304212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.407581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.416433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Pushing event updated for resources: {'Port': ['ID=9c320272-2094-4d12-80b6-cb9346b5d76a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:10.442727 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.529716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2220d854-44e9-4994-8ea8-e02840bc64ff tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3873143 Feb 09 16:04:10.536603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54564) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:10.547227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e312c138-bb9f-4dd9-a3da-e111cdaa644b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1062536794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:10.561061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:10.577998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:10.588465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ddc155f-d8c9-4879-8abc-b5b9237c3179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.594400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 40b88b24-7e96-40d4-84a8-2acb71f6d73b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40b88b24-7e96-40d4-84a8-2acb71f6d73b,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:10.602942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ff04f54c-31af-4756-ba63-a1991fc0877c tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.4119067 Feb 09 16:04:10.608565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54566) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:10.624540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:10.782073 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e312c138-bb9f-4dd9-a3da-e111cdaa644b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.784008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e312c138-bb9f-4dd9-a3da-e111cdaa644b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.794098 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-2ddc155f-d8c9-4879-8abc-b5b9237c3179 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:10.794491 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-2ddc155f-d8c9-4879-8abc-b5b9237c3179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:10.795540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.911006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e312c138-bb9f-4dd9-a3da-e111cdaa644b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.944757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8188f29e-d401-4f72-8d99-bba29ffb2965 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 3ceaff24-f01c-4d2c-a635-f3def3d5e498 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:10.945728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8188f29e-d401-4f72-8d99-bba29ffb2965 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:10.956794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5649a2c1-df38-4181-b463-a074973282eb None None] Update dhcp port {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': '080dacf9-58b6-47f0-a832-7d4ecf7991c1', 'ip_address': '2001:db8::f816:3eff:feaf:a6bc'}, {'subnet_id': '8f892a1b-10c4-42a8-ab4d-2e249990fe2e'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '40b88b24-7e96-40d4-84a8-2acb71f6d73b'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:04:11.037060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e312c138-bb9f-4dd9-a3da-e111cdaa644b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.041992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=40b88b24-7e96-40d4-84a8-2acb71f6d73b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:11.085803 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5649a2c1-df38-4181-b463-a074973282eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.105605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c410fc-00c4-421a-9da4-c416357c3f04 req-6a7db445-4c1f-45b1-91f3-8706711727f3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:11.105605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8c410fc-00c4-421a-9da4-c416357c3f04 req-6a7db445-4c1f-45b1-91f3-8706711727f3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.2191525 Feb 09 16:04:11.171236 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8188f29e-d401-4f72-8d99-bba29ffb2965 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.210539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e312c138-bb9f-4dd9-a3da-e111cdaa644b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.220443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e312c138-bb9f-4dd9-a3da-e111cdaa644b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6819403 Feb 09 16:04:11.235320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54572) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:11.240592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3c05b20c-3181-4731-8df5-723fcb4c1d83 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1304848297', 'prefixes': ['172.20.0.0/16']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:11.263127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8188f29e-d401-4f72-8d99-bba29ffb2965 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 3ceaff24-f01c-4d2c-a635-f3def3d5e498 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:11.281357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8c410fc-00c4-421a-9da4-c416357c3f04 req-3420228c-103b-45bf-bbe1-c1b4490ac331 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557553 Feb 09 16:04:11.437126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b0a098-3cb0-4b29-93bc-2cba1b7b8e0e None None] Network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:11.768756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=97740f4d-4406-45ef-bfcb-71fb538ce800,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:11.812470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8188f29e-d401-4f72-8d99-bba29ffb2965 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.812837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:11.813829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:11.946240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188f29e-d401-4f72-8d99-bba29ffb2965 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=3ceaff24-f01c-4d2c-a635-f3def3d5e498,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:11.961724 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1ba3c070-e472-44aa-98a7-250c8f27444e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6321714 Feb 09 16:04:11.962442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54576) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:12.038401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:12.058381 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.085911 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8188f29e-d401-4f72-8d99-bba29ffb2965 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.089753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8188f29e-d401-4f72-8d99-bba29ffb2965 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/3ceaff24-f01c-4d2c-a635-f3def3d5e498 HTTP/1.1" status: 204 len: 168 time: 1.4793458 Feb 09 16:04:12.095760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54578) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:12.133021 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a1baec-8059-4eca-874a-5162a84cbc81 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:04:12.136847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a3a1baec-8059-4eca-874a-5162a84cbc81 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/3ceaff24-f01c-4d2c-a635-f3def3d5e498 HTTP/1.1" status: 404 len: 333 time: 0.0393245 Feb 09 16:04:12.143666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54580) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:12.193645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc5d93d-841e-47a9-932c-b38f4014a165 None None] Network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:12.233459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d0a971-0bf4-48dc-8b57-918889c510b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:12.247185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d0a971-0bf4-48dc-8b57-918889c510b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:12.250941 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-52d0a971-0bf4-48dc-8b57-918889c510b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2868166 Feb 09 16:04:12.258175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5a4164-80a4-47f2-a4f1-22cbc684f41d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet fa55e881-5cd9-4c4b-8864-a203c15f22da {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:12.261559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54582) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:12.272522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3c05b20c-3181-4731-8df5-723fcb4c1d83 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for subnetpool, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.275056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3c05b20c-3181-4731-8df5-723fcb4c1d83 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0386913 Feb 09 16:04:12.291435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f5a4164-80a4-47f2-a4f1-22cbc684f41d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.295997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54584) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:12.299661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=6c277704-e9ff-4e76-951e-f6cbcafc58a2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:12.407524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-0cad2ab4-aabf-44f5-9b1d-3809e7590ae3 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b', 'tempest-TagsExtTest-Tag-1469169765') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:12.540843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.559532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-5649a2c1-df38-4181-b463-a074973282eb None None] Allocated IP 172.20.0.2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/8f892a1b-10c4-42a8-ab4d-2e249990fe2e/40b88b24-7e96-40d4-84a8-2acb71f6d73b) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:12.662982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:12.665485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.728039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f5a4164-80a4-47f2-a4f1-22cbc684f41d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.892603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d6101b57-e9f9-46e4-92e8-69fe17892f7b None None] Provisioning complete for port 5a30f609-5a2d-4643-a7c2-593aa369612d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:12.893305 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6101b57-e9f9-46e4-92e8-69fe17892f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:12.895869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 880174a9-ed14-4c57-805c-639e7ba9b50e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:04:12.900332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85dfe93-3f50-409a-8116-53b0af2c9031 req-ef14207a-5d28-4d59-aef2-5a9b84268b70 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:12.900332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d85dfe93-3f50-409a-8116-53b0af2c9031 req-ef14207a-5d28-4d59-aef2-5a9b84268b70 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.3186381 Feb 09 16:04:12.954997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-157ee881-ad43-4298-8e45-d0dba9f1f4b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 97740f4d-4406-45ef-bfcb-71fb538ce800 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:12.957858 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-157ee881-ad43-4298-8e45-d0dba9f1f4b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.032743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:13.043346 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2250cea-6c1d-45dc-9450-41de6cb27f46 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/880174a9-ed14-4c57-805c-639e7ba9b50e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5207343 Feb 09 16:04:13.044058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54592) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:13.097180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b1c0a-589c-4604-b387-f0e69785846b None None] Sync routers for ids ['880174a9-ed14-4c57-805c-639e7ba9b50e'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:04:13.097508 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f5a4164-80a4-47f2-a4f1-22cbc684f41d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.153570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5649a2c1-df38-4181-b463-a074973282eb None None] For port 40b88b24-7e96-40d4-84a8-2acb71f6d73b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40b88b24-7e96-40d4-84a8-2acb71f6d73b,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:13.176408 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c8e3a42b-4e92-49aa-9dbf-120d85900388 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=880174a9-ed14-4c57-805c-639e7ba9b50e HTTP/1.1" status: 200 len: 205 time: 0.1301603 Feb 09 16:04:13.182762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54594) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:13.247778 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.267666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b1c0a-589c-4604-b387-f0e69785846b None None] Routers {'880174a9-ed14-4c57-805c-639e7ba9b50e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:13.271627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd6b1c0a-589c-4604-b387-f0e69785846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['880174a9-ed14-4c57-805c-639e7ba9b50e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:13.440837 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda35b53-51d4-472f-b241-c8bf66952682 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.485129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd6b1c0a-589c-4604-b387-f0e69785846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:13.538465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5649a2c1-df38-4181-b463-a074973282eb None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.553688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6101b57-e9f9-46e4-92e8-69fe17892f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.588660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b1c0a-589c-4604-b387-f0e69785846b None None] Routers {'880174a9-ed14-4c57-805c-639e7ba9b50e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:13.589721 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd6b1c0a-589c-4604-b387-f0e69785846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:03:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['880174a9-ed14-4c57-805c-639e7ba9b50e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:13.597273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6,segment=NetworkSegment(40c0180d-1926-423b-8f50-2a0f5c3dc75d),segment_id=40c0180d-1926-423b-8f50-2a0f5c3dc75d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:13.668932 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5649a2c1-df38-4181-b463-a074973282eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.795753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd6b1c0a-589c-4604-b387-f0e69785846b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:13.840401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b1c0a-589c-4604-b387-f0e69785846b None None] The sync data for ids ['880174a9-ed14-4c57-805c-639e7ba9b50e'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:04:13.840401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649a2c1-df38-4181-b463-a074973282eb None None] Pushing event updated for resources: {'Port': ['ID=40b88b24-7e96-40d4-84a8-2acb71f6d73b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:13.840401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.840401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40b88b24-7e96-40d4-84a8-2acb71f6d73b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:13.979641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda35b53-51d4-472f-b241-c8bf66952682 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:13.983770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda35b53-51d4-472f-b241-c8bf66952682 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.152927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d85dfe93-3f50-409a-8116-53b0af2c9031 req-a05c69d8-a6d6-4810-be20-3bf88fb332c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2155418 Feb 09 16:04:14.183578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:14.219752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 40b88b24-7e96-40d4-84a8-2acb71f6d73b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:14.220392 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.233975 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-157ee881-ad43-4298-8e45-d0dba9f1f4b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.258725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-157ee881-ad43-4298-8e45-d0dba9f1f4b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 97740f4d-4406-45ef-bfcb-71fb538ce800 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:14.397239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5a30f609-5a2d-4643-a7c2-593aa369612d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:14.481978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5a30f609-5a2d-4643-a7c2-593aa369612d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:14.482685 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.548246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda35b53-51d4-472f-b241-c8bf66952682 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.551679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda35b53-51d4-472f-b241-c8bf66952682 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Fanout notify agent at l3_agent the message router_deleted on router 880174a9-ed14-4c57-805c-639e7ba9b50e {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:04:14.559079 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda35b53-51d4-472f-b241-c8bf66952682 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.561868 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eda35b53-51d4-472f-b241-c8bf66952682 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/880174a9-ed14-4c57-805c-639e7ba9b50e HTTP/1.1" status: 204 len: 168 time: 1.3754799 Feb 09 16:04:14.565845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54600) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:14.634898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.650971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6048d82f-1b0d-4d41-b1bd-cecbd2593c3b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet 8843b066-3a31-4f14-be88-6106ac97f923 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:14.660785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6048d82f-1b0d-4d41-b1bd-cecbd2593c3b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.725311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6048d82f-1b0d-4d41-b1bd-cecbd2593c3b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.839809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6048d82f-1b0d-4d41-b1bd-cecbd2593c3b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.942487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f5a4164-80a4-47f2-a4f1-22cbc684f41d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.983087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a4164-80a4-47f2-a4f1-22cbc684f41d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=fa55e881-5cd9-4c4b-8864-a203c15f22da,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:14.986096 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f5a4164-80a4-47f2-a4f1-22cbc684f41d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:14.990012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5f5a4164-80a4-47f2-a4f1-22cbc684f41d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/fa55e881-5cd9-4c4b-8864-a203c15f22da HTTP/1.1" status: 204 len: 168 time: 2.8443928 Feb 09 16:04:15.007682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54604) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:15.027201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-157ee881-ad43-4298-8e45-d0dba9f1f4b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.053963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252837d-a7d7-433d-a997-074f3a494737 None None] Network 39ec543a-06b9-4f4c-83cb-7dd5198b9207 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:15.106083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ee881-ad43-4298-8e45-d0dba9f1f4b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=97740f4d-4406-45ef-bfcb-71fb538ce800,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:15.119074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.151675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:15.152164 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:15.171979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6048d82f-1b0d-4d41-b1bd-cecbd2593c3b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.175789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-d6101b57-e9f9-46e4-92e8-69fe17892f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:15.176173 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-d6101b57-e9f9-46e4-92e8-69fe17892f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:15.249178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 5a30f609-5a2d-4643-a7c2-593aa369612d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:15.250130 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.266981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048d82f-1b0d-4d41-b1bd-cecbd2593c3b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=8843b066-3a31-4f14-be88-6106ac97f923,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:15.306982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0cad2ab4-aabf-44f5-9b1d-3809e7590ae3 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags/tempest-TagsExtTest-Tag-1469169765 HTTP/1.1" status: 201 len: 201 time: 3.0087149 Feb 09 16:04:15.311479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6048d82f-1b0d-4d41-b1bd-cecbd2593c3b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.318054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6048d82f-1b0d-4d41-b1bd-cecbd2593c3b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/8843b066-3a31-4f14-be88-6106ac97f923 HTTP/1.1" status: 204 len: 168 time: 0.7507699 Feb 09 16:04:15.348687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54612) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:15.349092 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54614) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:15.358606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-3f65b40e-40e2-46da-979c-3518e17f5e52 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a', 'tempest-TagsExtTest-Tag-1419612319') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:15.390760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08688efc-9a51-435e-9d0c-58b96be67a97 None None] Network efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:15.452555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-157ee881-ad43-4298-8e45-d0dba9f1f4b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.462829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-157ee881-ad43-4298-8e45-d0dba9f1f4b4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/97740f4d-4406-45ef-bfcb-71fb538ce800 HTTP/1.1" status: 204 len: 168 time: 3.1962850 Feb 09 16:04:15.463829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54616) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:15.509219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5325436-1c2c-4453-a01a-94632e9fbffe req-122a2ed4-0f31-4121-96a9-4ecacbe2f6da tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:15.511929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5325436-1c2c-4453-a01a-94632e9fbffe req-122a2ed4-0f31-4121-96a9-4ecacbe2f6da tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1605253 Feb 09 16:04:15.572239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] For port 5a30f609-5a2d-4643-a7c2-593aa369612d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5a30f609-5a2d-4643-a7c2-593aa369612d,segment=NetworkSegment(f5d63381-ca87-4474-8a4f-0a01a0762585),segment_id=f5d63381-ca87-4474-8a4f-0a01a0762585)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:15.573303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.576606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] DHCP port deletion for 39ec543a-06b9-4f4c-83cb-7dd5198b9207 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:15.631041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 5a30f609-5a2d-4643-a7c2-593aa369612d owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:15.641224 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.709291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c89021-c989-4069-b98b-a378e990b586 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:15.712864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c89021-c989-4069-b98b-a378e990b586 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:15.716512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c89021-c989-4069-b98b-a378e990b586 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:15.725262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-86c89021-c989-4069-b98b-a378e990b586 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2569664 Feb 09 16:04:15.732827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54618) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:15.879586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:15.879998 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:15.884299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5325436-1c2c-4453-a01a-94632e9fbffe req-21c25bf7-f13d-4e8a-ab03-4641f59d58c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3039036 Feb 09 16:04:16.018588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efa9e2a-e695-4b53-b30a-a4708a5e6d0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 080dacf9-58b6-47f0-a832-7d4ecf7991c1 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:16.022439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] DHCP port deletion for efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:16.029784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6efa9e2a-e695-4b53-b30a-a4708a5e6d0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.064963 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3f65b40e-40e2-46da-979c-3518e17f5e52 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags/tempest-TagsExtTest-Tag-1419612319 HTTP/1.1" status: 201 len: 201 time: 0.7141635 Feb 09 16:04:16.070531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.071604 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.080680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54628) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:16.089007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-84596753-5c0e-4676-8b20-6971a6478ab1 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e', 'tempest-TagsExtTest-Tag-959699184') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:16.112225 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6101b57-e9f9-46e4-92e8-69fe17892f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.129967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=5a30f609-5a2d-4643-a7c2-593aa369612d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:16.159660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No DVR routers for this DVR port 5a30f609-5a2d-4643-a7c2-593aa369612d on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:16.175560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,segment=NetworkSegment(f6189e98-1ad6-47b2-b10c-7378ca720541),segment_id=f6189e98-1ad6-47b2-b10c-7378ca720541)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:16.176877 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.201755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] Deleting port 5a30f609-5a2d-4643-a7c2-593aa369612d {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:16.202784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.232933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6efa9e2a-e695-4b53-b30a-a4708a5e6d0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.276488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:16.354403 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] For port 5a30f609-5a2d-4643-a7c2-593aa369612d, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:16.355218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.416731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d6101b57-e9f9-46e4-92e8-69fe17892f7b None None] Provisioning complete for port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:16.417108 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6101b57-e9f9-46e4-92e8-69fe17892f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.421681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] Calling delete_port for 5a30f609-5a2d-4643-a7c2-593aa369612d owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:16.428053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:16.435310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] Port 5a30f609-5a2d-4643-a7c2-593aa369612d was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:04:16.437992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:04:16.441742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] Deleting port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:16.442191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.502087 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.581762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.626214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] Pushing event deleted for resources: {'Port': ['ID=5a30f609-5a2d-4643-a7c2-593aa369612d,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:16.630647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c124d1-b5ef-4453-98a1-7c5a834fd85a None None] No DVR routers for this DVR port 5a30f609-5a2d-4643-a7c2-593aa369612d on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:16.647887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ec543a-06b9-4f4c-83cb-7dd5198b9207']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:16.668642 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6efa9e2a-e695-4b53-b30a-a4708a5e6d0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.672779 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:04:16.683486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d63381-ca87-4474-8a4f-0a01a0762585') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:16.683844 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d63381-ca87-4474-8a4f-0a01a0762585') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:16.717665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.757799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.770267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:04:16.771010 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:04:16.775149 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:04:16.814493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] For port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,segment=NetworkSegment(f6189e98-1ad6-47b2-b10c-7378ca720541),segment_id=f6189e98-1ad6-47b2-b10c-7378ca720541)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:16.815000 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.826285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:16.826662 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:16.839524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] Calling delete_port for 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:17.004038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:17.025377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'port_id': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'mac_address': 'fa:16:3e:73:26:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:04:17.119925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40b88b24-7e96-40d4-84a8-2acb71f6d73b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:17.150757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cf94e-ecd4-4747-b6b3-c86823478d62 req-9738bd11-1ac1-4249-a31e-dbd863c9fc50 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:17.151022 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.154146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f80cf94e-ecd4-4747-b6b3-c86823478d62 req-9738bd11-1ac1-4249-a31e-dbd863c9fc50 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1006172 Feb 09 16:04:17.177709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.186384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Provisioning complete for port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:17.186384 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.188202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.188486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f695361-49d0-41f4-ae13-2d41ae1d4a5d {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:04:17.199540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-84596753-5c0e-4676-8b20-6971a6478ab1 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags/tempest-TagsExtTest-Tag-959699184 HTTP/1.1" status: 201 len: 201 time: 1.1124573 Feb 09 16:04:17.199540 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6efa9e2a-e695-4b53-b30a-a4708a5e6d0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.206539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54642) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:17.216381 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/networks/39ec543a-06b9-4f4c-83cb-7dd5198b9207 HTTP/1.1" status: 204 len: 168 time: 2.2170689 Feb 09 16:04:17.219960 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.227313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54644) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:17.244121 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.261454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-456c761c-2db2-46eb-aa57-614dc1cdb532 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e', 'tempest-TagsExtTest-Tag-1401678633') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:17.270657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:17.278542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'name': 'tempest-PortsTestJSON-588531801'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:17.297160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] Pushing event deleted for resources: {'Port': ['ID=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.306377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd6d531-0bc4-4549-9a48-abd0666a4392 None None] No DVR routers for this DVR port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:17.318795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 40b88b24-7e96-40d4-84a8-2acb71f6d73b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:17.319173 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.378059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f80cf94e-ecd4-4747-b6b3-c86823478d62 req-968d3390-b290-4337-bcaf-ea59933a5479 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096777 Feb 09 16:04:17.383297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa9e2a-e695-4b53-b30a-a4708a5e6d0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=080dacf9-58b6-47f0-a832-7d4ecf7991c1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.384722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6efa9e2a-e695-4b53-b30a-a4708a5e6d0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.391934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6efa9e2a-e695-4b53-b30a-a4708a5e6d0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/080dacf9-58b6-47f0-a832-7d4ecf7991c1 HTTP/1.1" status: 204 len: 168 time: 1.6571434 Feb 09 16:04:17.401223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54648) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:17.412382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.430574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.437248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9924b9d-7e99-4409-bbfa-9a43f7edf58e None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:17.448307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:17.450347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c708351-9e90-49d7-a2e0-805c51c3696a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Network': ['ID=39ec543a-06b9-4f4c-83cb-7dd5198b9207,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.499628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-49eb6427-9971-4a69-8b28-6840d250c86c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 8f892a1b-10c4-42a8-ab4d-2e249990fe2e {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:17.512380 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49eb6427-9971-4a69-8b28-6840d250c86c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.574267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49eb6427-9971-4a69-8b28-6840d250c86c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.627015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-456c761c-2db2-46eb-aa57-614dc1cdb532 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags/tempest-TagsExtTest-Tag-1401678633 HTTP/1.1" status: 201 len: 201 time: 0.3970392 Feb 09 16:04:17.631664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54660) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:17.645299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5f695361-49d0-41f4-ae13-2d41ae1d4a5d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:04:17.649616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Provisioning complete for port 9c320272-2094-4d12-80b6-cb9346b5d76a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:17.649997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.659295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-a0d96f36-4e9b-474c-9e24-28b310d3ff90 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:17.708027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.720397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49eb6427-9971-4a69-8b28-6840d250c86c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.754066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:17.760799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:17.808923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:17.809304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 12f657f8-27ec-40dd-b1c1-b9ce1dd93dc2 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:17.809711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5a30f609-5a2d-4643-a7c2-593aa369612d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:17.816221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Port 9c320272-2094-4d12-80b6-cb9346b5d76a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:17.827292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:17.854370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6189e98-1ad6-47b2-b10c-7378ca720541') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:17.854718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6189e98-1ad6-47b2-b10c-7378ca720541') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:17.865793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 5a30f609-5a2d-4643-a7c2-593aa369612d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:17.866140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5a30f609-5a2d-4643-a7c2-593aa369612d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:17.874806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Could not find standard attr ID for object 5a30f609-5a2d-4643-a7c2-593aa369612d. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:04:17.884612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Could not find standard attr ID for object 97740f4d-4406-45ef-bfcb-71fb538ce800. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:04:17.898950 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.926075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.939204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:04:17.939940 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:04:17.943777 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:04:17.948556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Provisioning complete for port 40b88b24-7e96-40d4-84a8-2acb71f6d73b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:17.948942 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:17.969794 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a0d96f36-4e9b-474c-9e24-28b310d3ff90 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags HTTP/1.1" status: 200 len: 241 time: 0.3263192 Feb 09 16:04:17.974195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54664) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:17.978626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-817a96af-56a5-4440-8034-537a79e69918 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b', 'tempest-TagsExtTest-Tag-1469169765') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:18.055460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-817a96af-56a5-4440-8034-537a79e69918 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags/tempest-TagsExtTest-Tag-1469169765 HTTP/1.1" status: 204 len: 168 time: 0.0777822 Feb 09 16:04:18.055989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54668) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:18.062552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-a5b21f5d-6ef8-4e58-abc3-c8c8f4d39ea8 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b', 'tempest-TagsExtTest-Tag-1469169765') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:18.124597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75145dd7-9bd3-4a05-bf1d-de629a55083b None None] Could not find standard attr ID for object 3ceaff24-f01c-4d2c-a635-f3def3d5e498. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:04:18.370068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49eb6427-9971-4a69-8b28-6840d250c86c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.401898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb6427-9971-4a69-8b28-6840d250c86c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=8f892a1b-10c4-42a8-ab4d-2e249990fe2e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:18.406342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49eb6427-9971-4a69-8b28-6840d250c86c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.412902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54672) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:18.413342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-49eb6427-9971-4a69-8b28-6840d250c86c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/8f892a1b-10c4-42a8-ab4d-2e249990fe2e HTTP/1.1" status: 204 len: 168 time: 1.0097027 Feb 09 16:04:18.422184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.438192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:18.478997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54674) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:18.479565 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a5b21f5d-6ef8-4e58-abc3-c8c8f4d39ea8 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags/tempest-TagsExtTest-Tag-1469169765 HTTP/1.1" status: 204 len: 168 time: 0.4221439 Feb 09 16:04:18.480636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:18.484197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-0932917c-ad65-4aec-9ef9-c15c12012547 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:18.485663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.538719 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-130e0fca-c8f8-461d-91d2-a19da5558d73 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249323 Feb 09 16:04:18.539287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:18.539779 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.547519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54678) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:18.557844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.561287 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80 HTTP/1.1" status: 204 len: 168 time: 3.1989236 Feb 09 16:04:18.576162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54682) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:18.582039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3b233cc4-d4b3-473f-9258-620c9cd7bd3c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-161117132', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:18.587054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:18.731864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b233cc4-d4b3-473f-9258-620c9cd7bd3c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.733121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b233cc4-d4b3-473f-9258-620c9cd7bd3c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.737736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.758471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port a3a99162-e370-4c20-bdc2-ce1d3b45915d yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:18.761613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0932917c-ad65-4aec-9ef9-c15c12012547 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags HTTP/1.1" status: 200 len: 205 time: 0.2788548 Feb 09 16:04:18.763464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54686) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:18.768422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-a9faf96c-f09f-4b8a-bd41-71ca3646a5e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:18.783871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:18.785398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:18.788396 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61b53fe-b1c2-4183-99e4-ae6f717ee51a" -d '{"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-plugged", "status": "completed", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:04:18.815733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63e2bd-65d4-456e-a51b-ceaa47722fdc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=efbcc03d-a1e8-4e9e-89a5-82fde9dd2a80,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:18.901557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b233cc4-d4b3-473f-9258-620c9cd7bd3c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:18.906987 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dea2e51-e5c8-4d04-b30a-e8dd37407a95 x-openstack-request-id: req-8dea2e51-e5c8-4d04-b30a-e8dd37407a95 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:04:18.906987 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-plugged", "status": "completed", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:04:18.906987 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dea2e51-e5c8-4d04-b30a-e8dd37407a95 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:04:18.906987 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'code': 200} Feb 09 16:04:18.922074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197e686-772f-478e-bc63-d47c2d9d0c68 req-3ece8e3f-b20e-45fe-8d14-525a916e075e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:18.924000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8197e686-772f-478e-bc63-d47c2d9d0c68 req-3ece8e3f-b20e-45fe-8d14-525a916e075e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 944 time: 0.2106829 Feb 09 16:04:18.929215 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.023222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8197e686-772f-478e-bc63-d47c2d9d0c68 req-c44955b0-4036-42d2-aa7b-53950c7e0f59 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779612 Feb 09 16:04:19.030678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a9faf96c-f09f-4b8a-bd41-71ca3646a5e5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags HTTP/1.1" status: 200 len: 241 time: 0.2657304 Feb 09 16:04:19.033355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54690) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:19.040580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-958fb116-dffd-4016-91a3-da3ee8560690 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a', 'tempest-TagsExtTest-Tag-1419612319') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:19.054382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:19.069093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14757ecd-7577-4d99-9851-0c8ce419cb77 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:19.079634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:19.086335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.137944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b233cc4-d4b3-473f-9258-620c9cd7bd3c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.181896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-958fb116-dffd-4016-91a3-da3ee8560690 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags/tempest-TagsExtTest-Tag-1419612319 HTTP/1.1" status: 204 len: 168 time: 0.1448820 Feb 09 16:04:19.186802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54692) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:19.191883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-174faf99-abfb-4802-86d4-33071d0e67f1 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a', 'tempest-TagsExtTest-Tag-1419612319') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:19.200838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fb9bfda9-126a-479d-9e5e-9d7bb167e5d5 None None] Provisioning complete for port 40b88b24-7e96-40d4-84a8-2acb71f6d73b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:19.203564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fb9bfda9-126a-479d-9e5e-9d7bb167e5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.329023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b233cc4-d4b3-473f-9258-620c9cd7bd3c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.330667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3b233cc4-d4b3-473f-9258-620c9cd7bd3c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7534990 Feb 09 16:04:19.357351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54694) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:19.373372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-37621417'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:19.439689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-174faf99-abfb-4802-86d4-33071d0e67f1 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags/tempest-TagsExtTest-Tag-1419612319 HTTP/1.1" status: 204 len: 168 time: 0.2516019 Feb 09 16:04:19.450799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54696) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:19.450799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-f01f5b95-db97-49bf-95b1-777167277521 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:19.465802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:19.475569 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.536130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] Deleting port 40b88b24-7e96-40d4-84a8-2acb71f6d73b {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:19.536529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.542465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:19.547039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.567092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f01f5b95-db97-49bf-95b1-777167277521 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags HTTP/1.1" status: 200 len: 205 time: 0.1223822 Feb 09 16:04:19.570409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54698) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:19.577746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-95a4a3c4-f51e-468c-b0d2-2e281253a5c1 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:19.605754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.630191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] For port 40b88b24-7e96-40d4-84a8-2acb71f6d73b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40b88b24-7e96-40d4-84a8-2acb71f6d73b,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:19.630650 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.637507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:19.692118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.692777 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment f0a2c169-47bf-49b7-b42e-b5af63ae5cb1 of type vlan for network a44a5ae9-489a-4103-972c-3ebc051c4cfa Feb 09 16:04:19.708108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-95a4a3c4-f51e-468c-b0d2-2e281253a5c1 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags HTTP/1.1" status: 200 len: 240 time: 0.1361754 Feb 09 16:04:19.710692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54702) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:19.738163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-12eb2143-f112-4ef6-978d-aa7c69b549fa tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e', 'tempest-TagsExtTest-Tag-959699184') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:19.804906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:19.860640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] Calling delete_port for 40b88b24-7e96-40d4-84a8-2acb71f6d73b owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:19.989520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-12eb2143-f112-4ef6-978d-aa7c69b549fa tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags/tempest-TagsExtTest-Tag-959699184 HTTP/1.1" status: 204 len: 168 time: 0.2761567 Feb 09 16:04:19.990247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54706) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:20.000938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:20.002322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-ec86b197-10cf-4149-ba6e-3b12d2d77ac4 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e', 'tempest-TagsExtTest-Tag-959699184') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:20.073089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.099655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] No DVR routers for this DVR port 40b88b24-7e96-40d4-84a8-2acb71f6d73b on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:20.147607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:04:20.155537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:20.186364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:20.190732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b582d-d7b4-4901-89e7-0a84d2625600 None None] Pushing event deleted for resources: {'Port': ['ID=40b88b24-7e96-40d4-84a8-2acb71f6d73b,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:20.196445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:20.197132 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.211544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.226675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:20.227364 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.278252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=a3a99162-e370-4c20-bdc2-ce1d3b45915d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:20.357415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=a44a5ae9-489a-4103-972c-3ebc051c4cfa,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:20.368125 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-334ecf24-c419-47e6-85fb-a17bc86dd423 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1215529 Feb 09 16:04:20.370771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54710) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:20.377230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a44a5ae9-489a-4103-972c-3ebc051c4cfa details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:04:20.466356 n-d-828542-1 neutron-server[103179]: WARNING neutron.services.revisions.revision_plugin [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Could not find related port for resource to bump revision. Feb 09 16:04:20.467645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5516d-1f05-4a56-bd78-d58862c192ee req-a5ecf553-596e-4398-a277-e66c4a12c6ba tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:20.488594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eeb5516d-1f05-4a56-bd78-d58862c192ee req-a5ecf553-596e-4398-a277-e66c4a12c6ba tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1392655 Feb 09 16:04:20.564386 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Port 40b88b24-7e96-40d4-84a8-2acb71f6d73b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103179) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 16:04:20.565639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:a6bc {{(pid=103179) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 16:04:20.572152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:a6bc {{(pid=103179) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 16:04:20.574885 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.593922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eeb5516d-1f05-4a56-bd78-d58862c192ee req-2e23fd82-f928-4b30-9182-6d66cc651084 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037045 Feb 09 16:04:20.614955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3037f34a-bc7c-4ec9-873d-b36cbae707c5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.2541704 Feb 09 16:04:20.615777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54714) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:20.642028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:20.647978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=a1d63c41-f692-4ac4-a1fa-80ba505f926c,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:20.664257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:20.666727 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:20.667506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ec86b197-10cf-4149-ba6e-3b12d2d77ac4 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags/tempest-TagsExtTest-Tag-959699184 HTTP/1.1" status: 204 len: 168 time: 0.6752632 Feb 09 16:04:20.673704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54716) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:20.679774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-196295c2-038d-4239-aa28-ece0da3bea98 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:20.682911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:20.685765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.701903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bc214b-34c7-409e-9c29-870a61412ea9 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:20.789755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-446d954c-e468-4757-8fd1-580bf91c6051 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port a3a99162-e370-4c20-bdc2-ce1d3b45915d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:20.790392 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-446d954c-e468-4757-8fd1-580bf91c6051 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.843611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40b88b24-7e96-40d4-84a8-2acb71f6d73b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:20.863730 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-196295c2-038d-4239-aa28-ece0da3bea98 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags HTTP/1.1" status: 200 len: 205 time: 0.1894748 Feb 09 16:04:20.864476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54718) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:20.877199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-766bd2cb-5191-48e1-a672-7f679a438351 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:20.895613 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f8d302df-305f-472e-bcbe-51facfa65194 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3068373 Feb 09 16:04:20.904961 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:20.919497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:20.952659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 40b88b24-7e96-40d4-84a8-2acb71f6d73b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:20.953740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40b88b24-7e96-40d4-84a8-2acb71f6d73b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:20.994175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-766bd2cb-5191-48e1-a672-7f679a438351 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags HTTP/1.1" status: 200 len: 241 time: 0.1282794 Feb 09 16:04:20.998086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54726) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:21.033866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-b7efd88a-1f2c-4cc3-a33e-d64b05050850 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e', 'tempest-TagsExtTest-Tag-1401678633') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:21.038526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:21.038959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-446d954c-e468-4757-8fd1-580bf91c6051 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.062903 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.083641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-446d954c-e468-4757-8fd1-580bf91c6051 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for a3a99162-e370-4c20-bdc2-ce1d3b45915d owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:21.120955 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b7efd88a-1f2c-4cc3-a33e-d64b05050850 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags/tempest-TagsExtTest-Tag-1401678633 HTTP/1.1" status: 204 len: 168 time: 0.1194961 Feb 09 16:04:21.127392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54728) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:21.139530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-009b366b-fc85-402e-b973-1cdccc59c60e tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e', 'tempest-TagsExtTest-Tag-1401678633') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:21.224705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'a1d63c41-f692-4ac4-a1fa-80ba505f926c'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:21.226189 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.467223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-446d954c-e468-4757-8fd1-580bf91c6051 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.555919 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-009b366b-fc85-402e-b973-1cdccc59c60e tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags/tempest-TagsExtTest-Tag-1401678633 HTTP/1.1" status: 204 len: 168 time: 0.4217000 Feb 09 16:04:21.555919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d954c-e468-4757-8fd1-580bf91c6051 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=a3a99162-e370-4c20-bdc2-ce1d3b45915d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:21.557125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:21.565231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-4be10b79-abc6-4888-902d-a72289496fb9 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:21.592761 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-446d954c-e468-4757-8fd1-580bf91c6051 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.608052 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-446d954c-e468-4757-8fd1-580bf91c6051 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/a3a99162-e370-4c20-bdc2-ce1d3b45915d HTTP/1.1" status: 204 len: 168 time: 1.2290120 Feb 09 16:04:21.608052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54732) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:21.617075 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'mac_address': 'fa:16:3e:65:b9:fd', 'name': 'tempest-PortsTestJSON-1489607970'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:21.623158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Allocated IP 2001:db8::f816:3eff:fe79:843b (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/a1d63c41-f692-4ac4-a1fa-80ba505f926c/989d3fae-4426-477b-915b-3557703bd391) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:21.641967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4be10b79-abc6-4888-902d-a72289496fb9 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags HTTP/1.1" status: 200 len: 205 time: 0.0803125 Feb 09 16:04:21.646654 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.652496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54734) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:21.716371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:21.850727 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:21.850931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-88c16c10-fe06-4a11-bd03-b234035b37dd tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:21.850931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=72daf35d-d351-4096-897b-f6a73a35aafb,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:22.000113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.165609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.271279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:22.281633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:22.306271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:22.336937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Pushing event updated for resources: {'Port': ['ID=989d3fae-4426-477b-915b-3557703bd391,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:22.340443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.425130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Attempting to bind port 989d3fae-4426-477b-915b-3557703bd391 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:22.425534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Attempting to bind port 989d3fae-4426-477b-915b-3557703bd391 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:22.425904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Attempting to bind port 989d3fae-4426-477b-915b-3557703bd391 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:22.439788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:22.440249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:22.440599 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.440997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:22.442076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Bound port: 989d3fae-4426-477b-915b-3557703bd391, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:22.442471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.445252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:22.481291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:22.496950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:22.506457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:22.511129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.537270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-88c16c10-fe06-4a11-bd03-b234035b37dd tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.7318056 Feb 09 16:04:22.542013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54746) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:22.549099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:22.550319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: a44a5ae9-489a-4103-972c-3ebc051c4cfa, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:22.555555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] For port 989d3fae-4426-477b-915b-3557703bd391, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:22.561788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] For port 989d3fae-4426-477b-915b-3557703bd391, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=989d3fae-4426-477b-915b-3557703bd391,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:22.575317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b90153-e1c0-4dad-b293-824c653849df req-ed721ba1-cc9d-4586-8757-970334d583f5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:22.578353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7b90153-e1c0-4dad-b293-824c653849df req-ed721ba1-cc9d-4586-8757-970334d583f5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.7476449 Feb 09 16:04:22.583720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-e27a761d-f8cc-4062-956d-76f9cc445cd6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:22.720264 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:22.816342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network a44a5ae9-489a-4103-972c-3ebc051c4cfa is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:22.865457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7b90153-e1c0-4dad-b293-824c653849df req-1f17b851-5222-4bac-b5cd-d1ca65dcec4f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2666125 Feb 09 16:04:22.904445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e27a761d-f8cc-4062-956d-76f9cc445cd6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags HTTP/1.1" status: 204 len: 168 time: 0.3532519 Feb 09 16:04:22.904445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54748) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:22.917509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-e658f271-fa37-4e6f-90ce-440f44054ab7 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:22.976675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a44a5ae9-489a-4103-972c-3ebc051c4cfa) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:22.992727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd47c91-6fa3-49d5-8378-a357322a8112 None None] Network a44a5ae9-489a-4103-972c-3ebc051c4cfa requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:22.994761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:22.995363 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:23.090224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e658f271-fa37-4e6f-90ce-440f44054ab7 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags HTTP/1.1" status: 204 len: 168 time: 0.1873152 Feb 09 16:04:23.104474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54752) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:23.109587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-929c392f-e5c6-44f8-a766-e6c92d3450de tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:23.147794 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-532f3833-c2bf-4851-b2fe-0e02d48c0d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:23.160906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9be686-7d2d-4b51-8578-c9e4cd38da5e None None] Pushing event updated for resources: {'Port': ['ID=989d3fae-4426-477b-915b-3557703bd391,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:23.217790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=7a6b8d01-9d6b-41e8-954d-20b88998c043,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:23.237468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea7ea859-1b50-488e-a3a0-1cd3b468211e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6161382 Feb 09 16:04:23.253160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54754) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:23.374871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:23.404770 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a90c52c0-4326-4dad-9df3-d60ab4271412 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4952707 Feb 09 16:04:23.409498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54760) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:23.456264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:e3:64:ae', 'name': 'tempest-NetworksTestDHCPv6-15799879'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:23.510585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6e356-328e-458d-84c3-859065973c1c req-93134911-a025-41e3-9282-6998b8bb2fbc tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:23.512612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f6e356-328e-458d-84c3-859065973c1c req-93134911-a025-41e3-9282-6998b8bb2fbc tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.3349102 Feb 09 16:04:23.533347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:23.534651 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:23.700903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f6e356-328e-458d-84c3-859065973c1c req-b7e4164a-a9d8-4bd3-aef2-4a45efd5bfbd tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588595 Feb 09 16:04:23.705583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-929c392f-e5c6-44f8-a766-e6c92d3450de tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags HTTP/1.1" status: 204 len: 168 time: 0.5999188 Feb 09 16:04:23.716204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54762) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:23.717047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port d15069ea-0161-4b10-bf82-d0d6b6b1dd23 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:23.721812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-76ae7a12-8fa4-4e42-ba1e-b629ab895b40 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b', 'tempest-TagsExtTest-Tag-1375091994') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:23.799984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Allocated IP 172.20.0.2 (a44a5ae9-489a-4103-972c-3ebc051c4cfa/72daf35d-d351-4096-897b-f6a73a35aafb/992ba658-5427-4014-b89f-e5c746dfd226) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:23.952376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:24.017577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-76ae7a12-8fa4-4e42-ba1e-b629ab895b40 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags/tempest-TagsExtTest-Tag-1375091994 HTTP/1.1" status: 201 len: 201 time: 0.2996202 Feb 09 16:04:24.026086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54766) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:24.064350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-9b614468-99cd-490e-a311-188bae7483ce tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a', 'tempest-TagsExtTest-Tag-1685791290') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:24.150088 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.192302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e971af-4777-4c17-9389-d1edeb068592 req-a916cf2f-4642-4f23-91b3-71fbaec2dbac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:24.214088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e971af-4777-4c17-9389-d1edeb068592 req-a916cf2f-4642-4f23-91b3-71fbaec2dbac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.2112095 Feb 09 16:04:24.254570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.278814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.356847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Network a44a5ae9-489a-4103-972c-3ebc051c4cfa is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:24.357180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port fa3ccca4-869d-4d9c-953e-64637c88279c yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:24.359111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Pushing event updated for resources: {'Port': ['ID=992ba658-5427-4014-b89f-e5c746dfd226,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:24.372045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:24.372045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:24.414072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e971af-4777-4c17-9389-d1edeb068592 req-4db58ea1-d62a-44ec-8063-769ffbe5abb8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989617 Feb 09 16:04:24.478420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 989d3fae-4426-477b-915b-3557703bd391 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:24.496390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.523395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Attempting to bind port 992ba658-5427-4014-b89f-e5c746dfd226 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:24.523780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Attempting to bind port 992ba658-5427-4014-b89f-e5c746dfd226 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:24.524242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Attempting to bind port 992ba658-5427-4014-b89f-e5c746dfd226 on network a44a5ae9-489a-4103-972c-3ebc051c4cfa {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:24.603105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:24.603513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Checking segment: {'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:24.603965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.609057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Bound using segment: {'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:24.609606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Bound port: 992ba658-5427-4014-b89f-e5c746dfd226, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:24.610048 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.697936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc6f3d-39f6-435f-8188-9694e8898564 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:24.713117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 172.20.0.6 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/7a6b8d01-9d6b-41e8-954d-20b88998c043/fa3ccca4-869d-4d9c-953e-64637c88279c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:24.729811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fee3:64ae (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/a1d63c41-f692-4ac4-a1fa-80ba505f926c/fa3ccca4-869d-4d9c-953e-64637c88279c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:24.745211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89410c-5745-418c-899e-513d85de1a87 req-34107876-0500-44f1-91a1-b7dddeb6c4b9 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:24.748133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e89410c-5745-418c-899e-513d85de1a87 req-34107876-0500-44f1-91a1-b7dddeb6c4b9 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.73 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.2530153 Feb 09 16:04:24.753125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.796740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 989d3fae-4426-477b-915b-3557703bd391 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:24.797198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.848483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] For port 992ba658-5427-4014-b89f-e5c746dfd226, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:24.853452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1c778997-0510-40df-bdb7-acfcebf81945 None None] Provisioning complete for port 989d3fae-4426-477b-915b-3557703bd391 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:24.853452 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1c778997-0510-40df-bdb7-acfcebf81945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:24.902537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] For port 992ba658-5427-4014-b89f-e5c746dfd226, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=992ba658-5427-4014-b89f-e5c746dfd226,segment=NetworkSegment(f0a2c169-47bf-49b7-b42e-b5af63ae5cb1),segment_id=f0a2c169-47bf-49b7-b42e-b5af63ae5cb1)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:24.993579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.20.0.1 (a44a5ae9-489a-4103-972c-3ebc051c4cfa/72daf35d-d351-4096-897b-f6a73a35aafb/1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:25.016265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658410c-ace8-47c6-80e7-d689d48c96ed req-228581e3-8fd3-4e0e-ad3f-4e2e9047e451 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:25.016265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d658410c-ace8-47c6-80e7-d689d48c96ed req-228581e3-8fd3-4e0e-ad3f-4e2e9047e451 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.1666930 Feb 09 16:04:25.057009 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.080392 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1c778997-0510-40df-bdb7-acfcebf81945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.098424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Deleting port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:25.098837 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.104479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d658410c-ace8-47c6-80e7-d689d48c96ed req-091b0f7f-a41b-43a7-8c26-9c38fd45cd14 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809207 Feb 09 16:04:25.122272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 989d3fae-4426-477b-915b-3557703bd391, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=989d3fae-4426-477b-915b-3557703bd391,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:25.129809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.159304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.195215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9bda0b-63b1-4f41-8a6b-8d79e9871fe0 None None] Update dhcp port {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': 'a1d63c41-f692-4ac4-a1fa-80ba505f926c', 'ip_address': '2001:db8::f816:3eff:fe79:843b'}, {'subnet_id': '7a6b8d01-9d6b-41e8-954d-20b88998c043'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '989d3fae-4426-477b-915b-3557703bd391'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:04:25.234525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] For port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:25.234908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.235429 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1c9bda0b-63b1-4f41-8a6b-8d79e9871fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.282446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.412827 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.432632 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9b614468-99cd-490e-a311-188bae7483ce tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags/tempest-TagsExtTest-Tag-1685791290 HTTP/1.1" status: 201 len: 201 time: 1.3998547 Feb 09 16:04:25.436380 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0fb67a3e-1e74-4d60-a7cb-dcc7cb020035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.439044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54778) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:25.443533 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.468661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-27dea746-11d9-46a5-ac39-dc2a7b51e37d tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e', 'tempest-TagsExtTest-Tag-2091746874') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:25.475887 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.499927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:25.573768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.581718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:25.585409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=d15069ea-0161-4b10-bf82-d0d6b6b1dd23,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:25.587113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:25.600872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:25.602919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.713127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network a44a5ae9-489a-4103-972c-3ebc051c4cfa is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:25.727935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:25.743128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:25.786710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:25.815920 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ff2f8881-2b4c-4a2f-8ca6-bedfe2db93f9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.2097149 Feb 09 16:04:25.818742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54786) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:25.839661 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-1c778997-0510-40df-bdb7-acfcebf81945 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:25.841700 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-1c778997-0510-40df-bdb7-acfcebf81945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:25.844602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a3beb-d435-4332-98f3-aed3983d71f3 None None] Pushing event updated for resources: {'Port': ['ID=992ba658-5427-4014-b89f-e5c746dfd226,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:25.878049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:25.915268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:25.945728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:25.974354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=fa3ccca4-869d-4d9c-953e-64637c88279c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:25.974539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a2ba9-55d3-4622-9283-8764cf3316d5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:25.974695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:25.986020 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-475a2ba9-55d3-4622-9283-8764cf3316d5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/d15069ea-0161-4b10-bf82-d0d6b6b1dd23 HTTP/1.1" status: 200 len: 841 time: 0.1636703 Feb 09 16:04:25.989262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:26.053708 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-27dea746-11d9-46a5-ac39-dc2a7b51e37d tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags/tempest-TagsExtTest-Tag-2091746874 HTTP/1.1" status: 201 len: 201 time: 0.5980508 Feb 09 16:04:26.056282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54790) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:26.068992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-c843fe43-3446-41e7-accc-fb22d10e83d8 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e', 'tempest-TagsExtTest-Tag-878348173') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:26.282674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:26.292592 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.299218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=989d3fae-4426-477b-915b-3557703bd391,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:26.340776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1c9bda0b-63b1-4f41-8a6b-8d79e9871fe0 None None] Allocated IP 172.20.0.2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/7a6b8d01-9d6b-41e8-954d-20b88998c043/989d3fae-4426-477b-915b-3557703bd391) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:26.410056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41e7d4-1b32-4177-b8f1-101898d257d9 req-a2524738-6b00-4fa1-94ec-2e17dba4966a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:26.417790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb41e7d4-1b32-4177-b8f1-101898d257d9 req-a2524738-6b00-4fa1-94ec-2e17dba4966a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.8660140 Feb 09 16:04:26.427260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-04fcbf16-13eb-412a-a97c-83f1c171be80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port d15069ea-0161-4b10-bf82-d0d6b6b1dd23 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:26.428133 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04fcbf16-13eb-412a-a97c-83f1c171be80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.443935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.444334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.444566 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Floating IP 9add46c9-94c4-47ff-a5c8-2ccc534ad416 disassociated. External IP: 172.25.5.123, port: 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2. Feb 09 16:04:26.445230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Calling delete_port for 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:26.581366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 992ba658-5427-4014-b89f-e5c746dfd226 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:26.589377 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c843fe43-3446-41e7-accc-fb22d10e83d8 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags/tempest-TagsExtTest-Tag-878348173 HTTP/1.1" status: 201 len: 201 time: 0.5278685 Feb 09 16:04:26.596884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54794) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:26.609599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-0f7ebd13-5ba1-4028-929f-7ba1160bebf5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b', {'tags': ['tempest-TagsExtTest-Tag-1997512622', 'tempest-TagsExtTest-Tag-98944157', 'tempest-TagsExtTest-Tag-817095262']}) {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:26.640684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6233322d-5783-4e4a-8570-988b71ff0b27 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.2111678 Feb 09 16:04:26.646614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54796) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:26.660783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.668509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04fcbf16-13eb-412a-a97c-83f1c171be80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.684756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.694008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb41e7d4-1b32-4177-b8f1-101898d257d9 req-dd9f2a0f-1b8f-4df3-94be-3f103ad7151a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751548 Feb 09 16:04:26.707272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8566f2-259b-47bd-bf53-ba486cefb465 req-3a231b99-cc66-4175-b364-f6bfde5eb5e2 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:26.714870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8566f2-259b-47bd-bf53-ba486cefb465 req-3a231b99-cc66-4175-b364-f6bfde5eb5e2 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 945 time: 0.4061134 Feb 09 16:04:26.745133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-04fcbf16-13eb-412a-a97c-83f1c171be80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for d15069ea-0161-4b10-bf82-d0d6b6b1dd23 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:26.762296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1c9bda0b-63b1-4f41-8a6b-8d79e9871fe0 None None] For port 989d3fae-4426-477b-915b-3557703bd391, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=989d3fae-4426-477b-915b-3557703bd391,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:26.792589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 992ba658-5427-4014-b89f-e5c746dfd226 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:26.797386 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:26.832749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c8566f2-259b-47bd-bf53-ba486cefb465 req-02a4c59a-b5f3-4909-a890-5a0d8a68c068 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups?id=c2e86c4a-1ce7-467e-a3ee-4c509742d918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168640 Feb 09 16:04:26.903633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f2c1a-3a2b-4d18-a9c1-8b09c6a4022f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:26.924121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f2c1a-3a2b-4d18-a9c1-8b09c6a4022f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:26.926435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a9f2c1a-3a2b-4d18-a9c1-8b09c6a4022f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2771499 Feb 09 16:04:26.931140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54800) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:26.975007 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1c9bda0b-63b1-4f41-8a6b-8d79e9871fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.187974 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.192503 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1c9bda0b-63b1-4f41-8a6b-8d79e9871fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.252740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c83480e8-aba5-4a24-bc3c-510a2ec221c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port fa3ccca4-869d-4d9c-953e-64637c88279c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:27.257657 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c83480e8-aba5-4a24-bc3c-510a2ec221c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.397153 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.401659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bda0b-63b1-4f41-8a6b-8d79e9871fe0 None None] Pushing event updated for resources: {'Port': ['ID=989d3fae-4426-477b-915b-3557703bd391,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:27.466275 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04fcbf16-13eb-412a-a97c-83f1c171be80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.498631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event deleted for resources: {'Port': ['ID=2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:27.534377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 992ba658-5427-4014-b89f-e5c746dfd226, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=992ba658-5427-4014-b89f-e5c746dfd226,segment=NetworkSegment(f0a2c169-47bf-49b7-b42e-b5af63ae5cb1),segment_id=f0a2c169-47bf-49b7-b42e-b5af63ae5cb1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:27.638021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c83480e8-aba5-4a24-bc3c-510a2ec221c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.639140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be55ed7-2cbc-42bd-abd3-7a491f1a2521 None None] Network a44a5ae9-489a-4103-972c-3ebc051c4cfa requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:27.641392 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04fcbf16-13eb-412a-a97c-83f1c171be80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.647981 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-04fcbf16-13eb-412a-a97c-83f1c171be80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/d15069ea-0161-4b10-bf82-d0d6b6b1dd23 HTTP/1.1" status: 204 len: 168 time: 1.6549842 Feb 09 16:04:27.651623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54804) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:27.665682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0f7ebd13-5ba1-4028-929f-7ba1160bebf5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags HTTP/1.1" status: 200 len: 315 time: 1.0638227 Feb 09 16:04:27.665682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcbf16-13eb-412a-a97c-83f1c171be80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=d15069ea-0161-4b10-bf82-d0d6b6b1dd23,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:27.690882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54806) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:27.695763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-88aa9451-6236-4cf5-85f4-dd7407d99262 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:27.725506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c83480e8-aba5-4a24-bc3c-510a2ec221c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for fa3ccca4-869d-4d9c-953e-64637c88279c owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:27.746378 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9975e0-8825-4d31-a59f-a92ac1fb18c7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:04:27.752559 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0c9975e0-8825-4d31-a59f-a92ac1fb18c7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/d15069ea-0161-4b10-bf82-d0d6b6b1dd23 HTTP/1.1" status: 404 len: 333 time: 0.0912149 Feb 09 16:04:27.753201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54810) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:27.773540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'name': 'tempest-PortsTestJSON-1690058919'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:27.823043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:27.974777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c7c6bc81-aea9-4cc0-81dc-5b2966b2c0a6 None None] Provisioning complete for port 992ba658-5427-4014-b89f-e5c746dfd226 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:27.975151 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7c6bc81-aea9-4cc0-81dc-5b2966b2c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.154069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=992ba658-5427-4014-b89f-e5c746dfd226,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:28.455418 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.531982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:28.631087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 989d3fae-4426-477b-915b-3557703bd391 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:28.634561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:28.634561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:28.695832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.714842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 989d3fae-4426-477b-915b-3557703bd391 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:28.715554 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.862605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.899574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9a1db917-e239-4905-b600-7d58a0b20a1c None None] Provisioning complete for port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:28.900103 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a1db917-e239-4905-b600-7d58a0b20a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:28.907007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 992ba658-5427-4014-b89f-e5c746dfd226 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:28.928384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcb7db5d-416d-4e95-85b1-00d7282af7b4 req-da077d3d-9d36-4a1f-a53a-02538041799e tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.1600425 Feb 09 16:04:28.977770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.015709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9a1db917-e239-4905-b600-7d58a0b20a1c None None] Port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:29.043534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9a1db917-e239-4905-b600-7d58a0b20a1c None None] Provisioning complete for port 992ba658-5427-4014-b89f-e5c746dfd226 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:29.043962 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a1db917-e239-4905-b600-7d58a0b20a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.115301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.132264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 992ba658-5427-4014-b89f-e5c746dfd226 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:29.132564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.136840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ca82-a95b-49cf-9608-588c602b6a06 req-1ee103c0-9574-44ae-8b73-a2e948b66026 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:29.139220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c5ca82-a95b-49cf-9608-588c602b6a06 req-1ee103c0-9574-44ae-8b73-a2e948b66026 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.4165399 Feb 09 16:04:29.170341 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-88aa9451-6236-4cf5-85f4-dd7407d99262 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags HTTP/1.1" status: 204 len: 168 time: 1.4781127 Feb 09 16:04:29.173082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:29.183967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.219142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54820) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:29.230308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c5ca82-a95b-49cf-9608-588c602b6a06 req-a7f40c7b-5725-4a3b-b024-a0b421cbed9c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824983 Feb 09 16:04:29.266407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:04:29.275908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-d5ef930e-ca40-476e-a3be-b4c83bb5480b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b', 'tempest-TagsExtTest-Tag-1997512622') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:29.350336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:29.421078 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.422566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.422566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.422566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.422889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.422991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.423411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.423805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.424264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.424688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.425252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.425915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:29.430179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 85328ae8-fce0-4896-81b1-49e75fe06421 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:29.478800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-58d957a4-f635-42ac-bdd6-f5fcafa0f97a None None] Provisioning complete for port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:29.480883 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58d957a4-f635-42ac-bdd6-f5fcafa0f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.541465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-58d957a4-f635-42ac-bdd6-f5fcafa0f97a None None] Port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:29.555434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-58d957a4-f635-42ac-bdd6-f5fcafa0f97a None None] Provisioning complete for port 989d3fae-4426-477b-915b-3557703bd391 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:29.556567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58d957a4-f635-42ac-bdd6-f5fcafa0f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.602126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:29.621545 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c46116-d104-4698-8f0f-42265963e549 None None] Sync routers for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:04:29.653949 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c46116-d104-4698-8f0f-42265963e549 None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:29.666850 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-69c46116-d104-4698-8f0f-42265963e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:29.693987 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-d5ef930e-ca40-476e-a3be-b4c83bb5480b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:29.697726 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5ef930e-ca40-476e-a3be-b4c83bb5480b tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags/tempest-TagsExtTest-Tag-1997512622 HTTP/1.1" status: 404 len: 329 time: 0.4521220 Feb 09 16:04:29.697955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] No DVR routers for this DVR port 2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:29.707742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54826) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:29.713162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-f62a08fd-2dc5-4a98-8c9f-d0dfa8b2bddc tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b', 'tempest-TagsExtTest-Tag-98944157') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:29.716871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.726271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network a44a5ae9-489a-4103-972c-3ebc051c4cfa is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:29.730075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e89410c-5745-418c-899e-513d85de1a87 req-d7bc7de5-0208-4f5f-8144-ef9f91dc91a3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.73 "DELETE /v2.0/ports/2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2 HTTP/1.1" status: 204 len: 173 time: 4.9724438 Feb 09 16:04:29.730855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c83480e8-aba5-4a24-bc3c-510a2ec221c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:29.733253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'name': 'network-vif-deleted', 'tag': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:29.735802 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3529ece-5b81-452a-a0db-f79fb2548e14" -d '{"events": [{"server_uuid": "2389834f-018b-47a3-a46d-fe7e39c39b51", "name": "network-vif-deleted", "tag": "2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:04:29.753930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:29.905841 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d489a7f3-0722-4aeb-a6ef-3fe871f5f97e x-openstack-request-id: req-d489a7f3-0722-4aeb-a6ef-3fe871f5f97e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:04:29.906295 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2389834f-018b-47a3-a46d-fe7e39c39b51", "name": "network-vif-deleted", "tag": "2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:04:29.906648 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d489a7f3-0722-4aeb-a6ef-3fe871f5f97e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:04:29.908476 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2389834f-018b-47a3-a46d-fe7e39c39b51', 'name': 'network-vif-deleted', 'tag': '2193bbc5-6a7a-4b7d-ad42-2ebb5514cfe2', 'status': 'completed', 'code': 200} Feb 09 16:04:29.917527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83480e8-aba5-4a24-bc3c-510a2ec221c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=fa3ccca4-869d-4d9c-953e-64637c88279c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:30.057728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-44dd1a7d-add9-4e7d-a730-1197b8d28f52 None None] Could not find standard attr ID for object fa3ccca4-869d-4d9c-953e-64637c88279c. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:04:30.063933 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-69c46116-d104-4698-8f0f-42265963e549 None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:30.107543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.258661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed577a1f-9013-4077-8b9e-ba8f4c488acc req-c9f9d102-6943-4d1a-b666-10fcf1aa932f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.1028674 Feb 09 16:04:30.289447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b6e96ddf-ac1a-4a97-93b4-83720462130e None None] Provisioning complete for port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:30.290627 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6e96ddf-ac1a-4a97-93b4-83720462130e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.339167 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c83480e8-aba5-4a24-bc3c-510a2ec221c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.351596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c83480e8-aba5-4a24-bc3c-510a2ec221c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/fa3ccca4-869d-4d9c-953e-64637c88279c HTTP/1.1" status: 204 len: 168 time: 3.4163699 Feb 09 16:04:30.360748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54836) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:30.366093 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-f62a08fd-2dc5-4a98-8c9f-d0dfa8b2bddc tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:30.371797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f62a08fd-2dc5-4a98-8c9f-d0dfa8b2bddc tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags/tempest-TagsExtTest-Tag-98944157 HTTP/1.1" status: 404 len: 327 time: 0.6664395 Feb 09 16:04:30.372192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54838) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:30.378114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b6e96ddf-ac1a-4a97-93b4-83720462130e None None] Port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:30.380523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-1ef25df3-701f-4d41-a4a6-9fd5ba69ac79 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b', 'tempest-TagsExtTest-Tag-817095262') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:30.451037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.492471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a97ff8-f700-4cc6-9a13-b9dac9cffef0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:30.494127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a97ff8-f700-4cc6-9a13-b9dac9cffef0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:30.495847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a97ff8-f700-4cc6-9a13-b9dac9cffef0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:30.502242 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-54a97ff8-f700-4cc6-9a13-b9dac9cffef0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1356094 Feb 09 16:04:30.504881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54840) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:30.632679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:04:30.681058 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-69c46116-d104-4698-8f0f-42265963e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:03:05Z', 'revision_number': 5, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:30.707005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bbb1e8-bb42-4add-92d1-ea6808d749cd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 7a6b8d01-9d6b-41e8-954d-20b88998c043 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:30.721237 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44bbb1e8-bb42-4add-92d1-ea6808d749cd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.749395 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c46116-d104-4698-8f0f-42265963e549 None None] Checking router: 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:04:30.774771 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c46116-d104-4698-8f0f-42265963e549 None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:30.775447 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-69c46116-d104-4698-8f0f-42265963e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:30.788418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.830763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4cad4-af81-456c-af5a-63e41f62d5eb req-8113b0f5-9de8-4a7d-8271-5cf3aa4591e1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:30.833088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccf4cad4-af81-456c-af5a-63e41f62d5eb req-8113b0f5-9de8-4a7d-8271-5cf3aa4591e1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.3638296 Feb 09 16:04:30.859614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:30.868842 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f309dd5e-02b6-4787-89f8-9f1a3d53cfed tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6204586 Feb 09 16:04:30.875397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44bbb1e8-bb42-4add-92d1-ea6808d749cd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.878516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:04:30.885097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54846) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:30.892458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-449707948'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:30.907444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:30.909262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:30.910818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:30.917626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:30.917626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:30.923461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:30.944958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccf4cad4-af81-456c-af5a-63e41f62d5eb req-9e24c308-1dcf-4317-93ae-5ed028634e69 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008677 Feb 09 16:04:30.959310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.959590 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-1ef25df3-701f-4d41-a4a6-9fd5ba69ac79 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:30.960559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1ef25df3-701f-4d41-a4a6-9fd5ba69ac79 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags/tempest-TagsExtTest-Tag-817095262 HTTP/1.1" status: 404 len: 328 time: 0.5872302 Feb 09 16:04:30.965463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54848) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:30.972200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-536ddf55-4164-421d-972e-fef3fc5b5f65 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a', {'tags': ['tempest-TagsExtTest-Tag-641484451', 'tempest-TagsExtTest-Tag-1995391459', 'tempest-TagsExtTest-Tag-426369507']}) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:31.027879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=85328ae8-fce0-4896-81b1-49e75fe06421,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:31.134656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44bbb1e8-bb42-4add-92d1-ea6808d749cd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.146682 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-69c46116-d104-4698-8f0f-42265963e549 None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:31.170941 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-381c74ce-5f65-4cd2-ba31-ad308b22c087 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4020751 Feb 09 16:04:31.173611 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54850) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:31.178302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:31.187652 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:31.190762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.221953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:31.346441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.350906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-536ddf55-4164-421d-972e-fef3fc5b5f65 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags HTTP/1.1" status: 200 len: 316 time: 0.3789191 Feb 09 16:04:31.351992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54854) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:31.356808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-e0943d05-59af-4873-a118-b4ce65fdd99d tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:31.496686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e63a397b-dfb2-4c6c-bf19-101f6f90f928 req-d4c8927f-43c2-4179-ad39-9d873dbe0e39 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/ports?device_id=2389834f-018b-47a3-a46d-fe7e39c39b51 HTTP/1.1" status: 200 len: 210 time: 0.0507953 Feb 09 16:04:31.531135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44bbb1e8-bb42-4add-92d1-ea6808d749cd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.549720 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-69c46116-d104-4698-8f0f-42265963e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:03:05Z', 'revision_number': 5, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:31.570508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbb1e8-bb42-4add-92d1-ea6808d749cd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6b8d01-9d6b-41e8-954d-20b88998c043,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:31.577403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:31.598513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44bbb1e8-bb42-4add-92d1-ea6808d749cd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.603784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-44bbb1e8-bb42-4add-92d1-ea6808d749cd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/7a6b8d01-9d6b-41e8-954d-20b88998c043 HTTP/1.1" status: 204 len: 168 time: 1.0887458 Feb 09 16:04:31.605522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.606102 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment 7d44d657-8107-4da5-8b01-f8f484c76ec1 of type vlan for network 0a618734-377f-4166-bda3-50e86fcdbee8 Feb 09 16:04:31.608862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54856) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:31.625628 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c46116-d104-4698-8f0f-42265963e549 None None] The sync data for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 is: [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:02:58Z', 'revision_number': 4, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '29591e7a-6380-437d-b2cc-6c91e125013e', 'name': '', 'network_id': 'cd3f7593-5488-4e7c-9b72-c072b1cf38bf', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'mac_address': 'fa:16:3e:72:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:55Z', 'updated_at': '2022-02-09T16:03:05Z', 'revision_number': 5, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'subnets': [{'id': '88044793-e654-4475-a6ac-5684ef7e12bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:04:31.731466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.748145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0943d05-59af-4873-a118-b4ce65fdd99d tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags HTTP/1.1" status: 204 len: 168 time: 0.3949695 Feb 09 16:04:31.751282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54858) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:31.757970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-b68f983c-c7e1-456c-b259-86e26fb7dd5d tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a', 'tempest-TagsExtTest-Tag-641484451') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:31.774484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.787132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0e341d-6e1d-48c9-b8e4-5f813d56ea64 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet a1d63c41-f692-4ac4-a1fa-80ba505f926c {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:31.795695 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f0e341d-6e1d-48c9-b8e4-5f813d56ea64 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.819775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e4f66c-09b0-464e-95ca-108a7c78b858 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:31.831573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.883281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f0e341d-6e1d-48c9-b8e4-5f813d56ea64 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.986320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.989174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] In _notify_port_updated(), no bound segment for port 85328ae8-fce0-4896-81b1-49e75fe06421 on network 93d30598-115a-4229-9f49-b5ff39e04fb1 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:04:31.991965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:31.992802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.002055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:32.011084 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.014099 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "PUT /v2.0/ports/85328ae8-fce0-4896-81b1-49e75fe06421 HTTP/1.1" status: 200 len: 818 time: 0.8403213 Feb 09 16:04:32.018257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54864) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:32.034041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c115939-d88a-42d3-90eb-79fbe05dc4d9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=85328ae8-fce0-4896-81b1-49e75fe06421,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:32.079860 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-b68f983c-c7e1-456c-b259-86e26fb7dd5d tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:32.086678 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b68f983c-c7e1-456c-b259-86e26fb7dd5d tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags/tempest-TagsExtTest-Tag-641484451 HTTP/1.1" status: 404 len: 328 time: 0.3341434 Feb 09 16:04:32.087457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54868) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:32.095785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-a3e78508-11d2-4c0c-8f22-7591db093f49 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a', 'tempest-TagsExtTest-Tag-1995391459') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:32.172354 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025da9da-c58b-4922-aefe-1116948efb70 None None] New status for floating IP 9add46c9-94c4-47ff-a5c8-2ccc534ad416: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:04:32.178920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:26Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:27Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:32.247934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=0a618734-377f-4166-bda3-50e86fcdbee8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:32.265372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:04:32.265737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Updating router f3389ab7-650a-4ad7-b467-25c8e2cdc56b port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:04:32.279470 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-a3e78508-11d2-4c0c-8f22-7591db093f49 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:32.286153 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a3e78508-11d2-4c0c-8f22-7591db093f49 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags/tempest-TagsExtTest-Tag-1995391459 HTTP/1.1" status: 404 len: 329 time: 0.1940067 Feb 09 16:04:32.288275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54870) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:32.291773 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.296252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-ea5abee2-6ed2-4e74-8e59-6de5d391bd98 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a', 'tempest-TagsExtTest-Tag-426369507') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:32.360785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0a618734-377f-4166-bda3-50e86fcdbee8 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:04:32.417819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-55a99736-8156-4aac-9e56-122c0cf2401f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5316558 Feb 09 16:04:32.422074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54872) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:32.427351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:32.462202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-85ef4c36-b877-45df-b65d-b76e5c3b5b0f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 85328ae8-fce0-4896-81b1-49e75fe06421 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:32.462527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85ef4c36-b877-45df-b65d-b76e5c3b5b0f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.469867 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-ea5abee2-6ed2-4e74-8e59-6de5d391bd98 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:32.476144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ea5abee2-6ed2-4e74-8e59-6de5d391bd98 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags/tempest-TagsExtTest-Tag-426369507 HTTP/1.1" status: 404 len: 328 time: 0.1852942 Feb 09 16:04:32.477275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54874) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:32.484511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-e0dd0ef9-dd58-43c9-ac80-64e6766d538f tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e', {'tags': ['tempest-TagsExtTest-Tag-307108139', 'tempest-TagsExtTest-Tag-1390517320', 'tempest-TagsExtTest-Tag-1995727678']}) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:32.618182 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85ef4c36-b877-45df-b65d-b76e5c3b5b0f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.655754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-85ef4c36-b877-45df-b65d-b76e5c3b5b0f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 85328ae8-fce0-4896-81b1-49e75fe06421 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:32.685085 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.723994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f0e341d-6e1d-48c9-b8e4-5f813d56ea64 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.787721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021580e-be75-42dc-8d07-9d3f3307b5a6 req-2a83277d-ca08-4034-8bf6-ba6fa87845db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:32.789565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6021580e-be75-42dc-8d07-9d3f3307b5a6 req-2a83277d-ca08-4034-8bf6-ba6fa87845db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.5357447 Feb 09 16:04:32.800441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54880) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:32.856415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-ee6d4da9-a7aa-4e25-8982-d709cd67695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:32.858474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-ee6d4da9-a7aa-4e25-8982-d709cd67695c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1096 time: 0.4202030 Feb 09 16:04:32.903215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85ef4c36-b877-45df-b65d-b76e5c3b5b0f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:32.945922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6021580e-be75-42dc-8d07-9d3f3307b5a6 req-0c9b7228-dc67-4376-a9ff-1a4a638e43e5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359308 Feb 09 16:04:32.961260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb32098f-4984-4717-abb5-f069b4afc324 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.010937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85ef4c36-b877-45df-b65d-b76e5c3b5b0f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.018526 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-85ef4c36-b877-45df-b65d-b76e5c3b5b0f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/85328ae8-fce0-4896-81b1-49e75fe06421 HTTP/1.1" status: 204 len: 168 time: 0.9982347 Feb 09 16:04:33.023178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54884) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:33.031131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4c36-b877-45df-b65d-b76e5c3b5b0f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=85328ae8-fce0-4896-81b1-49e75fe06421,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:33.062468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb32098f-4984-4717-abb5-f069b4afc324 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.135275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0dd0ef9-dd58-43c9-ac80-64e6766d538f tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags HTTP/1.1" status: 200 len: 317 time: 0.6528194 Feb 09 16:04:33.144883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54888) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:33.149971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-4debacef-e69e-43e9-9b1b-8680b840d0cf tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:33.301463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-168f5004-09c2-4a6c-8982-9cf1f769d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:33.304121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-168f5004-09c2-4a6c-8982-9cf1f769d033 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.4062510 Feb 09 16:04:33.306546 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f0e341d-6e1d-48c9-b8e4-5f813d56ea64 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.331425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d27cb4-470e-48ca-90ac-fef68cdfaf50 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:33.333457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a9d27cb4-470e-48ca-90ac-fef68cdfaf50 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2886078 Feb 09 16:04:33.337805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54890) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:33.414934 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecea5ba-940a-4a75-8025-fa8120ec8ea4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:04:33.417940 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eecea5ba-940a-4a75-8025-fa8120ec8ea4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/85328ae8-fce0-4896-81b1-49e75fe06421 HTTP/1.1" status: 404 len: 333 time: 0.0783930 Feb 09 16:04:33.425027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54892) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:33.450286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1917113434'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:33.518581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb32098f-4984-4717-abb5-f069b4afc324 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.520827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-ae965d6c-6997-458b-8615-956c8a32e105 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 1001 time: 0.2046340 Feb 09 16:04:33.526002 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fb32098f-4984-4717-abb5-f069b4afc324 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.532717 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb32098f-4984-4717-abb5-f069b4afc324 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "DELETE /v2.0/security-groups/c2e86c4a-1ce7-467e-a3ee-4c509742d918 HTTP/1.1" status: 204 len: 168 time: 0.7267992 Feb 09 16:04:33.535453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54894) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:33.572975 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-2c0d08d3-a9dd-4417-a044-da798553d6b3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] show failed (client error): The resource could not be found. Feb 09 16:04:33.581622 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c0d08d3-a9dd-4417-a044-da798553d6b3 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "GET /v2.0/security-groups/c2e86c4a-1ce7-467e-a3ee-4c509742d918 HTTP/1.1" status: 404 len: 347 time: 0.0448141 Feb 09 16:04:33.588978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e341d-6e1d-48c9-b8e4-5f813d56ea64 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d63c41-f692-4ac4-a1fa-80ba505f926c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:33.595282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54896) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:33.602370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f0e341d-6e1d-48c9-b8e4-5f813d56ea64 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.613304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4f0e341d-6e1d-48c9-b8e4-5f813d56ea64 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/a1d63c41-f692-4ac4-a1fa-80ba505f926c HTTP/1.1" status: 204 len: 168 time: 1.9999828 Feb 09 16:04:33.646680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54898) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:33.659110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:33.665872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.682541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:33.686566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.689692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32098f-4984-4717-abb5-f069b4afc324 tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e86c4a-1ce7-467e-a3ee-4c509742d918,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:33.774497 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.846154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:33.891119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.891460 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Added segment 423b2888-23cc-4f94-a7cb-1692d97c3749 of type vlan for network ad929441-548d-4ec7-b3c5-f13c60f80d19 Feb 09 16:04:33.964142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.007954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Deleting port 91beb352-1a9b-40f2-b1f8-b92833ed06ae {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:34.008358 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.115134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d783de-2cdb-4771-9b66-c103e40e3d0f None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:34.162040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.162396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.183723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-48676e9f-453b-4fa2-be88-b911e23ae2d6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5337355 Feb 09 16:04:34.200693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.213370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4e0c3789-9a1b-4356-8efb-4e11db487655 None None] Provisioning complete for port 989d3fae-4426-477b-915b-3557703bd391 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:34.216671 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4e0c3789-9a1b-4356-8efb-4e11db487655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.218639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Calling delete_port for 91beb352-1a9b-40f2-b1f8-b92833ed06ae owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:34.225920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54906) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:34.264527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:34.350470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.356870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:34.372824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.383183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc5f3-f48d-4bcc-a417-1650f0be5239 None None] Pushing event updated for resources: {'Port': ['ID=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:34.486449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Network': ['ID=ad929441-548d-4ec7-b3c5-f13c60f80d19,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:34.567559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:04:34.615816 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f199f163-83df-4a85-8cbf-97638b7e75e7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1852195 Feb 09 16:04:34.617862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54912) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:34.626409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:34.629468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4debacef-e69e-43e9-9b1b-8680b840d0cf tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags HTTP/1.1" status: 204 len: 168 time: 1.4831321 Feb 09 16:04:34.637887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-bde0ed28-7716-46e3-a4fb-70799896457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:34.639997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-bde0ed28-7716-46e3-a4fb-70799896457f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 1.0208943 Feb 09 16:04:34.640689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54914) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:34.666679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-671a4945-ba6d-4bcc-a1c1-69da3d786d69 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e', 'tempest-TagsExtTest-Tag-307108139') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:34.708724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:34.748023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Attempting to bind port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:34.762820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Attempting to bind port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:34.764004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Attempting to bind port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 on network a44a5ae9-489a-4103-972c-3ebc051c4cfa {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:34.815424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be8a8b-8d52-439f-add0-cf29e03db3d3 req-eca4a597-c0d4-4d29-a82b-02e4083e2360 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:34.819037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71be8a8b-8d52-439f-add0-cf29e03db3d3 req-eca4a597-c0d4-4d29-a82b-02e4083e2360 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.6284385 Feb 09 16:04:34.852140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:34.853628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Checking segment: {'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:34.854556 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.855187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Bound using segment: {'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:34.855885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Bound port: 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:34.856560 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.881569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-eaf7d451-3b40-4f78-be26-1ba0ec1ad8b9 None None] Provisioning complete for port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:34.882383 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d451-3b40-4f78-be26-1ba0ec1ad8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.887583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-7e5fca20-7a71-4433-a5d7-5b21bed70610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:34.889748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-7e5fca20-7a71-4433-a5d7-5b21bed70610 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217453 Feb 09 16:04:34.901212 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:34.973545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71be8a8b-8d52-439f-add0-cf29e03db3d3 req-67be1a3b-ae9a-4781-9c0a-1847f12808b0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191165 Feb 09 16:04:35.004917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:35.012996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.018949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Pushing event deleted for resources: {'Port': ['ID=91beb352-1a9b-40f2-b1f8-b92833ed06ae,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:35.022954 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-671a4945-ba6d-4bcc-a1c1-69da3d786d69 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:35.027606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-671a4945-ba6d-4bcc-a1c1-69da3d786d69 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags/tempest-TagsExtTest-Tag-307108139 HTTP/1.1" status: 404 len: 328 time: 0.3660440 Feb 09 16:04:35.028429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54916) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:35.032938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-eaf7d451-3b40-4f78-be26-1ba0ec1ad8b9 None None] Port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:35.038684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-af90a3d6-30d5-4720-a611-b87c2c5f9e11 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e', 'tempest-TagsExtTest-Tag-1390517320') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:35.074478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] Deleting port 989d3fae-4426-477b-915b-3557703bd391 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:35.075291 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.080395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] For port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:35.142764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] For port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,segment=NetworkSegment(f0a2c169-47bf-49b7-b42e-b5af63ae5cb1),segment_id=f0a2c169-47bf-49b7-b42e-b5af63ae5cb1)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:35.194356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:35.198370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.208953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] For port 989d3fae-4426-477b-915b-3557703bd391, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=989d3fae-4426-477b-915b-3557703bd391,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:35.210820 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.214110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.216888 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.218170 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d2ddb89d-a31e-4594-b9fb-0d564069c95f tempest-ServersTestFqdnHostnames-891170059 tempest-ServersTestFqdnHostnames-891170059-project] 10.222.0.53 "DELETE /v2.0/floatingips/9add46c9-94c4-47ff-a5c8-2ccc534ad416 HTTP/1.1" status: 204 len: 168 time: 1.6214652 Feb 09 16:04:35.227738 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54918) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:35.255277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] Calling delete_port for 989d3fae-4426-477b-915b-3557703bd391 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:35.297426 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-af90a3d6-30d5-4720-a611-b87c2c5f9e11 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:35.313124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54922) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:35.313833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-af90a3d6-30d5-4720-a611-b87c2c5f9e11 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags/tempest-TagsExtTest-Tag-1390517320 HTTP/1.1" status: 404 len: 329 time: 0.2791259 Feb 09 16:04:35.317642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-3bc824de-6d42-4b19-8dfd-17094ef9a34e service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116075 Feb 09 16:04:35.319659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-36bd6246-23ff-401b-b23e-7c7231c8b9d3 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e', 'tempest-TagsExtTest-Tag-1995727678') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:35.367862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.422034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.467893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:35.468616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:35.599872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=8779dfbd-8eb5-4627-9409-d3d819603444,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:35.623728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc5f3-f48d-4bcc-a417-1650f0be5239 None None] Pushing event updated for resources: {'Port': ['ID=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:35.678269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:35.722261 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:35.752635 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-36bd6246-23ff-401b-b23e-7c7231c8b9d3 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:35.762216 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-36bd6246-23ff-401b-b23e-7c7231c8b9d3 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags/tempest-TagsExtTest-Tag-1995727678 HTTP/1.1" status: 404 len: 329 time: 0.4452505 Feb 09 16:04:35.770544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] No DVR routers for this DVR port 989d3fae-4426-477b-915b-3557703bd391 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:35.773399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54926) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:35.794512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6affe5-5e0e-415c-9bac-e6b777d7e9ea None None] Pushing event deleted for resources: {'Port': ['ID=989d3fae-4426-477b-915b-3557703bd391,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:35.795400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-95d5b66e-bfbb-41ab-a9a2-2586aea96fb8 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e', {'tags': ['tempest-TagsExtTest-Tag-604003206', 'tempest-TagsExtTest-Tag-1406527309', 'tempest-TagsExtTest-Tag-1088142426']}) {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:35.838739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:35.839515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: 0a618734-377f-4166-bda3-50e86fcdbee8, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:35.936649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c16442-20f6-4fa6-ab78-65f609d134ba req-c9da8ce0-5f2f-4885-a2de-d04eb21f18d6 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106310 Feb 09 16:04:36.070285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e0f89579-c9c4-4f9a-8fdf-7587fb7c4a41 None None] Provisioning complete for port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:36.071132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0f89579-c9c4-4f9a-8fdf-7587fb7c4a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.111788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 0a618734-377f-4166-bda3-50e86fcdbee8 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:36.145951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-95d5b66e-bfbb-41ab-a9a2-2586aea96fb8 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "PUT /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags HTTP/1.1" status: 200 len: 317 time: 0.3693187 Feb 09 16:04:36.147240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.150110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54932) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:36.218945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-354a18af-f062-4e41-a050-e6af1fae705a tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:36.239218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=d52ff8ba-73dc-4044-91bc-7fbe65867b79,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:36.292381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0a618734-377f-4166-bda3-50e86fcdbee8) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:36.303206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:36.311953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:36.328250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:36.328250 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.329038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:36.329608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da1819-a4c2-40ca-97bd-96e3731219bf None None] Network 0a618734-377f-4166-bda3-50e86fcdbee8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:36.329775 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.390169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb2816-22e0-475b-b8dd-a6611c593b9e req-63cef40e-145a-4e16-bb30-0450eed44641 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:36.404741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 989d3fae-4426-477b-915b-3557703bd391 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:36.414465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aeb2816-22e0-475b-b8dd-a6611c593b9e req-63cef40e-145a-4e16-bb30-0450eed44641 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1823852 Feb 09 16:04:36.415449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0fd32a-d3c2-462b-90f6-704f52f59858 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:36.498266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4aeb2816-22e0-475b-b8dd-a6611c593b9e req-7d5cbbf9-65c5-443d-bd91-9d6bd84d6ead tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919156 Feb 09 16:04:36.516682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a1db48b-f86a-47d9-98a3-fba95dbc4a5f tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0934255 Feb 09 16:04:36.522448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54938) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:36.549255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 989d3fae-4426-477b-915b-3557703bd391 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:36.558801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 989d3fae-4426-477b-915b-3557703bd391 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:36.585920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.588378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0f89579-c9c4-4f9a-8fdf-7587fb7c4a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.633884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e0f89579-c9c4-4f9a-8fdf-7587fb7c4a41 None None] For port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,segment=NetworkSegment(f0a2c169-47bf-49b7-b42e-b5af63ae5cb1),segment_id=f0a2c169-47bf-49b7-b42e-b5af63ae5cb1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:36.642567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:26Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:35Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:36.676028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076b159-2ab3-4f2c-9179-ce959124e8a5 None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:26Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:35Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:04:36.718478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking segment: {'id': '423b2888-23cc-4f94-a7cb-1692d97c3749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:36.718956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network hostable DHCP agents. Network: ad929441-548d-4ec7-b3c5-f13c60f80d19, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:36.759143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=8ce2a5ee-865c-427d-b82d-89b77e8410b2,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:36.803256 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0f89579-c9c4-4f9a-8fdf-7587fb7c4a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:36.832709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fd1b1a2b-5645-4af5-9b6f-f002a888eb6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5926948 Feb 09 16:04:36.847231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-354a18af-f062-4e41-a050-e6af1fae705a tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.6322520 Feb 09 16:04:36.847693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54940) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:36.848522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54942) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:36.859508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:36.890521 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-537371b1-3c23-46ce-af26-cbd3243993be tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e', 'tempest-TagsExtTest-Tag-604003206') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:37.041555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:37.233186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ad929441-548d-4ec7-b3c5-f13c60f80d19) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:37.249276 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-537371b1-3c23-46ce-af26-cbd3243993be tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:37.254480 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-537371b1-3c23-46ce-af26-cbd3243993be tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags/tempest-TagsExtTest-Tag-604003206 HTTP/1.1" status: 404 len: 328 time: 0.3878703 Feb 09 16:04:37.265486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54944) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:37.303455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:37.312480 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.324273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-091d49dc-d170-449a-97ae-2faac2565091 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e', 'tempest-TagsExtTest-Tag-1406527309') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:37.427800 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-091d49dc-d170-449a-97ae-2faac2565091 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:37.433708 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-091d49dc-d170-449a-97ae-2faac2565091 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags/tempest-TagsExtTest-Tag-1406527309 HTTP/1.1" status: 404 len: 329 time: 0.1644142 Feb 09 16:04:37.450070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf54344-edb2-4136-bbda-8b55776f5da9 None None] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:37.451749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54946) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:37.477331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-57e4d904-19a8-49e1-ba0f-f01a424a6899 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e', 'tempest-TagsExtTest-Tag-1088142426') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:37.495908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-321629e8-24e8-41db-9d06-8d3f4a27702f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8750131 Feb 09 16:04:37.517452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54948) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:37.533344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-88e5be7d-d2a0-44f8-9fe8-305eb0eda121 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:37.604064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.656607 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.723428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'd52ff8ba-73dc-4044-91bc-7fbe65867b79'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:37.727695 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:37.813623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f89579-c9c4-4f9a-8fdf-7587fb7c4a41 None None] Pushing event updated for resources: {'Port': ['ID=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:37.994474 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-57e4d904-19a8-49e1-ba0f-f01a424a6899 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] show failed (client error): The resource could not be found. Feb 09 16:04:37.996321 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57e4d904-19a8-49e1-ba0f-f01a424a6899 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags/tempest-TagsExtTest-Tag-1088142426 HTTP/1.1" status: 404 len: 329 time: 0.5317273 Feb 09 16:04:38.043285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0a618734-377f-4166-bda3-50e86fcdbee8', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:38.047755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:38.053599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54956) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:38.066541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.tag.tag_plugin [None req-bcf6ecb8-7217-44b5-9818-7e0b02d3fe63 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '647ed2e2-7dbc-4512-b8eb-0543e8264d9e') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:38.117517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:38.124183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:38.175941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bcf6ecb8-7217-44b5-9818-7e0b02d3fe63 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.1134195 Feb 09 16:04:38.178847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54958) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:38.198894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-813688ac-9d3d-436f-bc59-183452268d94 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '247cb9b5-3482-4e4f-833d-f631fbf7937e') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:38.345095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e513c3-b3f9-4e64-8f3b-fdb40c1bcfb9 req-cd4e346b-8f07-4433-ba6c-a09d0aee85e4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:38.356390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81e513c3-b3f9-4e64-8f3b-fdb40c1bcfb9 req-cd4e346b-8f07-4433-ba6c-a09d0aee85e4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.5029690 Feb 09 16:04:38.474680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81e513c3-b3f9-4e64-8f3b-fdb40c1bcfb9 req-762f1b31-0b44-4532-9c9c-225d3bf46973 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168067 Feb 09 16:04:38.590368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:38.609693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.21.0.1 (0a618734-377f-4166-bda3-50e86fcdbee8/8779dfbd-8eb5-4627-9409-d3d819603444/7de85a23-db5b-4192-8ede-1adfe9ed9a8d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:38.665776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-ad929441-548d-4ec7-b3c5-f13c60f80d19', 'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19', 'tenant_id': '7ecaa488c5864b3ab3886c9804d8f73d', 'fixed_ips': [{'subnet_id': '8ce2a5ee-865c-427d-b82d-89b77e8410b2'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:38.666666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:38.707895 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-813688ac-9d3d-436f-bc59-183452268d94 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e/tags HTTP/1.1" status: 204 len: 168 time: 0.5157571 Feb 09 16:04:38.708773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e5be7d-d2a0-44f8-9fe8-305eb0eda121 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:38.714004 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88e5be7d-d2a0-44f8-9fe8-305eb0eda121 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:38.724326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54964) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:38.741126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Allocated IP 172.20.0.2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/d52ff8ba-73dc-4044-91bc-7fbe65867b79/e275c6d7-d781-4ae2-b7bc-e399bfd92cbc) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:38.746349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-56b02e57-f2c4-4ea5-8e7b-8843e0326348 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9c320272-2094-4d12-80b6-cb9346b5d76a') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:38.869351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:38.878209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:38.878619 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:39.062849 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:39.132231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Allocated IP 172.21.0.2 (0a618734-377f-4166-bda3-50e86fcdbee8/8779dfbd-8eb5-4627-9409-d3d819603444/f4bf038f-1e36-4fa7-b364-67b4f34724c6) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:39.214840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 0a618734-377f-4166-bda3-50e86fcdbee8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:39.228168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:39.235761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:39.335385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:39.346037 n-d-828542-1 neutron-server[103179]: INFO neutron.db.ipam_backend_mixin [None req-88e5be7d-d2a0-44f8-9fe8-305eb0eda121 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ce2a5ee-865c-427d-b82d-89b77e8410b2 (CIDR: 172.20.0.0/28) Feb 09 16:04:39.366790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:39.594722 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e5be7d-d2a0-44f8-9fe8-305eb0eda121 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:04:39.594722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e5be7d-d2a0-44f8-9fe8-305eb0eda121 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:04:39.595192 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-56b02e57-f2c4-4ea5-8e7b-8843e0326348 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a/tags HTTP/1.1" status: 204 len: 168 time: 0.8607922 Feb 09 16:04:39.600341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54968) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:39.605976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.tag.tag_plugin [None req-d1fb0c65-9182-4a45-bcb8-ea296d1b5bcc tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:39.663349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Deleting port 29591e7a-6380-437d-b2cc-6c91e125013e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:39.663719 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:39.713531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-345dacad-2f98-4c95-92b1-32782e7b8d50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2689118 Feb 09 16:04:39.721370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Allocated IP 172.20.0.2 (ad929441-548d-4ec7-b3c5-f13c60f80d19/8ce2a5ee-865c-427d-b82d-89b77e8410b2/afc3207f-e37c-4c25-b27f-a7bf4a4e25b4) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:39.830787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af157d3c-5d36-4aad-86fb-91bdc6ff4338 req-2adf29b7-a51a-40a4-bee4-e9a5c104f640 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:39.847353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af157d3c-5d36-4aad-86fb-91bdc6ff4338 req-2adf29b7-a51a-40a4-bee4-e9a5c104f640 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.1244886 Feb 09 16:04:39.856980 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-88e5be7d-d2a0-44f8-9fe8-305eb0eda121 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3298304 Feb 09 16:04:39.861542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54972) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:39.882116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:39.895950 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d1fb0c65-9182-4a45-bcb8-ea296d1b5bcc tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b/tags HTTP/1.1" status: 204 len: 168 time: 0.2943711 Feb 09 16:04:39.915782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54976) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:39.941226 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:39.952371 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.013042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] For port 29591e7a-6380-437d-b2cc-6c91e125013e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=29591e7a-6380-437d-b2cc-6c91e125013e,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:40.013438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.020465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.056928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:04:40.065099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.066838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.080541 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.088266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Calling delete_port for 29591e7a-6380-437d-b2cc-6c91e125013e owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:40.148755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:40.153746 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.164811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:40.172032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:40.178364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:40.190096 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:40.200509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:40.203063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:40.209724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Network 0a618734-377f-4166-bda3-50e86fcdbee8 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:40.214973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:40.220959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:40.223768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:40.230715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=2b53ae46-84e2-4ac1-98d2-ebcd8a09ccfd,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:40.233897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.234513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.243237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Pushing event updated for resources: {'Port': ['ID=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:40.412558 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48eaeb7f-574b-4cdf-abfc-dd2216bc4af4 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for subnetpool, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.417198 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-48eaeb7f-574b-4cdf-abfc-dd2216bc4af4 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnetpools/647ed2e2-7dbc-4512-b8eb-0543e8264d9e HTTP/1.1" status: 204 len: 168 time: 0.4979308 Feb 09 16:04:40.417932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:40.434935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Pushing event updated for resources: {'Port': ['ID=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:40.466151 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-941000df-72d1-4c41-a7b7-062fa807cba1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6144331 Feb 09 16:04:40.485603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Pushing event updated for resources: {'Port': ['ID=f4bf038f-1e36-4fa7-b364-67b4f34724c6,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:40.502335 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6e3c73fd-0981-4612-97e1-6cbd90b49be8 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "GET /v2.0/ports?device_id=247cb9b5-3482-4e4f-833d-f631fbf7937e HTTP/1.1" status: 200 len: 205 time: 0.0810163 Feb 09 16:04:40.508620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54980) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:40.509094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:40.517579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:39:54:78', 'name': 'tempest-NetworksTestDHCPv6-40536034'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:40.527418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Attempting to bind port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:40.528098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Attempting to bind port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:40.528801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Attempting to bind port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:40.541334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Attempting to bind port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:40.542106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Attempting to bind port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '423b2888-23cc-4f94-a7cb-1692d97c3749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:40.542780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Attempting to bind port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 on network ad929441-548d-4ec7-b3c5-f13c60f80d19 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:40.553469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:40.553993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:40.555986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.555986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:40.555986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Bound port: e275c6d7-d781-4ae2-b7bc-e399bfd92cbc, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:40.555986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.560148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Attempting to bind port f4bf038f-1e36-4fa7-b364-67b4f34724c6 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:40.560148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Attempting to bind port f4bf038f-1e36-4fa7-b364-67b4f34724c6 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:40.561161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Attempting to bind port f4bf038f-1e36-4fa7-b364-67b4f34724c6 on network 0a618734-377f-4166-bda3-50e86fcdbee8 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:40.574961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:40.574961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Checking segment: {'id': '423b2888-23cc-4f94-a7cb-1692d97c3749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:40.575654 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.576190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Bound using segment: {'id': '423b2888-23cc-4f94-a7cb-1692d97c3749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:40.576797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Bound port: afc3207f-e37c-4c25-b27f-a7bf4a4e25b4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423b2888-23cc-4f94-a7cb-1692d97c3749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:40.577305 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.584755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:40.585303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Checking segment: {'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:40.585830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.586333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Bound using segment: {'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:40.587101 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Bound port: f4bf038f-1e36-4fa7-b364-67b4f34724c6, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:40.587613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.667345 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.730046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af157d3c-5d36-4aad-86fb-91bdc6ff4338 req-b7c30cfa-069a-40a5-b640-c778d2cb021f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8803880 Feb 09 16:04:40.746006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c18f6c3-1112-403d-b034-3eaf514788b6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.786709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b2d6c193-288e-4482-b063-a50bde2ee578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.787709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b2d6c193-288e-4482-b063-a50bde2ee578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.788423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b2d6c193-288e-4482-b063-a50bde2ee578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.789135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b2d6c193-288e-4482-b063-a50bde2ee578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.789808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b2d6c193-288e-4482-b063-a50bde2ee578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.794059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] For port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:40.795514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b2d6c193-288e-4482-b063-a50bde2ee578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.796055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b2d6c193-288e-4482-b063-a50bde2ee578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:40.798272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b2d6c193-288e-4482-b063-a50bde2ee578 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6502 time: 0.8752117 Feb 09 16:04:40.808657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:40.854117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] For port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:40.861986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] For port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,segment=NetworkSegment(423b2888-23cc-4f94-a7cb-1692d97c3749),segment_id=423b2888-23cc-4f94-a7cb-1692d97c3749)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:40.880370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] For port f4bf038f-1e36-4fa7-b364-67b4f34724c6, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:40.891652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] For port f4bf038f-1e36-4fa7-b364-67b4f34724c6, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f4bf038f-1e36-4fa7-b364-67b4f34724c6,segment=NetworkSegment(7d44d657-8107-4da5-8b01-f8f484c76ec1),segment_id=7d44d657-8107-4da5-8b01-f8f484c76ec1)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:40.895879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] For port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:40.979942 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:41.080186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68401ac8-4dc0-4e86-a974-123559bcdf28 None None] Pushing event updated for resources: {'Port': ['ID=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:41.097282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:41.162349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-2e54da28-db97-404d-99f4-146a629227b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:41.163127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-2e54da28-db97-404d-99f4-146a629227b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:41.163754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-2e54da28-db97-404d-99f4-146a629227b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:41.165737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-2e54da28-db97-404d-99f4-146a629227b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca HTTP/1.1" status: 200 len: 2295 time: 0.3061597 Feb 09 16:04:41.232352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:41.245669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49915add-9c5b-4972-ae17-8d30154319d1 None None] Pushing event updated for resources: {'Port': ['ID=f4bf038f-1e36-4fa7-b364-67b4f34724c6,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:41.246909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-4a7c815f-1f71-44de-9832-15e8d8761c4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18 HTTP/1.1" status: 200 len: 1001 time: 0.0704281 Feb 09 16:04:41.284315 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:04:41.292053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Pushing event deleted for resources: {'Port': ['ID=29591e7a-6380-437d-b2cc-6c91e125013e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:41.351660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:41.356770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:41.484281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99fbd3-16db-4417-a4f2-ea99df4721ef None None] Pushing event updated for resources: {'Port': ['ID=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:41.658854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c18f6c3-1112-403d-b034-3eaf514788b6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:41.675983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c18f6c3-1112-403d-b034-3eaf514788b6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:41.978618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-c30fe22d-623e-44de-9f86-c57b3c8db747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:41.980231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-c30fe22d-623e-44de-9f86-c57b3c8db747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f15574d8-9ee5-4a7d-ba73-817f74194d1e HTTP/1.1" status: 200 len: 854 time: 0.7272446 Feb 09 16:04:42.162492 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c18f6c3-1112-403d-b034-3eaf514788b6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.163788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c18f6c3-1112-403d-b034-3eaf514788b6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Fanout notify agent at l3_agent the message router_deleted on router 247cb9b5-3482-4e4f-833d-f631fbf7937e {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:04:42.180737 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c18f6c3-1112-403d-b034-3eaf514788b6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.182922 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9c18f6c3-1112-403d-b034-3eaf514788b6 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/routers/247cb9b5-3482-4e4f-833d-f631fbf7937e HTTP/1.1" status: 204 len: 168 time: 1.6600089 Feb 09 16:04:42.185409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54992) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:42.214471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:42.312848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.485767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c59e71-5880-40c7-92d8-968a4e0c6f65 req-7918d243-628b-480b-9470-418278580244 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:42.489404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c59e71-5880-40c7-92d8-968a4e0c6f65 req-7918d243-628b-480b-9470-418278580244 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.5129905 Feb 09 16:04:42.494232 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.501118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-d6fe9225-a21b-414d-89fe-fa219fd2152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:42.505469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-d6fe9225-a21b-414d-89fe-fa219fd2152f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5072083 Feb 09 16:04:42.601040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.668883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.699688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.751415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e275c6d7-d781-4ae2-b7bc-e399bfd92cbc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:42.757818 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.816394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9dea5-eabf-42d8-83ec-f9d92fb3cf87 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Deleting port 9c320272-2094-4d12-80b6-cb9346b5d76a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:42.817050 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dea5-eabf-42d8-83ec-f9d92fb3cf87 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:42.887448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 4c6dbfe4-95cd-4813-9b05-b732b131a46e yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:43.004373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 0a618734-377f-4166-bda3-50e86fcdbee8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:43.030785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c59e71-5880-40c7-92d8-968a4e0c6f65 req-8b4feba3-dc7d-4830-b085-f8cf163dc749 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5269985 Feb 09 16:04:43.033066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:43.037053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:43.039829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:43.107825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:43.116776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-7a547bfd-2045-4f7a-8e3c-ae015094b956 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043177 Feb 09 16:04:43.117400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dea5-eabf-42d8-83ec-f9d92fb3cf87 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:43.118273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=62016c0f-7e0f-4653-a0fc-0c0e3932751c,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:43.139556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:43.140391 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:43.142492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:04:43.194011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9dea5-eabf-42d8-83ec-f9d92fb3cf87 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Calling delete_port for 9c320272-2094-4d12-80b6-cb9346b5d76a owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:43.212214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:43.212915 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:43.402041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:04:43.488227 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:43.489982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:43.517717 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6e28b251-fe32-49af-9450-7585fd319937 admin admin] 10.222.0.53 "PUT /v2.0/routers/25c0b8c0-5328-4336-ae48-d4fcfa6a13d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2771947 Feb 09 16:04:43.524363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] Sync routers for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:04:43.536816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55006) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:43.598905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:43.606281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:43.608310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:43.671733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-311023fb-75bc-4733-8c7a-f4f6c5fd6962 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348201 Feb 09 16:04:43.689277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:04:43.732424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-6eeb3467-e55c-4736-9331-4cac5c8dd89a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 217 time: 0.0519700 Feb 09 16:04:43.740127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-87986650-1452-4d52-8b45-32d02a7ef9cb tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2139258 Feb 09 16:04:43.743167 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:04:43.749556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55014) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:43.760747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-1004336692'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:43.761029 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:43.761690 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:43.834945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:43.856548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-39384a67-6990-47ff-9877-0d1dd01dd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:43.858291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-39384a67-6990-47ff-9877-0d1dd01dd560 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1193779 Feb 09 16:04:43.887098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac621c7a-4530-4873-83cf-62d5a8fc29f6 None None] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:43.908698 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:43.963234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-8bbae0d2-ea69-4459-b617-33f77542fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:43.965122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-8bbae0d2-ea69-4459-b617-33f77542fcb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0995114 Feb 09 16:04:44.002409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-528f4628-5e56-489f-abe2-512547ef0c2f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1368070 Feb 09 16:04:44.060200 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.064748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55016) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:44.101464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19', 'fixed_ips': [{'subnet_id': '8ce2a5ee-865c-427d-b82d-89b77e8410b2'}, {'subnet_id': '62016c0f-7e0f-4653-a0fc-0c0e3932751c'}], 'name': 'tempest-PortsTestJSON-348647062'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:44.248403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-42a218b0-2acf-4833-a6b5-ada3f79f7e1a service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762535 Feb 09 16:04:44.403515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbbf744-d993-4129-8877-7e5ff6665310 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:44.524919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dea5-eabf-42d8-83ec-f9d92fb3cf87 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.529031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b5ab9e16-addd-4725-90a9-4ba6542a0a97 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710783 Feb 09 16:04:44.540120 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:39Z', 'revision_number': 3, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:41Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:44.554329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:44.568939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.585110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33b1fc-500b-4873-9558-754310204192 None None] Network 0a618734-377f-4166-bda3-50e86fcdbee8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:44.588586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.589727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:44.617561 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:04:44.618067 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Updating router f3389ab7-650a-4ad7-b467-25c8e2cdc56b port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:04:44.664539 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:44.725853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9dea5-eabf-42d8-83ec-f9d92fb3cf87 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Pushing event deleted for resources: {'Port': ['ID=9c320272-2094-4d12-80b6-cb9346b5d76a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:44.733494 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 172.20.0.13 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/d52ff8ba-73dc-4044-91bc-7fbe65867b79/4c6dbfe4-95cd-4813-9b05-b732b131a46e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:44.801584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:44.825062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-01149f4f-12c5-43de-b7a8-39699999c1e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 217 time: 0.2531648 Feb 09 16:04:44.838934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fe39:5478 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/2b53ae46-84e2-4ac1-98d2-ebcd8a09ccfd/4c6dbfe4-95cd-4813-9b05-b732b131a46e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:44.981387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:04:45.006104 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.006610 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment 878dd70c-24bd-463a-b6e6-e24373956728 of type vlan for network deb3baaf-5743-4a81-929c-fa87e2a9887e Feb 09 16:04:45.113598 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.169817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5d492073-000e-4f9b-8ead-7e075d3bd8ea None None] Provisioning complete for port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:45.172792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d492073-000e-4f9b-8ead-7e075d3bd8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.223837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b5c3c-93d4-4366-b9d6-ed58db29be8b req-5e0dcdec-7ab5-4d0c-bcbc-018dc501a10a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:45.226309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a0b5c3c-93d4-4366-b9d6-ed58db29be8b req-5e0dcdec-7ab5-4d0c-bcbc-018dc501a10a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.6962457 Feb 09 16:04:45.293179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.302838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:45.303803 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.305901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eb9dea5-eabf-42d8-83ec-f9d92fb3cf87 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.312070 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3eb9dea5-eabf-42d8-83ec-f9d92fb3cf87 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/ports/9c320272-2094-4d12-80b6-cb9346b5d76a HTTP/1.1" status: 204 len: 168 time: 3.1200306 Feb 09 16:04:45.320028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55030) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:45.446973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-059375ba-2351-46df-8783-b89a0613d2b5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Deleting subnet 6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:45.470316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-42682185-3fdc-49f0-a63d-4f68bda6373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:45.482712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-42682185-3fdc-49f0-a63d-4f68bda6373f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.6407883 Feb 09 16:04:45.507319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7503200 Feb 09 16:04:45.512945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-059375ba-2351-46df-8783-b89a0613d2b5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.578809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55034) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:45.602264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:45.670759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a0b5c3c-93d4-4366-b9d6-ed58db29be8b req-0d90ee65-011c-4c1e-9d9a-8be675b630bb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4338028 Feb 09 16:04:45.786466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.826098 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.859877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:45.869534 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.869784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.874021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff9993-a9fb-44e7-aded-10e05cdda0c7 None None] Update dhcp port {'port': {'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19', 'fixed_ips': [{'subnet_id': '8ce2a5ee-865c-427d-b82d-89b77e8410b2', 'ip_address': '172.20.0.2'}, {'subnet_id': '62016c0f-7e0f-4653-a0fc-0c0e3932751c'}], 'binding:host_id': 'n-d-828542-1'}, 'id': 'afc3207f-e37c-4c25-b27f-a7bf4a4e25b4'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:04:45.960191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d492073-000e-4f9b-8ead-7e075d3bd8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:45.971091 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-059375ba-2351-46df-8783-b89a0613d2b5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.025953 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26ff9993-a9fb-44e7-aded-10e05cdda0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.115092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-059375ba-2351-46df-8783-b89a0613d2b5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.117308 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.132934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:46.257403 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Pushing event updated for resources: {'Port': ['ID=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:46.275603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5d492073-000e-4f9b-8ead-7e075d3bd8ea None None] For port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,segment=NetworkSegment(423b2888-23cc-4f94-a7cb-1692d97c3749),segment_id=423b2888-23cc-4f94-a7cb-1692d97c3749)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:46.305493 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.305858 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.306175 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.306505 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.310184 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.310586 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.310923 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.312889 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.319464 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.319862 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.320234 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.320572 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.350059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=deb3baaf-5743-4a81-929c-fa87e2a9887e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:46.363445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.363799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.364325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.365698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.366079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.366504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.368123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.368543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.368950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.369429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.369828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.370227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fd5c56-9a70-4bec-b89a-3a38c14b2c93 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:46.396130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-51c490c8-8a56-4f0d-85fd-239a1c6fd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:46.398292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-51c490c8-8a56-4f0d-85fd-239a1c6fd8cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7381151 Feb 09 16:04:46.402601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network deb3baaf-5743-4a81-929c-fa87e2a9887e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:04:46.408306 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Attempting to bind port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:46.409012 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Attempting to bind port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:46.410126 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Attempting to bind port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d on network 0a618734-377f-4166-bda3-50e86fcdbee8 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:46.421150 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:46.421850 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Checking segment: {'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:46.428994 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.428994 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Bound using segment: {'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:46.428994 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Bound port: 7de85a23-db5b-4192-8ede-1adfe9ed9a8d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d44d657-8107-4da5-8b01-f8f484c76ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:46.428994 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.447835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '075661dd-bb64-40f1-b642-022c6a86928c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:04:40Z', 'revision_number': 5, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port': {'id': '075661dd-bb64-40f1-b642-022c6a86928c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:47Z', 'updated_at': '2022-02-09T16:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:46.492837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4a11e9-31c9-4577-9e8c-cd37fb83abb0 None None] Update dhcp port {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': 'd52ff8ba-73dc-4044-91bc-7fbe65867b79', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b53ae46-84e2-4ac1-98d2-ebcd8a09ccfd'}], 'binding:host_id': 'n-d-828542-1'}, 'id': 'e275c6d7-d781-4ae2-b7bc-e399bfd92cbc'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:04:46.559539 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b4a11e9-31c9-4577-9e8c-cd37fb83abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.588470 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] For port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:46.594106 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] For port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,segment=NetworkSegment(7d44d657-8107-4da5-8b01-f8f484c76ec1),segment_id=7d44d657-8107-4da5-8b01-f8f484c76ec1)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:46.753816 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.797921 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d492073-000e-4f9b-8ead-7e075d3bd8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.833622 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:46.845714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] Checking router: 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:04:46.866352 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d5d34-7893-4ffc-b202-d9f49db52692 None None] Pushing event updated for resources: {'Port': ['ID=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:46.891618 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:46.892442 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:46.954591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.020398 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:47.033345 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-059375ba-2351-46df-8783-b89a0613d2b5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.057732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=4c6dbfe4-95cd-4813-9b05-b732b131a46e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:47.107814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Deleting port 075661dd-bb64-40f1-b642-022c6a86928c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:47.108902 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.123463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059375ba-2351-46df-8783-b89a0613d2b5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:47.148835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-059375ba-2351-46df-8783-b89a0613d2b5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.155509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-059375ba-2351-46df-8783-b89a0613d2b5 tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/subnets/6a8a6a28-8140-4b4f-842c-8bd0b0ccfa5b HTTP/1.1" status: 204 len: 168 time: 1.8190517 Feb 09 16:04:47.158745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55054) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:47.167051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:47.187604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:47.265730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:47.297373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.298432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5c019-dac9-4efd-9056-3e2116748e5f req-f3b9cf7e-4437-4fe9-a954-f928f1726302 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:47.309082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aee5c019-dac9-4efd-9056-3e2116748e5f req-f3b9cf7e-4437-4fe9-a954-f928f1726302 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.3144436 Feb 09 16:04:47.313221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:47.328020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.342945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-2eb14daa-24f7-4b6c-bc90-e309b994a309 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9361763 Feb 09 16:04:47.390337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622cabd6-57ce-4f1f-a74d-45729aa2cf3c None None] Network 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:47.393240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] Routers {'25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:04:47.394776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:47.468940 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.475134 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:39Z', 'revision_number': 3, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:46Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:47.487280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aee5c019-dac9-4efd-9056-3e2116748e5f req-c18fd869-0868-463d-a0b2-c81f32f1de45 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733203 Feb 09 16:04:47.518620 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8edd577-721f-47d8-9ec4-c9417c439d86 None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:39Z', 'revision_number': 3, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:46Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:04:47.664247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-076ec18b-0e28-409a-a167-eda39c863cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122959 Feb 09 16:04:47.744710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:04:47.765390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-74c6d487-7a7f-4bb9-829b-df620a3539e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=569afa22-dd5a-414d-abb6-932876b1e057 HTTP/1.1" status: 200 len: 217 time: 0.0836029 Feb 09 16:04:47.819382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:47.820806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.835860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-001be6ef-4109-4ee9-a4bb-c6edc8be109e None None] Provisioning complete for port f4bf038f-1e36-4fa7-b364-67b4f34724c6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:47.837043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-001be6ef-4109-4ee9-a4bb-c6edc8be109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.917193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-26ff9993-a9fb-44e7-aded-10e05cdda0c7 None None] Allocated IP 172.20.0.18 (ad929441-548d-4ec7-b3c5-f13c60f80d19/62016c0f-7e0f-4653-a0fc-0c0e3932751c/afc3207f-e37c-4c25-b27f-a7bf4a4e25b4) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:47.960429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-176952e0-15df-4f89-bf7f-36c4b0c505fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:47.962858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] For port 075661dd-bb64-40f1-b642-022c6a86928c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=075661dd-bb64-40f1-b642-022c6a86928c,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:47.963357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-176952e0-15df-4f89-bf7f-36c4b0c505fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1879973 Feb 09 16:04:47.963477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:47.978988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Calling delete_port for 075661dd-bb64-40f1-b642-022c6a86928c owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:48.033269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Deleting port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:48.034102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:48.242236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-5ea29276-43c7-41de-bfe3-18500232fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:48.260806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-5ea29276-43c7-41de-bfe3-18500232fe29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2557032 Feb 09 16:04:48.261515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] For port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6,segment=NetworkSegment(40c0180d-1926-423b-8f50-2a0f5c3dc75d),segment_id=40c0180d-1926-423b-8f50-2a0f5c3dc75d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:48.262162 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:48.285520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Calling delete_port for 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:48.292856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d492073-000e-4f9b-8ead-7e075d3bd8ea None None] Pushing event updated for resources: {'Port': ['ID=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:48.521310 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3dea0fb7-dfa9-4c21-b37d-bcb899a83c62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 8.0084434 Feb 09 16:04:48.545787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55064) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:48.555933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:48.596174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-ec5cbb9a-83ab-4f48-8fdd-9c1649b07209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:48.598543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-ec5cbb9a-83ab-4f48-8fdd-9c1649b07209 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1096 time: 0.6300409 Feb 09 16:04:48.610684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Pushing event deleted for resources: {'Port': ['ID=5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:48.654263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a11e9-31c9-4577-9e8c-cd37fb83abb0 None None] Allocated IP 2001:db8::f816:3eff:fe0d:301e (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/2b53ae46-84e2-4ac1-98d2-ebcd8a09ccfd/e275c6d7-d781-4ae2-b7bc-e399bfd92cbc) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:48.728594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df344f01-97bc-491b-9d76-1011b83b72d0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:48.734185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-dcfe6b82-898c-4ebd-bb42-c8bfe727356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:48.735927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-dcfe6b82-898c-4ebd-bb42-c8bfe727356b service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.1265650 Feb 09 16:04:48.741480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df344f01-97bc-491b-9d76-1011b83b72d0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:48.744469 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-df344f01-97bc-491b-9d76-1011b83b72d0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1976266 Feb 09 16:04:48.752141 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55066) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:48.779854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] No DVR routers for this DVR port 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:48.795736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7b4a11e9-31c9-4577-9e8c-cd37fb83abb0 None None] For port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:48.817858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] Set router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:04:48.872009 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:48.872009 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:48.880867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9f621b98-80b4-4dd1-8b61-efd793aed77b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 4c6dbfe4-95cd-4813-9b05-b732b131a46e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:48.881884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f621b98-80b4-4dd1-8b61-efd793aed77b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:48.917640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:04:45Z', 'revision_number': 6, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:48.924046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-26ff9993-a9fb-44e7-aded-10e05cdda0c7 None None] For port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,segment=NetworkSegment(423b2888-23cc-4f94-a7cb-1692d97c3749),segment_id=423b2888-23cc-4f94-a7cb-1692d97c3749)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:48.956933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69966-942b-4cca-a0a8-0d5d27162bc0 req-a4a1b3c1-b5b3-4420-9ffa-66381c3ce5a0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:49.072947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3d69966-942b-4cca-a0a8-0d5d27162bc0 req-a4a1b3c1-b5b3-4420-9ffa-66381c3ce5a0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.3546762 Feb 09 16:04:49.072947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-0a4b1700-98f0-44dc-89e1-352fd2ca4377 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311151 Feb 09 16:04:49.072947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-582c9318-25a8-4400-8913-d7fd100223c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 1001 time: 0.2379277 Feb 09 16:04:49.073857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b48998-460d-47f9-a594-aa3254f27410 None None] The sync data for ids ['25c0b8c0-5328-4336-ae48-d4fcfa6a13d4'] in n-d-828542-1 is: [{'id': '25c0b8c0-5328-4336-ae48-d4fcfa6a13d4', 'name': 'tempest-ServersTestFqdnHostnames-177059762-router', 'tenant_id': 'd779af02177b4df599865d40a1cd667f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:45Z', 'updated_at': '2022-02-09T16:04:45Z', 'revision_number': 6, 'project_id': 'd779af02177b4df599865d40a1cd667f', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:04:49.073990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f621b98-80b4-4dd1-8b61-efd793aed77b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.074393 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.074514 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b4a11e9-31c9-4577-9e8c-cd37fb83abb0 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.074625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9f621b98-80b4-4dd1-8b61-efd793aed77b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 4c6dbfe4-95cd-4813-9b05-b732b131a46e owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:49.074723 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26ff9993-a9fb-44e7-aded-10e05cdda0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.096807 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-001be6ef-4109-4ee9-a4bb-c6edc8be109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.122036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd4565e-dd98-4a12-8e10-d77e1bc166f6']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:49.135183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-001be6ef-4109-4ee9-a4bb-c6edc8be109e None None] For port f4bf038f-1e36-4fa7-b364-67b4f34724c6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f4bf038f-1e36-4fa7-b364-67b4f34724c6,segment=NetworkSegment(7d44d657-8107-4da5-8b01-f8f484c76ec1),segment_id=7d44d657-8107-4da5-8b01-f8f484c76ec1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:49.149855 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3d69966-942b-4cca-a0a8-0d5d27162bc0 req-b1836438-a705-458a-b549-5bb6f7774ec9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725702 Feb 09 16:04:49.151726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c0180d-1926-423b-8f50-2a0f5c3dc75d') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:49.152022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c0180d-1926-423b-8f50-2a0f5c3dc75d') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:49.160702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-0b3dcf68-4675-4941-8647-b37e12e7f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:49.162213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-0b3dcf68-4675-4941-8647-b37e12e7f9ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.1499519 Feb 09 16:04:49.180580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.230494 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.240732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:04:49.241145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:04:49.245503 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:04:49.259829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-2cdb2d74-2ed6-47be-ba58-5d290ed75483 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707887 Feb 09 16:04:49.303137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-c13beba7-274a-4af7-9dd0-49b1e3fe11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:49.304765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-c13beba7-274a-4af7-9dd0-49b1e3fe11a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350594 Feb 09 16:04:49.340778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.374677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-ac2233e4-ad12-4427-bc64-5bc3f6085235 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0 HTTP/1.1" status: 200 len: 217 time: 0.0836952 Feb 09 16:04:49.376661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=075661dd-bb64-40f1-b642-022c6a86928c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:49.409425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.427779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ec920-7cf0-4f62-b5fb-8dd1516f998f None None] DHCP port deletion for 1bd4565e-dd98-4a12-8e10-d77e1bc166f6 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:49.479709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f4bf038f-1e36-4fa7-b364-67b4f34724c6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:49.504011 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.507840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-63f6a801-2eda-4953-ba6e-6fdd8d3c8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:49.509402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-63f6a801-2eda-4953-ba6e-6fdd8d3c8f00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1025846 Feb 09 16:04:49.519377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b4a11e9-31c9-4577-9e8c-cd37fb83abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.527176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-001be6ef-4109-4ee9-a4bb-c6edc8be109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.529393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26ff9993-a9fb-44e7-aded-10e05cdda0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.530615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-73f454e8-3e15-4504-b814-5ca34dcdecee service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866555 Feb 09 16:04:49.609316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.654323 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.657911 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.693057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.696653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-001be6ef-4109-4ee9-a4bb-c6edc8be109e None None] Provisioning complete for port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:49.697554 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-001be6ef-4109-4ee9-a4bb-c6edc8be109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.702746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] 10.222.0.53 "DELETE /v2.0/networks/1bd4565e-dd98-4a12-8e10-d77e1bc166f6 HTTP/1.1" status: 204 len: 168 time: 2.5375915 Feb 09 16:04:49.752622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c968c92-79d9-485b-8d46-a250f9ba1aef tempest-TagsExtTest-2120472280 tempest-TagsExtTest-2120472280-project] Pushing event deleted for resources: {'Network': ['ID=1bd4565e-dd98-4a12-8e10-d77e1bc166f6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:49.795957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b1f36a80-8d2f-496a-9d4e-5ba3ce68a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:49.797793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a11e9-31c9-4577-9e8c-cd37fb83abb0 None None] Pushing event updated for resources: {'Port': ['ID=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:49.802238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-b1f36a80-8d2f-496a-9d4e-5ba3ce68a531 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2661245 Feb 09 16:04:49.820180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f621b98-80b4-4dd1-8b61-efd793aed77b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:49.934509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=239b5f2a-7609-4711-bcfd-a6571c8b5103,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:49.956983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f4bf038f-1e36-4fa7-b364-67b4f34724c6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:49.960232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:50.028528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e27c70b9-09c4-40f7-a8bb-c24bf627de1f req-e1ef097d-54f4-41be-b6bc-573b47204b60 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792051 Feb 09 16:04:50.067478 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:50.074051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:04:50.084687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:50.086935 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-471c67a7-7100-48cf-b5a1-9b26145bd3ee admin admin] 10.222.0.53 "DELETE /v2.0/routers/25c0b8c0-5328-4336-ae48-d4fcfa6a13d4 HTTP/1.1" status: 204 len: 168 time: 6.5417836 Feb 09 16:04:50.093053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55074) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:50.096194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f621b98-80b4-4dd1-8b61-efd793aed77b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=4c6dbfe4-95cd-4813-9b05-b732b131a46e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:50.169893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:50.170494 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: deb3baaf-5743-4a81-929c-fa87e2a9887e, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:04:50.276741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-a1e90d82-21ac-47f3-9f85-d068656c8779 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707096 Feb 09 16:04:50.303182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001be6ef-4109-4ee9-a4bb-c6edc8be109e None None] Pushing event updated for resources: {'Port': ['ID=f4bf038f-1e36-4fa7-b364-67b4f34724c6,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:50.560782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff9993-a9fb-44e7-aded-10e05cdda0c7 None None] Pushing event updated for resources: {'Port': ['ID=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:50.563941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cfdb02b3-6d70-441d-89d0-e7799bc98573 None None] Provisioning complete for port f4bf038f-1e36-4fa7-b364-67b4f34724c6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:50.564467 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfdb02b3-6d70-441d-89d0-e7799bc98573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:50.589425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-ea7c6143-a0cf-4a12-b957-4b5019f41e36 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928896 Feb 09 16:04:50.789012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-61d7bdea-52c6-4ff5-ad65-d248b2ff3c95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=332c5851-26f7-4349-8ac8-825b45ad61a5 HTTP/1.1" status: 200 len: 217 time: 0.1160891 Feb 09 16:04:50.810923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cfdb02b3-6d70-441d-89d0-e7799bc98573 None None] Provisioning complete for port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:50.811801 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfdb02b3-6d70-441d-89d0-e7799bc98573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:50.887465 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f621b98-80b4-4dd1-8b61-efd793aed77b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:50.895820 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9f621b98-80b4-4dd1-8b61-efd793aed77b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/4c6dbfe4-95cd-4813-9b05-b732b131a46e HTTP/1.1" status: 204 len: 168 time: 2.1374321 Feb 09 16:04:50.908557 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55084) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:50.938941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.3 (ad929441-548d-4ec7-b3c5-f13c60f80d19/8ce2a5ee-865c-427d-b82d-89b77e8410b2/2db462b6-d42a-4497-b5b5-7ce1d5091dd0) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:50.948556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network deb3baaf-5743-4a81-929c-fa87e2a9887e is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:04:51.044423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.30 (ad929441-548d-4ec7-b3c5-f13c60f80d19/62016c0f-7e0f-4653-a0fc-0c0e3932751c/2db462b6-d42a-4497-b5b5-7ce1d5091dd0) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:51.089849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40c8e7-69f7-4c4c-b1ba-a71da6b0b5c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:51.091615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40c8e7-69f7-4c4c-b1ba-a71da6b0b5c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:51.105680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40c8e7-69f7-4c4c-b1ba-a71da6b0b5c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:51.107354 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bd40c8e7-69f7-4c4c-b1ba-a71da6b0b5c6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1970913 Feb 09 16:04:51.134672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55092) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:51.135348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, deb3baaf-5743-4a81-929c-fa87e2a9887e) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:51.170661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a74663-cc8b-4426-af63-57a0cbeebf88 admin admin] Deleting subnet 88044793-e654-4475-a6ac-5684ef7e12bb {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:51.183347 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60a74663-cc8b-4426-af63-57a0cbeebf88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.185689 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:51.187892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.212175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792a680-e66d-4e6f-ac2f-68b248e37a85 req-7430280f-4633-4946-9868-abfc0211dcee tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:51.229107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e792a680-e66d-4e6f-ac2f-68b248e37a85 req-7430280f-4633-4946-9868-abfc0211dcee tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.6435173 Feb 09 16:04:51.364905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7de85a23-db5b-4192-8ede-1adfe9ed9a8d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:51.367131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08b362-97a2-4502-8f46-bd81384d00ed None None] Network deb3baaf-5743-4a81-929c-fa87e2a9887e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:51.369124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180507a-1fad-4878-85e0-09b3ef3037fb None None] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:51.383227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55096) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:51.402352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-31056ee1-35d7-4100-8771-202dff5522f3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 2b53ae46-84e2-4ac1-98d2-ebcd8a09ccfd {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:51.414766 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f28b84b8-3dee-4b0c-81b7-ae1ab49ac0ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8300617 Feb 09 16:04:51.414766 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31056ee1-35d7-4100-8771-202dff5522f3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.458646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55100) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:51.487765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-75c2939c-1b51-44a1-a2ec-03390df9e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:51.487765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-75c2939c-1b51-44a1-a2ec-03390df9e7d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.6817255 Feb 09 16:04:51.520961 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60a74663-cc8b-4426-af63-57a0cbeebf88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.729951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:51.730380 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.735739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e792a680-e66d-4e6f-ac2f-68b248e37a85 req-28b53ae7-062c-487d-8237-ea41edad3994 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817720 Feb 09 16:04:51.830385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d9f0dd91-b463-437e-8cfa-1245b15e9028 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9963f7dddddb4ba88a3a2431a8072b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207265 Feb 09 16:04:51.830385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55102) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:51.831373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31056ee1-35d7-4100-8771-202dff5522f3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.911386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-a0c0897e-1257-48e2-954a-1a93faa5cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:51.913104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-a0c0897e-1257-48e2-954a-1a93faa5cd5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4106956 Feb 09 16:04:51.920741 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfdb02b3-6d70-441d-89d0-e7799bc98573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:51.951352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60a74663-cc8b-4426-af63-57a0cbeebf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.069980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cfdb02b3-6d70-441d-89d0-e7799bc98573 None None] For port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,segment=NetworkSegment(7d44d657-8107-4da5-8b01-f8f484c76ec1),segment_id=7d44d657-8107-4da5-8b01-f8f484c76ec1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:52.099070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31056ee1-35d7-4100-8771-202dff5522f3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.183136 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfdb02b3-6d70-441d-89d0-e7799bc98573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.185211 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.259434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb02b3-6d70-441d-89d0-e7799bc98573 None None] Pushing event updated for resources: {'Port': ['ID=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:52.278663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-deb3baaf-5743-4a81-929c-fa87e2a9887e', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:52.279527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.371011 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.401938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-96dbbaed-f946-4178-9123-133b4c6a360d None None] Could not find standard attr ID for object 4c6dbfe4-95cd-4813-9b05-b732b131a46e. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:04:52.520961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-96dbbaed-f946-4178-9123-133b4c6a360d None None] Provisioning complete for port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:52.521555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-96dbbaed-f946-4178-9123-133b4c6a360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.538770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.603392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:52.621196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:52.645774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5de97cd-4440-47bf-a379-2d34020f4503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.661025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:52.669540 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31056ee1-35d7-4100-8771-202dff5522f3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.673148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5de97cd-4440-47bf-a379-2d34020f4503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.673717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:52.741448 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:52.741810 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:52.742922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Allocated IP 172.22.0.2 (deb3baaf-5743-4a81-929c-fa87e2a9887e/239b5f2a-7609-4711-bcfd-a6571c8b5103/f0a4f9c9-5ec3-466a-b69d-442cf1842900) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:52.796261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=2db462b6-d42a-4497-b5b5-7ce1d5091dd0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:52.811417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31056ee1-35d7-4100-8771-202dff5522f3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=2b53ae46-84e2-4ac1-98d2-ebcd8a09ccfd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:52.830104 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31056ee1-35d7-4100-8771-202dff5522f3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:52.837357 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-31056ee1-35d7-4100-8771-202dff5522f3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/2b53ae46-84e2-4ac1-98d2-ebcd8a09ccfd HTTP/1.1" status: 204 len: 168 time: 1.6839218 Feb 09 16:04:52.837357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55106) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:52.839865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-03ec33c9-d7a0-485f-9d41-db16ef64fa85 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9135692 Feb 09 16:04:52.868617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a33df-8422-4eea-b2b1-c20e0bec83a7 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:52.988053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:52.989270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.038666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1e36fa3d-d311-4154-a04f-8a8ef9991080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.045690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13bb4e1-baec-4775-b581-a57fb315058d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet d52ff8ba-73dc-4044-91bc-7fbe65867b79 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:04:53.050203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-06ef0f7c-0fb0-4f57-a65d-37811a633212 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014260 Feb 09 16:04:53.051913 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.054531 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60a74663-cc8b-4426-af63-57a0cbeebf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.055963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f13bb4e1-baec-4775-b581-a57fb315058d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.056696 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5de97cd-4440-47bf-a379-2d34020f4503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.059247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5de97cd-4440-47bf-a379-2d34020f4503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.064039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a5de97cd-4440-47bf-a379-2d34020f4503 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1292d3f-705a-4403-bbd7-836557e210ec HTTP/1.1" status: 204 len: 168 time: 1.2499921 Feb 09 16:04:53.141137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a74663-cc8b-4426-af63-57a0cbeebf88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88044793-e654-4475-a6ac-5684ef7e12bb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:53.255472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-75e4a90f-d091-4c38-83b4-9d21b2196ab3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76acaa04-2f27-4308-a450-39bdd11c1774 HTTP/1.1" status: 200 len: 217 time: 0.1900456 Feb 09 16:04:53.257200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de97cd-4440-47bf-a379-2d34020f4503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1292d3f-705a-4403-bbd7-836557e210ec,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:53.261108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60a74663-cc8b-4426-af63-57a0cbeebf88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.264203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:53.265432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:04:53.267273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-60a74663-cc8b-4426-af63-57a0cbeebf88 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/88044793-e654-4475-a6ac-5684ef7e12bb HTTP/1.1" status: 204 len: 168 time: 3.1728177 Feb 09 16:04:53.268846 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859d57d1-41c8-44b5-9017-6dcaf422cc55" -d '{"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-unplugged", "status": "completed", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:04:53.281045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55114) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:53.330950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e275c6d7-d781-4ae2-b7bc-e399bfd92cbc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:53.336149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d0fbd-7c7d-4e67-8539-89f0fae0cde8 None None] Network cd3f7593-5488-4e7c-9b72-c072b1cf38bf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:53.440279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58fcc6-5f38-4491-85f8-62f30d8aeb0c req-3f673f4c-6842-4f62-a7ba-f8ad0dcbf9e8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:53.442151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d58fcc6-5f38-4491-85f8-62f30d8aeb0c req-3f673f4c-6842-4f62-a7ba-f8ad0dcbf9e8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 945 time: 0.3903351 Feb 09 16:04:53.465278 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e22701-7e8f-4878-a75c-e6d11442fb7c x-openstack-request-id: req-e8e22701-7e8f-4878-a75c-e6d11442fb7c {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:04:53.470646 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-unplugged", "status": "failed", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d", "code": 422}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:04:53.470646 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8e22701-7e8f-4878-a75c-e6d11442fb7c {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:04:53.470646 n-d-828542-1 neutron-server[103180]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'code': 422} returned with failed status Feb 09 16:04:53.490890 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.497459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-c66c5cbf-b93f-4979-9e90-94a212faaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:53.499402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-c66c5cbf-b93f-4979-9e90-94a212faaac7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.2288206 Feb 09 16:04:53.516464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-96dbbaed-f946-4178-9123-133b4c6a360d None None] Provisioning complete for port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:53.522129 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-96dbbaed-f946-4178-9123-133b4c6a360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.529211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d58fcc6-5f38-4491-85f8-62f30d8aeb0c req-274d3845-205c-4b84-8e70-21a8dc7f5b30 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731361 Feb 09 16:04:53.637123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d41106-16d2-4bab-9cbd-084278a48936 req-4b52b244-d1a5-4772-bcb9-618fd852837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:53.639054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-4b52b244-d1a5-4772-bcb9-618fd852837c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1210563 Feb 09 16:04:53.687941 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a8449a42-7c9e-4087-9b62-4226b8dd58f3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 9.5896993 Feb 09 16:04:53.715760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55124) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:53.726371 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.731239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce2a5ee-865c-427d-b82d-89b77e8410b2'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:53.793532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-230713f6-b3db-4b20-838c-89d0e30ec343 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457760 Feb 09 16:04:53.799515 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.809265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f13bb4e1-baec-4775-b581-a57fb315058d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.823414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Deleting port c019e52c-b5be-4d7d-8d8e-af5af907eb2e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:53.823834 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:53.933211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:53.971501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.025593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] For port c019e52c-b5be-4d7d-8d8e-af5af907eb2e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c019e52c-b5be-4d7d-8d8e-af5af907eb2e,segment=NetworkSegment(1ffd4f50-5a13-4888-8abc-8a6457552e7d),segment_id=1ffd4f50-5a13-4888-8abc-8a6457552e7d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:54.026456 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.034006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.050094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Calling delete_port for c019e52c-b5be-4d7d-8d8e-af5af907eb2e owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:54.054767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d41106-16d2-4bab-9cbd-084278a48936 req-98338019-fec7-48e5-93d5-414f984b6441 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532952 Feb 09 16:04:54.057927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Pushing event updated for resources: {'Port': ['ID=f0a4f9c9-5ec3-466a-b69d-442cf1842900,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:54.204051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f13bb4e1-baec-4775-b581-a57fb315058d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.239498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Network deb3baaf-5743-4a81-929c-fa87e2a9887e is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:54.239498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:54.239498 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.309497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:54.314173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:54.473404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.483363 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.522305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c019e52c-b5be-4d7d-8d8e-af5af907eb2e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:54.524850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] No DVR routers for this DVR port c019e52c-b5be-4d7d-8d8e-af5af907eb2e on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:54.644852 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.697707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3f7593-5488-4e7c-9b72-c072b1cf38bf']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:54.709747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffd4f50-5a13-4888-8abc-8a6457552e7d') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:54.710070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffd4f50-5a13-4888-8abc-8a6457552e7d') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:04:54.730289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.740413 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.741348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf13d59-e07d-407e-b252-f88ee4f4aea5 None None] DHCP port deletion for cd3f7593-5488-4e7c-9b72-c072b1cf38bf request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:54.744182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Attempting to bind port f0a4f9c9-5ec3-466a-b69d-442cf1842900 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:04:54.744775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Attempting to bind port f0a4f9c9-5ec3-466a-b69d-442cf1842900 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:04:54.745366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Attempting to bind port f0a4f9c9-5ec3-466a-b69d-442cf1842900 on network deb3baaf-5743-4a81-929c-fa87e2a9887e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:04:54.747141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:04:54.747554 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.750233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-009dbaf5-fb9b-42cc-8e98-2760fad535ee None None] Provisioning complete for port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:54.750880 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-009dbaf5-fb9b-42cc-8e98-2760fad535ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.782076 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f13bb4e1-baec-4775-b581-a57fb315058d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:04:54.815597 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:04:54.838959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bb4e1-baec-4775-b581-a57fb315058d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=d52ff8ba-73dc-4044-91bc-7fbe65867b79,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:54.866270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f13bb4e1-baec-4775-b581-a57fb315058d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.866270 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f13bb4e1-baec-4775-b581-a57fb315058d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/d52ff8ba-73dc-4044-91bc-7fbe65867b79 HTTP/1.1" status: 204 len: 168 time: 2.0257878 Feb 09 16:04:54.867035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55146) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:54.917307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:04:54.918341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Checking segment: {'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:04:54.919458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.919998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Bound using segment: {'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:04:54.920891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Bound port: f0a4f9c9-5ec3-466a-b69d-442cf1842900, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:04:54.921600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:54.982859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-acee136c-1761-4511-a2c7-c1ba4dc38b4c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119807 Feb 09 16:04:54.984258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:54.997786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:55.008521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.037573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.041504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] 10.222.0.53 "DELETE /v2.0/networks/cd3f7593-5488-4e7c-9b72-c072b1cf38bf HTTP/1.1" status: 204 len: 168 time: 1.7461567 Feb 09 16:04:55.042903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb079-7d5f-44e9-b747-7fcd4d19bf4f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3f7593-5488-4e7c-9b72-c072b1cf38bf,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:55.074626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:55.171890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] For port f0a4f9c9-5ec3-466a-b69d-442cf1842900, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:04:55.178102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-009dbaf5-fb9b-42cc-8e98-2760fad535ee None None] Port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:55.233622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] For port f0a4f9c9-5ec3-466a-b69d-442cf1842900, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f0a4f9c9-5ec3-466a-b69d-442cf1842900,segment=NetworkSegment(878dd70c-24bd-463a-b6e6-e24373956728),segment_id=878dd70c-24bd-463a-b6e6-e24373956728)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:04:55.254875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.22.0.1 (deb3baaf-5743-4a81-929c-fa87e2a9887e/239b5f2a-7609-4711-bcfd-a6571c8b5103/638de602-bcc0-4cf6-abdb-07b331ebb5b9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:55.259674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-009dbaf5-fb9b-42cc-8e98-2760fad535ee None None] Provisioning complete for port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:55.260051 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-009dbaf5-fb9b-42cc-8e98-2760fad535ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.317536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:55.320730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.351552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Delete allocated IP 172.20.0.30 (ad929441-548d-4ec7-b3c5-f13c60f80d19/62016c0f-7e0f-4653-a0fc-0c0e3932751c) {{(pid=103179) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 16:04:55.362784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78208f92-7865-4113-8dee-cdaa1ca656fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.364930 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.494508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Pushing event updated for resources: {'Port': ['ID=f0a4f9c9-5ec3-466a-b69d-442cf1842900,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:55.573297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55168) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:55.598998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.599346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.599691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.600897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.600897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.600897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.601275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.601628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.601743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.602040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.602375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.602702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca05228-9e92-4960-a6fc-5114e21ee60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:04:55.680609 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.685117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f4bf038f-1e36-4fa7-b364-67b4f34724c6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:55.714343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-08f38de4-e66a-403d-9a5e-428a77742755 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d779af02177b4df599865d40a1cd667f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384811 Feb 09 16:04:55.717330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55174) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:55.803085 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.816436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f4bf038f-1e36-4fa7-b364-67b4f34724c6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:55.816436 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.850389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f96b78b6-3175-4aeb-b96c-e1ee3f48e410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.904268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:55.997248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f96b78b6-3175-4aeb-b96c-e1ee3f48e410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.029738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.038295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:56.060640 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.116802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa25de1c-a66e-4473-9d0a-507dbd1040ca None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:56.161041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 075661dd-bb64-40f1-b642-022c6a86928c no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:56.267672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 075661dd-bb64-40f1-b642-022c6a86928c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:56.268412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 075661dd-bb64-40f1-b642-022c6a86928c not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:56.269025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:56.309433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=2db462b6-d42a-4497-b5b5-7ce1d5091dd0,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:56.335617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:56.336037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5ec3fe49-f4d1-4599-a7c9-fc76eae0d4d6 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:56.336503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 29591e7a-6380-437d-b2cc-6c91e125013e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:56.338998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0eac618d-a1f2-46c5-bfad-23bdd5ddac0d None None] Provisioning complete for port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:56.339370 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0eac618d-a1f2-46c5-bfad-23bdd5ddac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.355378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network deb3baaf-5743-4a81-929c-fa87e2a9887e is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:56.436994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f96b78b6-3175-4aeb-b96c-e1ee3f48e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.440471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f96b78b6-3175-4aeb-b96c-e1ee3f48e410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.444991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f96b78b6-3175-4aeb-b96c-e1ee3f48e410 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cc6c6484-5485-45d5-9f63-7301f3060aab HTTP/1.1" status: 204 len: 168 time: 0.7226059 Feb 09 16:04:56.451854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 29591e7a-6380-437d-b2cc-6c91e125013e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:04:56.451854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 29591e7a-6380-437d-b2cc-6c91e125013e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:04:56.457125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:56.827939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:04:56.831905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b78b6-3175-4aeb-b96c-e1ee3f48e410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6c6484-5485-45d5-9f63-7301f3060aab,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:56.832888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:04:56.834481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=638de602-bcc0-4cf6-abdb-07b331ebb5b9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:56.835231 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.837212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bfd0f-badf-466b-8824-471a8538beb5 req-21144243-e0de-4d7e-b636-ba6e36544973 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:56.837212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a3bfd0f-badf-466b-8824-471a8538beb5 req-21144243-e0de-4d7e-b636-ba6e36544973 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1203935 Feb 09 16:04:56.838151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.840399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] In _notify_port_updated(), no bound segment for port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 on network ad929441-548d-4ec7-b3c5-f13c60f80d19 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:04:56.847024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:56.847813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:56.857565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55196) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:56.857879 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2b74b83c-2433-44c8-a75c-9a00fb9d9fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "PUT /v2.0/ports/2db462b6-d42a-4497-b5b5-7ce1d5091dd0 HTTP/1.1" status: 200 len: 918 time: 3.1256135 Feb 09 16:04:56.860461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce2a5ee-865c-427d-b82d-89b77e8410b2'}, {'subnet_id': '62016c0f-7e0f-4653-a0fc-0c0e3932751c'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:57.027038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7de85a23-db5b-4192-8ede-1adfe9ed9a8d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:57.102957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:04:57.205798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5c667cda-27f1-42b2-aa7c-3a2c7a08aeb5 None None] Provisioning complete for port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:57.208288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a3bfd0f-badf-466b-8824-471a8538beb5 req-8b27eead-7977-4637-8497-1e0f656596b7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361151 Feb 09 16:04:57.228307 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c667cda-27f1-42b2-aa7c-3a2c7a08aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.405324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5c667cda-27f1-42b2-aa7c-3a2c7a08aeb5 None None] Port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:04:57.425464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:57.432962 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.433581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.442864 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.536369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:04:57.591914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] Deleting port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:57.592333 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.655799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:04:57.662645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=0dd0f22a-4b4b-4fe9-9a61-ce1468fba240,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:57.697909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:57.699028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.708449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005c913-b16a-41f9-8b7f-209330430490 None None] Network deb3baaf-5743-4a81-929c-fa87e2a9887e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:57.779058 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.832653 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-b5c624b9-ec65-4b23-aa3c-200bb0e73437 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5317645 Feb 09 16:04:57.902237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.30 (ad929441-548d-4ec7-b3c5-f13c60f80d19/62016c0f-7e0f-4653-a0fc-0c0e3932751c/2db462b6-d42a-4497-b5b5-7ce1d5091dd0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:04:57.942491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3e4062ad-e634-4e7f-97b0-9abec879ce5a None None] Provisioning complete for port f0a4f9c9-5ec3-466a-b69d-442cf1842900 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:57.943138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e4062ad-e634-4e7f-97b0-9abec879ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.961210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-13307fee-9308-4fda-a051-a8bf7d8b6cc1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9753716 Feb 09 16:04:57.964605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f0a4f9c9-5ec3-466a-b69d-442cf1842900 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:04:57.970895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55232) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:58.007029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:58.190412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.214828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] For port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:58.215371 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.267714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.271030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] Calling delete_port for e275c6d7-d781-4ae2-b7bc-e399bfd92cbc owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:58.306784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f0a4f9c9-5ec3-466a-b69d-442cf1842900 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:58.307084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.380002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.607965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e4062ad-e634-4e7f-97b0-9abec879ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.683732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3e4062ad-e634-4e7f-97b0-9abec879ce5a None None] For port f0a4f9c9-5ec3-466a-b69d-442cf1842900, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f0a4f9c9-5ec3-466a-b69d-442cf1842900,segment=NetworkSegment(878dd70c-24bd-463a-b6e6-e24373956728),segment_id=878dd70c-24bd-463a-b6e6-e24373956728)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:04:58.821587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] In _notify_port_updated(), no bound segment for port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 on network ad929441-548d-4ec7-b3c5-f13c60f80d19 {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:04:58.830238 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.833748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:58.834647 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.840411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "PUT /v2.0/ports/2db462b6-d42a-4497-b5b5-7ce1d5091dd0 HTTP/1.1" status: 200 len: 998 time: 1.9872239 Feb 09 16:04:58.841640 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.856378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3e4062ad-e634-4e7f-97b0-9abec879ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.875841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55254) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:58.904154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de20a9b-45e2-4822-bc61-46ec89fb8157 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=2db462b6-d42a-4497-b5b5-7ce1d5091dd0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:58.979896 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:58.997688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962ea7d-8b9c-456a-b5ed-93468afafa58 req-931d8bd3-dad3-43f3-bc3b-7f6f2e8fbfc7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:04:59.002999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5962ea7d-8b9c-456a-b5ed-93468afafa58 req-931d8bd3-dad3-43f3-bc3b-7f6f2e8fbfc7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.5586329 Feb 09 16:04:59.074756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] No DVR routers for this DVR port e275c6d7-d781-4ae2-b7bc-e399bfd92cbc on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:04:59.152285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd61030-6fe0-4cdf-afb7-0e99096fa43f None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:04:59.158968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e8a35a32-9df1-4692-94c9-5f1e7c45c3e5 None None] Provisioning complete for port f0a4f9c9-5ec3-466a-b69d-442cf1842900 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:59.159998 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8a35a32-9df1-4692-94c9-5f1e7c45c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.166980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5962ea7d-8b9c-456a-b5ed-93468afafa58 req-be23dcea-5e93-4d00-8003-ade237a891a8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558840 Feb 09 16:04:59.210014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4062ad-e634-4e7f-97b0-9abec879ce5a None None] Pushing event updated for resources: {'Port': ['ID=f0a4f9c9-5ec3-466a-b69d-442cf1842900,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:59.240610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a629d228-af20-4e3c-817e-117b7816dd4d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:04:59.242183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a629d228-af20-4e3c-817e-117b7816dd4d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.258565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:59.269973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.392372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55266) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:59.441663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55270) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:04:59.509051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a629d228-af20-4e3c-817e-117b7816dd4d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.545372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a629d228-af20-4e3c-817e-117b7816dd4d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:04:59.562560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-417993364-network', 'tenant_id': '39b43081a1594316826897f1098bbd1b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:04:59.648476 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:04:59.649009 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:04:59.649458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947af25-c231-4e07-a86e-0bd2413b0434 None None] Pushing event deleted for resources: {'Port': ['ID=e275c6d7-d781-4ae2-b7bc-e399bfd92cbc,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:59.658969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9697635b-0b74-4ffb-8bcd-34783d817a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.698130 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.809614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.846182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Made reservation on behalf of 39b43081a1594316826897f1098bbd1b for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:04:59.849433 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.867734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.867855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e8a35a32-9df1-4692-94c9-5f1e7c45c3e5 None None] Provisioning complete for port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:04:59.868186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8a35a32-9df1-4692-94c9-5f1e7c45c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.900490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '0dd0f22a-4b4b-4fe9-9a61-ce1468fba240'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:04:59.901845 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.952141 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=638de602-bcc0-4cf6-abdb-07b331ebb5b9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:04:59.961255 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:59.963915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e8a35a32-9df1-4692-94c9-5f1e7c45c3e5 None None] Port 2db462b6-d42a-4497-b5b5-7ce1d5091dd0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:00.018036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a629d228-af20-4e3c-817e-117b7816dd4d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.066962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e8a35a32-9df1-4692-94c9-5f1e7c45c3e5 None None] Provisioning complete for port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:00.067342 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8a35a32-9df1-4692-94c9-5f1e7c45c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.089368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629d228-af20-4e3c-817e-117b7816dd4d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=2db462b6-d42a-4497-b5b5-7ce1d5091dd0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:00.144114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e8a35a32-9df1-4692-94c9-5f1e7c45c3e5 None None] Port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:00.158223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:05:00.165221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.191801 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.199396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:00.203891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Allocated IP 172.20.0.2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/0dd0f22a-4b4b-4fe9-9a61-ce1468fba240/abef4fa6-ddaf-4f02-adfd-4ea0926d4a26) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:00.204673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network deb3baaf-5743-4a81-929c-fa87e2a9887e is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:00.207639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:00.211740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:00.212433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.223783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:00.248953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:00.308614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9697635b-0b74-4ffb-8bcd-34783d817a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.311184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.316384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a629d228-af20-4e3c-817e-117b7816dd4d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.324355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a629d228-af20-4e3c-817e-117b7816dd4d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/2db462b6-d42a-4497-b5b5-7ce1d5091dd0 HTTP/1.1" status: 204 len: 168 time: 1.4423676 Feb 09 16:05:00.324761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55280) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:00.366999 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=49a0e754-95db-4d97-8368-25294951952f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:00.398088 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8818a73-5956-4d19-9b61-b85764b103cd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:05:00.403828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a8818a73-5956-4d19-9b61-b85764b103cd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/2db462b6-d42a-4497-b5b5-7ce1d5091dd0 HTTP/1.1" status: 404 len: 333 time: 0.0720704 Feb 09 16:05:00.414099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55282) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:00.494682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-959e453b-3477-47a9-a095-dd66847311c7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5216551 Feb 09 16:05:00.502501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55284) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:00.507849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:19:20:4e', 'name': 'tempest-NetworksTestDHCPv6-1053762418'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:00.557076 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.578706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9697635b-0b74-4ffb-8bcd-34783d817a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.609529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:05:00.652228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.652935 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Added segment b031d9f6-19f3-4082-80f4-65db9df74f6f of type vlan for network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 Feb 09 16:05:00.653034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.680871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a32ab08b-a0a1-433f-b7af-1d7bdcaa8d24 None None] Provisioning complete for port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:00.681423 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a32ab08b-a0a1-433f-b7af-1d7bdcaa8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.699291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8d8009-ecd6-4f3b-90ea-26388eb3ecb0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet 62016c0f-7e0f-4653-a0fc-0c0e3932751c {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:00.713032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:00.713746 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.723843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8009-ecd6-4f3b-90ea-26388eb3ecb0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.759307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a32ab08b-a0a1-433f-b7af-1d7bdcaa8d24 None None] Port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:00.794453 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.847661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:00.873800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8009-ecd6-4f3b-90ea-26388eb3ecb0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.874878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:00.882758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.883291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:00.886609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:00.908132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f3082a-c724-40cd-b717-39dfb567ff2d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:00.922347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9697635b-0b74-4ffb-8bcd-34783d817a46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ddf239062a9457590f40ad2b7d31819&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4794970 Feb 09 16:05:00.924929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55288) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:00.983464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd7ca2-20bc-4a05-9592-afe478aa1d5e req-7b3cc328-069c-4b2f-bb67-b0d1242c85b8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:00.994605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Pushing event updated for resources: {'Port': ['ID=abef4fa6-ddaf-4f02-adfd-4ea0926d4a26,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:00.997139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49cd7ca2-20bc-4a05-9592-afe478aa1d5e req-7b3cc328-069c-4b2f-bb67-b0d1242c85b8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.5928566 Feb 09 16:05:01.028544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:05:01.060945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:01.081792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c019e52c-b5be-4d7d-8d8e-af5af907eb2e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:01.099621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697635b-0b74-4ffb-8bcd-34783d817a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11796f8-ef4d-4c69-a670-c485cb177005,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:01.129265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a57c6dd0-cf0b-40de-be3f-49c566d50034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.136768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49cd7ca2-20bc-4a05-9592-afe478aa1d5e req-7ba0cd80-66f2-42ea-b436-312762adc5d7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385231 Feb 09 16:05:01.170279 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a57c6dd0-cf0b-40de-be3f-49c566d50034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.171316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c019e52c-b5be-4d7d-8d8e-af5af907eb2e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:01.172316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c019e52c-b5be-4d7d-8d8e-af5af907eb2e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:01.194948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3c968512-8f78-44dd-8db5-4a731ce80d7c None None] Provisioning complete for port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:01.203207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3c968512-8f78-44dd-8db5-4a731ce80d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.230381 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.233462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Attempting to bind port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:01.233975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Attempting to bind port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:01.235028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Attempting to bind port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:01.244253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.254608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:01.255167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:01.256380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:01.256508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.256508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:01.256792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.257070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Bound port: abef4fa6-ddaf-4f02-adfd-4ea0926d4a26, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:01.257561 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.272766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3c968512-8f78-44dd-8db5-4a731ce80d7c None None] Port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:01.363178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port c5bc3047-d0c7-4a29-bc30-999cf7af9abd yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:01.366337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] For port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:01.370193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] For port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=abef4fa6-ddaf-4f02-adfd-4ea0926d4a26,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:01.378962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:01.395141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:01.419132 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1327ec9-0442-48fb-9128-28d8426d0130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9591300 Feb 09 16:05:01.423323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55292) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:01.427263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:01.427924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:01.431612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'network': {'name': 'tempest-RoutersTest-1617611865'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:01.472066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8009-ecd6-4f3b-90ea-26388eb3ecb0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.535114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a57c6dd0-cf0b-40de-be3f-49c566d50034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.540197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f0a4f9c9-5ec3-466a-b69d-442cf1842900 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:01.542275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a57c6dd0-cf0b-40de-be3f-49c566d50034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.544683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a57c6dd0-cf0b-40de-be3f-49c566d50034 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b11796f8-ef4d-4c69-a670-c485cb177005 HTTP/1.1" status: 204 len: 168 time: 0.6157284 Feb 09 16:05:01.615833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2210436 Feb 09 16:05:01.619875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55296) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:01.621182 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.630639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Request body: {'subnet': {'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-417993364-subnet', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:01.642939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c6dd0-cf0b-40de-be3f-49c566d50034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11796f8-ef4d-4c69-a670-c485cb177005,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:01.647607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c2398-54ab-4255-ab83-d8d84ed81a78 admin admin] Pushing event updated for resources: {'Network': ['ID=2b2d60c8-9d63-46ce-8c2e-245b6df9e622,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:01.702635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:05:01.799698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:01.873285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.929810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583e087-f37c-4d65-8c68-b61872a03c65 None None] Pushing event updated for resources: {'Port': ['ID=abef4fa6-ddaf-4f02-adfd-4ea0926d4a26,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:01.981183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 172.20.0.9 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/0dd0f22a-4b4b-4fe9-9a61-ce1468fba240/c5bc3047-d0c7-4a29-bc30-999cf7af9abd) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:02.087482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fe19:204e (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/49a0e754-95db-4d97-8368-25294951952f/c5bc3047-d0c7-4a29-bc30-999cf7af9abd) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:02.235508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f0a4f9c9-5ec3-466a-b69d-442cf1842900 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:02.236014 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:02.255300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Made reservation on behalf of 39b43081a1594316826897f1098bbd1b for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:02.265429 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:02.576848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:02.672064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:02.680055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:02.708634 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8009-ecd6-4f3b-90ea-26388eb3ecb0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:02.711427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e275c6d7-d781-4ae2-b7bc-e399bfd92cbc no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:02.768040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745afdc-2263-404d-8a5f-8cbe40b58cff req-261dade5-b178-424c-abe7-2885973b4ad1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:02.778143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8745afdc-2263-404d-8a5f-8cbe40b58cff req-261dade5-b178-424c-abe7-2885973b4ad1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.2394238 Feb 09 16:05:02.780460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: e275c6d7-d781-4ae2-b7bc-e399bfd92cbc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:02.782126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e275c6d7-d781-4ae2-b7bc-e399bfd92cbc not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:02.796340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d8009-ecd6-4f3b-90ea-26388eb3ecb0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=62016c0f-7e0f-4653-a0fc-0c0e3932751c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:02.799247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be981a-6c3d-4ac5-80c5-ada1f315a935 None None] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:02.805152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8009-ecd6-4f3b-90ea-26388eb3ecb0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:02.814763 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7a8d8009-ecd6-4f3b-90ea-26388eb3ecb0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/62016c0f-7e0f-4653-a0fc-0c0e3932751c HTTP/1.1" status: 204 len: 168 time: 2.3994627 Feb 09 16:05:02.815577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:02.817088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:05:02.873473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:02.873840 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added segment 89f65ae9-875e-496f-866b-4be71f5cece4 of type vlan for network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 Feb 09 16:05:02.894049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8745afdc-2263-404d-8a5f-8cbe40b58cff req-f6acce90-c9a2-40ae-aa23-08a26c72c1d3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141629 Feb 09 16:05:02.895271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:57Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:04:59Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:02.902046 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:02.951414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:02.951788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Updating router f3389ab7-650a-4ad7-b467-25c8e2cdc56b port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:05:02.980303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.003399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.053246 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.078312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55312) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:03.092442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f66f185-b19c-4003-9351-ab8f69c155f7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet 8ce2a5ee-865c-427d-b82d-89b77e8410b2 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:03.104346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f66f185-b19c-4003-9351-ab8f69c155f7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.161609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5eca995-397e-4361-aaa5-2adc3927c531,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:03.204612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:03.223127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.232609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:03.236898 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.280116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:03.288201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:03.310453 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65ef8323-666a-4c61-88c2-1499cbf98115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.345732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=c5bc3047-d0c7-4a29-bc30-999cf7af9abd,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:03.353816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Checking segment: {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:03.355003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Network hostable DHCP agents. Network: 2b2d60c8-9d63-46ce-8c2e-245b6df9e622, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:05:03.527628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f66f185-b19c-4003-9351-ab8f69c155f7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.604616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65ef8323-666a-4c61-88c2-1499cbf98115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.627194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Network': ['ID=4aada05e-4c1e-4da5-95f9-aa6bb2aace89,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:03.644850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:03.647230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.665434 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f9115b21-ab0a-49d0-897d-8909163cf6f6 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2363732 Feb 09 16:05:03.666481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55316) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:03.672929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'subnet': {'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:03.763972 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1d512964-6e56-42d0-b93b-790d2a637072 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2604601 Feb 09 16:05:03.764707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:03.766484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f66f185-b19c-4003-9351-ab8f69c155f7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.773504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65ef8323-666a-4c61-88c2-1499cbf98115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.778771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:05:03.807032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:03.810443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:05:03.814441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c0b31-ef32-42cf-9285-abeb10835575 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:03.850190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef8323-666a-4c61-88c2-1499cbf98115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4377ca09-e2b9-4a43-898b-88b66675aa7e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:03.856986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-65ef8323-666a-4c61-88c2-1499cbf98115 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef4fbbaad3cb45b6ad95164165a5c97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7772229 Feb 09 16:05:03.864445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55322) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:03.933963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2b2d60c8-9d63-46ce-8c2e-245b6df9e622) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:03.947386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:03.948550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.968954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Made reservation on behalf of 332313abf5ae423992522b64083a5ffa for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:03.975006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.007903 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379b34-d5ce-489b-b272-52b78a6ad9a9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:04.026680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379b34-d5ce-489b-b272-52b78a6ad9a9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:04.030144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8f379b34-d5ce-489b-b272-52b78a6ad9a9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2586980 Feb 09 16:05:04.034674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76d3385-c8bf-4954-98ef-65d89c85017b None None] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:04.035958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55326) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:04.155206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b0e368b4-f334-415a-98ca-c78488469918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.164689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1a594572-b895-4d15-b76d-51c77095fd2d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5424995 Feb 09 16:05:04.180402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55328) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:04.206424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:04.306699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b0e368b4-f334-415a-98ca-c78488469918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.317512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00eeb3-c302-4f38-be5f-a1de165f46f8 req-94edb0eb-9cb2-4da2-a173-24d141a8291c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:04.319307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed00eeb3-c302-4f38-be5f-a1de165f46f8 req-94edb0eb-9cb2-4da2-a173-24d141a8291c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1931393 Feb 09 16:05:04.340320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-db08bd27-893d-4f82-a511-e5ae85e5228a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port c5bc3047-d0c7-4a29-bc30-999cf7af9abd {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:04.340930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db08bd27-893d-4f82-a511-e5ae85e5228a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.411670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed00eeb3-c302-4f38-be5f-a1de165f46f8 req-6aa6d04c-435c-42ed-a926-389371bc304d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671020 Feb 09 16:05:04.434021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f66f185-b19c-4003-9351-ab8f69c155f7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.477940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f6480d68-78dc-464d-85d4-9c7e0721e759 None None] Provisioning complete for port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:04.478432 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f6480d68-78dc-464d-85d4-9c7e0721e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.516430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f66f185-b19c-4003-9351-ab8f69c155f7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.526149 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f66f185-b19c-4003-9351-ab8f69c155f7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/8ce2a5ee-865c-427d-b82d-89b77e8410b2 HTTP/1.1" status: 204 len: 168 time: 1.7063370 Feb 09 16:05:04.527464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55332) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:04.531965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66f185-b19c-4003-9351-ab8f69c155f7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce2a5ee-865c-427d-b82d-89b77e8410b2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:04.536820 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.538881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.567846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db08bd27-893d-4f82-a511-e5ae85e5228a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.621277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b0e368b4-f334-415a-98ca-c78488469918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.624222 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b0e368b4-f334-415a-98ca-c78488469918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.625654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b0e368b4-f334-415a-98ca-c78488469918 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4377ca09-e2b9-4a43-898b-88b66675aa7e HTTP/1.1" status: 204 len: 168 time: 0.7608585 Feb 09 16:05:04.645508 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.655026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-db08bd27-893d-4f82-a511-e5ae85e5228a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for c5bc3047-d0c7-4a29-bc30-999cf7af9abd owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:04.665179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e368b4-f334-415a-98ca-c78488469918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4377ca09-e2b9-4a43-898b-88b66675aa7e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:04.703644 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.763758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.861280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:04.862636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.885450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Subnet': ['ID=03f3e8ff-4c68-4665-add5-72d24836bffe,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:04.904701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Checking segment: {'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:04.905271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network hostable DHCP agents. Network: 4aada05e-4c1e-4da5-95f9-aa6bb2aace89, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:05:04.946053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:04.946299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:04.953003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:05:04.953902 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.043958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:05:05.129822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.170185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc279ed-d488-443b-b120-f2471b93a807 None None] Update dhcp port {'port': {'network_id': 'ad929441-548d-4ec7-b3c5-f13c60f80d19', 'fixed_ips': [{'subnet_id': '8ce2a5ee-865c-427d-b82d-89b77e8410b2'}], 'binding:host_id': 'n-d-828542-1'}, 'id': 'afc3207f-e37c-4c25-b27f-a7bf4a4e25b4'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:05:05.251035 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bc279ed-d488-443b-b120-f2471b93a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.253138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f6480d68-78dc-464d-85d4-9c7e0721e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.373010 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.399498 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.413258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db08bd27-893d-4f82-a511-e5ae85e5228a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.481217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08bd27-893d-4f82-a511-e5ae85e5228a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=c5bc3047-d0c7-4a29-bc30-999cf7af9abd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:05.488001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] For port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,segment=NetworkSegment(423b2888-23cc-4f94-a7cb-1692d97c3749),segment_id=423b2888-23cc-4f94-a7cb-1692d97c3749)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:05.488779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.517107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:05.722146 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db08bd27-893d-4f82-a511-e5ae85e5228a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.727957 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-db08bd27-893d-4f82-a511-e5ae85e5228a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/c5bc3047-d0c7-4a29-bc30-999cf7af9abd HTTP/1.1" status: 204 len: 168 time: 1.6900544 Feb 09 16:05:05.730538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:05.748845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4aada05e-4c1e-4da5-95f9-aa6bb2aace89) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:05.759239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:05.760027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.803728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7b735-c0e3-46ed-8245-5b739a10dcc5 None None] Network ad929441-548d-4ec7-b3c5-f13c60f80d19 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:05.806088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ecc4b-ac25-4592-b8df-e2d49b51f069 None None] Network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:05.808830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:05.822060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c077ec-34eb-44f7-81a8-d2a5277055de req-cd2b9d64-760b-490d-aab3-0230523d362d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:05.846497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67c077ec-34eb-44f7-81a8-d2a5277055de req-cd2b9d64-760b-490d-aab3-0230523d362d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1903217 Feb 09 16:05:05.895423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f6480d68-78dc-464d-85d4-9c7e0721e759 None None] For port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=abef4fa6-ddaf-4f02-adfd-4ea0926d4a26,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:05.924035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b540c353-1376-4b1b-ad08-dd529e13c252 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2556608 Feb 09 16:05:05.929708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55354) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:05.951337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67c077ec-34eb-44f7-81a8-d2a5277055de req-5ae757ea-1c3a-4934-a405-97f2867b6950 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036730 Feb 09 16:05:06.148980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Allocated IP 172.20.0.2 (2b2d60c8-9d63-46ce-8c2e-245b6df9e622/b5eca995-397e-4361-aaa5-2adc3927c531/357187e4-12d0-44e9-9abd-137f4d523932) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:06.239531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f6480d68-78dc-464d-85d4-9c7e0721e759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:06.280225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:06.454211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=afc3207f-e37c-4c25-b27f-a7bf4a4e25b4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:06.461110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No DVR routers for this DVR port afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:06.565990 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897443b-ed31-4a42-a0f6-c8e9ec7c1565 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:06.567938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897443b-ed31-4a42-a0f6-c8e9ec7c1565 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:06.571084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e897443b-ed31-4a42-a0f6-c8e9ec7c1565 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:06.584552 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e897443b-ed31-4a42-a0f6-c8e9ec7c1565 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8415980 Feb 09 16:05:06.604777 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:06.613575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55364) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:06.779656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:06.833971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.091471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.139000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Allocated IP 172.25.5.105 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/d781107e-c13a-4c5c-ab50-a46006581839) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:07.150043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8933f83-bfd3-46a2-bfda-3bdd29086695 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 0dd0f22a-4b4b-4fe9-9a61-ce1468fba240 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:07.170787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8933f83-bfd3-46a2-bfda-3bdd29086695 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.263687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad929441-548d-4ec7-b3c5-f13c60f80d19']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:07.273220 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.278616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:05:07.279384 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:05:07.303943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423b2888-23cc-4f94-a7cb-1692d97c3749') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:07.303943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423b2888-23cc-4f94-a7cb-1692d97c3749') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:07.308174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-90c63c45-5e04-4d8e-b5d8-8e170cd2670e None None] Could not find standard attr ID for object afc3207f-e37c-4c25-b27f-a7bf4a4e25b4. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:05:07.311178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffebbb0-17fa-49dc-bc09-0c482299f954 None None] Pushing event updated for resources: {'Port': ['ID=638de602-bcc0-4cf6-abdb-07b331ebb5b9,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:07.325477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8933f83-bfd3-46a2-bfda-3bdd29086695 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.329931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.344751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbfb9-9cf7-421a-b792-23abeaffbe76 req-28d53670-85c5-4e95-9584-86a51d846dc5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:07.350070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79faf08-7516-4dbc-bfa4-9031bdaff855 None None] DHCP port deletion for ad929441-548d-4ec7-b3c5-f13c60f80d19 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:07.350407 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.350650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc4dbfb9-9cf7-421a-b792-23abeaffbe76 req-28d53670-85c5-4e95-9584-86a51d846dc5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.2076175 Feb 09 16:05:07.419693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89903613-b5a2-41cb-83ee-e8994575707d None None] Update dhcp port {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': '0dd0f22a-4b4b-4fe9-9a61-ce1468fba240', 'ip_address': '172.20.0.2'}, {'subnet_id': '49a0e754-95db-4d97-8368-25294951952f'}], 'binding:host_id': 'n-d-828542-1'}, 'id': 'abef4fa6-ddaf-4f02-adfd-4ea0926d4a26'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:05:07.468893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.490300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:05:07.492064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.495634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:07.502804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Attempting to bind port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:07.503183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Attempting to bind port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:07.505436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Attempting to bind port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 on network deb3baaf-5743-4a81-929c-fa87e2a9887e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:05:07.505579 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:05:07.520628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:07.521161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Checking segment: {'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:07.521574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.521970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Bound using segment: {'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:07.522467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Bound port: 638de602-bcc0-4cf6-abdb-07b331ebb5b9, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878dd70c-24bd-463a-b6e6-e24373956728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:07.522911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.548563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:07.552340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:07.586509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.598332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-89903613-b5a2-41cb-83ee-e8994575707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.622310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6480d68-78dc-464d-85d4-9c7e0721e759 None None] Pushing event updated for resources: {'Port': ['ID=abef4fa6-ddaf-4f02-adfd-4ea0926d4a26,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:07.633992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc4dbfb9-9cf7-421a-b792-23abeaffbe76 req-e5682a53-2582-4ce2-8d6a-e8d8446c2484 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823985 Feb 09 16:05:07.651248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:07.706137 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.714985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-84458067-82ad-46a0-bf23-fbbfe19485c2 None None] Provisioning complete for port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:07.715508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-84458067-82ad-46a0-bf23-fbbfe19485c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:07.757881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:07.770135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-84458067-82ad-46a0-bf23-fbbfe19485c2 None None] Port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:07.779493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:07.937712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8933f83-bfd3-46a2-bfda-3bdd29086695 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.024570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.059231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Pushing event updated for resources: {'Port': ['ID=357187e4-12d0-44e9-9abd-137f4d523932,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:08.086597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.086856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] For port 638de602-bcc0-4cf6-abdb-07b331ebb5b9, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:08.089929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Attempting to bind port 357187e4-12d0-44e9-9abd-137f4d523932 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:08.090681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Attempting to bind port 357187e4-12d0-44e9-9abd-137f4d523932 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:08.091263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Attempting to bind port 357187e4-12d0-44e9-9abd-137f4d523932 on network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:08.112210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55390) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:08.119523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'fixed_ips': [{'subnet_id': '03f3e8ff-4c68-4665-add5-72d24836bffe'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:05:08.120368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/networks/ad929441-548d-4ec7-b3c5-f13c60f80d19 HTTP/1.1" status: 204 len: 168 time: 3.5914836 Feb 09 16:05:08.120568 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.125108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Pushing event updated for resources: {'Port': ['ID=d781107e-c13a-4c5c-ab50-a46006581839,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:08.137116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] For port 638de602-bcc0-4cf6-abdb-07b331ebb5b9, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=638de602-bcc0-4cf6-abdb-07b331ebb5b9,segment=NetworkSegment(878dd70c-24bd-463a-b6e6-e24373956728),segment_id=878dd70c-24bd-463a-b6e6-e24373956728)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:08.155247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:08.155624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Checking segment: {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:08.156045 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.156546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Bound using segment: {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:08.157092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Bound port: 357187e4-12d0-44e9-9abd-137f4d523932, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:08.157488 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.174760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba7167-0156-4775-b235-04cf6a97b3af tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Network': ['ID=ad929441-548d-4ec7-b3c5-f13c60f80d19,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:08.230444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a571af-5472-421b-bac4-abcd4723f8c3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:08.237756 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-74a571af-5472-421b-bac4-abcd4723f8c3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1231146 Feb 09 16:05:08.237756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:08.312815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] For port 357187e4-12d0-44e9-9abd-137f4d523932, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:08.318012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] For port 357187e4-12d0-44e9-9abd-137f4d523932, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=357187e4-12d0-44e9-9abd-137f4d523932,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:08.343578 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e3c49b8-7d04-4951-a5c1-9602fb2cc907 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1048667 Feb 09 16:05:08.345498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55394) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:08.362893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2092769549'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:08.435502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:08.494770 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.607104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:08.618261 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.623897 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.708955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffebbb0-17fa-49dc-bc09-0c482299f954 None None] Pushing event updated for resources: {'Port': ['ID=638de602-bcc0-4cf6-abdb-07b331ebb5b9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:08.735173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8933f83-bfd3-46a2-bfda-3bdd29086695 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.753989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Allocated IP 172.23.0.2 (4aada05e-4c1e-4da5-95f9-aa6bb2aace89/03f3e8ff-4c68-4665-add5-72d24836bffe/a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:08.766921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:08.767771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.795452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server [None req-89903613-b5a2-41cb-83ee-e8994575707d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dd0f22a-4b4b-4fe9-9a61-ce1468fba240: This subnet is being modified by another concurrent operation. Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:05:08.806583 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise exception Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dd0f22a-4b4b-4fe9-9a61-ce1468fba240: This subnet is being modified by another concurrent operation. Feb 09 16:05:08.809953 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Feb 09 16:05:08.818931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:08.820049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:08.831645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.835441 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Added segment d9ab4be0-0d08-4715-8560-21fd46da3dc4 of type vlan for network c59350cf-b96d-487b-8189-0dd3806b12d2 Feb 09 16:05:08.869751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8933f83-bfd3-46a2-bfda-3bdd29086695 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:08.887171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d8933f83-bfd3-46a2-bfda-3bdd29086695 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/0dd0f22a-4b4b-4fe9-9a61-ce1468fba240 HTTP/1.1" status: 204 len: 168 time: 2.2566502 Feb 09 16:05:08.889990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55400) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:08.901952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8933f83-bfd3-46a2-bfda-3bdd29086695 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd0f22a-4b4b-4fe9-9a61-ce1468fba240,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:08.906942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.053635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.104516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-783dd52b-2599-49e0-852c-7630eb7e7958 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 49a0e754-95db-4d97-8368-25294951952f {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:09.111349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-783dd52b-2599-49e0-852c-7630eb7e7958 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.182413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5c34a-00e8-4110-8b77-cf3178c25e42 req-eeccaf56-1fac-4d7f-b4d5-553eb89b08b8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:09.232847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ed5c34a-00e8-4110-8b77-cf3178c25e42 req-eeccaf56-1fac-4d7f-b4d5-553eb89b08b8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.3741136 Feb 09 16:05:09.420136 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.427749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:09.429484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.434784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-783dd52b-2599-49e0-852c-7630eb7e7958 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.574367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2273817 Feb 09 16:05:09.577781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:09.584956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ed5c34a-00e8-4110-8b77-cf3178c25e42 req-c0ba4744-d92e-4969-b71c-26a71a2689c3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421958 Feb 09 16:05:09.585451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:09.632447 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.633325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-783dd52b-2599-49e0-852c-7630eb7e7958 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.658621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a7556c-770a-4a95-9bd4-4b757c099f0c None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:09.693095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df7620-4b5e-4a06-9d91-bb94b7911dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Network': ['ID=c59350cf-b96d-487b-8189-0dd3806b12d2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:09.715615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.731935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:09.742917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c59350cf-b96d-487b-8189-0dd3806b12d2 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:05:09.846160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Allocated IP 172.23.0.1 (4aada05e-4c1e-4da5-95f9-aa6bb2aace89/03f3e8ff-4c68-4665-add5-72d24836bffe/eef57fa9-d36e-4526-be0d-416fee6d99a3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:09.867570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:09.872441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.878423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766f094-24a2-4f6c-84f8-5de8c1bde764 None None] Pushing event updated for resources: {'Port': ['ID=357187e4-12d0-44e9-9abd-137f4d523932,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:09.899678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:09.954159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9fb03d93-019e-49e4-b29f-9f379ae77dee None None] Provisioning complete for port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:09.954549 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9fb03d93-019e-49e4-b29f-9f379ae77dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.065953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:10.080221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:10.084157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:10.136790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.201166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-783dd52b-2599-49e0-852c-7630eb7e7958 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.241159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd52b-2599-49e0-852c-7630eb7e7958 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=49a0e754-95db-4d97-8368-25294951952f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:10.243819 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-783dd52b-2599-49e0-852c-7630eb7e7958 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.248118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-783dd52b-2599-49e0-852c-7630eb7e7958 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/49a0e754-95db-4d97-8368-25294951952f HTTP/1.1" status: 204 len: 168 time: 1.3258975 Feb 09 16:05:10.249476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:05:10.250511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55420) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:10.286003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Pushing event updated for resources: {'Port': ['ID=a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:10.322361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e4cd8857-fcc1-43ff-b23d-86c16139587f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633826 Feb 09 16:05:10.323453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55422) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:10.433285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e344ce-a547-4f76-8f2d-5da61424537f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:10.435072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-94e344ce-a547-4f76-8f2d-5da61424537f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1090286 Feb 09 16:05:10.437979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55424) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:10.451155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:10.453824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.466289 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Sync routers for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:10.473967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.477917 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:10.478571 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:10.576309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=eef57fa9-d36e-4526-be0d-416fee6d99a3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:10.591499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Attempting to bind port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:10.591908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Attempting to bind port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:10.596864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Attempting to bind port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 on network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:10.597011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:10.605642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:10.609820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:10.640237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7fabd-961a-4c7d-9e2d-d40d2f9d1398 None None] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:10.672910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.673985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=d440fb18-5d74-456a-bfaf-ddf35ff2c599,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:10.690534 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:10.702659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.707873 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-26fa2cd4-88eb-464e-9a35-c05036ab1976 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5085893 Feb 09 16:05:10.723987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55430) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:10.750056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking segment: {'id': 'd9ab4be0-0d08-4715-8560-21fd46da3dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:10.754262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network hostable DHCP agents. Network: c59350cf-b96d-487b-8189-0dd3806b12d2, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:05:10.768129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:10.769314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Checking segment: {'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:10.771060 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.774277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Bound using segment: {'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:10.774277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Bound port: a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:10.775509 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:10.805600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf0dab-c8a9-4a25-b2e5-1f45f01c1137 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:10.807573 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d7bf0dab-c8a9-4a25-b2e5-1f45f01c1137 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3686428 Feb 09 16:05:10.816310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55434) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:10.939681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1e239f87-1d1b-4986-ae56-fa9f032b7afe tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197133 Feb 09 16:05:10.949234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55438) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:10.963565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0eb16ea6-d40c-4d58-bb1d-1d3563c20f3d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:11.043228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8ef0-a4e5-4da7-9a7a-91dd13ab46e4 req-0ede9b43-c4a9-4831-82cf-6c1159d0107d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:11.046727 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:08Z', 'revision_number': 3, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:11.058633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39ea8ef0-a4e5-4da7-9a7a-91dd13ab46e4 req-0ede9b43-c4a9-4831-82cf-6c1159d0107d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.2587132 Feb 09 16:05:11.085751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:11.137447 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Checking router: 0b2783b9-0c19-42ae-a05c-9155ce711ef6 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:11.138433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Updating router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 port d781107e-c13a-4c5c-ab50-a46006581839 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:05:11.153289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:11.157062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9fb03d93-019e-49e4-b29f-9f379ae77dee None None] Could not find standard attr ID for object c5bc3047-d0c7-4a29-bc30-999cf7af9abd. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:05:11.218880 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:11.230150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39ea8ef0-a4e5-4da7-9a7a-91dd13ab46e4 req-177489db-0d0b-4f8f-9ad2-ee48b577805d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696694 Feb 09 16:05:11.253044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network c59350cf-b96d-487b-8189-0dd3806b12d2 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:05:11.275439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:11.275854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device afc3207f-e37c-4c25-b27f-a7bf4a4e25b4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:11.396774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Provisioning complete for port 357187e4-12d0-44e9-9abd-137f4d523932 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:11.397215 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:11.428639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:57Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:08Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:11.482541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:11.597298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02f0d62-0d9b-4f82-9509-7526338db3fa None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:04:57Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:08Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:11.607838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] For port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:11.698692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] For port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7,segment=NetworkSegment(89f65ae9-875e-496f-866b-4be71f5cece4),segment_id=89f65ae9-875e-496f-866b-4be71f5cece4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:11.711759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 357187e4-12d0-44e9-9abd-137f4d523932 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:11.837221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.001898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.023663 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.035942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] Deleting port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:12.036374 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.113023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-72493185-49da-43b7-a143-41e6ae800783 None None] For port 357187e4-12d0-44e9-9abd-137f4d523932, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=357187e4-12d0-44e9-9abd-137f4d523932,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:12.148238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 357187e4-12d0-44e9-9abd-137f4d523932 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:12.148238 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.148614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, c59350cf-b96d-487b-8189-0dd3806b12d2) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:12.148614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb16ea6-d40c-4d58-bb1d-1d3563c20f3d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:12.148614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0eb16ea6-d40c-4d58-bb1d-1d3563c20f3d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.148614 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb16ea6-d40c-4d58-bb1d-1d3563c20f3d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:05:12.148614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb16ea6-d40c-4d58-bb1d-1d3563c20f3d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:05:12.201706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7814b-ee4d-46cd-8586-f3b9db2893f3 None None] Network c59350cf-b96d-487b-8189-0dd3806b12d2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:12.208022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:12.208658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.248567 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.248901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.349976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] For port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=abef4fa6-ddaf-4f02-adfd-4ea0926d4a26,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:12.350399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.379630 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eae8fd94-274b-421e-a919-473b5b2b9523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7991569 Feb 09 16:05:12.384481 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0eb16ea6-d40c-4d58-bb1d-1d3563c20f3d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4293551 Feb 09 16:05:12.387215 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Attempting to bind port d781107e-c13a-4c5c-ab50-a46006581839 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:12.387827 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Attempting to bind port d781107e-c13a-4c5c-ab50-a46006581839 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:12.388710 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Attempting to bind port d781107e-c13a-4c5c-ab50-a46006581839 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:12.393529 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4ae83-f334-4668-8f04-794f1209bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d781107e-c13a-4c5c-ab50-a46006581839,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:12.394742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55454) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:12.395038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55456) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:12.401370 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:12.402159 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:12.404696 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.405570 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:12.406321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Bound port: d781107e-c13a-4c5c-ab50-a46006581839, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:12.406916 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.407116 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.410726 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.414605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4e8280ce-7444-48f3-a1a6-7f097152b12e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:12.434118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2', 'name': 'tempest-PortsTestJSON-1034718316'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:12.436307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] Calling delete_port for abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:12.463239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event updated for resources: {'Port': ['ID=eef57fa9-d36e-4526-be0d-416fee6d99a3,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:12.481403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.548828 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] For port d781107e-c13a-4c5c-ab50-a46006581839, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:12.553019 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] For port d781107e-c13a-4c5c-ab50-a46006581839, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d781107e-c13a-4c5c-ab50-a46006581839,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:12.587981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Provisioning complete for port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:12.588505 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.694319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c7e53-f49a-497e-906b-7d9020810d28 req-a9251265-1cab-4a88-9a3d-2f75d8f3421c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:12.704117 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:12.713639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-796c7e53-f49a-497e-906b-7d9020810d28 req-a9251265-1cab-4a88-9a3d-2f75d8f3421c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.3435850 Feb 09 16:05:12.832315 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:12.833585 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:13.018748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1095722-6d28-4b50-890c-1329888feb7c None None] Pushing event updated for resources: {'Port': ['ID=a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:13.048674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-796c7e53-f49a-497e-906b-7d9020810d28 req-970f722b-cda4-4a4a-a8f7-48877e7de6c0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313737 Feb 09 16:05:13.077844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-692899b4-a5f7-409b-a728-37d1b28601a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:13.082771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-692899b4-a5f7-409b-a728-37d1b28601a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198&tenant_id=b1ffa86913db4cd3ab076891325de08d HTTP/1.1" status: 200 len: 1094 time: 0.4390237 Feb 09 16:05:13.101963 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:13.143285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:13.176782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:13.225685 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4ae83-f334-4668-8f04-794f1209bbb6 None None] Pushing event updated for resources: {'Port': ['ID=d781107e-c13a-4c5c-ab50-a46006581839,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:13.267598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:13.345491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.443140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.462822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-c59350cf-b96d-487b-8189-0dd3806b12d2', 'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2', 'tenant_id': '7ecaa488c5864b3ab3886c9804d8f73d', 'fixed_ips': [{'subnet_id': 'd440fb18-5d74-456a-bfaf-ddf35ff2c599'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:05:13.464393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.476591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] No DVR routers for this DVR port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:13.498012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8280ce-7444-48f3-a1a6-7f097152b12e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:13.509221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Pushing event updated for resources: {'Port': ['ID=357187e4-12d0-44e9-9abd-137f4d523932,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:13.517150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e8280ce-7444-48f3-a1a6-7f097152b12e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.524951 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8280ce-7444-48f3-a1a6-7f097152b12e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:05:13.525859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8280ce-7444-48f3-a1a6-7f097152b12e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:05:13.559410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:13.570063 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.651863 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.666176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No active binding found for port abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 {{(pid=103180) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 16:05:13.667014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device abef4fa6-ddaf-4f02-adfd-4ea0926d4a26 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:13.669151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dbdda-eba3-41dc-bc57-54295135fb89 None None] Pushing event deleted for resources: {'Port': ['ID=abef4fa6-ddaf-4f02-adfd-4ea0926d4a26,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:13.716027 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4e8280ce-7444-48f3-a1a6-7f097152b12e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3185627 Feb 09 16:05:13.733997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55472) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:13.733997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7a72fae5-4756-4848-9635-fe653af919b7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:13.734485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-72493185-49da-43b7-a143-41e6ae800783 None None] For port 638de602-bcc0-4cf6-abdb-07b331ebb5b9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=638de602-bcc0-4cf6-abdb-07b331ebb5b9,segment=NetworkSegment(878dd70c-24bd-463a-b6e6-e24373956728),segment_id=878dd70c-24bd-463a-b6e6-e24373956728)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:13.796928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 031dc9b2-f5d6-4c8e-9288-40e887a0f5e3 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:13.881236 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:13.988749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-d2b10b7e-d69a-48d4-b2f7-e6cb2ef023b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:13.988749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-d2b10b7e-d69a-48d4-b2f7-e6cb2ef023b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1094 time: 0.8380644 Feb 09 16:05:14.057690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72493185-49da-43b7-a143-41e6ae800783 None None] Pushing event updated for resources: {'Port': ['ID=638de602-bcc0-4cf6-abdb-07b331ebb5b9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:14.106951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-371ef001-7a69-48eb-b99a-e8bbcb846557 None None] Provisioning complete for port 357187e4-12d0-44e9-9abd-137f4d523932 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:14.107340 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-371ef001-7a69-48eb-b99a-e8bbcb846557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.143256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Allocated IP 172.20.0.2 (c59350cf-b96d-487b-8189-0dd3806b12d2/d440fb18-5d74-456a-bfaf-ddf35ff2c599/0ca504b7-048b-4895-a040-4680d63b2e2a) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:14.205595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:14.250811 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:08Z', 'revision_number': 3, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:14.318187 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a183e9-2eb2-48f3-baa9-c716b50123e1 None None] The sync data for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 is: [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:08Z', 'revision_number': 3, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:14.349816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 357187e4-12d0-44e9-9abd-137f4d523932 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:14.361366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Allocated IP 172.20.0.1 (2b2d60c8-9d63-46ce-8c2e-245b6df9e622/b5eca995-397e-4361-aaa5-2adc3927c531/d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:14.499259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-9ca7bdd6-2a99-4202-adca-e1788e0b8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:14.501164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-9ca7bdd6-2a99-4202-adca-e1788e0b8eac service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.4911096 Feb 09 16:05:14.545052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a72fae5-4756-4848-9635-fe653af919b7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:14.551995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a72fae5-4756-4848-9635-fe653af919b7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.555100 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a72fae5-4756-4848-9635-fe653af919b7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:05:14.555978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a72fae5-4756-4848-9635-fe653af919b7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:05:14.626537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:14.639153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dc1c6e30-fc98-49c7-82ac-4965a4551983 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7047744 Feb 09 16:05:14.641104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55482) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:14.654131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:14.656120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a433389-665d-468b-a895-0bdba2af83a7 req-3a3e698f-d2e5-4b7f-9529-f4129b7276b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:14.657958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a433389-665d-468b-a895-0bdba2af83a7 req-3a3e698f-d2e5-4b7f-9529-f4129b7276b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.2708383 Feb 09 16:05:14.668576 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:14.669172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-a0987dec-61a9-4c07-9ef6-54b5a37a6f7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 999 time: 0.1585405 Feb 09 16:05:14.756125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-b6b72f1c-259c-4302-b60a-fc4f54cf6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:14.767632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-b6b72f1c-259c-4302-b60a-fc4f54cf6a26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.0883045 Feb 09 16:05:14.890735 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7a72fae5-4756-4848-9635-fe653af919b7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1622078 Feb 09 16:05:14.896799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55486) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:14.923401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-540c28fe-c45a-4e53-8d8f-28db922483f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:14.947194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42aae8-c38b-4960-a7db-f1ed410e26dc None None] Network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:14.954150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:14.963885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a433389-665d-468b-a895-0bdba2af83a7 req-7d4548fd-0405-4dac-9555-319c0246124f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870622 Feb 09 16:05:14.984751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-90c0dc9b-7de9-4cd5-b6c0-8d1e3910be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:14.986545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-90c0dc9b-7de9-4cd5-b6c0-8d1e3910be87 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016261 Feb 09 16:05:15.051743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.192905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:15.199965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:15.208552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Pushing event updated for resources: {'Port': ['ID=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:15.271982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-d579d4a7-4e90-4398-b909-a21dfe10bd13 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761142 Feb 09 16:05:15.334212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:15.343547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:15.349767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:15.444770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:15.524948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 357187e4-12d0-44e9-9abd-137f4d523932 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:15.526413 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.579421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baf45bdd-b9c0-4ec5-b33e-b1bce2e4d6d1 req-2fab2e43-fc02-4ca8-9054-1557028c4641 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000858 Feb 09 16:05:15.648487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.767901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d9473e3d-11dd-41d6-a5de-eca15f91520f None None] Provisioning complete for port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:15.773377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9473e3d-11dd-41d6-a5de-eca15f91520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.794660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c28fe-c45a-4e53-8d8f-28db922483f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:15.798686 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540c28fe-c45a-4e53-8d8f-28db922483f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:15.801067 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-540c28fe-c45a-4e53-8d8f-28db922483f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:05:15.801724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540c28fe-c45a-4e53-8d8f-28db922483f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:05:16.029075 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.068043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.extraroute_db [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103179) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 16:05:16.100747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.extraroute_db [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Removed routes are [] {{(pid=103179) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 16:05:16.101438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.166698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.244850 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-540c28fe-c45a-4e53-8d8f-28db922483f5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3398199 Feb 09 16:05:16.245822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55510) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:16.251064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-87e860f8-8699-4672-a66f-fc0cf9fefe1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:16.298325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Pushing event updated for resources: {'Port': ['ID=0ca504b7-048b-4895-a040-4680d63b2e2a,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:16.320465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Network c59350cf-b96d-487b-8189-0dd3806b12d2 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:16.326427 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9473e3d-11dd-41d6-a5de-eca15f91520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.343147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f20683-8680-491e-bfad-776fa9c6f871 req-0cd5d923-cca0-4c17-8553-900ac0285577 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:16.350539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46f20683-8680-491e-bfad-776fa9c6f871 req-0cd5d923-cca0-4c17-8553-900ac0285577 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1597290 Feb 09 16:05:16.383362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:16.394759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:16.411566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 638de602-bcc0-4cf6-abdb-07b331ebb5b9 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:16.427478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46f20683-8680-491e-bfad-776fa9c6f871 req-894be20a-8994-4bb8-9175-0a5f6aeccaa5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694158 Feb 09 16:05:16.556587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f10b4612-95be-4ba6-87a4-8922acb3aa1d {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:05:16.560909 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:05:16.587354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d9473e3d-11dd-41d6-a5de-eca15f91520f None None] For port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7,segment=NetworkSegment(89f65ae9-875e-496f-866b-4be71f5cece4),segment_id=89f65ae9-875e-496f-866b-4be71f5cece4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:16.591081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Attempting to bind port 0ca504b7-048b-4895-a040-4680d63b2e2a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:16.591482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Attempting to bind port 0ca504b7-048b-4895-a040-4680d63b2e2a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd9ab4be0-0d08-4715-8560-21fd46da3dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:16.591836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Attempting to bind port 0ca504b7-048b-4895-a040-4680d63b2e2a on network c59350cf-b96d-487b-8189-0dd3806b12d2 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:16.606988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:16.607480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Checking segment: {'id': 'd9ab4be0-0d08-4715-8560-21fd46da3dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:16.607859 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.608292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Bound using segment: {'id': 'd9ab4be0-0d08-4715-8560-21fd46da3dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:16.612453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Bound port: 0ca504b7-048b-4895-a040-4680d63b2e2a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ab4be0-0d08-4715-8560-21fd46da3dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:16.612453 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.621034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:16.621340 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.654902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:10Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eef57fa9-d36e-4526-be0d-416fee6d99a3', 'name': '', 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:76:35:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:08Z', 'updated_at': '2022-02-09T16:05:11Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:16.715297 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9473e3d-11dd-41d6-a5de-eca15f91520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.717758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:16.718040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Updating router f3389ab7-650a-4ad7-b467-25c8e2cdc56b port eef57fa9-d36e-4526-be0d-416fee6d99a3 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:05:16.918482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:16.991593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] For port 0ca504b7-048b-4895-a040-4680d63b2e2a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:16.998254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:17.039389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] For port 0ca504b7-048b-4895-a040-4680d63b2e2a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0ca504b7-048b-4895-a040-4680d63b2e2a,segment=NetworkSegment(d9ab4be0-0d08-4715-8560-21fd46da3dc4),segment_id=d9ab4be0-0d08-4715-8560-21fd46da3dc4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:17.041631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-16e7b715-1f09-458e-b069-ef0d8d276acd None None] Provisioning complete for port eef57fa9-d36e-4526-be0d-416fee6d99a3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:17.042576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-16e7b715-1f09-458e-b069-ef0d8d276acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:17.065340 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:17.154444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 6096be50-e1dc-4836-ac58-14f1aea2d741 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:17.184311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-16e7b715-1f09-458e-b069-ef0d8d276acd None None] Port eef57fa9-d36e-4526-be0d-416fee6d99a3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:17.221816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:17.239818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9473e3d-11dd-41d6-a5de-eca15f91520f None None] Pushing event updated for resources: {'Port': ['ID=a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:17.727431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-16e7b715-1f09-458e-b069-ef0d8d276acd None None] Provisioning complete for port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:17.730235 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-16e7b715-1f09-458e-b069-ef0d8d276acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:17.865311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547cc4d-e861-4069-80d3-458b0da8e814 req-b76bd4ca-4c12-4b64-9b01-60826cc9d117 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:17.875481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1547cc4d-e861-4069-80d3-458b0da8e814 req-b76bd4ca-4c12-4b64-9b01-60826cc9d117 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1619520 Feb 09 16:05:17.881165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:17.896029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:17.972205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1547cc4d-e861-4069-80d3-458b0da8e814 req-1a9f634e-2d3f-4525-9f01-25346a6e096e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949984 Feb 09 16:05:18.019242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:18.175996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dc577-8ea6-4527-9572-da6cbeca2938 None None] Pushing event updated for resources: {'Port': ['ID=0ca504b7-048b-4895-a040-4680d63b2e2a,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:18.302005 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:05:18.672980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e860f8-8699-4672-a66f-fc0cf9fefe1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:18.675954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87e860f8-8699-4672-a66f-fc0cf9fefe1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:18.677455 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e860f8-8699-4672-a66f-fc0cf9fefe1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:05:18.677909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e860f8-8699-4672-a66f-fc0cf9fefe1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:05:18.762111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.6 (c59350cf-b96d-487b-8189-0dd3806b12d2/d440fb18-5d74-456a-bfaf-ddf35ff2c599/6096be50-e1dc-4836-ac58-14f1aea2d741) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:18.859412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:18.893348 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-87e860f8-8699-4672-a66f-fc0cf9fefe1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 2.6461763 Feb 09 16:05:18.899018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55542) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:18.912435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c1c54c30-357c-42fb-9193-92cd9681f282 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:19.151300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.256662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:19.257266 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.307453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59490869-7716-4859-bf48-bc3517f1f4d9 req-aa59053f-a26f-4761-bd41-270f6f7d24cb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:19.310480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59490869-7716-4859-bf48-bc3517f1f4d9 req-aa59053f-a26f-4761-bd41-270f6f7d24cb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1532500 Feb 09 16:05:19.371687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.440868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c54c30-357c-42fb-9193-92cd9681f282 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:19.470445 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c1c54c30-357c-42fb-9193-92cd9681f282 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.470445 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c54c30-357c-42fb-9193-92cd9681f282 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:05:19.470445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c54c30-357c-42fb-9193-92cd9681f282 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:05:19.484534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-16e7b715-1f09-458e-b069-ef0d8d276acd None None] Provisioning complete for port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:19.485774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-16e7b715-1f09-458e-b069-ef0d8d276acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.492513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59490869-7716-4859-bf48-bc3517f1f4d9 req-56138a48-20c8-451d-892a-29dabbe1ac50 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599138 Feb 09 16:05:19.505212 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.590339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a330468-d3e4-4ab5-9237-5724669025ff None None] Network c59350cf-b96d-487b-8189-0dd3806b12d2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:19.660598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Pushing event updated for resources: {'Port': ['ID=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:19.690566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c1c54c30-357c-42fb-9193-92cd9681f282 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7877278 Feb 09 16:05:19.695525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55548) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:19.736965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.747974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fd85e8df-2c11-455e-98ae-dea9cfa2df69 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0486300 Feb 09 16:05:19.749673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55550) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:19.792675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-16e7b715-1f09-458e-b069-ef0d8d276acd None None] Port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:19.860390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd476fec-9a7f-46a6-86b5-ba6d828b2e83 None None] Pushing event updated for resources: {'Port': ['ID=eef57fa9-d36e-4526-be0d-416fee6d99a3,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:19.861126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.903441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:19.913253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ae78fa-f00d-4a70-acc8-2f90d4e20359 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:19.916199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.917508 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5533db5e-83a2-49d1-a69a-5b14c586c28a tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 200 len: 933 time: 5.2755103 Feb 09 16:05:19.918445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-34ae78fa-f00d-4a70-acc8-2f90d4e20359 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1668699 Feb 09 16:05:19.920601 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:19.921156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55560) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:19.922320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55562) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:20.111577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f0d21218-8138-4a76-a0c5-0bc455b95068 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1860051 Feb 09 16:05:20.118275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55570) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:20.129716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:20.278639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-50f84b32-9be5-4554-8944-6b5c285aa904 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 200 len: 933 time: 0.3487604 Feb 09 16:05:20.281640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55578) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:20.294280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'routes': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:20.332511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] Provisioning complete for port eef57fa9-d36e-4526-be0d-416fee6d99a3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:20.335498 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.370213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.404629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Attempting to bind port eef57fa9-d36e-4526-be0d-416fee6d99a3 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:20.407870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Attempting to bind port eef57fa9-d36e-4526-be0d-416fee6d99a3 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:20.408602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Attempting to bind port eef57fa9-d36e-4526-be0d-416fee6d99a3 on network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:20.517137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:20.521753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Checking segment: {'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:20.521753 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.521753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Bound using segment: {'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:20.521753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Bound port: eef57fa9-d36e-4526-be0d-416fee6d99a3, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f65ae9-875e-496f-866b-4be71f5cece4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:20.521753 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.564136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 638de602-bcc0-4cf6-abdb-07b331ebb5b9 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:20.580734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=6096be50-e1dc-4836-ac58-14f1aea2d741,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:20.595391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network c59350cf-b96d-487b-8189-0dd3806b12d2 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:20.613730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:20.623110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:20.714654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] Port eef57fa9-d36e-4526-be0d-416fee6d99a3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:20.786847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:20.788276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.813124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:20.819204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:20.843474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55594) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:20.859916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] For port eef57fa9-d36e-4526-be0d-416fee6d99a3, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:20.869518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] For port eef57fa9-d36e-4526-be0d-416fee6d99a3, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eef57fa9-d36e-4526-be0d-416fee6d99a3,segment=NetworkSegment(89f65ae9-875e-496f-866b-4be71f5cece4),segment_id=89f65ae9-875e-496f-866b-4be71f5cece4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:20.873144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] Provisioning complete for port 0ca504b7-048b-4895-a040-4680d63b2e2a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:20.873521 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.981676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:20.982183 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:20.991185 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.117834 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c446a925-cd7f-4a62-bd95-fbc9915152d3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.7187388 Feb 09 16:05:21.152317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55600) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:21.242736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': 'c59350cf-b96d-487b-8189-0dd3806b12d2', 'name': 'tempest-PortsTestJSON-1587641935'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:21.291023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af5bb3-7acc-4b12-aafa-9f7ba35257a1 req-7b5b46a8-9a97-4373-ab50-e33b4b921b26 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:21.315848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:21.317007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95af5bb3-7acc-4b12-aafa-9f7ba35257a1 req-7b5b46a8-9a97-4373-ab50-e33b4b921b26 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.6143332 Feb 09 16:05:21.328213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.375633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:21.377969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:21.440555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:21.467128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd476fec-9a7f-46a6-86b5-ba6d828b2e83 None None] Pushing event updated for resources: {'Port': ['ID=eef57fa9-d36e-4526-be0d-416fee6d99a3,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:21.730603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:21.732788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95af5bb3-7acc-4b12-aafa-9f7ba35257a1 req-68d9e9ad-679a-4fc4-adfb-6beb5cc1b250 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4145586 Feb 09 16:05:21.836563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:21.877471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:22.058023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1bee42d6-8919-4186-a44b-365a7863831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.058816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1bee42d6-8919-4186-a44b-365a7863831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.059637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1bee42d6-8919-4186-a44b-365a7863831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.060433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1bee42d6-8919-4186-a44b-365a7863831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.061380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1bee42d6-8919-4186-a44b-365a7863831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.062214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1bee42d6-8919-4186-a44b-365a7863831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.063091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1bee42d6-8919-4186-a44b-365a7863831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.068628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1bee42d6-8919-4186-a44b-365a7863831d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6502 time: 1.0875821 Feb 09 16:05:22.126571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8564e6e5-09a8-40a5-9d87-6f5f7f0f3298 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:05:22.226425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] For port 0ca504b7-048b-4895-a040-4680d63b2e2a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0ca504b7-048b-4895-a040-4680d63b2e2a,segment=NetworkSegment(d9ab4be0-0d08-4715-8560-21fd46da3dc4),segment_id=d9ab4be0-0d08-4715-8560-21fd46da3dc4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:22.245810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1b4c520f-4c73-4604-9c24-f019b1560598 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329405 Feb 09 16:05:22.353916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.377107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:22.392103 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Sync routers for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:22.392683 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9d356a91-d4f0-4f44-9600-432877a50519 admin admin] 10.222.0.53 "PUT /v2.0/routers/0b2783b9-0c19-42ae-a05c-9155ce711ef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6660981 Feb 09 16:05:22.430993 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:22.431890 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:22.523702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b4dd6-f198-46d1-a747-15e5a7f0d6f3 None None] Pushing event updated for resources: {'Port': ['ID=0ca504b7-048b-4895-a040-4680d63b2e2a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:22.657553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.extraroute_db [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added routes are [] {{(pid=103178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 16:05:22.664815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.extraroute_db [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 16:05:22.732519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:22.741207 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.768177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:05:22.771582 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:22.796447 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:22.810444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 44c0de09-f4ef-4430-a7ac-38a8b50b7ebb yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:22.901814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:22.910248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:22.915172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:22.922863 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.000054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=d7d241e4-206e-4c47-b714-2bb3aba6c99e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:23.132434 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1e6b72ec-7975-440a-a0b0-bc3eae82afa7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0128577 Feb 09 16:05:23.135686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55624) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:23.142031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:a5:fe:29', 'name': 'tempest-NetworksTestDHCPv6-1454072637'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:23.152618 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:17Z', 'revision_number': 2, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:23.164475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Provisioning complete for port eef57fa9-d36e-4526-be0d-416fee6d99a3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:23.165091 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.182190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:23.183414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.219877 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Checking router: 0b2783b9-0c19-42ae-a05c-9155ce711ef6 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:23.223715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Updating router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:05:23.230971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.13 (c59350cf-b96d-487b-8189-0dd3806b12d2/d440fb18-5d74-456a-bfaf-ddf35ff2c599/44c0de09-f4ef-4430-a7ac-38a8b50b7ebb) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:23.287910 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.304007 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4e66d3d9-4588-423f-bb1a-d5e0146b78db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.659528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:23.800673 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.848011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:23.874099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58034d86-3fa1-49ea-a338-b4ce1a34b032 req-deaad0b8-3716-43df-b4c4-a1bbfa77f8ec tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:23.876223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58034d86-3fa1-49ea-a338-b4ce1a34b032 req-deaad0b8-3716-43df-b4c4-a1bbfa77f8ec tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.2225699 Feb 09 16:05:23.948938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58034d86-3fa1-49ea-a338-b4ce1a34b032 req-70004cf6-fcc6-436b-9dea-fdbdd8cb0a90 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513003 Feb 09 16:05:24.026481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0ca504b7-048b-4895-a040-4680d63b2e2a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:24.046254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.197784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.206677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 20b43181-0632-453c-947a-a0ba4aeb2f8d yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:24.286706 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.310982 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.340246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8564e6e5-09a8-40a5-9d87-6f5f7f0f3298 None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:05:24.362341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 6, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eef57fa9-d36e-4526-be0d-416fee6d99a3', 'name': '', 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:76:35:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:08Z', 'updated_at': '2022-02-09T16:05:20Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:24.374789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.425045 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.430577 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.437250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=44c0de09-f4ef-4430-a7ac-38a8b50b7ebb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:24.461457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network c59350cf-b96d-487b-8189-0dd3806b12d2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:24.464316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:24.471653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:24.538013 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ac033-96d1-49cf-acd6-d786521e3c56 None None] Pushing event updated for resources: {'Port': ['ID=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:24.566727 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Attempting to bind port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:24.567331 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Attempting to bind port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:24.568127 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Attempting to bind port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 on network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:24.581069 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:24.581832 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Checking segment: {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:24.583866 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.585130 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Bound using segment: {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:24.586043 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Bound port: d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:24.587240 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:24.604921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615728c9-5b2e-421b-b022-1b7804908142 None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 6, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eef57fa9-d36e-4526-be0d-416fee6d99a3', 'name': '', 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:76:35:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:08Z', 'updated_at': '2022-02-09T16:05:20Z', 'revision_number': 4, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:24.846454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fea5:fe29 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/d7d241e4-206e-4c47-b714-2bb3aba6c99e/20b43181-0632-453c-947a-a0ba4aeb2f8d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:25.083265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:25.084065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.332448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de9e69d5-8d4b-4bd4-b46c-e5d1260027d6 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1705425 Feb 09 16:05:25.333094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55640) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:25.377710 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] For port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:25.385248 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] For port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:25.474664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] For port eef57fa9-d36e-4526-be0d-416fee6d99a3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eef57fa9-d36e-4526-be0d-416fee6d99a3,segment=NetworkSegment(89f65ae9-875e-496f-866b-4be71f5cece4),segment_id=89f65ae9-875e-496f-866b-4be71f5cece4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:25.552274 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.600445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:25.660743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.694679 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.782376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0ca504b7-048b-4895-a040-4680d63b2e2a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:25.782761 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.795479 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:25.817387 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:25.856488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab0a62-3d36-4e90-b40b-971fe83e4013 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:25.860474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-53ab0a62-3d36-4e90-b40b-971fe83e4013 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.5256133 Feb 09 16:05:25.864152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55642) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:25.877185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Provisioning complete for port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:25.877697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.966745 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9285a285-4ef2-444d-8216-46e4811dc9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:25.989029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:26.240997 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ac033-96d1-49cf-acd6-d786521e3c56 None None] Pushing event updated for resources: {'Port': ['ID=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:26.262596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=20b43181-0632-453c-947a-a0ba4aeb2f8d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:26.525878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:26.553473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Pushing event updated for resources: {'Port': ['ID=eef57fa9-d36e-4526-be0d-416fee6d99a3,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:26.592800 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:26.696729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:26.727591 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:26.740311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:26.742632 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:26.755909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:26.801975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d8a0137b-08ad-4595-9318-59e100232d66 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140293088', 'description': 'tempest-description--1844150724'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:26.818337 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:26.926211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d781107e-c13a-4c5c-ab50-a46006581839 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:27.004600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0f5dcb48-7fba-47db-ac27-1c8a87120a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 44c0de09-f4ef-4430-a7ac-38a8b50b7ebb {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:27.005160 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f5dcb48-7fba-47db-ac27-1c8a87120a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.037711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'd7d241e4-206e-4c47-b714-2bb3aba6c99e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:05:27.041986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.201083 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1549aefb-eb0a-443a-882b-9478934f1031 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0634346 Feb 09 16:05:27.202619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55652) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:27.268927 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.325299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a0137b-08ad-4595-9318-59e100232d66 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.367865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc950a-497e-487c-ba7b-538d2f27e72b req-31e466dd-578e-4e0a-9d16-5de3bc782dce tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:27.372216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fbc950a-497e-487c-ba7b-538d2f27e72b req-31e466dd-578e-4e0a-9d16-5de3bc782dce tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 1.8275816 Feb 09 16:05:27.473501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:27.502134 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:27.503688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0bdaaed-56e4-4f5f-a387-397178536130 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 200 len: 699 time: 7.2209370 Feb 09 16:05:27.508559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55656) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:27.532034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fbc950a-497e-487c-ba7b-538d2f27e72b req-0fc22c08-f45b-4c15-ada7-c6742c46601d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478777 Feb 09 16:05:27.536022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:27.634502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:27.635606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:26Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:27.662745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] For port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:27.820702 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:25Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:27.827700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9548028-be7b-499c-b376-01673be3879e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:27.837940 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e9548028-be7b-499c-b376-01673be3879e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5637510 Feb 09 16:05:27.838881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55658) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:27.877259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:27.951443 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e61b4-1130-44cf-bce0-f9d5a004a24f None None] The sync data for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 is: [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:25Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:28.013634 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f5dcb48-7fba-47db-ac27-1c8a87120a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.083783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Allocated IP 2001:db8::f816:3eff:fef3:abf3 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/d7d241e4-206e-4c47-b714-2bb3aba6c99e/1c7924d0-2d8b-4fb0-a166-d313061d40a0) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:28.096311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0f5dcb48-7fba-47db-ac27-1c8a87120a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 44c0de09-f4ef-4430-a7ac-38a8b50b7ebb owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:28.141443 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d44054c-1ba9-4033-9531-8fc67c332f63 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 200 len: 699 time: 0.6294003 Feb 09 16:05:28.159314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55660) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:28.276020 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.314861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a0137b-08ad-4595-9318-59e100232d66 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.437165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-73b5def1-6c03-4a5c-b558-84d475aad4b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 20b43181-0632-453c-947a-a0ba4aeb2f8d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:28.438699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73b5def1-6c03-4a5c-b558-84d475aad4b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.447619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d781107e-c13a-4c5c-ab50-a46006581839 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:28.448163 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.498995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a0137b-08ad-4595-9318-59e100232d66 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.692062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a0137b-08ad-4595-9318-59e100232d66 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.709008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73b5def1-6c03-4a5c-b558-84d475aad4b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.709347 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d8a0137b-08ad-4595-9318-59e100232d66 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9241524 Feb 09 16:05:28.726809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55670) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:28.739471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Request body: {'security_group_rule': {'security_group_id': '39980ebb-fc48-4456-800a-d3fec7be1414', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:29.077267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0137b-08ad-4595-9318-59e100232d66 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39980ebb-fc48-4456-800a-d3fec7be1414,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:29.078827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-73b5def1-6c03-4a5c-b558-84d475aad4b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 20b43181-0632-453c-947a-a0ba4aeb2f8d owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:29.079145 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.079145 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.079145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Provisioning complete for port 6096be50-e1dc-4836-ac58-14f1aea2d741 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:29.079145 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.079145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Pushing event updated for resources: {'Port': ['ID=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:29.080699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8f47d-4359-47ea-9552-1031131243ac req-25e65a70-445b-49d9-aadd-e2a230f610f2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:29.080699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bef8f47d-4359-47ea-9552-1031131243ac req-25e65a70-445b-49d9-aadd-e2a230f610f2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1359546 Feb 09 16:05:29.130532 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.159810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port d781107e-c13a-4c5c-ab50-a46006581839, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d781107e-c13a-4c5c-ab50-a46006581839,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:29.160867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Port 6096be50-e1dc-4836-ac58-14f1aea2d741 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:29.173482 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f5dcb48-7fba-47db-ac27-1c8a87120a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.208999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bef8f47d-4359-47ea-9552-1031131243ac req-758f4ee7-e9da-467b-93c1-58922b97f939 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396227 Feb 09 16:05:29.214018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Provisioning complete for port 0ca504b7-048b-4895-a040-4680d63b2e2a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:29.214547 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe420544-96fe-404b-a1cc-1617ad5023f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.278914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dcb48-7fba-47db-ac27-1c8a87120a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=44c0de09-f4ef-4430-a7ac-38a8b50b7ebb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:29.329685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.350445 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.359645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.362203 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.608625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:29.654164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:29.741840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f5dcb48-7fba-47db-ac27-1c8a87120a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.746689 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0f5dcb48-7fba-47db-ac27-1c8a87120a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/44c0de09-f4ef-4430-a7ac-38a8b50b7ebb HTTP/1.1" status: 204 len: 168 time: 3.8807673 Feb 09 16:05:29.751125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73b5def1-6c03-4a5c-b558-84d475aad4b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.755615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:29.765955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:22Z', 'revision_number': 7, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eef57fa9-d36e-4526-be0d-416fee6d99a3', 'name': '', 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:76:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:08Z', 'updated_at': '2022-02-09T16:05:24Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:29.771765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:29.891677 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e571dc-b006-426d-9670-747aa9dfa84d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:05:29.897896 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17e571dc-b006-426d-9670-747aa9dfa84d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/44c0de09-f4ef-4430-a7ac-38a8b50b7ebb HTTP/1.1" status: 404 len: 333 time: 0.1288373 Feb 09 16:05:29.909571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73b5def1-6c03-4a5c-b558-84d475aad4b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:29.909571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-73b5def1-6c03-4a5c-b558-84d475aad4b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/20b43181-0632-453c-947a-a0ba4aeb2f8d HTTP/1.1" status: 204 len: 168 time: 2.0667329 Feb 09 16:05:29.910610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55684) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:29.923427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55686) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:30.058683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5def1-6c03-4a5c-b558-84d475aad4b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=20b43181-0632-453c-947a-a0ba4aeb2f8d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:30.096716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.212587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=d781107e-c13a-4c5c-ab50-a46006581839,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:30.260793 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a934087-9514-48e8-99b0-7004e4a53b91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:30.263061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a934087-9514-48e8-99b0-7004e4a53b91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:30.264898 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9a934087-9514-48e8-99b0-7004e4a53b91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2971811 Feb 09 16:05:30.311991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55690) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:30.328815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eef57fa9-d36e-4526-be0d-416fee6d99a3 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:30.434710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:30.447009 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.598209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Pushing event updated for resources: {'Port': ['ID=1c7924d0-2d8b-4fb0-a166-d313061d40a0,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:30.599447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafcaf6-2055-48f8-a311-40c33036b08d req-383848ca-1925-449f-9d5f-e6b8aab8bcfa tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:30.607704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caafcaf6-2055-48f8-a311-40c33036b08d req-383848ca-1925-449f-9d5f-e6b8aab8bcfa tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.2262073 Feb 09 16:05:30.673758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:30.674821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:26Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:30.704107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caafcaf6-2055-48f8-a311-40c33036b08d req-b70304de-864d-40ca-93ff-5f3d19c44411 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948744 Feb 09 16:05:30.797577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Attempting to bind port 1c7924d0-2d8b-4fb0-a166-d313061d40a0 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:30.797577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Attempting to bind port 1c7924d0-2d8b-4fb0-a166-d313061d40a0 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:30.806946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Attempting to bind port 1c7924d0-2d8b-4fb0-a166-d313061d40a0 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:30.917186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.943101 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.944423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:30.947087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:30.947087 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.949765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:30.951260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Bound port: 1c7924d0-2d8b-4fb0-a166-d313061d40a0, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:30.953847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.978985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port eef57fa9-d36e-4526-be0d-416fee6d99a3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:30.978985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.979808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port eef57fa9-d36e-4526-be0d-416fee6d99a3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:30.983266 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.986849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563dc8b2-01be-4360-8b3d-c8b016dae364,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:31.001613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32c167c-b22f-47a2-99e1-19882390a39a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet d7d241e4-206e-4c47-b714-2bb3aba6c99e {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:31.013782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.014109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.014471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.014871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.015216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.015548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.015875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.016403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.016597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.023968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.024391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.024917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:31.028026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c32c167c-b22f-47a2-99e1-19882390a39a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.090079 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c32c167c-b22f-47a2-99e1-19882390a39a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.148565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.149879 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a435c0c0-ae90-4ee1-b62d-e33eb631fcaa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4202580 Feb 09 16:05:31.156783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55696) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:31.170788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-55cb8f78-2005-4d67-b8c8-18de8142c850 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Request body: {'security_group_rule': {'security_group_id': '39980ebb-fc48-4456-800a-d3fec7be1414', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:31.181045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ff8c0-ee36-4706-ae35-285f67a5aa80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 6096be50-e1dc-4836-ac58-14f1aea2d741 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:31.181391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff8c0-ee36-4706-ae35-285f67a5aa80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.195514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port eef57fa9-d36e-4526-be0d-416fee6d99a3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eef57fa9-d36e-4526-be0d-416fee6d99a3,segment=NetworkSegment(89f65ae9-875e-496f-866b-4be71f5cece4),segment_id=89f65ae9-875e-496f-866b-4be71f5cece4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:31.196481 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.217544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for eef57fa9-d36e-4526-be0d-416fee6d99a3 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:31.255937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] For port 1c7924d0-2d8b-4fb0-a166-d313061d40a0, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:31.259538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] For port 1c7924d0-2d8b-4fb0-a166-d313061d40a0, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1c7924d0-2d8b-4fb0-a166-d313061d40a0,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:31.267092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:31.355842 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff8c0-ee36-4706-ae35-285f67a5aa80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.373394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ff8c0-ee36-4706-ae35-285f67a5aa80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 6096be50-e1dc-4836-ac58-14f1aea2d741 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:31.384878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c32c167c-b22f-47a2-99e1-19882390a39a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.503364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:31.558076 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.605916 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55cb8f78-2005-4d67-b8c8-18de8142c850 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.637031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.735855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced0a1f-36f6-46fd-ad11-9b9101bb1da0 None None] Pushing event updated for resources: {'Port': ['ID=1c7924d0-2d8b-4fb0-a166-d313061d40a0,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:31.741171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=eef57fa9-d36e-4526-be0d-416fee6d99a3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:31.894115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55cb8f78-2005-4d67-b8c8-18de8142c850 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.914366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:31.914748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.997175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c32c167c-b22f-47a2-99e1-19882390a39a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.019998 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.145969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd1f11-6145-487f-930b-3eca8afc71c7 req-5d9e907e-a921-436c-bf24-f0ddd94fa083 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:32.155273 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55cb8f78-2005-4d67-b8c8-18de8142c850 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.162749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17dd1f11-6145-487f-930b-3eca8afc71c7 req-5d9e907e-a921-436c-bf24-f0ddd94fa083 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.2698264 Feb 09 16:05:32.195860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c167c-b22f-47a2-99e1-19882390a39a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d241e4-206e-4c47-b714-2bb3aba6c99e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:32.253276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0ca504b7-048b-4895-a040-4680d63b2e2a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:32.285189 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c32c167c-b22f-47a2-99e1-19882390a39a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.308284 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c32c167c-b22f-47a2-99e1-19882390a39a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/d7d241e4-206e-4c47-b714-2bb3aba6c99e HTTP/1.1" status: 204 len: 168 time: 1.9837971 Feb 09 16:05:32.320392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55714) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:32.344108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb8f78-2005-4d67-b8c8-18de8142c850 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6264f85-4531-4d25-a831-ea7b51c8cf07,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:32.386820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:22Z', 'revision_number': 7, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eef57fa9-d36e-4526-be0d-416fee6d99a3', 'name': '', 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:76:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:08Z', 'updated_at': '2022-02-09T16:05:24Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:32.510661 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e30764cf-ecf4-48bb-b526-c54545c699c0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1856713 Feb 09 16:05:32.517204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17dd1f11-6145-487f-930b-3eca8afc71c7 req-e1578dad-3365-4d7b-b28b-1accfdb35edb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528848 Feb 09 16:05:32.548223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55716) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:32.553283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:32.574599 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.590111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb8fb11-4e50-4561-aae0-90a5248de76b None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:22Z', 'revision_number': 7, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eef57fa9-d36e-4526-be0d-416fee6d99a3', 'name': '', 'network_id': '4aada05e-4c1e-4da5-95f9-aa6bb2aace89', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:76:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:08Z', 'updated_at': '2022-02-09T16:05:24Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '03f3e8ff-4c68-4665-add5-72d24836bffe', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:32.631225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0ca504b7-048b-4895-a040-4680d63b2e2a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:32.633125 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.875941 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff8c0-ee36-4706-ae35-285f67a5aa80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.890760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55cb8f78-2005-4d67-b8c8-18de8142c850 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:32.897437 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-55cb8f78-2005-4d67-b8c8-18de8142c850 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7342069 Feb 09 16:05:32.922010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55728) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:33.006392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:33.166888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ff8c0-ee36-4706-ae35-285f67a5aa80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=6096be50-e1dc-4836-ac58-14f1aea2d741,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:33.358634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:33.471904 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:33.486389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.624725 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:33.689008 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:33.690845 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:26Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:33.758952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1c7924d0-2d8b-4fb0-a166-d313061d40a0 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:33.870005 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:33.936417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.989959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1c7924d0-2d8b-4fb0-a166-d313061d40a0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:33.989959 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.022657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:34.047282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1257bfcb-0570-49e2-9fa4-6b21fcde4898 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8816040 Feb 09 16:05:34.061176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55740) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:34.106390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f7ff8c0-ee36-4706-ae35-285f67a5aa80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.111276 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0f7ff8c0-ee36-4706-ae35-285f67a5aa80 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/6096be50-e1dc-4836-ac58-14f1aea2d741 HTTP/1.1" status: 204 len: 168 time: 4.1749430 Feb 09 16:05:34.123727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383ac379-804e-479e-9222-d60896abbf99 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:34.135816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:34.176447 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-7728f847-c233-4899-8d2b-091781b92954 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:05:34.203277 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7728f847-c233-4899-8d2b-091781b92954 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/6096be50-e1dc-4836-ac58-14f1aea2d741 HTTP/1.1" status: 404 len: 333 time: 0.0603950 Feb 09 16:05:34.213289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55746) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:34.346876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86deebc-aabf-4504-a0e7-b69910fe1a32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet d440fb18-5d74-456a-bfaf-ddf35ff2c599 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:34.373298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f86deebc-aabf-4504-a0e7-b69910fe1a32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.381376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7a0c70-d036-4d85-8911-cf7f476cf788 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet 03f3e8ff-4c68-4665-add5-72d24836bffe {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:34.392717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c70-d036-4d85-8911-cf7f476cf788 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.601675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c70-d036-4d85-8911-cf7f476cf788 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.660001 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:31Z', 'revision_number': 8, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:34.723471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f86deebc-aabf-4504-a0e7-b69910fe1a32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.807731 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:34.835807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-aca68b37-0a68-40ab-b70a-eaaea0be03e0 None None] Provisioning complete for port 1c7924d0-2d8b-4fb0-a166-d313061d40a0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:34.837675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aca68b37-0a68-40ab-b70a-eaaea0be03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.853842 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:34.854928 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:26Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:34.953003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e128aae-7ef5-431b-87d4-873962a0a81a req-80ff84c3-205e-4a62-a939-406f856c1194 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:34.960958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e128aae-7ef5-431b-87d4-873962a0a81a req-80ff84c3-205e-4a62-a939-406f856c1194 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 1.1375306 Feb 09 16:05:35.074223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b5ed5-1650-498c-a62b-a870214dc327 req-69f9d1cb-1b64-4ecd-a5a8-0c38edd3a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:35.075956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647b5ed5-1650-498c-a62b-a870214dc327 req-69f9d1cb-1b64-4ecd-a5a8-0c38edd3a81e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1094 time: 0.3914483 Feb 09 16:05:35.355720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:35.383025 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:35.410567 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:35.790396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b5ed5-1650-498c-a62b-a870214dc327 req-2c640d98-2191-452b-891a-d4be3dd06433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:35.790396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647b5ed5-1650-498c-a62b-a870214dc327 req-2c640d98-2191-452b-891a-d4be3dd06433 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.5314977 Feb 09 16:05:35.790396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e128aae-7ef5-431b-87d4-873962a0a81a req-b0d2f2ce-5600-4210-b748-431d1374a415 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7517791 Feb 09 16:05:35.790396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c70-d036-4d85-8911-cf7f476cf788 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:35.791795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 1c7924d0-2d8b-4fb0-a166-d313061d40a0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1c7924d0-2d8b-4fb0-a166-d313061d40a0,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:35.806043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f86deebc-aabf-4504-a0e7-b69910fe1a32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:35.833140 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aca68b37-0a68-40ab-b70a-eaaea0be03e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.198790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:36.269599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Allocated IP 172.25.5.168 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/4a7d6375-eb31-4768-abfe-a3e404edb188) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:36.305723 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:31Z', 'revision_number': 8, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:36.374888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] Deleting port 1c7924d0-2d8b-4fb0-a166-d313061d40a0 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:36.375270 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.398395 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3aa1f3-fbe8-4ac9-97f8-0ef61fbca053 None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:31Z', 'revision_number': 8, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:36.597152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] For port 1c7924d0-2d8b-4fb0-a166-d313061d40a0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1c7924d0-2d8b-4fb0-a166-d313061d40a0,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:36.597722 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.609297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.650099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] Calling delete_port for 1c7924d0-2d8b-4fb0-a166-d313061d40a0 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:36.669158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647b5ed5-1650-498c-a62b-a870214dc327 req-7d86d846-bf6a-4a05-bd86-be4749d9cfd0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 999 time: 0.9963484 Feb 09 16:05:36.770172 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.771401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d781107e-c13a-4c5c-ab50-a46006581839 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:36.802805 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c70-d036-4d85-8911-cf7f476cf788 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.849742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc7a0c70-d036-4d85-8911-cf7f476cf788 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.850270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:36.860158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bc7a0c70-d036-4d85-8911-cf7f476cf788 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/03f3e8ff-4c68-4665-add5-72d24836bffe HTTP/1.1" status: 204 len: 168 time: 2.7799280 Feb 09 16:05:36.961860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55760) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:36.976913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=1c7924d0-2d8b-4fb0-a166-d313061d40a0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:36.988880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2384045-7eaf-44fc-b630-28b49f565374 None None] Network 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:37.000513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f86deebc-aabf-4504-a0e7-b69910fe1a32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.039191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event updated for resources: {'Port': ['ID=4a7d6375-eb31-4768-abfe-a3e404edb188,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:37.150783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86deebc-aabf-4504-a0e7-b69910fe1a32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=d440fb18-5d74-456a-bfaf-ddf35ff2c599,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:37.201715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f86deebc-aabf-4504-a0e7-b69910fe1a32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.213754 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f86deebc-aabf-4504-a0e7-b69910fe1a32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/d440fb18-5d74-456a-bfaf-ddf35ff2c599 HTTP/1.1" status: 204 len: 168 time: 2.9926510 Feb 09 16:05:37.220515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55764) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:37.225814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:37.233428 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.241799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2eae7f-33c9-457b-acb3-f0a3b051f75c None None] Network c59350cf-b96d-487b-8189-0dd3806b12d2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:37.254278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:37.271172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.280305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a0c70-d036-4d85-8911-cf7f476cf788 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=03f3e8ff-4c68-4665-add5-72d24836bffe,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:37.298200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:37.368113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9757fb0-0ea1-408f-8896-0eb74c71478c req-963d2b23-9133-4f27-96bc-3bb7e247aaac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:37.369097 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:05:37.375865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9757fb0-0ea1-408f-8896-0eb74c71478c req-963d2b23-9133-4f27-96bc-3bb7e247aaac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.3597128 Feb 09 16:05:37.388900 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] Pushing event deleted for resources: {'Port': ['ID=1c7924d0-2d8b-4fb0-a166-d313061d40a0,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:37.396567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:37.452045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b5ed5-1650-498c-a62b-a870214dc327 req-e790f373-6342-41ff-be34-bf365fa46dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:37.453609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647b5ed5-1650-498c-a62b-a870214dc327 req-e790f373-6342-41ff-be34-bf365fa46dd6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.5867748 Feb 09 16:05:37.486648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4773f269-f385-4183-9be8-6654d68d0570 None None] Provisioning complete for port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:37.487405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4773f269-f385-4183-9be8-6654d68d0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.507430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.548503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9757fb0-0ea1-408f-8896-0eb74c71478c req-f243b9eb-c0e7-48f2-a4ea-44d575cbb5ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665776 Feb 09 16:05:37.572269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4b7ec-d2a5-406b-a7eb-f19079a9973d None None] No DVR routers for this DVR port 1c7924d0-2d8b-4fb0-a166-d313061d40a0 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:37.575958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b5ed5-1650-498c-a62b-a870214dc327 req-a32e3a47-fe66-41c7-9357-4f2f3b196eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:37.577911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647b5ed5-1650-498c-a62b-a870214dc327 req-a32e3a47-fe66-41c7-9357-4f2f3b196eca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099291 Feb 09 16:05:37.579838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:37.580521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.581703 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=ffd721cf-d65b-4174-838f-8e41bd61bc67,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:37.632395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:37.632957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:26Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:37.638491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:37.659050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:37.670543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7,segment=NetworkSegment(89f65ae9-875e-496f-866b-4be71f5cece4),segment_id=89f65ae9-875e-496f-866b-4be71f5cece4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:37.671204 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.679821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:37.680537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.706521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:37.801298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.814501 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c8fb5e07-de45-4035-8bed-45d15ea27ed3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2748065 Feb 09 16:05:37.836390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:37.849168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:a1:af:6a', 'name': 'tempest-NetworksTestDHCPv6-1246101739'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:37.924056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:37.995971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647b5ed5-1650-498c-a62b-a870214dc327 req-c7790a91-95fb-4451-9fe9-787606adebe7 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477707 Feb 09 16:05:38.046597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.065752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:38.157438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:38.202446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:38.219478 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.281288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc3449-a6b9-4d14-80ad-de8c862ec104 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:38.287155 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.302681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 0ca504b7-048b-4895-a040-4680d63b2e2a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:38.303265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.332325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aada05e-4c1e-4da5-95f9-aa6bb2aace89']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:38.357659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f65ae9-875e-496f-866b-4be71f5cece4') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:38.357983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f65ae9-875e-496f-866b-4be71f5cece4') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:38.391043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.428231 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.449218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:05:38.449861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.451200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b8ccb3-54e9-4402-986b-489c69cf1f7c None None] DHCP port deletion for 4aada05e-4c1e-4da5-95f9-aa6bb2aace89 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:05:38.455810 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:05:38.469202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d781107e-c13a-4c5c-ab50-a46006581839 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:38.469790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.497884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:38.581126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-647b5ed5-1650-498c-a62b-a870214dc327 req-1c8d0a97-6253-49d1-ba3b-990df5d8d7c2 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763631 Feb 09 16:05:38.582021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] DHCP port deletion for c59350cf-b96d-487b-8189-0dd3806b12d2 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:38.650562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] For port 0ca504b7-048b-4895-a040-4680d63b2e2a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0ca504b7-048b-4895-a040-4680d63b2e2a,segment=NetworkSegment(d9ab4be0-0d08-4715-8560-21fd46da3dc4),segment_id=d9ab4be0-0d08-4715-8560-21fd46da3dc4)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:38.651137 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.654342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.698202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 0ca504b7-048b-4895-a040-4680d63b2e2a owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:38.704458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.708645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/4aada05e-4c1e-4da5-95f9-aa6bb2aace89 HTTP/1.1" status: 204 len: 168 time: 1.7452374 Feb 09 16:05:38.709777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967fd97-7d88-4d06-90d9-2ed75b7ef432 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=4aada05e-4c1e-4da5-95f9-aa6bb2aace89,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:38.711580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55776) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:38.789632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4773f269-f385-4183-9be8-6654d68d0570 None None] Could not find standard attr ID for object 44c0de09-f4ef-4430-a7ac-38a8b50b7ebb. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:05:38.821642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.867839 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.904444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324c5c0-65fc-45e2-8695-54cfd2e32aa6 req-48636f4f-c598-4254-8524-5b84eaaade94 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:38.906149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e324c5c0-65fc-45e2-8695-54cfd2e32aa6 req-48636f4f-c598-4254-8524-5b84eaaade94 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1351933 Feb 09 16:05:38.910096 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'ffd721cf-d65b-4174-838f-8e41bd61bc67'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:05:38.910586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 8a87aebd-47c0-4bd2-86b0-a36f8073aed8 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:38.910981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.926458 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:38.946866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] Deleting port 0ca504b7-048b-4895-a040-4680d63b2e2a {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:38.947317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.058522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event updated for resources: {'Port': ['ID=4a7d6375-eb31-4768-abfe-a3e404edb188,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:39.068743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.075200 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.077419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e324c5c0-65fc-45e2-8695-54cfd2e32aa6 req-a4bfaaa1-bc1b-4ab1-bee8-5bf514f6dcf2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639751 Feb 09 16:05:39.170197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=0ca504b7-048b-4895-a040-4680d63b2e2a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:39.187232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No DVR routers for this DVR port 0ca504b7-048b-4895-a040-4680d63b2e2a on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:39.287329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] For port 0ca504b7-048b-4895-a040-4680d63b2e2a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0ca504b7-048b-4895-a040-4680d63b2e2a,segment=NetworkSegment(d9ab4be0-0d08-4715-8560-21fd46da3dc4),segment_id=d9ab4be0-0d08-4715-8560-21fd46da3dc4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:39.288075 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.293223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.295336 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.304205 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23c61ad6-79fc-4e87-a838-cc569fb026b5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3438158 Feb 09 16:05:39.305033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] Calling delete_port for 0ca504b7-048b-4895-a040-4680d63b2e2a owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:39.312579 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.317785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1c7924d0-2d8b-4fb0-a166-d313061d40a0 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:39.368205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59350cf-b96d-487b-8189-0dd3806b12d2']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:39.386143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ab4be0-0d08-4715-8560-21fd46da3dc4') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:39.386143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ab4be0-0d08-4715-8560-21fd46da3dc4') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:39.397077 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.415571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.424593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:05:39.424755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:31Z', 'revision_number': 8, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:39.433349 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.474719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1c7924d0-2d8b-4fb0-a166-d313061d40a0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:39.475181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1c7924d0-2d8b-4fb0-a166-d313061d40a0 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:39.475615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eef57fa9-d36e-4526-be0d-416fee6d99a3 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:39.538249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: eef57fa9-d36e-4526-be0d-416fee6d99a3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:05:39.538485 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:05:39.540357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eef57fa9-d36e-4526-be0d-416fee6d99a3 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:39.540357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0ca504b7-048b-4895-a040-4680d63b2e2a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:39.544345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:39.588250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0ca504b7-048b-4895-a040-4680d63b2e2a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:39.588595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0ca504b7-048b-4895-a040-4680d63b2e2a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:39.589055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:39.625363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Allocated IP 2001:db8::f816:3eff:fec1:e824 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/ffd721cf-d65b-4174-838f-8e41bd61bc67/ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:39.627980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:39.628522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a89d7d26-fc8f-4d02-ae03-5fc1c27bbbf7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:39.629997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:39.630640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:26Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:39.660688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-52ba8f75-634f-40e8-9996-5bea47cbdf3c tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2140293088&fields=id&tenant_id=39b43081a1594316826897f1098bbd1b HTTP/1.1" status: 200 len: 267 time: 0.1571379 Feb 09 16:05:39.675995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.682454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.691416 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/networks/c59350cf-b96d-487b-8189-0dd3806b12d2 HTTP/1.1" status: 204 len: 168 time: 2.4596062 Feb 09 16:05:39.702111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55802) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:39.750644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-122233015'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:39.761080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613a743-83ca-4b0a-8d12-ea189c78e17a tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Network': ['ID=c59350cf-b96d-487b-8189-0dd3806b12d2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:39.777727 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.825287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] Network c59350cf-b96d-487b-8189-0dd3806b12d2 is not hosted by any dhcp agent {{(pid=103180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 16:05:39.825527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] No DVR routers for this DVR port 0ca504b7-048b-4895-a040-4680d63b2e2a on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:39.834495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af52b0-c3ca-4fe6-9969-106fdc0b3d4d None None] Pushing event deleted for resources: {'Port': ['ID=0ca504b7-048b-4895-a040-4680d63b2e2a,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:39.858942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:39.870341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:39.877979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.927819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:05:39.940605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:39.940959 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Added segment f3b35353-961d-4bda-b616-7c8c1c2c9c09 of type vlan for network 2096caba-61e3-4914-b41f-713934ddff95 Feb 09 16:05:39.997227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.088742 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.133461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.139859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:40.140531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.204180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-45071174-4be1-4089-858e-5dfbebbbda4c tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:40.206210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-45071174-4be1-4089-858e-5dfbebbbda4c tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/networks?id=2b2d60c8-9d63-46ce-8c2e-245b6df9e622 HTTP/1.1" status: 200 len: 811 time: 0.5409532 Feb 09 16:05:40.215002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.281344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-b93bcf68-a494-431a-aba1-3f5a1ce50a61 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/quotas/39b43081a1594316826897f1098bbd1b HTTP/1.1" status: 200 len: 375 time: 0.0418293 Feb 09 16:05:40.333746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fea1:af6a (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/ffd721cf-d65b-4174-838f-8e41bd61bc67/8a87aebd-47c0-4bd2-86b0-a36f8073aed8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:40.359610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:40.364860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:40.369979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:40.373502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Pushing event updated for resources: {'Port': ['ID=ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:40.406506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa6eb5-b6c7-446c-952f-1d50bf15f544 req-9ce35578-2ab6-4ffc-84c9-73d347e9760a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:40.408684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abaa6eb5-b6c7-446c-952f-1d50bf15f544 req-9ce35578-2ab6-4ffc-84c9-73d347e9760a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.1704590 Feb 09 16:05:40.413218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Network': ['ID=2096caba-61e3-4914-b41f-713934ddff95,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:40.422971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 638de602-bcc0-4cf6-abdb-07b331ebb5b9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:40.423416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.450774 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-53d8cf99-b8c6-4d5b-b560-152ca8b06b32 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7439098 Feb 09 16:05:40.455148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55806) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:40.461342 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '2096caba-61e3-4914-b41f-713934ddff95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:40.494245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-c799105b-ef67-4848-bee4-1d91267f425a tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b43081a1594316826897f1098bbd1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1976094 Feb 09 16:05:40.506056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2096caba-61e3-4914-b41f-713934ddff95 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:05:40.664324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Attempting to bind port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:40.664770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Attempting to bind port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:40.665073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Attempting to bind port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:40.671951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:31Z', 'revision_number': 8, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:40.712278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abaa6eb5-b6c7-446c-952f-1d50bf15f544 req-0eb91494-071f-426f-a3fe-8d7ab6a6856d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787542 Feb 09 16:05:40.777037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.784311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-f8decac0-abd6-41f5-9888-747e490e3e78 service neutron] 10.222.0.53 "GET /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011867 Feb 09 16:05:40.888836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:40.889211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:40.889624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.890027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:40.890526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Bound port: ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:40.890921 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:40.894330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c96dfc-b8c7-4f66-abeb-5c5758ea348a None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:31Z', 'revision_number': 8, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '638de602-bcc0-4cf6-abdb-07b331ebb5b9', 'name': '', 'network_id': 'deb3baaf-5743-4a81-929c-fa87e2a9887e', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:7e:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:54Z', 'updated_at': '2022-02-09T16:05:13Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '239b5f2a-7609-4711-bcfd-a6571c8b5103', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:40.907070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.028460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:41.032372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.060468 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:41.121926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] For port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:41.136656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] For port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:41.169231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:41.191525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:41.197429 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:41.198110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.217246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=8a87aebd-47c0-4bd2-86b0-a36f8073aed8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:41.224280 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.249779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port 638de602-bcc0-4cf6-abdb-07b331ebb5b9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=638de602-bcc0-4cf6-abdb-07b331ebb5b9,segment=NetworkSegment(878dd70c-24bd-463a-b6e6-e24373956728),segment_id=878dd70c-24bd-463a-b6e6-e24373956728)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:41.250774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.270619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 638de602-bcc0-4cf6-abdb-07b331ebb5b9 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:41.347301 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9f4b1b96-43c7-416b-9b87-42af5f943844 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5098965 Feb 09 16:05:41.351005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:41.360810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb67d11-f7d8-4bf3-9872-d8f25a2304dd None None] Pushing event updated for resources: {'Port': ['ID=ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:41.406257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-cede0dc9-8469-429c-8875-dadc5e80f41c service neutron] 10.222.0.53 "GET /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207688 Feb 09 16:05:41.561485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d880bcd-07a3-437f-8770-7a2fa3d48453 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:41.590580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d880bcd-07a3-437f-8770-7a2fa3d48453 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:41.596535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55832) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:41.597684 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d880bcd-07a3-437f-8770-7a2fa3d48453 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2400541 Feb 09 16:05:41.699670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.859665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=b1994dd9-dc30-4e8a-bc8b-997d0be164d1,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:41.890642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3959eacb-9298-4b81-b6e6-fdad0b48cb91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 8a87aebd-47c0-4bd2-86b0-a36f8073aed8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:41.891099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3959eacb-9298-4b81-b6e6-fdad0b48cb91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.930318 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:41.937607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking segment: {'id': 'f3b35353-961d-4bda-b616-7c8c1c2c9c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2096caba-61e3-4914-b41f-713934ddff95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:41.939559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network hostable DHCP agents. Network: 2096caba-61e3-4914-b41f-713934ddff95, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:05:42.091906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=638de602-bcc0-4cf6-abdb-07b331ebb5b9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:42.121881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 2096caba-61e3-4914-b41f-713934ddff95 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:05:42.188811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-322d9cfd-4e0c-45ff-a79c-2e8bef7f9dee req-2e43a396-e17d-428b-ae29-eeff140e5113 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.0444078 Feb 09 16:05:42.264551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1219d8-6e3c-4d80-8634-fe4d91fcf636 req-62d5dfc5-68f4-4ba7-b10e-2ca9e3c915b7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:42.266932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee1219d8-6e3c-4d80-8634-fe4d91fcf636 req-62d5dfc5-68f4-4ba7-b10e-2ca9e3c915b7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.3659840 Feb 09 16:05:42.270151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2096caba-61e3-4914-b41f-713934ddff95) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:42.275255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:42.286596 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:42.306880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6599787-90d7-41b0-953b-31068a686d85 None None] Network 2096caba-61e3-4914-b41f-713934ddff95 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:42.392668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3959eacb-9298-4b81-b6e6-fdad0b48cb91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:42.415510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee1219d8-6e3c-4d80-8634-fe4d91fcf636 req-72226238-103f-4aaf-941f-9449af0e645a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074195 Feb 09 16:05:42.429433 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0e6ea431-909f-47a6-b5b8-04623fc25a15 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9672754 Feb 09 16:05:42.429433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:42.430785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3959eacb-9298-4b81-b6e6-fdad0b48cb91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 8a87aebd-47c0-4bd2-86b0-a36f8073aed8 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:42.433845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '2096caba-61e3-4914-b41f-713934ddff95', 'name': 'tempest-PortsTestJSON-259773396', 'fixed_ips': [{'subnet_id': 'b1994dd9-dc30-4e8a-bc8b-997d0be164d1', 'ip_address': '172.20.0.10'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:42.484746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:42.624511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2096caba-61e3-4914-b41f-713934ddff95', 'network_id': '2096caba-61e3-4914-b41f-713934ddff95', 'tenant_id': '7ecaa488c5864b3ab3886c9804d8f73d', 'fixed_ips': [{'subnet_id': 'b1994dd9-dc30-4e8a-bc8b-997d0be164d1'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:05:42.626181 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:43.045924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:43.055077 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3959eacb-9298-4b81-b6e6-fdad0b48cb91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:43.077565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Allocated IP 172.20.0.2 (2096caba-61e3-4914-b41f-713934ddff95/b1994dd9-dc30-4e8a-bc8b-997d0be164d1/ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:43.106424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3959eacb-9298-4b81-b6e6-fdad0b48cb91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:43.125897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3959eacb-9298-4b81-b6e6-fdad0b48cb91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/8a87aebd-47c0-4bd2-86b0-a36f8073aed8 HTTP/1.1" status: 204 len: 168 time: 1.5257223 Feb 09 16:05:43.141502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:43.194400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959eacb-9298-4b81-b6e6-fdad0b48cb91 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=8a87aebd-47c0-4bd2-86b0-a36f8073aed8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:43.259278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0447e-2f09-44b3-82b2-bd4ac368aa1a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:43.262706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea0447e-2f09-44b3-82b2-bd4ac368aa1a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:43.269399 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6ea0447e-2f09-44b3-82b2-bd4ac368aa1a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243908 Feb 09 16:05:43.269399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55860) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:43.407987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d98513fd-eed6-4188-8233-ec0d751b80d3 req-8ed84c9b-1288-4bf4-89ed-b170709eab25 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.0635440 Feb 09 16:05:43.498245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae06cb4f-3d7d-47c9-89d8-7468e343e721 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet ffd721cf-d65b-4174-838f-8e41bd61bc67 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:43.518854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae06cb4f-3d7d-47c9-89d8-7468e343e721 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:43.543815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:43.559160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:43.580377 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:43.610598 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:43.612458 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:26Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:43.662134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a8feb2de-ed43-44e4-9004-d202b17a1c44 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9490912 Feb 09 16:05:43.668456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55870) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:43.686069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae06cb4f-3d7d-47c9-89d8-7468e343e721 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:43.745094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] Provisioning complete for port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:43.745939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:43.777301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:43.810427 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:43.890665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f77fb-04ae-440a-b353-1f536a7dd3e0 req-e1ca53fa-2b05-4306-b477-e175f10fd159 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:43.893604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d77f77fb-04ae-440a-b353-1f536a7dd3e0 req-e1ca53fa-2b05-4306-b477-e175f10fd159 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.3312354 Feb 09 16:05:43.975805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a65e4c1-e828-4203-b229-5def53ef1a55 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet 239b5f2a-7609-4711-bcfd-a6571c8b5103 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:43.987144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4c1-e828-4203-b229-5def53ef1a55 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:43.992973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:43.993608 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.047648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.193507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4c1-e828-4203-b229-5def53ef1a55 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.215383 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.259809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.293559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae06cb4f-3d7d-47c9-89d8-7468e343e721 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.389080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:44.396213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4c1-e828-4203-b229-5def53ef1a55 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.468297 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:41Z', 'revision_number': 9, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:44.515087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d77f77fb-04ae-440a-b353-1f536a7dd3e0 req-aea39ce2-3bd1-4def-9006-c3b892abb29a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5986969 Feb 09 16:05:44.619481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Network 2096caba-61e3-4914-b41f-713934ddff95 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:44.631235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:44.639367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:44.646866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Pushing event updated for resources: {'Port': ['ID=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:44.649726 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.663667 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:44.694692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c21df4a6-849d-49e1-95f1-c619fde5f72b req-09c5c407-4e06-4416-94a1-7625b054d031 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.1072538 Feb 09 16:05:44.707217 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:44.708918 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:26Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:44.813501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Attempting to bind port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:44.815044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Attempting to bind port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f3b35353-961d-4bda-b616-7c8c1c2c9c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2096caba-61e3-4914-b41f-713934ddff95'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:44.815601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Attempting to bind port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d on network 2096caba-61e3-4914-b41f-713934ddff95 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:44.818274 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.833747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:44.834399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Checking segment: {'id': 'f3b35353-961d-4bda-b616-7c8c1c2c9c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2096caba-61e3-4914-b41f-713934ddff95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:44.834971 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.839603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Bound using segment: {'id': 'f3b35353-961d-4bda-b616-7c8c1c2c9c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2096caba-61e3-4914-b41f-713934ddff95'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:44.839603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Bound port: ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b35353-961d-4bda-b616-7c8c1c2c9c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '2096caba-61e3-4914-b41f-713934ddff95'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:44.839603 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.839915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4c1-e828-4203-b229-5def53ef1a55 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.965518 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a65e4c1-e828-4203-b229-5def53ef1a55 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:44.978486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.10 (2096caba-61e3-4914-b41f-713934ddff95/b1994dd9-dc30-4e8a-bc8b-997d0be164d1/2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:44.990688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1eb060-0280-4c57-a523-af5af4e63cd5 None None] Network deb3baaf-5743-4a81-929c-fa87e2a9887e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:44.999782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a65e4c1-e828-4203-b229-5def53ef1a55 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/239b5f2a-7609-4711-bcfd-a6571c8b5103 HTTP/1.1" status: 204 len: 168 time: 1.3293149 Feb 09 16:05:45.003766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65e4c1-e828-4203-b229-5def53ef1a55 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=239b5f2a-7609-4711-bcfd-a6571c8b5103,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:45.018632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55882) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:45.066707 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:45.083474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] For port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:45.200536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae06cb4f-3d7d-47c9-89d8-7468e343e721 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.223399 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.239581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] For port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,segment=NetworkSegment(f3b35353-961d-4bda-b616-7c8c1c2c9c09),segment_id=f3b35353-961d-4bda-b616-7c8c1c2c9c09)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:45.294602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06cb4f-3d7d-47c9-89d8-7468e343e721 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd721cf-d65b-4174-838f-8e41bd61bc67,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:45.312203 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.343572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae06cb4f-3d7d-47c9-89d8-7468e343e721 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.347966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port f0a4f9c9-5ec3-466a-b69d-442cf1842900 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:45.351009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.372938 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ae06cb4f-3d7d-47c9-89d8-7468e343e721 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/ffd721cf-d65b-4174-838f-8e41bd61bc67 HTTP/1.1" status: 204 len: 168 time: 2.1003733 Feb 09 16:05:45.388238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55888) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:45.434651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f426c004-893c-4438-af81-f1a5d8f94cdb None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:45.541563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.569775 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1cc7a514-ff45-458a-8040-6355e54c0c53 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1772275 Feb 09 16:05:45.572296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55890) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:45.585109 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:41Z', 'revision_number': 9, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:45.588920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port f0a4f9c9-5ec3-466a-b69d-442cf1842900, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f0a4f9c9-5ec3-466a-b69d-442cf1842900,segment=NetworkSegment(878dd70c-24bd-463a-b6e6-e24373956728),segment_id=878dd70c-24bd-463a-b6e6-e24373956728)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:45.590663 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.630121 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:05:45.630577 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:05:45.655511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for f0a4f9c9-5ec3-466a-b69d-442cf1842900 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:45.656759 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:05:45.658888 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:05:45.690576 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:45.754069 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c538a91-4dfd-4852-a20a-b5583a5fd9dd None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:41Z', 'revision_number': 9, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7de85a23-db5b-4192-8ede-1adfe9ed9a8d', 'name': '', 'network_id': '0a618734-377f-4166-bda3-50e86fcdbee8', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:07:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:37Z', 'updated_at': '2022-02-09T16:04:51Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '8779dfbd-8eb5-4627-9409-d3d819603444', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:45.780420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6adec4-fdfc-4063-b95b-cad0295edffc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:45.788548 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd6adec4-fdfc-4063-b95b-cad0295edffc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2144792 Feb 09 16:05:45.789480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55896) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:45.899173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226d065-1fa9-42f0-9d04-2cc22691fee0 None None] Pushing event updated for resources: {'Port': ['ID=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:46.055894 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.062616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7e4f4e9-ef31-4bbc-a39e-d74d7c7c9df5 req-eaaef9b6-f770-4c87-b4a6-3321b13f25b3 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.1237199 Feb 09 16:05:46.115520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=f0a4f9c9-5ec3-466a-b69d-442cf1842900,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:46.150333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port f0a4f9c9-5ec3-466a-b69d-442cf1842900 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:46.471596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1b649-b0e0-4e6a-8067-34f62d8e023b None None] DHCP port deletion for deb3baaf-5743-4a81-929c-fa87e2a9887e request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:46.496051 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.498161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3330619b-8fd2-4547-8dd4-cc4999330ee4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:46.518071 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3330619b-8fd2-4547-8dd4-cc4999330ee4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6843414 Feb 09 16:05:46.542671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:46.563583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 2096caba-61e3-4914-b41f-713934ddff95 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:46.566267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348ea02-ab5d-4329-9b6e-5fb40599fc25 req-e5050098-91d8-4317-84f5-b262dad2b5a5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:46.589215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b348ea02-ab5d-4329-9b6e-5fb40599fc25 req-e5050098-91d8-4317-84f5-b262dad2b5a5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 943 time: 0.8801203 Feb 09 16:05:46.654613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:46.744130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] For port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:46.791297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:46.792507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b348ea02-ab5d-4329-9b6e-5fb40599fc25 req-52564b58-1653-4807-97dd-a9af7b82e4f4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593332 Feb 09 16:05:46.797580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:46.815408 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a995410b-c673-4e3b-99f4-f859ca8a486a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2452002 Feb 09 16:05:46.822247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55906) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:46.826624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:46.832421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:46.844944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.932373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:46.968583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:46.973867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.007586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:05:47.023851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb3baaf-5743-4a81-929c-fa87e2a9887e']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:47.033201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.070883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878dd70c-24bd-463a-b6e6-e24373956728') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:47.071361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878dd70c-24bd-463a-b6e6-e24373956728') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:47.093983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ef5a1a69-b0a6-4232-9870-db2d8c96d4e0 None None] Could not find standard attr ID for object 8a87aebd-47c0-4bd2-86b0-a36f8073aed8. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:05:47.105760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-911b357b-b4fb-4143-ac8d-dae11ebc79c3 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:47.105760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-911b357b-b4fb-4143-ac8d-dae11ebc79c3 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.73 "GET /v2.0/networks?id=2b2d60c8-9d63-46ce-8c2e-245b6df9e622 HTTP/1.1" status: 200 len: 811 time: 0.8964090 Feb 09 16:05:47.130463 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-202976ce-6176-401b-98f0-a377e77aab08 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7045166 Feb 09 16:05:47.133312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55912) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:47.157267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '2096caba-61e3-4914-b41f-713934ddff95', 'name': 'tempest-PortsTestJSON-2056735448', 'fixed_ips': [{'subnet_id': 'b1994dd9-dc30-4e8a-bc8b-997d0be164d1', 'ip_address': '172.20.0.9'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:47.166133 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.201218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd633839-aacc-4ebb-ba77-785c8190dc66 None None] Pushing event updated for resources: {'Port': ['ID=ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:47.245266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-1e5ba928-14b3-459d-9b28-0ad370d2ec10 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39b43081a1594316826897f1098bbd1b HTTP/1.1" status: 200 len: 380 time: 0.1247063 Feb 09 16:05:47.287879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Request body: {'port': {'device_id': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'admin_state_up': True, 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'security_groups': ['39980ebb-fc48-4456-800a-d3fec7be1414']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:47.328818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] Deleting port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:47.330871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.336624 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.367045 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:05:47.367832 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:05:47.403129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:05:47.404064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:05:47.410616 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:05:47.505360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] For port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:47.505876 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.527395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:47.544359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:47.551862 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.569808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] Calling delete_port for ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:47.573582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'port_id': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'mac_address': 'fa:16:3e:73:26:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:05:47.622205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb7e4d32-0f05-40c5-b39f-fb15d11f4861 req-0651ab97-8e88-44a3-a619-ee3fe1a85799 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.2093644 Feb 09 16:05:47.643202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port f645fb06-2957-498e-80c6-14d703bb7505 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:47.685597 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.699173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.708577 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:47.725052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/deb3baaf-5743-4a81-929c-fa87e2a9887e HTTP/1.1" status: 204 len: 168 time: 2.6978254 Feb 09 16:05:47.725052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55924) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:47.846744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f695361-49d0-41f4-ae13-2d41ae1d4a5d {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:47.937635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:48.068192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.9 (2096caba-61e3-4914-b41f-713934ddff95/b1994dd9-dc30-4e8a-bc8b-997d0be164d1/f645fb06-2957-498e-80c6-14d703bb7505) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:48.092926 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:48.201008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:48.216180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:48.251230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:48.372685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['5f695361-49d0-41f4-ae13-2d41ae1d4a5d'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:05:48.529752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c711bdd-81f9-409d-9f02-f10d033f95de None None] Network 2096caba-61e3-4914-b41f-713934ddff95 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:48.570474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:48.575038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:48.627481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] No DVR routers for this DVR port ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:48.707306 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:48.907264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 2096caba-61e3-4914-b41f-713934ddff95 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:48.921638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:48.925192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:48.929100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=f645fb06-2957-498e-80c6-14d703bb7505,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:49.100125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:49.100125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:49.101340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:49.115283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-05bafba2-7a09-4c0a-b803-94a440289031 None None] Provisioning complete for port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:49.115775 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-05bafba2-7a09-4c0a-b803-94a440289031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:49.118331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fd075-8c70-478e-9198-ecb688b15365 None None] Pushing event deleted for resources: {'Port': ['ID=ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:49.119773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=deb3baaf-5743-4a81-929c-fa87e2a9887e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:49.179924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-836f2b5e-b70c-4543-996a-2b987fff46b5 req-233e9789-13c9-4906-835f-e78aacb8c7d5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.1144729 Feb 09 16:05:49.235482 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2d209c3-8b1c-4b02-b1fb-13ee31d17af1 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0970297 Feb 09 16:05:49.237397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55938) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:49.267058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.267633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.268221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.269005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.275301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.275301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.275301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.275301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.275301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.275301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.275301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.275301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc7648-fdaa-42a3-b106-2055f8eed81e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:49.352921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3e6a0-0900-4d06-bbb4-7ccee06f9079 req-d7c98455-4371-44c6-99ff-09307316dfd2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:49.355722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78b3e6a0-0900-4d06-bbb4-7ccee06f9079 req-d7c98455-4371-44c6-99ff-09307316dfd2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 944 time: 1.1931746 Feb 09 16:05:49.502757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763da922-fb6b-4931-a76a-2b2e7a649aca tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:49.510200 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-763da922-fb6b-4931-a76a-2b2e7a649aca tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2707887 Feb 09 16:05:49.511408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55940) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:49.628537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Made reservation on behalf of 39b43081a1594316826897f1098bbd1b for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:49.635113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:49.645431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78b3e6a0-0900-4d06-bbb4-7ccee06f9079 req-3bf9773b-084c-4392-b816-bd48a02b025d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753120 Feb 09 16:05:49.660867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:49.661463 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:49.671625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-05bafba2-7a09-4c0a-b803-94a440289031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:49.707212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23e21a-a8ea-476d-97b9-e05d7f44dde9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:49.740942 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23e21a-a8ea-476d-97b9-e05d7f44dde9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:49.765605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23e21a-a8ea-476d-97b9-e05d7f44dde9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:49.777757 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fe23e21a-a8ea-476d-97b9-e05d7f44dde9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2606645 Feb 09 16:05:49.779608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55942) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:49.921763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-05bafba2-7a09-4c0a-b803-94a440289031 None None] For port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,segment=NetworkSegment(f3b35353-961d-4bda-b616-7c8c1c2c9c09),segment_id=f3b35353-961d-4bda-b616-7c8c1c2c9c09)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:50.045324 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.065064 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-05bafba2-7a09-4c0a-b803-94a440289031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.084904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Allocated IP 172.20.0.5 (2b2d60c8-9d63-46ce-8c2e-245b6df9e622/b5eca995-397e-4361-aaa5-2adc3927c531/86894da5-b4ad-4357-8595-99faae0b536c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:50.112530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.objects.ports [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:05:50.122130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ebd84f17-ba08-4c76-8646-0100c5169e92 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port f645fb06-2957-498e-80c6-14d703bb7505 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:50.122130 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f17-ba08-4c76-8646-0100c5169e92 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.122516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.134942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bafba2-7a09-4c0a-b803-94a440289031 None None] Pushing event updated for resources: {'Port': ['ID=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:50.226605 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:05:50.227131 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:05:50.238997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:50.258557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:50.272703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51457208-e7fa-40fe-9cc3-a806d095e9e7 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:50.276985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:50.277872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.308711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.369557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f17-ba08-4c76-8646-0100c5169e92 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.395451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=a215d1b8-d662-48e7-b915-19ec26527e03,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:50.404450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ebd84f17-ba08-4c76-8646-0100c5169e92 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for f645fb06-2957-498e-80c6-14d703bb7505 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:50.506099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ace3bd42-fe5b-4702-8f25-4079ca211b97 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.6802382 Feb 09 16:05:50.510812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55954) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:50.517547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:2e:ca:b3', 'name': 'tempest-NetworksTestDHCPv6-1786622958'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:50.578170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-be3c15f1-7a0e-4203-a014-be665bff562c None None] Provisioning complete for port 2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:50.578465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be3c15f1-7a0e-4203-a014-be665bff562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.588718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5fbfcf60-98f1-4d60-99e9-3ed3928128f2 req-9cb7d5e4-f83a-46ee-9e44-9c38e39c2e43 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.1414230 Feb 09 16:05:50.691130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-be3c15f1-7a0e-4203-a014-be665bff562c None None] Port 2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:50.704761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'a215d1b8-d662-48e7-b915-19ec26527e03'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:05:50.705327 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.761275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-be3c15f1-7a0e-4203-a014-be665bff562c None None] Provisioning complete for port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:50.761275 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be3c15f1-7a0e-4203-a014-be665bff562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.801196 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.910288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f17-ba08-4c76-8646-0100c5169e92 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:50.964479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd84f17-ba08-4c76-8646-0100c5169e92 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=f645fb06-2957-498e-80c6-14d703bb7505,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:51.004627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:51.115919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:51.154890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c8b19-8ee0-4f0a-8ea3-2431a0d1d953 req-79a8c845-0c32-4850-bc93-2fd55d4e23b5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:51.158473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-875c8b19-8ee0-4f0a-8ea3-2431a0d1d953 req-79a8c845-0c32-4850-bc93-2fd55d4e23b5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 944 time: 0.2612114 Feb 09 16:05:51.185788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ebd84f17-ba08-4c76-8646-0100c5169e92 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:51.194183 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ebd84f17-ba08-4c76-8646-0100c5169e92 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/f645fb06-2957-498e-80c6-14d703bb7505 HTTP/1.1" status: 204 len: 168 time: 1.4099052 Feb 09 16:05:51.197480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55962) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:51.243217 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5a02c3-71c8-4239-8978-6c7fd7f6d273 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:05:51.245460 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3a5a02c3-71c8-4239-8978-6c7fd7f6d273 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/f645fb06-2957-498e-80c6-14d703bb7505 HTTP/1.1" status: 404 len: 333 time: 0.0418303 Feb 09 16:05:51.255184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55964) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:51.263119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:51.319459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:51.329842 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:51.379740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 6c5ab83b-9ef9-4615-94da-e0ceb215f58d yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:05:51.428334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:51.430760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event updated for resources: {'Port': ['ID=86894da5-b4ad-4357-8595-99faae0b536c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:51.430886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ca12c3d6-4ddb-4ef5-8218-e8f62664d2d8 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:51.430886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f0a4f9c9-5ec3-466a-b69d-442cf1842900 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:51.497399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-875c8b19-8ee0-4f0a-8ea3-2431a0d1d953 req-28cc304a-fa66-4259-9c44-4f3c933fdce8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3255641 Feb 09 16:05:51.512872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:51.516566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:51.516810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Allocated IP 2001:db8::f816:3eff:feb7:bcb6 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/a215d1b8-d662-48e7-b915-19ec26527e03/14e7101e-6b3f-4482-b7fc-0b059657ec14) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:51.521476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:51.535863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e07bc9e2-e707-4cfd-a6be-5efccdcc3eeb tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:51.535967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:51.536219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e07bc9e2-e707-4cfd-a6be-5efccdcc3eeb tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:51.536318 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:51.552846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f0a4f9c9-5ec3-466a-b69d-442cf1842900 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:51.553198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f0a4f9c9-5ec3-466a-b69d-442cf1842900 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:51.553624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 638de602-bcc0-4cf6-abdb-07b331ebb5b9 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:51.620866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 638de602-bcc0-4cf6-abdb-07b331ebb5b9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:51.621218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 638de602-bcc0-4cf6-abdb-07b331ebb5b9 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:51.652370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-be3c15f1-7a0e-4203-a014-be665bff562c None None] Could not find standard attr ID for object f645fb06-2957-498e-80c6-14d703bb7505. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:05:51.784876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:51.785842 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:51.794743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e07bc9e2-e707-4cfd-a6be-5efccdcc3eeb tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:51.834391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e07bc9e2-e707-4cfd-a6be-5efccdcc3eeb tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:51.915235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:51.915618 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:51.946368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:51.949033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-3250480e-a08e-4c90-9b61-c380b2910bc2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6694613 Feb 09 16:05:51.976014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Request body: {'port': {'device_id': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:51.983646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port 7de85a23-db5b-4192-8ede-1adfe9ed9a8d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,segment=NetworkSegment(7d44d657-8107-4da5-8b01-f8f484c76ec1),segment_id=7d44d657-8107-4da5-8b01-f8f484c76ec1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:51.984030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.003648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 7de85a23-db5b-4192-8ede-1adfe9ed9a8d owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:52.018898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5336aff4-581c-43e7-8ec6-1a8fcc48c4c1 None None] Provisioning complete for port 2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:52.019468 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5336aff4-581c-43e7-8ec6-1a8fcc48c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.127060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5336aff4-581c-43e7-8ec6-1a8fcc48c4c1 None None] Port 2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:52.154059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5336aff4-581c-43e7-8ec6-1a8fcc48c4c1 None None] Could not find standard attr ID for object f645fb06-2957-498e-80c6-14d703bb7505. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:05:52.187216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:52.187216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.187216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.279417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:52.281059 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.283970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:52.286318 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f9723b-4b54-401f-8c3b-8728210e5544" -d '{"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-plugged", "status": "completed", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:05:52.325774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f82efe9a-0af5-4f73-a074-e2a426c4aa89 None None] Provisioning complete for port 86894da5-b4ad-4357-8595-99faae0b536c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:52.326773 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f82efe9a-0af5-4f73-a074-e2a426c4aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.347703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48a08-a4f2-4909-be6a-50d52829e77e req-ec4bc38b-7591-4c44-b5e2-c18aaee8ad3e tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:52.351394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9d48a08-a4f2-4909-be6a-50d52829e77e req-ec4bc38b-7591-4c44-b5e2-c18aaee8ad3e tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 931 time: 0.4859993 Feb 09 16:05:52.383225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.390549 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f82efe9a-0af5-4f73-a074-e2a426c4aa89 None None] Port 86894da5-b4ad-4357-8595-99faae0b536c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:05:52.422908 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.425488 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.432756 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e7cd78-4479-444d-8170-30a0d455a07f x-openstack-request-id: req-83e7cd78-4479-444d-8170-30a0d455a07f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:05:52.432756 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-plugged", "status": "completed", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:05:52.432756 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83e7cd78-4479-444d-8170-30a0d455a07f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:05:52.432756 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'code': 200} Feb 09 16:05:52.453896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.480243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=7de85a23-db5b-4192-8ede-1adfe9ed9a8d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:52.519258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:52.523677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:52.540310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:52.556666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e07bc9e2-e707-4cfd-a6be-5efccdcc3eeb tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.575618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:52.746358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bc9e2-e707-4cfd-a6be-5efccdcc3eeb tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:52.764330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Attempting to bind port 14e7101e-6b3f-4482-b7fc-0b059657ec14 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:52.770703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Attempting to bind port 14e7101e-6b3f-4482-b7fc-0b059657ec14 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:52.770909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Attempting to bind port 14e7101e-6b3f-4482-b7fc-0b059657ec14 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:52.827256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fe2e:cab3 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/a215d1b8-d662-48e7-b915-19ec26527e03/6c5ab83b-9ef9-4615-94da-e0ceb215f58d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:05:52.846648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:52.846988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:52.847418 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.847828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:52.865680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Bound port: 14e7101e-6b3f-4482-b7fc-0b059657ec14, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:52.865680 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:52.899740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Pushing event updated for resources: {'Port': ['ID=14e7101e-6b3f-4482-b7fc-0b059657ec14,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:53.009909 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-17946101-63be-4b9e-883b-e1d6381a1369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:53.019313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e07bc9e2-e707-4cfd-a6be-5efccdcc3eeb tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:53.050606 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e07bc9e2-e707-4cfd-a6be-5efccdcc3eeb tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 HTTP/1.1" status: 204 len: 168 time: 1.7918189 Feb 09 16:05:53.084749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55992) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:53.090085 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] For port 14e7101e-6b3f-4482-b7fc-0b059657ec14, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:53.104192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] For port 14e7101e-6b3f-4482-b7fc-0b059657ec14, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=14e7101e-6b3f-4482-b7fc-0b059657ec14,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:53.184337 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:53.225896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9d48a08-a4f2-4909-be6a-50d52829e77e req-4d3da6cc-ab55-48e5-884e-022021292db2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8479922 Feb 09 16:05:53.241860 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a1d73b-9af7-4bdd-b82b-79c54a9e8834 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:05:53.268307 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-04a1d73b-9af7-4bdd-b82b-79c54a9e8834 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/2cc0ed52-2d3c-44e9-8c7d-c6b552da2ad9 HTTP/1.1" status: 404 len: 333 time: 0.1734824 Feb 09 16:05:53.271612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55994) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:53.326154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0699fb9-42ba-4cff-b9ba-0f7dea89d0b9 None None] Pushing event updated for resources: {'Port': ['ID=14e7101e-6b3f-4482-b7fc-0b059657ec14,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:53.329021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:53.498398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1a02e3-262e-4138-9b88-8a28967bedb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet b1994dd9-dc30-4e8a-bc8b-997d0be164d1 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:53.504493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f1a02e3-262e-4138-9b88-8a28967bedb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:53.522252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1cf2c-28fb-41a5-b0b7-858e02580d78 req-fc34402d-4482-41ce-a2e9-e0abe9ccd4c5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:53.533791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-afc1cf2c-28fb-41a5-b0b7-858e02580d78 req-fc34402d-4482-41ce-a2e9-e0abe9ccd4c5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 946 time: 0.6008210 Feb 09 16:05:53.577650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e6361-5cdb-429e-85e6-776f91bc1dfb req-4e235ede-ec0e-42a9-be03-7487ca9314c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:53.580275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b2e6361-5cdb-429e-85e6-776f91bc1dfb req-4e235ede-ec0e-42a9-be03-7487ca9314c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1097 time: 0.6594973 Feb 09 16:05:53.617102 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f1a02e3-262e-4138-9b88-8a28967bedb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:53.716450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:53.839964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f1a02e3-262e-4138-9b88-8a28967bedb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:53.967534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.049424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:05:54.054440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 14e7101e-6b3f-4482-b7fc-0b059657ec14 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:54.057181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f1a02e3-262e-4138-9b88-8a28967bedb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.100018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:05:54.159185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:05:54.174032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:54.175185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.190946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f1a02e3-262e-4138-9b88-8a28967bedb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.200746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a34c5-3a59-4f66-8a44-0ba475661eee None None] Network 2096caba-61e3-4914-b41f-713934ddff95 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:54.201659 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f1a02e3-262e-4138-9b88-8a28967bedb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/b1994dd9-dc30-4e8a-bc8b-997d0be164d1 HTTP/1.1" status: 204 len: 168 time: 0.9267964 Feb 09 16:05:54.202596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=6c5ab83b-9ef9-4615-94da-e0ceb215f58d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:54.209481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a02e3-262e-4138-9b88-8a28967bedb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=b1994dd9-dc30-4e8a-bc8b-997d0be164d1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:54.213917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56002) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:54.394717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 14e7101e-6b3f-4482-b7fc-0b059657ec14 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:54.401356 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.401614 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7a5e95d1-3fde-4a66-a97d-73a0ff8a7392 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8843000 Feb 09 16:05:54.426380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56008) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:54.430404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.524292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ecb5c1-b724-484c-9809-99f92762f035 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:54.531855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ecb5c1-b724-484c-9809-99f92762f035 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:54.539143 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-85ecb5c1-b724-484c-9809-99f92762f035 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1010802 Feb 09 16:05:54.539818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56010) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:54.585697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.711655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:54.712152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.818932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-afc1cf2c-28fb-41a5-b0b7-858e02580d78 req-a11fec1e-65a8-46dc-9e84-368306d5ca96 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2701824 Feb 09 16:05:54.932030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] For port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,segment=NetworkSegment(f3b35353-961d-4bda-b616-7c8c1c2c9c09),segment_id=f3b35353-961d-4bda-b616-7c8c1c2c9c09)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:54.946495 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:54.993337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0defa0eb-5951-4001-86c4-310e6874e165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 6c5ab83b-9ef9-4615-94da-e0ceb215f58d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:54.993726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0defa0eb-5951-4001-86c4-310e6874e165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.003526 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:55.012036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b2e6361-5cdb-429e-85e6-776f91bc1dfb req-2f701e94-21ed-46de-9676-00c8fbc13188 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2921019 Feb 09 16:05:55.039527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:05:55.111882 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 14e7101e-6b3f-4482-b7fc-0b059657ec14, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=14e7101e-6b3f-4482-b7fc-0b059657ec14,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:55.195428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] DHCP port deletion for 2096caba-61e3-4914-b41f-713934ddff95 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:55.286708 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:05:55.292773 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.332042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3b384f7-8545-4810-9ad4-0df11492692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.402006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=14e7101e-6b3f-4482-b7fc-0b059657ec14,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:55.409864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Deleting port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:55.410245 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.417671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a1568-3074-4ffc-859f-7fbcd8ab6246 req-351290c5-7a98-4316-8d3d-721802174e82 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:55.428624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-249a1568-3074-4ffc-859f-7fbcd8ab6246 req-351290c5-7a98-4316-8d3d-721802174e82 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 931 time: 0.9349425 Feb 09 16:05:55.476804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0defa0eb-5951-4001-86c4-310e6874e165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.536420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0defa0eb-5951-4001-86c4-310e6874e165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 6c5ab83b-9ef9-4615-94da-e0ceb215f58d owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:55.555022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-8be53754-ddcf-4231-ad77-85509665fe32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5412018 Feb 09 16:05:55.566068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86894da5-b4ad-4357-8595-99faae0b536c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:05:55.578677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:05:55.597532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5d5fd3b3-7eb7-4a28-b8ba-7adc5d5df7ee tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8701081 Feb 09 16:05:55.600463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.606021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56028) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:55.612142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:05:55.623045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] For port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,segment=NetworkSegment(f3b35353-961d-4bda-b616-7c8c1c2c9c09),segment_id=f3b35353-961d-4bda-b616-7c8c1c2c9c09)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:55.623502 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.635062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cdcc08af-dc4f-4269-8cb2-0abdda0b0948 None None] Provisioning complete for port 14e7101e-6b3f-4482-b7fc-0b059657ec14 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:55.635359 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cdcc08af-dc4f-4269-8cb2-0abdda0b0948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.664883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-249a1568-3074-4ffc-859f-7fbcd8ab6246 req-f2d6a968-7414-45c4-946e-8070b5b9e72e tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152090 Feb 09 16:05:55.667007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Calling delete_port for ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:55.689705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:55.691962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:55.737387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Transition to ACTIVE for port object 86894da5-b4ad-4357-8595-99faae0b536c will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:05:55.786088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ffff7e2-76ba-4eaa-85df-21072dce6d2c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet 8779dfbd-8eb5-4627-9409-d3d819603444 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:55.794790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ffff7e2-76ba-4eaa-85df-21072dce6d2c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.850056 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ffff7e2-76ba-4eaa-85df-21072dce6d2c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.936503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 14e7101e-6b3f-4482-b7fc-0b059657ec14 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:05:55.966584 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:55.991025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No DVR routers for this DVR port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:56.000554 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ffff7e2-76ba-4eaa-85df-21072dce6d2c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.122523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:56.123497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:56.148123 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0defa0eb-5951-4001-86c4-310e6874e165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.231618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.362833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.393280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defa0eb-5951-4001-86c4-310e6874e165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=6c5ab83b-9ef9-4615-94da-e0ceb215f58d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:56.408015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 14e7101e-6b3f-4482-b7fc-0b059657ec14 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:05:56.409090 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.455518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.486496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Pushing event deleted for resources: {'Port': ['ID=ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:56.524419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] No DVR routers for this DVR port ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:56.545906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-bd5e3465-6f4e-45be-a49f-ed1dff9118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.545906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-bd5e3465-6f4e-45be-a49f-ed1dff9118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.547033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-bd5e3465-6f4e-45be-a49f-ed1dff9118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.547635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-bd5e3465-6f4e-45be-a49f-ed1dff9118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.552318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-bd5e3465-6f4e-45be-a49f-ed1dff9118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.552922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-bd5e3465-6f4e-45be-a49f-ed1dff9118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.553473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-bd5e3465-6f4e-45be-a49f-ed1dff9118b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.559276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-bd5e3465-6f4e-45be-a49f-ed1dff9118b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6502 time: 0.8846323 Feb 09 16:05:56.563208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2096caba-61e3-4914-b41f-713934ddff95']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:56.588912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b35353-961d-4bda-b616-7c8c1c2c9c09') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:56.589516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b35353-961d-4bda-b616-7c8c1c2c9c09') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:56.620379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-79a82f95-7459-4c3e-9fa6-b1e0771359bb None None] Could not find standard attr ID for object 6c5ab83b-9ef9-4615-94da-e0ceb215f58d. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:05:56.629644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.655290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.670121 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:05:56.670845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.679454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.680170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.695410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b494de0a-4694-44b6-89e7-2385edeb51bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:05:56.704808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.760686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ffff7e2-76ba-4eaa-85df-21072dce6d2c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:56.864454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffff7e2-76ba-4eaa-85df-21072dce6d2c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=8779dfbd-8eb5-4627-9409-d3d819603444,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:56.910942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac822499-5be5-4194-8c98-98f4566e1525 req-1bb5c34d-4e29-44e7-a10a-9672414d809d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:56.921297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac822499-5be5-4194-8c98-98f4566e1525 req-1bb5c34d-4e29-44e7-a10a-9672414d809d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 946 time: 0.7161379 Feb 09 16:05:56.928253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=86894da5-b4ad-4357-8595-99faae0b536c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:56.995679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 10, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:57.019520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9ffff7e2-76ba-4eaa-85df-21072dce6d2c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.029750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9ffff7e2-76ba-4eaa-85df-21072dce6d2c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/8779dfbd-8eb5-4627-9409-d3d819603444 HTTP/1.1" status: 204 len: 168 time: 1.4051015 Feb 09 16:05:57.043684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56072) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:57.072947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:05:57.079820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc26627-43c5-413b-995d-3d136feeb0cd None None] Network 0a618734-377f-4166-bda3-50e86fcdbee8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:57.155596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:57.232329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:57.232683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ae47e4f7-9328-4d34-9d9f-4e1d82e58d8d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:57.237363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:05:57.239262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:57.303561 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.402924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac822499-5be5-4194-8c98-98f4566e1525 req-02e89c1a-52d8-46dc-9cc9-57bd79402d65 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619201 Feb 09 16:05:57.404246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Attempting to bind port 86894da5-b4ad-4357-8595-99faae0b536c on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:05:57.404871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Attempting to bind port 86894da5-b4ad-4357-8595-99faae0b536c by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:05:57.407889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Attempting to bind port 86894da5-b4ad-4357-8595-99faae0b536c on network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:57.418462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-8cc60335-b9c9-42cd-8fc3-0c8a26008796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.420214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-8cc60335-b9c9-42cd-8fc3-0c8a26008796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.420976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-8cc60335-b9c9-42cd-8fc3-0c8a26008796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.423807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-8cc60335-b9c9-42cd-8fc3-0c8a26008796 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca HTTP/1.1" status: 200 len: 2295 time: 0.8181288 Feb 09 16:05:57.428809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Port 86894da5-b4ad-4357-8595-99faae0b536c on network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:05:57.429937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Attempting to bind port 86894da5-b4ad-4357-8595-99faae0b536c on network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:05:57.438010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:05:57.443654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:05:57.444466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Checking segment: {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:05:57.445277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Bound using segment: {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:05:57.446138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Bound port: 86894da5-b4ad-4357-8595-99faae0b536c, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b031d9f6-19f3-4082-80f4-65db9df74f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:05:57.446906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.599594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b26899-e7d9-48b1-9824-85cfc9da47ba req-23b34b0e-a826-480b-bd9d-c20ed880cf3c tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.612688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76b26899-e7d9-48b1-9824-85cfc9da47ba req-23b34b0e-a826-480b-bd9d-c20ed880cf3c tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 943 time: 0.7173095 Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:05:57.648921 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:05:57.659129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0defa0eb-5951-4001-86c4-310e6874e165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.671615 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0defa0eb-5951-4001-86c4-310e6874e165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/6c5ab83b-9ef9-4615-94da-e0ceb215f58d HTTP/1.1" status: 204 len: 168 time: 3.1303360 Feb 09 16:05:57.674861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56086) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:57.676018 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.706968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:57.706968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/networks/2096caba-61e3-4914-b41f-713934ddff95 HTTP/1.1" status: 204 len: 168 time: 3.4842701 Feb 09 16:05:57.732044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56090) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:57.770298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1980495398'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:57.817822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0bbb1-c3ff-4fd2-ad74-0a5a91881ba6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.821060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0bbb1-c3ff-4fd2-ad74-0a5a91881ba6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:57.838090 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-67b0bbb1-c3ff-4fd2-ad74-0a5a91881ba6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1181903 Feb 09 16:05:57.838090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56094) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:57.873496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] For port 86894da5-b4ad-4357-8595-99faae0b536c, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:05:57.880438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] For port 86894da5-b4ad-4357-8595-99faae0b536c, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=86894da5-b4ad-4357-8595-99faae0b536c,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:05:57.893598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-f6b8e9e7-e019-4f24-85cc-caf712b75a4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18 HTTP/1.1" status: 200 len: 1001 time: 0.4537435 Feb 09 16:05:57.903577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7a009-35a8-49fd-b364-61a61346a317 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Network': ['ID=2096caba-61e3-4914-b41f-713934ddff95,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:57.932406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d0ed76-0ca4-4642-a7e8-e92efc6994be tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet a215d1b8-d662-48e7-b915-19ec26527e03 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:05:57.938166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ed76-0ca4-4642-a7e8-e92efc6994be tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.006245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] DHCP port deletion for 0a618734-377f-4166-bda3-50e86fcdbee8 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:58.031787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76b26899-e7d9-48b1-9824-85cfc9da47ba req-8300774d-3298-49d9-afa1-5479a3e6dada tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4236917 Feb 09 16:05:58.039181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ed76-0ca4-4642-a7e8-e92efc6994be tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.052123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.153302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 10, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:05:58.173720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-a4438e13-c6c4-48ce-bfcd-4997298d4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:58.175220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-a4438e13-c6c4-48ce-bfcd-4997298d4a3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f15574d8-9ee5-4a7d-ba73-817f74194d1e HTTP/1.1" status: 200 len: 854 time: 0.2351582 Feb 09 16:05:58.186673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:58.186673 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.186673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/86894da5-b4ad-4357-8595-99faae0b536c HTTP/1.1" status: 200 len: 1091 time: 6.2140019 Feb 09 16:05:58.190752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'tag': '86894da5-b4ad-4357-8595-99faae0b536c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:05:58.193856 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0372114-ddca-4dff-8179-98e54971f034" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0", "tag": "86894da5-b4ad-4357-8595-99faae0b536c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:05:58.212380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ed76-0ca4-4642-a7e8-e92efc6994be tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.228577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef292b-02b7-4e4b-ac5a-31daf4afe3c8 None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:05:52Z', 'revision_number': 10, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None, '_interfaces': [{'id': '1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6', 'name': '', 'network_id': 'a44a5ae9-489a-4103-972c-3ebc051c4cfa', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'mac_address': 'fa:16:3e:d3:60:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:04:24Z', 'updated_at': '2022-02-09T16:04:36Z', 'revision_number': 5, 'project_id': '332313abf5ae423992522b64083a5ffa', 'subnets': [{'id': '72daf35d-d351-4096-897b-f6a73a35aafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:05:58.228577 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.288882 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] Deleting port f4bf038f-1e36-4fa7-b364-67b4f34724c6 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:58.289529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.422231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port f4bf038f-1e36-4fa7-b364-67b4f34724c6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:58.426290 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.463137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:58.467019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.523154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ed76-0ca4-4642-a7e8-e92efc6994be tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.586150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0ed76-0ca4-4642-a7e8-e92efc6994be tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=a215d1b8-d662-48e7-b915-19ec26527e03,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:58.592008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] For port f4bf038f-1e36-4fa7-b364-67b4f34724c6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f4bf038f-1e36-4fa7-b364-67b4f34724c6,segment=NetworkSegment(7d44d657-8107-4da5-8b01-f8f484c76ec1),segment_id=7d44d657-8107-4da5-8b01-f8f484c76ec1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:58.592584 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.606349 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ed76-0ca4-4642-a7e8-e92efc6994be tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.610183 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b2d0ed76-0ca4-4642-a7e8-e92efc6994be tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/a215d1b8-d662-48e7-b915-19ec26527e03 HTTP/1.1" status: 204 len: 168 time: 0.7685943 Feb 09 16:05:58.616737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56104) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:58.636141 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c3420-1210-49b9-95ac-0507909654d9 x-openstack-request-id: req-d81c3420-1210-49b9-95ac-0507909654d9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:05:58.636750 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0", "tag": "86894da5-b4ad-4357-8595-99faae0b536c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:05:58.637444 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d81c3420-1210-49b9-95ac-0507909654d9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:05:58.638358 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'tag': '86894da5-b4ad-4357-8595-99faae0b536c', 'status': 'completed', 'code': 200} Feb 09 16:05:58.672108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef46ca-7131-48d2-bee4-fd5bd52d82f1 service neutron] Pushing event updated for resources: {'Port': ['ID=86894da5-b4ad-4357-8595-99faae0b536c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:58.705976 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2a5c582e-9f54-4336-a2f5-e3856540ad47 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879931 Feb 09 16:05:58.711747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56106) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:05:58.734246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:05:58.759049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-5b9d264b-42c5-405a-9938-70064417993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:58.762360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-5b9d264b-42c5-405a-9938-70064417993a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5635195 Feb 09 16:05:58.771988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port f4bf038f-1e36-4fa7-b364-67b4f34724c6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f4bf038f-1e36-4fa7-b364-67b4f34724c6,segment=NetworkSegment(7d44d657-8107-4da5-8b01-f8f484c76ec1),segment_id=7d44d657-8107-4da5-8b01-f8f484c76ec1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:58.781661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.854406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:05:58.895660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for f4bf038f-1e36-4fa7-b364-67b4f34724c6 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:58.908540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-1cb285ee-ea6e-492b-bab1-92b99577ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:58.914151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-1cb285ee-ea6e-492b-bab1-92b99577ad15 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39b43081a1594316826897f1098bbd1b&device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 1094 time: 0.5719702 Feb 09 16:05:58.934461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446b6b8-0543-4a48-bebc-4aa5e8f2b971 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:05:58.989804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:58.995991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] Calling delete_port for f4bf038f-1e36-4fa7-b364-67b4f34724c6 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:59.009805 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.013186 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Added segment 1b006ff5-7abe-4ac9-923f-62c0d3a394af of type vlan for network 0692147a-a683-4840-b6d4-905b1518cbaf Feb 09 16:05:59.089491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:05:59.105551 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.121098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6cb8-7698-4c29-85d2-9e89efbe58aa req-5dab2dc4-3637-428e-8e60-1e00716ee839 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:59.129703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf2d6cb8-7698-4c29-85d2-9e89efbe58aa req-5dab2dc4-3637-428e-8e60-1e00716ee839 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 946 time: 0.4889126 Feb 09 16:05:59.132781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-c6b479ac-eeab-4ede-a946-8ead2d0b574d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86894da5-b4ad-4357-8595-99faae0b536c HTTP/1.1" status: 200 len: 217 time: 0.1568282 Feb 09 16:05:59.470314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:05:59.476527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.533421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] Pushing event deleted for resources: {'Port': ['ID=f4bf038f-1e36-4fa7-b364-67b4f34724c6,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:05:59.572753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8067e-f0eb-482d-b0f4-51f04c32a47c None None] No DVR routers for this DVR port f4bf038f-1e36-4fa7-b364-67b4f34724c6 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:05:59.614325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] Deleting port 14e7101e-6b3f-4482-b7fc-0b059657ec14 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:05:59.615280 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.634694 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.760674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] For port 14e7101e-6b3f-4482-b7fc-0b059657ec14, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=14e7101e-6b3f-4482-b7fc-0b059657ec14,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:05:59.761080 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-a3dad520-3e2b-4aa7-bc4a-0b08dcb7d3e9 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9755807 Feb 09 16:05:59.761221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.779855 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf2d6cb8-7698-4c29-85d2-9e89efbe58aa req-83cfe293-1103-4385-ba3b-0464a31344f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6489110 Feb 09 16:05:59.783487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] Calling delete_port for 14e7101e-6b3f-4482-b7fc-0b059657ec14 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:05:59.817265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-af9f1969-6b43-4d7f-9f0f-dad736675646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:59.819865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-af9f1969-6b43-4d7f-9f0f-dad736675646 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5eca995-397e-4361-aaa5-2adc3927c531 HTTP/1.1" status: 200 len: 850 time: 0.3117669 Feb 09 16:05:59.865432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a7485-ffa8-4cab-b644-cf8c2c2c1ec1 req-bf3548b5-0f11-45c6-9b48-82a916deb828 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:59.875259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-800a7485-ffa8-4cab-b644-cf8c2c2c1ec1 req-bf3548b5-0f11-45c6-9b48-82a916deb828 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 943 time: 0.3592191 Feb 09 16:05:59.875462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7de85a23-db5b-4192-8ede-1adfe9ed9a8d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:59.896252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7de85a23-db5b-4192-8ede-1adfe9ed9a8d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:59.896597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7de85a23-db5b-4192-8ede-1adfe9ed9a8d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:59.897037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f4bf038f-1e36-4fa7-b364-67b4f34724c6 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:59.904977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:05:59.929775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f4bf038f-1e36-4fa7-b364-67b4f34724c6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:05:59.929775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f4bf038f-1e36-4fa7-b364-67b4f34724c6 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:05:59.929775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 14e7101e-6b3f-4482-b7fc-0b059657ec14 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:05:59.958914 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:59.966660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:05:59.968240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.004920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.068302 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.102771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=f4bf038f-1e36-4fa7-b364-67b4f34724c6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:00.136836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port f4bf038f-1e36-4fa7-b364-67b4f34724c6 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:00.143438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Network': ['ID=0692147a-a683-4840-b6d4-905b1518cbaf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:00.155406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0692147a-a683-4840-b6d4-905b1518cbaf details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:06:00.176114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-800a7485-ffa8-4cab-b644-cf8c2c2c1ec1 req-03364882-18a6-428e-a46e-858717487300 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042917 Feb 09 16:06:00.208249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-a42912a4-df51-4a84-8690-11fe35b5fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:00.210062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-a42912a4-df51-4a84-8690-11fe35b5fb96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b2d60c8-9d63-46ce-8c2e-245b6df9e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663390 Feb 09 16:06:00.218198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-0269a088-72f0-4725-8038-7d023a239526 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369934 Feb 09 16:06:00.252200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0cc7e49e-e207-46c7-a73e-4d3d46862427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4939768 Feb 09 16:06:00.252553 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.255299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56134) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:00.261331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '0692147a-a683-4840-b6d4-905b1518cbaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:00.280361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.365911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-1ef8e5a3-d782-45ac-ba71-dc50c47d759e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 217 time: 0.1269622 Feb 09 16:06:00.383433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Port 14e7101e-6b3f-4482-b7fc-0b059657ec14 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103179) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 16:06:00.385042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Reverting IP allocation for 2001:db8::f816:3eff:feb7:bcb6 {{(pid=103179) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 16:06:00.386056 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.400753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] No DVR routers for this DVR port 14e7101e-6b3f-4482-b7fc-0b059657ec14 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:00.403447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89167175-fce7-4fcc-833f-0cf197499839 None None] Pushing event deleted for resources: {'Port': ['ID=14e7101e-6b3f-4482-b7fc-0b059657ec14,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:00.403850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb7:bcb6 {{(pid=103179) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 16:06:00.421371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.469215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a618734-377f-4166-bda3-50e86fcdbee8']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:00.509993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:00.516699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d44d657-8107-4da5-8b01-f8f484c76ec1') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:00.517529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d44d657-8107-4da5-8b01-f8f484c76ec1') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:00.532894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=767d3df8-7ab9-490b-866a-b906dba33d16,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:00.545176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:00.549113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:00.549828 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.553657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-3446f769-eeca-46f0-8e2b-3cff90d8230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:00.556544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-3446f769-eeca-46f0-8e2b-3cff90d8230d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1829066 Feb 09 16:06:00.556805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877283cb-fe24-4d71-9a70-3c56c7fa8509 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:00.565991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:00.570208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.592986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.662196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-f4398008-dfac-4377-8ffe-f378f22c349a service neutron] 10.222.0.73 "GET /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426742 Feb 09 16:06:00.672804 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6c0209a3-9441-40cf-9daa-4e33eed021c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9433389 Feb 09 16:06:00.681240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.682293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56146) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:00.689494 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:6d:05:69', 'name': 'tempest-NetworksTestDHCPv6-1986744435'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:00.863340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:06:00.863888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:06:00.869623 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:06:00.963217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '767d3df8-7ab9-490b-866a-b906dba33d16'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:00.963911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.092953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2cf89-6dfb-4dec-ab26-08fb013dcbcd req-7d3901e6-ee52-4a81-acff-c33df2cc9a80 service neutron] 10.222.0.73 "GET /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232442 Feb 09 16:06:01.097460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-96fd6c6c-3d2c-4068-b3fc-4105e6abba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:01.099545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-96fd6c6c-3d2c-4068-b3fc-4105e6abba8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5313838 Feb 09 16:06:01.201117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.242627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:01.243752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.252749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/0a618734-377f-4166-bda3-50e86fcdbee8 HTTP/1.1" status: 204 len: 168 time: 4.2051396 Feb 09 16:06:01.257379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.263695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56158) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:01.365763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Allocated IP 2001:db8::f816:3eff:fe8a:cbce (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/767d3df8-7ab9-490b-866a-b906dba33d16/a4231ab8-e60b-4916-9845-f628511c7ecc) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:01.401258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=718b1db6-3ee0-4824-a6e4-5b1d2f9ea59a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:01.450418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d070f-d000-4ac6-844e-6343385a5c88 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=0a618734-377f-4166-bda3-50e86fcdbee8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:01.469398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e44ce-73c5-46fc-aa33-eb32a213da7b req-7feaf421-ee15-4d18-93c7-d495cb5d192f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:01.478529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be5e44ce-73c5-46fc-aa33-eb32a213da7b req-7feaf421-ee15-4d18-93c7-d495cb5d192f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 946 time: 0.4002481 Feb 09 16:06:01.570402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Checking segment: {'id': '1b006ff5-7abe-4ac9-923f-62c0d3a394af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '0692147a-a683-4840-b6d4-905b1518cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:01.570841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network hostable DHCP agents. Network: 0692147a-a683-4840-b6d4-905b1518cbaf, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:06:01.606817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.639714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 7097f5a2-1e68-4607-ade7-e7ff3085b58d yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:06:01.692335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be5e44ce-73c5-46fc-aa33-eb32a213da7b req-6c603ddc-f8cd-48ae-ba99-610f82f878b4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123466 Feb 09 16:06:01.695088 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.716693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0372114-ddca-4dff-8179-98e54971f034 req-75e9df4b-dee6-4b2e-8e0b-e906b91359ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:01.718459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0372114-ddca-4dff-8179-98e54971f034 req-75e9df4b-dee6-4b2e-8e0b-e906b91359ca service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39b43081a1594316826897f1098bbd1b&device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 1094 time: 0.3272204 Feb 09 16:06:01.789571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 0692147a-a683-4840-b6d4-905b1518cbaf is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:06:01.818174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-207bb365-7d8e-417a-9eda-1430873d385e service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897268 Feb 09 16:06:01.830752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.881689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb02462-0a89-437d-b147-fd968272a6b9 req-548e85ba-37d8-4f36-a33e-046534896d9d tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:01.883339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbb02462-0a89-437d-b147-fd968272a6b9 req-548e85ba-37d8-4f36-a33e-046534896d9d tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 943 time: 0.4242492 Feb 09 16:06:01.885850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Pushing event updated for resources: {'Port': ['ID=a4231ab8-e60b-4916-9845-f628511c7ecc,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:01.899563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.921494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:01.922360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:01.928600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:01.957289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fe6d:569 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/767d3df8-7ab9-490b-866a-b906dba33d16/7097f5a2-1e68-4607-ade7-e7ff3085b58d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:01.974687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0692147a-a683-4840-b6d4-905b1518cbaf) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:01.984472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:01.985878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.003278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c679576-0175-433d-8587-1c8a84044bd3 None None] Network 0692147a-a683-4840-b6d4-905b1518cbaf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:02.057733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0372114-ddca-4dff-8179-98e54971f034 req-800dd76c-d98e-49d9-8516-4391c479bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:02.059356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0372114-ddca-4dff-8179-98e54971f034 req-800dd76c-d98e-49d9-8516-4391c479bc40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b2d60c8-9d63-46ce-8c2e-245b6df9e622 HTTP/1.1" status: 200 len: 912 time: 0.3307455 Feb 09 16:06:02.106855 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Attempting to bind port a4231ab8-e60b-4916-9845-f628511c7ecc on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:02.107187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Attempting to bind port a4231ab8-e60b-4916-9845-f628511c7ecc by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:02.107740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Attempting to bind port a4231ab8-e60b-4916-9845-f628511c7ecc on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:02.120917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:02.121462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:02.123499 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.124062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:02.124765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Bound port: a4231ab8-e60b-4916-9845-f628511c7ecc, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:02.125280 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.220491 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3993604c-a62c-45da-9246-80f5dd40a6ce tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9626455 Feb 09 16:06:02.221091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:02.242765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9035e386-a4d6-4a99-be17-2fab23bdd170 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-565503522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:02.302080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] For port a4231ab8-e60b-4916-9845-f628511c7ecc, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:02.303059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0372114-ddca-4dff-8179-98e54971f034 req-bf1a8a0f-80ea-477e-856e-54a35a0793e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86894da5-b4ad-4357-8595-99faae0b536c HTTP/1.1" status: 200 len: 217 time: 0.2002621 Feb 09 16:06:02.306933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] For port a4231ab8-e60b-4916-9845-f628511c7ecc, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a4231ab8-e60b-4916-9845-f628511c7ecc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:02.333205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbb02462-0a89-437d-b147-fd968272a6b9 req-e9cdbee7-44f9-4fa2-8b3b-dd332e200eeb tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4317954 Feb 09 16:06:02.425668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.433065 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9035e386-a4d6-4a99-be17-2fab23bdd170 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.434345 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9035e386-a4d6-4a99-be17-2fab23bdd170 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.436635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0692147a-a683-4840-b6d4-905b1518cbaf', 'network_id': '0692147a-a683-4840-b6d4-905b1518cbaf', 'tenant_id': '7ecaa488c5864b3ab3886c9804d8f73d', 'fixed_ips': [{'subnet_id': '718b1db6-3ee0-4824-a6e4-5b1d2f9ea59a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:02.437853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.476572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.509078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-cdbf8257-5129-4cb8-bd42-4e39bac9a7ec service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802173 Feb 09 16:06:02.533738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0372114-ddca-4dff-8179-98e54971f034 req-1897eec7-67bd-42c2-8b40-cc958b4f7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:02.533738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0372114-ddca-4dff-8179-98e54971f034 req-1897eec7-67bd-42c2-8b40-cc958b4f7cc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5eca995-397e-4361-aaa5-2adc3927c531 HTTP/1.1" status: 200 len: 850 time: 0.1976118 Feb 09 16:06:02.584245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-b6db7b1f-dd9e-435b-86cf-e62c8af7d560 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 217 time: 0.0648134 Feb 09 16:06:02.662406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476be6fd-63ab-4ada-b7e5-5aafd7db7562 None None] Pushing event updated for resources: {'Port': ['ID=a4231ab8-e60b-4916-9845-f628511c7ecc,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:02.680288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9035e386-a4d6-4a99-be17-2fab23bdd170 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.682669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.766395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=7097f5a2-1e68-4607-ade7-e7ff3085b58d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:02.787373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9035e386-a4d6-4a99-be17-2fab23bdd170 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.818886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Allocated IP 172.20.0.2 (0692147a-a683-4840-b6d4-905b1518cbaf/718b1db6-3ee0-4824-a6e4-5b1d2f9ea59a/104a484e-cfe3-4ca5-b86a-e9b18bb431f0) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:02.823040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:02.827068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:02.834735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:02.848781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:02.851855 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.872285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0372114-ddca-4dff-8179-98e54971f034 req-dc2bcb31-9cf6-41c3-9451-c8416d9860df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:02.876212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0372114-ddca-4dff-8179-98e54971f034 req-dc2bcb31-9cf6-41c3-9451-c8416d9860df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b2d60c8-9d63-46ce-8c2e-245b6df9e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3024063 Feb 09 16:06:02.925559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9035e386-a4d6-4a99-be17-2fab23bdd170 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:02.926825 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9035e386-a4d6-4a99-be17-2fab23bdd170 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6947753 Feb 09 16:06:02.931720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56168) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:02.939373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'network_id': '0692147a-a683-4840-b6d4-905b1518cbaf', 'name': 'tempest-PortsTestJSON-1506635287'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:03.016830 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-12a595cc-a867-4b70-9948-223ea0c1d75c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3331809 Feb 09 16:06:03.021300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56172) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:03.133240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-c17c1f9b-bf27-46e2-a7ed-86330db0c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:03.136358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-c17c1f9b-bf27-46e2-a7ed-86330db0c563 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.5075722 Feb 09 16:06:03.179112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aef12a-fda8-4d46-896e-3b5df37a3042 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:03.185443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aef12a-fda8-4d46-896e-3b5df37a3042 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:03.187374 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d7aef12a-fda8-4d46-896e-3b5df37a3042 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1654904 Feb 09 16:06:03.203671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56178) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:03.280929 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.359444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-758c6a2a-927a-41f7-a8f9-f7d6c72e3e33 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 7097f5a2-1e68-4607-ade7-e7ff3085b58d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:03.360460 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-758c6a2a-927a-41f7-a8f9-f7d6c72e3e33 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.379301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.487562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:03.496306 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.518594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-758c6a2a-927a-41f7-a8f9-f7d6c72e3e33 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.552137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-758c6a2a-927a-41f7-a8f9-f7d6c72e3e33 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 7097f5a2-1e68-4607-ade7-e7ff3085b58d owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:03.559106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 09b1806c-bdaf-4f47-9389-d4268a04c284 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:06:03.562572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Network 0692147a-a683-4840-b6d4-905b1518cbaf is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:03.570368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:03.579899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:03.666798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Pushing event updated for resources: {'Port': ['ID=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:03.683459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Attempting to bind port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:03.684176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Attempting to bind port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '1b006ff5-7abe-4ac9-923f-62c0d3a394af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '0692147a-a683-4840-b6d4-905b1518cbaf'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:03.685018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Attempting to bind port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 on network 0692147a-a683-4840-b6d4-905b1518cbaf {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:03.694221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:03.694797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Checking segment: {'id': '1b006ff5-7abe-4ac9-923f-62c0d3a394af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '0692147a-a683-4840-b6d4-905b1518cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:03.695412 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.696278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Bound using segment: {'id': '1b006ff5-7abe-4ac9-923f-62c0d3a394af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '0692147a-a683-4840-b6d4-905b1518cbaf'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:03.697071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Bound port: 104a484e-cfe3-4ca5-b86a-e9b18bb431f0, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b006ff5-7abe-4ac9-923f-62c0d3a394af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '0692147a-a683-4840-b6d4-905b1518cbaf'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:03.697765 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.819166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.820685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.8 (0692147a-a683-4840-b6d4-905b1518cbaf/718b1db6-3ee0-4824-a6e4-5b1d2f9ea59a/09b1806c-bdaf-4f47-9389-d4268a04c284) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:03.938110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] For port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:03.947999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] For port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,segment=NetworkSegment(1b006ff5-7abe-4ac9-923f-62c0d3a394af),segment_id=1b006ff5-7abe-4ac9-923f-62c0d3a394af)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:03.977094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-ddfb77d0-62e6-48cb-8a9f-b28a4f0d1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:03.979705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-ddfb77d0-62e6-48cb-8a9f-b28a4f0d1bdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8294249 Feb 09 16:06:03.983202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0372114-ddca-4dff-8179-98e54971f034 req-1c74c91d-5c9c-45f4-80c4-a8935f0d6ff7 service neutron] 10.222.0.73 "GET /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0715287 Feb 09 16:06:04.023323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4a72d-7c3e-4efd-9a9f-ebe837ef3aac req-4d668696-25ad-4e14-b027-d83cf2170f78 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:04.025887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9da4a72d-7c3e-4efd-9a9f-ebe837ef3aac req-4d668696-25ad-4e14-b027-d83cf2170f78 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 943 time: 0.3532779 Feb 09 16:06:04.054412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a4231ab8-e60b-4916-9845-f628511c7ecc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:04.056141 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-758c6a2a-927a-41f7-a8f9-f7d6c72e3e33 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:04.135022 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:04.201786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c6a2a-927a-41f7-a8f9-f7d6c72e3e33 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=7097f5a2-1e68-4607-ade7-e7ff3085b58d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:04.265684 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-758c6a2a-927a-41f7-a8f9-f7d6c72e3e33 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:04.286199 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-758c6a2a-927a-41f7-a8f9-f7d6c72e3e33 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/7097f5a2-1e68-4607-ade7-e7ff3085b58d HTTP/1.1" status: 204 len: 168 time: 1.0802851 Feb 09 16:06:04.287693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56198) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:04.301850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b0d76-b7d1-4bbf-9f6b-ad6575f40593 None None] Pushing event updated for resources: {'Port': ['ID=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:04.371582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a4231ab8-e60b-4916-9845-f628511c7ecc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:04.371997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:04.556127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36eed15-f233-4f48-a13e-6e81ad779f95 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:04.559333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36eed15-f233-4f48-a13e-6e81ad779f95 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:04.575265 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c36eed15-f233-4f48-a13e-6e81ad779f95 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2788279 Feb 09 16:06:04.610861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56208) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:04.663218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9da4a72d-7c3e-4efd-9a9f-ebe837ef3aac req-39449282-21f7-4ee1-a4df-30e6affd9d18 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5897241 Feb 09 16:06:04.671489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:04.726701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-21f1baa8-1121-4e90-9b92-71e04cfd812e service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294960 Feb 09 16:06:04.731013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0372114-ddca-4dff-8179-98e54971f034 req-b379e726-ca74-4965-8f62-83b927be00a0 service neutron] 10.222.0.73 "GET /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7317133 Feb 09 16:06:04.781056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port a4231ab8-e60b-4916-9845-f628511c7ecc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a4231ab8-e60b-4916-9845-f628511c7ecc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:04.825838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:04.853091 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:04.914822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-20ca989c-e3e1-4ad5-9481-82c55ff515de service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810212 Feb 09 16:06:05.021226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=a4231ab8-e60b-4916-9845-f628511c7ecc,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:05.023216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-b1862cd3-d71d-407a-b16b-dc331161d623 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=569afa22-dd5a-414d-abb6-932876b1e057 HTTP/1.1" status: 200 len: 217 time: 0.0764492 Feb 09 16:06:05.041309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 86894da5-b4ad-4357-8595-99faae0b536c details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:06:05.132070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2e5f0d-0e18-472c-9e38-d1916d4a22e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 767d3df8-7ab9-490b-866a-b906dba33d16 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:05.145972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-cf8162cd-abff-4ef7-817f-454917beadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:05.147985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-cf8162cd-abff-4ef7-817f-454917beadc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1205454 Feb 09 16:06:05.162291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f0d-0e18-472c-9e38-d1916d4a22e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.222965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:05.223322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.278249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.307650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 86894da5-b4ad-4357-8595-99faae0b536c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=86894da5-b4ad-4357-8595-99faae0b536c,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:05.328293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-decd9690-8dec-4c50-853d-a136d8b95b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:05.335605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-decd9690-8dec-4c50-853d-a136d8b95b49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1759415 Feb 09 16:06:05.336328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '86894da5-b4ad-4357-8595-99faae0b536c', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'port_id': '86894da5-b4ad-4357-8595-99faae0b536c', 'mac_address': 'fa:16:3e:3b:aa:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:06:05.410108 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f0d-0e18-472c-9e38-d1916d4a22e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.480863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 0692147a-a683-4840-b6d4-905b1518cbaf is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:05.500543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:05.525523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,segment=NetworkSegment(f0a2c169-47bf-49b7-b42e-b5af63ae5cb1),segment_id=f0a2c169-47bf-49b7-b42e-b5af63ae5cb1)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:05.526050 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.535692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:05.614293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=09b1806c-bdaf-4f47-9389-d4268a04c284,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:05.653800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:05.684603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:05.686271 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.730915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-c48e9528-5e4f-47c6-a27a-ce27249996d5 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913713 Feb 09 16:06:05.748984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.796303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f0d-0e18-472c-9e38-d1916d4a22e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.826254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b5c26c0a-b611-4e0d-94c7-dcb9295847c5 None None] Provisioning complete for port a4231ab8-e60b-4916-9845-f628511c7ecc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:05.827788 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5c26c0a-b611-4e0d-94c7-dcb9295847c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:05.840757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86894da5-b4ad-4357-8595-99faae0b536c {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:06:05.993678 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d4673098-08bc-4235-b6b1-5accfced2864 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0608673 Feb 09 16:06:05.994381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56216) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:06.058629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 86894da5-b4ad-4357-8595-99faae0b536c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=86894da5-b4ad-4357-8595-99faae0b536c,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:06.133446 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.250665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f0d-0e18-472c-9e38-d1916d4a22e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.396531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a4231ab8-e60b-4916-9845-f628511c7ecc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:06.445328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['86894da5-b4ad-4357-8595-99faae0b536c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:06:06.486494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db2e5f0d-0e18-472c-9e38-d1916d4a22e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.490711 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-db2e5f0d-0e18-472c-9e38-d1916d4a22e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/767d3df8-7ab9-490b-866a-b906dba33d16 HTTP/1.1" status: 204 len: 168 time: 1.8758531 Feb 09 16:06:06.497937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56218) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:06.499248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e5f0d-0e18-472c-9e38-d1916d4a22e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=767d3df8-7ab9-490b-866a-b906dba33d16,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:06.540765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:06.593943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc3a73-74ec-41a8-b3ee-562f46ed5b5b None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:06.661566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d95ff-2feb-4931-911d-d4db76a2df74 None None] Network 0692147a-a683-4840-b6d4-905b1518cbaf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:06.710647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b6bab1e1-733c-475f-a501-21b2a8ef3165 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1945944 Feb 09 16:06:06.746024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56222) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:06.747463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:06.769683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a0685-48b8-4de7-b833-262b2e7705c5 req-121aa27e-6ea2-4074-a1b7-6763036f65a1 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:06.772065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-929a0685-48b8-4de7-b833-262b2e7705c5 req-121aa27e-6ea2-4074-a1b7-6763036f65a1 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 943 time: 0.7856026 Feb 09 16:06:06.949606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=86894da5-b4ad-4357-8595-99faae0b536c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:06.963697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-71f0203b-29c6-4cc5-b9cc-42866b5743ec None None] Could not find standard attr ID for object 7097f5a2-1e68-4607-ade7-e7ff3085b58d. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:06:07.047050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-71f0203b-29c6-4cc5-b9cc-42866b5743ec None None] Provisioning complete for port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:07.048239 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71f0203b-29c6-4cc5-b9cc-42866b5743ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.159350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a4231ab8-e60b-4916-9845-f628511c7ecc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:07.159718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.178080 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-348cc713-46cb-4a5b-8c9b-18514d84e4f3 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4307308 Feb 09 16:06:07.191175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-929a0685-48b8-4de7-b833-262b2e7705c5 req-17905ea9-350e-4d75-be21-605bfd92d7aa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997410 Feb 09 16:06:07.472325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.477948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-c7bcc3a9-113e-4fb4-9142-2a0717f924d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0 HTTP/1.1" status: 200 len: 217 time: 0.2804520 Feb 09 16:06:07.489423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:06:07.506316 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.507425 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71f0203b-29c6-4cc5-b9cc-42866b5743ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.523958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de352d33-e207-488a-aab4-cb53775ccafc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:07.529779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de352d33-e207-488a-aab4-cb53775ccafc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7525430 Feb 09 16:06:07.534514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56226) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:07.627528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-a6708906-801f-488f-a9a8-f43c73483677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:07.629609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-a6708906-801f-488f-a9a8-f43c73483677 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1429350 Feb 09 16:06:07.633181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:07.667135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294ea1c-a95c-4850-9d50-f1dea4380d7c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:07.667550 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b294ea1c-a95c-4850-9d50-f1dea4380d7c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1355202 Feb 09 16:06:07.696848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56228) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:07.760675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-71f0203b-29c6-4cc5-b9cc-42866b5743ec None None] For port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,segment=NetworkSegment(1b006ff5-7abe-4ac9-923f-62c0d3a394af),segment_id=1b006ff5-7abe-4ac9-923f-62c0d3a394af)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:07.789959 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-58c2c5e7-7413-49fc-8fd2-dcff26f9549c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854428 Feb 09 16:06:07.790248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] Deleting port a4231ab8-e60b-4916-9845-f628511c7ecc {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:07.790248 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.819792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56232) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:07.824961 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:07.844534 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71f0203b-29c6-4cc5-b9cc-42866b5743ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.897155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:07.897547 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.902159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] For port a4231ab8-e60b-4916-9845-f628511c7ecc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a4231ab8-e60b-4916-9845-f628511c7ecc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:07.902541 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:07.983383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] Calling delete_port for a4231ab8-e60b-4916-9845-f628511c7ecc owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:08.051346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0203b-29c6-4cc5-b9cc-42866b5743ec None None] Pushing event updated for resources: {'Port': ['ID=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:08.073194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.084140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:06:08.120112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-caafdcdf-ed91-4df4-9aee-167aa93fc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:08.122584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-caafdcdf-ed91-4df4-9aee-167aa93fc96b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4854195 Feb 09 16:06:08.143692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:08.147659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.199446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-77f53355-e069-489b-a70e-e8e871d2c1ac None None] Provisioning complete for port 09b1806c-bdaf-4f47-9389-d4268a04c284 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:08.199826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-77f53355-e069-489b-a70e-e8e871d2c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.232607 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.267648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-77f53355-e069-489b-a70e-e8e871d2c1ac None None] Port 09b1806c-bdaf-4f47-9389-d4268a04c284 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:08.298379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-77f53355-e069-489b-a70e-e8e871d2c1ac None None] Provisioning complete for port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:08.298763 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-77f53355-e069-489b-a70e-e8e871d2c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.403349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=09b1806c-bdaf-4f47-9389-d4268a04c284,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:08.542616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.597936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:08.655267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] Pushing event deleted for resources: {'Port': ['ID=a4231ab8-e60b-4916-9845-f628511c7ecc,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:08.657748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e57bc-c620-415d-b813-222ff770e1ea None None] No DVR routers for this DVR port a4231ab8-e60b-4916-9845-f628511c7ecc on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:08.700776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1f3fc79f-0a2b-45d3-82cb-a166329c824a None None] Provisioning complete for port 09b1806c-bdaf-4f47-9389-d4268a04c284 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:08.701290 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc79f-0a2b-45d3-82cb-a166329c824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.770506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:08.771023 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:08.937611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1f3fc79f-0a2b-45d3-82cb-a166329c824a None None] Port 09b1806c-bdaf-4f47-9389-d4268a04c284 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:09.059727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 86894da5-b4ad-4357-8595-99faae0b536c up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:09.148425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a4231ab8-e60b-4916-9845-f628511c7ecc no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:09.244669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:09.245706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a4231ab8-e60b-4916-9845-f628511c7ecc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:09.259824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9acdf-8aed-45b8-bf15-95496ce420d3 req-b5393005-2d27-4ada-be18-340c4127921b tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:09.261639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bb9acdf-8aed-45b8-bf15-95496ce420d3 req-b5393005-2d27-4ada-be18-340c4127921b tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 944 time: 0.1340954 Feb 09 16:06:09.264259 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.268226 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:09.269487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-eb709fc5-bd3f-4f71-81a2-a52b7d4fb374 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0004737 Feb 09 16:06:09.269818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56258) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:09.279440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a4231ab8-e60b-4916-9845-f628511c7ecc not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:09.315094 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:09.317718 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:09.325971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-82ecf631-1dfc-4253-812e-3f245507ca10 None None] Provisioning complete for port 09b1806c-bdaf-4f47-9389-d4268a04c284 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:09.327004 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82ecf631-1dfc-4253-812e-3f245507ca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.337222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bb9acdf-8aed-45b8-bf15-95496ce420d3 req-2481dba6-d06f-40b1-80c8-493ba5bed0ac tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641415 Feb 09 16:06:09.387235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-8b9848db-b20e-4f39-833f-c740b43b76a4 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2081730 Feb 09 16:06:09.434786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7c9534-4c46-4481-9079-88b99e9f17cc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting subnet 72daf35d-d351-4096-897b-f6a73a35aafb {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:09.438019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 86894da5-b4ad-4357-8595-99faae0b536c completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:06:09.450002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 86894da5-b4ad-4357-8595-99faae0b536c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:09.451972 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.462956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-82ecf631-1dfc-4253-812e-3f245507ca10 None None] Port 09b1806c-bdaf-4f47-9389-d4268a04c284 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:09.463406 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9534-4c46-4481-9079-88b99e9f17cc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.567177 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:09.631096 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.648759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9534-4c46-4481-9079-88b99e9f17cc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.684867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.693793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86894da5-b4ad-4357-8595-99faae0b536c'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:09.697224 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6519d9-6edb-49fb-aaf3-4fa24a654251" -d '{"events": [{"server_uuid": "7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0", "name": "network-vif-plugged", "status": "completed", "tag": "86894da5-b4ad-4357-8595-99faae0b536c"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:06:09.749850 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:06:06Z', 'revision_number': 11, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:09.766080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:09.773166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-7dd2a5ca-3cd1-4ac5-8169-8c327508cbd8 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763552 Feb 09 16:06:09.774651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:09.779537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:09.780170 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.854615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=7fe5b749-f42b-41bc-af55-c95dacf18614,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:09.862016 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:06:09.881035 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6ad353c7-bb7a-4346-ac7a-63f6b4269bd7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0609055 Feb 09 16:06:09.887267 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56268) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:09.888615 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:09.892258 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:09.894628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:a8:91:ed', 'name': 'tempest-NetworksTestDHCPv6-663559516'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:09.903592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.934219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9534-4c46-4481-9079-88b99e9f17cc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:09.945894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-03d2a51a-9635-4603-a6de-c56c08272bd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=332c5851-26f7-4349-8ac8-825b45ad61a5 HTTP/1.1" status: 200 len: 217 time: 0.1655703 Feb 09 16:06:10.066928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-5ce00188-7424-4337-8ef3-4a62554077a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:10.068525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-5ce00188-7424-4337-8ef3-4a62554077a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.1147819 Feb 09 16:06:10.073438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0ee4c-d4e6-427e-9255-cff924114141 req-9e68da55-80b4-4922-a8df-db1c613023de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:10.075553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7f0ee4c-d4e6-427e-9255-cff924114141 req-9e68da55-80b4-4922-a8df-db1c613023de service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 1095 time: 0.0628438 Feb 09 16:06:10.107919 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:10.125504 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8156ed-f789-45e2-98dc-c71c0dccc400 x-openstack-request-id: req-9b8156ed-f789-45e2-98dc-c71c0dccc400 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:06:10.125990 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0", "name": "network-vif-plugged", "status": "completed", "tag": "86894da5-b4ad-4357-8595-99faae0b536c", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:06:10.126360 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b8156ed-f789-45e2-98dc-c71c0dccc400 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:06:10.126863 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86894da5-b4ad-4357-8595-99faae0b536c', 'code': 200} Feb 09 16:06:10.127720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd9d422-928c-49a8-a6a3-d4701719e19b None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:10.133419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 86894da5-b4ad-4357-8595-99faae0b536c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=86894da5-b4ad-4357-8595-99faae0b536c,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:10.267392 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.274454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7f0ee4c-d4e6-427e-9255-cff924114141 req-da9c0a61-0669-4a85-bc3c-f3406f0939bd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862648 Feb 09 16:06:10.296391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56270) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:10.323477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-53dc2a10-3ea5-41dc-a88a-eab6055aee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:10.327072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-53dc2a10-3ea5-41dc-a88a-eab6055aee92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2493365 Feb 09 16:06:10.438045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9534-4c46-4481-9079-88b99e9f17cc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.460301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=86894da5-b4ad-4357-8595-99faae0b536c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:10.539166 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:10.587839 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f7c9534-4c46-4481-9079-88b99e9f17cc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.599791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef64778-0400-4fd8-b167-63226200c97c None None] Network a44a5ae9-489a-4103-972c-3ebc051c4cfa requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:10.600592 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f7c9534-4c46-4481-9079-88b99e9f17cc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/72daf35d-d351-4096-897b-f6a73a35aafb HTTP/1.1" status: 204 len: 168 time: 1.3287585 Feb 09 16:06:10.602181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c9534-4c46-4481-9079-88b99e9f17cc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Subnet': ['ID=72daf35d-d351-4096-897b-f6a73a35aafb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:10.617008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56280) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:10.698656 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:06:06Z', 'revision_number': 11, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:10.702112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26928cd6-f669-466b-b41e-3e6bde338e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.783629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '7fe5b749-f42b-41bc-af55-c95dacf18614'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:10.784531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.801884 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf96dfc-9689-41f8-91c5-0595af80aabf None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:06:06Z', 'revision_number': 11, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:06:10.877654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.946016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.952211 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:10.988899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e84393-55a9-470b-ae9c-d1f9f9abc0b1 req-ae35c015-d148-4cf9-8c9c-1a766a5d7525 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:10.991309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11e84393-55a9-470b-ae9c-d1f9f9abc0b1 req-ae35c015-d148-4cf9-8c9c-1a766a5d7525 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.3601649 Feb 09 16:06:11.012866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 8a5440ed-2011-4ee3-80f1-ba48802cdc0d yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:06:11.087025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/7fe5b749-f42b-41bc-af55-c95dacf18614/1f9767ea-9d41-48e9-8e10-43e56428466a) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:11.091021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-7158f476-7a7c-4f9d-a662-c04e59f2538c service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568536 Feb 09 16:06:11.113720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.215787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Deleting port 992ba658-5427-4014-b89f-e5c746dfd226 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:11.216447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.222114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.255195 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26928cd6-f669-466b-b41e-3e6bde338e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.256698 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=09b1806c-bdaf-4f47-9389-d4268a04c284,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:11.273595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11e84393-55a9-470b-ae9c-d1f9f9abc0b1 req-5292ac6b-5b37-4fd2-a18d-e2e4496c84d0 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660880 Feb 09 16:06:11.328018 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26928cd6-f669-466b-b41e-3e6bde338e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.328958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] DHCP port deletion for a44a5ae9-489a-4103-972c-3ebc051c4cfa request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:06:11.410607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] For port 992ba658-5427-4014-b89f-e5c746dfd226, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=992ba658-5427-4014-b89f-e5c746dfd226,segment=NetworkSegment(f0a2c169-47bf-49b7-b42e-b5af63ae5cb1),segment_id=f0a2c169-47bf-49b7-b42e-b5af63ae5cb1)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:11.410982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.413706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26928cd6-f669-466b-b41e-3e6bde338e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c4052-37ea-41ac-8f66-641f10cde28e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:11.431602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-26928cd6-f669-466b-b41e-3e6bde338e1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd024f6dec4c447ca754e04a86999402&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280072 Feb 09 16:06:11.433228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56282) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:11.446143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Calling delete_port for 992ba658-5427-4014-b89f-e5c746dfd226 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:11.457150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-12033fbf-10bc-4b89-b725-51720c02a19d service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408337 Feb 09 16:06:11.479307 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.549218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-8fef9f63-a7e3-44f2-8c78-2a19138cd3e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76acaa04-2f27-4308-a450-39bdd11c1774 HTTP/1.1" status: 200 len: 217 time: 0.0851715 Feb 09 16:06:11.550924 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.556960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] Deleting port 992ba658-5427-4014-b89f-e5c746dfd226 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:11.557853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.579403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 0692147a-a683-4840-b6d4-905b1518cbaf is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:11.592835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:11.667525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-b1ec9204-a388-4013-bc18-21fb8c513ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:11.670406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-b1ec9204-a388-4013-bc18-21fb8c513ea1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.1153321 Feb 09 16:06:11.696350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Pushing event updated for resources: {'Port': ['ID=1f9767ea-9d41-48e9-8e10-43e56428466a,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:11.723823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:11.737695 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9042-fca1-4565-8390-b303a0b28cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.770672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-608afb56-7bcd-450a-a284-d05bb93e69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:11.771394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:11.772310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-608afb56-7bcd-450a-a284-d05bb93e69c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949361 Feb 09 16:06:11.776478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:11.819153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::1f7 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/7fe5b749-f42b-41bc-af55-c95dacf18614/8a5440ed-2011-4ee3-80f1-ba48802cdc0d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:11.878371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9042-fca1-4565-8390-b303a0b28cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.937102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Attempting to bind port 1f9767ea-9d41-48e9-8e10-43e56428466a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:11.937623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Attempting to bind port 1f9767ea-9d41-48e9-8e10-43e56428466a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:11.938645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Attempting to bind port 1f9767ea-9d41-48e9-8e10-43e56428466a on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:11.945328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] For port 992ba658-5427-4014-b89f-e5c746dfd226, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=992ba658-5427-4014-b89f-e5c746dfd226,segment=NetworkSegment(f0a2c169-47bf-49b7-b42e-b5af63ae5cb1),segment_id=f0a2c169-47bf-49b7-b42e-b5af63ae5cb1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:11.945731 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.963211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:11.963571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:11.963913 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.964349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:11.964849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Bound port: 1f9767ea-9d41-48e9-8e10-43e56428466a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:11.965236 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.978712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-256500a6-f6f0-4d1c-8ade-6813d09978fb service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997855 Feb 09 16:06:11.998654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] Calling delete_port for 992ba658-5427-4014-b89f-e5c746dfd226 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:11.998933 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.102968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3fd1713b-d495-44e0-b216-782032b472ec None None] Provisioning complete for port 09b1806c-bdaf-4f47-9389-d4268a04c284 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:12.103472 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3fd1713b-d495-44e0-b216-782032b472ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.114978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No DVR routers for this DVR port 992ba658-5427-4014-b89f-e5c746dfd226 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:12.127448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Port': ['ID=992ba658-5427-4014-b89f-e5c746dfd226,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:12.138982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c19902e2-93f0-4ac9-83bb-0b041c1e9635 req-9d67ec36-32c3-46fe-97fd-e9833d59a53d service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521225 Feb 09 16:06:12.175586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] For port 1f9767ea-9d41-48e9-8e10-43e56428466a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:12.183438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] For port 1f9767ea-9d41-48e9-8e10-43e56428466a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1f9767ea-9d41-48e9-8e10-43e56428466a,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:12.184683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1713b-d495-44e0-b216-782032b472ec None None] Port 09b1806c-bdaf-4f47-9389-d4268a04c284 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:12.201039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.237719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] No DVR routers for this DVR port 992ba658-5427-4014-b89f-e5c746dfd226 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:12.239890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9769c-3a37-460a-8592-0d8564af5ea8 None None] Pushing event deleted for resources: {'Port': ['ID=992ba658-5427-4014-b89f-e5c746dfd226,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:12.310160 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.348136 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.391831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23bd90-5e6a-4dad-adf6-fec8c9821644 None None] Pushing event updated for resources: {'Port': ['ID=1f9767ea-9d41-48e9-8e10-43e56428466a,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:12.392212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44a5ae9-489a-4103-972c-3ebc051c4cfa']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:12.421773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:12.421773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a2c169-47bf-49b7-b42e-b5af63ae5cb1') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:12.425630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:12.445980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.467973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9042-fca1-4565-8390-b303a0b28cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.471310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee9d9042-fca1-4565-8390-b303a0b28cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.472616 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ee9d9042-fca1-4565-8390-b303a0b28cba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/578c4052-37ea-41ac-8f66-641f10cde28e HTTP/1.1" status: 204 len: 168 time: 1.0395765 Feb 09 16:06:12.483265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.493385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Router 8fedcd86-5f68-4df3-9c9e-81de1b84e95a is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:06:12.493755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:12.494603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1e6f8d0c-9d47-452b-b9b1-82cd9c2a53f6 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:12.497777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.499086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 992ba658-5427-4014-b89f-e5c746dfd226 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:12.503014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d9042-fca1-4565-8390-b303a0b28cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c4052-37ea-41ac-8f66-641f10cde28e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:12.516985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:06:12.517299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:06:12.522267 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:06:12.600599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 992ba658-5427-4014-b89f-e5c746dfd226 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:12.601287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 992ba658-5427-4014-b89f-e5c746dfd226 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:12.701124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:12.709813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dee376-cdfd-4fd3-8209-55de168612b2 req-b2d7284a-96b9-4c21-9032-2a1f413c5182 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:12.717363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab79c4-e451-4040-9b9f-03cb3533d6e7 None None] Sync routers for ids ['8fedcd86-5f68-4df3-9c9e-81de1b84e95a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:12.722550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9dee376-cdfd-4fd3-8209-55de168612b2 req-b2d7284a-96b9-4c21-9032-2a1f413c5182 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.2482874 Feb 09 16:06:12.736775 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-199434b6-abca-4dab-a322-81a626eca52d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "PUT /v2.0/routers/8fedcd86-5f68-4df3-9c9e-81de1b84e95a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7342918 Feb 09 16:06:12.740326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56292) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:12.770740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab79c4-e451-4040-9b9f-03cb3533d6e7 None None] Routers {'8fedcd86-5f68-4df3-9c9e-81de1b84e95a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:12.781527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-acab79c4-e451-4040-9b9f-03cb3533d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8fedcd86-5f68-4df3-9c9e-81de1b84e95a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:12.865462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9dee376-cdfd-4fd3-8209-55de168612b2 req-d40ccac0-ca2d-4101-a1ad-8a118da81790 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369028 Feb 09 16:06:12.910032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1210e-a80d-46c6-b858-bb97b8117a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:12.911773 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-38b1210e-a80d-46c6-b858-bb97b8117a93 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedcd86-5f68-4df3-9c9e-81de1b84e95a HTTP/1.1" status: 200 len: 982 time: 0.1698248 Feb 09 16:06:12.913449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.915220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.916690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:12.944219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:12.947552 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/networks/a44a5ae9-489a-4103-972c-3ebc051c4cfa HTTP/1.1" status: 204 len: 168 time: 2.3292806 Feb 09 16:06:12.952581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56302) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:12.962557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'routes': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:13.044269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-acab79c4-e451-4040-9b9f-03cb3533d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:13.066383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab79c4-e451-4040-9b9f-03cb3533d6e7 None None] Routers {'8fedcd86-5f68-4df3-9c9e-81de1b84e95a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:13.066930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-acab79c4-e451-4040-9b9f-03cb3533d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8fedcd86-5f68-4df3-9c9e-81de1b84e95a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:13.153820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-acab79c4-e451-4040-9b9f-03cb3533d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:13.159619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab79c4-e451-4040-9b9f-03cb3533d6e7 None None] The sync data for ids ['8fedcd86-5f68-4df3-9c9e-81de1b84e95a'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:06:13.402971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6ca6d-a714-4b81-a9bc-0a07acbaa9e3 req-ba5b2290-ddd0-4db6-aebf-710a7b60a39f tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:13.405891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcb6ca6d-a714-4b81-a9bc-0a07acbaa9e3 req-ba5b2290-ddd0-4db6-aebf-710a7b60a39f tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.2529502 Feb 09 16:06:13.425523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56306) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:13.427089 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:13.432245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Request body: {'floatingip': {'port_id': '86894da5-b4ad-4357-8595-99faae0b536c'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:13.438316 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e4cc3-e893-4c38-a384-bf36e4af2820 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Pushing event deleted for resources: {'Network': ['ID=a44a5ae9-489a-4103-972c-3ebc051c4cfa,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:13.462331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.extraroute_db [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Added routes are [] {{(pid=103178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 16:06:13.462813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.extraroute_db [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Removed routes are [] {{(pid=103178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 16:06:13.463390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:13.495832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:13.507287 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:13.518703 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:13.519795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:13.523968 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:13.580319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=8a5440ed-2011-4ee3-80f1-ba48802cdc0d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:13.827670 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e1c240a0-3045-40d6-b235-55235c10208a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9370887 Feb 09 16:06:13.828760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:13.884350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56310) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:14.032716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d486f-36da-4d17-ac65-842252e0f6cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:14.042707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d486f-36da-4d17-ac65-842252e0f6cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:14.043010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.043636 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6e1d486f-36da-4d17-ac65-842252e0f6cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2106099 Feb 09 16:06:14.044062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:14.049927 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.082951 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-017eac31-d986-46e8-9a9d-d4a81518475b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.342253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-929209e5-7617-4c35-9911-9c7adf2eef6b None None] Provisioning complete for port 1f9767ea-9d41-48e9-8e10-43e56428466a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:14.343144 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-929209e5-7617-4c35-9911-9c7adf2eef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.414766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router f3389ab7-650a-4ad7-b467-25c8e2cdc56b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:06:14.430793 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-61195549-4b54-429d-af29-3b5f3e1c6519 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 8a5440ed-2011-4ee3-80f1-ba48802cdc0d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:14.432723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61195549-4b54-429d-af29-3b5f3e1c6519 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.506903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1f9767ea-9d41-48e9-8e10-43e56428466a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:14.596122 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-929209e5-7617-4c35-9911-9c7adf2eef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.669299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-929209e5-7617-4c35-9911-9c7adf2eef6b None None] For port 1f9767ea-9d41-48e9-8e10-43e56428466a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1f9767ea-9d41-48e9-8e10-43e56428466a,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:14.670913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1f9767ea-9d41-48e9-8e10-43e56428466a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:14.671486 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.725276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.765907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-017eac31-d986-46e8-9a9d-d4a81518475b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.781115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61195549-4b54-429d-af29-3b5f3e1c6519 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.798475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-929209e5-7617-4c35-9911-9c7adf2eef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.832546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-61195549-4b54-429d-af29-3b5f3e1c6519 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 8a5440ed-2011-4ee3-80f1-ba48802cdc0d owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:14.851673 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:14.899016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929209e5-7617-4c35-9911-9c7adf2eef6b None None] Pushing event updated for resources: {'Port': ['ID=1f9767ea-9d41-48e9-8e10-43e56428466a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:14.957199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:06:14.958184 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:06:14.964072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7352e2c5-df14-4ed4-b7ee-e95b861b2bd5 None None] Provisioning complete for port 8a5440ed-2011-4ee3-80f1-ba48802cdc0d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:14.965057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7352e2c5-df14-4ed4-b7ee-e95b861b2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.041467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7352e2c5-df14-4ed4-b7ee-e95b861b2bd5 None None] Port 8a5440ed-2011-4ee3-80f1-ba48802cdc0d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:15.064383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:15.079587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.079804 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] Sync routers for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:15.083659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0fc16e5b-51fa-4ec7-b367-1b7d386b7cc5 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 200 len: 700 time: 2.1253443 Feb 09 16:06:15.086024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56338) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:15.091989 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:15.093000 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:15.101527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-017eac31-d986-46e8-9a9d-d4a81518475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.144133 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-16ca8970-de02-40c4-a460-fd4512bc542d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 200 len: 205 time: 0.0559027 Feb 09 16:06:15.145407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56340) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:15.164756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-017eac31-d986-46e8-9a9d-d4a81518475b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84c2ddd544534c5fa31bbe9726b3ec15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1164484 Feb 09 16:06:15.166034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56342) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:15.201589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 09b1806c-bdaf-4f47-9389-d4268a04c284 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:15.202007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.246901 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:15.260481 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61195549-4b54-429d-af29-3b5f3e1c6519 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.328294 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76f6b134-778d-4f97-b742-0df401a026b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.366400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76f6b134-778d-4f97-b742-0df401a026b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.427366 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:06:06Z', 'revision_number': 11, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:15.431316 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61195549-4b54-429d-af29-3b5f3e1c6519 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=8a5440ed-2011-4ee3-80f1-ba48802cdc0d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:15.534402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76f6b134-778d-4f97-b742-0df401a026b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.540446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-76f6b134-778d-4f97-b742-0df401a026b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.542600 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-76f6b134-778d-4f97-b742-0df401a026b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b5f55c3-5946-4237-ae7a-830e62cfcbce HTTP/1.1" status: 204 len: 168 time: 0.3753479 Feb 09 16:06:15.582985 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] Checking router: f3389ab7-650a-4ad7-b467-25c8e2cdc56b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:06:15.648306 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] Routers {'f3389ab7-650a-4ad7-b467-25c8e2cdc56b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:15.655731 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:15.693947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6b134-778d-4f97-b742-0df401a026b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f55c3-5946-4237-ae7a-830e62cfcbce,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:15.715317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61195549-4b54-429d-af29-3b5f3e1c6519 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.725906 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-61195549-4b54-429d-af29-3b5f3e1c6519 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/8a5440ed-2011-4ee3-80f1-ba48802cdc0d HTTP/1.1" status: 204 len: 168 time: 1.6768379 Feb 09 16:06:15.726869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:15.741084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:15.904760 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] Set router f3389ab7-650a-4ad7-b467-25c8e2cdc56b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:15.952676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eac31-d986-46e8-9a9d-d4a81518475b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f55c3-5946-4237-ae7a-830e62cfcbce,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:15.954595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623dd4f0-649c-4a0e-beb7-2bd06864eeef tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:15.959906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623dd4f0-649c-4a0e-beb7-2bd06864eeef tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:15.966167 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-623dd4f0-649c-4a0e-beb7-2bd06864eeef tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2202046 Feb 09 16:06:15.966167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 09b1806c-bdaf-4f47-9389-d4268a04c284 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:15.969974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:16.005367 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:06:06Z', 'revision_number': 11, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:16.038683 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df2e7d93-9dd0-4df9-afe8-b4e3a76cc032 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.063787 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431311ec-1440-44d8-bd9e-29aa136fdcc9 None None] The sync data for ids ['f3389ab7-650a-4ad7-b467-25c8e2cdc56b'] in n-d-828542-1 is: [{'id': 'f3389ab7-650a-4ad7-b467-25c8e2cdc56b', 'name': 'tempest-RoutersTest-router-161117132', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:04:18Z', 'updated_at': '2022-02-09T16:06:06Z', 'revision_number': 11, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:06:16.092877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8303a6d1-1ae8-4c55-a331-07812b99cd12 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 7fe5b749-f42b-41bc-af55-c95dacf18614 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:16.128569 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8303a6d1-1ae8-4c55-a331-07812b99cd12 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.210086 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8303a6d1-1ae8-4c55-a331-07812b99cd12 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.269957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56358) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:16.398465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1f9767ea-9d41-48e9-8e10-43e56428466a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:16.410635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:06:16.453071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df2e7d93-9dd0-4df9-afe8-b4e3a76cc032 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.457768 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df2e7d93-9dd0-4df9-afe8-b4e3a76cc032 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.471663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8303a6d1-1ae8-4c55-a331-07812b99cd12 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.504194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1f9767ea-9d41-48e9-8e10-43e56428466a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:16.504643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.526944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.585096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a59a51b0-b27f-4cbd-a4e6-a92b0c295164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.693411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.695712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df2e7d93-9dd0-4df9-afe8-b4e3a76cc032 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.696351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e7d93-9dd0-4df9-afe8-b4e3a76cc032 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Fanout notify agent at l3_agent the message router_deleted on router f3389ab7-650a-4ad7-b467-25c8e2cdc56b {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:06:16.705217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-df2e7d93-9dd0-4df9-afe8-b4e3a76cc032 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.712239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56370) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:16.716482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-df2e7d93-9dd0-4df9-afe8-b4e3a76cc032 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 204 len: 168 time: 1.5523334 Feb 09 16:06:16.717343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-30cc1ff2-97b6-40e2-a257-6c870c86e17d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1627016978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:16.764412 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a59a51b0-b27f-4cbd-a4e6-a92b0c295164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.807101 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.837514 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Floating IP 2971e47c-c9e5-4caf-95c1-ccbd139c8a61 associated. External IP: 172.25.5.168, port: 86894da5-b4ad-4357-8595-99faae0b536c. Feb 09 16:06:16.844741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=09b1806c-bdaf-4f47-9389-d4268a04c284,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:16.848545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8303a6d1-1ae8-4c55-a331-07812b99cd12 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.874801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30cc1ff2-97b6-40e2-a257-6c870c86e17d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.876566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30cc1ff2-97b6-40e2-a257-6c870c86e17d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:16.892493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303a6d1-1ae8-4c55-a331-07812b99cd12 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe5b749-f42b-41bc-af55-c95dacf18614,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:17.002569 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a59a51b0-b27f-4cbd-a4e6-a92b0c295164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.005718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b871c5c-300d-4883-b2db-ddc8724b74fc None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:17.011088 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8303a6d1-1ae8-4c55-a331-07812b99cd12 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.024864 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8303a6d1-1ae8-4c55-a331-07812b99cd12 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/7fe5b749-f42b-41bc-af55-c95dacf18614 HTTP/1.1" status: 204 len: 168 time: 1.0539930 Feb 09 16:06:17.038085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56376) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:17.144045 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-81d165a4-6852-4280-a892-298f9bee2e9f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995116 Feb 09 16:06:17.149244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56380) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:17.283465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52191473-105c-4723-b7c5-4b2344417555 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:06:17.351753 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a59a51b0-b27f-4cbd-a4e6-a92b0c295164 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cd9834b31c24882985c33faca52a376&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0847857 Feb 09 16:06:17.357914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30cc1ff2-97b6-40e2-a257-6c870c86e17d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.359045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56384) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:17.364822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a51b0-b27f-4cbd-a4e6-a92b0c295164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9129071-54b9-4908-bba2-8551bcf1661c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:17.371687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-52191473-105c-4723-b7c5-4b2344417555 None None] Deleting port 1f9767ea-9d41-48e9-8e10-43e56428466a {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:17.372343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-52191473-105c-4723-b7c5-4b2344417555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.379751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.413086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa469d4f-bc19-4289-ad9f-ce891d9c932a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:17.418954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-aa469d4f-bc19-4289-ad9f-ce891d9c932a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2650931 Feb 09 16:06:17.419212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56388) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:17.483244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30cc1ff2-97b6-40e2-a257-6c870c86e17d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.502076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d803c-ae10-436f-b3ba-532016cf911d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:17.503623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e31d803c-ae10-436f-b3ba-532016cf911d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830181 Feb 09 16:06:17.506779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:06:17.507368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56390) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:17.526665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-52191473-105c-4723-b7c5-4b2344417555 None None] For port 1f9767ea-9d41-48e9-8e10-43e56428466a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1f9767ea-9d41-48e9-8e10-43e56428466a,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:17.527714 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-52191473-105c-4723-b7c5-4b2344417555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.544285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-52191473-105c-4723-b7c5-4b2344417555 None None] Calling delete_port for 1f9767ea-9d41-48e9-8e10-43e56428466a owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:17.553526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c1374618-1c5b-4e4f-a5c1-a364587a9a0c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409443 Feb 09 16:06:17.559978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56392) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:17.567659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:17.664298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16239281-c4cb-4674-8bf2-45d69fbd4730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.671352 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-30cc1ff2-97b6-40e2-a257-6c870c86e17d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.673199 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-30cc1ff2-97b6-40e2-a257-6c870c86e17d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9599049 Feb 09 16:06:17.710017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56396) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:17.716055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-55e73150-82af-4a15-837b-483effe8e724 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:17.773911 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16239281-c4cb-4674-8bf2-45d69fbd4730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.793853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Router 8fedcd86-5f68-4df3-9c9e-81de1b84e95a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:06:17.841557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-52191473-105c-4723-b7c5-4b2344417555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:17.879067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52191473-105c-4723-b7c5-4b2344417555 None None] No DVR routers for this DVR port 1f9767ea-9d41-48e9-8e10-43e56428466a on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:17.881420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52191473-105c-4723-b7c5-4b2344417555 None None] Pushing event deleted for resources: {'Port': ['ID=1f9767ea-9d41-48e9-8e10-43e56428466a,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:18.027382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:18.028336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.166023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55e73150-82af-4a15-837b-483effe8e724 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.174683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:18.187039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.206106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] Sync routers for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:18.227401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:18.228252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:18.242955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f88a5f81-ac21-48e5-97ae-364479ef04c7 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "PUT /v2.0/floatingips/2971e47c-c9e5-4caf-95c1-ccbd139c8a61 HTTP/1.1" status: 200 len: 991 time: 4.8124385 Feb 09 16:06:18.242955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'tag': '86894da5-b4ad-4357-8595-99faae0b536c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:18.242955 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0", "tag": "86894da5-b4ad-4357-8595-99faae0b536c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:06:18.275366 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55e73150-82af-4a15-837b-483effe8e724 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.326218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:18.334706 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-02da3e64-e031-4629-aabb-e2c4eaa7485e tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "PUT /v2.0/routers/8fedcd86-5f68-4df3-9c9e-81de1b84e95a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4169383 Feb 09 16:06:18.339458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56410) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:18.344158 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df179c-7ccc-4ba7-aec9-4aa8ee61ebaf None None] Sync routers for ids ['8fedcd86-5f68-4df3-9c9e-81de1b84e95a'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:18.373220 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df179c-7ccc-4ba7-aec9-4aa8ee61ebaf None None] Routers {'8fedcd86-5f68-4df3-9c9e-81de1b84e95a'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:18.374205 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9df179c-7ccc-4ba7-aec9-4aa8ee61ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8fedcd86-5f68-4df3-9c9e-81de1b84e95a'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:18.374677 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-00123d8e-90b6-4f0b-b5fd-b99dfac76c82 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:06:18.377754 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-00123d8e-90b6-4f0b-b5fd-b99dfac76c82 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/09b1806c-bdaf-4f47-9389-d4268a04c284 HTTP/1.1" status: 404 len: 333 time: 0.0334957 Feb 09 16:06:18.391427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56412) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:18.422161 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9df179c-7ccc-4ba7-aec9-4aa8ee61ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:18.435271 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df179c-7ccc-4ba7-aec9-4aa8ee61ebaf None None] Routers {'8fedcd86-5f68-4df3-9c9e-81de1b84e95a'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:18.436005 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9df179c-7ccc-4ba7-aec9-4aa8ee61ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['8fedcd86-5f68-4df3-9c9e-81de1b84e95a'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:18.451824 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51ad6b-5a00-4ba4-b7e2-6eaf48d59481 x-openstack-request-id: req-0e51ad6b-5a00-4ba4-b7e2-6eaf48d59481 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:06:18.452511 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0", "tag": "86894da5-b4ad-4357-8595-99faae0b536c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:06:18.452511 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e51ad6b-5a00-4ba4-b7e2-6eaf48d59481 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:06:18.455023 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'tag': '86894da5-b4ad-4357-8595-99faae0b536c', 'status': 'completed', 'code': 200} Feb 09 16:06:18.474555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16239281-c4cb-4674-8bf2-45d69fbd4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.477251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16239281-c4cb-4674-8bf2-45d69fbd4730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.478518 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-16239281-c4cb-4674-8bf2-45d69fbd4730 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9129071-54b9-4908-bba2-8551bcf1661c HTTP/1.1" status: 204 len: 168 time: 1.1157672 Feb 09 16:06:18.483427 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9df179c-7ccc-4ba7-aec9-4aa8ee61ebaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:18.497070 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9df179c-7ccc-4ba7-aec9-4aa8ee61ebaf None None] The sync data for ids ['8fedcd86-5f68-4df3-9c9e-81de1b84e95a'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:06:18.577575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16239281-c4cb-4674-8bf2-45d69fbd4730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9129071-54b9-4908-bba2-8551bcf1661c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:18.583768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa1b1-7d26-4f84-9291-d725f790e8d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.658120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:18.738953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-4efe0de6-52c9-40f4-aa95-f99f1e7b8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:18.740616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-4efe0de6-52c9-40f4-aa95-f99f1e7b8556 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=39b43081a1594316826897f1098bbd1b&device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 1096 time: 0.3401227 Feb 09 16:06:18.750278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfd96e-2892-4374-aa8c-e247fcbc0bec req-5743e114-33e8-4fec-a586-72c5359e8603 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:18.752266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5dfd96e-2892-4374-aa8c-e247fcbc0bec req-5743e114-33e8-4fec-a586-72c5359e8603 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.3256133 Feb 09 16:06:18.785508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1f9767ea-9d41-48e9-8e10-43e56428466a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:18.824987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1f9767ea-9d41-48e9-8e10-43e56428466a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:18.825617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1f9767ea-9d41-48e9-8e10-43e56428466a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:18.825994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e73150-82af-4a15-837b-483effe8e724 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Router 866a756c-46fe-460c-94d1-3185102711d8 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:06:18.908001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa1b1-7d26-4f84-9291-d725f790e8d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:18.913455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa1b1-7d26-4f84-9291-d725f790e8d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.070877 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa1b1-7d26-4f84-9291-d725f790e8d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.075671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeaa1b1-7d26-4f84-9291-d725f790e8d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Fanout notify agent at l3_agent the message router_deleted on router 8fedcd86-5f68-4df3-9c9e-81de1b84e95a {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:06:19.077808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '2971e47c-c9e5-4caf-95c1-ccbd139c8a61', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'port_id': '86894da5-b4ad-4357-8595-99faae0b536c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'mac_address': 'fa:16:3e:3b:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:37Z', 'updated_at': '2022-02-09T16:06:15Z', 'revision_number': 1, 'project_id': '39b43081a1594316826897f1098bbd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:27Z', 'revision_number': 5, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:19.096662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aeeaa1b1-7d26-4f84-9291-d725f790e8d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.099699 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aeeaa1b1-7d26-4f84-9291-d725f790e8d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/routers/8fedcd86-5f68-4df3-9c9e-81de1b84e95a HTTP/1.1" status: 204 len: 168 time: 0.7066355 Feb 09 16:06:19.102530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56424) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:19.130933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] Checking router: 0b2783b9-0c19-42ae-a05c-9155ce711ef6 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:06:19.154380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:19.155046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:19.232649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43cf75e-417a-4a17-900d-e9f83ea05657 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet 718b1db6-3ee0-4824-a6e4-5b1d2f9ea59a {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:19.241966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43cf75e-417a-4a17-900d-e9f83ea05657 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.321561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:19.337475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43cf75e-417a-4a17-900d-e9f83ea05657 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.477364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5dfd96e-2892-4374-aa8c-e247fcbc0bec req-4d6ede70-90db-4b6d-a944-3cd330a22ccc tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7138903 Feb 09 16:06:19.493266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e73150-82af-4a15-837b-483effe8e724 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:19.502197 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-55e73150-82af-4a15-837b-483effe8e724 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.507067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-55e73150-82af-4a15-837b-483effe8e724 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "PUT /v2.0/routers/866a756c-46fe-460c-94d1-3185102711d8 HTTP/1.1" status: 200 len: 694 time: 1.7954285 Feb 09 16:06:19.511166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] Sync routers for ids ['866a756c-46fe-460c-94d1-3185102711d8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:19.513960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56428) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:19.531569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] Routers {'866a756c-46fe-460c-94d1-3185102711d8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:19.535433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['866a756c-46fe-460c-94d1-3185102711d8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:19.573073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.objects.ports [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:06:19.575307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.584988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43cf75e-417a-4a17-900d-e9f83ea05657 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.615065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-5af4e629-79f7-4918-9060-17ccf81fe036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:19.616885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-5af4e629-79f7-4918-9060-17ccf81fe036 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b2d60c8-9d63-46ce-8c2e-245b6df9e622 HTTP/1.1" status: 200 len: 912 time: 0.8634543 Feb 09 16:06:19.647467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] Set router 866a756c-46fe-460c-94d1-3185102711d8 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:19.680381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:19.693896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:19.699365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:19.700787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.738781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56432) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:19.743176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4288589d-8fc3-4845-a2d5-c2d89c26c0bd None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:19.745763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=16150ebe-3712-4cf6-bbb4-dd983028d195,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:19.749131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbb32204-76c0-4a0d-a725-74968441830f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.756998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-96ed83da-a119-4b02-80e9-2b560b498d9a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86894da5-b4ad-4357-8595-99faae0b536c HTTP/1.1" status: 200 len: 999 time: 0.1289990 Feb 09 16:06:19.764960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866a756c-46fe-460c-94d1-3185102711d8', 'name': 'tempest-RoutersTest-router-1627016978', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:06:16Z', 'updated_at': '2022-02-09T16:06:18Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:19.854937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43cf75e-417a-4a17-900d-e9f83ea05657 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.866219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c0602d00-1453-486d-af19-a6f8f16d6719 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3041615 Feb 09 16:06:19.872965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:19.883688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-2135f691-fe73-4e0d-8048-b4c69553edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:19.886879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-2135f691-fe73-4e0d-8048-b4c69553edab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b5eca995-397e-4361-aaa5-2adc3927c531 HTTP/1.1" status: 200 len: 850 time: 0.1191142 Feb 09 16:06:19.912484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] Checking router: 866a756c-46fe-460c-94d1-3185102711d8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:06:19.923665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-733d9b86-ed26-42cb-9ece-e84791a00eea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:19.931546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cf75e-417a-4a17-900d-e9f83ea05657 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=718b1db6-3ee0-4824-a6e4-5b1d2f9ea59a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:19.944183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43cf75e-417a-4a17-900d-e9f83ea05657 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:19.953549 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b43cf75e-417a-4a17-900d-e9f83ea05657 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/718b1db6-3ee0-4824-a6e4-5b1d2f9ea59a HTTP/1.1" status: 204 len: 168 time: 0.8470728 Feb 09 16:06:19.970117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56436) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:19.977048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8e25c-cf7d-4fe8-9e76-545fc5df9de5 None None] Network 0692147a-a683-4840-b6d4-905b1518cbaf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:19.992135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] Routers {'866a756c-46fe-460c-94d1-3185102711d8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:19.993575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['866a756c-46fe-460c-94d1-3185102711d8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:20.098620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbb32204-76c0-4a0d-a725-74968441830f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.192262 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbb32204-76c0-4a0d-a725-74968441830f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.193726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '2971e47c-c9e5-4caf-95c1-ccbd139c8a61', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'port_id': '86894da5-b4ad-4357-8595-99faae0b536c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'mac_address': 'fa:16:3e:3b:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:37Z', 'updated_at': '2022-02-09T16:06:15Z', 'revision_number': 1, 'project_id': '39b43081a1594316826897f1098bbd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:27Z', 'revision_number': 5, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:20.195073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7e0bee22-0181-4dde-b314-ef2e1578fb56 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/routers/866a756c-46fe-460c-94d1-3185102711d8 HTTP/1.1" status: 200 len: 700 time: 0.6767483 Feb 09 16:06:20.202292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56438) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:20.223763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.245023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] Set router 866a756c-46fe-460c-94d1-3185102711d8 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:20.247988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-39fee24d-4996-4f32-8876-de943e523752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:20.249631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-39fee24d-4996-4f32-8876-de943e523752 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b2d60c8-9d63-46ce-8c2e-245b6df9e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3398156 Feb 09 16:06:20.255890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-59cd64ea-75ad-4bf9-92d2-fcd13d349d48 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=866a756c-46fe-460c-94d1-3185102711d8 HTTP/1.1" status: 200 len: 205 time: 0.0469267 Feb 09 16:06:20.258834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56440) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:20.278155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a949f-3c94-4b50-a116-9ca19df5d974 None None] The sync data for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 is: [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '2971e47c-c9e5-4caf-95c1-ccbd139c8a61', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'port_id': '86894da5-b4ad-4357-8595-99faae0b536c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'mac_address': 'fa:16:3e:3b:aa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:05:37Z', 'updated_at': '2022-02-09T16:06:15Z', 'revision_number': 1, 'project_id': '39b43081a1594316826897f1098bbd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:27Z', 'revision_number': 5, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:06:20.300912 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fbb32204-76c0-4a0d-a725-74968441830f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe1d776f57264fc5a6a44ca0c9144370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658143 Feb 09 16:06:20.301141 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb32204-76c0-4a0d-a725-74968441830f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f5009-da21-4a23-819e-04d16f6b36f4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:20.304236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733d9b86-ed26-42cb-9ece-e84791a00eea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:20.337745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56442) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:20.346824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-733d9b86-ed26-42cb-9ece-e84791a00eea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.380147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866a756c-46fe-460c-94d1-3185102711d8', 'name': 'tempest-RoutersTest-router-1627016978', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:06:16Z', 'updated_at': '2022-02-09T16:06:18Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:20.462680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e97a4-cd58-42b6-9cc2-8edde13d1f9c None None] The sync data for ids ['866a756c-46fe-460c-94d1-3185102711d8'] in n-d-828542-1 is: [{'id': '866a756c-46fe-460c-94d1-3185102711d8', 'name': 'tempest-RoutersTest-router-1627016978', 'tenant_id': '332313abf5ae423992522b64083a5ffa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:06:16Z', 'updated_at': '2022-02-09T16:06:18Z', 'revision_number': 2, 'project_id': '332313abf5ae423992522b64083a5ffa', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:06:20.544573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35dde2b6-2054-44e9-8404-d87d79d6c22c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.616965 n-d-828542-1 neutron-server[103179]: INFO neutron.db.ipam_backend_mixin [None req-733d9b86-ed26-42cb-9ece-e84791a00eea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 16150ebe-3712-4cf6-bbb4-dd983028d195 (CIDR: 2001:db8::/64) Feb 09 16:06:20.666486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '16150ebe-3712-4cf6-bbb4-dd983028d195'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:20.667301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:20.669777 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-733d9b86-ed26-42cb-9ece-e84791a00eea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:06:20.670671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733d9b86-ed26-42cb-9ece-e84791a00eea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:20.694212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] DHCP port deletion for 0692147a-a683-4840-b6d4-905b1518cbaf request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:06:20.768911 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-733d9b86-ed26-42cb-9ece-e84791a00eea tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8946059 Feb 09 16:06:20.773186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56450) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:20.783433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:20.840067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-394b94ed-5311-4dc6-8343-dcf40a24215c service neutron] 10.222.0.73 "GET /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820100 Feb 09 16:06:21.033544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134b5304-448a-4b7e-a42a-2daa07de45d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.034325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] Deleting port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:21.035004 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.044168 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35dde2b6-2054-44e9-8404-d87d79d6c22c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.057538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35dde2b6-2054-44e9-8404-d87d79d6c22c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.074066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:21.074465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.075100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:21.082541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.144587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134b5304-448a-4b7e-a42a-2daa07de45d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.215893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Allocated IP 2001:db8::f816:3eff:fefc:f782 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/16150ebe-3712-4cf6-bbb4-dd983028d195/eb0947ad-bc7d-4e91-a068-7821c54b5867) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:21.235958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] For port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,segment=NetworkSegment(1b006ff5-7abe-4ac9-923f-62c0d3a394af),segment_id=1b006ff5-7abe-4ac9-923f-62c0d3a394af)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:21.238860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.283822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511c2ce-a1d4-43c0-8e8b-05612df88bcd req-8b326bf0-7a7e-4093-8f4a-43b7b9e00c9f tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:21.286241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e511c2ce-a1d4-43c0-8e8b-05612df88bcd req-8b326bf0-7a7e-4093-8f4a-43b7b9e00c9f tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.5926080 Feb 09 16:06:21.293314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] Calling delete_port for 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:21.387622 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35dde2b6-2054-44e9-8404-d87d79d6c22c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.394149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dde2b6-2054-44e9-8404-d87d79d6c22c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Fanout notify agent at l3_agent the message router_deleted on router 866a756c-46fe-460c-94d1-3185102711d8 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:06:21.474977 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35dde2b6-2054-44e9-8404-d87d79d6c22c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.477957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-35dde2b6-2054-44e9-8404-d87d79d6c22c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/866a756c-46fe-460c-94d1-3185102711d8 HTTP/1.1" status: 204 len: 168 time: 1.2163470 Feb 09 16:06:21.512586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] For port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,segment=NetworkSegment(1b006ff5-7abe-4ac9-923f-62c0d3a394af),segment_id=1b006ff5-7abe-4ac9-923f-62c0d3a394af)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:21.513008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.526497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab6ad3c3-5d8f-4dc7-b6bc-a5721406cc8e req-136c155b-4beb-4bf2-aaf0-ac7c29e94053 service neutron] 10.222.0.73 "GET /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217258 Feb 09 16:06:21.526497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56454) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:21.552560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:21.598120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a81384a1-f428-4f90-900a-ee535afc5fe1 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=866a756c-46fe-460c-94d1-3185102711d8 HTTP/1.1" status: 200 len: 205 time: 0.0661187 Feb 09 16:06:21.604003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56458) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:21.620004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e511c2ce-a1d4-43c0-8e8b-05612df88bcd req-1a813b7c-32b1-467f-8342-7beeac01df83 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020241 Feb 09 16:06:21.679993 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134b5304-448a-4b7e-a42a-2daa07de45d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.684913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-134b5304-448a-4b7e-a42a-2daa07de45d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.687214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-134b5304-448a-4b7e-a42a-2daa07de45d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc4f5009-da21-4a23-819e-04d16f6b36f4 HTTP/1.1" status: 204 len: 168 time: 1.3464279 Feb 09 16:06:21.771047 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.803377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.805907 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-e4e0f2e3-523a-4eb0-9813-bed1db07b58c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] delete failed (client error): The resource could not be found. Feb 09 16:06:21.807682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e4e0f2e3-523a-4eb0-9813-bed1db07b58c tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/866a756c-46fe-460c-94d1-3185102711d8 HTTP/1.1" status: 404 len: 336 time: 0.2005687 Feb 09 16:06:21.811484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56462) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:21.833246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b5304-448a-4b7e-a42a-2daa07de45d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f5009-da21-4a23-819e-04d16f6b36f4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:21.938918 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:21.952415 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-b187af6b-b7ea-4210-8d75-435a00d89429 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:21.953192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b187af6b-b7ea-4210-8d75-435a00d89429 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:21.963079 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b187af6b-b7ea-4210-8d75-435a00d89429 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/03f3e8ff-4c68-4665-add5-72d24836bffe HTTP/1.1" status: 404 len: 337 time: 0.1501832 Feb 09 16:06:21.967045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56464) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:21.970978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] No DVR routers for this DVR port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:21.973354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319617e5-bf02-43fd-b958-1efc05103a2d None None] Pushing event deleted for resources: {'Port': ['ID=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:21.992681 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.074344 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9bfb3b-76d3-46a7-a85f-e3d0472f3c5d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:22.074971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9bfb3b-76d3-46a7-a85f-e3d0472f3c5d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:22.084317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea9bfb3b-76d3-46a7-a85f-e3d0472f3c5d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/239b5f2a-7609-4711-bcfd-a6571c8b5103 HTTP/1.1" status: 404 len: 337 time: 0.1026595 Feb 09 16:06:22.086388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56466) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:22.090714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.098853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:22.133606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:22.138916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:22.139904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.180783 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ef9c3-752a-4d68-b3e2-16e92499cea3 None None] New status for floating IP 2971e47c-c9e5-4caf-95c1-ccbd139c8a61: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:06:22.186831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=104a484e-cfe3-4ca5-b86a-e9b18bb431f0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:22.199969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No DVR routers for this DVR port 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:22.216264 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e80c9f3-605c-427e-9d8b-eb6eea28b748 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:22.216775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e80c9f3-605c-427e-9d8b-eb6eea28b748 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:22.224032 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5e80c9f3-605c-427e-9d8b-eb6eea28b748 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/8779dfbd-8eb5-4627-9409-d3d819603444 HTTP/1.1" status: 404 len: 337 time: 0.1228468 Feb 09 16:06:22.225353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=159d59e6-d44b-4729-aa02-9b0e83e6bf5a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:22.236568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56468) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:22.314083 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f37692-a8f0-4944-ad4d-364473422543 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:22.314863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f37692-a8f0-4944-ad4d-364473422543 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:22.325684 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-97f37692-a8f0-4944-ad4d-364473422543 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/72daf35d-d351-4096-897b-f6a73a35aafb HTTP/1.1" status: 404 len: 337 time: 0.0834506 Feb 09 16:06:22.325684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56472) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:22.345171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Pushing event updated for resources: {'Port': ['ID=eb0947ad-bc7d-4e91-a068-7821c54b5867,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:22.386934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:22.388717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:22.392728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:22.469038 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eb7de1ef-c1ea-4ca0-a1b6-b06c106b61e1 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 200 len: 205 time: 0.1329737 Feb 09 16:06:22.472367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56474) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:22.508761 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-62faae3d-8528-400b-9ec6-7727e9de1fb6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7293484 Feb 09 16:06:22.508944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Attempting to bind port eb0947ad-bc7d-4e91-a068-7821c54b5867 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:22.508944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Attempting to bind port eb0947ad-bc7d-4e91-a068-7821c54b5867 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:22.508944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Attempting to bind port eb0947ad-bc7d-4e91-a068-7821c54b5867 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:22.512141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:22.514894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:22.515277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:22.515687 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.516649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:22.517186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Bound port: eb0947ad-bc7d-4e91-a068-7821c54b5867, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:22.517718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.551028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:22.551377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 104a484e-cfe3-4ca5-b86a-e9b18bb431f0 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:22.554155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56476) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:22.626006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.670410 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-756d56f5-3710-4757-8744-c199c4159a41 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] delete failed (client error): The resource could not be found. Feb 09 16:06:22.671549 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-756d56f5-3710-4757-8744-c199c4159a41 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/f3389ab7-650a-4ad7-b467-25c8e2cdc56b HTTP/1.1" status: 404 len: 336 time: 0.1971786 Feb 09 16:06:22.682804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:22.702246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] For port eb0947ad-bc7d-4e91-a068-7821c54b5867, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:22.702246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] For port eb0947ad-bc7d-4e91-a068-7821c54b5867, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eb0947ad-bc7d-4e91-a068-7821c54b5867,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:22.720099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0692147a-a683-4840-b6d4-905b1518cbaf']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:22.748501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b006ff5-7abe-4ac9-923f-62c0d3a394af') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:22.748835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b006ff5-7abe-4ac9-923f-62c0d3a394af') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:22.776211 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.783294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56496) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:22.783808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-99a20f31-dfc1-4cdf-9fd2-a56c6a1ab229 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=880174a9-ed14-4c57-805c-639e7ba9b50e HTTP/1.1" status: 200 len: 205 time: 0.0968828 Feb 09 16:06:22.830755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:22.891317 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-b6f57a9d-197d-4686-a359-5cc767d98f22 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] delete failed (client error): The resource could not be found. Feb 09 16:06:22.896938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56500) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:22.897428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b6f57a9d-197d-4686-a359-5cc767d98f22 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/880174a9-ed14-4c57-805c-639e7ba9b50e HTTP/1.1" status: 404 len: 336 time: 0.1029606 Feb 09 16:06:22.924216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed11b66d-e908-4cee-a5b3-093048f452d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:23.003642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb112a3-54c0-4654-a899-572f4262668c None None] Pushing event updated for resources: {'Port': ['ID=eb0947ad-bc7d-4e91-a068-7821c54b5867,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:23.007007 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:23.036372 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb63d1fd-8e00-40f1-bf84-88d2e6a8680e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:23.037055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb63d1fd-8e00-40f1-bf84-88d2e6a8680e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:23.044111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:3a:5a:9e', 'name': 'tempest-NetworksTestDHCPv6-1485001625'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:23.052342 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bb63d1fd-8e00-40f1-bf84-88d2e6a8680e tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/8843b066-3a31-4f14-be88-6106ac97f923 HTTP/1.1" status: 404 len: 337 time: 0.1538088 Feb 09 16:06:23.055433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56504) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.110383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:06:23.110954 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:23.114604 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e539b7e-475b-4170-a246-8c55bba9db2d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad HTTP/1.1" status: 200 len: 205 time: 0.0565536 Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:06:23.115314 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:06:23.119542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56506) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.163094 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-031a174e-064e-45bf-a83a-926c12c5a2f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] delete failed (client error): The resource could not be found. Feb 09 16:06:23.164272 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-031a174e-064e-45bf-a83a-926c12c5a2f8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/1b70a2ef-1c83-41e0-beb8-90ed8f8a79ad HTTP/1.1" status: 404 len: 336 time: 0.0480511 Feb 09 16:06:23.171832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56508) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.202213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937051c-de40-404b-b8c4-dffde3c90bbd req-60d7bbd1-7ff1-40e7-a70d-41a6d21d1a2a tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:23.202406 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-973f939e-c5ae-4365-aa9d-e6d6ffa18335 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=729ae086-a352-4ab4-b186-17120317e69e HTTP/1.1" status: 200 len: 205 time: 0.0291507 Feb 09 16:06:23.204508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c937051c-de40-404b-b8c4-dffde3c90bbd req-60d7bbd1-7ff1-40e7-a70d-41a6d21d1a2a tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.3989670 Feb 09 16:06:23.209070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56510) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.345504 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-dd8d0697-09bc-48c5-9c8f-8bed57ba32ba tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] delete failed (client error): The resource could not be found. Feb 09 16:06:23.350860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dd8d0697-09bc-48c5-9c8f-8bed57ba32ba tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/729ae086-a352-4ab4-b186-17120317e69e HTTP/1.1" status: 404 len: 336 time: 0.1367640 Feb 09 16:06:23.351491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56516) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.381271 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:23.392330 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-72baefa4-319c-40ba-bb80-fa09c952036b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:23.394236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72baefa4-319c-40ba-bb80-fa09c952036b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:23.399087 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-72baefa4-319c-40ba-bb80-fa09c952036b tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/5d3acdf4-0fd4-4a1f-ab85-c7801e5fdf6b HTTP/1.1" status: 404 len: 337 time: 0.0460806 Feb 09 16:06:23.402843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56518) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.435612 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5ee24dc3-6fb5-49e8-b952-cc9fd74f55ae tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a53cca09-b49c-41b6-8559-c2650b814747 HTTP/1.1" status: 200 len: 205 time: 0.0315373 Feb 09 16:06:23.439013 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:23.439893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56522) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.442439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/networks/0692147a-a683-4840-b6d4-905b1518cbaf HTTP/1.1" status: 204 len: 168 time: 3.4755330 Feb 09 16:06:23.448889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56524) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.473857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c937051c-de40-404b-b8c4-dffde3c90bbd req-a23dbcd1-1da5-45d0-b41f-e61e447e4bc6 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555027 Feb 09 16:06:23.479025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a8231-d9bd-40d0-a32b-b5b7e86bd8a8 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Network': ['ID=0692147a-a683-4840-b6d4-905b1518cbaf,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:23.523059 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-bd662c64-3c55-4c09-a3cf-5a6aed0fa876 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] delete failed (client error): The resource could not be found. Feb 09 16:06:23.523059 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bd662c64-3c55-4c09-a3cf-5a6aed0fa876 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/a53cca09-b49c-41b6-8559-c2650b814747 HTTP/1.1" status: 404 len: 336 time: 0.0696940 Feb 09 16:06:23.523059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56526) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.548692 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8886c67-067b-4ac5-ac65-6c4401809f2d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:23.560329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8886c67-067b-4ac5-ac65-6c4401809f2d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:23.560329 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a8886c67-067b-4ac5-ac65-6c4401809f2d tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/f0d0990f-9280-4762-a227-58883a51f8f0 HTTP/1.1" status: 404 len: 337 time: 0.0359077 Feb 09 16:06:23.560692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56530) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.572501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4283dc-64c2-4369-be4f-d3bca06b8752 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:23.575994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1a4283dc-64c2-4369-be4f-d3bca06b8752 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/6240f81d-95b2-49aa-b411-a30be0329991 HTTP/1.1" status: 200 len: 839 time: 0.1260412 Feb 09 16:06:23.581312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56532) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.597718 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aa288016-aaac-4a4e-aadb-4bff00a080a7 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "GET /v2.0/ports?device_id=242847d5-82e0-4440-96b0-84bd650e9f77 HTTP/1.1" status: 200 len: 205 time: 0.0361197 Feb 09 16:06:23.600585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56534) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.663312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-982f8f6a-50b4-436f-b9fe-56e663c12caa tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/6240f81d-95b2-49aa-b411-a30be0329991?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0772734 Feb 09 16:06:23.667503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56538) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.669814 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-9e3dcb60-bc0d-4e69-b568-dce06e6700c8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] delete failed (client error): The resource could not be found. Feb 09 16:06:23.675431 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e3dcb60-bc0d-4e69-b568-dce06e6700c8 tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/routers/242847d5-82e0-4440-96b0-84bd650e9f77 HTTP/1.1" status: 404 len: 336 time: 0.0694401 Feb 09 16:06:23.676720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.677807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:23.702395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:23.710508 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a9592a-3d78-4dee-9b9b-d665f93b3acf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:23.711054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a9592a-3d78-4dee-9b9b-d665f93b3acf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:23.719531 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-04a9592a-3d78-4dee-9b9b-d665f93b3acf tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/77710c7d-48eb-4755-993b-a8d071a48b57 HTTP/1.1" status: 404 len: 337 time: 0.0411851 Feb 09 16:06:23.721694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56544) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:23.764680 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfde837-e78e-4741-b76c-bd9832e520dc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] DELETE failed (client error): The resource could not be found. Feb 09 16:06:23.765607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfde837-e78e-4741-b76c-bd9832e520dc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:23.770989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fdfde837-e78e-4741-b76c-bd9832e520dc tempest-RoutersTest-1998399678 tempest-RoutersTest-1998399678-project] 10.222.0.53 "DELETE /v2.0/subnets/552bb7a1-7dd3-426d-bf90-92bf5186d9b7 HTTP/1.1" status: 404 len: 337 time: 0.0476131 Feb 09 16:06:23.823483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06440bf4-c870-43d4-ba4c-4557d84ca2b9 req-ff08948e-3f5d-41fe-a44d-43130a05c94d tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:23.829447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06440bf4-c870-43d4-ba4c-4557d84ca2b9 req-ff08948e-3f5d-41fe-a44d-43130a05c94d tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.2327495 Feb 09 16:06:23.907815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:23.944460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06440bf4-c870-43d4-ba4c-4557d84ca2b9 req-09271601-1915-4d2c-b572-955df915ef5f tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075697 Feb 09 16:06:23.962022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port f9d9f517-f9e2-44e2-b5df-4a91820ae458 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:06:24.112959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:24.119306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:24.432678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8:0:1::338 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/159d59e6-d44b-4729-aa02-9b0e83e6bf5a/f9d9f517-f9e2-44e2-b5df-4a91820ae458) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:24.466429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:fe3a:5a9e (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/16150ebe-3712-4cf6-bbb4-dd983028d195/f9d9f517-f9e2-44e2-b5df-4a91820ae458) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:24.529607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eb0947ad-bc7d-4e91-a068-7821c54b5867 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:24.724499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c97e00-1f70-4e10-adf2-05eadeb65b64 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:24.729072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port eb0947ad-bc7d-4e91-a068-7821c54b5867 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:24.729966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:24.774500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56566) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:24.857577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9c29678f-e506-4627-ad1c-2229ac88539c None None] Provisioning complete for port eb0947ad-bc7d-4e91-a068-7821c54b5867 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:24.858797 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c29678f-e506-4627-ad1c-2229ac88539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:24.984243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.134655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.143464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:25.156648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:25.175921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:25.176648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.182018 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a591f7d6-d7dc-46e6-9c43-26d53636e117 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=332313abf5ae423992522b64083a5ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045348 Feb 09 16:06:25.186746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=c4bf0564-c250-4eab-8305-3f8b9f6caea8,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:25.195374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56576) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:25.236140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf805147-b0b8-4d74-b585-5a2e55481017 None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:25.274727 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.279362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90d8eb89-defd-47ae-8e5e-4c10b9e6c368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.314936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90d8eb89-defd-47ae-8e5e-4c10b9e6c368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.363981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-20a07270-8afc-434e-b0ad-436f8df4014f tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6892607 Feb 09 16:06:25.366170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56578) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:25.375045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-88ea2655-9f46-4f3b-9934-d2965b8a24fa tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'security_group': {'name': 'tempest-secgroup-24164063'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:25.395121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.425019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c29678f-e506-4627-ad1c-2229ac88539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.456676 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-491401ae-94d7-4e98-897d-befb6dee1af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.470721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:25.477814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:25.480992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:25.489552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:25.491151 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.559920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=f9d9f517-f9e2-44e2-b5df-4a91820ae458,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:25.604435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9c29678f-e506-4627-ad1c-2229ac88539c None None] For port eb0947ad-bc7d-4e91-a068-7821c54b5867, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eb0947ad-bc7d-4e91-a068-7821c54b5867,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:25.641290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88ea2655-9f46-4f3b-9934-d2965b8a24fa tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.774567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88ea2655-9f46-4f3b-9934-d2965b8a24fa tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.802628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b771a2c-edf1-47eb-a271-56e691b73c9b None None] Update dhcp port {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': '16150ebe-3712-4cf6-bbb4-dd983028d195', 'ip_address': '2001:db8::f816:3eff:fefc:f782'}, {'subnet_id': '159d59e6-d44b-4729-aa02-9b0e83e6bf5a'}], 'binding:host_id': 'n-d-828542-1'}, 'id': 'eb0947ad-bc7d-4e91-a068-7821c54b5867'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:06:25.822988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-93d30598-115a-4229-9f49-b5ff39e04fb1', 'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'tenant_id': '7ecaa488c5864b3ab3886c9804d8f73d', 'fixed_ips': [{'subnet_id': 'c4bf0564-c250-4eab-8305-3f8b9f6caea8'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:25.823759 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:25.843397 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b771a2c-edf1-47eb-a271-56e691b73c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.091066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Allocated IP 172.20.0.2 (93d30598-115a-4229-9f49-b5ff39e04fb1/c4bf0564-c250-4eab-8305-3f8b9f6caea8/b3daa81c-987a-48c2-830b-8741829a2629) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:26.114934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90d8eb89-defd-47ae-8e5e-4c10b9e6c368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.124272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-600462d1-e392-4743-b018-721eaf7ca3b3 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.5640264 Feb 09 16:06:26.125021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90d8eb89-defd-47ae-8e5e-4c10b9e6c368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.125679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56586) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:26.125808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-90d8eb89-defd-47ae-8e5e-4c10b9e6c368 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1570d49b-1ea6-4b53-a585-f03ffa80e434 HTTP/1.1" status: 204 len: 168 time: 0.9266214 Feb 09 16:06:26.133788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8eb89-defd-47ae-8e5e-4c10b9e6c368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570d49b-1ea6-4b53-a585-f03ffa80e434,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:26.139788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-9b771a2c-edf1-47eb-a271-56e691b73c9b None None] Allocated IP 2001:db8:0:1::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/159d59e6-d44b-4729-aa02-9b0e83e6bf5a/eb0947ad-bc7d-4e91-a068-7821c54b5867) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:26.197631 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c29678f-e506-4627-ad1c-2229ac88539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.229372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88ea2655-9f46-4f3b-9934-d2965b8a24fa tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.271313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-05eafdf3-4aab-4179-a28e-fdc7f8a4590d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port f9d9f517-f9e2-44e2-b5df-4a91820ae458 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:26.273661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05eafdf3-4aab-4179-a28e-fdc7f8a4590d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.306717 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea2655-9f46-4f3b-9934-d2965b8a24fa tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adc3eb0-74b7-4d4b-9052-723c8138ae9b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:26.418367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05eafdf3-4aab-4179-a28e-fdc7f8a4590d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.439065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-05eafdf3-4aab-4179-a28e-fdc7f8a4590d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for f9d9f517-f9e2-44e2-b5df-4a91820ae458 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:26.445666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:06:26.446017 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:06:26.481796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29678f-e506-4627-ad1c-2229ac88539c None None] Pushing event updated for resources: {'Port': ['ID=eb0947ad-bc7d-4e91-a068-7821c54b5867,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:26.519907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88ea2655-9f46-4f3b-9934-d2965b8a24fa tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.525938 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-88ea2655-9f46-4f3b-9934-d2965b8a24fa tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1577117 Feb 09 16:06:26.529979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56594) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:26.534955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9b771a2c-edf1-47eb-a271-56e691b73c9b None None] For port eb0947ad-bc7d-4e91-a068-7821c54b5867, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eb0947ad-bc7d-4e91-a068-7821c54b5867,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:26.544746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cc39cd32-0e66-423e-8595-33ef1d79a852 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'security_group': {'name': 'tempest-secgroup-657172310'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:26.546774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.577298 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b771a2c-edf1-47eb-a271-56e691b73c9b None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.668281 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.699437 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.702992 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b771a2c-edf1-47eb-a271-56e691b73c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.706638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc39cd32-0e66-423e-8595-33ef1d79a852 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:26.844452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:26.851947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:26.854851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:26.935897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc39cd32-0e66-423e-8595-33ef1d79a852 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.023392 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc39cd32-0e66-423e-8595-33ef1d79a852 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.135247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39cd32-0e66-423e-8595-33ef1d79a852 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bf83ce-8962-443b-8187-14d1672c0f1a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:27.146079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Pushing event updated for resources: {'Port': ['ID=b3daa81c-987a-48c2-830b-8741829a2629,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:27.293621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Attempting to bind port b3daa81c-987a-48c2-830b-8741829a2629 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:27.294003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Attempting to bind port b3daa81c-987a-48c2-830b-8741829a2629 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '0633bcb5-3096-4735-bf35-1445d6c8bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:27.294371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Attempting to bind port b3daa81c-987a-48c2-830b-8741829a2629 on network 93d30598-115a-4229-9f49-b5ff39e04fb1 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:27.307187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b771a2c-edf1-47eb-a271-56e691b73c9b None None] Pushing event updated for resources: {'Port': ['ID=eb0947ad-bc7d-4e91-a068-7821c54b5867,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:27.307424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05eafdf3-4aab-4179-a28e-fdc7f8a4590d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.308228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:27.308228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Checking segment: {'id': '0633bcb5-3096-4735-bf35-1445d6c8bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:27.308600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.308771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Bound using segment: {'id': '0633bcb5-3096-4735-bf35-1445d6c8bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:27.309099 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc39cd32-0e66-423e-8595-33ef1d79a852 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.309276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Bound port: b3daa81c-987a-48c2-830b-8741829a2629, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0633bcb5-3096-4735-bf35-1445d6c8bc0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:27.309580 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.314758 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc39cd32-0e66-423e-8595-33ef1d79a852 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7830737 Feb 09 16:06:27.317473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56614) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:27.325874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-848315316', 'security_groups': ['56bf83ce-8962-443b-8187-14d1672c0f1a'], 'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c4bf0564-c250-4eab-8305-3f8b9f6caea8'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:27.365155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eafdf3-4aab-4179-a28e-fdc7f8a4590d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=f9d9f517-f9e2-44e2-b5df-4a91820ae458,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:27.492727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05eafdf3-4aab-4179-a28e-fdc7f8a4590d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.503483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-05eafdf3-4aab-4179-a28e-fdc7f8a4590d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/f9d9f517-f9e2-44e2-b5df-4a91820ae458 HTTP/1.1" status: 204 len: 168 time: 1.3796725 Feb 09 16:06:27.507694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56618) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:27.508605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] For port b3daa81c-987a-48c2-830b-8741829a2629, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:27.515649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] For port b3daa81c-987a-48c2-830b-8741829a2629, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3daa81c-987a-48c2-830b-8741829a2629,segment=NetworkSegment(0633bcb5-3096-4735-bf35-1445d6c8bc0d),segment_id=0633bcb5-3096-4735-bf35-1445d6c8bc0d)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:27.554458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eb0947ad-bc7d-4e91-a068-7821c54b5867 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:27.639671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port eb0947ad-bc7d-4e91-a068-7821c54b5867 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:27.640044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.648468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b036f617-183e-4b41-ad75-82235f85b2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:27.655021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56620) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:27.663260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b036f617-183e-4b41-ad75-82235f85b2e0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1403849 Feb 09 16:06:27.673716 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:27.759447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8eaba-4a85-4ccc-9a36-45bc6faffb71 None None] Pushing event updated for resources: {'Port': ['ID=b3daa81c-987a-48c2-830b-8741829a2629,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:27.780637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:27.969789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178be0f0-a174-457c-bc93-d7ff5e86a022 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:27.973089 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-178be0f0-a174-457c-bc93-d7ff5e86a022 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3148460 Feb 09 16:06:27.975965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56630) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:28.052526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.093190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b0460-e5b7-4415-b2c8-620640cc575c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.094759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b0460-e5b7-4415-b2c8-620640cc575c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.096702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b0460-e5b7-4415-b2c8-620640cc575c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.102619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fe2b0460-e5b7-4415-b2c8-620640cc575c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1212900 Feb 09 16:06:28.103168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56632) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:28.122300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 60497ab0-3ff1-4a26-af70-a2a1f159d766 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:06:28.177537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b080f5-f6f1-49af-9230-9d02ab68dc15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 159d59e6-d44b-4729-aa02-9b0e83e6bf5a {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:28.204943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74b080f5-f6f1-49af-9230-9d02ab68dc15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.226571 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.318997 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74b080f5-f6f1-49af-9230-9d02ab68dc15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.502229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56640) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:28.570645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-c86b4686-2731-4067-b3a2-fd10e4cecdbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1705625 Feb 09 16:06:28.593022 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74b080f5-f6f1-49af-9230-9d02ab68dc15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.599477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.4 (93d30598-115a-4229-9f49-b5ff39e04fb1/c4bf0564-c250-4eab-8305-3f8b9f6caea8/60497ab0-3ff1-4a26-af70-a2a1f159d766) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:28.655161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-828ccc28-3ae7-4c37-b6d7-9f9ac912b00b None None] Provisioning complete for port eb0947ad-bc7d-4e91-a068-7821c54b5867 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:28.655543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-828ccc28-3ae7-4c37-b6d7-9f9ac912b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.734889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e7aaab33-46ac-4634-8741-29b9180a629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.735764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e7aaab33-46ac-4634-8741-29b9180a629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.736457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e7aaab33-46ac-4634-8741-29b9180a629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.737154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e7aaab33-46ac-4634-8741-29b9180a629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.737899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e7aaab33-46ac-4634-8741-29b9180a629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.738780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e7aaab33-46ac-4634-8741-29b9180a629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.739551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e7aaab33-46ac-4634-8741-29b9180a629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.742264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e7aaab33-46ac-4634-8741-29b9180a629d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=883b6fbfd2234c758be9047868b0faf3&device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 6502 time: 0.0971816 Feb 09 16:06:28.750197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-292fa27b-c09c-496c-9d53-af0bab9b5d3c tempest-DvrRoutersNegativeTest-1480984531 tempest-DvrRoutersNegativeTest-1480984531-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-991249217', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:28.755077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.policy [None req-292fa27b-c09c-496c-9d53-af0bab9b5d3c tempest-DvrRoutersNegativeTest-1480984531 tempest-DvrRoutersNegativeTest-1480984531-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103179) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 09 16:06:28.755592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.policy [None req-292fa27b-c09c-496c-9d53-af0bab9b5d3c tempest-DvrRoutersNegativeTest-1480984531 tempest-DvrRoutersNegativeTest-1480984531-project] Failed policy check for 'create_router' {{(pid=103179) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 09 16:06:28.761812 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-292fa27b-c09c-496c-9d53-af0bab9b5d3c tempest-DvrRoutersNegativeTest-1480984531 tempest-DvrRoutersNegativeTest-1480984531-project] create failed (client error): Access was denied to this resource. Feb 09 16:06:28.772048 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-292fa27b-c09c-496c-9d53-af0bab9b5d3c tempest-DvrRoutersNegativeTest-1480984531 tempest-DvrRoutersNegativeTest-1480984531-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2673187 Feb 09 16:06:28.858371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-828ccc28-3ae7-4c37-b6d7-9f9ac912b00b None None] Could not find standard attr ID for object f9d9f517-f9e2-44e2-b5df-4a91820ae458. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:06:28.923825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-79f487f3-82c3-45f3-a374-4142c7d4708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.924373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-79f487f3-82c3-45f3-a374-4142c7d4708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.924828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-79f487f3-82c3-45f3-a374-4142c7d4708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:28.926516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-79f487f3-82c3-45f3-a374-4142c7d4708b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca HTTP/1.1" status: 200 len: 2295 time: 0.1535754 Feb 09 16:06:28.937968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.995497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74b080f5-f6f1-49af-9230-9d02ab68dc15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:28.997180 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.040540 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-74b080f5-f6f1-49af-9230-9d02ab68dc15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.045228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-74b080f5-f6f1-49af-9230-9d02ab68dc15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/159d59e6-d44b-4729-aa02-9b0e83e6bf5a HTTP/1.1" status: 204 len: 168 time: 0.9407604 Feb 09 16:06:29.048183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:29.079926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d9d04be0-00aa-486a-b3f6-d3aeea20b164 None None] Could not find standard attr ID for object f9d9f517-f9e2-44e2-b5df-4a91820ae458. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:06:29.111866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b080f5-f6f1-49af-9230-9d02ab68dc15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=159d59e6-d44b-4729-aa02-9b0e83e6bf5a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:29.141183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-946fd8ab-3cb7-4221-82fc-42c19e708f40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18 HTTP/1.1" status: 200 len: 1001 time: 0.2072155 Feb 09 16:06:29.143710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.214009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-2385309a-4599-4a1d-a89e-574d1f3545c9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 16150ebe-3712-4cf6-bbb4-dd983028d195 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:29.227676 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2385309a-4599-4a1d-a89e-574d1f3545c9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.276421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-6264bab8-a8b1-46a2-9dce-b6f54648ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:29.278068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-6264bab8-a8b1-46a2-9dce-b6f54648ed71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f15574d8-9ee5-4a7d-ba73-817f74194d1e HTTP/1.1" status: 200 len: 854 time: 0.1293087 Feb 09 16:06:29.314257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:29.339576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:29.350412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=60497ab0-3ff1-4a26-af70-a2a1f159d766,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:29.353148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:29.365814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2385309a-4599-4a1d-a89e-574d1f3545c9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.393891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-da6725e4-2df1-461d-b571-2074c13df438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:29.395349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-da6725e4-2df1-461d-b571-2074c13df438 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0b2a8ce-1e32-4a91-87a4-f2b599e30790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106055 Feb 09 16:06:29.475475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:29.476455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.598252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-11251b7e-7ff2-4b95-b0f2-c62e0284e9e7 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954656 Feb 09 16:06:29.650980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eb0947ad-bc7d-4e91-a068-7821c54b5867 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:29.652791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2385309a-4599-4a1d-a89e-574d1f3545c9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.718341 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-48bb8b81-ce62-45f7-9741-2b569d2eb93b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3997331 Feb 09 16:06:29.724309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56664) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:29.737907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-283cc38e-131b-4c1a-a01d-728183633d46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:29.820611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f24861-a263-4f30-b5e9-5c5194bd82af None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:29.874332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56666) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:29.881637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-94495739-fb2e-4ca7-b4d6-02748256b153 service neutron] 10.222.0.13 "GET /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756255 Feb 09 16:06:29.949775 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2385309a-4599-4a1d-a89e-574d1f3545c9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:29.969819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-bd76a434-4cc6-4163-96c6-b02742ffda2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 217 time: 0.0799222 Feb 09 16:06:30.056103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-81137a61-89f1-4b4d-8e56-72d3da56a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:30.058350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-81137a61-89f1-4b4d-8e56-72d3da56a147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.0807240 Feb 09 16:06:30.062247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385309a-4599-4a1d-a89e-574d1f3545c9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=16150ebe-3712-4cf6-bbb4-dd983028d195,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:30.070285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2385309a-4599-4a1d-a89e-574d1f3545c9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.089851 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2385309a-4599-4a1d-a89e-574d1f3545c9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/16150ebe-3712-4cf6-bbb4-dd983028d195 HTTP/1.1" status: 204 len: 168 time: 1.0381463 Feb 09 16:06:30.104425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56670) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:30.115342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port eb0947ad-bc7d-4e91-a068-7821c54b5867 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:30.124071 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.137738 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.161821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-1a51e383-c51d-45a9-8003-fcd4bb48ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:30.163451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-1a51e383-c51d-45a9-8003-fcd4bb48ada4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980227 Feb 09 16:06:30.188571 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-16dae5ec-dc4e-4c90-a7c9-0d4e0475b1ac tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797129 Feb 09 16:06:30.195626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56672) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:30.205373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:30.217428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db99d14a-07cc-459a-b0a4-6f0438d91976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.226293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:30.226919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.299615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-6be2f04d-b9cc-45e1-94ae-5ee2e63d4c6e service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276140 Feb 09 16:06:30.318767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283cc38e-131b-4c1a-a01d-728183633d46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:30.322612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-283cc38e-131b-4c1a-a01d-728183633d46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.459286 n-d-828542-1 neutron-server[103179]: INFO neutron.db.ipam_backend_mixin [None req-283cc38e-131b-4c1a-a01d-728183633d46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c4bf0564-c250-4eab-8305-3f8b9f6caea8 (CIDR: 172.20.0.0/28) Feb 09 16:06:30.462195 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.504205 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db99d14a-07cc-459a-b0a4-6f0438d91976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.506875 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-283cc38e-131b-4c1a-a01d-728183633d46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:06:30.507477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283cc38e-131b-4c1a-a01d-728183633d46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:30.512572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-e9ad08db-96eb-48e7-80c7-8db99cb8c4d4 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052541 Feb 09 16:06:30.545333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] For port b3daa81c-987a-48c2-830b-8741829a2629, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3daa81c-987a-48c2-830b-8741829a2629,segment=NetworkSegment(0633bcb5-3096-4735-bf35-1445d6c8bc0d),segment_id=0633bcb5-3096-4735-bf35-1445d6c8bc0d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:30.548264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3daa81c-987a-48c2-830b-8741829a2629 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:30.647838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-db99d14a-07cc-459a-b0a4-6f0438d91976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.651274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-db3b86f9-ba3f-4dac-92d2-8616625caf3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 217 time: 0.1079056 Feb 09 16:06:30.651831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:06:30.652585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:30.656609 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.676727 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-283cc38e-131b-4c1a-a01d-728183633d46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9488659 Feb 09 16:06:30.680862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.681860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:30.688883 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:30.748364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-43078fea-a3a7-4982-b9d7-48e12cb74023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:30.751390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-43078fea-a3a7-4982-b9d7-48e12cb74023 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.0940948 Feb 09 16:06:30.813032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-c53fc4d7-a1e7-490c-b38a-fa98fef1931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:30.815036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-c53fc4d7-a1e7-490c-b38a-fa98fef1931e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567200 Feb 09 16:06:30.896210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-db99d14a-07cc-459a-b0a4-6f0438d91976 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e4c126f9bb94c88987e0c29ec461d38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0198457 Feb 09 16:06:30.896981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99d14a-07cc-459a-b0a4-6f0438d91976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b97e4bb-2ef8-492a-ba28-18673013fe08,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:30.900513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] Provisioning complete for port 6240f81d-95b2-49aa-b411-a30be0329991 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:30.901583 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.902155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56686) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:31.001589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] Pushing event updated for resources: {'Port': ['ID=b3daa81c-987a-48c2-830b-8741829a2629,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:31.029418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:31.032182 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.063199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-59e5e57c-73ed-4ea5-b262-c4136990d0c0 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380919 Feb 09 16:06:31.088818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-76794036-a91d-4f58-89c3-4f66aeec122d None None] Port 6240f81d-95b2-49aa-b411-a30be0329991 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:31.118234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.126868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] Deleting port eb0947ad-bc7d-4e91-a068-7821c54b5867 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:31.127751 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.201725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.254414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] For port eb0947ad-bc7d-4e91-a068-7821c54b5867, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eb0947ad-bc7d-4e91-a068-7821c54b5867,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:31.255078 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.285049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] Calling delete_port for eb0947ad-bc7d-4e91-a068-7821c54b5867 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:31.287138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-cddf05e6-6f66-42b1-b548-9079ad06f245 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169507 Feb 09 16:06:31.293172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-737685da-ae29-4766-a554-9a11d1569a93 None None] Provisioning complete for port 60497ab0-3ff1-4a26-af70-a2a1f159d766 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:31.293598 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-737685da-ae29-4766-a554-9a11d1569a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.313819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:31.317499 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.334960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-c2902a48-dfdc-49cd-80f1-01baab46369a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=569afa22-dd5a-414d-abb6-932876b1e057 HTTP/1.1" status: 200 len: 217 time: 0.0403547 Feb 09 16:06:31.431469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-d753cdb2-5e1f-40af-9f89-db3e3c6867fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:31.433676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-d753cdb2-5e1f-40af-9f89-db3e3c6867fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.0919776 Feb 09 16:06:31.452949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-737685da-ae29-4766-a554-9a11d1569a93 None None] Port 60497ab0-3ff1-4a26-af70-a2a1f159d766 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:31.509759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-c67f68df-4793-4a72-a9f3-e0e11e6c92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:31.511673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-c67f68df-4793-4a72-a9f3-e0e11e6c92f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710049 Feb 09 16:06:31.521465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3daa81c-987a-48c2-830b-8741829a2629 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:31.630965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-6ddb7ff8-d60d-4070-93f9-0d62b27642b9 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123281 Feb 09 16:06:31.677555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:31.677555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.719841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.757009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] Pushing event deleted for resources: {'Port': ['ID=eb0947ad-bc7d-4e91-a068-7821c54b5867,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:31.773621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa9529-fe1c-4275-a432-212d97293df3 None None] No DVR routers for this DVR port eb0947ad-bc7d-4e91-a068-7821c54b5867 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:31.804908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-a796fe00-acf1-4c69-aac2-28ac78991eac service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663866 Feb 09 16:06:31.834273 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.864029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-69fc9915-d79b-4ff0-ad1d-8a0f9fdc1ca1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0 HTTP/1.1" status: 200 len: 217 time: 0.0532172 Feb 09 16:06:31.935034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eb0947ad-bc7d-4e91-a068-7821c54b5867 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:31.966934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: eb0947ad-bc7d-4e91-a068-7821c54b5867 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:31.968654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eb0947ad-bc7d-4e91-a068-7821c54b5867 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:31.979504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-002d742c-0557-45bd-b915-d554fad0c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:31.981914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-002d742c-0557-45bd-b915-d554fad0c64f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 200 len: 797 time: 0.1073313 Feb 09 16:06:32.026049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.031208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.039305 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b97e4bb-2ef8-492a-ba28-18673013fe08 HTTP/1.1" status: 204 len: 168 time: 1.1213682 Feb 09 16:06:32.058507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-bd3948f6-8ccf-4602-bae1-be1ebf37a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:32.061083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-bd3948f6-8ccf-4602-bae1-be1ebf37a541 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=083d6f2b-73b8-4398-936f-5fa4281e7b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717494 Feb 09 16:06:32.086020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b97e4bb-2ef8-492a-ba28-18673013fe08,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:32.122019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.122518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.122923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.123376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.123822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.124303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.124742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.125983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.126434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.126898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.127448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.127991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766738a-3e4f-4712-90a5-5f7fc44d9fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:32.177877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:06:32.186154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.277858 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:06:32.342641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-5ea91cc7-0859-40a1-af46-d7fd70285f01 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735310 Feb 09 16:06:32.370180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:32.388162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:32.393369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:32.400772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.405586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f2f3db-252f-4563-b370-51b8ed05e7b8 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:32.486650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=30af9552-9d66-4c6b-834e-cdf93892ff57,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:32.599560 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5e00d2ef-d88a-4cfa-874e-1d8a1bb8db0e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3999357 Feb 09 16:06:32.602948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56712) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:32.617958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c23c4715-ce40-4919-8eca-6f5b1dc9ee32 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:32.643403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-fe6b8502-b6f2-4459-9cc9-34478849ae98 service neutron] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921877 Feb 09 16:06:32.655447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.729515 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-6b5922e0-fddd-4851-91fa-f0aed46b3cd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=332c5851-26f7-4349-8ac8-825b45ad61a5 HTTP/1.1" status: 200 len: 217 time: 0.0759766 Feb 09 16:06:32.767530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:32.793466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:32.801312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:32.802842 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.824605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a3c7e-e738-464d-8b15-bdbeea831363 None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:32.840451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=cc1dfc39-8c04-4266-9ef2-5a10f490aa20,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:32.881433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-08e6861c-2c0e-406d-b2b0-e657ac8c18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:32.883381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-08e6861c-2c0e-406d-b2b0-e657ac8c18fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.1487420 Feb 09 16:06:32.978583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '30af9552-9d66-4c6b-834e-cdf93892ff57'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:32.979736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:32.989904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-c0d6accb-61f8-4990-9592-1c311bed7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:32.992568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-c0d6accb-61f8-4990-9592-1c311bed7a44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020494 Feb 09 16:06:33.135222 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5fcf0334-dd46-41d4-ad78-e8ffdb6a5dee tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4499323 Feb 09 16:06:33.142513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:33.161290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1802937339', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc1dfc39-8c04-4266-9ef2-5a10f490aa20'}], 'security_groups': ['8adc3eb0-74b7-4d4b-9052-723c8138ae9b']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:33.165204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-781d93b2-de9a-4b36-89ee-418403208df9 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654298 Feb 09 16:06:33.258686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Allocated IP 2001:db8::f816:3eff:fedf:93c4 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/30af9552-9d66-4c6b-834e-cdf93892ff57/9ca81644-4fce-4f7a-9bec-1b83cb1a3acc) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:33.468372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23c4715-ce40-4919-8eca-6f5b1dc9ee32 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:33.470139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-a9fb914f-3d61-4aa7-938d-859bfcecfd4f service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967300 Feb 09 16:06:33.474421 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c23c4715-ce40-4919-8eca-6f5b1dc9ee32 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:33.486661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088b5bf-ab2d-45f1-aeae-246e412c78b4 None None] Update dhcp port {'port': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'fixed_ips': [{'subnet_id': 'c4bf0564-c250-4eab-8305-3f8b9f6caea8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cc1dfc39-8c04-4266-9ef2-5a10f490aa20'}], 'binding:host_id': 'n-d-828542-1'}, 'id': 'b3daa81c-987a-48c2-830b-8741829a2629'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:06:33.526793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-df6496bd-52e7-4e8d-99a3-d132b7583823 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=76acaa04-2f27-4308-a450-39bdd11c1774 HTTP/1.1" status: 200 len: 217 time: 0.0484648 Feb 09 16:06:33.566631 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9088b5bf-ab2d-45f1-aeae-246e412c78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:33.631662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:33.697573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-750496e6-4f99-4eb3-ad2d-f23c287fbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:33.700721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-750496e6-4f99-4eb3-ad2d-f23c287fbed8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 200 len: 797 time: 0.1662235 Feb 09 16:06:33.829501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:33.904195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-87321c0c-3b94-48a7-a802-12d6850521b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:33.907977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-87321c0c-3b94-48a7-a802-12d6850521b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1923294 Feb 09 16:06:34.057967 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.105156 n-d-828542-1 neutron-server[103179]: INFO neutron.db.ipam_backend_mixin [None req-c23c4715-ce40-4919-8eca-6f5b1dc9ee32 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30af9552-9d66-4c6b-834e-cdf93892ff57 (CIDR: 2001:db8::/64) Feb 09 16:06:34.131170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:34.143699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-9088b5bf-ab2d-45f1-aeae-246e412c78b4 None None] Allocated IP 172.20.0.18 (93d30598-115a-4229-9f49-b5ff39e04fb1/cc1dfc39-8c04-4266-9ef2-5a10f490aa20/b3daa81c-987a-48c2-830b-8741829a2629) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:34.149011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:34.155127 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23c4715-ce40-4919-8eca-6f5b1dc9ee32 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:06:34.157239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23c4715-ce40-4919-8eca-6f5b1dc9ee32 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:34.169522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:34.190797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Pushing event updated for resources: {'Port': ['ID=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:34.196019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-8cbea55c-588c-4a0e-bbe6-b0446dcbb956 service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792685 Feb 09 16:06:34.317423 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c23c4715-ce40-4919-8eca-6f5b1dc9ee32 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7127392 Feb 09 16:06:34.320604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:34.342283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:34.391695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7c2633-72d1-42dd-8f54-d8e5640a9eda req-b6a04b08-683b-4828-b52e-b2f18b008d6e service neutron] 10.222.0.13 "GET /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885338 Feb 09 16:06:34.454714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56746) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:34.620480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Attempting to bind port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:34.621125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Attempting to bind port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:34.621362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Attempting to bind port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:34.636193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:34.640119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:34.640688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.641090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:34.643843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Bound port: 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:34.644280 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.685450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a0483670-9677-4751-a65d-2b17aa4a1bba tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-128749054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:34.698995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9088b5bf-ab2d-45f1-aeae-246e412c78b4 None None] For port b3daa81c-987a-48c2-830b-8741829a2629, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3daa81c-987a-48c2-830b-8741829a2629,segment=NetworkSegment(0633bcb5-3096-4735-bf35-1445d6c8bc0d),segment_id=0633bcb5-3096-4735-bf35-1445d6c8bc0d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:34.778445 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9088b5bf-ab2d-45f1-aeae-246e412c78b4 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.786617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] For port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:34.790402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] For port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:34.801161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:34.808939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.902775 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9088b5bf-ab2d-45f1-aeae-246e412c78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.977868 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0483670-9677-4751-a65d-2b17aa4a1bba tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:34.979994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0483670-9677-4751-a65d-2b17aa4a1bba tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:35.044945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:35.147247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Delete allocated IP 172.20.0.4 (93d30598-115a-4229-9f49-b5ff39e04fb1/c4bf0564-c250-4eab-8305-3f8b9f6caea8) {{(pid=103179) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 16:06:35.163592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.22 (93d30598-115a-4229-9f49-b5ff39e04fb1/cc1dfc39-8c04-4266-9ef2-5a10f490aa20/60497ab0-3ff1-4a26-af70-a2a1f159d766) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:35.169102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0483670-9677-4751-a65d-2b17aa4a1bba tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:35.196456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088b5bf-ab2d-45f1-aeae-246e412c78b4 None None] Pushing event updated for resources: {'Port': ['ID=b3daa81c-987a-48c2-830b-8741829a2629,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:35.335389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e41ce-cb79-4f69-8ba2-1dd80d14e940 None None] Pushing event updated for resources: {'Port': ['ID=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:35.477840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0483670-9677-4751-a65d-2b17aa4a1bba tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:35.554136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-dc3f0b47-6d68-4e61-85c4-2d8f045e308e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1706176 Feb 09 16:06:35.658089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3daa81c-987a-48c2-830b-8741829a2629 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:35.749076 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0483670-9677-4751-a65d-2b17aa4a1bba tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:35.754966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a0483670-9677-4751-a65d-2b17aa4a1bba tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2984209 Feb 09 16:06:35.759714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56764) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:35.769652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-265591862'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:35.827821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-98b2cf60-07bd-4d69-bbef-284e5d9f8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:35.830439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-98b2cf60-07bd-4d69-bbef-284e5d9f8903 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 1097 time: 0.1597590 Feb 09 16:06:35.981571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:35.982153 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.037205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-29e9c335-466d-44c4-918c-3b3c5cf56e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:36.037205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-29e9c335-466d-44c4-918c-3b3c5cf56e95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.1656039 Feb 09 16:06:36.037205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Made reservation on behalf of c41c0286786142d48c731ff94a59c460 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:36.038788 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.112785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.214423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-38ea8b8c-a5af-462f-b5ee-4f0d7a54078b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 200 len: 1001 time: 0.1727262 Feb 09 16:06:36.220230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.314161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-3f8a454b-ff32-4354-9ba3-52f02237b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:36.315928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-3f8a454b-ff32-4354-9ba3-52f02237b94e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.0898526 Feb 09 16:06:36.380949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.394012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.402181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-798c48a9-8014-486a-a875-f04f372ab1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:36.403989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-798c48a9-8014-486a-a875-f04f372ab1c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804029 Feb 09 16:06:36.499630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=60497ab0-3ff1-4a26-af70-a2a1f159d766,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:36.530066 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.559740 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.587860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91bc1fc-b23d-4fc9-95eb-2115cf805da1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:36.604052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:06:36.610602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:36.652821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.662284 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Added segment 8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a of type vlan for network 1278a83c-7413-4a26-a144-a60edb956ac4 Feb 09 16:06:36.694558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] In _notify_port_updated(), no bound segment for port 60497ab0-3ff1-4a26-af70-a2a1f159d766 on network 93d30598-115a-4229-9f49-b5ff39e04fb1 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:06:36.701206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:36.702046 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.703785 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a67eddd3-463b-41bb-b9fe-3cea566d1072 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "PUT /v2.0/ports/60497ab0-3ff1-4a26-af70-a2a1f159d766 HTTP/1.1" status: 200 len: 921 time: 3.5591116 Feb 09 16:06:36.705826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:36.710970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:36.712025 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.722643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=9150d8a0-0440-4faa-a6f7-b0d98b075a94,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:36.741900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56770) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:36.806792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7286cd82-e4a4-48b0-bc55-06ccc88d19a0 None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:36.822361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7286cd82-e4a4-48b0-bc55-06ccc88d19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:36.837296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-e36dfe8c-2960-46c0-84ac-f96295d41464 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208102 Feb 09 16:06:36.844882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.029500 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-042de556-070a-409e-92dd-174dc729e983 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7064798 Feb 09 16:06:37.037097 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56782) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:37.054254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:b6:93:0f', 'name': 'tempest-NetworksTestDHCPv6-983533214'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:37.061704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:06:37.069144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7286cd82-e4a4-48b0-bc55-06ccc88d19a0 None None] Provisioning complete for port 6240f81d-95b2-49aa-b411-a30be0329991 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:37.075978 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7286cd82-e4a4-48b0-bc55-06ccc88d19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.186440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7286cd82-e4a4-48b0-bc55-06ccc88d19a0 None None] Port 6240f81d-95b2-49aa-b411-a30be0329991 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:37.191076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5a478466-b275-4de6-a57f-088bfa8db45d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 60497ab0-3ff1-4a26-af70-a2a1f159d766 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:37.191426 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a478466-b275-4de6-a57f-088bfa8db45d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.209627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c8487c0-7331-4bd3-8064-e827e1a1fe87 req-196e5f1d-f5b2-4ce1-8d5c-437c1d8a8736 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574078 Feb 09 16:06:37.231833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7286cd82-e4a4-48b0-bc55-06ccc88d19a0 None None] Provisioning complete for port 60497ab0-3ff1-4a26-af70-a2a1f159d766 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:37.232462 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7286cd82-e4a4-48b0-bc55-06ccc88d19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.264032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.274247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:37.275918 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.300430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7286cd82-e4a4-48b0-bc55-06ccc88d19a0 None None] Port 60497ab0-3ff1-4a26-af70-a2a1f159d766 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:37.367843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a478466-b275-4de6-a57f-088bfa8db45d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.383090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5a478466-b275-4de6-a57f-088bfa8db45d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 60497ab0-3ff1-4a26-af70-a2a1f159d766 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:37.414940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10a33fd-f068-44e7-a696-252af64041b0 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:37.443048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Network': ['ID=1278a83c-7413-4a26-a144-a60edb956ac4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:37.603852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1278a83c-7413-4a26-a144-a60edb956ac4 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:06:37.607957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:37.683475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cccde29c-b677-4011-8ae1-0146e0978a96 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9213653 Feb 09 16:06:37.685071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56784) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:37.701604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'subnet': {'network_id': '1278a83c-7413-4a26-a144-a60edb956ac4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:37.750083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-73f7ec36-cd49-494c-83a6-8673861fa4c4 None None] Provisioning complete for port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:37.750477 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-73f7ec36-cd49-494c-83a6-8673861fa4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.855356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:37.856014 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.888732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a478466-b275-4de6-a57f-088bfa8db45d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:37.904736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:38.007228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a478466-b275-4de6-a57f-088bfa8db45d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=60497ab0-3ff1-4a26-af70-a2a1f159d766,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:38.051640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Made reservation on behalf of c41c0286786142d48c731ff94a59c460 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:38.061134 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.063639 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-73f7ec36-cd49-494c-83a6-8673861fa4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.157839 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a478466-b275-4de6-a57f-088bfa8db45d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.168604 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5a478466-b275-4de6-a57f-088bfa8db45d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/60497ab0-3ff1-4a26-af70-a2a1f159d766 HTTP/1.1" status: 204 len: 168 time: 1.3836143 Feb 09 16:06:38.169748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56794) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:38.248433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-73f7ec36-cd49-494c-83a6-8673861fa4c4 None None] For port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:38.296602 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbe2c79-51a8-489a-bf52-0d977500ca44 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:06:38.301272 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8bbe2c79-51a8-489a-bf52-0d977500ca44 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/60497ab0-3ff1-4a26-af70-a2a1f159d766 HTTP/1.1" status: 404 len: 333 time: 0.1243978 Feb 09 16:06:38.303924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56796) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:38.330089 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.381769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port d3b11dfd-2406-44bd-abcf-d432fd03ba6f yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:06:38.440794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b485673f-7e12-42e5-9cd6-d652f0e5c88b None None] Update dhcp port {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': '30af9552-9d66-4c6b-834e-cdf93892ff57', 'ip_address': '2001:db8::f816:3eff:fedf:93c4'}, {'subnet_id': '9150d8a0-0440-4faa-a6f7-b0d98b075a94'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '9ca81644-4fce-4f7a-9bec-1b83cb1a3acc'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:06:38.491938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d216896-fc36-43d3-b9cf-9742a1c94f8b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.514801 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.549211 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b485673f-7e12-42e5-9cd6-d652f0e5c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.564030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d216896-fc36-43d3-b9cf-9742a1c94f8b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.592274 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-73f7ec36-cd49-494c-83a6-8673861fa4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.687572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8:0:1::8a (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/9150d8a0-0440-4faa-a6f7-b0d98b075a94/d3b11dfd-2406-44bd-abcf-d432fd03ba6f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:38.696951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::f816:3eff:feb6:930f (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/30af9552-9d66-4c6b-834e-cdf93892ff57/d3b11dfd-2406-44bd-abcf-d432fd03ba6f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:38.720914 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.761736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:06:38.762096 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:06:38.786804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-99eb85b2-a10a-4325-a763-8580d7a0073c None None] Could not find standard attr ID for object 60497ab0-3ff1-4a26-af70-a2a1f159d766. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:06:38.836030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d216896-fc36-43d3-b9cf-9742a1c94f8b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.840989 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d216896-fc36-43d3-b9cf-9742a1c94f8b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.848380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1d216896-fc36-43d3-b9cf-9742a1c94f8b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/security-groups/56bf83ce-8962-443b-8187-14d1672c0f1a HTTP/1.1" status: 204 len: 168 time: 0.5421600 Feb 09 16:06:38.849612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56800) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:38.900171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7ec36-cd49-494c-83a6-8673861fa4c4 None None] Pushing event updated for resources: {'Port': ['ID=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:38.941654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d216896-fc36-43d3-b9cf-9742a1c94f8b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bf83ce-8962-443b-8187-14d1672c0f1a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:38.986478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Checking segment: {'id': '8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1278a83c-7413-4a26-a144-a60edb956ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:38.986478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network hostable DHCP agents. Network: 1278a83c-7413-4a26-a144-a60edb956ac4, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:06:38.987020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:38.993742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Subnet': ['ID=2d580363-49b9-44fa-a439-c066699441f8,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:39.080837 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a4e19e8-d78a-410f-8d5d-0e5b1e99117b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.124122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a4e19e8-d78a-410f-8d5d-0e5b1e99117b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.248397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network 1278a83c-7413-4a26-a144-a60edb956ac4 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:06:39.259488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.358755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=d3b11dfd-2406-44bd-abcf-d432fd03ba6f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:39.373099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:39.379561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:39.387158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:39.401108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:39.401969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.431509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1278a83c-7413-4a26-a144-a60edb956ac4) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:39.433467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-b485673f-7e12-42e5-9cd6-d652f0e5c88b None None] Allocated IP 2001:db8:0:1::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/9150d8a0-0440-4faa-a6f7-b0d98b075a94/9ca81644-4fce-4f7a-9bec-1b83cb1a3acc) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:39.450647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:39.455040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.469804 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a4e19e8-d78a-410f-8d5d-0e5b1e99117b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.489807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a4e19e8-d78a-410f-8d5d-0e5b1e99117b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.489807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6a4e19e8-d78a-410f-8d5d-0e5b1e99117b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/security-groups/8adc3eb0-74b7-4d4b-9052-723c8138ae9b HTTP/1.1" status: 204 len: 168 time: 0.6027436 Feb 09 16:06:39.490607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56810) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:39.546073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e19e8-d78a-410f-8d5d-0e5b1e99117b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adc3eb0-74b7-4d4b-9052-723c8138ae9b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:39.608244 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-65856107-c25e-4e45-a4eb-ac1c681934cb tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5604060 Feb 09 16:06:39.608402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56812) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:39.616964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b485673f-7e12-42e5-9cd6-d652f0e5c88b None None] For port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:39.696304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-65eccc59-0dca-4eca-8fe4-506f24e2b0f5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet c4bf0564-c250-4eab-8305-3f8b9f6caea8 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:39.704351 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b485673f-7e12-42e5-9cd6-d652f0e5c88b None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.714109 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65eccc59-0dca-4eca-8fe4-506f24e2b0f5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.717480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0a3dd-fb2f-4df7-a792-aa05babb25e6 None None] Network 1278a83c-7413-4a26-a144-a60edb956ac4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:39.737290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:39.780770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-99f69fb6-5916-4899-9be0-4c7d3a4a5c16 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0842946 Feb 09 16:06:39.780770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56814) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:39.790415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'network': {'name': 'tempest-router-network01--1506126387'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:39.844736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65eccc59-0dca-4eca-8fe4-506f24e2b0f5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.895425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-885ffdcd-c37a-444f-b207-26a36ebce70c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port d3b11dfd-2406-44bd-abcf-d432fd03ba6f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:39.895774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-885ffdcd-c37a-444f-b207-26a36ebce70c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:39.933102 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b485673f-7e12-42e5-9cd6-d652f0e5c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.000944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65eccc59-0dca-4eca-8fe4-506f24e2b0f5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.028873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Made reservation on behalf of c41c0286786142d48c731ff94a59c460 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:40.039694 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.154092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-885ffdcd-c37a-444f-b207-26a36ebce70c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.177741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-885ffdcd-c37a-444f-b207-26a36ebce70c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for d3b11dfd-2406-44bd-abcf-d432fd03ba6f owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:40.188348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485673f-7e12-42e5-9cd6-d652f0e5c88b None None] Pushing event updated for resources: {'Port': ['ID=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:40.212929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:40.215991 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.231778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-1278a83c-7413-4a26-a144-a60edb956ac4', 'network_id': '1278a83c-7413-4a26-a144-a60edb956ac4', 'tenant_id': 'c41c0286786142d48c731ff94a59c460', 'fixed_ips': [{'subnet_id': '2d580363-49b9-44fa-a439-c066699441f8'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:40.231778 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.309545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65eccc59-0dca-4eca-8fe4-506f24e2b0f5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.344733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:06:40.368848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.370988 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Added segment 6d1d6f19-83fd-4683-966c-048de6c8ccdd of type vlan for network f578577e-5683-49ce-8990-5b7e978982f2 Feb 09 16:06:40.500255 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.521061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-65eccc59-0dca-4eca-8fe4-506f24e2b0f5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.538749 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-65eccc59-0dca-4eca-8fe4-506f24e2b0f5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/c4bf0564-c250-4eab-8305-3f8b9f6caea8 HTTP/1.1" status: 204 len: 168 time: 1.0473526 Feb 09 16:06:40.542015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56822) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:40.542904 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eccc59-0dca-4eca-8fe4-506f24e2b0f5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=c4bf0564-c250-4eab-8305-3f8b9f6caea8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:40.578253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:40.718145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Allocated IP 172.20.0.2 (1278a83c-7413-4a26-a144-a60edb956ac4/2d580363-49b9-44fa-a439-c066699441f8/ef0c2d91-2a7a-4588-b003-c65b75590d04) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:40.808037 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:40.840864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:40.843581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.017142 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.029556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c984ed3-5beb-4f74-a036-d6875187429d None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:41.051356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Network': ['ID=f578577e-5683-49ce-8990-5b7e978982f2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:41.072874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f578577e-5683-49ce-8990-5b7e978982f2 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:06:41.167500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ddd04586-953b-4a9c-ad6d-3e31a6054b73 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3884182 Feb 09 16:06:41.170038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:41.175762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'network': {'name': 'tempest-router-network02--1608545241'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:41.286335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-885ffdcd-c37a-444f-b207-26a36ebce70c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.383918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ffdcd-c37a-444f-b207-26a36ebce70c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=d3b11dfd-2406-44bd-abcf-d432fd03ba6f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:41.486052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:41.499197 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.533922 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-885ffdcd-c37a-444f-b207-26a36ebce70c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.546326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-885ffdcd-c37a-444f-b207-26a36ebce70c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/d3b11dfd-2406-44bd-abcf-d432fd03ba6f HTTP/1.1" status: 204 len: 168 time: 1.9378545 Feb 09 16:06:41.549753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56828) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:41.647871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.737830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9cf2e0-db05-46fa-97a2-8f23f73aa99a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:41.739588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cf9cf2e0-db05-46fa-97a2-8f23f73aa99a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1888108 Feb 09 16:06:41.742614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56834) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:41.772459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-935a11a0-e4cf-487d-aae4-695956e51513 None None] Provisioning complete for port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:41.773344 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-935a11a0-e4cf-487d-aae4-695956e51513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.803044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Network 1278a83c-7413-4a26-a144-a60edb956ac4 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:41.853853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Made reservation on behalf of c41c0286786142d48c731ff94a59c460 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:41.867532 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.869204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e019ef-1acf-445c-ae1b-782218064809 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:41.871071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a8e019ef-1acf-445c-ae1b-782218064809 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1274395 Feb 09 16:06:41.874387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56838) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:41.953109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:06:41.963991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:41.979499 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:41.987486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:41.987701 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Added segment 5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec of type vlan for network 1c4e4a62-e681-473b-b418-39c7b874e6e1 Feb 09 16:06:42.036738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Pushing event updated for resources: {'Port': ['ID=ef0c2d91-2a7a-4588-b003-c65b75590d04,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:42.041506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf1c9e-94d4-46fb-a1b1-eab341993cf6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:42.046188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf1c9e-94d4-46fb-a1b1-eab341993cf6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:42.051944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf1c9e-94d4-46fb-a1b1-eab341993cf6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:42.056520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-82bf1c9e-94d4-46fb-a1b1-eab341993cf6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1784801 Feb 09 16:06:42.057230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56840) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:42.092698 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.208030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08901a4-953a-4744-acfe-b4dfc8bdf236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 30af9552-9d66-4c6b-834e-cdf93892ff57 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:42.219344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a08901a4-953a-4744-acfe-b4dfc8bdf236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.313154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:42.369148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a08901a4-953a-4744-acfe-b4dfc8bdf236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.526686 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.538394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:42.539060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.555293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-56868a00-6636-496b-b44f-72f46117e2b5 None None] Could not find standard attr ID for object d3b11dfd-2406-44bd-abcf-d432fd03ba6f. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:06:42.610884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Attempting to bind port ef0c2d91-2a7a-4588-b003-c65b75590d04 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:42.615578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Attempting to bind port ef0c2d91-2a7a-4588-b003-c65b75590d04 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1278a83c-7413-4a26-a144-a60edb956ac4'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:42.616303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Attempting to bind port ef0c2d91-2a7a-4588-b003-c65b75590d04 on network 1278a83c-7413-4a26-a144-a60edb956ac4 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:42.644357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:42.644744 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.726105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:42.726839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Checking segment: {'id': '8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1278a83c-7413-4a26-a144-a60edb956ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:42.729621 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.730273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Bound using segment: {'id': '8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1278a83c-7413-4a26-a144-a60edb956ac4'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:42.730975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Bound port: ef0c2d91-2a7a-4588-b003-c65b75590d04, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1278a83c-7413-4a26-a144-a60edb956ac4'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:42.731574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.742648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Network': ['ID=1c4e4a62-e681-473b-b418-39c7b874e6e1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:42.751817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.802920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1c4e4a62-e681-473b-b418-39c7b874e6e1 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:06:42.840153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:42.855980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:42.857953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:42.861530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:42.862148 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:42.999790 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b9f642d8-1f07-4fc8-ad58-9e99672fdf14 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8283045 Feb 09 16:06:43.003004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:43.011090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'subnet': {'network_id': 'f578577e-5683-49ce-8990-5b7e978982f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:43.113938 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6fab8828-cafb-4db6-ab47-6e34b65575d2 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5559306 Feb 09 16:06:43.117898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56848) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:43.125538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9cadcb2e-a6dd-4203-b7a7-32298f1ec722 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1420832608'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:43.135458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] For port ef0c2d91-2a7a-4588-b003-c65b75590d04, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:43.146429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] For port ef0c2d91-2a7a-4588-b003-c65b75590d04, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ef0c2d91-2a7a-4588-b003-c65b75590d04,segment=NetworkSegment(8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a),segment_id=8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:43.270402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a08901a4-953a-4744-acfe-b4dfc8bdf236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.292564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.341897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cadcb2e-a6dd-4203-b7a7-32298f1ec722 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.410442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda8175-082c-4e36-b39a-ed49d73db698 None None] Pushing event updated for resources: {'Port': ['ID=ef0c2d91-2a7a-4588-b003-c65b75590d04,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:43.525765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a08901a4-953a-4744-acfe-b4dfc8bdf236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.570014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cadcb2e-a6dd-4203-b7a7-32298f1ec722 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.572453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Made reservation on behalf of c41c0286786142d48c731ff94a59c460 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:43.582256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.582409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08901a4-953a-4744-acfe-b4dfc8bdf236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=30af9552-9d66-4c6b-834e-cdf93892ff57,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:43.583053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a08901a4-953a-4744-acfe-b4dfc8bdf236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.589564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9854fc1f-bab0-4894-ae76-ec2b1e0b3109 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:43.596676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a08901a4-953a-4744-acfe-b4dfc8bdf236 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/30af9552-9d66-4c6b-834e-cdf93892ff57 HTTP/1.1" status: 204 len: 168 time: 1.5373230 Feb 09 16:06:43.598142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56852) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:43.714813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cadcb2e-a6dd-4203-b7a7-32298f1ec722 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.725571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfb9b32-9f0b-468a-a095-80fa50d58f01 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 9150d8a0-0440-4faa-a6f7-b0d98b075a94 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:06:43.739473 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-adfb9b32-9f0b-468a-a095-80fa50d58f01 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.789926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadcb2e-a6dd-4203-b7a7-32298f1ec722 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1d50ca-d2e0-4008-8244-efb44bb5ae55,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:43.819442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-adfb9b32-9f0b-468a-a095-80fa50d58f01 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.948371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9cadcb2e-a6dd-4203-b7a7-32298f1ec722 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:43.953694 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9cadcb2e-a6dd-4203-b7a7-32298f1ec722 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8297060 Feb 09 16:06:43.957275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56862) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:43.990681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a1b5a25f-dc4f-4132-b84d-197d9796e0b7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'security_group': {'name': 'tempest-secgroup-583236098'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:44.037491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7278ea9-5932-4b07-8646-b01a76a2b801 None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:44.203716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e4ddc9ea-3975-4409-92ee-0482bee9cec0 None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:44.204430 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc9ea-3975-4409-92ee-0482bee9cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.230066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.288148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-adfb9b32-9f0b-468a-a095-80fa50d58f01 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.318297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ef0c2d91-2a7a-4588-b003-c65b75590d04 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:44.335963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a25f-dc4f-4132-b84d-197d9796e0b7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.458321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Subnet': ['ID=fbb2f9f7-b8bd-484e-be31-48ca64c7b123,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:44.465283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Checking segment: {'id': '6d1d6f19-83fd-4683-966c-048de6c8ccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f578577e-5683-49ce-8990-5b7e978982f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:44.465680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network hostable DHCP agents. Network: f578577e-5683-49ce-8990-5b7e978982f2, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:06:44.590480 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a25f-dc4f-4132-b84d-197d9796e0b7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.703669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ef0c2d91-2a7a-4588-b003-c65b75590d04 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:44.704137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.708593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network f578577e-5683-49ce-8990-5b7e978982f2 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:06:44.789048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e4ddc9ea-3975-4409-92ee-0482bee9cec0 None None] Provisioning complete for port 6240f81d-95b2-49aa-b411-a30be0329991 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:44.789501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc9ea-3975-4409-92ee-0482bee9cec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.803711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-adfb9b32-9f0b-468a-a095-80fa50d58f01 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.847068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, f578577e-5683-49ce-8990-5b7e978982f2) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:44.858284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a25f-dc4f-4132-b84d-197d9796e0b7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.875612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:44.876278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.896635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de21cc91-dd50-4d45-9c3d-e72df8ee0a31 None None] Network f578577e-5683-49ce-8990-5b7e978982f2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:44.924957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb9b32-9f0b-468a-a095-80fa50d58f01 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=9150d8a0-0440-4faa-a6f7-b0d98b075a94,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:44.932338 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-adfb9b32-9f0b-468a-a095-80fa50d58f01 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:44.940813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-adfb9b32-9f0b-468a-a095-80fa50d58f01 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/9150d8a0-0440-4faa-a6f7-b0d98b075a94 HTTP/1.1" status: 204 len: 168 time: 1.3409350 Feb 09 16:06:44.941570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56874) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:44.996501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5a25f-dc4f-4132-b84d-197d9796e0b7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5bdf49-4581-4395-a24d-87281fd60d3e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:44.997763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56876) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:45.005008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b9d62580-8a13-4d03-a02e-fe9033b68791 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538368 Feb 09 16:06:45.017351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:45.138578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddc9ea-3975-4409-92ee-0482bee9cec0 None None] Port 6240f81d-95b2-49aa-b411-a30be0329991 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:45.167964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a25f-dc4f-4132-b84d-197d9796e0b7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:45.173856 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a1b5a25f-dc4f-4132-b84d-197d9796e0b7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2110641 Feb 09 16:06:45.173856 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4e48047e-f30b-422e-88b4-e442461e3a98 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1689820 Feb 09 16:06:45.175142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56880) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:45.181148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56882) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:45.185676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-911fd440-e1f1-4033-a65e-7c2fa80d6440 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'security_group': {'name': 'tempest-secgroup-448129431'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:45.188031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'subnet': {'network_id': '1c4e4a62-e681-473b-b418-39c7b874e6e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:45.327276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489dac9-9bca-4afb-bf33-4b1ce93e113b None None] Update dhcp port {'port': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'fixed_ips': [{'subnet_id': 'cc1dfc39-8c04-4266-9ef2-5a10f490aa20', 'ip_address': '172.20.0.18'}, {'subnet_id': '6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2'}], 'binding:host_id': 'n-d-828542-1'}, 'id': 'b3daa81c-987a-48c2-830b-8741829a2629'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:06:45.354526 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-911fd440-e1f1-4033-a65e-7c2fa80d6440 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:45.580683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:45.598510 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7489dac9-9bca-4afb-bf33-4b1ce93e113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:45.740643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac99ad-40e0-441e-877b-3b9d3ef981b5 req-b39f7bd5-4af6-49de-9bdf-3d377fd73508 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:45.744598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-edac99ad-40e0-441e-877b-3b9d3ef981b5 req-b39f7bd5-4af6-49de-9bdf-3d377fd73508 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 946 time: 0.2996039 Feb 09 16:06:45.751958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-911fd440-e1f1-4033-a65e-7c2fa80d6440 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:45.779047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:45.795763 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:45.818271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-f578577e-5683-49ce-8990-5b7e978982f2', 'network_id': 'f578577e-5683-49ce-8990-5b7e978982f2', 'tenant_id': 'c41c0286786142d48c731ff94a59c460', 'fixed_ips': [{'subnet_id': 'fbb2f9f7-b8bd-484e-be31-48ca64c7b123'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:45.825062 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:45.863865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-edac99ad-40e0-441e-877b-3b9d3ef981b5 req-38e9588e-c6dc-410c-aded-de544ba71d2a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037028 Feb 09 16:06:45.874142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-911fd440-e1f1-4033-a65e-7c2fa80d6440 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:45.926354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ef0c2d91-2a7a-4588-b003-c65b75590d04, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ef0c2d91-2a7a-4588-b003-c65b75590d04,segment=NetworkSegment(8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a),segment_id=8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:45.931710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d53115-2bcf-400a-942d-d86a2c72e18f None None] Network 1278a83c-7413-4a26-a144-a60edb956ac4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:45.934865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fd440-e1f1-4033-a65e-7c2fa80d6440 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3952af28-e510-4ce2-8445-449b2e22da18,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:45.964381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Made reservation on behalf of c41c0286786142d48c731ff94a59c460 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:45.972178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:46.142981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1991f-8f7e-449b-8f6d-c9bf2e646db5 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:46.161860 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-911fd440-e1f1-4033-a65e-7c2fa80d6440 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:46.166978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-911fd440-e1f1-4033-a65e-7c2fa80d6440 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9892938 Feb 09 16:06:46.167917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56892) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:46.177101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-251821837', 'security_groups': ['3952af28-e510-4ce2-8445-449b2e22da18'], 'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:46.335115 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:46.639853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:46.869876 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:46.884772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5a84c819-d321-4589-b21f-d9a693261a5b None None] Provisioning complete for port ef0c2d91-2a7a-4588-b003-c65b75590d04 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:46.885422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5a84c819-d321-4589-b21f-d9a693261a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:46.910989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] device_id is not set on port 686707e1-5032-4051-aaa8-0f9a31c7aff9 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:06:47.127713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ef0c2d91-2a7a-4588-b003-c65b75590d04,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:47.180412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7489dac9-9bca-4afb-bf33-4b1ce93e113b None None] Allocated IP 172.20.0.2 (93d30598-115a-4229-9f49-b5ff39e04fb1/6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2/b3daa81c-987a-48c2-830b-8741829a2629) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:47.185901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:47.195128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069a8c-e07c-4ae8-a084-bffb88a5abcf req-0c5f8a1f-6709-498f-8d3a-cd7911ece40f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:47.204651 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff069a8c-e07c-4ae8-a084-bffb88a5abcf req-0c5f8a1f-6709-498f-8d3a-cd7911ece40f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 946 time: 0.1162755 Feb 09 16:06:47.243158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-0d0735e4-c580-4360-872b-62e43626b039 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:47.245013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-0d0735e4-c580-4360-872b-62e43626b039 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.73 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 946 time: 0.1548643 Feb 09 16:06:47.300915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Allocated IP 172.20.0.2 (f578577e-5683-49ce-8990-5b7e978982f2/fbb2f9f7-b8bd-484e-be31-48ca64c7b123/6a4c405f-a4be-45fd-8c86-12a345cf04be) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:47.312765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff069a8c-e07c-4ae8-a084-bffb88a5abcf req-015c22c6-3ec0-4cd7-a12b-1174a1846030 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=164af284-6f44-444d-bc63-2296e6e8cb05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071146 Feb 09 16:06:47.379837 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:47.414347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:47.433782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86826243-5291-432a-b1e0-77150b8df769 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:06:47.454953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:47.466393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:47.467046 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:47.472596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Deleting port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:47.473034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:47.497362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=c89578ba-a9f1-44f8-87e1-52c89747632b,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:47.675051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Checking segment: {'id': '5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1c4e4a62-e681-473b-b418-39c7b874e6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:47.675820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network hostable DHCP agents. Network: 1c4e4a62-e681-473b-b418-39c7b874e6e1, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:06:47.700795 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f34ad6d3-0b82-4563-92c9-6937babae54a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6868119 Feb 09 16:06:47.707900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:47.708397 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-df6fa174-baf4-469b-92e3-ab65b072c935 None None] Provisioning complete for port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:47.708880 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-df6fa174-baf4-469b-92e3-ab65b072c935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:47.716401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] For port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:47.717111 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:47.717426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3d4ebca0-23d0-4a00-8c79-4a390bcd05e7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:47.721311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7489dac9-9bca-4afb-bf33-4b1ce93e113b None None] For port b3daa81c-987a-48c2-830b-8741829a2629, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3daa81c-987a-48c2-830b-8741829a2629,segment=NetworkSegment(0633bcb5-3096-4735-bf35-1445d6c8bc0d),segment_id=0633bcb5-3096-4735-bf35-1445d6c8bc0d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:47.739095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Subnet': ['ID=a187c7b6-6bf5-4241-b90e-f4bcbe71eb1a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:47.898490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7489dac9-9bca-4afb-bf33-4b1ce93e113b None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:47.939943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-86826243-5291-432a-b1e0-77150b8df769 None None] Deleting port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:47.941401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86826243-5291-432a-b1e0-77150b8df769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:47.964534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network 1c4e4a62-e681-473b-b418-39c7b874e6e1 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:06:48.078947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.079324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.079656 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Floating IP 83e4654f-3ad9-4d3d-9000-b4d267e06fb1 disassociated. External IP: 172.25.5.143, port: 5f695361-49d0-41f4-ae13-2d41ae1d4a5d. Feb 09 16:06:48.080025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Calling delete_port for 5f695361-49d0-41f4-ae13-2d41ae1d4a5d owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:48.088137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7489dac9-9bca-4afb-bf33-4b1ce93e113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.154719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4ebca0-23d0-4a00-8c79-4a390bcd05e7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:48.161595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d4ebca0-23d0-4a00-8c79-4a390bcd05e7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.219262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.9 (93d30598-115a-4229-9f49-b5ff39e04fb1/6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2/686707e1-5032-4051-aaa8-0f9a31c7aff9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:48.284887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1c4e4a62-e681-473b-b418-39c7b874e6e1) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:48.381226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:48.381226 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.403341 n-d-828542-1 neutron-server[103179]: INFO neutron.db.ipam_backend_mixin [None req-3d4ebca0-23d0-4a00-8c79-4a390bcd05e7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c89578ba-a9f1-44f8-87e1-52c89747632b (CIDR: 2001:db8::/64) Feb 09 16:06:48.404702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d00be7-ed0e-4ce3-971b-985c66221903 None None] Network 1c4e4a62-e681-473b-b418-39c7b874e6e1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:48.453223 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4ebca0-23d0-4a00-8c79-4a390bcd05e7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:06:48.454140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4ebca0-23d0-4a00-8c79-4a390bcd05e7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:48.506572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.543808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6ef3e6f7-81c2-4682-bdfe-890077f6a81b tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3598421 Feb 09 16:06:48.548869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56912) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:48.549890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.576126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ef0c2d91-2a7a-4588-b003-c65b75590d04 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:48.654698 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d4ebca0-23d0-4a00-8c79-4a390bcd05e7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9443142 Feb 09 16:06:48.664113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56914) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:48.670246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:48.695793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489dac9-9bca-4afb-bf33-4b1ce93e113b None None] Pushing event updated for resources: {'Port': ['ID=b3daa81c-987a-48c2-830b-8741829a2629,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:48.700116 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.712446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-86826243-5291-432a-b1e0-77150b8df769 None None] For port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:48.712938 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86826243-5291-432a-b1e0-77150b8df769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:48.730429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c87d521-8046-499a-ac1f-8f43013e21a0 req-67bbf9a9-577a-4d7a-84c6-745fd88069d8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.1356010 Feb 09 16:06:48.736918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event deleted for resources: {'Port': ['ID=5f695361-49d0-41f4-ae13-2d41ae1d4a5d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:48.825476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Network f578577e-5683-49ce-8990-5b7e978982f2 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:48.863723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:48.890772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Pushing event updated for resources: {'Port': ['ID=6a4c405f-a4be-45fd-8c86-12a345cf04be,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:48.896473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:48.934039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-86826243-5291-432a-b1e0-77150b8df769 None None] Calling delete_port for 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:49.047738 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.047877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-490bfc39-c07b-40e9-bc38-292e80c7749d None None] Provisioning complete for port ef0c2d91-2a7a-4588-b003-c65b75590d04 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:49.048504 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-490bfc39-c07b-40e9-bc38-292e80c7749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.169080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ef0c2d91-2a7a-4588-b003-c65b75590d04 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:49.171763 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.187988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Router 521ba7af-e942-4e7e-9c23-fe65d228c03e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:06:49.360786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.413544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Attempting to bind port 6a4c405f-a4be-45fd-8c86-12a345cf04be on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:49.413937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Attempting to bind port 6a4c405f-a4be-45fd-8c86-12a345cf04be by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6d1d6f19-83fd-4683-966c-048de6c8ccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f578577e-5683-49ce-8990-5b7e978982f2'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:49.414466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Attempting to bind port 6a4c405f-a4be-45fd-8c86-12a345cf04be on network f578577e-5683-49ce-8990-5b7e978982f2 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:49.448222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:49.462306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:49.462838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Checking segment: {'id': '6d1d6f19-83fd-4683-966c-048de6c8ccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f578577e-5683-49ce-8990-5b7e978982f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:49.463370 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.463965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Bound using segment: {'id': '6d1d6f19-83fd-4683-966c-048de6c8ccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f578577e-5683-49ce-8990-5b7e978982f2'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:49.464523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Bound port: 6a4c405f-a4be-45fd-8c86-12a345cf04be, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1d6f19-83fd-4683-966c-048de6c8ccdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f578577e-5683-49ce-8990-5b7e978982f2'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:49.464986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.504368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-1c4e4a62-e681-473b-b418-39c7b874e6e1', 'network_id': '1c4e4a62-e681-473b-b418-39c7b874e6e1', 'tenant_id': 'c41c0286786142d48c731ff94a59c460', 'fixed_ips': [{'subnet_id': 'a187c7b6-6bf5-4241-b90e-f4bcbe71eb1a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:49.504368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.504368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] Sync routers for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:49.554621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.578409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:49.580587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:49.591132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:49.631139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] For port 6a4c405f-a4be-45fd-8c86-12a345cf04be, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:49.635833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] For port 6a4c405f-a4be-45fd-8c86-12a345cf04be, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6a4c405f-a4be-45fd-8c86-12a345cf04be,segment=NetworkSegment(6d1d6f19-83fd-4683-966c-048de6c8ccdd),segment_id=6d1d6f19-83fd-4683-966c-048de6c8ccdd)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:49.683878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:49.684630 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.739404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=686707e1-5032-4051-aaa8-0f9a31c7aff9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:49.753273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.753681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.754063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.754415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.754757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.755281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.755564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.755908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.756276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.756661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.757151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.757489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:49.761672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] No DVR routers for this DVR port 5f695361-49d0-41f4-ae13-2d41ae1d4a5d on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:49.764691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:49.767505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:49.770840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:49.771278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63fd2f43-d090-40d8-8885-4cd749b821d7 req-e3440bdd-bb4a-44d8-a299-524d0e1393b9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.73 "DELETE /v2.0/ports/5f695361-49d0-41f4-ae13-2d41ae1d4a5d HTTP/1.1" status: 204 len: 173 time: 2.5162568 Feb 09 16:06:49.771278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-deleted', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:49.771879 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22978a6c-478e-4a99-afbd-57a5f83f4db5" -d '{"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-deleted", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:06:49.866189 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d2b23f-1646-4a1f-8e2d-b9b217654277 x-openstack-request-id: req-60d2b23f-1646-4a1f-8e2d-b9b217654277 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:06:49.866510 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9842b7f8-9f11-4160-87f7-9cd7b4822198", "name": "network-vif-deleted", "tag": "5f695361-49d0-41f4-ae13-2d41ae1d4a5d", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:06:49.866767 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60d2b23f-1646-4a1f-8e2d-b9b217654277 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:06:49.867157 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9842b7f8-9f11-4160-87f7-9cd7b4822198', 'name': 'network-vif-deleted', 'tag': '5f695361-49d0-41f4-ae13-2d41ae1d4a5d', 'status': 'completed', 'code': 200} Feb 09 16:06:49.946094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-650639af-0677-48e4-b157-94e7c4db3d89 req-d35278fa-12de-4b48-b550-3700e7680fc0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.0630023 Feb 09 16:06:50.061238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-00a094b8-b798-418d-b082-c36eb5497523 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8879898 Feb 09 16:06:50.063583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56934) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:50.077229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-81fd12f5-27c5-4efd-8a01-a886bcfdcdea tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:50.251646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Allocated IP 172.20.0.1 (f578577e-5683-49ce-8990-5b7e978982f2/fbb2f9f7-b8bd-484e-be31-48ca64c7b123/ef0e64b1-e166-4101-93a8-fed8f8036f5c) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:50.415196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:50.418677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:50.426543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:50.447905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:50.558186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:50.573549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b973f1-d899-484e-bf2d-5491e7846335 req-951948ee-bc3e-4df8-ae9b-2f5b75a510fa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:50.583204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68b973f1-d899-484e-bf2d-5491e7846335 req-951948ee-bc3e-4df8-ae9b-2f5b75a510fa tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.0757403 Feb 09 16:06:50.627726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fd12f5-27c5-4efd-8a01-a886bcfdcdea tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:50.638293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81fd12f5-27c5-4efd-8a01-a886bcfdcdea tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:50.706104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68b973f1-d899-484e-bf2d-5491e7846335 req-bc59ad22-4a72-4f88-b48b-2e71f9ce1e96 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215498 Feb 09 16:06:50.951957 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86826243-5291-432a-b1e0-77150b8df769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:51.071377 n-d-828542-1 neutron-server[103178]: INFO neutron.db.ipam_backend_mixin [None req-81fd12f5-27c5-4efd-8a01-a886bcfdcdea tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2 (CIDR: 172.20.0.0/28) Feb 09 16:06:51.121648 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fd12f5-27c5-4efd-8a01-a886bcfdcdea tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:06:51.122467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81fd12f5-27c5-4efd-8a01-a886bcfdcdea tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:51.159892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:51.246359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51fbb9f3-b39f-41be-b2bd-21e5f9eb828e req-b1966f41-7500-48dd-8bda-fc83a9ba7e96 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=9842b7f8-9f11-4160-87f7-9cd7b4822198 HTTP/1.1" status: 200 len: 210 time: 0.0873697 Feb 09 16:06:51.273570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-81fd12f5-27c5-4efd-8a01-a886bcfdcdea tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2085834 Feb 09 16:06:51.277885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56950) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:51.282231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:51.305571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6699c2cb-6010-4a50-a2ee-815dffc19b46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:51.439016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5d63-bfea-4b57-9f80-de3968735e39 None None] Pushing event updated for resources: {'Port': ['ID=6a4c405f-a4be-45fd-8c86-12a345cf04be,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:51.572970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Allocated IP 172.20.0.2 (1c4e4a62-e681-473b-b418-39c7b874e6e1/a187c7b6-6bf5-4241-b90e-f4bcbe71eb1a/7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:51.591223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network f578577e-5683-49ce-8990-5b7e978982f2 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:51.613955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:51.619013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Port': ['ID=ef0e64b1-e166-4101-93a8-fed8f8036f5c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:51.645411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:51.811888 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:51.844868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86826243-5291-432a-b1e0-77150b8df769 None None] Pushing event deleted for resources: {'Port': ['ID=9ca81644-4fce-4f7a-9bec-1b83cb1a3acc,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:51.851423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86826243-5291-432a-b1e0-77150b8df769 None None] No DVR routers for this DVR port 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:51.865434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:51.878612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29321c95-032c-450b-83d0-014913af3685 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:51.883699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 5f695361-49d0-41f4-ae13-2d41ae1d4a5d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:51.884035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 5f695361-49d0-41f4-ae13-2d41ae1d4a5d not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:51.888014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2ae63e5b-7423-4a37-b342-2485f45842cd None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:51.888373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ae63e5b-7423-4a37-b342-2485f45842cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:51.935963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:51.963904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:52.042510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd45b65-9a95-4e09-a527-d375884da28e req-aa94a556-600e-4a23-9329-75566f9279d5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:52.055047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fd45b65-9a95-4e09-a527-d375884da28e req-aa94a556-600e-4a23-9329-75566f9279d5 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.1095769 Feb 09 16:06:52.079004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:52.079619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9ca81644-4fce-4f7a-9bec-1b83cb1a3acc not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:52.118131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699c2cb-6010-4a50-a2ee-815dffc19b46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:52.136623 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6699c2cb-6010-4a50-a2ee-815dffc19b46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:52.204321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Network 1c4e4a62-e681-473b-b418-39c7b874e6e1 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:52.263392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:52.270758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:52.408930 n-d-828542-1 neutron-server[103178]: INFO neutron.db.ipam_backend_mixin [None req-6699c2cb-6010-4a50-a2ee-815dffc19b46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cc1dfc39-8c04-4266-9ef2-5a10f490aa20 (CIDR: 172.20.0.16/28) Feb 09 16:06:52.444389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fd45b65-9a95-4e09-a527-d375884da28e req-59ff9b1f-0958-4599-a7a8-f3a346b2e73d tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863089 Feb 09 16:06:52.445314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.objects.ports [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103179) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:06:52.503626 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6699c2cb-6010-4a50-a2ee-815dffc19b46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:06:52.504276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6699c2cb-6010-4a50-a2ee-815dffc19b46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:06:52.521388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:52.658586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6a4c405f-a4be-45fd-8c86-12a345cf04be up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:52.670518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6699c2cb-6010-4a50-a2ee-815dffc19b46 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3870683 Feb 09 16:06:52.670839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56964) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:52.677567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'subnet': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:52.736575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Pushing event updated for resources: {'Port': ['ID=7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:52.739846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:52.740954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:52.786323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Attempting to bind port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:52.787317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Attempting to bind port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1c4e4a62-e681-473b-b418-39c7b874e6e1'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:52.788199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Attempting to bind port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 on network 1c4e4a62-e681-473b-b418-39c7b874e6e1 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:52.809826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:52.818160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:52.837977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:52.838580 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.002857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:53.003714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Checking segment: {'id': '5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1c4e4a62-e681-473b-b418-39c7b874e6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:53.016491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.017002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Bound using segment: {'id': '5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1c4e4a62-e681-473b-b418-39c7b874e6e1'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:53.017518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Bound port: 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '1c4e4a62-e681-473b-b418-39c7b874e6e1'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:53.017922 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.054038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=4e73942b-3415-4c8f-8155-69c63ef459be,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:53.056656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f368c2eb-5fd1-4692-b3f9-3516ec8d245f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.072403 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-64a146b3-133f-4cde-b2bc-fd51c333cc5d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.4072356 Feb 09 16:06:53.078945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56970) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:53.079776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:c2:ef:b6', 'name': 'tempest-NetworksTestDHCPv6-1331240244'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:53.236854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f368c2eb-5fd1-4692-b3f9-3516ec8d245f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.270287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cef180-b21a-4bba-9f5f-24914a00e467 None None] Network f578577e-5683-49ce-8990-5b7e978982f2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:53.463280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Made reservation on behalf of 7ecaa488c5864b3ab3886c9804d8f73d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:53.468957 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.616692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2ae63e5b-7423-4a37-b342-2485f45842cd None None] Provisioning complete for port 6240f81d-95b2-49aa-b411-a30be0329991 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:53.617129 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ae63e5b-7423-4a37-b342-2485f45842cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.642270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.667303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6a4c405f-a4be-45fd-8c86-12a345cf04be triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:53.667711 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.751522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-fc43f360-3f5b-48e2-8f40-dd28a9fe4e4f tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:53.751522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-fc43f360-3f5b-48e2-8f40-dd28a9fe4e4f tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.73 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.3111868 Feb 09 16:06:53.754534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54915033-c04c-41f0-9a21-524b43d3193c req-78b8bcd4-b892-4ee5-a582-72edd8656a25 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:53.763727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54915033-c04c-41f0-9a21-524b43d3193c req-78b8bcd4-b892-4ee5-a582-72edd8656a25 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.1429524 Feb 09 16:06:53.830178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f368c2eb-5fd1-4692-b3f9-3516ec8d245f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.833114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f368c2eb-5fd1-4692-b3f9-3516ec8d245f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.834716 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f368c2eb-5fd1-4692-b3f9-3516ec8d245f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "DELETE /v2.0/security-groups/164af284-6f44-444d-bc63-2296e6e8cb05 HTTP/1.1" status: 204 len: 168 time: 1.0894401 Feb 09 16:06:53.841594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56976) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:53.845381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368c2eb-5fd1-4692-b3f9-3516ec8d245f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164af284-6f44-444d-bc63-2296e6e8cb05,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:53.892734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:53.902347 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-09cc4e7a-15fb-4e74-8d97-3c99674286a4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] show failed (client error): The resource could not be found. Feb 09 16:06:53.903106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-09cc4e7a-15fb-4e74-8d97-3c99674286a4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups/164af284-6f44-444d-bc63-2296e6e8cb05 HTTP/1.1" status: 404 len: 347 time: 0.0535164 Feb 09 16:06:53.920050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] For port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:53.932223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:53.938984 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54915033-c04c-41f0-9a21-524b43d3193c req-cc0c3336-d98d-493e-ab6e-947b44370ff2 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742623 Feb 09 16:06:53.946220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2ae63e5b-7423-4a37-b342-2485f45842cd None None] Port 6240f81d-95b2-49aa-b411-a30be0329991 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:53.948130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:06:53.958900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad686880-a5ca-46aa-bf89-9643f26bffcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.023211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:54.029078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] For port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289,segment=NetworkSegment(5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec),segment_id=5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:54.074110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.111081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': '4e73942b-3415-4c8f-8155-69c63ef459be'}, {'subnet_id': 'c89578ba-a9f1-44f8-87e1-52c89747632b'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:06:54.113227 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.129413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] Checking router: 521ba7af-e942-4e7e-9c23-fe65d228c03e for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:06:54.141625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Port': ['ID=ef0e64b1-e166-4101-93a8-fed8f8036f5c,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:54.157917 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.220176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.225544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Deleting port 86894da5-b4ad-4357-8595-99faae0b536c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:54.225880 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.269114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2ae63e5b-7423-4a37-b342-2485f45842cd None None] Provisioning complete for port 686707e1-5032-4051-aaa8-0f9a31c7aff9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:54.269861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ae63e5b-7423-4a37-b342-2485f45842cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.303080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Deleting port 6c188141-ea2a-4736-8e68-a565b315323e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:54.303516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.319562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network f578577e-5683-49ce-8990-5b7e978982f2 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:54.321085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port ff9d4cd7-5273-4069-8544-7fc03a388a0b yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:06:54.353353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:54.411208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.456216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2ae63e5b-7423-4a37-b342-2485f45842cd None None] Port 686707e1-5032-4051-aaa8-0f9a31c7aff9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:54.458119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554b8d2-b9e5-47c9-8277-ac0f5ddcc6ba None None] Pushing event updated for resources: {'Port': ['ID=7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:54.484257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:54.484920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:54.544790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.688742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.689413 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:54.763959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Calling delete_port for 6c188141-ea2a-4736-8e68-a565b315323e owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:55.148403 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/c89578ba-a9f1-44f8-87e1-52c89747632b/7895d06a-004a-48bf-89ec-8ed5c7abe6ac) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:55.161088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6d:22b2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/4e73942b-3415-4c8f-8155-69c63ef459be/7895d06a-004a-48bf-89ec-8ed5c7abe6ac) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:55.471345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] For port 86894da5-b4ad-4357-8595-99faae0b536c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=86894da5-b4ad-4357-8595-99faae0b536c,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:55.473145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:55.495943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 6a4c405f-a4be-45fd-8c86-12a345cf04be, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6a4c405f-a4be-45fd-8c86-12a345cf04be,segment=NetworkSegment(6d1d6f19-83fd-4683-966c-048de6c8ccdd),segment_id=6d1d6f19-83fd-4683-966c-048de6c8ccdd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:06:55.601603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:55.816672 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:55.897496 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:55.897952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:55.898286 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Floating IP 2971e47c-c9e5-4caf-95c1-ccbd139c8a61 disassociated. External IP: 172.25.5.168, port: 86894da5-b4ad-4357-8595-99faae0b536c. Feb 09 16:06:55.898655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Calling delete_port for 86894da5-b4ad-4357-8595-99faae0b536c owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:56.077489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56996) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:56.083791 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.095789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.099718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3daa81c-987a-48c2-830b-8741829a2629 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:56.198059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57000) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:56.211499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Pushing event updated for resources: {'Port': ['ID=7895d06a-004a-48bf-89ec-8ed5c7abe6ac,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:56.262406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Router bd318636-74ff-4ac0-a25c-322ea2016666 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:06:56.321984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8b5cf6e9-0fcf-4464-b39d-7418d7d3aeb3 None None] Provisioning complete for port 6a4c405f-a4be-45fd-8c86-12a345cf04be triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:56.322546 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf6e9-0fcf-4464-b39d-7418d7d3aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.411641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=6a4c405f-a4be-45fd-8c86-12a345cf04be,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:56.431963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:56.437282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:56.490654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Subnet': ['ID=6df37f10-d1dd-442a-baf5-022221ea5e5d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:56.497153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:56.513911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:56.514768 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.551536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c191b9c-ace5-4c61-8673-b5fc2becfa11 req-a08ff0ef-a86c-4fdc-856c-b91a067e5eee tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:56.553511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c191b9c-ace5-4c61-8673-b5fc2becfa11 req-a08ff0ef-a86c-4fdc-856c-b91a067e5eee tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 945 time: 0.3110359 Feb 09 16:06:56.560878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:56.564421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:56.620856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beea3f3f-5be6-4017-a33a-2bea15c3fb24 None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:56.624744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.706101 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b27e3431-fa11-4d5d-85c7-1af487f5a686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.714045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55843a7b-a6d2-4eb8-8341-97657e6e9c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.749168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c191b9c-ace5-4c61-8673-b5fc2becfa11 req-a049bda5-c640-4c97-bb36-22c548fbfbbe tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups?id=39980ebb-fc48-4456-800a-d3fec7be1414&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759093 Feb 09 16:06:56.767161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:56.772620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3ff3ed0b-dd50-4238-9ac1-d4e91efdb792 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.0980070 Feb 09 16:06:56.777047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57004) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:56.784464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b827c3b-d67d-4414-ae1f-296e662c3adb None None] Network 1c4e4a62-e681-473b-b418-39c7b874e6e1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:06:56.784939 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664cb5b-26f2-4e53-9ac8-5c87ce0f2ee9 None None] Sync routers for ids ['bd318636-74ff-4ac0-a25c-322ea2016666'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:56.792479 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6cc982c4-4c5e-4d31-84eb-2120a8e6f843 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "PUT /v2.0/routers/bd318636-74ff-4ac0-a25c-322ea2016666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2407563 Feb 09 16:06:56.798776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-601375461', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6df37f10-d1dd-442a-baf5-022221ea5e5d'}], 'security_groups': ['ee1d50ca-d2e0-4008-8244-efb44bb5ae55', '1d5bdf49-4581-4395-a24d-87281fd60d3e']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:56.800218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8f435d31-4bcb-4644-84c0-594370bcf724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.802966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:56.810395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57006) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:56.817346 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664cb5b-26f2-4e53-9ac8-5c87ce0f2ee9 None None] Routers {'bd318636-74ff-4ac0-a25c-322ea2016666'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:56.827037 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f664cb5b-26f2-4e53-9ac8-5c87ce0f2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['bd318636-74ff-4ac0-a25c-322ea2016666'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:56.884267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event deleted for resources: {'Port': ['ID=86894da5-b4ad-4357-8595-99faae0b536c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:56.910592 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f664cb5b-26f2-4e53-9ac8-5c87ce0f2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:56.933298 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664cb5b-26f2-4e53-9ac8-5c87ce0f2ee9 None None] Routers {'bd318636-74ff-4ac0-a25c-322ea2016666'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:56.933933 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f664cb5b-26f2-4e53-9ac8-5c87ce0f2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['bd318636-74ff-4ac0-a25c-322ea2016666'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:57.020365 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f664cb5b-26f2-4e53-9ac8-5c87ce0f2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:57.021186 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664cb5b-26f2-4e53-9ac8-5c87ce0f2ee9 None None] The sync data for ids ['bd318636-74ff-4ac0-a25c-322ea2016666'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:06:57.021817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.104126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::cf (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/c89578ba-a9f1-44f8-87e1-52c89747632b/ff9d4cd7-5273-4069-8544-7fc03a388a0b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:57.115506 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55843a7b-a6d2-4eb8-8341-97657e6e9c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.131017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:efb6 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/4e73942b-3415-4c8f-8155-69c63ef459be/ff9d4cd7-5273-4069-8544-7fc03a388a0b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:57.191619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event deleted for resources: {'Port': ['ID=6c188141-ea2a-4736-8e68-a565b315323e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:57.222979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 86894da5-b4ad-4357-8595-99faae0b536c no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:06:57.225760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55843a7b-a6d2-4eb8-8341-97657e6e9c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.239655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1af4dff0-052d-483f-8148-94996aac9635 None None] Provisioning complete for port ef0e64b1-e166-4101-93a8-fed8f8036f5c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:57.239655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1af4dff0-052d-483f-8148-94996aac9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.312948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Attempting to bind port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:06:57.313319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Attempting to bind port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:06:57.324339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Attempting to bind port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:06:57.348708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 86894da5-b4ad-4357-8595-99faae0b536c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:06:57.349098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 86894da5-b4ad-4357-8595-99faae0b536c not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:06:57.417133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:57.438593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:06:57.463658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:57.464038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.466059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:06:57.467058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:06:57.467487 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.467891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:06:57.468440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Bound port: 7895d06a-004a-48bf-89ec-8ed5c7abe6ac, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:06:57.468826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.520010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab123d-41a8-4e3c-b05e-2ad4b14b6c27 None None] The sync data for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 is: [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:06:57.532884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.544810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1af4dff0-052d-483f-8148-94996aac9635 None None] Port ef0e64b1-e166-4101-93a8-fed8f8036f5c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:06:57.628601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.644884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b27e3431-fa11-4d5d-85c7-1af487f5a686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.698647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1af4dff0-052d-483f-8148-94996aac9635 None None] Provisioning complete for port 6a4c405f-a4be-45fd-8c86-12a345cf04be triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:57.699018 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1af4dff0-052d-483f-8148-94996aac9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.703153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55843a7b-a6d2-4eb8-8341-97657e6e9c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65e6052-587e-4edf-9707-af456d22e59e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:57.707903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] For port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:06:57.722010 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-55843a7b-a6d2-4eb8-8341-97657e6e9c55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abdf7256dafc42bfac3f6e6935293997&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6397758 Feb 09 16:06:57.761459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57008) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:57.764648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] For port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7895d06a-004a-48bf-89ec-8ed5c7abe6ac,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:06:57.835627 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.851730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.864324 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b27e3431-fa11-4d5d-85c7-1af487f5a686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:57.979215 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b27e3431-fa11-4d5d-85c7-1af487f5a686 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e94ab505af8f483d866b762400d66382&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7799430 Feb 09 16:06:57.992886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e3431-fa11-4d5d-85c7-1af487f5a686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44110e18-7799-4f14-8533-19e6a8a3c748,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:58.009260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57012) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:58.066161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:06:58.156219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd8a85bd-9a63-44ed-8d30-d8749138b1b1 req-1803cbe7-9804-4fff-96ae-20a3572f0093 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.0778453 Feb 09 16:06:58.157486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:06:58.209356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e8e94f-8102-492b-ab01-32fd4f0e2087 None None] Update dhcp port {'port': {'network_id': '93d30598-115a-4229-9f49-b5ff39e04fb1', 'fixed_ips': [{'subnet_id': 'cc1dfc39-8c04-4266-9ef2-5a10f490aa20', 'ip_address': '172.20.0.18'}, {'subnet_id': '6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2', 'ip_address': '172.20.0.2'}, {'subnet_id': '6df37f10-d1dd-442a-baf5-022221ea5e5d'}], 'binding:host_id': 'n-d-828542-1'}, 'id': 'b3daa81c-987a-48c2-830b-8741829a2629'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:06:58.209484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.209484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.221895 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-26590a4d-eee5-4a53-9114-5ffa9c4a04db tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "DELETE /v2.0/floatingips/83e4654f-3ad9-4d3d-9000-b4d267e06fb1 HTTP/1.1" status: 204 len: 168 time: 4.2878294 Feb 09 16:06:58.239619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e1828-c45d-43ad-88df-895f1603e90a None None] New status for floating IP 83e4654f-3ad9-4d3d-9000-b4d267e06fb1: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:06:58.251096 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82e8e94f-8102-492b-ab01-32fd4f0e2087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.254369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:06:58.260678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:06:58.263413 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.278650 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6737f55-6f30-4ff6-aefa-40c1eb6efacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.318239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d51ce84f-f5b7-4d4d-bd3a-0939b6add28b None None] Provisioning complete for port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:58.319324 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d51ce84f-f5b7-4d4d-bd3a-0939b6add28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.322010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6737f55-6f30-4ff6-aefa-40c1eb6efacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.378250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=ff9d4cd7-5273-4069-8544-7fc03a388a0b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:58.422584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:06:58.435092 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] Sync routers for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:06:58.461668 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:58.462866 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:58.526944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8472083-7f53-4941-bf34-fe167c2ef732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.534682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] No DVR routers for this DVR port 86894da5-b4ad-4357-8595-99faae0b536c on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:06:58.549804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3dc38194-8194-45f7-9321-c81b91223e63 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.4756410 Feb 09 16:06:58.550583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57016) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:58.553027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.558415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d139b48-a7a3-47ec-aa4e-f4aa01f3e1c2 req-7764a235-e9f8-488c-a0f9-1c7b6cc78ce4 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.73 "DELETE /v2.0/ports/86894da5-b4ad-4357-8595-99faae0b536c HTTP/1.1" status: 204 len: 173 time: 4.8266792 Feb 09 16:06:58.629807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'name': 'network-vif-deleted', 'tag': '86894da5-b4ad-4357-8595-99faae0b536c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:06:58.632558 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df554613-81e7-4b4d-b241-0b130cee63f6" -d '{"events": [{"server_uuid": "7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0", "name": "network-vif-deleted", "tag": "86894da5-b4ad-4357-8595-99faae0b536c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:06:58.661378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6737f55-6f30-4ff6-aefa-40c1eb6efacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.674164 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f6737f55-6f30-4ff6-aefa-40c1eb6efacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:58.679293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f6737f55-6f30-4ff6-aefa-40c1eb6efacb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e65e6052-587e-4edf-9707-af456d22e59e HTTP/1.1" status: 204 len: 168 time: 0.9153709 Feb 09 16:06:58.767697 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cedc542-a0de-43ee-954d-dacb5f25ef75 x-openstack-request-id: req-2cedc542-a0de-43ee-954d-dacb5f25ef75 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:06:58.774459 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0", "name": "network-vif-deleted", "tag": "86894da5-b4ad-4357-8595-99faae0b536c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:06:58.774459 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cedc542-a0de-43ee-954d-dacb5f25ef75 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:06:58.774459 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0', 'name': 'network-vif-deleted', 'tag': '86894da5-b4ad-4357-8595-99faae0b536c', 'status': 'completed', 'code': 200} Feb 09 16:06:58.785788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6737f55-6f30-4ff6-aefa-40c1eb6efacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65e6052-587e-4edf-9707-af456d22e59e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:58.841463 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:06:58.875448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-64854bd2-8417-46b5-a7de-a3e178c689dc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port ff9d4cd7-5273-4069-8544-7fc03a388a0b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:06:58.875799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64854bd2-8417-46b5-a7de-a3e178c689dc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.045356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8472083-7f53-4941-bf34-fe167c2ef732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.101027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64854bd2-8417-46b5-a7de-a3e178c689dc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.127912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:06:59.131597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-64854bd2-8417-46b5-a7de-a3e178c689dc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for ff9d4cd7-5273-4069-8544-7fc03a388a0b owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:06:59.182959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Pushing event updated for resources: {'Port': ['ID=7895d06a-004a-48bf-89ec-8ed5c7abe6ac,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:59.202919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Delete allocated IP 172.20.0.9 (93d30598-115a-4229-9f49-b5ff39e04fb1/6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2) {{(pid=103179) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 16:06:59.232411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:59.241707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.242912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.243787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.244388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.248409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c0cfef4f-fb29-49a0-a19a-77692dce2a69 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869820345', 'description': 'tempest-description--1068871150'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:06:59.248759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.248759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.248759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.248759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.248759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.248759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.248759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.248759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6eeb3a-727e-4645-837b-e08955afad91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:06:59.254850 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.297253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Allocated IP 172.20.0.36 (93d30598-115a-4229-9f49-b5ff39e04fb1/6df37f10-d1dd-442a-baf5-022221ea5e5d/686707e1-5032-4051-aaa8-0f9a31c7aff9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:06:59.345772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8472083-7f53-4941-bf34-fe167c2ef732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.350892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8472083-7f53-4941-bf34-fe167c2ef732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.356746 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a8472083-7f53-4941-bf34-fe167c2ef732 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44110e18-7799-4f14-8533-19e6a8a3c748 HTTP/1.1" status: 204 len: 168 time: 1.3336043 Feb 09 16:06:59.440317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcefd010-41cb-44df-97f9-358f75ee22c9 req-6b0a6b26-12f0-4b73-8fc3-07080ed01411 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bdc75f3-5b47-4a1a-8054-a21f0a0ca5d0 HTTP/1.1" status: 200 len: 210 time: 0.0994701 Feb 09 16:06:59.562724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8472083-7f53-4941-bf34-fe167c2ef732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44110e18-7799-4f14-8533-19e6a8a3c748,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:59.570146 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:27Z', 'revision_number': 5, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:59.623041 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] Checking router: 0b2783b9-0c19-42ae-a05c-9155ce711ef6 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:06:59.634306 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:06:59.635252 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:06:59.668952 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.762705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0cfef4f-fb29-49a0-a19a-77692dce2a69 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.823679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64854bd2-8417-46b5-a7de-a3e178c689dc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.841550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:06:59.841868 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-f1ae3420-ca7a-456c-837c-6ab5f0954550 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:06:59.842388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.847235 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1ae3420-ca7a-456c-837c-6ab5f0954550 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "PUT /v2.0/routers/bd318636-74ff-4ac0-a25c-322ea2016666/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0387611 Feb 09 16:06:59.853787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:06:59.902288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64854bd2-8417-46b5-a7de-a3e178c689dc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=ff9d4cd7-5273-4069-8544-7fc03a388a0b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:06:59.985018 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64854bd2-8417-46b5-a7de-a3e178c689dc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:59.993009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-64854bd2-8417-46b5-a7de-a3e178c689dc tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/ff9d4cd7-5273-4069-8544-7fc03a388a0b HTTP/1.1" status: 204 len: 168 time: 1.4332759 Feb 09 16:06:59.993743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57036) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:00.047596 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d51ce84f-f5b7-4d4d-bd3a-0939b6add28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.085246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57038) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:00.140687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6c76-a1fc-4b74-a577-3683ed4da8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.148156 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:00.197308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e32b6f-56b1-4321-8c7c-c999303099c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:00.205192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-31e32b6f-56b1-4321-8c7c-c999303099c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2091506 Feb 09 16:07:00.206174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57040) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:00.315969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e46ff3-4f48-4b7f-9849-08b9657c99b8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:00.320385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-24e46ff3-4f48-4b7f-9849-08b9657c99b8 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0950124 Feb 09 16:07:00.321890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57042) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:00.364684 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.392315 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.399131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13360009-1111-4c6d-ac48-51732eb056b9 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:00.414328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37ec2b-cd61-4f92-96d4-a8b34373d31b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:00.416109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37ec2b-cd61-4f92-96d4-a8b34373d31b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:00.417503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d51ce84f-f5b7-4d4d-bd3a-0939b6add28b None None] For port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289,segment=NetworkSegment(5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec),segment_id=5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:00.418489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37ec2b-cd61-4f92-96d4-a8b34373d31b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:00.423587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1f37ec2b-cd61-4f92-96d4-a8b34373d31b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0977015 Feb 09 16:07:00.424681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57044) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:00.500551 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:27Z', 'revision_number': 5, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:00.565971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0cfef4f-fb29-49a0-a19a-77692dce2a69 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.569584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6c76-a1fc-4b74-a577-3683ed4da8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.577400 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe38c0-c4c8-49f0-a648-e068058066f2 None None] The sync data for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 is: [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:05:16Z', 'revision_number': 4, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd6dec2cd-0235-46ea-8cbc-fe7c2a92ac88', 'name': '', 'network_id': '2b2d60c8-9d63-46ce-8c2e-245b6df9e622', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'mac_address': 'fa:16:3e:b3:b7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:13Z', 'updated_at': '2022-02-09T16:05:27Z', 'revision_number': 5, 'project_id': '39b43081a1594316826897f1098bbd1b', 'subnets': [{'id': 'b5eca995-397e-4361-aaa5-2adc3927c531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:00.579282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e07ccf-5ad8-4fc3-8244-5617390cd734 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet 4e73942b-3415-4c8f-8155-69c63ef459be {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:00.585720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.592035 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d51ce84f-f5b7-4d4d-bd3a-0939b6add28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.592417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09e07ccf-5ad8-4fc3-8244-5617390cd734 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.672976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09e07ccf-5ad8-4fc3-8244-5617390cd734 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.706099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:07:00.706647 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:07:00.742243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0cfef4f-fb29-49a0-a19a-77692dce2a69 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.746256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.755305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ddc6c76-a1fc-4b74-a577-3683ed4da8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.826652 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event updated for resources: {'Port': ['ID=686707e1-5032-4051-aaa8-0f9a31c7aff9,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:00.853929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ce84f-f5b7-4d4d-bd3a-0939b6add28b None None] Pushing event updated for resources: {'Port': ['ID=7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:00.864899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Provisioning complete for port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:00.867713 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:00.889682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5ddc6c76-a1fc-4b74-a577-3683ed4da8e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70abb747594145ee86812788b3e0b11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8019927 Feb 09 16:07:00.898421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57050) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:00.909189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc6c76-a1fc-4b74-a577-3683ed4da8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4492c845-6e29-4510-a8ad-35aa289a9232,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:00.918627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-82e8e94f-8102-492b-ab01-32fd4f0e2087 None None] Allocated IP 172.20.0.34 (93d30598-115a-4229-9f49-b5ff39e04fb1/6df37f10-d1dd-442a-baf5-022221ea5e5d/b3daa81c-987a-48c2-830b-8741829a2629) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:01.009205 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09e07ccf-5ad8-4fc3-8244-5617390cd734 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.017917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfef4f-fb29-49a0-a19a-77692dce2a69 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a790a1-200e-46dd-9646-f6964a2ff2be,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:01.045279 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c0cfef4f-fb29-49a0-a19a-77692dce2a69 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.051149 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c0cfef4f-fb29-49a0-a19a-77692dce2a69 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8135598 Feb 09 16:07:01.055285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57052) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:01.059562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57054) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:01.096561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8f1b7ef1-7fd0-4a6d-8541-e0024360c395 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'security_group_rule': {'security_group_id': 'a4a790a1-200e-46dd-9646-f6964a2ff2be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:01.107788 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.112696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.126486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd46f8fe-f946-4998-bddd-f78049770c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.140235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-82e8e94f-8102-492b-ab01-32fd4f0e2087 None None] For port b3daa81c-987a-48c2-830b-8741829a2629, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3daa81c-987a-48c2-830b-8741829a2629,segment=NetworkSegment(0633bcb5-3096-4735-bf35-1445d6c8bc0d),segment_id=0633bcb5-3096-4735-bf35-1445d6c8bc0d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:01.145111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ebf340-c3b8-4841-8b90-906db3f9dbdf None None] New status for floating IP 2971e47c-c9e5-4caf-95c1-ccbd139c8a61: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:07:01.170484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd46f8fe-f946-4998-bddd-f78049770c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.286999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82e8e94f-8102-492b-ab01-32fd4f0e2087 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.290930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cae085f-7318-47c6-a779-f6fb7c1df51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.345752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6a4c405f-a4be-45fd-8c86-12a345cf04be up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:01.370890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] In _notify_port_updated(), no bound segment for port 686707e1-5032-4051-aaa8-0f9a31c7aff9 on network 93d30598-115a-4229-9f49-b5ff39e04fb1 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:07:01.377319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:01.378090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.379509 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d444c13d-4a68-40bb-bf6e-52fc0cfb671d tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "PUT /v2.0/ports/686707e1-5032-4051-aaa8-0f9a31c7aff9 HTTP/1.1" status: 200 len: 959 time: 4.5857649 Feb 09 16:07:01.384657 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57056) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:01.390550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd46f8fe-f946-4998-bddd-f78049770c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.393272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd46f8fe-f946-4998-bddd-f78049770c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.395528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cd46f8fe-f946-4998-bddd-f78049770c47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4492c845-6e29-4510-a8ad-35aa289a9232 HTTP/1.1" status: 204 len: 168 time: 0.4949987 Feb 09 16:07:01.405656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46f8fe-f946-4998-bddd-f78049770c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4492c845-6e29-4510-a8ad-35aa289a9232,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:01.444969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6a4c405f-a4be-45fd-8c86-12a345cf04be triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:01.445584 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.446550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09e07ccf-5ad8-4fc3-8244-5617390cd734 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.494724 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82e8e94f-8102-492b-ab01-32fd4f0e2087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.501390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e07ccf-5ad8-4fc3-8244-5617390cd734 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=4e73942b-3415-4c8f-8155-69c63ef459be,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:01.511331 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09e07ccf-5ad8-4fc3-8244-5617390cd734 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.520796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-09e07ccf-5ad8-4fc3-8244-5617390cd734 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/4e73942b-3415-4c8f-8155-69c63ef459be HTTP/1.1" status: 204 len: 168 time: 1.0940270 Feb 09 16:07:01.522354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57060) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:01.643782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4e3278-68d4-497c-be8d-95c11f71615c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet c89578ba-a9f1-44f8-87e1-52c89747632b {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:01.648933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af4e3278-68d4-497c-be8d-95c11f71615c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.649150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cae085f-7318-47c6-a779-f6fb7c1df51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.692266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7ef1-7fd0-4a6d-8541-e0024360c395 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.734309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af4e3278-68d4-497c-be8d-95c11f71615c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.734309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57064) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:01.772211 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7ef1-7fd0-4a6d-8541-e0024360c395 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.867893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6cae085f-7318-47c6-a779-f6fb7c1df51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.869912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8e94f-8102-492b-ab01-32fd4f0e2087 None None] Pushing event updated for resources: {'Port': ['ID=b3daa81c-987a-48c2-830b-8741829a2629,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:01.906331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27c4ef-8e9f-4a00-81af-af248624371b None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:01.907100 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af4e3278-68d4-497c-be8d-95c11f71615c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.958203 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae085f-7318-47c6-a779-f6fb7c1df51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bcb448-bda4-437f-894f-1286ebe618bf,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:01.971642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7ef1-7fd0-4a6d-8541-e0024360c395 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:01.977564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:07:01.977564 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:07:01.980473 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7cda4acd-d083-4a93-85b9-44cff8e4ee47 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.034475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.060549 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7cda4acd-d083-4a93-85b9-44cff8e4ee47 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.165611 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af4e3278-68d4-497c-be8d-95c11f71615c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.254488 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af4e3278-68d4-497c-be8d-95c11f71615c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.258125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-af4e3278-68d4-497c-be8d-95c11f71615c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/c89578ba-a9f1-44f8-87e1-52c89747632b HTTP/1.1" status: 204 len: 168 time: 0.7344365 Feb 09 16:07:02.275006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e3278-68d4-497c-be8d-95c11f71615c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=c89578ba-a9f1-44f8-87e1-52c89747632b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:02.283426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57068) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:02.456956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b129978-f5aa-46c4-967e-ea853df34caf None None] Update dhcp port {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'fixed_ips': [{'subnet_id': 'c89578ba-a9f1-44f8-87e1-52c89747632b'}], 'binding:host_id': 'n-d-828542-1'}, 'id': '7895d06a-004a-48bf-89ec-8ed5c7abe6ac'} from n-d-828542-1. {{(pid=103180) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 09 16:07:02.483551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a117ba79-ecc0-4eb9-a58d-ba06a244029c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1982858 Feb 09 16:07:02.489246 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7cda4acd-d083-4a93-85b9-44cff8e4ee47 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.500523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7cda4acd-d083-4a93-85b9-44cff8e4ee47 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.511987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7cda4acd-d083-4a93-85b9-44cff8e4ee47 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "DELETE /v2.0/security-groups/39980ebb-fc48-4456-800a-d3fec7be1414 HTTP/1.1" status: 204 len: 168 time: 0.7725115 Feb 09 16:07:02.519575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57076) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:02.520809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57078) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:02.528235 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6cae085f-7318-47c6-a779-f6fb7c1df51e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=805e475291ce4794b20df575c87363e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4469197 Feb 09 16:07:02.530501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57080) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:02.544801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:02.574180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cdf474f3-9433-447a-bef2-8e0cc01c9ed0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 686707e1-5032-4051-aaa8-0f9a31c7aff9 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:02.574645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cdf474f3-9433-447a-bef2-8e0cc01c9ed0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.606066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7ef1-7fd0-4a6d-8541-e0024360c395 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d05d24-d6ca-4eb6-b9cd-e2626a48c47b,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:02.608488 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b129978-f5aa-46c4-967e-ea853df34caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.628754 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.658339 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-45bd6644-bfe0-4291-93d8-e9a3a6f6ceb1 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] show failed (client error): The resource could not be found. Feb 09 16:07:02.659553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-45bd6644-bfe0-4291-93d8-e9a3a6f6ceb1 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "GET /v2.0/security-groups/39980ebb-fc48-4456-800a-d3fec7be1414 HTTP/1.1" status: 404 len: 347 time: 0.1060746 Feb 09 16:07:02.669622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7895d06a-004a-48bf-89ec-8ed5c7abe6ac up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:02.693374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57084) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:02.735593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda4acd-d083-4a93-85b9-44cff8e4ee47 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39980ebb-fc48-4456-800a-d3fec7be1414,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:02.739085 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7ef1-7fd0-4a6d-8541-e0024360c395 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.743470 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8f1b7ef1-7fd0-4a6d-8541-e0024360c395 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6495655 Feb 09 16:07:02.759556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57086) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:02.766102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a4d4bf52-5872-4d46-b09e-46ac4a7e3c27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'security_group_rule': {'security_group_id': 'a4a790a1-200e-46dd-9646-f6964a2ff2be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:02.910457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] For port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7895d06a-004a-48bf-89ec-8ed5c7abe6ac,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:02.946834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:02.948500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.949056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a18cb28a-b6d0-454c-b559-c1d692934e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:02.957965 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4d4bf52-5872-4d46-b09e-46ac4a7e3c27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.023889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a18cb28a-b6d0-454c-b559-c1d692934e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.023994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.082903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99d927-4911-4f48-abaf-404d256b7ad0 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:03.121313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cdf474f3-9433-447a-bef2-8e0cc01c9ed0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.138683 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Deleting port ef0e64b1-e166-4101-93a8-fed8f8036f5c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:03.139362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.159351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4d4bf52-5872-4d46-b09e-46ac4a7e3c27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.162982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:03.169937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.234183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-cdf474f3-9433-447a-bef2-8e0cc01c9ed0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 686707e1-5032-4051-aaa8-0f9a31c7aff9 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:03.269571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4d4bf52-5872-4d46-b09e-46ac4a7e3c27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.326749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4bf52-5872-4d46-b09e-46ac4a7e3c27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2301d981-c9e1-4bf0-88d1-a18d1d248378,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:03.406219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Provisioning complete for port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:03.406523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.445520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4d4bf52-5872-4d46-b09e-46ac4a7e3c27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.448652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a4d4bf52-5872-4d46-b09e-46ac4a7e3c27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6878133 Feb 09 16:07:03.452664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57096) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:03.457704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:03.503705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad35559-6e84-4dd7-9c6f-a9095f3e23b4 None None] Pushing event updated for resources: {'Port': ['ID=7895d06a-004a-48bf-89ec-8ed5c7abe6ac,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:03.535947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.562970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Calling delete_port for ef0e64b1-e166-4101-93a8-fed8f8036f5c owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:03.575986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:03.711165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:03.711165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.714721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.743238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:07:03.757308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Deleting port 4a7d6375-eb31-4768-abfe-a3e404edb188 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:03.758128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.810398 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a18cb28a-b6d0-454c-b559-c1d692934e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.815380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a18cb28a-b6d0-454c-b559-c1d692934e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.825210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a18cb28a-b6d0-454c-b559-c1d692934e59 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7bcb448-bda4-437f-894f-1286ebe618bf HTTP/1.1" status: 204 len: 168 time: 1.2767861 Feb 09 16:07:03.902367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] Deleting port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:03.903786 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:03.912927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3daa81c-987a-48c2-830b-8741829a2629 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:03.935034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.019206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:04.033414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cb28a-b6d0-454c-b559-c1d692934e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bcb448-bda4-437f-894f-1286ebe618bf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:04.058081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:04.081429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:04.083756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.093171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.093491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.108370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Provisioning complete for port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:04.109000 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.121279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=a7456b12-d3f6-4670-9410-9e79422c83f9,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:04.162489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Calling delete_port for 4a7d6375-eb31-4768-abfe-a3e404edb188 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:04.165765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cdf474f3-9433-447a-bef2-8e0cc01c9ed0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.179355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.218786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf474f3-9433-447a-bef2-8e0cc01c9ed0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=686707e1-5032-4051-aaa8-0f9a31c7aff9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:04.248840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] For port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7895d06a-004a-48bf-89ec-8ed5c7abe6ac,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:04.250364 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.304211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] Calling delete_port for 7895d06a-004a-48bf-89ec-8ed5c7abe6ac owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:04.321779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:04.322363 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.439809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cdf474f3-9433-447a-bef2-8e0cc01c9ed0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.443639 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cdf474f3-9433-447a-bef2-8e0cc01c9ed0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/686707e1-5032-4051-aaa8-0f9a31c7aff9 HTTP/1.1" status: 204 len: 168 time: 3.0578983 Feb 09 16:07:04.459378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57110) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:04.474329 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.509267 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd78e2e-2cb7-4cd4-8d8a-21d873dd51a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] GET failed (client error): The resource could not be found. Feb 09 16:07:04.509267 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9bd78e2e-2cb7-4cd4-8d8a-21d873dd51a0 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports/686707e1-5032-4051-aaa8-0f9a31c7aff9 HTTP/1.1" status: 404 len: 333 time: 0.0449657 Feb 09 16:07:04.533334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57112) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:04.550198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Port': ['ID=ef0e64b1-e166-4101-93a8-fed8f8036f5c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:04.551956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Allocated IP 172.25.5.57 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/e8b037ee-879c-4bf7-aa5f-29ae53bbc1ea) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:04.790903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.804597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:04.883587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-32616fb1-c5de-486b-a602-d95221ff4b15 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3437111 Feb 09 16:07:04.884792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57122) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:04.915574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-cae7ae36-424c-43f2-bdf9-ab0f3e059d08 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:05.000152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Could not find standard attr ID for object 686707e1-5032-4051-aaa8-0f9a31c7aff9. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:07:05.048872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.056684 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.064620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Provisioning complete for port 6240f81d-95b2-49aa-b411-a30be0329991 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:05.068259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.118253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:05.133011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:05.134961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'Port': ['ID=e8b037ee-879c-4bf7-aa5f-29ae53bbc1ea,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:05.137652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:05.170183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Port 6240f81d-95b2-49aa-b411-a30be0329991 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:05.212132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] Pushing event deleted for resources: {'Port': ['ID=7895d06a-004a-48bf-89ec-8ed5c7abe6ac,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:05.218936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Could not find standard attr ID for object ff9d4cd7-5273-4069-8544-7fc03a388a0b. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:07:05.225269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3969f56-61a1-4850-aafa-756e3f664e5b None None] No DVR routers for this DVR port 7895d06a-004a-48bf-89ec-8ed5c7abe6ac on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:05.249927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:05.250767 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f0e9100-b3f8-4caa-94bb-94d6f4fa0de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.285353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d023db-ddbf-489f-a014-31af09ca4228 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:05.341580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Pushing event deleted for resources: {'Port': ['ID=4a7d6375-eb31-4768-abfe-a3e404edb188,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:05.365918 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.370149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23d389bd-d547-4858-afef-cd34e7a577cd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.403603 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.406971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.408495 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-21d48b1d-ca66-4626-a001-d66f12279952 tempest-ServersTestManualDisk-2006999053 tempest-ServersTestManualDisk-2006999053-project] 10.222.0.53 "DELETE /v2.0/floatingips/2971e47c-c9e5-4caf-95c1-ccbd139c8a61 HTTP/1.1" status: 204 len: 168 time: 2.7007077 Feb 09 16:07:05.415384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57130) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:05.453820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.458876 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23d389bd-d547-4858-afef-cd34e7a577cd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.468993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7895d06a-004a-48bf-89ec-8ed5c7abe6ac no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:05.520986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae7ae36-424c-43f2-bdf9-ab0f3e059d08 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:05.525332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cae7ae36-424c-43f2-bdf9-ab0f3e059d08 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.544521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7895d06a-004a-48bf-89ec-8ed5c7abe6ac {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:05.544983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7895d06a-004a-48bf-89ec-8ed5c7abe6ac not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:05.726609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.794873 n-d-828542-1 neutron-server[103178]: INFO neutron.db.ipam_backend_mixin [None req-cae7ae36-424c-43f2-bdf9-ab0f3e059d08 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7456b12-d3f6-4670-9410-9e79422c83f9 (CIDR: 2001:db8::/64) Feb 09 16:07:05.846398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'tenant_id': '9d4b59b30e8d4a50bfcc12e9caaca5d3', 'fixed_ips': [{'subnet_id': 'a7456b12-d3f6-4670-9410-9e79422c83f9'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:07:05.849427 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.861360 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae7ae36-424c-43f2-bdf9-ab0f3e059d08 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:07:05.862271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae7ae36-424c-43f2-bdf9-ab0f3e059d08 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:05.959341 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23d389bd-d547-4858-afef-cd34e7a577cd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.962255 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23d389bd-d547-4858-afef-cd34e7a577cd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:05.967745 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23d389bd-d547-4858-afef-cd34e7a577cd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/security-groups/3952af28-e510-4ce2-8445-449b2e22da18 HTTP/1.1" status: 204 len: 168 time: 1.4309814 Feb 09 16:07:05.972393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Router bd318636-74ff-4ac0-a25c-322ea2016666 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:05.973613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57144) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:06.001098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d389bd-d547-4858-afef-cd34e7a577cd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3952af28-e510-4ce2-8445-449b2e22da18,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:06.034945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cae7ae36-424c-43f2-bdf9-ab0f3e059d08 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1460607 Feb 09 16:07:06.039916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57148) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:06.064007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'subnet': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:06.258037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Allocated IP 2001:db8::2 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/a7456b12-d3f6-4670-9410-9e79422c83f9/c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:06.314423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:06.343814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.343995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6c286-78e3-4fe1-9a23-dff3ef714bf9 None None] Sync routers for ids ['bd318636-74ff-4ac0-a25c-322ea2016666'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:06.348426 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-be665f39-9e89-4eca-b574-da34246783b9 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "PUT /v2.0/routers/bd318636-74ff-4ac0-a25c-322ea2016666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4931626 Feb 09 16:07:06.354893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:06.376634 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6c286-78e3-4fe1-9a23-dff3ef714bf9 None None] Routers {'bd318636-74ff-4ac0-a25c-322ea2016666'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:06.378801 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-42c6c286-78e3-4fe1-9a23-dff3ef714bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['bd318636-74ff-4ac0-a25c-322ea2016666'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:06.384863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57152) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:06.393816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66362831', 'description': 'tempest-secgroup-smoke-66362831 description', 'project_id': '8e0a4caec7454704961c43365369d7ce'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:06.410274 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-6fc97a79-d70f-457c-838a-c633c3504021 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] delete failed (client error): The resource could not be found. Feb 09 16:07:06.411368 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6fc97a79-d70f-457c-838a-c633c3504021 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-264579111 HTTP/1.1" status: 404 len: 334 time: 0.0554898 Feb 09 16:07:06.420880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57154) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:06.431953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7f2077d2-7688-4ca7-bf3d-08a7299bce3a tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bd318636-74ff-4ac0-a25c-322ea2016666'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:06.449277 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d096ee93-4533-4ffa-bf76-1962c50b9dab tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.513512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d096ee93-4533-4ffa-bf76-1962c50b9dab tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.527779 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-42c6c286-78e3-4fe1-9a23-dff3ef714bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:06.543018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:06.550207 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.553292 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c6c286-78e3-4fe1-9a23-dff3ef714bf9 None None] Routers {'bd318636-74ff-4ac0-a25c-322ea2016666'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:06.554317 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-42c6c286-78e3-4fe1-9a23-dff3ef714bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['bd318636-74ff-4ac0-a25c-322ea2016666'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:06.557126 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.576431 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.623202 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-42c6c286-78e3-4fe1-9a23-dff3ef714bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:06.623942 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c6c286-78e3-4fe1-9a23-dff3ef714bf9 None None] The sync data for ids ['bd318636-74ff-4ac0-a25c-322ea2016666'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:06.633414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.669586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d096ee93-4533-4ffa-bf76-1962c50b9dab tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.672380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d096ee93-4533-4ffa-bf76-1962c50b9dab tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.673672 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d096ee93-4533-4ffa-bf76-1962c50b9dab tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/security-groups/1d5bdf49-4581-4395-a24d-87281fd60d3e HTTP/1.1" status: 204 len: 168 time: 0.6845970 Feb 09 16:07:06.679228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57158) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:06.737712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096ee93-4533-4ffa-bf76-1962c50b9dab tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5bdf49-4581-4395-a24d-87281fd60d3e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:06.739664 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.774328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcfb8-8115-448c-9a8c-7253e9f66f10 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.853563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcfb8-8115-448c-9a8c-7253e9f66f10 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.855853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:06.869582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:06.873583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Pushing event updated for resources: {'Port': ['ID=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:06.884942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:06.951592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Attempting to bind port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:06.953507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Attempting to bind port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:06.954029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Attempting to bind port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 on network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:06.960677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:06.961228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Checking segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:06.961723 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:06.962187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Bound using segment: {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:06.962759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Bound port: c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151d79ec-af66-4520-868f-6ebabe2c81b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:06.963217 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.076831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] For port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:07.082232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] For port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:07.172625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.267938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'Port': ['ID=e8b037ee-879c-4bf7-aa5f-29ae53bbc1ea,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:07.301277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.324859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09c7dc-17d4-4620-93e4-1bdc3e94c7bb None None] Pushing event updated for resources: {'Port': ['ID=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:07.390300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Deleting port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:07.391088 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.395604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcfb8-8115-448c-9a8c-7253e9f66f10 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.400946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c7fcfb8-8115-448c-9a8c-7253e9f66f10 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.403255 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5c7fcfb8-8115-448c-9a8c-7253e9f66f10 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/security-groups/ee1d50ca-d2e0-4008-8244-efb44bb5ae55 HTTP/1.1" status: 204 len: 168 time: 0.7203860 Feb 09 16:07:07.415052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57170) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:07.423157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7f2077d2-7688-4ca7-bf3d-08a7299bce3a tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.439551 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.465775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fcfb8-8115-448c-9a8c-7253e9f66f10 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1d50ca-d2e0-4008-8244-efb44bb5ae55,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:07.479157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.529198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] For port d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:07.529736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.531341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.532844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-592f7e3c-2336-48bf-9d69-a58f645ca8f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0788367 Feb 09 16:07:07.541064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26ffc86-8a4f-47e6-a31e-c6d4f529f2ff tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet 6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:07.558280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c26ffc86-8a4f-47e6-a31e-c6d4f529f2ff tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:07.560684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Calling delete_port for d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:07.631314 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-7f2077d2-7688-4ca7-bf3d-08a7299bce3a tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] update failed (client error): The resource could not be found. Feb 09 16:07:07.637216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7f2077d2-7688-4ca7-bf3d-08a7299bce3a tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "PUT /v2.0/routers/bd318636-74ff-4ac0-a25c-322ea2016666 HTTP/1.1" status: 404 len: 339 time: 1.2044036 Feb 09 16:07:07.644961 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57178) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:07.686273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c26ffc86-8a4f-47e6-a31e-c6d4f529f2ff tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.025332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.087911 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c26ffc86-8a4f-47e6-a31e-c6d4f529f2ff tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.148924 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.180542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-da20da4d-f9d1-4e53-ae0b-ff17171bf867 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--869820345&fields=id&tenant_id=b1ffa86913db4cd3ab076891325de08d HTTP/1.1" status: 200 len: 267 time: 0.2175286 Feb 09 16:07:08.244682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.331029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.394959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e52a05-6178-434d-82b4-4bf98628a25c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:08.509264 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.510318 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:08.539273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c26ffc86-8a4f-47e6-a31e-c6d4f529f2ff tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.619284 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.634956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732962f-461a-4bf7-a349-18e5597ced02 req-84a37316-1a3a-4dd3-8cbf-e9f0274f660f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:08.637901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-84a37316-1a3a-4dd3-8cbf-e9f0274f660f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 816 time: 0.3901210 Feb 09 16:07:08.646819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.objects.ports [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103178) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 16:07:08.648696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ffc86-8a4f-47e6-a31e-c6d4f529f2ff tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:08.662873 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c26ffc86-8a4f-47e6-a31e-c6d4f529f2ff tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:08.667679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c26ffc86-8a4f-47e6-a31e-c6d4f529f2ff tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2 HTTP/1.1" status: 204 len: 168 time: 1.2515435 Feb 09 16:07:08.680238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6ebe5-3319-4204-8262-c4e9c96fdec2 None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:08.740000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57194) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:08.928012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdadda5-f6cc-4f04-a666-efc677924049,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:08.946774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-1cb58103-73e7-4590-b6d5-f3a05ca0a19e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/quotas/b1ffa86913db4cd3ab076891325de08d HTTP/1.1" status: 200 len: 375 time: 0.2869198 Feb 09 16:07:09.006799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.008126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c67a2f56-c051-4ad6-825c-980b6dc1ce43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.6211064 Feb 09 16:07:09.018602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57198) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:09.028887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-5870d059-2ca8-4248-80e7-819bca45bbdd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet 6df37f10-d1dd-442a-baf5-022221ea5e5d {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:09.044070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5870d059-2ca8-4248-80e7-819bca45bbdd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.068677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-48f222b6-4c41-40bf-b2c3-8c6c45be9ed5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '3bdadda5-f6cc-4f04-a666-efc677924049', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:09.147874 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-231accfc-6fd8-4377-8dea-2f9c4319ddc3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1643362 Feb 09 16:07:09.222879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.230762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Allocated IP 172.20.0.1 (1278a83c-7413-4a26-a144-a60edb956ac4/2d580363-49b9-44fa-a439-c066699441f8/caf3d923-485c-47e9-8bc9-4844bfc30f1b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:09.261033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5870d059-2ca8-4248-80e7-819bca45bbdd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.283917 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:07:09.330712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.381640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:09.384117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-f80897a8-6c50-4956-adf2-c61695e7672e service neutron] 10.222.0.53 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216716 Feb 09 16:07:09.470465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] Provisioning complete for port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:09.470997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.605597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:09.606070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.612805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48f222b6-4c41-40bf-b2c3-8c6c45be9ed5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.638682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5870d059-2ca8-4248-80e7-819bca45bbdd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.642444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-f8ba277e-7188-4f99-a2f4-df0712a290d0 service neutron] 10.222.0.53 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246964 Feb 09 16:07:09.670095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.716874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] For port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:09.760106 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.797536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.813009 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.903215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:09.905737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.085008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:10.094685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:10.108434 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:07:10.109496 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:07:10.119401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e09df1-fec6-4b41-bb8e-23ac8b5aee80 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:10.144578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:10.150907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.151730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:07:10.152262 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:07:10.202705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Subnet': ['ID=ea5167af-f788-4119-99ac-bfbf18ef56a7,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:10.278571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-911d1304-2227-4588-875d-a9173286c579 req-4757c1e7-7cec-47dd-81b3-d0e50024cbe8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 210 time: 0.0622005 Feb 09 16:07:10.279377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,revision_number=4']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:10.296728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de905230-829d-4463-852b-9b1a38e1f5dd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2446508 Feb 09 16:07:10.307104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57210) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:10.315531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Request body: {'port': {'network_id': '3f609ca7-784b-45cc-ba50-a12bfbe4ed75', 'mac_address': 'fa:16:3e:8a:87:11', 'name': 'tempest-NetworksTestDHCPv6-1466097233'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:10.328393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:10.358094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.371863 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5870d059-2ca8-4248-80e7-819bca45bbdd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.380128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48f222b6-4c41-40bf-b2c3-8c6c45be9ed5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.457177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network 1278a83c-7413-4a26-a144-a60edb956ac4 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:10.461786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870d059-2ca8-4248-80e7-819bca45bbdd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=6df37f10-d1dd-442a-baf5-022221ea5e5d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:10.473583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:10.474623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:10.525237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5870d059-2ca8-4248-80e7-819bca45bbdd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.538405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57216) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:10.538926 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5870d059-2ca8-4248-80e7-819bca45bbdd tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/6df37f10-d1dd-442a-baf5-022221ea5e5d HTTP/1.1" status: 204 len: 168 time: 1.7972243 Feb 09 16:07:10.554571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48f222b6-4c41-40bf-b2c3-8c6c45be9ed5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.584599 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d110b0f2-0576-400e-91e7-36f73ce88e48 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:10.585000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d110b0f2-0576-400e-91e7-36f73ce88e48 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:10.591243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d110b0f2-0576-400e-91e7-36f73ce88e48 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/6a8ac7c5-dccf-4dc1-88c0-e3e8406411b2 HTTP/1.1" status: 404 len: 337 time: 0.0488622 Feb 09 16:07:10.592703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57218) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:10.703716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae6762-c342-46b9-98dd-eb1e6cc829fd None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:10.741651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacf74e9-95b7-4019-a49e-cd05725fa8d7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting subnet cc1dfc39-8c04-4266-9ef2-5a10f490aa20 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:10.746468 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cacf74e9-95b7-4019-a49e-cd05725fa8d7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.752031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Made reservation on behalf of 9d4b59b30e8d4a50bfcc12e9caaca5d3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:10.819104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Port': ['ID=caf3d923-485c-47e9-8bc9-4844bfc30f1b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:10.842371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f222b6-4c41-40bf-b2c3-8c6c45be9ed5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7492818f-0269-4335-99fb-f2b123d2f2e3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:10.859310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.907134 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cacf74e9-95b7-4019-a49e-cd05725fa8d7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.963552 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.987257 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.991011 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-48f222b6-4c41-40bf-b2c3-8c6c45be9ed5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:10.992848 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-48f222b6-4c41-40bf-b2c3-8c6c45be9ed5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9431744 Feb 09 16:07:10.998748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57220) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:11.005160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e77a6a03-2af7-4f13-a155-66b61ecef2be tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '3bdadda5-f6cc-4f04-a666-efc677924049', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:11.017803 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.075751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] For port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:11.086187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] device_id is not set on port 6a2c698d-a278-4f48-9329-127980b68f53 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:07:11.153536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cacf74e9-95b7-4019-a49e-cd05725fa8d7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.183373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.276754 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e77a6a03-2af7-4f13-a155-66b61ecef2be tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.449247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e77a6a03-2af7-4f13-a155-66b61ecef2be tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.460355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d81b6026-35d7-4065-89ef-c4bfba7e2655 None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:11.460668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d81b6026-35d7-4065-89ef-c4bfba7e2655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.498289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e496ee7-8d49-429b-9ec3-2e6972d7ffa9 req-cb1c82d2-039e-4c46-b14e-018387faba8d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 210 time: 0.0374384 Feb 09 16:07:11.548048 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:07:11.549136 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:07:11.555842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de889d-f5af-4f41-bf27-f05f5d997189 None None] Pushing event updated for resources: {'Port': ['ID=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:11.609697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cacf74e9-95b7-4019-a49e-cd05725fa8d7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.619443 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e77a6a03-2af7-4f13-a155-66b61ecef2be tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.625765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8::296 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/a7456b12-d3f6-4670-9410-9e79422c83f9/6a2c698d-a278-4f48-9329-127980b68f53) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:11.669420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:8711 (3f609ca7-784b-45cc-ba50-a12bfbe4ed75/ea5167af-f788-4119-99ac-bfbf18ef56a7/6a2c698d-a278-4f48-9329-127980b68f53) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:11.686898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf74e9-95b7-4019-a49e-cd05725fa8d7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1dfc39-8c04-4266-9ef2-5a10f490aa20,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:11.690061 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cacf74e9-95b7-4019-a49e-cd05725fa8d7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.698980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cacf74e9-95b7-4019-a49e-cd05725fa8d7 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/cc1dfc39-8c04-4266-9ef2-5a10f490aa20 HTTP/1.1" status: 204 len: 168 time: 1.0991869 Feb 09 16:07:11.698980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57234) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:11.715165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a6a03-2af7-4f13-a155-66b61ecef2be tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814e4035-614d-4e80-9741-2533f3b66c37,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:11.751974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:11.767581 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-223dc295-7897-4787-97ca-eb08074be890 admin admin] 10.222.0.53 "PUT /v2.0/routers/0b2783b9-0c19-42ae-a05c-9155ce711ef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3512077 Feb 09 16:07:11.768274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57236) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:11.774251 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-745777c3-a130-4ce2-a095-229d5965fa89 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:11.775078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745777c3-a130-4ce2-a095-229d5965fa89 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:11.782701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-745777c3-a130-4ce2-a095-229d5965fa89 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/c4bf0564-c250-4eab-8305-3f8b9f6caea8 HTTP/1.1" status: 404 len: 337 time: 0.0772645 Feb 09 16:07:11.782701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57238) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:11.795385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9a013-1457-42df-84ba-421976e2935b None None] Sync routers for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:11.839442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7fdc7558-3b72-467a-952e-6341c12c6427 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedcd86-5f68-4df3-9c9e-81de1b84e95a HTTP/1.1" status: 200 len: 205 time: 0.0525696 Feb 09 16:07:11.840194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9a013-1457-42df-84ba-421976e2935b None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:11.840344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-97e9a013-1457-42df-84ba-421976e2935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:11.846132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57240) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:11.876533 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e77a6a03-2af7-4f13-a155-66b61ecef2be tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:11.878026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e77a6a03-2af7-4f13-a155-66b61ecef2be tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8782012 Feb 09 16:07:11.925660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57244) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:11.933102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-340d8e41-938a-46d2-95d7-ee9071f100ec tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '3bdadda5-f6cc-4f04-a666-efc677924049', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:11.964806 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-e14825bc-f117-45ca-85da-edb39aed96b3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] delete failed (client error): The resource could not be found. Feb 09 16:07:11.966253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e14825bc-f117-45ca-85da-edb39aed96b3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/routers/8fedcd86-5f68-4df3-9c9e-81de1b84e95a HTTP/1.1" status: 404 len: 336 time: 0.1187727 Feb 09 16:07:11.985161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57246) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:11.997715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d81b6026-35d7-4065-89ef-c4bfba7e2655 None None] Provisioning complete for port caf3d923-485c-47e9-8bc9-4844bfc30f1b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:12.002793 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d81b6026-35d7-4065-89ef-c4bfba7e2655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.019583 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-041b0106-7b74-4b8e-9f0f-27e61c8eb5b9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.019891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.020439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041b0106-7b74-4b8e-9f0f-27e61c8eb5b9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.032191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-041b0106-7b74-4b8e-9f0f-27e61c8eb5b9 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/718b1db6-3ee0-4824-a6e4-5b1d2f9ea59a HTTP/1.1" status: 404 len: 337 time: 0.0456908 Feb 09 16:07:12.044516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57248) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.122203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d81b6026-35d7-4065-89ef-c4bfba7e2655 None None] Port caf3d923-485c-47e9-8bc9-4844bfc30f1b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:12.156311 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.200964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:12.227233 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f92622-3a84-4de8-ac1e-5657cd552f04 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.228534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f92622-3a84-4de8-ac1e-5657cd552f04 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.237371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e9f92622-3a84-4de8-ac1e-5657cd552f04 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/b1994dd9-dc30-4e8a-bc8b-997d0be164d1 HTTP/1.1" status: 404 len: 337 time: 0.1917498 Feb 09 16:07:12.251785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-340d8e41-938a-46d2-95d7-ee9071f100ec tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.278434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.288593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d81b6026-35d7-4065-89ef-c4bfba7e2655 None None] Provisioning complete for port 6240f81d-95b2-49aa-b411-a30be0329991 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:12.289059 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d81b6026-35d7-4065-89ef-c4bfba7e2655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.331347 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf07d2a-68ab-41e7-b92b-5da8117801c5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.331802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf07d2a-68ab-41e7-b92b-5da8117801c5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.335266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cdf07d2a-68ab-41e7-b92b-5da8117801c5 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/d440fb18-5d74-456a-bfaf-ddf35ff2c599 HTTP/1.1" status: 404 len: 337 time: 0.0756900 Feb 09 16:07:12.346002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57252) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.417754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:12.418338 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.455848 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fc3f9a-2582-4317-8dc0-a192538d0bb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.455848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fc3f9a-2582-4317-8dc0-a192538d0bb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.455848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-76fc3f9a-2582-4317-8dc0-a192538d0bb4 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/2db462b6-d42a-4497-b5b5-7ce1d5091dd0 HTTP/1.1" status: 404 len: 333 time: 0.0944536 Feb 09 16:07:12.456159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57254) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.456253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-97e9a013-1457-42df-84ba-421976e2935b None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:12.479332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.511611 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-340d8e41-938a-46d2-95d7-ee9071f100ec tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.517029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.534277 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-7133e016-3ef5-41d1-a177-007ca33a6c84 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.535096 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7133e016-3ef5-41d1-a177-007ca33a6c84 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.543730 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7133e016-3ef5-41d1-a177-007ca33a6c84 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/62016c0f-7e0f-4653-a0fc-0c0e3932751c HTTP/1.1" status: 404 len: 337 time: 0.0919411 Feb 09 16:07:12.545569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57256) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.547516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d81b6026-35d7-4065-89ef-c4bfba7e2655 None None] Port 6240f81d-95b2-49aa-b411-a30be0329991 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:12.609785 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7f9b0e-b57a-45ae-8f99-d19024d1602b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.609785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7f9b0e-b57a-45ae-8f99-d19024d1602b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.617716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4b7f9b0e-b57a-45ae-8f99-d19024d1602b tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/8ce2a5ee-865c-427d-b82d-89b77e8410b2 HTTP/1.1" status: 404 len: 337 time: 0.0697024 Feb 09 16:07:12.618394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57260) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.658494 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0a5cf8-8b24-453f-9ffc-62a90c269862 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.659198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0a5cf8-8b24-453f-9ffc-62a90c269862 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.665947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f0a5cf8-8b24-453f-9ffc-62a90c269862 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/3ceaff24-f01c-4d2c-a635-f3def3d5e498 HTTP/1.1" status: 404 len: 333 time: 0.0453792 Feb 09 16:07:12.666663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57262) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.691111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a924eda-9dc6-44f7-92c5-b3043c5c8b2e None None] Network 93d30598-115a-4229-9f49-b5ff39e04fb1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:12.715077 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-340d8e41-938a-46d2-95d7-ee9071f100ec tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.719923 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcdd880-fc02-48c4-b6c2-8e62fbb50d23 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.722616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcdd880-fc02-48c4-b6c2-8e62fbb50d23 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.734007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4fcdd880-fc02-48c4-b6c2-8e62fbb50d23 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/fa55e881-5cd9-4c4b-8864-a203c15f22da HTTP/1.1" status: 404 len: 337 time: 0.0653403 Feb 09 16:07:12.751443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57264) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.799697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-390d96f9-69e6-434a-ba1e-13c2884acf7f req-345e347a-a18b-441d-944a-bd0e35a2d4ad tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 210 time: 0.0471275 Feb 09 16:07:12.807347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fa37ba69-2450-42a4-a721-d85781c7926a None None] Provisioning complete for port b3daa81c-987a-48c2-830b-8741829a2629 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:12.807710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa37ba69-2450-42a4-a721-d85781c7926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.809758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.855027 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f11ca09-fdd9-4b15-92a0-019487844fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:12.855511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f11ca09-fdd9-4b15-92a0-019487844fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:12.861908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7f11ca09-fdd9-4b15-92a0-019487844fa3 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/subnets/56feeb2b-55b8-439d-a348-c4c08a44f2cf HTTP/1.1" status: 404 len: 337 time: 0.0738375 Feb 09 16:07:12.867771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d8e41-938a-46d2-95d7-ee9071f100ec tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d43af1a-e04c-44b8-88b7-0c2f38a0c7a9,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:12.867771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57266) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:12.869023 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.889387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Deleting port d781107e-c13a-4c5c-ab50-a46006581839 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:12.890987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:12.988475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:13.000755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event updated for resources: {'Port': ['ID=6a2c698d-a278-4f48-9329-127980b68f53,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:13.015607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:13.022549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:13.039863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:13.039863 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.054361 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-340d8e41-938a-46d2-95d7-ee9071f100ec tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.061277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57272) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:13.066542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c63de9c5-b48a-4b02-8c7f-a3846db8507a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '3bdadda5-f6cc-4f04-a666-efc677924049', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:13.069508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-340d8e41-938a-46d2-95d7-ee9071f100ec tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1422627 Feb 09 16:07:13.100118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.196133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-412def6e-31c5-4a3b-a4d2-a765b6466504 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Deleting port 6240f81d-95b2-49aa-b411-a30be0329991 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:13.196503 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-412def6e-31c5-4a3b-a4d2-a765b6466504 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.223128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-97e9a013-1457-42df-84ba-421976e2935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:07:08Z', 'revision_number': 5, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port': {'id': 'd781107e-c13a-4c5c-ab50-a46006581839', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2458, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:05:06Z', 'updated_at': '2022-02-09T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:13.242351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] For port d781107e-c13a-4c5c-ab50-a46006581839, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d781107e-c13a-4c5c-ab50-a46006581839,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:13.242886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.289250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Calling delete_port for d781107e-c13a-4c5c-ab50-a46006581839 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:13.299805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7068f75e-65db-45cf-843b-21b1c29e5a79 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9909897 Feb 09 16:07:13.308096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.312392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] DHCP port deletion for 93d30598-115a-4229-9f49-b5ff39e04fb1 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:07:13.313828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57276) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:13.315058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event updated for resources: {'Port': ['ID=caf3d923-485c-47e9-8bc9-4844bfc30f1b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:13.315459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9a013-1457-42df-84ba-421976e2935b None None] Checking router: 0b2783b9-0c19-42ae-a05c-9155ce711ef6 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:07:13.350476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9a013-1457-42df-84ba-421976e2935b None None] Routers {'0b2783b9-0c19-42ae-a05c-9155ce711ef6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:13.351440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-97e9a013-1457-42df-84ba-421976e2935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:13.368193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-412def6e-31c5-4a3b-a4d2-a765b6466504 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.430391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-412def6e-31c5-4a3b-a4d2-a765b6466504 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Calling delete_port for 6240f81d-95b2-49aa-b411-a30be0329991 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:13.464299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c63de9c5-b48a-4b02-8c7f-a3846db8507a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.510282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fa37ba69-2450-42a4-a721-d85781c7926a None None] Provisioning complete for port 6240f81d-95b2-49aa-b411-a30be0329991 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:13.511234 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa37ba69-2450-42a4-a721-d85781c7926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.616860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fa37ba69-2450-42a4-a721-d85781c7926a None None] Port 6240f81d-95b2-49aa-b411-a30be0329991 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:13.625363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-97e9a013-1457-42df-84ba-421976e2935b None None] Set router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:13.694483 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-412def6e-31c5-4a3b-a4d2-a765b6466504 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.698816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-97e9a013-1457-42df-84ba-421976e2935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:07:12Z', 'revision_number': 6, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:13.733488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9a013-1457-42df-84ba-421976e2935b None None] The sync data for ids ['0b2783b9-0c19-42ae-a05c-9155ce711ef6'] in n-d-828542-1 is: [{'id': '0b2783b9-0c19-42ae-a05c-9155ce711ef6', 'name': 'tempest-ServersTestManualDisk-417993364-router', 'tenant_id': '39b43081a1594316826897f1098bbd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:05:04Z', 'updated_at': '2022-02-09T16:07:12Z', 'revision_number': 6, 'project_id': '39b43081a1594316826897f1098bbd1b', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:13.736052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fa37ba69-2450-42a4-a721-d85781c7926a None None] Provisioning complete for port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:13.736462 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa37ba69-2450-42a4-a721-d85781c7926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.738502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-412def6e-31c5-4a3b-a4d2-a765b6466504 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.748470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-412def6e-31c5-4a3b-a4d2-a765b6466504 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/ports/6240f81d-95b2-49aa-b411-a30be0329991 HTTP/1.1" status: 204 len: 168 time: 0.8546457 Feb 09 16:07:13.749559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57278) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:13.770811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] Deleting port b3daa81c-987a-48c2-830b-8741829a2629 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:13.771255 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.818799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c63de9c5-b48a-4b02-8c7f-a3846db8507a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.836170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf5af0-d7cb-4c02-90bb-5ea69a272acd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting port 6a2c698d-a278-4f48-9329-127980b68f53 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:13.836500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5af0-d7cb-4c02-90bb-5ea69a272acd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:13.875012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Network 1278a83c-7413-4a26-a144-a60edb956ac4 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:13.890637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412def6e-31c5-4a3b-a4d2-a765b6466504 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Port': ['ID=6240f81d-95b2-49aa-b411-a30be0329991,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:13.957902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:13.960471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c63de9c5-b48a-4b02-8c7f-a3846db8507a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.051272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63de9c5-b48a-4b02-8c7f-a3846db8507a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dda6da-046d-4a2a-ba31-a79995ed82fa,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:14.195191 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c63de9c5-b48a-4b02-8c7f-a3846db8507a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.197450 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c63de9c5-b48a-4b02-8c7f-a3846db8507a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1345541 Feb 09 16:07:14.225222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] For port b3daa81c-987a-48c2-830b-8741829a2629, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b3daa81c-987a-48c2-830b-8741829a2629,segment=NetworkSegment(0633bcb5-3096-4735-bf35-1445d6c8bc0d),segment_id=0633bcb5-3096-4735-bf35-1445d6c8bc0d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:14.225978 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.294364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57284) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:14.294364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-89b40636-db84-40fd-a98d-2da236a94b0f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '3bdadda5-f6cc-4f04-a666-efc677924049', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:14.294660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] Calling delete_port for b3daa81c-987a-48c2-830b-8741829a2629 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:14.375921 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5af0-d7cb-4c02-90bb-5ea69a272acd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.394156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:14.400923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf5af0-d7cb-4c02-90bb-5ea69a272acd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Calling delete_port for 6a2c698d-a278-4f48-9329-127980b68f53 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:14.410894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Router bd318636-74ff-4ac0-a25c-322ea2016666 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:14.519451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:14.519780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6dec2cd-0235-46ea-8cbc-fe7c2a92ac88 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:14.520307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b3daa81c-987a-48c2-830b-8741829a2629 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:14.591133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:14.593543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.598994 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5caed38-8831-4c6e-83d3-4325de0d9356 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "PUT /v2.0/routers/bd318636-74ff-4ac0-a25c-322ea2016666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9560742 Feb 09 16:07:14.606037 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d509c-35ab-450b-8bfb-911115930bea None None] Sync routers for ids ['bd318636-74ff-4ac0-a25c-322ea2016666'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:14.610087 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-89b40636-db84-40fd-a98d-2da236a94b0f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Project 8e0a4caec7454704961c43365369d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:07:14.612876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57286) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:14.630179 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d509c-35ab-450b-8bfb-911115930bea None None] Routers {'bd318636-74ff-4ac0-a25c-322ea2016666'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:14.632098 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d3d509c-35ab-450b-8bfb-911115930bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['bd318636-74ff-4ac0-a25c-322ea2016666'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:14.675420 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.690000 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89b40636-db84-40fd-a98d-2da236a94b0f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.693665 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.714028 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d3d509c-35ab-450b-8bfb-911115930bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:14.743954 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d509c-35ab-450b-8bfb-911115930bea None None] Routers {'bd318636-74ff-4ac0-a25c-322ea2016666'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:14.744942 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d3d509c-35ab-450b-8bfb-911115930bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['bd318636-74ff-4ac0-a25c-322ea2016666'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:14.780919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89b40636-db84-40fd-a98d-2da236a94b0f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.782375 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Pushing event deleted for resources: {'Port': ['ID=d781107e-c13a-4c5c-ab50-a46006581839,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:14.810145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] Pushing event deleted for resources: {'Port': ['ID=b3daa81c-987a-48c2-830b-8741829a2629,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:14.818296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d3d509c-35ab-450b-8bfb-911115930bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:14.819339 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d509c-35ab-450b-8bfb-911115930bea None None] The sync data for ids ['bd318636-74ff-4ac0-a25c-322ea2016666'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:14.824313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e296aee4-b5ec-48e0-8dc8-29017575bb01 req-f3427f8e-0c75-4f3f-a27f-b9173886eaaf tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 210 time: 0.8110549 Feb 09 16:07:14.838316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732962f-461a-4bf7-a349-18e5597ced02 req-60e05307-211c-43a4-a413-bacd09b0b1b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:14.840128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-60e05307-211c-43a4-a413-bacd09b0b1b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 816 time: 1.0944884 Feb 09 16:07:14.846726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0535c8d6-3b50-47b6-ac6e-7b43ffcc39ea None None] Provisioning complete for port caf3d923-485c-47e9-8bc9-4844bfc30f1b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:14.859814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0535c8d6-3b50-47b6-ac6e-7b43ffcc39ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.863792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4e3c1-a52c-4dec-8fc7-2f2a9a00cee6 None None] No DVR routers for this DVR port b3daa81c-987a-48c2-830b-8741829a2629 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:14.914483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89b40636-db84-40fd-a98d-2da236a94b0f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.944282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0535c8d6-3b50-47b6-ac6e-7b43ffcc39ea None None] Port caf3d923-485c-47e9-8bc9-4844bfc30f1b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:14.965849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0535c8d6-3b50-47b6-ac6e-7b43ffcc39ea None None] Provisioning complete for port 6a2c698d-a278-4f48-9329-127980b68f53 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:14.966593 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0535c8d6-3b50-47b6-ac6e-7b43ffcc39ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.972052 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.985665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bc1c3d7-212a-4f49-a24f-67163150e969 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:14.987872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b40636-db84-40fd-a98d-2da236a94b0f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134e8331-7066-4974-87a7-793c5c3e7063,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:14.995281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-c78bc777-440b-4d9b-bc27-114393f149a4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1ffa86913db4cd3ab076891325de08d HTTP/1.1" status: 200 len: 379 time: 0.1245079 Feb 09 16:07:15.042221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'port': {'device_id': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'admin_state_up': True, 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'security_groups': ['a4a790a1-200e-46dd-9646-f6964a2ff2be']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:15.048238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0535c8d6-3b50-47b6-ac6e-7b43ffcc39ea None None] Port 6a2c698d-a278-4f48-9329-127980b68f53 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:15.100587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89b40636-db84-40fd-a98d-2da236a94b0f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.105626 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-89b40636-db84-40fd-a98d-2da236a94b0f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8328936 Feb 09 16:07:15.108588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57288) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:15.124027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8ae6445f-132e-4756-81dc-9b97f4eddd46 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '3bdadda5-f6cc-4f04-a666-efc677924049', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:15.146575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.165761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.221463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d30598-115a-4229-9f49-b5ff39e04fb1']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:15.256434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0633bcb5-3096-4735-bf35-1445d6c8bc0d') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:15.262874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0633bcb5-3096-4735-bf35-1445d6c8bc0d') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:15.287230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.288839 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-9bc1c3d7-212a-4f49-a24f-67163150e969 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 16:07:15.292638 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9bc1c3d7-212a-4f49-a24f-67163150e969 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/routers/bd318636-74ff-4ac0-a25c-322ea2016666 HTTP/1.1" status: 409 len: 329 time: 0.6749539 Feb 09 16:07:15.293318 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57292) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:15.314967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.320961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.328723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.342088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:07:15.342751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:15.346653 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:15.497083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Made reservation on behalf of b1ffa86913db4cd3ab076891325de08d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:15.504460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.550857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.571048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.582526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] 10.222.0.53 "DELETE /v2.0/networks/93d30598-115a-4229-9f49-b5ff39e04fb1 HTTP/1.1" status: 204 len: 168 time: 1.8287721 Feb 09 16:07:15.664266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7020872-c46e-46d0-be9e-d784bfee0e03 tempest-PortsTestJSON-416065368 tempest-PortsTestJSON-416065368-project] Pushing event deleted for resources: {'Network': ['ID=93d30598-115a-4229-9f49-b5ff39e04fb1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:15.811153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Allocated IP 172.20.0.7 (f6c10f4b-ba62-4687-b736-8da6e468cd20/5db5478d-cc70-498d-bf3d-2fdc2244634e/a374866e-8308-4aea-8472-d6f258c523c1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:15.894310 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-8ae6445f-132e-4756-81dc-9b97f4eddd46 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Project 8e0a4caec7454704961c43365369d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:07:15.897514 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.899283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b2783b9-0c19-42ae-a05c-9155ce711ef6 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:07:15.901977 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5af0-d7cb-4c02-90bb-5ea69a272acd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.913013 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:15.920350 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-335f7dad-0687-4836-9206-2ad231b6b32d admin admin] 10.222.0.53 "DELETE /v2.0/routers/0b2783b9-0c19-42ae-a05c-9155ce711ef6 HTTP/1.1" status: 204 len: 168 time: 4.1509359 Feb 09 16:07:15.925242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:16.137684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf5af0-d7cb-4c02-90bb-5ea69a272acd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Port': ['ID=6a2c698d-a278-4f48-9329-127980b68f53,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:16.143493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ae6445f-132e-4756-81dc-9b97f4eddd46 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.160012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d781107e-c13a-4c5c-ab50-a46006581839 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:16.174880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de4b24ba-84eb-477e-994d-24d5f3339f75 req-f2ab8ef6-d290-479d-8f52-15bea7945285 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 210 time: 0.0797465 Feb 09 16:07:16.266442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d781107e-c13a-4c5c-ab50-a46006581839 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:16.266761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d781107e-c13a-4c5c-ab50-a46006581839 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:16.386288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.444025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-227f0a82-c66d-49c0-97b3-65868dd50838 admin admin] Deleting subnet b5eca995-397e-4361-aaa5-2adc3927c531 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:16.452713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ccf5af0-d7cb-4c02-90bb-5ea69a272acd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.456512 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4ccf5af0-d7cb-4c02-90bb-5ea69a272acd tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/6a2c698d-a278-4f48-9329-127980b68f53 HTTP/1.1" status: 204 len: 168 time: 3.1380613 Feb 09 16:07:16.459999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57306) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:16.462141 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227f0a82-c66d-49c0-97b3-65868dd50838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.537525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ae6445f-132e-4756-81dc-9b97f4eddd46 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.567597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:16.568940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9702b82b-0245-4d37-a7ce-ade4770b7838 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:16.570834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9702b82b-0245-4d37-a7ce-ade4770b7838 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1090498 Feb 09 16:07:16.572694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227f0a82-c66d-49c0-97b3-65868dd50838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.578644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57310) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:16.578644 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.686301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227f0a82-c66d-49c0-97b3-65868dd50838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.693168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:16.700833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:16.708000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:16.714179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:16.749417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ae6445f-132e-4756-81dc-9b97f4eddd46 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.765871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75eb6d-38f6-4a2d-b442-d1f429dbdda5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:16.768212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cc75eb6d-38f6-4a2d-b442-d1f429dbdda5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1861165 Feb 09 16:07:16.771618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57314) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:16.796040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6445f-132e-4756-81dc-9b97f4eddd46 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4652a9a-77de-4652-953f-718131ae4012,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:16.822018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:16.822700 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.851954 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-10068b60-16bb-419d-b4e1-b4edac9dbdb1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ecaa488c5864b3ab3886c9804d8f73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755704 Feb 09 16:07:16.852065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57316) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:16.863331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe3e2b-9b3a-4710-89a6-8c6128847cda tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:16.865738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe3e2b-9b3a-4710-89a6-8c6128847cda tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:16.867536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe3e2b-9b3a-4710-89a6-8c6128847cda tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:16.871832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-29fe3e2b-9b3a-4710-89a6-8c6128847cda tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0975590 Feb 09 16:07:16.873243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:16.893008 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.895393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227f0a82-c66d-49c0-97b3-65868dd50838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.944360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbdc87b7-c97f-44a3-a9f5-1c2c1a9787ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.949338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-38638af1-adc3-413e-90de-0c1ad066f3b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9121041 Feb 09 16:07:16.966191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Request body: {'port': {'device_id': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:16.969656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ae6445f-132e-4756-81dc-9b97f4eddd46 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:16.975798 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8ae6445f-132e-4756-81dc-9b97f4eddd46 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8621767 Feb 09 16:07:16.990845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57320) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:17.005757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'network': {'name': 'tempest-network-smoke--479621360', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'port_security_enabled': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:17.015035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbdc87b7-c97f-44a3-a9f5-1c2c1a9787ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.035962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f0a82-c66d-49c0-97b3-65868dd50838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5eca995-397e-4361-aaa5-2adc3927c531,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:17.040073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-227f0a82-c66d-49c0-97b3-65868dd50838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.046597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-227f0a82-c66d-49c0-97b3-65868dd50838 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b5eca995-397e-4361-aaa5-2adc3927c531 HTTP/1.1" status: 204 len: 168 time: 1.0920420 Feb 09 16:07:17.051365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57322) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:17.053391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d1579-3b3b-4da9-9082-da057a329aa6 None None] Network 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:17.080815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.124922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bcac09-a359-4499-b914-07c9fb6a6c37 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet a7456b12-d3f6-4670-9410-9e79422c83f9 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:17.142138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51bcac09-a359-4499-b914-07c9fb6a6c37 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.145213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ca22d218-2920-4ca7-9bf6-8d6d4d606421 None None] Provisioning complete for port a374866e-8308-4aea-8472-d6f258c523c1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:17.145895 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ca22d218-2920-4ca7-9bf6-8d6d4d606421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.190805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.238830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ca22d218-2920-4ca7-9bf6-8d6d4d606421 None None] Port a374866e-8308-4aea-8472-d6f258c523c1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:17.239468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51bcac09-a359-4499-b914-07c9fb6a6c37 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.278101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:17.282511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.364599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] DHCP port deletion for 2b2d60c8-9d63-46ce-8c2e-245b6df9e622 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:07:17.416416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51bcac09-a359-4499-b914-07c9fb6a6c37 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.432771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:07:17.434856 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbdc87b7-c97f-44a3-a9f5-1c2c1a9787ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.437924 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbdc87b7-c97f-44a3-a9f5-1c2c1a9787ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.438808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cbdc87b7-c97f-44a3-a9f5-1c2c1a9787ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39f25897-ca9d-4964-b5cd-fba763bf3da0 HTTP/1.1" status: 204 len: 168 time: 0.5890193 Feb 09 16:07:17.469737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc87b7-c97f-44a3-a9f5-1c2c1a9787ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f25897-ca9d-4964-b5cd-fba763bf3da0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:17.472270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.472833 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Added segment 317db923-2d12-4077-ac09-94756cb0aa87 of type vlan for network 0ce29432-0cc5-41a3-8c22-be58dd27181a Feb 09 16:07:17.526472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] Deleting port 357187e4-12d0-44e9-9abd-137f4d523932 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:17.530701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.550270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.586670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Deleting port 357187e4-12d0-44e9-9abd-137f4d523932 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:17.587247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.589107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ddde5-a87d-4815-8361-59373561a6ec req-4e513222-14cf-471a-989c-efe71453295e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:17.591450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab2ddde5-a87d-4815-8361-59373561a6ec req-4e513222-14cf-471a-989c-efe71453295e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 931 time: 0.2726705 Feb 09 16:07:17.638587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] For port 357187e4-12d0-44e9-9abd-137f4d523932, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=357187e4-12d0-44e9-9abd-137f4d523932,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:17.638958 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.654347 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51bcac09-a359-4499-b914-07c9fb6a6c37 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.658288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] Calling delete_port for 357187e4-12d0-44e9-9abd-137f4d523932 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:17.698622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcac09-a359-4499-b914-07c9fb6a6c37 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=a7456b12-d3f6-4670-9410-9e79422c83f9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:17.705941 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-51bcac09-a359-4499-b914-07c9fb6a6c37 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.713258 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-51bcac09-a359-4499-b914-07c9fb6a6c37 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/a7456b12-d3f6-4670-9410-9e79422c83f9 HTTP/1.1" status: 204 len: 168 time: 0.8331544 Feb 09 16:07:17.718902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57334) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:17.735117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] For port 357187e4-12d0-44e9-9abd-137f4d523932, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=357187e4-12d0-44e9-9abd-137f4d523932,segment=NetworkSegment(b031d9f6-19f3-4082-80f4-65db9df74f6f),segment_id=b031d9f6-19f3-4082-80f4-65db9df74f6f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:17.735509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.754802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20233084-8949-42d6-97d4-67f968de5222 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:17.756348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a374866e-8308-4aea-8472-d6f258c523c1 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:07:17.767340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.784207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Calling delete_port for 357187e4-12d0-44e9-9abd-137f4d523932 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:17.786638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Transition to ACTIVE for port object a374866e-8308-4aea-8472-d6f258c523c1 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:07:17.811659 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.819511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:17.820299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.823334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fcd2d5-afa8-43fb-9756-d1d7e03ad455 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Deleting subnet ea5167af-f788-4119-99ac-bfbf18ef56a7 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:17.857153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81fcd2d5-afa8-43fb-9756-d1d7e03ad455 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.891917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Deleting port caf3d923-485c-47e9-8bc9-4844bfc30f1b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:17.892586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:17.933816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab2ddde5-a87d-4815-8361-59373561a6ec req-76e77274-8a9e-4f8b-a7ac-f58f19374057 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223474 Feb 09 16:07:17.957321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.100866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81fcd2d5-afa8-43fb-9756-d1d7e03ad455 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.111601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1131744 Feb 09 16:07:18.116000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57342) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:18.119462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:18.133938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e3a6c-e97b-4404-9bf9-c972c7f13d2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Network': ['ID=0ce29432-0cc5-41a3-8c22-be58dd27181a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:18.162771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 357187e4-12d0-44e9-9abd-137f4d523932 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:18.165191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:07:18.170117 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.170398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'admin_state_up': True, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:18.226940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] No DVR routers for this DVR port 357187e4-12d0-44e9-9abd-137f4d523932 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:18.256243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681184a-de25-4cf0-bf67-322dfad40d26 None None] Pushing event deleted for resources: {'Port': ['ID=357187e4-12d0-44e9-9abd-137f4d523932,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:18.263191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 357187e4-12d0-44e9-9abd-137f4d523932 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:18.263986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 357187e4-12d0-44e9-9abd-137f4d523932 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:18.370932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Attempting to bind port a374866e-8308-4aea-8472-d6f258c523c1 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:18.373628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Attempting to bind port a374866e-8308-4aea-8472-d6f258c523c1 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:18.374232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Attempting to bind port a374866e-8308-4aea-8472-d6f258c523c1 on network f6c10f4b-ba62-4687-b736-8da6e468cd20 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:18.390580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Port a374866e-8308-4aea-8472-d6f258c523c1 on network f6c10f4b-ba62-4687-b736-8da6e468cd20 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:07:18.390914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Attempting to bind port a374866e-8308-4aea-8472-d6f258c523c1 on network f6c10f4b-ba62-4687-b736-8da6e468cd20 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:18.403799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:18.403799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Checking segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:18.403799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Bound using segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:18.403799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Bound port: a374866e-8308-4aea-8472-d6f258c523c1, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:18.403799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.432528 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.495026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:18.499618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:18.588650 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.640162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81fcd2d5-afa8-43fb-9756-d1d7e03ad455 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.695587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:18.696917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.699259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] 10.222.0.73 "PUT /v2.0/ports/a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 1091 time: 1.7393274 Feb 09 16:07:18.706627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:18.710925 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a38358b-9c9a-4e44-951f-4184b5928a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "tag": "a374866e-8308-4aea-8472-d6f258c523c1"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:18.738050 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.739830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.752630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=357187e4-12d0-44e9-9abd-137f4d523932,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:18.800663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98390c86-4e47-4fa5-a3ce-8b15886434db service neutron] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:18.840977 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:18.841400 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82e612f-9db9-4f8c-a610-9f285ae21686 x-openstack-request-id: req-a82e612f-9db9-4f8c-a610-9f285ae21686 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:18.841942 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "tag": "a374866e-8308-4aea-8472-d6f258c523c1", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:18.842422 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a82e612f-9db9-4f8c-a610-9f285ae21686 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:18.843909 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1', 'status': 'completed', 'code': 200} Feb 09 16:07:18.858320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Calling delete_port for caf3d923-485c-47e9-8bc9-4844bfc30f1b owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:18.865576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] No DVR routers for this DVR port 357187e4-12d0-44e9-9abd-137f4d523932 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:18.907913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81fcd2d5-afa8-43fb-9756-d1d7e03ad455 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.037507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcd2d5-afa8-43fb-9756-d1d7e03ad455 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5167af-f788-4119-99ac-bfbf18ef56a7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:19.046647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732962f-461a-4bf7-a349-18e5597ced02 req-8dbbeb6e-e066-4542-90d5-f6fde3a14e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:19.050102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-8dbbeb6e-e066-4542-90d5-f6fde3a14e07 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1094 time: 0.1843874 Feb 09 16:07:19.176858 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81fcd2d5-afa8-43fb-9756-d1d7e03ad455 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.181432 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81fcd2d5-afa8-43fb-9756-d1d7e03ad455 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/ea5167af-f788-4119-99ac-bfbf18ef56a7 HTTP/1.1" status: 204 len: 168 time: 1.4610314 Feb 09 16:07:19.189465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57362) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:19.232934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-427e7ba7-9093-46b6-9e0e-eb2f2c8b3501 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 217 time: 0.1679885 Feb 09 16:07:19.256558 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.292601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2d60c8-9d63-46ce-8c2e-245b6df9e622']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:19.306740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b031d9f6-19f3-4082-80f4-65db9df74f6f') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:19.307272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b031d9f6-19f3-4082-80f4-65db9df74f6f') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:19.315232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-32bba458-f8bf-4434-ad3a-bc887fea46e7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001165 Feb 09 16:07:19.384196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57364) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:19.450087 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.460050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732962f-461a-4bf7-a349-18e5597ced02 req-fddf9cbe-8701-4b13-8fcc-f23be0c0d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:19.461882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-fddf9cbe-8701-4b13-8fcc-f23be0c0d8fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.2225237 Feb 09 16:07:19.472736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.477156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da635ea-62c2-4ebb-a7c8-d98e59474821 req-4de44819-179e-4831-878e-5b7804347b2c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:19.483374 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.485885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da635ea-62c2-4ebb-a7c8-d98e59474821 req-4de44819-179e-4831-878e-5b7804347b2c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.2744255 Feb 09 16:07:19.560782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821c8dc9-7801-4dbd-84ef-25718c369fde tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:19.563447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-821c8dc9-7801-4dbd-84ef-25718c369fde tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1772795 Feb 09 16:07:19.581852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57370) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:19.598831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:07:19.599295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:19.601642 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:19.673704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6da635ea-62c2-4ebb-a7c8-d98e59474821 req-c4b12be0-bcf7-44e6-8d59-cf0162bbe540 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861753 Feb 09 16:07:19.683551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cdfdcd-eaf9-497d-b40d-57c3af7d8684 None None] Network 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:19.693840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732962f-461a-4bf7-a349-18e5597ced02 req-76bc3e19-6ba2-476b-b81e-693e59e8fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:19.695738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-76bc3e19-6ba2-476b-b81e-693e59e8fae7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046282 Feb 09 16:07:19.729758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9244dfd-35ef-41af-beaa-a5a1ea5ddb16 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:19.731517 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a9244dfd-35ef-41af-beaa-a5a1ea5ddb16 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1407113 Feb 09 16:07:19.736436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57372) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:19.761649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f916534e-201a-4146-b8c7-255b0d23899a None None] Provisioning complete for port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:19.762685 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f916534e-201a-4146-b8c7-255b0d23899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.836575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.863415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-964b982f-ea22-4c31-ae07-47f9f07ae9c5 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1250737 Feb 09 16:07:19.872401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57376) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:19.880973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:19.964377 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ee3f0a-0d77-43a2-9c64-147bd1f691f1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:19.965301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ee3f0a-0d77-43a2-9c64-147bd1f691f1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:19.968642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-46ee3f0a-0d77-43a2-9c64-147bd1f691f1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/6a2c698d-a278-4f48-9329-127980b68f53 HTTP/1.1" status: 404 len: 333 time: 0.0957587 Feb 09 16:07:19.969957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Port': ['ID=caf3d923-485c-47e9-8bc9-4844bfc30f1b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:19.974081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57378) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.074856 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc41e7d-17fa-4be7-93eb-14f4098b866a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.074856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc41e7d-17fa-4be7-93eb-14f4098b866a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.080204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5cc41e7d-17fa-4be7-93eb-14f4098b866a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/ea5167af-f788-4119-99ac-bfbf18ef56a7 HTTP/1.1" status: 404 len: 337 time: 0.1044993 Feb 09 16:07:20.091136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57380) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.114378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:20.130710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:20.135909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-86fab713-509d-46cf-b157-40254bd18dd3 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300928 Feb 09 16:07:20.136054 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb293a87-b8ec-4f33-8f96-b489dee0a995 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.136908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb293a87-b8ec-4f33-8f96-b489dee0a995 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.147426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bb293a87-b8ec-4f33-8f96-b489dee0a995 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/a7456b12-d3f6-4670-9410-9e79422c83f9 HTTP/1.1" status: 404 len: 337 time: 0.0545192 Feb 09 16:07:20.148567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57386) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.171468 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] 10.222.0.53 "DELETE /v2.0/networks/2b2d60c8-9d63-46ce-8c2e-245b6df9e622 HTTP/1.1" status: 204 len: 168 time: 3.0852516 Feb 09 16:07:20.200323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] DHCP port deletion for 3f609ca7-784b-45cc-ba50-a12bfbe4ed75 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:07:20.343684 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-608b6f52-8b91-41cd-8b96-0f226382081c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.344935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608b6f52-8b91-41cd-8b96-0f226382081c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.350047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-608b6f52-8b91-41cd-8b96-0f226382081c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/ff9d4cd7-5273-4069-8544-7fc03a388a0b HTTP/1.1" status: 404 len: 333 time: 0.1858597 Feb 09 16:07:20.355399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e2474-82a1-4f80-b609-a9ce0f253cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2d60c8-9d63-46ce-8c2e-245b6df9e622,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:20.360302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.370850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] Deleting port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:20.371595 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:20.411769 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf05038-f783-4202-aa81-217876a39e1e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.412325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf05038-f783-4202-aa81-217876a39e1e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.418440 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4bf05038-f783-4202-aa81-217876a39e1e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/4e73942b-3415-4c8f-8155-69c63ef459be HTTP/1.1" status: 404 len: 337 time: 0.0531406 Feb 09 16:07:20.418686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57396) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.446153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f732962f-461a-4bf7-a349-18e5597ced02 req-58404440-625e-4dca-9c2b-afb92a01d757 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960758 Feb 09 16:07:20.489535 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-7011d6fb-59b3-46cf-b88e-ef3c2dea873e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.490639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7011d6fb-59b3-46cf-b88e-ef3c2dea873e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.493195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7011d6fb-59b3-46cf-b88e-ef3c2dea873e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/c89578ba-a9f1-44f8-87e1-52c89747632b HTTP/1.1" status: 404 len: 337 time: 0.0676267 Feb 09 16:07:20.495664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] For port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,segment=NetworkSegment(151d79ec-af66-4520-868f-6ebabe2c81b4),segment_id=151d79ec-af66-4520-868f-6ebabe2c81b4)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:20.497842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57398) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.498092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:20.530690 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f1a67d-789e-4075-9a49-d6530d024b89 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.535761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52f1a67d-789e-4075-9a49-d6530d024b89 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.535926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] Calling delete_port for c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:20.536012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-52f1a67d-789e-4075-9a49-d6530d024b89 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/d3b11dfd-2406-44bd-abcf-d432fd03ba6f HTTP/1.1" status: 404 len: 333 time: 0.0355253 Feb 09 16:07:20.538261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57400) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.578342 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-368250b4-1a43-4b3d-88f1-d777342727da tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.578540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368250b4-1a43-4b3d-88f1-d777342727da tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.582432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-368250b4-1a43-4b3d-88f1-d777342727da tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/9150d8a0-0440-4faa-a6f7-b0d98b075a94 HTTP/1.1" status: 404 len: 337 time: 0.0430055 Feb 09 16:07:20.586274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57402) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.598214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:20.658769 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2ef03b-204a-44f8-ae70-1814048234ff tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.659337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2ef03b-204a-44f8-ae70-1814048234ff tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.664693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5a2ef03b-204a-44f8-ae70-1814048234ff tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/30af9552-9d66-4c6b-834e-cdf93892ff57 HTTP/1.1" status: 404 len: 337 time: 0.0764463 Feb 09 16:07:20.667279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57406) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.710532 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a2ea83-6af8-4c15-95e2-007f39867002 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.711457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a2ea83-6af8-4c15-95e2-007f39867002 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.718441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-44a2ea83-6af8-4c15-95e2-007f39867002 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/f9d9f517-f9e2-44e2-b5df-4a91820ae458 HTTP/1.1" status: 404 len: 333 time: 0.0474615 Feb 09 16:07:20.719157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57412) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.735632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57414) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.775078 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1523b118-97e7-43f9-a9f0-f6f5e12030a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.776263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1523b118-97e7-43f9-a9f0-f6f5e12030a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.790998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1523b118-97e7-43f9-a9f0-f6f5e12030a1 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/159d59e6-d44b-4729-aa02-9b0e83e6bf5a HTTP/1.1" status: 404 len: 337 time: 0.0659282 Feb 09 16:07:20.791714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57416) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.813030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-f6944ffa-a13b-438f-8d37-4f94683a85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:20.814626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-f6944ffa-a13b-438f-8d37-4f94683a85c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1094 time: 0.2178273 Feb 09 16:07:20.876367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:20.893256 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1780c7cc-28ee-4ccf-a231-86f5b1667562 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:20.893715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1780c7cc-28ee-4ccf-a231-86f5b1667562 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:20.916765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1780c7cc-28ee-4ccf-a231-86f5b1667562 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/16150ebe-3712-4cf6-bbb4-dd983028d195 HTTP/1.1" status: 404 len: 337 time: 0.1157408 Feb 09 16:07:20.935396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] Pushing event deleted for resources: {'Port': ['ID=c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:20.936929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57418) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.944234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fea60557-607e-41e6-a56a-e1ff115040fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39b43081a1594316826897f1098bbd1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047088 Feb 09 16:07:20.953195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57424) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:20.959052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3e858-3f99-497e-960e-f8460c359f36 None None] No DVR routers for this DVR port c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:20.976201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Router bd318636-74ff-4ac0-a25c-322ea2016666 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:21.006121 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:21.015138 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-af36cbb6-9dd6-4a24-b52e-fc2bde6de263 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:21.016148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af36cbb6-9dd6-4a24-b52e-fc2bde6de263 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:21.022080 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-af36cbb6-9dd6-4a24-b52e-fc2bde6de263 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/8a5440ed-2011-4ee3-80f1-ba48802cdc0d HTTP/1.1" status: 404 len: 333 time: 0.0786800 Feb 09 16:07:21.035422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57426) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:21.067368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:21.072169 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc3ea30-feda-4046-8aaa-dd6d01da469f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:21.072169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc3ea30-feda-4046-8aaa-dd6d01da469f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:21.084395 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bdc3ea30-feda-4046-8aaa-dd6d01da469f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/7fe5b749-f42b-41bc-af55-c95dacf18614 HTTP/1.1" status: 404 len: 337 time: 0.0378120 Feb 09 16:07:21.084395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57428) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:21.104052 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3756e0-cba5-4005-96eb-863d1c298976 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:21.105068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3756e0-cba5-4005-96eb-863d1c298976 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:21.111538 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ed3756e0-cba5-4005-96eb-863d1c298976 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/7097f5a2-1e68-4607-ade7-e7ff3085b58d HTTP/1.1" status: 404 len: 333 time: 0.0293012 Feb 09 16:07:21.114405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3273-d3aa-4f13-b444-6aca55fa8cd4 req-9f8eb383-b672-4c1e-8678-e8f780396baa tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:21.114633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57430) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:21.115658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46ca3273-d3aa-4f13-b444-6aca55fa8cd4 req-9f8eb383-b672-4c1e-8678-e8f780396baa tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.3000777 Feb 09 16:07:21.184286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-0eb159cd-e51d-41a5-8bd3-6368bee5ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:21.185953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-0eb159cd-e51d-41a5-8bd3-6368bee5ae07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.3256936 Feb 09 16:07:21.197679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-583f0605-bf0c-45df-93ca-2dabefb1c9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:21.222152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46ca3273-d3aa-4f13-b444-6aca55fa8cd4 req-450cb1a0-b020-47e2-b6c9-3ec5b0865149 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854433 Feb 09 16:07:21.266514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-a4b6675f-b493-471a-a983-63c98927df92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 217 time: 0.0664399 Feb 09 16:07:21.290220 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-583f0605-bf0c-45df-93ca-2dabefb1c9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:21.380911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-630eb900-2f44-4784-878f-41389161ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:21.380911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-630eb900-2f44-4784-878f-41389161ca68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.0925560 Feb 09 16:07:21.495483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-f18e3f72-94c0-4c47-bd20-9d914a76ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:21.498299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-f18e3f72-94c0-4c47-bd20-9d914a76ee95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198132 Feb 09 16:07:21.590106 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-583f0605-bf0c-45df-93ca-2dabefb1c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:21.594610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-583f0605-bf0c-45df-93ca-2dabefb1c9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:21.598063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-583f0605-bf0c-45df-93ca-2dabefb1c9c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91f3082a-c724-40cd-b717-39dfb567ff2d HTTP/1.1" status: 204 len: 168 time: 0.6163044 Feb 09 16:07:21.618430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f0605-bf0c-45df-93ca-2dabefb1c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f3082a-c724-40cd-b717-39dfb567ff2d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:21.639861 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cd94c4-a113-48c3-b042-c55eb44da316 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:21.640764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cd94c4-a113-48c3-b042-c55eb44da316 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:21.645128 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f8cd94c4-a113-48c3-b042-c55eb44da316 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/767d3df8-7ab9-490b-866a-b906dba33d16 HTTP/1.1" status: 404 len: 337 time: 0.5293884 Feb 09 16:07:21.650035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:21.668909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:21.674984 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7424dc4e-e8f6-48e2-bf17-a4353549ff22 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "PUT /v2.0/routers/bd318636-74ff-4ac0-a25c-322ea2016666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3725893 Feb 09 16:07:21.694468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918f3e6-c98f-4aa8-a4ca-5a506b918358 None None] Sync routers for ids ['bd318636-74ff-4ac0-a25c-322ea2016666'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:21.695813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57448) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:21.709097 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3887b0c-9b8c-42a4-aa42-d9ba82e51f7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:21.710393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3887b0c-9b8c-42a4-aa42-d9ba82e51f7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:21.715764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-20ae59e6-0203-4650-abe0-2e901d264038 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070129 Feb 09 16:07:21.716350 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a3887b0c-9b8c-42a4-aa42-d9ba82e51f7a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/6c5ab83b-9ef9-4615-94da-e0ceb215f58d HTTP/1.1" status: 404 len: 333 time: 0.0641294 Feb 09 16:07:21.728007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918f3e6-c98f-4aa8-a4ca-5a506b918358 None None] Routers {'bd318636-74ff-4ac0-a25c-322ea2016666'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:21.729151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a918f3e6-c98f-4aa8-a4ca-5a506b918358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['bd318636-74ff-4ac0-a25c-322ea2016666'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:21.735115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57450) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:21.805677 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-f863aa3d-1e01-44e4-8f99-eb068982b110 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] show failed (client error): The resource could not be found. Feb 09 16:07:21.807539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f863aa3d-1e01-44e4-8f99-eb068982b110 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-943551027 HTTP/1.1" status: 404 len: 334 time: 0.1089294 Feb 09 16:07:21.811995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57452) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:21.821852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fb76ebf8-f6fd-4ab2-9bb0-4b9ae9efdca7 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:21.871934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a918f3e6-c98f-4aa8-a4ca-5a506b918358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:21.910473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918f3e6-c98f-4aa8-a4ca-5a506b918358 None None] Routers {'bd318636-74ff-4ac0-a25c-322ea2016666'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:21.910473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a918f3e6-c98f-4aa8-a4ca-5a506b918358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:06:56Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['bd318636-74ff-4ac0-a25c-322ea2016666'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:21.994233 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-074bf941-3591-4e6a-9146-43ec54a5ac6a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:21.994775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074bf941-3591-4e6a-9146-43ec54a5ac6a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:21.997965 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-074bf941-3591-4e6a-9146-43ec54a5ac6a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/a215d1b8-d662-48e7-b915-19ec26527e03 HTTP/1.1" status: 404 len: 337 time: 0.2563884 Feb 09 16:07:22.001257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a918f3e6-c98f-4aa8-a4ca-5a506b918358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:22.002670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918f3e6-c98f-4aa8-a4ca-5a506b918358 None None] The sync data for ids ['bd318636-74ff-4ac0-a25c-322ea2016666'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:22.004137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57454) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.013944 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-fb76ebf8-f6fd-4ab2-9bb0-4b9ae9efdca7 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] update failed (client error): The resource could not be found. Feb 09 16:07:22.015728 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fb76ebf8-f6fd-4ab2-9bb0-4b9ae9efdca7 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1654440209 HTTP/1.1" status: 404 len: 335 time: 0.2022917 Feb 09 16:07:22.016496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a38358b-9c9a-4e44-951f-4184b5928a7e req-4a0fd804-fa62-4d43-9b74-e883521eec53 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371504 Feb 09 16:07:22.023558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57456) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.026439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:22.036353 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda4f7ce-70ec-4d0d-86be-9a6b76c3bcca tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.037351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda4f7ce-70ec-4d0d-86be-9a6b76c3bcca tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.040373 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fda4f7ce-70ec-4d0d-86be-9a6b76c3bcca tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/8a87aebd-47c0-4bd2-86b0-a36f8073aed8 HTTP/1.1" status: 404 len: 333 time: 0.0360270 Feb 09 16:07:22.068621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57458) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.078058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.25.5.168 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/9c5ba269-8546-408d-b742-2a3651d884ec) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:22.083279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:22.084181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c3b968ed-5aeb-4e36-8d84-3af5e1d9fc42 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:22.107265 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-f670f074-034b-4dcf-b331-0bf6b91ca084 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.107669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f670f074-034b-4dcf-b331-0bf6b91ca084 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.110991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f670f074-034b-4dcf-b331-0bf6b91ca084 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/ffd721cf-d65b-4174-838f-8e41bd61bc67 HTTP/1.1" status: 404 len: 337 time: 0.0416205 Feb 09 16:07:22.117382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57460) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.131732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6d3c3d-df77-4557-a6ee-b40b5d52a94e tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Deleting subnet a187c7b6-6bf5-4241-b90e-f4bcbe71eb1a {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:22.136122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3c3d-df77-4557-a6ee-b40b5d52a94e tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.191092 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-590e4cf9-54a2-4aee-9328-c93569c24399 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.196848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590e4cf9-54a2-4aee-9328-c93569c24399 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.204563 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-590e4cf9-54a2-4aee-9328-c93569c24399 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/20b43181-0632-453c-947a-a0ba4aeb2f8d HTTP/1.1" status: 404 len: 333 time: 0.0821226 Feb 09 16:07:22.204828 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3c3d-df77-4557-a6ee-b40b5d52a94e tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.207121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57464) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.267046 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b20022e-38a8-4353-902e-c6d23c5a7206 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.267523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b20022e-38a8-4353-902e-c6d23c5a7206 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.274621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1b20022e-38a8-4353-902e-c6d23c5a7206 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/d7d241e4-206e-4c47-b714-2bb3aba6c99e HTTP/1.1" status: 404 len: 337 time: 0.0635967 Feb 09 16:07:22.274953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57468) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.312896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.327966 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-f404b338-97c1-43ea-be96-aa4aa3d41f06 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.328796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f404b338-97c1-43ea-be96-aa4aa3d41f06 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.335761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f404b338-97c1-43ea-be96-aa4aa3d41f06 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/c5bc3047-d0c7-4a29-bc30-999cf7af9abd HTTP/1.1" status: 404 len: 333 time: 0.0560427 Feb 09 16:07:22.340643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57470) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.381878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57472) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.433029 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-916726de-85ae-4c7f-800f-d19c94dff4ba tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.434055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916726de-85ae-4c7f-800f-d19c94dff4ba tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.438940 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-916726de-85ae-4c7f-800f-d19c94dff4ba tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/49a0e754-95db-4d97-8368-25294951952f HTTP/1.1" status: 404 len: 337 time: 0.0935259 Feb 09 16:07:22.445621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57476) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.445917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3c3d-df77-4557-a6ee-b40b5d52a94e tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.587063 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-468402b2-576f-4149-89fb-d7192bd7ccc4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.597650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468402b2-576f-4149-89fb-d7192bd7ccc4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.606766 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-468402b2-576f-4149-89fb-d7192bd7ccc4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/0dd0f22a-4b4b-4fe9-9a61-ce1468fba240 HTTP/1.1" status: 404 len: 337 time: 0.1534779 Feb 09 16:07:22.611411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57484) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.632944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3c3d-df77-4557-a6ee-b40b5d52a94e tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.683480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e7d83-829b-46cc-9206-857637a04344 req-eafc19c6-30dd-439b-be7a-e354e777bb30 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:22.692766 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-8350da00-5834-439d-9407-70490c2c0ee4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.696275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a50e7d83-829b-46cc-9206-857637a04344 req-eafc19c6-30dd-439b-be7a-e354e777bb30 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.2897785 Feb 09 16:07:22.696418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8350da00-5834-439d-9407-70490c2c0ee4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.700433 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8350da00-5834-439d-9407-70490c2c0ee4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/4c6dbfe4-95cd-4813-9b05-b732b131a46e HTTP/1.1" status: 404 len: 333 time: 0.0870588 Feb 09 16:07:22.703337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.711253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d3c3d-df77-4557-a6ee-b40b5d52a94e tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Subnet': ['ID=a187c7b6-6bf5-4241-b90e-f4bcbe71eb1a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:22.734401 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc6d3c3d-df77-4557-a6ee-b40b5d52a94e tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.737545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dc6d3c3d-df77-4557-a6ee-b40b5d52a94e tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/subnets/a187c7b6-6bf5-4241-b90e-f4bcbe71eb1a HTTP/1.1" status: 204 len: 168 time: 0.7124114 Feb 09 16:07:22.740181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bb563-04fe-4788-b016-97d0c2ad1c6a None None] Network 1c4e4a62-e681-473b-b418-39c7b874e6e1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:22.754243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57492) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.793716 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0caff15-0b35-4b46-8d2b-f65c41a8d026 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.794672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0caff15-0b35-4b46-8d2b-f65c41a8d026 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.801590 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d0caff15-0b35-4b46-8d2b-f65c41a8d026 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/2b53ae46-84e2-4ac1-98d2-ebcd8a09ccfd HTTP/1.1" status: 404 len: 337 time: 0.0957606 Feb 09 16:07:22.803834 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.808813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57494) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.836771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a50e7d83-829b-46cc-9206-857637a04344 req-a9b98718-128d-4f51-adbe-695338975156 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421804 Feb 09 16:07:22.881642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e05315ea-2c5d-48fd-8123-58e37dd9cb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.899878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d4ef2f-b0a6-4f36-ac09-1cf91ff66ff0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Deleting subnet fbb2f9f7-b8bd-484e-be31-48ca64c7b123 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:22.907344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46d4ef2f-b0a6-4f36-ac09-1cf91ff66ff0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:22.934847 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-c548babc-b96f-415b-9ae6-61f0a753002c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:22.935609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c548babc-b96f-415b-9ae6-61f0a753002c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:22.941661 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c548babc-b96f-415b-9ae6-61f0a753002c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/d52ff8ba-73dc-4044-91bc-7fbe65867b79 HTTP/1.1" status: 404 len: 337 time: 0.1164567 Feb 09 16:07:22.949890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57496) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:22.974600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:22.976276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:22.982633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:22.999558 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3025376-a405-4f05-94a1-83a2bc32718d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.000421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3025376-a405-4f05-94a1-83a2bc32718d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.010229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a3025376-a405-4f05-94a1-83a2bc32718d tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/fa3ccca4-869d-4d9c-953e-64637c88279c HTTP/1.1" status: 404 len: 333 time: 0.0595286 Feb 09 16:07:23.022222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57500) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.027360 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1444aa4f-bd41-4323-a085-9c9656a9a67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.030480 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46d4ef2f-b0a6-4f36-ac09-1cf91ff66ff0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.034209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=9c5ba269-8546-408d-b742-2a3651d884ec,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:23.100697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] DHCP port deletion for 1c4e4a62-e681-473b-b418-39c7b874e6e1 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:07:23.102135 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a1cb7f-6609-425e-94f7-785f35e7cf65 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.103093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a1cb7f-6609-425e-94f7-785f35e7cf65 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.109460 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-68a1cb7f-6609-425e-94f7-785f35e7cf65 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/7a6b8d01-9d6b-41e8-954d-20b88998c043 HTTP/1.1" status: 404 len: 337 time: 0.0847278 Feb 09 16:07:23.116940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57502) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.153709 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3a2c94-24d4-47d6-83f3-d0214f44fc2b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.154263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3a2c94-24d4-47d6-83f3-d0214f44fc2b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.158925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dc3a2c94-24d4-47d6-83f3-d0214f44fc2b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/a1d63c41-f692-4ac4-a1fa-80ba505f926c HTTP/1.1" status: 404 len: 337 time: 0.0404809 Feb 09 16:07:23.167423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57504) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.190304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] Deleting port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:23.190694 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.201616 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b81dca-5ead-4e25-ad12-f93c8d58d053 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.203078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b81dca-5ead-4e25-ad12-f93c8d58d053 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.206751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c9b81dca-5ead-4e25-ad12-f93c8d58d053 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/97740f4d-4406-45ef-bfcb-71fb538ce800 HTTP/1.1" status: 404 len: 333 time: 0.0377812 Feb 09 16:07:23.210082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57506) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.222694 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46d4ef2f-b0a6-4f36-ac09-1cf91ff66ff0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.275545 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03fbe7f-a15d-41f9-895b-09baaf8c9a86 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.276351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03fbe7f-a15d-41f9-895b-09baaf8c9a86 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.280691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e03fbe7f-a15d-41f9-895b-09baaf8c9a86 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/8f892a1b-10c4-42a8-ab4d-2e249990fe2e HTTP/1.1" status: 404 len: 337 time: 0.0688047 Feb 09 16:07:23.286564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57508) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.304537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] For port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289,segment=NetworkSegment(5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec),segment_id=5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:23.306009 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.326252 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f543d22-7fc8-4558-b0f3-7b4620044f47 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.326575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f543d22-7fc8-4558-b0f3-7b4620044f47 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.330843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2f543d22-7fc8-4558-b0f3-7b4620044f47 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/080dacf9-58b6-47f0-a832-7d4ecf7991c1 HTTP/1.1" status: 404 len: 337 time: 0.0438178 Feb 09 16:07:23.334851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57512) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.337587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] Calling delete_port for 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:23.358487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e05315ea-2c5d-48fd-8123-58e37dd9cb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.366303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:07:23.367749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e842e5b6-a9da-4a5c-8d42-1487ba56cd62 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2f721e0-0553-40bd-b784-c16188fb7d1c HTTP/1.1" status: 200 len: 205 time: 0.0322366 Feb 09 16:07:23.371568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57514) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.423331 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-64f6baa7-ce99-4cc1-9fed-5a7c09c48aed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] delete failed (client error): The resource could not be found. Feb 09 16:07:23.423331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-64f6baa7-ce99-4cc1-9fed-5a7c09c48aed tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/routers/a2f721e0-0553-40bd-b784-c16188fb7d1c HTTP/1.1" status: 404 len: 336 time: 0.0515521 Feb 09 16:07:23.426677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57516) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.470283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e05315ea-2c5d-48fd-8123-58e37dd9cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.484517 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-23107268-70e0-468d-8775-d99af4e14c6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.485379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23107268-70e0-468d-8775-d99af4e14c6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.492057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-23107268-70e0-468d-8775-d99af4e14c6b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/d0dcda44-d14e-4db6-9c47-508cc584c9c6 HTTP/1.1" status: 404 len: 337 time: 0.0634677 Feb 09 16:07:23.497630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57522) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.503036 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e05315ea-2c5d-48fd-8123-58e37dd9cb76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93a225041d484012a20206ec22e356f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1161878 Feb 09 16:07:23.509050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57524) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.542736 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cee50260-d2d0-400f-a67f-c9b060eb4f56 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3d6c185-357a-4a45-8807-4b1c377d73b0 HTTP/1.1" status: 200 len: 205 time: 0.0358682 Feb 09 16:07:23.545906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57526) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.578360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46d4ef2f-b0a6-4f36-ac09-1cf91ff66ff0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.634309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05315ea-2c5d-48fd-8123-58e37dd9cb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0ce6b2-997b-4d2f-ba45-74fd29147717,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:23.640224 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-b955fd09-b9f4-4b47-89d2-fe5dde11f43f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] delete failed (client error): The resource could not be found. Feb 09 16:07:23.641719 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b955fd09-b9f4-4b47-89d2-fe5dde11f43f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/routers/c3d6c185-357a-4a45-8807-4b1c377d73b0 HTTP/1.1" status: 404 len: 336 time: 0.0900271 Feb 09 16:07:23.648049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57530) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.673017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4ef2f-b0a6-4f36-ac09-1cf91ff66ff0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb2f9f7-b8bd-484e-be31-48ca64c7b123,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:23.697335 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-e127e719-64a9-4ed9-81c2-fd98545d4e8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.699871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46d4ef2f-b0a6-4f36-ac09-1cf91ff66ff0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.701168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e127e719-64a9-4ed9-81c2-fd98545d4e8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.711397 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e127e719-64a9-4ed9-81c2-fd98545d4e8f tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/21ea778c-a2e3-49f8-9469-5a03847a61b3 HTTP/1.1" status: 404 len: 337 time: 0.0577476 Feb 09 16:07:23.711907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-46d4ef2f-b0a6-4f36-ac09-1cf91ff66ff0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb2f9f7-b8bd-484e-be31-48ca64c7b123 HTTP/1.1" status: 204 len: 168 time: 0.9520018 Feb 09 16:07:23.711907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44b57b07-de84-472f-9acc-4c84d609cd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.713059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57536) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.713478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57538) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.722813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2df237-27dd-48a8-840a-93da01403872 None None] Network f578577e-5683-49ce-8990-5b7e978982f2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:23.768035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44b57b07-de84-472f-9acc-4c84d609cd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:23.819933 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cffd14-b079-49cc-ba42-1b5bdcd2cfb7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.820856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cffd14-b079-49cc-ba42-1b5bdcd2cfb7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.827802 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84cffd14-b079-49cc-ba42-1b5bdcd2cfb7 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/5c74d0a9-b802-4bb2-a6ca-f1cdd7594f20 HTTP/1.1" status: 404 len: 337 time: 0.1104705 Feb 09 16:07:23.875355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57542) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.876324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57546) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.947628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:23.951742 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ede6a2d-440f-46c8-bcf5-fbde451d42b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:23.952750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ede6a2d-440f-46c8-bcf5-fbde451d42b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:23.959308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8ede6a2d-440f-46c8-bcf5-fbde451d42b6 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/35fa68f3-0040-4e31-8257-27be7b457e87 HTTP/1.1" status: 404 len: 333 time: 0.0779324 Feb 09 16:07:23.962560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57554) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:23.975975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'a374866e-8308-4aea-8472-d6f258c523c1', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'port_id': 'a374866e-8308-4aea-8472-d6f258c523c1', 'mac_address': 'fa:16:3e:f8:78:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:07:24.007438 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.019959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.047949 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-05453da8-31aa-442f-a375-479651e18583 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.048921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05453da8-31aa-442f-a375-479651e18583 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.053810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-05453da8-31aa-442f-a375-479651e18583 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/6ca66838-5046-483f-8d5f-7d8829e2314e HTTP/1.1" status: 404 len: 337 time: 0.0930531 Feb 09 16:07:24.072262 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.074799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57558) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.097361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.116601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:24.137620 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2521cc-0690-4846-88ed-c32936e38ca9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.138527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2521cc-0690-4846-88ed-c32936e38ca9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.141977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cb2521cc-0690-4846-88ed-c32936e38ca9 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/d73a2e46-6b59-470d-ae03-38f46a7f52a1 HTTP/1.1" status: 404 len: 333 time: 0.0662827 Feb 09 16:07:24.144837 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44b57b07-de84-472f-9acc-4c84d609cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.149480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a374866e-8308-4aea-8472-d6f258c523c1 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:07:24.149722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44b57b07-de84-472f-9acc-4c84d609cd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.150883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-44b57b07-de84-472f-9acc-4c84d609cd6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d0ce6b2-997b-4d2f-ba45-74fd29147717 HTTP/1.1" status: 204 len: 168 time: 0.6402931 Feb 09 16:07:24.154398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57566) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.155400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:24.155898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:24.174180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b57b07-de84-472f-9acc-4c84d609cd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0ce6b2-997b-4d2f-ba45-74fd29147717,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:24.212537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eee70-2419-484e-a3c9-0ac9f93d6c06 req-a9f08fed-d88f-4fe3-8d13-a4a4e6de8062 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:24.214407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-234eee70-2419-484e-a3c9-0ac9f93d6c06 req-a9f08fed-d88f-4fe3-8d13-a4a4e6de8062 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.1584053 Feb 09 16:07:24.222018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1755478001-network', 'tenant_id': 'b36933f38f584954a6601282195d94fc'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:24.227057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] Pushing event deleted for resources: {'Port': ['ID=7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:24.248651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e022ec-1753-44e6-8d5c-a91652287f3a None None] No DVR routers for this DVR port 7db0cfe1-a55d-4a01-a9c7-6bcafa9e5289 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:24.269174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:24.338900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-234eee70-2419-484e-a3c9-0ac9f93d6c06 req-b8f90e8e-cee1-4341-8f6e-fb693793f0f4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844522 Feb 09 16:07:24.374630 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c2c671-e110-4aac-aad8-278f7e04a03a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.375143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c2c671-e110-4aac-aad8-278f7e04a03a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.380983 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-24c2c671-e110-4aac-aad8-278f7e04a03a tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/54bfd743-2be6-4973-94a0-66ea415a1248 HTTP/1.1" status: 404 len: 337 time: 0.2017689 Feb 09 16:07:24.381495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57574) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.420322 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-e239bee0-5695-4698-a0bd-a5c45fbb575e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.421629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e239bee0-5695-4698-a0bd-a5c45fbb575e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.424764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e239bee0-5695-4698-a0bd-a5c45fbb575e tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/e8ef4bfc-3334-4d04-bda7-759fda846d18 HTTP/1.1" status: 404 len: 333 time: 0.0420215 Feb 09 16:07:24.427377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57576) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.428827 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.430131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:24.432683 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.463409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] DHCP port deletion for f578577e-5683-49ce-8990-5b7e978982f2 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:07:24.465843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.469786 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-3615807d-5d15-4378-b2a5-56d2934264ef tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.470235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3615807d-5d15-4378-b2a5-56d2934264ef tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.474255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3615807d-5d15-4378-b2a5-56d2934264ef tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/f6cc2f18-e13e-4f8b-a234-d5c68f9ed63e HTTP/1.1" status: 404 len: 337 time: 0.0456326 Feb 09 16:07:24.480046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57578) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.531023 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.534118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:24.549873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] Deleting port 6a4c405f-a4be-45fd-8c86-12a345cf04be {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:24.550251 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.614344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4e4a62-e681-473b-b418-39c7b874e6e1']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:24.631544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] For port 6a4c405f-a4be-45fd-8c86-12a345cf04be, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6a4c405f-a4be-45fd-8c86-12a345cf04be,segment=NetworkSegment(6d1d6f19-83fd-4683-966c-048de6c8ccdd),segment_id=6d1d6f19-83fd-4683-966c-048de6c8ccdd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:24.632133 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.634228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:24.639766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffeb6d3-9276-4e2d-97e4-b16199f3a7ec') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:24.650506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] Calling delete_port for 6a4c405f-a4be-45fd-8c86-12a345cf04be owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:24.651905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.668403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.670697 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-233cb952-454f-4bbe-bb9f-e63f283eec1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.671566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233cb952-454f-4bbe-bb9f-e63f283eec1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.677824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-233cb952-454f-4bbe-bb9f-e63f283eec1c tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/65bd9a4d-6138-412d-b21b-e5822938e529 HTTP/1.1" status: 404 len: 333 time: 0.1947544 Feb 09 16:07:24.678678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57584) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.713105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.727801 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e96332-0e49-4af1-8464-455e0d92f59b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.728382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e96332-0e49-4af1-8464-455e0d92f59b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.734020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-67e96332-0e49-4af1-8464-455e0d92f59b tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/f158229b-3606-4ddd-b430-8a6dc2559371 HTTP/1.1" status: 404 len: 337 time: 0.0538831 Feb 09 16:07:24.736967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.740442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:07:24.741556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.745356 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57586) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:24.748483 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:24.799691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:07:24.810248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb659550-438e-4904-a1b5-57813b249473,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:24.821799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.822365 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Added segment e233848b-8fc8-46bd-af5e-fb407587b08f of type vlan for network 69d961b1-3160-43c7-989b-93407151af0e Feb 09 16:07:24.846780 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e48d97-73f7-413f-9300-4e7f434bbeb0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.847500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62e48d97-73f7-413f-9300-4e7f434bbeb0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.853776 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-62e48d97-73f7-413f-9300-4e7f434bbeb0 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/8046a4ea-89f4-4473-a5af-68eb82931d1b HTTP/1.1" status: 404 len: 333 time: 0.1029284 Feb 09 16:07:24.861666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57590) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.890152 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.891473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.895228 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f83bd73-819f-4f0c-85e7-10e5db4430ba tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.895865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f83bd73-819f-4f0c-85e7-10e5db4430ba tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.902332 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f83bd73-819f-4f0c-85e7-10e5db4430ba tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/e02441ff-7a2e-40b5-9a91-a109e423dc90 HTTP/1.1" status: 404 len: 337 time: 0.0446243 Feb 09 16:07:24.903354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57594) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.930037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a374866e-8308-4aea-8472-d6f258c523c1'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:07:24.953821 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b978b67-e2e8-471e-8fb5-5a4466e0f933 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:24.953821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b978b67-e2e8-471e-8fb5-5a4466e0f933 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:24.960170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57598) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:24.960551 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3b978b67-e2e8-471e-8fb5-5a4466e0f933 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/8d31b630-be9c-4a7a-8a64-277ebd6a691a HTTP/1.1" status: 404 len: 333 time: 0.0540354 Feb 09 16:07:24.963767 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.973884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:24.977567 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/networks/1c4e4a62-e681-473b-b418-39c7b874e6e1 HTTP/1.1" status: 204 len: 168 time: 1.2625146 Feb 09 16:07:24.985942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57600) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:25.035188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.036588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:25.037186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.045375 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea396e4-a9e8-4f96-9b03-fd2649c98324 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Network': ['ID=1c4e4a62-e681-473b-b418-39c7b874e6e1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:25.068392 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae7e39b-321d-43fa-89c7-c824919d8581 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:25.068392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae7e39b-321d-43fa-89c7-c824919d8581 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:25.069987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6ae7e39b-321d-43fa-89c7-c824919d8581 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/fa2bf8d7-e774-403b-a2cb-d85a414bf7f6 HTTP/1.1" status: 404 len: 337 time: 0.1079078 Feb 09 16:07:25.079433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57604) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:25.143689 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a889fd-5778-4023-bdff-a088250f7211 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:25.144820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a889fd-5778-4023-bdff-a088250f7211 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:25.148366 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17a889fd-5778-4023-bdff-a088250f7211 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/ports/356efa68-bd30-4714-bf4d-f11410237738 HTTP/1.1" status: 404 len: 333 time: 0.0675428 Feb 09 16:07:25.152581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57606) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:25.187409 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-e448979b-f90e-4279-aa0d-0565cd8be3a4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] DELETE failed (client error): The resource could not be found. Feb 09 16:07:25.188137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e448979b-f90e-4279-aa0d-0565cd8be3a4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:07:25.191100 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e448979b-f90e-4279-aa0d-0565cd8be3a4 tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/subnets/46057e06-51f5-4e65-a89f-bf677da6373a HTTP/1.1" status: 404 len: 337 time: 0.0372398 Feb 09 16:07:25.194029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57608) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:25.215619 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.256430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] No DVR routers for this DVR port 6a4c405f-a4be-45fd-8c86-12a345cf04be on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:25.271241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256b91d-5c5d-44d9-8ebd-e04de0c4953a None None] Pushing event deleted for resources: {'Port': ['ID=6a4c405f-a4be-45fd-8c86-12a345cf04be,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:25.286368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3fda69be-3a15-4869-9f10-534030af63ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.343057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.462944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.485409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:07:25.491039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f609ca7-784b-45cc-ba50-a12bfbe4ed75']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:25.506190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151d79ec-af66-4520-868f-6ebabe2c81b4') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:25.506190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151d79ec-af66-4520-868f-6ebabe2c81b4') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:25.521782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.565076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57612) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:25.590976 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.594131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c700eee-fe65-4607-9b6e-26d9770a44b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.609086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:07:25.609501 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:25.612823 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:25.615004 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.617015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] Pushing event updated for resources: {'Network': ['ID=69d961b1-3160-43c7-989b-93407151af0e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:25.632480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 69d961b1-3160-43c7-989b-93407151af0e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:07:25.697685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ecdb70cc-4593-47b8-a351-b5e926b7ed80 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7813931 Feb 09 16:07:25.700480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57614) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:25.706752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Request body: {'subnet': {'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1755478001-subnet', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:25.760324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:25.775201 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Sync routers for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:25.799238 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:25.803588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d55fa6-48de-48ff-beee-2dcb9547522c req-0ab0ba04-db50-4589-b28b-7cc608fd1592 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:25.803782 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:25.808797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5d55fa6-48de-48ff-beee-2dcb9547522c req-0ab0ba04-db50-4589-b28b-7cc608fd1592 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.1742702 Feb 09 16:07:25.822679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c700eee-fe65-4607-9b6e-26d9770a44b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.839529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.864613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-8f50e2a8-d4db-4ce8-974d-88f43889b829 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:25.868501 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.876419 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] 10.222.0.53 "DELETE /v2.0/networks/3f609ca7-784b-45cc-ba50-a12bfbe4ed75 HTTP/1.1" status: 204 len: 168 time: 0.6807683 Feb 09 16:07:25.900599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-8f50e2a8-d4db-4ce8-974d-88f43889b829 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:25.916658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98502e0c-3649-4252-8271-32cd8d7001db tempest-NetworksTestDHCPv6-459281266 tempest-NetworksTestDHCPv6-459281266-project] Pushing event deleted for resources: {'Network': ['ID=3f609ca7-784b-45cc-ba50-a12bfbe4ed75,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:25.923702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-8f50e2a8-d4db-4ce8-974d-88f43889b829 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:25.927571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.934309 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01c99316-c606-430b-8edf-c39aef85a425 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.7697675 Feb 09 16:07:25.935202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57618) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:25.963853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-8f50e2a8-d4db-4ce8-974d-88f43889b829 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:25.964274 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c700eee-fe65-4607-9b6e-26d9770a44b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:25.989676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-8f50e2a8-d4db-4ce8-974d-88f43889b829 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:26.003808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-8f50e2a8-d4db-4ce8-974d-88f43889b829 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:26.039168 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:26.054778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-8f50e2a8-d4db-4ce8-974d-88f43889b829 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:26.074413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-8f50e2a8-d4db-4ce8-974d-88f43889b829 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.9519024 Feb 09 16:07:26.090595 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1c700eee-fe65-4607-9b6e-26d9770a44b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da52e4c844b64d239a01156a81a2cd41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5230498 Feb 09 16:07:26.093676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c700eee-fe65-4607-9b6e-26d9770a44b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a38a24-d0f0-4524-88b0-1b42d407eabe,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:26.102966 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57626) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:26.162175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6a4c405f-a4be-45fd-8c86-12a345cf04be no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:26.168929 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31c723f8-e73a-4a68-8442-0c7b5db482fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.203460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:26.204249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31c723f8-e73a-4a68-8442-0c7b5db482fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.223654 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.233229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6a4c405f-a4be-45fd-8c86-12a345cf04be {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:26.238696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6a4c405f-a4be-45fd-8c86-12a345cf04be not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:26.517590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31c723f8-e73a-4a68-8442-0c7b5db482fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.521641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:23Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:26.535141 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31c723f8-e73a-4a68-8442-0c7b5db482fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.545000 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.548469 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-31c723f8-e73a-4a68-8442-0c7b5db482fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56a38a24-d0f0-4524-88b0-1b42d407eabe HTTP/1.1" status: 204 len: 168 time: 0.4437485 Feb 09 16:07:26.559064 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-18b240b8-ccd0-4ac9-a4c9-f8522d0b9915 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8e0a4caec7454704961c43365369d7ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6223378 Feb 09 16:07:26.560530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57636) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:26.565129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5d55fa6-48de-48ff-beee-2dcb9547522c req-5de6102e-8ccd-4cd5-8be8-b822b476f670 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7513239 Feb 09 16:07:26.584945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.585199 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Checking router: 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:07:26.586401 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Updating router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 port 9c5ba269-8546-408d-b742-2a3651d884ec binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:07:26.624667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c723f8-e73a-4a68-8442-0c7b5db482fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a38a24-d0f0-4524-88b0-1b42d407eabe,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:26.628250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8ef52de-b0fb-419e-8fd2-5684b514bd9c req-21aac9a4-11e2-4027-bc0c-a248c7562139 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5524275 Feb 09 16:07:26.646234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f578577e-5683-49ce-8990-5b7e978982f2']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:26.662293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1d6f19-83fd-4683-966c-048de6c8ccdd') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:26.662994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1d6f19-83fd-4683-966c-048de6c8ccdd') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:26.669788 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.799212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.873595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.895020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:07:26.895715 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:26.901216 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:26.997264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b6eb3-6cfa-4df7-a1f1-fadbe96bb596 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:27.001342 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c82b6eb3-6cfa-4df7-a1f1-fadbe96bb596 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4351666 Feb 09 16:07:27.007363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57642) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:27.068486 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3dd0bf05-1552-418b-8292-e1c5274c99d2 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594449 Feb 09 16:07:27.073230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57644) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:27.082438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1952421425', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:27.124278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57646) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:27.156940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57650) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:27.205100 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.207717 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.287924 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.323288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.378039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.383003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:27.384253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/networks/f578577e-5683-49ce-8990-5b7e978982f2 HTTP/1.1" status: 204 len: 168 time: 2.3958585 Feb 09 16:07:27.395367 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Attempting to bind port 9c5ba269-8546-408d-b742-2a3651d884ec on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:27.395928 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Attempting to bind port 9c5ba269-8546-408d-b742-2a3651d884ec by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:27.396416 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Attempting to bind port 9c5ba269-8546-408d-b742-2a3651d884ec on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:27.410952 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:27.411508 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:27.412732 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.413253 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:27.413894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57656) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:27.418251 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Bound port: 9c5ba269-8546-408d-b742-2a3651d884ec, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:27.418251 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.435587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e28a0cfe-3b52-4f9a-af35-41ca04fb4081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.444147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89f739-37a5-46e4-ac31-a80efe23aeac tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Network': ['ID=f578577e-5683-49ce-8990-5b7e978982f2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:27.478472 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Pushing event updated for resources: {'Port': ['ID=9c5ba269-8546-408d-b742-2a3651d884ec,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:27.495254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2999133-afaf-4f57-b742-3f7b8281b3ba,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:27.499779 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.500361 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.500866 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.502218 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.502715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.503157 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.503714 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.504296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.504860 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.505285 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.505715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.506175 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:27.515746 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] For port 9c5ba269-8546-408d-b742-2a3651d884ec, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:27.521641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] For port 9c5ba269-8546-408d-b742-2a3651d884ec, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9c5ba269-8546-408d-b742-2a3651d884ec,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:27.578465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f98831-7374-480c-993f-5b5c564bc443 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Deleting subnet 2d580363-49b9-44fa-a439-c066699441f8 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:07:27.591407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Checking segment: {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:27.591782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Network hostable DHCP agents. Network: 69d961b1-3160-43c7-989b-93407151af0e, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:07:27.594405 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47f98831-7374-480c-993f-5b5c564bc443 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.613238 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.639212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2ea7ca16-0c0d-4d62-ad4f-876ad76d88cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d4b59b30e8d4a50bfcc12e9caaca5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120802 Feb 09 16:07:27.642686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port a374866e-8308-4aea-8472-d6f258c523c1 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:07:27.649051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57666) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:27.650614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port a374866e-8308-4aea-8472-d6f258c523c1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:27.652309 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.690142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47f98831-7374-480c-993f-5b5c564bc443 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.767662 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:27.770669 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:27.842259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.861137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Network 69d961b1-3160-43c7-989b-93407151af0e is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:07:27.883355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e28a0cfe-3b52-4f9a-af35-41ca04fb4081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.893658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:27.896201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:27.898826 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4745cf-66fa-49c8-80c0-558fb5269ba7" -d '{"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-plugged", "status": "completed", "tag": "a374866e-8308-4aea-8472-d6f258c523c1"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:27.961832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:27.981113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e28a0cfe-3b52-4f9a-af35-41ca04fb4081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.012196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:28.017711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eae217-39b4-4c41-95ff-b33b7193fc11 req-2d4038db-e681-41d5-be8f-c33a3e4d013c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.023606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45eae217-39b4-4c41-95ff-b33b7193fc11 req-2d4038db-e681-41d5-be8f-c33a3e4d013c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.3192408 Feb 09 16:07:28.023827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.031734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc92274c-173a-4ac3-a920-fa138ad37f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.055645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 69d961b1-3160-43c7-989b-93407151af0e) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:28.076538 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f0ce8-2078-41dc-a08f-188f05a25f20 None None] Pushing event updated for resources: {'Port': ['ID=9c5ba269-8546-408d-b742-2a3651d884ec,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:28.099689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30e5fbf-94c6-4585-aced-90c87c0aa75d None None] Network 69d961b1-3160-43c7-989b-93407151af0e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:28.119456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.120062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.131847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47f98831-7374-480c-993f-5b5c564bc443 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.183830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e28a0cfe-3b52-4f9a-af35-41ca04fb4081 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0a6a4debf5b4a83a47c0aa3dfbe1d90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0245926 Feb 09 16:07:28.184046 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:28.197829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a0cfe-3b52-4f9a-af35-41ca04fb4081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c214b39d-9cf1-4c8e-b052-1a49b76ea53a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:28.211987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57674) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:28.217002 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc92274c-173a-4ac3-a920-fa138ad37f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.257475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.278378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:28.367069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-2158be0c-a6d4-4da4-bb65-060eb59b64bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.376932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-2158be0c-a6d4-4da4-bb65-060eb59b64bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.396839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-2158be0c-a6d4-4da4-bb65-060eb59b64bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.405608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-2158be0c-a6d4-4da4-bb65-060eb59b64bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.413669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-2158be0c-a6d4-4da4-bb65-060eb59b64bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.420124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-2158be0c-a6d4-4da4-bb65-060eb59b64bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.426893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-2158be0c-a6d4-4da4-bb65-060eb59b64bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.429083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-2158be0c-a6d4-4da4-bb65-060eb59b64bc tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.5761027 Feb 09 16:07:28.468575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.537977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-69d961b1-3160-43c7-989b-93407151af0e', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:07:28.538890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Subnet': ['ID=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:28.544814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.566799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Checking segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:28.567371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network hostable DHCP agents. Network: 0ce29432-0cc5-41a3-8c22-be58dd27181a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:07:28.585332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57684) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:28.586325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-895419cc-12b1-4d33-8097-e248ecf548a4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8828249 Feb 09 16:07:28.595853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:28.599502 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:23Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:28.604795 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.643030 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb9e3d9-5251-4498-8deb-5d3e5c3dc3a4 None None] The sync data for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 is: [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:23Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:28.653608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-3148aa7d-4916-434a-b5a4-500541b47806 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.661256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-3148aa7d-4916-434a-b5a4-500541b47806 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.667550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-3148aa7d-4916-434a-b5a4-500541b47806 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.674604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-3148aa7d-4916-434a-b5a4-500541b47806 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.681760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-3148aa7d-4916-434a-b5a4-500541b47806 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.688902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-3148aa7d-4916-434a-b5a4-500541b47806 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.689629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:07:28.696055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-3148aa7d-4916-434a-b5a4-500541b47806 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.697488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-3148aa7d-4916-434a-b5a4-500541b47806 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.6674519 Feb 09 16:07:28.700791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45eae217-39b4-4c41-95ff-b33b7193fc11 req-4019e52b-e934-4d9a-b4f0-33232c983bd3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6660254 Feb 09 16:07:28.708784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.710596 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.758314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0ce29432-0cc5-41a3-8c22-be58dd27181a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:28.780224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23096d45-6d48-488c-88a9-e3e02535e89b None None] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:28.790896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-6f7fbdc3-746f-4138-aa1b-2719b8526728 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.792602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-6f7fbdc3-746f-4138-aa1b-2719b8526728 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "GET /v2.0/ports/8f3b7125-0b50-45fb-a1ad-8afa578408ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0873871 Feb 09 16:07:28.852030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.863442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:28.864821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:28.865678 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242420c6-78f1-4349-bd7b-2752919f3373 x-openstack-request-id: req-242420c6-78f1-4349-bd7b-2752919f3373 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:28.866134 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-plugged", "status": "completed", "tag": "a374866e-8308-4aea-8472-d6f258c523c1", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:28.866971 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-242420c6-78f1-4349-bd7b-2752919f3373 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:28.867168 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1', 'code': 200} Feb 09 16:07:28.901004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bacaf958-f283-42ba-a4c4-a47c8f41315d req-120268a3-0e5b-4850-8896-ec8126fbadfa tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3362639 Feb 09 16:07:28.977721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-514a125d-160a-4190-8ab9-2f96908095c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.004355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47f98831-7374-480c-993f-5b5c564bc443 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.027800 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc92274c-173a-4ac3-a920-fa138ad37f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.032274 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5d2b63d-bd6f-456f-bb1f-79811eeb3ca3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9575365 Feb 09 16:07:29.033080 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc92274c-173a-4ac3-a920-fa138ad37f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.035130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57688) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:29.038002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fc92274c-173a-4ac3-a920-fa138ad37f8e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f993d0db-6026-4f2e-8a16-8fab94f41b57 HTTP/1.1" status: 204 len: 168 time: 1.3892374 Feb 09 16:07:29.088288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f98831-7374-480c-993f-5b5c564bc443 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Subnet': ['ID=2d580363-49b9-44fa-a439-c066699441f8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:29.159758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-514a125d-160a-4190-8ab9-2f96908095c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.194717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Allocated IP 172.20.0.2 (69d961b1-3160-43c7-989b-93407151af0e/a2999133-afaf-4f57-b742-3f7b8281b3ba/6c165e31-90c3-45f8-b4cb-d0c4785a7142) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:29.229133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92274c-173a-4ac3-a920-fa138ad37f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f993d0db-6026-4f2e-8a16-8fab94f41b57,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:29.340888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47f98831-7374-480c-993f-5b5c564bc443 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.345182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-47f98831-7374-480c-993f-5b5c564bc443 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/subnets/2d580363-49b9-44fa-a439-c066699441f8 HTTP/1.1" status: 204 len: 168 time: 1.9294505 Feb 09 16:07:29.352744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-0cc4bdcf-d9e6-4303-aeff-ea093d48e819 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "GET /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5486314 Feb 09 16:07:29.354859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57694) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:29.358195 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-514a125d-160a-4190-8ab9-2f96908095c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.365726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-514a125d-160a-4190-8ab9-2f96908095c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.369837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-514a125d-160a-4190-8ab9-2f96908095c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c214b39d-9cf1-4c8e-b052-1a49b76ea53a HTTP/1.1" status: 204 len: 168 time: 1.1383832 Feb 09 16:07:29.373293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48591387-84f9-4f28-adf9-eba0a8eb9e51 None None] Network 1278a83c-7413-4a26-a144-a60edb956ac4 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:29.385098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.475472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.481319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:29.516288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8203-1831-4989-bd5c-48b266a133a5 req-42783c0d-911d-4cfa-85fb-447be0acbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:29.517946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01fc8203-1831-4989-bd5c-48b266a133a5 req-42783c0d-911d-4cfa-85fb-447be0acbc1c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1096 time: 0.6080446 Feb 09 16:07:29.555028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0ce29432-0cc5-41a3-8c22-be58dd27181a', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:07:29.555902 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.559301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a125d-160a-4190-8ab9-2f96908095c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c214b39d-9cf1-4c8e-b052-1a49b76ea53a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:29.646122 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.652489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.696724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01fc8203-1831-4989-bd5c-48b266a133a5 req-d6e5d6f0-32c4-4919-bc61-c7f33297f6fe service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610444 Feb 09 16:07:29.769359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] DHCP port deletion for 1278a83c-7413-4a26-a144-a60edb956ac4 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:07:29.826365 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:29.870158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Network 69d961b1-3160-43c7-989b-93407151af0e is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:29.885134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:29.910555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:30.033946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] For port 8f3b7125-0b50-45fb-a1ad-8afa578408ce, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8f3b7125-0b50-45fb-a1ad-8afa578408ce,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:30.143221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Deleting port ef0c2d91-2a7a-4588-b003-c65b75590d04 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:30.143571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.160840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9c5ba269-8546-408d-b742-2a3651d884ec up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:30.224684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Attempting to bind port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:30.225091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Attempting to bind port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:30.231976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Attempting to bind port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 on network 69d961b1-3160-43c7-989b-93407151af0e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:30.268394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:30.268394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Checking segment: {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:30.268757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.268850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Bound using segment: {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:30.269490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Bound port: 6c165e31-90c3-45f8-b4cb-d0c4785a7142, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:30.269942 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.305334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] For port ef0c2d91-2a7a-4588-b003-c65b75590d04, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ef0c2d91-2a7a-4588-b003-c65b75590d04,segment=NetworkSegment(8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a),segment_id=8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:30.306423 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.324690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Calling delete_port for ef0c2d91-2a7a-4588-b003-c65b75590d04 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:30.365124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] For port 6c165e31-90c3-45f8-b4cb-d0c4785a7142, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:30.369057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] For port 6c165e31-90c3-45f8-b4cb-d0c4785a7142, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6c165e31-90c3-45f8-b4cb-d0c4785a7142,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:30.371551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 332c5851-26f7-4349-8ac8-825b45ad61a5 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:30.471613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.481472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Pushing event updated for resources: {'Port': ['ID=6c165e31-90c3-45f8-b4cb-d0c4785a7142,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:30.495174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] For port 8f3b7125-0b50-45fb-a1ad-8afa578408ce, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:30.507145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] Deleting port ef0c2d91-2a7a-4588-b003-c65b75590d04 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:30.507524 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.528767 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.552350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.589282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.622866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.654894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] device_id is not set on port 8f3b7125-0b50-45fb-a1ad-8afa578408ce yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:07:30.672539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Allocated IP 172.20.0.2 (0ce29432-0cc5-41a3-8c22-be58dd27181a/6f3adf4b-6053-4b8b-818e-b6ae137cc1d1/94d550e3-8576-453c-a81c-666fe5bc5128) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:30.689025 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.750450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-97fc7d81-9ee5-4e3c-b0e2-433d88be9b56 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.758739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-97fc7d81-9ee5-4e3c-b0e2-433d88be9b56 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.766195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-97fc7d81-9ee5-4e3c-b0e2-433d88be9b56 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.773465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-97fc7d81-9ee5-4e3c-b0e2-433d88be9b56 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.780877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-97fc7d81-9ee5-4e3c-b0e2-433d88be9b56 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.794566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-97fc7d81-9ee5-4e3c-b0e2-433d88be9b56 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.807437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-97fc7d81-9ee5-4e3c-b0e2-433d88be9b56 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.820757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-97fc7d81-9ee5-4e3c-b0e2-433d88be9b56 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 5445 time: 0.6995280 Feb 09 16:07:30.844213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54123e7-bf51-4775-80ef-730a61f69ebd req-6739e7bb-49a8-47c6-aff4-21fb2364b795 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:30.852534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d54123e7-bf51-4775-80ef-730a61f69ebd req-6739e7bb-49a8-47c6-aff4-21fb2364b795 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.7611339 Feb 09 16:07:30.884570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.895436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.916437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:30.935156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] No DVR routers for this DVR port ef0c2d91-2a7a-4588-b003-c65b75590d04 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:30.957568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Allocated IP 172.25.5.107 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/61e83262-3171-4ce6-a0e0-6c0d5ef398d1) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:31.086660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d54123e7-bf51-4775-80ef-730a61f69ebd req-a5df4533-8050-4557-9b40-671bd3d3815f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328033 Feb 09 16:07:31.087520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Port': ['ID=ef0c2d91-2a7a-4588-b003-c65b75590d04,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:31.207214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57724) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:31.217004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02124f81-dfa2-4e99-b871-a2eba9e8c307 None None] Pushing event updated for resources: {'Port': ['ID=6c165e31-90c3-45f8-b4cb-d0c4785a7142,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:31.256037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332c5851-26f7-4349-8ac8-825b45ad61a5'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:31.261066 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a72768-4c31-40a0-9493-8f3929507dcc" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "332c5851-26f7-4349-8ac8-825b45ad61a5"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:31.303998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 332c5851-26f7-4349-8ac8-825b45ad61a5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=332c5851-26f7-4349-8ac8-825b45ad61a5,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:31.307108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] For port ef0c2d91-2a7a-4588-b003-c65b75590d04, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ef0c2d91-2a7a-4588-b003-c65b75590d04,segment=NetworkSegment(8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a),segment_id=8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:31.312713 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.345025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9c5ba269-8546-408d-b742-2a3651d884ec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:31.348893 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.401590 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39132685-166b-4cea-a97e-112b7901fbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.408898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] Calling delete_port for ef0c2d91-2a7a-4588-b003-c65b75590d04 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:31.482787 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e76c356-02a5-4cfd-bc1d-685479b6efbb x-openstack-request-id: req-0e76c356-02a5-4cfd-bc1d-685479b6efbb {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:31.483129 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "332c5851-26f7-4349-8ac8-825b45ad61a5", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:31.483344 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e76c356-02a5-4cfd-bc1d-685479b6efbb {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:31.483756 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332c5851-26f7-4349-8ac8-825b45ad61a5', 'code': 200} Feb 09 16:07:31.484509 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.485220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cd4f5950-d0e5-48fa-ac9d-b5200349e870 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:31.607748 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.664958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1278a83c-7413-4a26-a144-a60edb956ac4']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:31.678666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:31.679924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0f0aec-cffe-4f4f-85f1-15221bcb0c8a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:31.708597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.733771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.749257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:07:31.750082 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.805449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=332c5851-26f7-4349-8ac8-825b45ad61a5,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:31.893291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:07:31.919432 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:07:31.938191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7897eb96-8696-48af-9792-9aecc5cf0b29 req-77b828fe-b428-4f3e-994e-32855a4d385c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0834289 Feb 09 16:07:31.939061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] No DVR routers for this DVR port 8f3b7125-0b50-45fb-a1ad-8afa578408ce on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:31.977891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:31.986007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-52b2ef5a-9723-41a6-bb25-a280cc918dab None None] Provisioning complete for port 8f3b7125-0b50-45fb-a1ad-8afa578408ce triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:31.986711 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-52b2ef5a-9723-41a6-bb25-a280cc918dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.052518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.071325 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.090003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.096662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/networks/1278a83c-7413-4a26-a144-a60edb956ac4 HTTP/1.1" status: 204 len: 168 time: 2.7364345 Feb 09 16:07:32.098688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:32.123531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3b7125-0b50-45fb-a1ad-8afa578408ce,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:32.144750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc8fa7-de7f-4315-a758-26313d2a72f1 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Pushing event deleted for resources: {'Network': ['ID=1278a83c-7413-4a26-a144-a60edb956ac4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:32.156108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-52b2ef5a-9723-41a6-bb25-a280cc918dab None None] Port 8f3b7125-0b50-45fb-a1ad-8afa578408ce cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:32.174481 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7bb46936-83b6-4d42-9534-9711a6bc90b0 tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd318636-74ff-4ac0-a25c-322ea2016666 HTTP/1.1" status: 200 len: 205 time: 0.0737097 Feb 09 16:07:32.180802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57746) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:32.182068 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.237564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Pushing event updated for resources: {'Port': ['ID=94d550e3-8576-453c-a81c-666fe5bc5128,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:32.241533 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.255176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.279760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:32.282312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] Network 1278a83c-7413-4a26-a144-a60edb956ac4 is not hosted by any dhcp agent {{(pid=103180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 16:07:32.282780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] No DVR routers for this DVR port ef0c2d91-2a7a-4588-b003-c65b75590d04 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:32.301445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] In _notify_port_updated(), no bound segment for port 8f3b7125-0b50-45fb-a1ad-8afa578408ce on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:07:32.302953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:32.303970 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.305192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.305885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-746d5bfd-22c3-48ff-84b6-ed1498475254 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 200 len: 1032 time: 2.9371231 Feb 09 16:07:32.397513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-743e3b3e-4f73-4115-9bbd-865831db3d68 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:32.400016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-743e3b3e-4f73-4115-9bbd-865831db3d68 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "GET /v2.0/ports/cd4f5950-d0e5-48fa-ac9d-b5200349e870?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0687096 Feb 09 16:07:32.408184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:32.408952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39132685-166b-4cea-a97e-112b7901fbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.422850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:32.427218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c7236-3958-437b-9aa5-6da460240a30 None None] Pushing event deleted for resources: {'Port': ['ID=ef0c2d91-2a7a-4588-b003-c65b75590d04,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:32.435931 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74b7eb4d-72db-4f8d-8cbe-eef89c8b73ee tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.437252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:32.441924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 9c5ba269-8546-408d-b742-2a3651d884ec, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9c5ba269-8546-408d-b742-2a3651d884ec,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:32.459558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cd4f5950-d0e5-48fa-ac9d-b5200349e870, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:32.506567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39132685-166b-4cea-a97e-112b7901fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.509595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.549023 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.554070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57752) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:32.619958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28255f56-bbaf-4b23-98ff-4d01bca6da2c req-52cb9b33-fa85-4f09-8c79-8f33794ae6bf tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:32.623646 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.631663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28255f56-bbaf-4b23-98ff-4d01bca6da2c req-52cb9b33-fa85-4f09-8c79-8f33794ae6bf tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.3571281 Feb 09 16:07:32.636845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39132685-166b-4cea-a97e-112b7901fbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa18d8e-7229-4f90-9152-cdc6aa8f0a18,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:32.641403 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3068cdf5-53e3-42eb-b810-e67bee4c62e0 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:32.646298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-39132685-166b-4cea-a97e-112b7901fbfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea869de883a342268de7f50ff5fe09f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4119298 Feb 09 16:07:32.655538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57756) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:32.730254 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.776624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Attempting to bind port 94d550e3-8576-453c-a81c-666fe5bc5128 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:32.786495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Attempting to bind port 94d550e3-8576-453c-a81c-666fe5bc5128 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:32.786937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Attempting to bind port 94d550e3-8576-453c-a81c-666fe5bc5128 on network 0ce29432-0cc5-41a3-8c22-be58dd27181a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:32.790940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ef0c2d91-2a7a-4588-b003-c65b75590d04 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:32.807760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.20.0.1 (0ce29432-0cc5-41a3-8c22-be58dd27181a/6f3adf4b-6053-4b8b-818e-b6ae137cc1d1/0fcee34f-5580-40c1-8d96-f766d5f9a6a4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:32.811590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:32.825476 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11691825-6b62-40ad-86a5-e965cf944527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.833325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28255f56-bbaf-4b23-98ff-4d01bca6da2c req-0fbac35c-1c88-4964-bbbc-3b87e68d0bc3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852946 Feb 09 16:07:32.855549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:32.869833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:32.881219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74b7eb4d-72db-4f8d-8cbe-eef89c8b73ee tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.892379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11691825-6b62-40ad-86a5-e965cf944527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.906014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74b7eb4d-72db-4f8d-8cbe-eef89c8b73ee tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:32.907839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Pushing event updated for resources: {'Port': ['ID=61e83262-3171-4ce6-a0e0-6c0d5ef398d1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:32.952884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ef0c2d91-2a7a-4588-b003-c65b75590d04 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:32.962152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ef0c2d91-2a7a-4588-b003-c65b75590d04 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:33.031695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-469a5efd-14de-460d-a6eb-2f50f7ade2df tempest-ServiceProvidersTest-246632510 tempest-ServiceProvidersTest-246632510-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4692864 Feb 09 16:07:33.053674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:33.053674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Checking segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:33.053674 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.053674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Bound using segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:33.058716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Bound port: 94d550e3-8576-453c-a81c-666fe5bc5128, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:33.066177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.158960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.162915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.163331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.163707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.164044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.164808 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.167280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.167804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.168477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.169129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] For port cd4f5950-d0e5-48fa-ac9d-b5200349e870, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cd4f5950-d0e5-48fa-ac9d-b5200349e870,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:33.170050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.171069 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.172987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:33.186099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=9c5ba269-8546-408d-b742-2a3651d884ec,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:33.220532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11691825-6b62-40ad-86a5-e965cf944527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.226905 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-11691825-6b62-40ad-86a5-e965cf944527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.230808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-11691825-6b62-40ad-86a5-e965cf944527 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/daa18d8e-7229-4f90-9152-cdc6aa8f0a18 HTTP/1.1" status: 204 len: 168 time: 0.5685501 Feb 09 16:07:33.293550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74b7eb4d-72db-4f8d-8cbe-eef89c8b73ee tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.294794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11691825-6b62-40ad-86a5-e965cf944527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa18d8e-7229-4f90-9152-cdc6aa8f0a18,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:33.296927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b7eb4d-72db-4f8d-8cbe-eef89c8b73ee tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Fanout notify agent at l3_agent the message router_deleted on router bd318636-74ff-4ac0-a25c-322ea2016666 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:07:33.308401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e8cfb-fee2-4e41-a7f5-49147e5c4712 None None] Network 69d961b1-3160-43c7-989b-93407151af0e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:33.412945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-74b7eb4d-72db-4f8d-8cbe-eef89c8b73ee tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.412945 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-74b7eb4d-72db-4f8d-8cbe-eef89c8b73ee tempest-RoutersNegativeTest-1893206545 tempest-RoutersNegativeTest-1893206545-project] 10.222.0.53 "DELETE /v2.0/routers/bd318636-74ff-4ac0-a25c-322ea2016666 HTTP/1.1" status: 204 len: 168 time: 1.2214828 Feb 09 16:07:33.476295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6c165e31-90c3-45f8-b4cb-d0c4785a7142 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:33.484538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] For port cd4f5950-d0e5-48fa-ac9d-b5200349e870, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:33.576132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] device_id is not set on port cd4f5950-d0e5-48fa-ac9d-b5200349e870 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:07:33.596645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125b0a-5396-424d-bc0b-cf0ecd6ec0e5 req-0448f166-1fb8-4518-93fa-3e1913b45a9a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:33.603410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125b0a-5396-424d-bc0b-cf0ecd6ec0e5 req-0448f166-1fb8-4518-93fa-3e1913b45a9a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:33.606511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4f5950-d0e5-48fa-ac9d-b5200349e870'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:33.610865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125b0a-5396-424d-bc0b-cf0ecd6ec0e5 req-0448f166-1fb8-4518-93fa-3e1913b45a9a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:33.612311 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f44a32-aa07-4d8c-8cb5-8a1935274f61" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4f5950-d0e5-48fa-ac9d-b5200349e870"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:33.617055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125b0a-5396-424d-bc0b-cf0ecd6ec0e5 req-0448f166-1fb8-4518-93fa-3e1913b45a9a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:33.624337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125b0a-5396-424d-bc0b-cf0ecd6ec0e5 req-0448f166-1fb8-4518-93fa-3e1913b45a9a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:33.631052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e125b0a-5396-424d-bc0b-cf0ecd6ec0e5 req-0448f166-1fb8-4518-93fa-3e1913b45a9a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:33.633156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e125b0a-5396-424d-bc0b-cf0ecd6ec0e5 req-0448f166-1fb8-4518-93fa-3e1913b45a9a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 4662 time: 0.3988819 Feb 09 16:07:33.640298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.683927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba494-afa2-40a4-b9c5-8a9d39f82bbf req-eee01f6f-3355-430e-bfb0-a5a47955b7c2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:33.696568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-413ba494-afa2-40a4-b9c5-8a9d39f82bbf req-eee01f6f-3355-430e-bfb0-a5a47955b7c2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1859202 Feb 09 16:07:33.697491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57776) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:33.722434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Request body: {'floatingip': {'port_id': 'a374866e-8308-4aea-8472-d6f258c523c1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:33.743290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cd4f5950-d0e5-48fa-ac9d-b5200349e870,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:33.749267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c9b60a9b-6156-4be3-842f-0ebe50127a18 None None] Provisioning complete for port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:33.752482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9b60a9b-6156-4be3-842f-0ebe50127a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.801831 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.809260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e125b0a-5396-424d-bc0b-cf0ecd6ec0e5 req-e860bdbf-9ed4-4655-b58a-049f74a4f89f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&id=11bb87b1-5721-4939-9ab8-8d03c3d77fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624975 Feb 09 16:07:33.819313 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5477382-c8d3-427e-af3a-4292f9fe10bc x-openstack-request-id: req-a5477382-c8d3-427e-af3a-4292f9fe10bc {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:33.820152 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4f5950-d0e5-48fa-ac9d-b5200349e870", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:33.820770 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5477382-c8d3-427e-af3a-4292f9fe10bc {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:33.821797 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4f5950-d0e5-48fa-ac9d-b5200349e870', 'code': 200} Feb 09 16:07:33.830864 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.837298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] For port 94d550e3-8576-453c-a81c-666fe5bc5128, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:33.855946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:33.946103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] For port 94d550e3-8576-453c-a81c-666fe5bc5128, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=94d550e3-8576-453c-a81c-666fe5bc5128,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:34.008045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:34.008733 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.074143 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.124762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.207662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3068cdf5-53e3-42eb-b810-e67bee4c62e0, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:34.350120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:34.376628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.378159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 569afa22-dd5a-414d-abb6-932876b1e057 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:34.392906 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.490688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9b60a9b-6156-4be3-842f-0ebe50127a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.492616 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57792) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:34.610857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] Pushing event updated for resources: {'Port': ['ID=cd4f5950-d0e5-48fa-ac9d-b5200349e870,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:34.616282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] No DVR routers for this DVR port cd4f5950-d0e5-48fa-ac9d-b5200349e870 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:34.672370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c9b60a9b-6156-4be3-842f-0ebe50127a18 None None] For port 6c165e31-90c3-45f8-b4cb-d0c4785a7142, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6c165e31-90c3-45f8-b4cb-d0c4785a7142,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:34.677235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136941c1-6f02-4e39-8573-d05b9ebb05e3 None None] Pushing event updated for resources: {'Port': ['ID=94d550e3-8576-453c-a81c-666fe5bc5128,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:34.705849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] In _notify_port_updated(), no bound segment for port cd4f5950-d0e5-48fa-ac9d-b5200349e870 on network 083d6f2b-73b8-4398-936f-5fa4281e7b1e {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:07:34.706685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:34.707314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.734917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-576ea27f-f003-4418-9d28-4ede82050c7a service neutron] 10.222.0.13 "PUT /v2.0/ports/cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 200 len: 1033 time: 2.3182104 Feb 09 16:07:34.775184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3068cdf5-53e3-42eb-b810-e67bee4c62e0,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:34.884404 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9b60a9b-6156-4be3-842f-0ebe50127a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:34.963348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:35.174892 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.238474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-66fcb267-f6fa-43b5-a92b-9064e7a460b2 None None] Provisioning complete for port cd4f5950-d0e5-48fa-ac9d-b5200349e870 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:35.238788 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-66fcb267-f6fa-43b5-a92b-9064e7a460b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.247413 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.275840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b60a9b-6156-4be3-842f-0ebe50127a18 None None] Pushing event updated for resources: {'Port': ['ID=6c165e31-90c3-45f8-b4cb-d0c4785a7142,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:35.311604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting port 76acaa04-2f27-4308-a450-39bdd11c1774 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:35.332593 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.409873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 569afa22-dd5a-414d-abb6-932876b1e057, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=569afa22-dd5a-414d-abb6-932876b1e057,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:35.415760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-66fcb267-f6fa-43b5-a92b-9064e7a460b2 None None] Port cd4f5950-d0e5-48fa-ac9d-b5200349e870 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:35.454362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:35.461556 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.462502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 6cd16e2a-4550-4157-9cab-2519ab4fce18 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:35.516910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d7ad-2837-4ca2-bc91-63eda513a9bb req-9d6ef42f-5820-4297-ba6a-040ca3e68fdd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:35.523786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d7ad-2837-4ca2-bc91-63eda513a9bb req-9d6ef42f-5820-4297-ba6a-040ca3e68fdd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:35.541178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d7ad-2837-4ca2-bc91-63eda513a9bb req-9d6ef42f-5820-4297-ba6a-040ca3e68fdd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:35.556682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d7ad-2837-4ca2-bc91-63eda513a9bb req-9d6ef42f-5820-4297-ba6a-040ca3e68fdd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:35.570048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:35.571742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5d7ad-2837-4ca2-bc91-63eda513a9bb req-9d6ef42f-5820-4297-ba6a-040ca3e68fdd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:35.575544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55c5d7ad-2837-4ca2-bc91-63eda513a9bb req-9d6ef42f-5820-4297-ba6a-040ca3e68fdd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3882 time: 0.5485773 Feb 09 16:07:35.605626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:35.675451 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45bcf722-b214-4de5-b5ad-eef2fbdfa8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.688670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 94d550e3-8576-453c-a81c-666fe5bc5128 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:35.700293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=569afa22-dd5a-414d-abb6-932876b1e057,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:35.721056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b43f0479-adec-4755-a5a5-5cddbd552119 None None] Provisioning complete for port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:35.721056 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b43f0479-adec-4755-a5a5-5cddbd552119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.745167 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a31673b-2de0-4129-b303-3c63c8044d0a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c41c0286786142d48c731ff94a59c460&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2293580 Feb 09 16:07:35.745167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57816) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:35.860739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55c5d7ad-2837-4ca2-bc91-63eda513a9bb req-c121e795-27c3-4824-b2c2-bc2b03df83ee tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618458 Feb 09 16:07:35.886549 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.953817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c2127c-f8cf-415b-91e4-924b9c2082d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:35.962181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] For port 76acaa04-2f27-4308-a450-39bdd11c1774, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=76acaa04-2f27-4308-a450-39bdd11c1774,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:35.962771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.131739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Calling delete_port for 76acaa04-2f27-4308-a450-39bdd11c1774 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:36.158271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3068cdf5-53e3-42eb-b810-e67bee4c62e0'}, {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569afa22-dd5a-414d-abb6-932876b1e057'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:36.161187 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066cf6fc-17fc-498a-a85c-96d03d6127f8" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "3068cdf5-53e3-42eb-b810-e67bee4c62e0"}, {"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "569afa22-dd5a-414d-abb6-932876b1e057"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:36.226848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.286652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c2127c-f8cf-415b-91e4-924b9c2082d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.292843 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f05d2d-43cf-4b64-92c0-cf26c7ded6ae x-openstack-request-id: req-c7f05d2d-43cf-4b64-92c0-cf26c7ded6ae {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:36.296345 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "3068cdf5-53e3-42eb-b810-e67bee4c62e0", "code": 200}, {"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "569afa22-dd5a-414d-abb6-932876b1e057", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:36.296631 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7f05d2d-43cf-4b64-92c0-cf26c7ded6ae {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:36.297020 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3068cdf5-53e3-42eb-b810-e67bee4c62e0', 'code': 200} Feb 09 16:07:36.297448 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569afa22-dd5a-414d-abb6-932876b1e057', 'code': 200} Feb 09 16:07:36.319437 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.381712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 94d550e3-8576-453c-a81c-666fe5bc5128 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:36.384291 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.425187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.439862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539094a-73d2-49a4-8ca8-ac646bac684e None None] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:36.473901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:07:36.556508 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.560635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 6cd16e2a-4550-4157-9cab-2519ab4fce18, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:36.562087 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45bcf722-b214-4de5-b5ad-eef2fbdfa8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.655683 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.691246 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.692271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8f3b7125-0b50-45fb-a1ad-8afa578408ce no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:36.701111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c2127c-f8cf-415b-91e4-924b9c2082d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.706302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59c2127c-f8cf-415b-91e4-924b9c2082d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.714180 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-59c2127c-f8cf-415b-91e4-924b9c2082d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a91bc1fc-b23d-4fc9-95eb-2115cf805da1 HTTP/1.1" status: 204 len: 168 time: 0.9615057 Feb 09 16:07:36.716987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45bcf722-b214-4de5-b5ad-eef2fbdfa8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.807384 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.837357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dfc236bc-b81b-4e2f-98ff-23c25b4b314b None None] Provisioning complete for port 94d550e3-8576-453c-a81c-666fe5bc5128 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:36.837565 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfc236bc-b81b-4e2f-98ff-23c25b4b314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.858755 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:36.870540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=6cd16e2a-4550-4157-9cab-2519ab4fce18,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:36.889276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8f3b7125-0b50-45fb-a1ad-8afa578408ce not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:36.889708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 76acaa04-2f27-4308-a450-39bdd11c1774 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:07:36.919221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2127c-f8cf-415b-91e4-924b9c2082d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91bc1fc-b23d-4fc9-95eb-2115cf805da1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:36.954710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 76acaa04-2f27-4308-a450-39bdd11c1774 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:07:36.960169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 76acaa04-2f27-4308-a450-39bdd11c1774 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:07:36.973624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 94d550e3-8576-453c-a81c-666fe5bc5128, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=94d550e3-8576-453c-a81c-666fe5bc5128,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:37.021826 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-45bcf722-b214-4de5-b5ad-eef2fbdfa8c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=842e09c04e8c4f579d7b8feeb9ec87a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6660094 Feb 09 16:07:37.022946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57838) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:37.058512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Port': ['ID=76acaa04-2f27-4308-a450-39bdd11c1774,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:37.101530 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.102490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9c5ba269-8546-408d-b742-2a3651d884ec up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:37.105010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcf722-b214-4de5-b5ad-eef2fbdfa8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4537c7bb-3dc5-4f98-b4e2-019f62e31bb6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:37.137072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Router cb6fa314-ec4f-4643-a0e5-219a56377274 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:07:37.172276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.184039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfc236bc-b81b-4e2f-98ff-23c25b4b314b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.265338 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Floating IP a7d59e8a-4eae-4790-b04f-bfc72bde3233 associated. External IP: 172.25.5.57, port: a374866e-8308-4aea-8472-d6f258c523c1. Feb 09 16:07:37.312190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=94d550e3-8576-453c-a81c-666fe5bc5128,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:37.327459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.343042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] No DVR routers for this DVR port 76acaa04-2f27-4308-a450-39bdd11c1774 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:37.352276 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-dfc236bc-b81b-4e2f-98ff-23c25b4b314b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:07:37.353145 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-dfc236bc-b81b-4e2f-98ff-23c25b4b314b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:07:37.363350 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.364125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9c5ba269-8546-408d-b742-2a3651d884ec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:37.364615 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.383117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-ad219597-e7e9-4f0e-8085-c6ea8b75ef23 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "DELETE /v2.0/ports/76acaa04-2f27-4308-a450-39bdd11c1774 HTTP/1.1" status: 204 len: 173 time: 2.6472228 Feb 09 16:07:37.402226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '76acaa04-2f27-4308-a450-39bdd11c1774'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:37.405491 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b77134-b05b-4e3b-a202-c4551a4a4910" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "76acaa04-2f27-4308-a450-39bdd11c1774"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:37.411105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:37.434282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Sync routers for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:37.447282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:37.449943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:37.528944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.537423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:37.644906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de77dbdd-65fc-4f2b-9f04-be0ecc71cf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.670512 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cdbe69-8448-4c64-9537-497f451525f6 x-openstack-request-id: req-35cdbe69-8448-4c64-9537-497f451525f6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:37.671181 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "76acaa04-2f27-4308-a450-39bdd11c1774", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:37.671798 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35cdbe69-8448-4c64-9537-497f451525f6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:37.672411 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '76acaa04-2f27-4308-a450-39bdd11c1774', 'status': 'completed', 'code': 200} Feb 09 16:07:37.708216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b676-d09e-42bf-a338-5eba9155f460 req-73770271-5360-47f1-a2a8-09cb978c677c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:37.726138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b676-d09e-42bf-a338-5eba9155f460 req-73770271-5360-47f1-a2a8-09cb978c677c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:37.741167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b676-d09e-42bf-a338-5eba9155f460 req-73770271-5360-47f1-a2a8-09cb978c677c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:37.757117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b676-d09e-42bf-a338-5eba9155f460 req-73770271-5360-47f1-a2a8-09cb978c677c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:37.764604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6349b676-d09e-42bf-a338-5eba9155f460 req-73770271-5360-47f1-a2a8-09cb978c677c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3143 time: 0.6295683 Feb 09 16:07:37.767327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:37.769835 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2b6e7f6e-857c-4fa6-9aa6-d730617364fc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1828620 Feb 09 16:07:37.806785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57850) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:37.859864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:37.894701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:37.900902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:37.959973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 94d550e3-8576-453c-a81c-666fe5bc5128 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:38.122625 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de77dbdd-65fc-4f2b-9f04-be0ecc71cf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:38.224011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6349b676-d09e-42bf-a338-5eba9155f460 req-a6973cd1-452b-46b4-bdfd-03ec7972110c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3749938 Feb 09 16:07:38.229243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Router 521ba7af-e942-4e7e-9c23-fe65d228c03e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:38.273867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:38.301689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:38.304813 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b243d4-e3a1-4674-9b7b-79dcdb4c8b8e" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:38.309904 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57860) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:38.365915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting port 6cd16e2a-4550-4157-9cab-2519ab4fce18 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:38.366493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:38.392960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 94d550e3-8576-453c-a81c-666fe5bc5128 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:38.402515 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:38.411610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:34Z', 'revision_number': 3, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:38.450701 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109f8dad-9ee7-44ee-8d3d-7f876ab83cfe x-openstack-request-id: req-109f8dad-9ee7-44ee-8d3d-7f876ab83cfe {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:38.451377 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:38.451837 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-109f8dad-9ee7-44ee-8d3d-7f876ab83cfe {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:38.453149 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'code': 200} Feb 09 16:07:38.527741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Checking router: cb6fa314-ec4f-4643-a0e5-219a56377274 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:07:38.528473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Updating router cb6fa314-ec4f-4643-a0e5-219a56377274 port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:07:38.538740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:38.550909 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-483a77b0-3fe8-4686-8eff-5c53dfe8ee33 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "PUT /v2.0/routers/3d06cd75-22a2-4c8b-af19-057f56d6bcf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5140290 Feb 09 16:07:38.552946 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Sync routers for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:38.573601 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:38.574682 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:38.599038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:38.612958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:38.628683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] Sync routers for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:38.642542 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:38.648041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:38.649102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:38.746262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e9592c82-8584-4fd8-949a-121ed224e9ff tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "PUT /v2.0/floatingips/a7d59e8a-4eae-4790-b04f-bfc72bde3233 HTTP/1.1" status: 200 len: 990 time: 5.0245197 Feb 09 16:07:38.761786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de77dbdd-65fc-4f2b-9f04-be0ecc71cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:38.767465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de77dbdd-65fc-4f2b-9f04-be0ecc71cf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:38.775383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de77dbdd-65fc-4f2b-9f04-be0ecc71cf33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4537c7bb-3dc5-4f98-b4e2-019f62e31bb6 HTTP/1.1" status: 204 len: 168 time: 1.7145936 Feb 09 16:07:38.832478 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:38.844351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77dbdd-65fc-4f2b-9f04-be0ecc71cf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4537c7bb-3dc5-4f98-b4e2-019f62e31bb6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:38.864663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] For port 6cd16e2a-4550-4157-9cab-2519ab4fce18, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=6cd16e2a-4550-4157-9cab-2519ab4fce18,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:38.870384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:38.871876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:39.094995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-da3981b9-9782-4166-a8cb-a8e26d62a391 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66362831&fields=id&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 267 time: 0.1065094 Feb 09 16:07:39.130336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23528bbd-781b-4116-b08b-e03d59ea8ba5 req-0939d568-b9fe-44a3-be53-4e2ff49eebc6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:39.139874 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23528bbd-781b-4116-b08b-e03d59ea8ba5 req-0939d568-b9fe-44a3-be53-4e2ff49eebc6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.2303641 Feb 09 16:07:39.348458 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 2, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:39.356900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.397451 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Checking router: 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:07:39.397810 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Updating router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:07:39.427784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41c59669-86a2-4283-9be4-8552abd5a13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.455249 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.488847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23528bbd-781b-4116-b08b-e03d59ea8ba5 req-26ebb17b-ffec-46a5-a966-e31feecdbc70 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478935 Feb 09 16:07:39.594175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-ee3bf3f6-cc4b-490d-80ee-812462e45df2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:39.595703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-ee3bf3f6-cc4b-490d-80ee-812462e45df2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 796 time: 0.4998860 Feb 09 16:07:39.635955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.636734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.637673 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Floating IP aa307e35-9ae0-4a4c-983e-0bd26c0176ef disassociated. External IP: 172.25.5.86, port: 6cd16e2a-4550-4157-9cab-2519ab4fce18. Feb 09 16:07:39.638262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Calling delete_port for 6cd16e2a-4550-4157-9cab-2519ab4fce18 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:39.700282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41c59669-86a2-4283-9be4-8552abd5a13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.712883 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Allocated IP 172.20.0.1 (69d961b1-3160-43c7-989b-93407151af0e/a2999133-afaf-4f57-b742-3f7b8281b3ba/5230de48-0904-4be2-bebe-253f43295f76) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:39.752512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:39.755924 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749d3a73-0b91-46af-84d7-1755bb3985ae" -d '{"events": [{"name": "network-changed", "server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "tag": "a374866e-8308-4aea-8472-d6f258c523c1"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:39.797498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c1875d80-4ec1-4b3f-9c3d-38da8e6465fd None None] Provisioning complete for port 94d550e3-8576-453c-a81c-666fe5bc5128 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:39.800601 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c1875d80-4ec1-4b3f-9c3d-38da8e6465fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.830980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-d73028bd-ee76-4044-adc4-851ac6081484 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/quotas/8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 375 time: 0.0278685 Feb 09 16:07:39.867327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.879256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41c59669-86a2-4283-9be4-8552abd5a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:39.960406 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-41c59669-86a2-4283-9be4-8552abd5a13e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ac9ca64c8654af090ea2e8fcee71bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6452594 Feb 09 16:07:39.960780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c59669-86a2-4283-9be4-8552abd5a13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9903492c-ac9d-4ada-8723-c37a75079d37,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:39.963651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57906) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:40.107110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fe78aa1-2fc0-4f9e-b7d7-b0c2195a0e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.147314 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fe78aa1-2fc0-4f9e-b7d7-b0c2195a0e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.233547 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.382338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.405866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6c165e31-90c3-45f8-b4cb-d0c4785a7142 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:40.484970 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.510392 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fe78aa1-2fc0-4f9e-b7d7-b0c2195a0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.510392 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fe78aa1-2fc0-4f9e-b7d7-b0c2195a0e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.512706 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9fe78aa1-2fc0-4f9e-b7d7-b0c2195a0e5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9903492c-ac9d-4ada-8723-c37a75079d37 HTTP/1.1" status: 204 len: 168 time: 0.5447054 Feb 09 16:07:40.516322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Network 69d961b1-3160-43c7-989b-93407151af0e is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:40.539952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:40.548490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Pushing event updated for resources: {'Port': ['ID=5230de48-0904-4be2-bebe-253f43295f76,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:40.564134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:40.608636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a7d59e8a-4eae-4790-b04f-bfc72bde3233', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'port_id': 'a374866e-8308-4aea-8472-d6f258c523c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'mac_address': 'fa:16:3e:f8:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:07:05Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 1, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:40.729851 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.730467 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.752301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe78aa1-2fc0-4f9e-b7d7-b0c2195a0e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9903492c-ac9d-4ada-8723-c37a75079d37,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:40.772753 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Attempting to bind port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:40.791935 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Attempting to bind port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:40.796418 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Attempting to bind port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 on network 0ce29432-0cc5-41a3-8c22-be58dd27181a {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:40.800307 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc71225-8b82-4e46-8f40-1c50458fc035 None None] Pushing event updated for resources: {'Port': ['ID=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:40.806247 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:40.806626 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Checking segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:40.807510 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.808244 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Bound using segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:40.809034 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Bound port: 0fcee34f-5580-40c1-8d96-f766d5f9a6a4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:40.809618 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.811707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1664812-c79c-4139-a337-f584bbdf339e req-80c88703-9440-4fb4-8643-91bb1631eee4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:40.830498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] Checking router: 521ba7af-e942-4e7e-9c23-fe65d228c03e for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:07:40.839219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1664812-c79c-4139-a337-f584bbdf339e req-80c88703-9440-4fb4-8643-91bb1631eee4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:40.871063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1664812-c79c-4139-a337-f584bbdf339e req-80c88703-9440-4fb4-8643-91bb1631eee4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:40.882872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1664812-c79c-4139-a337-f584bbdf339e req-80c88703-9440-4fb4-8643-91bb1631eee4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:40.886670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1664812-c79c-4139-a337-f584bbdf339e req-80c88703-9440-4fb4-8643-91bb1631eee4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 3143 time: 1.2876732 Feb 09 16:07:40.889154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57924) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:40.942185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:40.943834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:40.949194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c1875d80-4ec1-4b3f-9c3d-38da8e6465fd None None] Provisioning complete for port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:40.950417 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c1875d80-4ec1-4b3f-9c3d-38da8e6465fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:40.967737 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] For port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:40.984139 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] For port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:41.056846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Port': ['ID=6cd16e2a-4550-4157-9cab-2519ab4fce18,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:41.095974 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:41.134687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:41.134687 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:41.190053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-3f0eab67-f011-4324-a44a-ca5fc93fb06c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3454640 Feb 09 16:07:41.198704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1664812-c79c-4139-a337-f584bbdf339e req-4f968e69-6c09-4a78-91a3-05034b266fd2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682848 Feb 09 16:07:41.284234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c1875d80-4ec1-4b3f-9c3d-38da8e6465fd None None] Port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:41.310833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:41.360666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:41.424052 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc71225-8b82-4e46-8f40-1c50458fc035 None None] Pushing event updated for resources: {'Port': ['ID=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:41.469084 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:41.472416 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:41.522797 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:41.594586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-7e082bd9-fdcb-409a-8930-03df6890f5c3 service neutron] 10.222.0.53 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853509 Feb 09 16:07:41.607070 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a9c8a6-62b1-430b-826c-0430bb257581 x-openstack-request-id: req-00a9c8a6-62b1-430b-826c-0430bb257581 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:41.607392 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "tag": "a374866e-8308-4aea-8472-d6f258c523c1", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:41.607646 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00a9c8a6-62b1-430b-826c-0430bb257581 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:41.608056 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1', 'status': 'completed', 'code': 200} Feb 09 16:07:41.765894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:41.868794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] Provisioning complete for port 5230de48-0904-4be2-bebe-253f43295f76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:41.869643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:41.874363 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:41.883911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-583a5d18-0583-4a47-9285-facf3342080f tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1397094899', 'prefixes': ['172.20.0.0/16']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:41.897971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff5b0e-199e-470c-a5d4-0fd3213de30d None None] Pushing event updated for resources: {'Port': ['ID=61e83262-3171-4ce6-a0e0-6c0d5ef398d1,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:41.939447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Attempting to bind port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:41.939447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Attempting to bind port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:41.939447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Attempting to bind port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:41.991052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57940) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:42.023887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:42.027011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:42.029433 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.030149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:42.030802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Bound port: 61e83262-3171-4ce6-a0e0-6c0d5ef398d1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:42.031395 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.070637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] Port 5230de48-0904-4be2-bebe-253f43295f76 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:42.087154 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f56eed8f-2b01-482b-a44b-6316dfb52856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.162390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] Provisioning complete for port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:42.162928 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.175097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:42.212370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7c6f1-83c8-4497-97a3-a556b8ee7817 req-3f5edc79-4cf2-498a-941d-336bee5c7e81 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:42.214025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bb7c6f1-83c8-4497-97a3-a556b8ee7817 req-3f5edc79-4cf2-498a-941d-336bee5c7e81 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.5436053 Feb 09 16:07:42.251386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-3917e3d2-da47-4c9a-b636-60dc55456432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:42.253096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-3917e3d2-da47-4c9a-b636-60dc55456432 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1096 time: 0.6573448 Feb 09 16:07:42.336806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] For port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:42.346145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.368569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] For port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=61e83262-3171-4ce6-a0e0-6c0d5ef398d1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:42.424638 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:40Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:42.430986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-914b9ebb-cdfc-41ef-bcff-d68ea4d46a0d service neutron] 10.222.0.53 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498274 Feb 09 16:07:42.479121 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.486372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a7d59e8a-4eae-4790-b04f-bfc72bde3233', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'port_id': 'a374866e-8308-4aea-8472-d6f258c523c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'mac_address': 'fa:16:3e:f8:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:07:05Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 1, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:42.513096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.518989 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca0bccc-3920-42b5-af0f-f22a7bf8270c None None] The sync data for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 is: [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:40Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:42.557367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.566026 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf57295-f76e-470d-8d28-bf0df4435a34 None None] The sync data for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 is: [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a7d59e8a-4eae-4790-b04f-bfc72bde3233', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'port_id': 'a374866e-8308-4aea-8472-d6f258c523c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'mac_address': 'fa:16:3e:f8:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:07:05Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 1, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:42.670887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bb7c6f1-83c8-4497-97a3-a556b8ee7817 req-76145c58-1d45-4bd9-9419-a5856dc515b6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721366 Feb 09 16:07:42.672447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] For port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:42.721675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:42.722814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:42.726914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff5b0e-199e-470c-a5d4-0fd3213de30d None None] Pushing event updated for resources: {'Port': ['ID=61e83262-3171-4ce6-a0e0-6c0d5ef398d1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:42.862046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f56eed8f-2b01-482b-a44b-6316dfb52856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:42.898281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-c561db1c-c55e-44f9-8b59-a8c6312fbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:42.900943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-c561db1c-c55e-44f9-8b59-a8c6312fbafe service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.6287885 Feb 09 16:07:42.918029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:43.012957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:43.061433 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-583a5d18-0583-4a47-9285-facf3342080f tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] Notify callbacks [] for subnetpool, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:43.072861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-583a5d18-0583-4a47-9285-facf3342080f tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 2.1744697 Feb 09 16:07:43.072861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f56eed8f-2b01-482b-a44b-6316dfb52856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:43.075204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57960) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:43.105456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Pushing event updated for resources: {'Port': ['ID=5230de48-0904-4be2-bebe-253f43295f76,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:43.211157 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-073f3bca-af6f-4320-b4d0-923a8ef39d59 tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] 10.222.0.53 "GET /v2.0/subnetpools/4b54e733-9c74-4a7f-becd-b2bec65d2c7a HTTP/1.1" status: 200 len: 732 time: 0.1196115 Feb 09 16:07:43.218059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57964) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:43.256225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-028af42b-32b1-4766-aa1e-401eff4c2367 tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1835572928'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:43.292302 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8171a2-2be0-4e04-877a-9514f0002cb8 None None] New status for floating IP a7d59e8a-4eae-4790-b04f-bfc72bde3233: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:07:43.409501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:43.520053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f56eed8f-2b01-482b-a44b-6316dfb52856 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ffa103d6ef914090b11585e71d48bbb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5197272 Feb 09 16:07:43.522084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56eed8f-2b01-482b-a44b-6316dfb52856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4491675f-158f-4625-abb8-a6cb32e8b641,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:43.534418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57970) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:43.550477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-b5446399-6ebd-4650-92af-e1796234eb06 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 998 time: 0.6173499 Feb 09 16:07:43.555261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04a0882d-0aea-4b7f-835b-4f2be6e15388 req-75b131e7-8adb-4866-8836-e625b0fa7ea1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 210 time: 0.1758249 Feb 09 16:07:43.674320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Network 69d961b1-3160-43c7-989b-93407151af0e is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:43.694241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:43.826212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] Sync routers for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:43.849934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:43.859758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-028af42b-32b1-4766-aa1e-401eff4c2367 tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] Notify callbacks [] for subnetpool, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:43.866546 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-028af42b-32b1-4766-aa1e-401eff4c2367 tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] 10.222.0.53 "PUT /v2.0/subnetpools/4b54e733-9c74-4a7f-becd-b2bec65d2c7a HTTP/1.1" status: 200 len: 684 time: 0.6314149 Feb 09 16:07:43.867372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:43.871957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] No DVR routers for this DVR port 6cd16e2a-4550-4157-9cab-2519ab4fce18 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:43.914896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:43.921927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-f65fa21d-0352-489e-8933-1bb1221595ac tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "DELETE /v2.0/ports/6cd16e2a-4550-4157-9cab-2519ab4fce18 HTTP/1.1" status: 204 len: 173 time: 6.4980960 Feb 09 16:07:43.940692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:43.952856 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dbaa31-cc21-4973-ab57-f206f8d9f1e6" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:44.123101 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:44.128356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:44.193086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e39d5-ae5c-47d5-87a6-a3e9d9dfcdf5 req-0fc2ee9f-4f71-46c0-a02c-e611332e8cf1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:44.214114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e39d5-ae5c-47d5-87a6-a3e9d9dfcdf5 req-0fc2ee9f-4f71-46c0-a02c-e611332e8cf1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:44.237834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e39d5-ae5c-47d5-87a6-a3e9d9dfcdf5 req-0fc2ee9f-4f71-46c0-a02c-e611332e8cf1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:44.239748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c6e39d5-ae5c-47d5-87a6-a3e9d9dfcdf5 req-0fc2ee9f-4f71-46c0-a02c-e611332e8cf1 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 2409 time: 1.0798762 Feb 09 16:07:44.291070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:44.291276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-4ac6a3a8-6c0c-4496-8b37-9feafca07deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:44.292890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-4ac6a3a8-6c0c-4496-8b37-9feafca07deb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.7415669 Feb 09 16:07:44.335175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904be75-f775-4a9c-b662-05f3f334b128 None None] Pushing event updated for resources: {'Port': ['ID=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:44.386561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-acec6858-9eb8-4632-bce5-34261b65c0a0 None None] Provisioning complete for port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:44.386936 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acec6858-9eb8-4632-bce5-34261b65c0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:44.473086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Router cb6fa314-ec4f-4643-a0e5-219a56377274 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:07:44.579160 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b69a641-7e04-4764-9ed6-ded8d3440de2 tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] Notify callbacks [] for subnetpool, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:44.580929 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4b69a641-7e04-4764-9ed6-ded8d3440de2 tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4b54e733-9c74-4a7f-becd-b2bec65d2c7a HTTP/1.1" status: 204 len: 168 time: 0.7038088 Feb 09 16:07:44.586880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57992) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:44.617495 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-e04615d6-9bd4-4233-a989-2d00066cabf1 tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] show failed (client error): The resource could not be found. Feb 09 16:07:44.618931 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e04615d6-9bd4-4233-a989-2d00066cabf1 tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] 10.222.0.53 "GET /v2.0/subnetpools/4b54e733-9c74-4a7f-becd-b2bec65d2c7a HTTP/1.1" status: 404 len: 346 time: 0.0305352 Feb 09 16:07:44.622755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57994) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:44.761226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c6e39d5-ae5c-47d5-87a6-a3e9d9dfcdf5 req-f1389709-6ee2-4550-93e7-c555a82e4d8a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4717686 Feb 09 16:07:44.831402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce14954-0298-45af-b8f2-1262533a6822 req-46e77d40-e824-4bf7-b013-de2cf8b6a21b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:44.837179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ce14954-0298-45af-b8f2-1262533a6822 req-46e77d40-e824-4bf7-b013-de2cf8b6a21b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.8317933 Feb 09 16:07:44.855038 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcc6a-a586-431a-a53d-690a30f158cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:44.895246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:44.904007 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcc6a-a586-431a-a53d-690a30f158cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:45.027776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-74c6104f-610b-4886-9751-398d7a86115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 2, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:45.036039 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d27dac-a2e3-4e4f-ad8a-fcdba0f44e27 x-openstack-request-id: req-e8d27dac-a2e3-4e4f-ad8a-fcdba0f44e27 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:45.037079 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "6cd16e2a-4550-4157-9cab-2519ab4fce18", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:45.037353 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e8d27dac-a2e3-4e4f-ad8a-fcdba0f44e27 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:45.037788 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '6cd16e2a-4550-4157-9cab-2519ab4fce18', 'status': 'completed', 'code': 200} Feb 09 16:07:45.072660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-2baf1ca3-373b-4cb6-a4c5-231b7d39689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:45.074793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-2baf1ca3-373b-4cb6-a4c5-231b7d39689f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7647746 Feb 09 16:07:45.090463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c6104f-610b-4886-9751-398d7a86115f None None] The sync data for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 is: [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 2, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:45.186911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-79edc883-3617-49db-96d3-88a97558a7af None None] Provisioning complete for port 5230de48-0904-4be2-bebe-253f43295f76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:45.187946 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-79edc883-3617-49db-96d3-88a97558a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:45.189973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:45.190352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:45.211359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5e5717a-f5ec-4434-9432-72a893f84837 req-14248f5e-989b-401f-8d1e-be3edf8d9f8a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 210 time: 0.1157522 Feb 09 16:07:45.277937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ce14954-0298-45af-b8f2-1262533a6822 req-b6e843f3-75e2-4cc1-b4c8-0aace7f45c7d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564185 Feb 09 16:07:45.287682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting port 569afa22-dd5a-414d-abb6-932876b1e057 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:45.287682 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:45.346016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-79edc883-3617-49db-96d3-88a97558a7af None None] Port 5230de48-0904-4be2-bebe-253f43295f76 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:45.420939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcc6a-a586-431a-a53d-690a30f158cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:45.425942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee7dcc6a-a586-431a-a53d-690a30f158cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:45.433442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ee7dcc6a-a586-431a-a53d-690a30f158cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4491675f-158f-4625-abb8-a6cb32e8b641 HTTP/1.1" status: 204 len: 168 time: 1.8782749 Feb 09 16:07:45.446532 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-5771230b-ccc9-4972-b02f-a174e69f68fe tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] delete failed (client error): The resource could not be found. Feb 09 16:07:45.465155 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5771230b-ccc9-4972-b02f-a174e69f68fe tempest-SubnetPoolsTestJSON-1828138798 tempest-SubnetPoolsTestJSON-1828138798-project] 10.222.0.53 "DELETE /v2.0/subnetpools/4b54e733-9c74-4a7f-becd-b2bec65d2c7a HTTP/1.1" status: 404 len: 346 time: 0.8358769 Feb 09 16:07:45.492719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:07:45.514922 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-633ecc9b-b0d6-46d6-9439-bf162eb30aba admin admin] 10.222.0.53 "PUT /v2.0/routers/cb6fa314-ec4f-4643-a0e5-219a56377274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7061546 Feb 09 16:07:45.555179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-5d056af4-d1a7-4a0e-87ed-c44f138250b4 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710732 Feb 09 16:07:45.560531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dcc6a-a586-431a-a53d-690a30f158cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4491675f-158f-4625-abb8-a6cb32e8b641,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:45.634750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:59:09Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:45.710821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] Checking router: 7ae6e0f4-d923-41a9-a405-3d9fa7174408 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:07:45.721414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:45.722052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:45.819354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] For port 569afa22-dd5a-414d-abb6-932876b1e057, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=569afa22-dd5a-414d-abb6-932876b1e057,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:45.820000 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:45.908459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Calling delete_port for 569afa22-dd5a-414d-abb6-932876b1e057 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:45.945647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:46.049222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:46.252014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:46.252706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:46.253827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-749d3a73-0b91-46af-84d7-1755bb3985ae req-eebd5dd2-98a4-4f63-8c9b-ebc511db462e service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691899 Feb 09 16:07:46.282612 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:07:46.301859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054b017-ef25-4049-af4e-f40f7509b63e req-205c64d2-da7b-467f-9b42-11f798a7caa3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:46.328586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054b017-ef25-4049-af4e-f40f7509b63e req-205c64d2-da7b-467f-9b42-11f798a7caa3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:46.348136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054b017-ef25-4049-af4e-f40f7509b63e req-205c64d2-da7b-467f-9b42-11f798a7caa3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:46.364346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3054b017-ef25-4049-af4e-f40f7509b63e req-205c64d2-da7b-467f-9b42-11f798a7caa3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 2409 time: 0.3122017 Feb 09 16:07:46.580273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58062) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:46.584539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a769bf11-1bbe-4786-b359-59b03db72c9f req-7c10367a-d787-424a-a828-ee7587bdd979 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 210 time: 0.1420720 Feb 09 16:07:46.651457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3054b017-ef25-4049-af4e-f40f7509b63e req-46dbea88-c6ee-468d-adbb-6b80c7f23509 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814751 Feb 09 16:07:46.747408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:59:09Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:46.806221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce83a7a-9139-4313-bd84-2686f53a1b02 None None] The sync data for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 is: [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T15:58:58Z', 'revision_number': 4, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f', 'name': '', 'network_id': 'b0b2a8ce-1e32-4a91-87a4-f2b599e30790', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'mac_address': 'fa:16:3e:83:ca:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:53Z', 'updated_at': '2022-02-09T15:59:09Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'subnets': [{'id': 'f15574d8-9ee5-4a7d-ba73-817f74194d1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:46.915617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:47.034859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Port': ['ID=569afa22-dd5a-414d-abb6-932876b1e057,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:47.043334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-623345f0-3f9d-4ca1-86c4-2727756719ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:47.155863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f95ba-4cfe-42b0-815e-c94f7ade42f5 req-fe357dcd-d11b-4a25-88e9-9fe8f749f1d9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:47.158673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-905f95ba-4cfe-42b0-815e-c94f7ade42f5 req-fe357dcd-d11b-4a25-88e9-9fe8f749f1d9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.3330233 Feb 09 16:07:47.188367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] No DVR routers for this DVR port 569afa22-dd5a-414d-abb6-932876b1e057 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:47.191527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:47.199171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-31bc3bd7-3789-495c-9944-332eb5331570 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "DELETE /v2.0/ports/569afa22-dd5a-414d-abb6-932876b1e057 HTTP/1.1" status: 204 len: 173 time: 3.2115824 Feb 09 16:07:47.205509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '569afa22-dd5a-414d-abb6-932876b1e057'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:47.208613 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc2a94a-52c1-437a-aeab-c53f96f976c3" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "569afa22-dd5a-414d-abb6-932876b1e057"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:47.269504 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-623345f0-3f9d-4ca1-86c4-2727756719ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:47.322295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-905f95ba-4cfe-42b0-815e-c94f7ade42f5 req-6fe745f9-0ff6-434f-a0bc-75281fc1e5d5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351700 Feb 09 16:07:47.370449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-623345f0-3f9d-4ca1-86c4-2727756719ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:47.403547 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd03609a-f91f-4f51-95d2-91dff6f531ea x-openstack-request-id: req-cd03609a-f91f-4f51-95d2-91dff6f531ea {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:47.404884 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "569afa22-dd5a-414d-abb6-932876b1e057", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:47.405307 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd03609a-f91f-4f51-95d2-91dff6f531ea {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:47.405890 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '569afa22-dd5a-414d-abb6-932876b1e057', 'status': 'completed', 'code': 200} Feb 09 16:07:47.489715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting port 332c5851-26f7-4349-8ac8-825b45ad61a5 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:47.491437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:47.509655 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143cf645-3b12-4cf2-bcae-e2e25e667433 None None] New status for floating IP aa307e35-9ae0-4a4c-983e-0bd26c0176ef: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:07:47.534548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623345f0-3f9d-4ca1-86c4-2727756719ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4de64d-7e0f-4880-ac91-3569dabab884,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:47.659679 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-623345f0-3f9d-4ca1-86c4-2727756719ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73aecfaf3a6744749c908f53698c0126&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0782089 Feb 09 16:07:47.666301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58104) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:47.909556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] For port 332c5851-26f7-4349-8ac8-825b45ad61a5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=332c5851-26f7-4349-8ac8-825b45ad61a5,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:47.924776 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:48.025037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Calling delete_port for 332c5851-26f7-4349-8ac8-825b45ad61a5 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:48.153644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-fe36d796-ccfe-4c11-b402-c0b8b55c6a16 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:48.156042 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-fe36d796-ccfe-4c11-b402-c0b8b55c6a16 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 796 time: 0.5762966 Feb 09 16:07:48.248822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:48.275899 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-81fdc338-848e-415d-a6d2-eee983a7dce1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 378 time: 0.1103864 Feb 09 16:07:48.292571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'port': {'device_id': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'admin_state_up': True, 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'security_groups': ['3bdadda5-f6cc-4f04-a666-efc677924049']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:48.358971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e53db08-6b22-4959-ab4a-fb68462a5234 req-13c1a715-b2be-4f6c-865d-e0082972c2d0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 210 time: 0.1375790 Feb 09 16:07:48.360264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:48.360264 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:48.411157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a22e8d44-ae96-43dc-a4cd-a10125282c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:48.448346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eefdc7-8ad0-4482-9300-d1190648f18c req-b9b824a2-080e-405e-a00a-299baf4887b7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:48.462385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eefdc7-8ad0-4482-9300-d1190648f18c req-b9b824a2-080e-405e-a00a-299baf4887b7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:48.465644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1eefdc7-8ad0-4482-9300-d1190648f18c req-b9b824a2-080e-405e-a00a-299baf4887b7 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 1677 time: 0.2522423 Feb 09 16:07:48.558845 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a22e8d44-ae96-43dc-a4cd-a10125282c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:48.596441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:48.623839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=61e83262-3171-4ce6-a0e0-6c0d5ef398d1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:48.735859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:48.743525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1eefdc7-8ad0-4482-9300-d1190648f18c req-a9f59a2b-efea-4fe9-bd0f-f8326eb89ac2 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150657 Feb 09 16:07:48.743879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:48.799011 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:48.881629 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:48.896509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=61e83262-3171-4ce6-a0e0-6c0d5ef398d1,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:48.926532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Port': ['ID=332c5851-26f7-4349-8ac8-825b45ad61a5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:49.021818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58124) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:49.021818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] No DVR routers for this DVR port 332c5851-26f7-4349-8ac8-825b45ad61a5 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:49.031674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-792542816-network', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:49.039557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:49.046729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-37ca8da6-f55c-4d64-b0eb-868783733fa9 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "DELETE /v2.0/ports/332c5851-26f7-4349-8ac8-825b45ad61a5 HTTP/1.1" status: 204 len: 173 time: 1.8350334 Feb 09 16:07:49.052031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a22e8d44-ae96-43dc-a4cd-a10125282c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:49.052713 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a22e8d44-ae96-43dc-a4cd-a10125282c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:49.059660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a22e8d44-ae96-43dc-a4cd-a10125282c73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb4de64d-7e0f-4880-ac91-3569dabab884 HTTP/1.1" status: 204 len: 168 time: 1.3913150 Feb 09 16:07:49.139183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e8d44-ae96-43dc-a4cd-a10125282c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4de64d-7e0f-4880-ac91-3569dabab884,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:49.199780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58130) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:49.277509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.20.0.9 (0ce29432-0cc5-41a3-8c22-be58dd27181a/6f3adf4b-6053-4b8b-818e-b6ae137cc1d1/c040745d-cfbc-4c70-9631-22f73c3f8ea4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:49.311913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:07:49.312459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:49.399974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58140) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:49.487490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] For port 3068cdf5-53e3-42eb-b810-e67bee4c62e0, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3068cdf5-53e3-42eb-b810-e67bee4c62e0,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:49.487490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:49.503186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Calling delete_port for 3068cdf5-53e3-42eb-b810-e67bee4c62e0 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:07:49.518916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '332c5851-26f7-4349-8ac8-825b45ad61a5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:49.525405 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf5d82a-a19f-4828-a5e3-83f19d176bd5" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "332c5851-26f7-4349-8ac8-825b45ad61a5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:49.532769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Made reservation on behalf of b89ccef7cf2d471098b6508f4271402b for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:49.535544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:49.616441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:49.639602 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9b4b36-8da7-49bc-ad90-3915a866668b x-openstack-request-id: req-ee9b4b36-8da7-49bc-ad90-3915a866668b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:49.642768 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "332c5851-26f7-4349-8ac8-825b45ad61a5", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:49.643387 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee9b4b36-8da7-49bc-ad90-3915a866668b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:49.645612 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '332c5851-26f7-4349-8ac8-825b45ad61a5', 'status': 'completed', 'code': 200} Feb 09 16:07:49.677183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:49.746349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12a20e7e-a02a-4493-88d9-9d3511ae09de req-53bcd6d7-4eec-41f6-9305-845d3a1bc157 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 210 time: 0.1344538 Feb 09 16:07:49.842734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.027223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.059330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:50.124998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:50.137528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:50.147829 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:50.195104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:50.195553 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.220442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.241198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.279276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e883e8-a641-4195-b277-54f5e9a34752 req-1f2d078a-b89e-4590-ac16-6a080769efe0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:50.284862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5e883e8-a641-4195-b277-54f5e9a34752 req-1f2d078a-b89e-4590-ac16-6a080769efe0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 943 time: 0.3225408 Feb 09 16:07:50.286296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.324151 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.355793 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:50.389996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c3052c13-acbb-491d-9006-76b771611e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.479164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5670d39-8a3f-4603-88ef-93ad45dc1888,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:50.480697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:50.481701 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.483302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.500927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Port': ['ID=3068cdf5-53e3-42eb-b810-e67bee4c62e0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:50.562778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.563483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.564210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.564775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.565287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.565796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.566297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.566927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.567471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.567962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.568484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.568975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.621018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58164) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:50.621425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-26e7c797-bf9c-4c35-87ff-d28390037ce7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa2e0438de50425dab1a69eeb31c0887&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4189787 Feb 09 16:07:50.623757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.624551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.625155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.625674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.626171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.626836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.627527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.628069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.628850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.629333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.629827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.630312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:50.634001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e92062-26a6-4a47-9e69-dd916c22955f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:50.662461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:07:50.672565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Sync routers for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:07:50.697475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] No DVR routers for this DVR port 3068cdf5-53e3-42eb-b810-e67bee4c62e0 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:07:50.701423 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.701655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:50.702495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:50.705126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc45df19-eec6-4781-94cd-d379a93473ec req-e619d944-eac1-454a-bca9-ed176700ebb5 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.13 "DELETE /v2.0/ports/3068cdf5-53e3-42eb-b810-e67bee4c62e0 HTTP/1.1" status: 204 len: 173 time: 1.6433766 Feb 09 16:07:50.708760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5e883e8-a641-4195-b277-54f5e9a34752 req-e752d1ac-7ba5-4164-8cdc-6f590972188a tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e220f9c-f91f-4911-bd53-f18e766dadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173591 Feb 09 16:07:50.722974 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.723882 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Added segment 7786d856-9d94-4939-9b24-0f354511752f of type vlan for network cd0ef281-5240-465e-ba20-2061f5912692 Feb 09 16:07:50.725422 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c3052c13-acbb-491d-9006-76b771611e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.751851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-038fae0b-12a2-4531-96ad-647b2ae05e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.797188 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-f43bbbec-6fb2-4a8e-af81-85be4c5a2f3e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5143235 Feb 09 16:07:50.799359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-038fae0b-12a2-4531-96ad-647b2ae05e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.811886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Request body: {'port': {'device_id': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:50.812366 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:50.902203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a0014564-86e0-46eb-b997-efd57071caa9 None None] Provisioning complete for port c040745d-cfbc-4c70-9631-22f73c3f8ea4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:50.902556 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a0014564-86e0-46eb-b997-efd57071caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.017635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:51.053367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c3052c13-acbb-491d-9006-76b771611e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.064494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a0014564-86e0-46eb-b997-efd57071caa9 None None] Port c040745d-cfbc-4c70-9631-22f73c3f8ea4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:07:51.160116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d4cd1-92d4-4fa6-b20c-68fb88450fdf req-4e3ce783-77c4-44c3-b56f-e330b93e2d21 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:51.171587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a1d4cd1-92d4-4fa6-b20c-68fb88450fdf req-4e3ce783-77c4-44c3-b56f-e330b93e2d21 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 931 time: 0.2303932 Feb 09 16:07:51.176072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.177534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:51.178530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.204756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3052c13-acbb-491d-9006-76b771611e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c61514-5fb2-458e-bb5b-83eaad52cc9d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:51.301069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] Pushing event updated for resources: {'Network': ['ID=cd0ef281-5240-465e-ba20-2061f5912692,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:51.359620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a1d4cd1-92d4-4fa6-b20c-68fb88450fdf req-ff5c07bb-343f-44b5-a1dc-173616c6bf6d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1861649 Feb 09 16:07:51.402653 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c3052c13-acbb-491d-9006-76b771611e3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eefa1e0a12014aab81c1c8e7dcb963e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9970345 Feb 09 16:07:51.404883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.406736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58176) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:51.430040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network cd0ef281-5240-465e-ba20-2061f5912692 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:07:51.496186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-024032cd-6a11-45bb-be6e-3f105ba4fe4f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4718413 Feb 09 16:07:51.502827 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58178) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:51.507502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Request body: {'subnet': {'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-792542816-subnet', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:51.531559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91b030d-9ce7-4837-ac67-9b863eba5626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.562983 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91b030d-9ce7-4837-ac67-9b863eba5626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.649280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '3068cdf5-53e3-42eb-b810-e67bee4c62e0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:51.652328 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e464d-f9fa-4982-93df-a0bf0af8c6fb" -d '{"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "3068cdf5-53e3-42eb-b810-e67bee4c62e0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:51.684545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-038fae0b-12a2-4531-96ad-647b2ae05e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.697208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-038fae0b-12a2-4531-96ad-647b2ae05e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.702365 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-038fae0b-12a2-4531-96ad-647b2ae05e4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5670d39-8a3f-4603-88ef-93ad45dc1888 HTTP/1.1" status: 204 len: 168 time: 1.0799520 Feb 09 16:07:51.744266 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739d7211-4340-41ab-8466-b750338d4f0d x-openstack-request-id: req-739d7211-4340-41ab-8466-b750338d4f0d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:51.745057 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c18d45-0336-465a-a274-e8af3d856ab7", "name": "network-vif-deleted", "tag": "3068cdf5-53e3-42eb-b810-e67bee4c62e0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:51.745349 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-739d7211-4340-41ab-8466-b750338d4f0d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:51.746378 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c18d45-0336-465a-a274-e8af3d856ab7', 'name': 'network-vif-deleted', 'tag': '3068cdf5-53e3-42eb-b810-e67bee4c62e0', 'status': 'completed', 'code': 200} Feb 09 16:07:51.752553 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91b030d-9ce7-4837-ac67-9b863eba5626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.759343 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d91b030d-9ce7-4837-ac67-9b863eba5626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.761600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d91b030d-9ce7-4837-ac67-9b863eba5626 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42c61514-5fb2-458e-bb5b-83eaad52cc9d HTTP/1.1" status: 204 len: 168 time: 0.3536611 Feb 09 16:07:51.790191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b030d-9ce7-4837-ac67-9b863eba5626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c61514-5fb2-458e-bb5b-83eaad52cc9d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:51.833076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fae0b-12a2-4531-96ad-647b2ae05e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5670d39-8a3f-4603-88ef-93ad45dc1888,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:51.900070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Made reservation on behalf of b89ccef7cf2d471098b6508f4271402b for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:07:51.902522 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:51.909778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 2, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:51.938762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c28d115e-cada-40a4-9e6a-b91d760c83ca req-c87ebe9d-79f7-4687-97c8-bfe3877a945e tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0576067 Feb 09 16:07:51.965231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Checking router: cb6fa314-ec4f-4643-a0e5-219a56377274 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:07:51.965231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Updating router cb6fa314-ec4f-4643-a0e5-219a56377274 port 5230de48-0904-4be2-bebe-253f43295f76 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:07:52.009509 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:52.364165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c040745d-cfbc-4c70-9631-22f73c3f8ea4 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:07:52.390820 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:52.433803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Transition to ACTIVE for port object c040745d-cfbc-4c70-9631-22f73c3f8ea4 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:07:52.439677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:52.540043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:52.545423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161c5fc-dc69-4559-abdf-3e3c4a9b7722 req-45c3b9bd-759f-4dbf-95ec-6bf5fa7c86e0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:52.547134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a161c5fc-dc69-4559-abdf-3e3c4a9b7722 req-45c3b9bd-759f-4dbf-95ec-6bf5fa7c86e0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 931 time: 0.0937214 Feb 09 16:07:52.600686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071c7c85-e62d-43d3-835e-3b77721859f3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:52.605090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a161c5fc-dc69-4559-abdf-3e3c4a9b7722 req-330d19cf-08c8-4850-8bab-8ec694cd123f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495613 Feb 09 16:07:52.689074 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:52.699874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Checking segment: {'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:52.704951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Network hostable DHCP agents. Network: cd0ef281-5240-465e-ba20-2061f5912692, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:07:52.744646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:52.766090 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:52.871906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Attempting to bind port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:52.872739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Attempting to bind port c040745d-cfbc-4c70-9631-22f73c3f8ea4 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:52.874174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Attempting to bind port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on network 0ce29432-0cc5-41a3-8c22-be58dd27181a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:52.880270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on network 0ce29432-0cc5-41a3-8c22-be58dd27181a not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:07:52.881187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Attempting to bind port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on network 0ce29432-0cc5-41a3-8c22-be58dd27181a {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:52.889308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:52.890000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Checking segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:52.890406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Bound using segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:52.890864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Bound port: c040745d-cfbc-4c70-9631-22f73c3f8ea4, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:52.891379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:52.951050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Network cd0ef281-5240-465e-ba20-2061f5912692 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:07:52.977858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58212) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:53.028003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7df90119-9bd9-42ee-863b-d2db5d6d204a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.097483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-baeee64c-4406-4a4d-b04d-936d25f5b9ee req-90890d06-1d2b-4475-8995-7190e01d055d service neutron] (103179) timed out ('10.222.0.73', 64529) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:07:53.098888 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a16c71e3-169f-49de-88d6-2f4be778902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.128025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:53.136180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:53.159026 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, cd0ef281-5240-465e-ba20-2061f5912692) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:53.167833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:53.170781 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.191090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ec000-0097-45c2-ab93-470e15a5ada4 None None] Pushing event updated for resources: {'Port': ['ID=5230de48-0904-4be2-bebe-253f43295f76,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:53.222762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.225890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63acaef5-ac97-4363-97d6-4f6346098764 None None] Network cd0ef281-5240-465e-ba20-2061f5912692 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:07:53.267538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:53.269650 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.269913 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] 10.222.0.13 "PUT /v2.0/ports/c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 1091 time: 2.4625270 Feb 09 16:07:53.270300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:07:53.292756 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:07:53.353102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7df90119-9bd9-42ee-863b-d2db5d6d204a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.416055 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-80ba6a78-6123-416c-9b9d-7e2febcb56e0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9082580 Feb 09 16:07:53.425472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58222) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:53.429973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:07:53.473959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-187b6f54-eeb2-49e2-b8dd-b4ac75c0fd92 req-195aff71-84cf-4048-99f2-91bda502d6e8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.1321478 Feb 09 16:07:53.513339 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7df90119-9bd9-42ee-863b-d2db5d6d204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.589928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Attempting to bind port 5230de48-0904-4be2-bebe-253f43295f76 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:53.593383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Attempting to bind port 5230de48-0904-4be2-bebe-253f43295f76 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:53.599606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Attempting to bind port 5230de48-0904-4be2-bebe-253f43295f76 on network 69d961b1-3160-43c7-989b-93407151af0e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:53.608279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df90119-9bd9-42ee-863b-d2db5d6d204a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f60873-fe5f-49e0-8d21-0a0b55c54a61,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:53.668352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:53.674540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Checking segment: {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:53.683981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.684674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Bound using segment: {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:53.690654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7df90119-9bd9-42ee-863b-d2db5d6d204a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bcc2513c6e248ebbbdc36b3d48dcb36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7067988 Feb 09 16:07:53.690795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Bound port: 5230de48-0904-4be2-bebe-253f43295f76, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:53.691249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58228) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:53.691325 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.790905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-7cb9843b-9bef-4260-ae78-6ea2f499159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:53.797386 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-7cb9843b-9bef-4260-ae78-6ea2f499159e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1094 time: 0.3442187 Feb 09 16:07:53.798514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7fdc1-43ca-458f-89fe-353590b98427 service neutron] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:53.865298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d21986d-680c-4cfd-a8b8-998784155735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:53.881317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] For port 5230de48-0904-4be2-bebe-253f43295f76, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:53.885780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] For port 5230de48-0904-4be2-bebe-253f43295f76, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5230de48-0904-4be2-bebe-253f43295f76,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:53.986151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58234) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:54.000304 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:54.016804 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-889f5d59-1591-4ade-bb24-79daa38c614d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 217 time: 0.1988959 Feb 09 16:07:54.033678 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d21986d-680c-4cfd-a8b8-998784155735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:54.128041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d2b833ed-0b2d-4aff-8622-b9b392b3be81 None None] Provisioning complete for port 5230de48-0904-4be2-bebe-253f43295f76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:54.133583 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2b833ed-0b2d-4aff-8622-b9b392b3be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:54.252773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-b0448b18-d468-4250-a8ea-3325e64821cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:54.255444 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-b0448b18-d468-4250-a8ea-3325e64821cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.2311084 Feb 09 16:07:54.408324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58236) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:54.441249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0318131 Feb 09 16:07:54.441947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58238) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:54.446590 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2d6338-5349-48c2-8f69-7f9e07779dbf x-openstack-request-id: req-fd2d6338-5349-48c2-8f69-7f9e07779dbf {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:07:54.446890 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:07:54.447158 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd2d6338-5349-48c2-8f69-7f9e07779dbf {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:07:54.460703 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'status': 'completed', 'code': 200} Feb 09 16:07:54.479470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-cd0ef281-5240-465e-ba20-2061f5912692', 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'fixed_ips': [{'subnet_id': '071c7c85-e62d-43d3-835e-3b77721859f3'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:07:54.482872 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:54.523058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:07:54.532695 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:54.533764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:54.547277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:54.714544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:54.749564 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-30277a2b-e43d-4c0b-ae27-eb65bf89d84f tempest-NetworksApiDiscovery-887174084 tempest-NetworksApiDiscovery-887174084-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2487943 Feb 09 16:07:54.818221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-beb747b2-9505-4971-95d8-57e828ed7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:54.820507 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-beb747b2-9505-4971-95d8-57e828ed7e27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5467589 Feb 09 16:07:54.916823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-849d2f5d-99b0-4c9b-a49b-b22ee01dd665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:54.943840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2994d9-1418-4404-a28a-d447553f9664 req-5ab99f9d-ee59-4a2e-98dd-ac76262a506d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:54.948418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b2994d9-1418-4404-a28a-d447553f9664 req-5ab99f9d-ee59-4a2e-98dd-ac76262a506d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 1.1208079 Feb 09 16:07:55.058709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e971f7de-7bc7-4eee-9243-c9d06401262e req-12673837-5b5a-40a4-9281-38181194bcc8 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.1386349 Feb 09 16:07:55.108839 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.166204 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-de16656d-1d76-4149-b532-3a249fcdb25e service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668004 Feb 09 16:07:55.168234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b2994d9-1418-4404-a28a-d447553f9664 req-ca06804f-6c04-4238-9ab5-acef6a0883a4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2108414 Feb 09 16:07:55.200194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:07:55.267969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-849d2f5d-99b0-4c9b-a49b-b22ee01dd665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.301221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ec000-0097-45c2-ab93-470e15a5ada4 None None] Pushing event updated for resources: {'Port': ['ID=5230de48-0904-4be2-bebe-253f43295f76,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:55.324564 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d21986d-680c-4cfd-a8b8-998784155735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.328341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d21986d-680c-4cfd-a8b8-998784155735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.331271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0d21986d-680c-4cfd-a8b8-998784155735 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32f60873-fe5f-49e0-8d21-0a0b55c54a61 HTTP/1.1" status: 204 len: 168 time: 1.6383941 Feb 09 16:07:55.347858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21986d-680c-4cfd-a8b8-998784155735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f60873-fe5f-49e0-8d21-0a0b55c54a61,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:55.415835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-849d2f5d-99b0-4c9b-a49b-b22ee01dd665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.476191 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-271b5ce4-1dca-44f3-a6b1-674b1d0cbb27 req-847c736b-7937-4919-9a22-df24bb3dfa4f service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036878 Feb 09 16:07:55.519212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-849d2f5d-99b0-4c9b-a49b-b22ee01dd665 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49583b2ef74748f6bd72594be5a7b255&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5273213 Feb 09 16:07:55.524410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58260) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:55.533536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d2f5d-99b0-4c9b-a49b-b22ee01dd665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3482ac-fd6e-4a61-9e4c-447d31fbfb9f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:55.558233 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7260e464-5c16-416c-aee0-4991abcca01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.690950 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34e28afd-7719-45b3-ac5a-4cd64021a057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.792679 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2b833ed-0b2d-4aff-8622-b9b392b3be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.833371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Allocated IP 172.20.0.2 (cd0ef281-5240-465e-ba20-2061f5912692/071c7c85-e62d-43d3-835e-3b77721859f3/94fc1a4b-421f-444c-af93-92cee1d7dbe5) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:55.836513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34e28afd-7719-45b3-ac5a-4cd64021a057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.952167 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:55.977021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-92344473-898a-4b9f-b1d8-8f16e7129b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:55.978310 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-92344473-898a-4b9f-b1d8-8f16e7129b57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1094 time: 0.2740355 Feb 09 16:07:55.979974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:56.004223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d2b833ed-0b2d-4aff-8622-b9b392b3be81 None None] For port 5230de48-0904-4be2-bebe-253f43295f76, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5230de48-0904-4be2-bebe-253f43295f76,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:56.111472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58266) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:56.141451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5230de48-0904-4be2-bebe-253f43295f76 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:56.145626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:56.226051 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2b833ed-0b2d-4aff-8622-b9b392b3be81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:56.387359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0005c2d2-b7c3-4377-9d69-3137620e92dd req-1250d6b8-a504-4088-8e15-69f9e19221ae tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0943394 Feb 09 16:07:56.417707 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3259e777-fe63-4fda-9d4d-50e6781b706a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:56.493546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4aa298-c397-42f1-87de-c9eaefe48ad8 req-b76c0e55-69cb-44e0-852d-6c13ab164f31 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:56.503803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed4aa298-c397-42f1-87de-c9eaefe48ad8 req-b76c0e55-69cb-44e0-852d-6c13ab164f31 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 0.1285796 Feb 09 16:07:56.569422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5230de48-0904-4be2-bebe-253f43295f76 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:56.569995 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:56.590359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed4aa298-c397-42f1-87de-c9eaefe48ad8 req-766bf841-ac62-42ee-9ea9-d37e7c2e12eb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843749 Feb 09 16:07:56.619620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:53Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:07:56.694679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3259e777-fe63-4fda-9d4d-50e6781b706a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:56.703886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b833ed-0b2d-4aff-8622-b9b392b3be81 None None] Pushing event updated for resources: {'Port': ['ID=5230de48-0904-4be2-bebe-253f43295f76,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:56.781398 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3259e777-fe63-4fda-9d4d-50e6781b706a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:56.882070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:56.903629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb0acc6-42b1-4980-bfaa-9a2610b1130c None None] The sync data for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 is: [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:53Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:07:56.933320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259e777-fe63-4fda-9d4d-50e6781b706a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e38ef5-d90f-4ded-9ae0-7f506e5b724f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:57.025980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b8e274c-4aed-4dc6-9420-ef72f3ce8e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.058448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34e28afd-7719-45b3-ac5a-4cd64021a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.061453 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34e28afd-7719-45b3-ac5a-4cd64021a057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.061782 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-34e28afd-7719-45b3-ac5a-4cd64021a057 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca3482ac-fd6e-4a61-9e4c-447d31fbfb9f HTTP/1.1" status: 204 len: 168 time: 1.5362782 Feb 09 16:07:57.062485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58286) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:57.062874 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3259e777-fe63-4fda-9d4d-50e6781b706a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af0c18655b514f6ca7d479ff3d59eeba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9529686 Feb 09 16:07:57.122029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7265edda-a895-49f5-af5d-008877347715 None None] Provisioning complete for port 5230de48-0904-4be2-bebe-253f43295f76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:57.122581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7265edda-a895-49f5-af5d-008877347715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.182434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e28afd-7719-45b3-ac5a-4cd64021a057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3482ac-fd6e-4a61-9e4c-447d31fbfb9f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:57.224343 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b8e274c-4aed-4dc6-9420-ef72f3ce8e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.289392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Allocated IP 172.25.5.138 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/0aaabf51-9749-4703-b7f9-e4c6751db1b9) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:07:57.346992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2b8e274c-4aed-4dc6-9420-ef72f3ce8e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.438400 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.446964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e274c-4aed-4dc6-9420-ef72f3ce8e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8435b11-cf3c-4956-b0dd-13b190431b10,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:57.447190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-9778a28d-7018-4b3a-bb7c-d6f59b7660b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:57.460540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2b8e274c-4aed-4dc6-9420-ef72f3ce8e1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae667261486a4980bfa681d373fb6fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3134885 Feb 09 16:07:57.465597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58292) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:07:57.468232 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-9778a28d-7018-4b3a-bb7c-d6f59b7660b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 1.4790184 Feb 09 16:07:57.614489 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-a23450f7-959d-4151-b34e-04971b1f1f51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 217 time: 0.1333959 Feb 09 16:07:57.651335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03530b12-5898-40f0-9b41-f0dd8872b742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.682378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.703381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03530b12-5898-40f0-9b41-f0dd8872b742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.791372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Network cd0ef281-5240-465e-ba20-2061f5912692 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:57.802183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:57.811840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:57.916510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Pushing event updated for resources: {'Port': ['ID=94fc1a4b-421f-444c-af93-92cee1d7dbe5,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:57.927501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-e169c330-18b8-4c6b-932c-b62950c1f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:57.930157 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-e169c330-18b8-4c6b-932c-b62950c1f533 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.3087139 Feb 09 16:07:57.941380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb650c9b-973e-44f4-a554-75e3d2e40258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:57.957013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73d53b93-c5cb-4074-97c6-c4a27653ebce req-f75f7b59-c5d8-4cb6-957b-908167f9ba1c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.2031689 Feb 09 16:07:58.029638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb650c9b-973e-44f4-a554-75e3d2e40258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.072519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5230de48-0904-4be2-bebe-253f43295f76 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:07:58.074515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Attempting to bind port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:07:58.074989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Attempting to bind port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:07:58.075353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Attempting to bind port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 on network cd0ef281-5240-465e-ba20-2061f5912692 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:07:58.097734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de7169-e41a-4a9b-92e6-4dfb2c5f6a48 req-b0a28e79-e1fd-480c-a6cc-0c1e875d50ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:58.110958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0de7169-e41a-4a9b-92e6-4dfb2c5f6a48 req-b0a28e79-e1fd-480c-a6cc-0c1e875d50ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 0.3471498 Feb 09 16:07:58.116129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:07:58.117812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Checking segment: {'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:07:58.119058 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.120324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Bound using segment: {'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:07:58.121667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Bound port: 94fc1a4b-421f-444c-af93-92cee1d7dbe5, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:07:58.124759 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.217765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0de7169-e41a-4a9b-92e6-4dfb2c5f6a48 req-0253581a-4e7d-4f3f-b54a-73b4e54f102e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804839 Feb 09 16:07:58.221038 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03530b12-5898-40f0-9b41-f0dd8872b742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.224169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03530b12-5898-40f0-9b41-f0dd8872b742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.226396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-03530b12-5898-40f0-9b41-f0dd8872b742 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8435b11-cf3c-4956-b0dd-13b190431b10 HTTP/1.1" status: 204 len: 168 time: 0.7591679 Feb 09 16:07:58.236830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.266522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03530b12-5898-40f0-9b41-f0dd8872b742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8435b11-cf3c-4956-b0dd-13b190431b10,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:58.305529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-69c23847-def9-435c-a5f0-fcfbed8c6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:58.305529 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-69c23847-def9-435c-a5f0-fcfbed8c6c71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743824 Feb 09 16:07:58.349899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.436183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb650c9b-973e-44f4-a554-75e3d2e40258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.437647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] For port 94fc1a4b-421f-444c-af93-92cee1d7dbe5, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:07:58.444865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] For port 94fc1a4b-421f-444c-af93-92cee1d7dbe5, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=94fc1a4b-421f-444c-af93-92cee1d7dbe5,segment=NetworkSegment(7786d856-9d94-4939-9b24-0f354511752f),segment_id=7786d856-9d94-4939-9b24-0f354511752f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:07:58.449027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb650c9b-973e-44f4-a554-75e3d2e40258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.450557 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bb650c9b-973e-44f4-a554-75e3d2e40258 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6e38ef5-d90f-4ded-9ae0-7f506e5b724f HTTP/1.1" status: 204 len: 168 time: 1.3153217 Feb 09 16:07:58.472475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c040745d-cfbc-4c70-9631-22f73c3f8ea4 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:07:58.503536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb650c9b-973e-44f4-a554-75e3d2e40258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e38ef5-d90f-4ded-9ae0-7f506e5b724f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:58.583990 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-513f840b-b5d2-4697-a420-2e5f89f4e84c service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746661 Feb 09 16:07:58.587057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.628912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 5230de48-0904-4be2-bebe-253f43295f76 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:07:58.629610 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.672605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.745117 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:58.752917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:07:58.769857 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:07:58.795821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:07:58.821253 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-c9a35f25-9c0b-4e70-afc2-efd9e4cc4905 req-4cd59692-b777-45ff-a3c4-39a56770da73 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307675 Feb 09 16:07:58.823615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:07:58.890856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Pushing event updated for resources: {'Port': ['ID=0aaabf51-9749-4703-b7f9-e4c6751db1b9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:59.170337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56a7be-1fac-4c86-b4fb-4deaf95f8bbd None None] Pushing event updated for resources: {'Port': ['ID=94fc1a4b-421f-444c-af93-92cee1d7dbe5,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:59.254896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:59.289800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'port_id': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'mac_address': 'fa:16:3e:81:52:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:07:59.349802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:59.490981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c040745d-cfbc-4c70-9631-22f73c3f8ea4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:07:59.499894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3bd122a-802c-4f81-bbbf-944855a8e51d req-32834948-975b-473b-9daa-48a8fec1ce14 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.1788616 Feb 09 16:07:59.633010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:07:59.651968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d2d07-47d0-4ace-97d2-00bbd22f0302 req-e9acb24b-748e-4a9b-8930-85c620620f61 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:07:59.653732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e4d2d07-47d0-4ace-97d2-00bbd22f0302 req-e9acb24b-748e-4a9b-8930-85c620620f61 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 0.1088636 Feb 09 16:07:59.726798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e4d2d07-47d0-4ace-97d2-00bbd22f0302 req-5e80e58e-10cb-4ba1-971b-d02d2df89dd2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656350 Feb 09 16:07:59.758732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:59.776631 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:07:59.905621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:07:59.931486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.933196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.933196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.937004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.937004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.937004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.937004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.937004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.937877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.938249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.938811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:07:59.939559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:00.046231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['c040745d-cfbc-4c70-9631-22f73c3f8ea4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:08:00.151202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 94fc1a4b-421f-444c-af93-92cee1d7dbe5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:08:00.193156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:00.350784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:00.441354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:00.442076 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:00.664861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58352) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:00.689313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87fcd86-c7d4-402a-bd3b-913439c84e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:00.783115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739e38c-5329-4e8f-8337-f7f8ce85842f None None] Network cd0ef281-5240-465e-ba20-2061f5912692 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:08:00.847273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e227f1ed-6a9f-4bd3-99f6-568ed4364d9a req-de2ff6c6-05b7-45dc-8a48-a3ce863f9d07 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0993898 Feb 09 16:08:00.855704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:08:00.932504 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:00.988269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-40cebc75-ca45-4d0e-9e57-620c6770e551 None None] Provisioning complete for port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:00.988996 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40cebc75-ca45-4d0e-9e57-620c6770e551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.072066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:08:01.101130 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Sync routers for ids ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:08:01.117267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 94fc1a4b-421f-444c-af93-92cee1d7dbe5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=94fc1a4b-421f-444c-af93-92cee1d7dbe5,segment=NetworkSegment(7786d856-9d94-4939-9b24-0f354511752f),segment_id=7786d856-9d94-4939-9b24-0f354511752f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:01.129584 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Routers {'9849b0a2-8d55-4f92-913c-f449b8cf1dfc'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:08:01.130224 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:01.150590 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87fcd86-c7d4-402a-bd3b-913439c84e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.201345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8476d7-d9b3-41ad-984b-ae0b9fd51c58 req-598703be-3fcc-4698-9986-c96160b8c36e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:01.204654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd8476d7-d9b3-41ad-984b-ae0b9fd51c58 req-598703be-3fcc-4698-9986-c96160b8c36e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 944 time: 0.1945312 Feb 09 16:08:01.258047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.258047 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-87cb8bae-69e8-4a12-bfce-29ba29a26007 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8210628 Feb 09 16:08:01.258047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58362) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:01.291666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87fcd86-c7d4-402a-bd3b-913439c84e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.361859 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Set router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:08:01.380861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd8476d7-d9b3-41ad-984b-ae0b9fd51c58 req-fce9c6ae-a5e2-4835-89a5-172b0acba9d1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1672277 Feb 09 16:08:01.453651 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a87fcd86-c7d4-402a-bd3b-913439c84e13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c6395573097441279b9a6462eae7e349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832663 Feb 09 16:08:01.463918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58368) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:01.550569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fcd86-c7d4-402a-bd3b-913439c84e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae13267-5ff4-4752-afaa-1a5f4b5b152b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:01.641578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c894687-bb76-45fa-aa6f-5ced9e0d9ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.714114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c894687-bb76-45fa-aa6f-5ced9e0d9ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.870246 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:07:59Z', 'revision_number': 3, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port': {'id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:55Z', 'updated_at': '2022-02-09T16:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:01.895089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.918068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c894687-bb76-45fa-aa6f-5ced9e0d9ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.924452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2c894687-bb76-45fa-aa6f-5ced9e0d9ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:01.924452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2c894687-bb76-45fa-aa6f-5ced9e0d9ac9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eae13267-5ff4-4752-afaa-1a5f4b5b152b HTTP/1.1" status: 204 len: 168 time: 0.4533327 Feb 09 16:08:01.951770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c894687-bb76-45fa-aa6f-5ced9e0d9ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae13267-5ff4-4752-afaa-1a5f4b5b152b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:01.983696 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Checking router: 9849b0a2-8d55-4f92-913c-f449b8cf1dfc for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:08:01.984651 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Updating router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc port 0aaabf51-9749-4703-b7f9-e4c6751db1b9 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:08:02.045581 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.061661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=94fc1a4b-421f-444c-af93-92cee1d7dbe5,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:02.096665 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40cebc75-ca45-4d0e-9e57-620c6770e551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.171699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.175856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ddc019b3-16ce-4b72-af5b-65f86f7f8d6f req-087aa9c4-2a6a-410c-9481-d6fb6bfdeaf0 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0718083 Feb 09 16:08:02.279000 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-40cebc75-ca45-4d0e-9e57-620c6770e551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:08:02.279880 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-40cebc75-ca45-4d0e-9e57-620c6770e551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:08:02.424996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c040745d-cfbc-4c70-9631-22f73c3f8ea4 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:08:02.457921 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.578876 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.587849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port c040745d-cfbc-4c70-9631-22f73c3f8ea4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:08:02.592302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port c040745d-cfbc-4c70-9631-22f73c3f8ea4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:02.593693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.627163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e9608-1d15-4567-855a-39ba3fac6e2a req-7620b704-f3eb-4885-93a9-eaf7e60e274f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:02.642443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-469e9608-1d15-4567-855a-39ba3fac6e2a req-7620b704-f3eb-4885-93a9-eaf7e60e274f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 944 time: 0.0972092 Feb 09 16:08:02.666889 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.717129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-469e9608-1d15-4567-855a-39ba3fac6e2a req-ad190195-c4c5-44ae-abee-c591d4ab0fcc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720460 Feb 09 16:08:02.788517 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Attempting to bind port 0aaabf51-9749-4703-b7f9-e4c6751db1b9 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:08:02.789442 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Attempting to bind port 0aaabf51-9749-4703-b7f9-e4c6751db1b9 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:08:02.790761 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Attempting to bind port 0aaabf51-9749-4703-b7f9-e4c6751db1b9 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:08:02.802736 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:08:02.803560 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:08:02.804868 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.805534 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:08:02.806249 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Bound port: 0aaabf51-9749-4703-b7f9-e4c6751db1b9, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:08:02.807107 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.810295 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb5a86-06a9-43a0-9fbd-abe09e02f1a1 None None] Pushing event updated for resources: {'Port': ['ID=0aaabf51-9749-4703-b7f9-e4c6751db1b9,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:02.827346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Allocated IP 172.20.0.1 (cd0ef281-5240-465e-ba20-2061f5912692/071c7c85-e62d-43d3-835e-3b77721859f3/523b4837-b3f6-4857-863c-ef887826bf3a) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:08:02.879754 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.898115 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] For port 0aaabf51-9749-4703-b7f9-e4c6751db1b9, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:08:02.903203 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] For port 0aaabf51-9749-4703-b7f9-e4c6751db1b9, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0aaabf51-9749-4703-b7f9-e4c6751db1b9,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:08:02.926086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:02.930824 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a3d5a7-488f-4b3d-864f-940118971863" -d '{"events": [{"server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "name": "network-vif-plugged", "status": "completed", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:08:02.946764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:02.996178 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:02.996292 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998f9753-3db5-41d4-8cd3-d51bbb90b982 x-openstack-request-id: req-998f9753-3db5-41d4-8cd3-d51bbb90b982 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:08:02.996292 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "name": "network-vif-plugged", "status": "completed", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:08:02.996292 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-998f9753-3db5-41d4-8cd3-d51bbb90b982 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:08:02.996292 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'code': 200} Feb 09 16:08:03.015758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:03.090484 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb5a86-06a9-43a0-9fbd-abe09e02f1a1 None None] Pushing event updated for resources: {'Port': ['ID=0aaabf51-9749-4703-b7f9-e4c6751db1b9,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:03.105295 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Routers {'9849b0a2-8d55-4f92-913c-f449b8cf1dfc'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:08:03.106114 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:03.211805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:03.243976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-74bf5b6c-f445-490c-a250-3d1a49bc3dd9 None None] Provisioning complete for port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:03.244381 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-74bf5b6c-f445-490c-a250-3d1a49bc3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:03.300001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:03.318729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18804e0c-ce1c-437f-844c-0d8cca5da587 req-666f2746-fe39-4448-9c60-4ee603468522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:03.322803 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-18804e0c-ce1c-437f-844c-0d8cca5da587 req-666f2746-fe39-4448-9c60-4ee603468522 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1096 time: 0.2515399 Feb 09 16:08:03.348962 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] Set router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:08:03.456742 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9ab6c1f-ca57-4bc0-81ef-2c5f251a1b14 req-e5d29e56-33df-4344-aa44-bb59cbd9cdf3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0734603 Feb 09 16:08:03.499736 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-18804e0c-ce1c-437f-844c-0d8cca5da587 req-198ba425-823c-400b-ada8-ebbf5df431b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696815 Feb 09 16:08:03.593088 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:03.664598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Network cd0ef281-5240-465e-ba20-2061f5912692 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:08:03.672116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:08:03.672845 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:07:59Z', 'revision_number': 3, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port': {'id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:55Z', 'updated_at': '2022-02-09T16:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:03.687695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:08:03.739734 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a152d-052c-496d-8d54-a9bac2830ae1 None None] The sync data for ids ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'] in n-d-828542-1 is: [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:07:59Z', 'revision_number': 3, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port': {'id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:55Z', 'updated_at': '2022-02-09T16:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:08:03.743694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:03.889371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Pushing event updated for resources: {'Port': ['ID=523b4837-b3f6-4857-863c-ef887826bf3a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:04.044751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec95a-fa89-41b2-bf51-ab80c5ae556b req-5783d812-cb39-49f4-bcc7-b0f7fe906e81 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:04.059454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d43ec95a-fa89-41b2-bf51-ab80c5ae556b req-5783d812-cb39-49f4-bcc7-b0f7fe906e81 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.1716995 Feb 09 16:08:04.158712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 94fc1a4b-421f-444c-af93-92cee1d7dbe5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:08:04.159723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d43ec95a-fa89-41b2-bf51-ab80c5ae556b req-4be38c6c-4b33-4de0-9084-a4ef72ad65f3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983162 Feb 09 16:08:04.276995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:04.284791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-90c25a7d-3637-467e-a56d-5b0de38b540b None None] Provisioning complete for port 523b4837-b3f6-4857-863c-ef887826bf3a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:04.285351 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-90c25a7d-3637-467e-a56d-5b0de38b540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:04.359756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-90c25a7d-3637-467e-a56d-5b0de38b540b None None] Port 523b4837-b3f6-4857-863c-ef887826bf3a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:08:04.374390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:04.376294 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:04.704971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-955eacb0-b798-4378-9686-10690cb6fcfa req-df60320d-f2bf-4fe7-bfee-04dabf04be17 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0587888 Feb 09 16:08:04.724974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:04.883704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:04.964965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Pushing event updated for resources: {'Port': ['ID=523b4837-b3f6-4857-863c-ef887826bf3a,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:04.969357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:05.136349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Network cd0ef281-5240-465e-ba20-2061f5912692 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:08:05.138032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:08:05.352238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:08:05.437011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b80f-42cc-4ae4-a08e-473bb69deb26 req-6b46ff67-d072-4e10-8597-d2623dafe6e4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:05.441256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51b3b80f-42cc-4ae4-a08e-473bb69deb26 req-6b46ff67-d072-4e10-8597-d2623dafe6e4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.1293578 Feb 09 16:08:05.531778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51b3b80f-42cc-4ae4-a08e-473bb69deb26 req-b6b48ec9-22c7-413d-91de-8a278ab674c0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828559 Feb 09 16:08:05.581155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:08:05.594968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4b9a67e4-25b4-4068-b292-71489b446a0e admin admin] 10.222.0.53 "PUT /v2.0/routers/9849b0a2-8d55-4f92-913c-f449b8cf1dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3357582 Feb 09 16:08:05.740717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-48b6c660-4bed-479d-a2b7-acee0195a540 None None] Provisioning complete for port 523b4837-b3f6-4857-863c-ef887826bf3a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:05.743863 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48b6c660-4bed-479d-a2b7-acee0195a540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:05.810637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-48b6c660-4bed-479d-a2b7-acee0195a540 None None] Port 523b4837-b3f6-4857-863c-ef887826bf3a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:08:05.835185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0ea7a-d574-4be3-8f9b-6601dcacb3b7 req-ba01c34a-66d3-4957-9a73-54666e1fadbd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:05.837627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdb0ea7a-d574-4be3-8f9b-6601dcacb3b7 req-ba01c34a-66d3-4957-9a73-54666e1fadbd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.1486642 Feb 09 16:08:05.900043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdb0ea7a-d574-4be3-8f9b-6601dcacb3b7 req-1bd20186-ac9c-4942-a670-f4d052209990 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537193 Feb 09 16:08:05.920777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58474) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:05.949152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc904c6f-a65d-4b1b-816f-886d5aad7e5a req-badfe177-0a30-46b7-913f-5f44e40e33bd tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0452688 Feb 09 16:08:06.066618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab91c24-b384-4507-bafd-71217b22e67b tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:06.081276 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eab91c24-b384-4507-bafd-71217b22e67b tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1091 time: 0.1567168 Feb 09 16:08:06.085310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58478) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:06.104341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:08:06.117889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0aaabf51-9749-4703-b7f9-e4c6751db1b9 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:08:06.219084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0aaabf51-9749-4703-b7f9-e4c6751db1b9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:06.219475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:06.232830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:06.370868 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:06.398415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 0aaabf51-9749-4703-b7f9-e4c6751db1b9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0aaabf51-9749-4703-b7f9-e4c6751db1b9,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:06.500741 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:06.571628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=0aaabf51-9749-4703-b7f9-e4c6751db1b9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:06.600735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Sync routers for ids ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:08:06.616943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Routers {'9849b0a2-8d55-4f92-913c-f449b8cf1dfc'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:08:06.617615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:06.829343 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Set router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:08:06.946959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:07.166648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.25.5.223 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/832dd524-5b9d-44fb-af5c-9aeff2144bcc) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:08:07.198215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9129d361-2af4-431c-9fdd-25b386a09950 req-c63ad5de-6a61-4c28-94c8-b0ceebcead15 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0916393 Feb 09 16:08:07.254171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:08:04Z', 'revision_number': 4, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port': {'id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:55Z', 'updated_at': '2022-02-09T16:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '523b4837-b3f6-4857-863c-ef887826bf3a', 'name': '', 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'mac_address': 'fa:16:3e:1f:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '071c7c85-e62d-43d3-835e-3b77721859f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:08:02Z', 'updated_at': '2022-02-09T16:08:04Z', 'revision_number': 2, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'subnets': [{'id': '071c7c85-e62d-43d3-835e-3b77721859f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:07.290948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Checking router: 9849b0a2-8d55-4f92-913c-f449b8cf1dfc for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:08:07.291443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Updating router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc port 523b4837-b3f6-4857-863c-ef887826bf3a binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:08:07.320043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:07.363078 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:07.657170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:07.983409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0aaabf51-9749-4703-b7f9-e4c6751db1b9 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:08:07.987101 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.031677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:08:08.035321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:08:08.038483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:08:08.043348 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.066340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=832dd524-5b9d-44fb-af5c-9aeff2144bcc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:08.071913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0aaabf51-9749-4703-b7f9-e4c6751db1b9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:08.071913 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.143666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdb7aa-e269-4f90-9143-c70338be7ac1 None None] Pushing event updated for resources: {'Port': ['ID=523b4837-b3f6-4857-863c-ef887826bf3a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:08.255042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Attempting to bind port 523b4837-b3f6-4857-863c-ef887826bf3a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:08:08.256793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Attempting to bind port 523b4837-b3f6-4857-863c-ef887826bf3a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:08:08.257477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Attempting to bind port 523b4837-b3f6-4857-863c-ef887826bf3a on network cd0ef281-5240-465e-ba20-2061f5912692 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:08:08.272492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:08:08.272934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Checking segment: {'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:08:08.273389 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.274714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Bound using segment: {'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:08:08.275240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Bound port: 523b4837-b3f6-4857-863c-ef887826bf3a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7786d856-9d94-4939-9b24-0f354511752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:08:08.275764 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.387082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5beedb39-ce22-4a74-8980-420ee2e4a6e6 req-d795658b-6346-4997-a1cf-52fb1f3db902 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0395012 Feb 09 16:08:08.390311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] For port 523b4837-b3f6-4857-863c-ef887826bf3a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:08:08.394236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] For port 523b4837-b3f6-4857-863c-ef887826bf3a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=523b4837-b3f6-4857-863c-ef887826bf3a,segment=NetworkSegment(7786d856-9d94-4939-9b24-0f354511752f),segment_id=7786d856-9d94-4939-9b24-0f354511752f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:08:08.459110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-526c5da5-331d-49c4-a6a8-e23b4746efee None None] Provisioning complete for port 523b4837-b3f6-4857-863c-ef887826bf3a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:08.459436 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-526c5da5-331d-49c4-a6a8-e23b4746efee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.515169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-526c5da5-331d-49c4-a6a8-e23b4746efee None None] Port 523b4837-b3f6-4857-863c-ef887826bf3a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:08:08.565156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.616016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.710852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Routers {'9849b0a2-8d55-4f92-913c-f449b8cf1dfc'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:08:08.710852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:08.949016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:08.977044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99cfe9-1e24-452a-8b8a-4827e77cfc85 req-c5bc75ae-463f-4a58-abcb-17fff2b52482 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:08.978658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea99cfe9-1e24-452a-8b8a-4827e77cfc85 req-c5bc75ae-463f-4a58-abcb-17fff2b52482 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1497049 Feb 09 16:08:09.057520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea99cfe9-1e24-452a-8b8a-4827e77cfc85 req-959883eb-c3af-4e2e-a30d-a39e10c04700 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705185 Feb 09 16:08:09.094097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] Set router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:08:09.215967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:09.222213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdb7aa-e269-4f90-9143-c70338be7ac1 None None] Pushing event updated for resources: {'Port': ['ID=523b4837-b3f6-4857-863c-ef887826bf3a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:09.271259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6757efdc-721a-484d-ae27-505105b3024a None None] Provisioning complete for port 523b4837-b3f6-4857-863c-ef887826bf3a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:09.272261 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6757efdc-721a-484d-ae27-505105b3024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:09.403910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:09.510763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=832dd524-5b9d-44fb-af5c-9aeff2144bcc,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:09.600000 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:09.659937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4755002-8ba9-46fe-bfe7-829b27062fc0 req-1ec3d251-dca0-45fd-9c20-00689ffd3fda tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.1016831 Feb 09 16:08:09.719220 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6757efdc-721a-484d-ae27-505105b3024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:09.851735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6757efdc-721a-484d-ae27-505105b3024a None None] For port 523b4837-b3f6-4857-863c-ef887826bf3a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=523b4837-b3f6-4857-863c-ef887826bf3a,segment=NetworkSegment(7786d856-9d94-4939-9b24-0f354511752f),segment_id=7786d856-9d94-4939-9b24-0f354511752f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:09.869833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:08:04Z', 'revision_number': 4, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port': {'id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:55Z', 'updated_at': '2022-02-09T16:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '523b4837-b3f6-4857-863c-ef887826bf3a', 'name': '', 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'mac_address': 'fa:16:3e:1f:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '071c7c85-e62d-43d3-835e-3b77721859f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:08:02Z', 'updated_at': '2022-02-09T16:08:08Z', 'revision_number': 4, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'subnets': [{'id': '071c7c85-e62d-43d3-835e-3b77721859f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:09.907938 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Floating IP 911ee4a9-90f0-4e2d-be80-7057e60b0f23 associated. External IP: 172.25.5.223, port: c040745d-cfbc-4c70-9631-22f73c3f8ea4. Feb 09 16:08:09.926409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5840211e-9f5b-410f-a832-7f1503d631f7 None None] The sync data for ids ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'] in n-d-828542-1 is: [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:08:04Z', 'revision_number': 4, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port': {'id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:55Z', 'updated_at': '2022-02-09T16:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '523b4837-b3f6-4857-863c-ef887826bf3a', 'name': '', 'network_id': 'cd0ef281-5240-465e-ba20-2061f5912692', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'mac_address': 'fa:16:3e:1f:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '071c7c85-e62d-43d3-835e-3b77721859f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:08:02Z', 'updated_at': '2022-02-09T16:08:08Z', 'revision_number': 4, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'subnets': [{'id': '071c7c85-e62d-43d3-835e-3b77721859f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:08:09.977052 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6757efdc-721a-484d-ae27-505105b3024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:10.181793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757efdc-721a-484d-ae27-505105b3024a None None] Pushing event updated for resources: {'Port': ['ID=523b4837-b3f6-4857-863c-ef887826bf3a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:10.332053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c562c6-9c11-4541-aeb4-54ed3000ad23 req-e26724ee-8e5b-4587-b0f0-a269f6c1c5ee tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:10.347064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1c562c6-9c11-4541-aeb4-54ed3000ad23 req-e26724ee-8e5b-4587-b0f0-a269f6c1c5ee tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.0967262 Feb 09 16:08:10.398976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:08:10.471404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1c562c6-9c11-4541-aeb4-54ed3000ad23 req-1ef8ec60-a0e9-4e03-813c-1851df81e317 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206906 Feb 09 16:08:10.677686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:08:10.694451 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce848985-4301-4300-abc0-017012c12d52 None None] Sync routers for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:08:10.724364 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce848985-4301-4300-abc0-017012c12d52 None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:08:10.725394 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ce848985-4301-4300-abc0-017012c12d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:10.829098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:10.954627 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01de65a4-e25f-4f49-99d8-d76c8a97be1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8635738 Feb 09 16:08:10.957903 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:10.965509 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ebbf57-76a9-4f96-9b24-01876a1eb662" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:08:10.988756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c574335-72a8-4dd5-92c6-04f6d7d1d892 req-55a9050c-92dd-4152-8c7a-a6ffc4246ba4 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0712578 Feb 09 16:08:11.070429 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7b9440-3696-48b3-ad47-5ef77fae8ac7 x-openstack-request-id: req-2e7b9440-3696-48b3-ad47-5ef77fae8ac7 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:08:11.074100 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:08:11.078588 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e7b9440-3696-48b3-ad47-5ef77fae8ac7 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:08:11.080245 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'status': 'completed', 'code': 200} Feb 09 16:08:11.105565 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ce848985-4301-4300-abc0-017012c12d52 None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:08:11.276397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-85838dc4-26fd-4bdc-bc71-0774691b0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:11.295140 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-85838dc4-26fd-4bdc-bc71-0774691b0730 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1096 time: 0.1887753 Feb 09 16:08:11.368453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3468dd7-9782-4b4f-9011-9e72736c5e2e req-6bd18970-cecf-41da-9667-7980da5c4d5c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:11.368453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3468dd7-9782-4b4f-9011-9e72736c5e2e req-6bd18970-cecf-41da-9667-7980da5c4d5c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.1795156 Feb 09 16:08:11.461941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3468dd7-9782-4b4f-9011-9e72736c5e2e req-12de8ef9-5bd8-490f-8e4a-3549087ccc72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800977 Feb 09 16:08:11.525586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58636) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:11.602756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-9a95af37-72a5-4f09-82c6-25e693bcc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:11.605966 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-9a95af37-72a5-4f09-82c6-25e693bcc062 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 0.3061538 Feb 09 16:08:11.721851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3c82895d-059c-4d05-86b4-dae584c46bf9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/911ee4a9-90f0-4e2d-be80-7057e60b0f23 HTTP/1.1" status: 200 len: 991 time: 0.1943169 Feb 09 16:08:11.786531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40ec84-04aa-4c90-9cef-b60738db48e2 req-69b1343e-b73c-41db-88e1-bded0a6b0cc8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:11.796146 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f40ec84-04aa-4c90-9cef-b60738db48e2 req-69b1343e-b73c-41db-88e1-bded0a6b0cc8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.0906465 Feb 09 16:08:11.865487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f40ec84-04aa-4c90-9cef-b60738db48e2 req-9e6dac22-856f-445c-bcbe-0375402f411d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625894 Feb 09 16:08:11.903508 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ce848985-4301-4300-abc0-017012c12d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '911ee4a9-90f0-4e2d-be80-7057e60b0f23', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'port_id': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'mac_address': 'fa:16:3e:81:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:08:08Z', 'updated_at': '2022-02-09T16:08:08Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:11.938150 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce848985-4301-4300-abc0-017012c12d52 None None] Checking router: 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:08:11.971145 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce848985-4301-4300-abc0-017012c12d52 None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:08:11.971958 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ce848985-4301-4300-abc0-017012c12d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:07:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:11.983805 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-2c7d970d-5886-4bab-920e-7c979377a483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 999 time: 0.3702021 Feb 09 16:08:12.125044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 523b4837-b3f6-4857-863c-ef887826bf3a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:08:12.204267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 523b4837-b3f6-4857-863c-ef887826bf3a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:12.205028 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:12.218528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-e6a3d3ce-e841-41d9-bb79-355c37c26d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:12.234280 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-e6a3d3ce-e841-41d9-bb79-355c37c26d1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.2390168 Feb 09 16:08:12.401909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-6b2715c1-b869-429d-8032-478ae8865794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:12.410254 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-6b2715c1-b869-429d-8032-478ae8865794 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590919 Feb 09 16:08:12.438685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9575111-f605-4c4d-885b-0a2f1ba850d7 req-1d111f78-bcb6-4679-8867-7db0d83ae9fe tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.1441543 Feb 09 16:08:12.672282 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ce848985-4301-4300-abc0-017012c12d52 None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:08:12.726259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58646) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:12.771542 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-c006827f-b6bb-4e0e-8fdb-74401a42254e service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536980 Feb 09 16:08:13.009755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0d62d86a-02b0-4bbf-93c2-accfb637c9eb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/911ee4a9-90f0-4e2d-be80-7057e60b0f23 HTTP/1.1" status: 200 len: 991 time: 0.2801361 Feb 09 16:08:13.090013 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-28ebbf57-76a9-4f96-9b24-01876a1eb662 req-0cd55915-3599-4542-80f8-866d17387024 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043904 Feb 09 16:08:13.200117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d80be-a248-446d-9316-d0244636d615 req-eac30d95-004c-4c32-a868-0dfdfcee1716 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:13.204024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb5d80be-a248-446d-9316-d0244636d615 req-eac30d95-004c-4c32-a868-0dfdfcee1716 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1029406 Feb 09 16:08:13.304136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb5d80be-a248-446d-9316-d0244636d615 req-e524da96-acec-49d0-b235-6ee0c1f9a389 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903845 Feb 09 16:08:13.410195 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ce848985-4301-4300-abc0-017012c12d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '911ee4a9-90f0-4e2d-be80-7057e60b0f23', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'port_id': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'mac_address': 'fa:16:3e:81:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:08:08Z', 'updated_at': '2022-02-09T16:08:08Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:13.460770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce848985-4301-4300-abc0-017012c12d52 None None] The sync data for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 is: [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '911ee4a9-90f0-4e2d-be80-7057e60b0f23', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'port_id': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'mac_address': 'fa:16:3e:81:52:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:08:08Z', 'updated_at': '2022-02-09T16:08:08Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:08:13.681374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9536cbc-695a-499f-840a-cd966fa32da9 req-154124a5-4f0a-4704-8b6a-79b9345dc808 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0322900 Feb 09 16:08:13.949110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed584dfe-ba2a-4c20-865e-41ecbd1c4671 None None] New status for floating IP 911ee4a9-90f0-4e2d-be80-7057e60b0f23: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:08:14.014936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58662) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:14.218051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ad96926d-b7d8-45f7-888d-b49b1627f63f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/911ee4a9-90f0-4e2d-be80-7057e60b0f23 HTTP/1.1" status: 200 len: 991 time: 0.2007334 Feb 09 16:08:14.605404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235e7c2-bfae-479c-b1db-71a88db866a1 req-51121f8a-c5db-40ad-92d0-cc088bb8c078 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:14.614052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0235e7c2-bfae-479c-b1db-71a88db866a1 req-51121f8a-c5db-40ad-92d0-cc088bb8c078 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1261961 Feb 09 16:08:14.664739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0235e7c2-bfae-479c-b1db-71a88db866a1 req-e91041f7-0745-4898-be67-5555579e1886 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496879 Feb 09 16:08:14.890610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d262e71e-9d25-48ed-8245-e07ee19721ca req-f8ff5e61-4961-44f3-958f-1f3f6575b75f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0362866 Feb 09 16:08:15.220502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58680) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:15.295620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-811d74d6-7af3-4c84-98f7-4a150f2d67e5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/911ee4a9-90f0-4e2d-be80-7057e60b0f23 HTTP/1.1" status: 200 len: 993 time: 0.0731626 Feb 09 16:08:15.913453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fbbd1-7684-4dad-82d5-e99d6621d36d req-07baf616-a2c6-4090-9a3a-b4ed22113094 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:15.928418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc0fbbd1-7684-4dad-82d5-e99d6621d36d req-07baf616-a2c6-4090-9a3a-b4ed22113094 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1066318 Feb 09 16:08:16.035209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc0fbbd1-7684-4dad-82d5-e99d6621d36d req-c0663dc0-098a-478e-9cf6-9890a22056cd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051128 Feb 09 16:08:16.101459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-107f82d4-c2f4-44bb-b4a6-b8a66cebf37c req-11c16d09-1ca3-401e-93b5-b8557fba277c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/ports?device_id=31c18d45-0336-465a-a274-e8af3d856ab7 HTTP/1.1" status: 200 len: 210 time: 0.0486588 Feb 09 16:08:17.436014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4f1d1-7013-457f-a4d2-c602bce559b2 req-787d9457-a669-48c8-a36b-1403c1c6794b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:17.438911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2e4f1d1-7013-457f-a4d2-c602bce559b2 req-787d9457-a669-48c8-a36b-1403c1c6794b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1034212 Feb 09 16:08:17.516433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2e4f1d1-7013-457f-a4d2-c602bce559b2 req-3fee666e-c82b-4465-96e0-a48db93e1efd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583508 Feb 09 16:08:17.517173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58730) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:17.681390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8740b494-e5f0-4300-94d3-83fa23c08030 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:17.734729 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8740b494-e5f0-4300-94d3-83fa23c08030 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:17.949617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8740b494-e5f0-4300-94d3-83fa23c08030 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:17.949617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8740b494-e5f0-4300-94d3-83fa23c08030 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:17.949617 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8740b494-e5f0-4300-94d3-83fa23c08030 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "DELETE /v2.0/security-groups/8e220f9c-f91f-4911-bd53-f18e766dadd3 HTTP/1.1" status: 204 len: 168 time: 0.4247088 Feb 09 16:08:17.949617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:18.014649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740b494-e5f0-4300-94d3-83fa23c08030 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e220f9c-f91f-4911-bd53-f18e766dadd3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:18.020560 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-205c1b96-38f2-404d-87b1-37b139902daf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] show failed (client error): The resource could not be found. Feb 09 16:08:18.020560 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-205c1b96-38f2-404d-87b1-37b139902daf tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "GET /v2.0/security-groups/8e220f9c-f91f-4911-bd53-f18e766dadd3 HTTP/1.1" status: 404 len: 347 time: 0.0651128 Feb 09 16:08:18.024209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58748) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:18.314437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting port e2d4e52d-b2e2-4621-8c75-a4d1a5a7e04e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:08:18.314984 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:18.444763 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:18.445819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:18.481002 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Calling delete_port for e2d4e52d-b2e2-4621-8c75-a4d1a5a7e04e owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:08:18.806792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d53e6f-90fa-4cce-82f4-6f9f2e0b333a req-af4cee44-2e83-497e-beb5-bb267061d5a6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:18.814735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0d53e6f-90fa-4cce-82f4-6f9f2e0b333a req-af4cee44-2e83-497e-beb5-bb267061d5a6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1276007 Feb 09 16:08:18.938826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0d53e6f-90fa-4cce-82f4-6f9f2e0b333a req-ac17fbd9-e340-4ff9-b51d-4bb58bc298da tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120493 Feb 09 16:08:19.062171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:19.093199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Port': ['ID=e2d4e52d-b2e2-4621-8c75-a4d1a5a7e04e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:19.184155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:19.188847 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:19.193293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58800) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:19.193653 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7a72c6e8-d7e0-4a64-910e-17ab5cc74d7b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "DELETE /v2.0/floatingips/aa307e35-9ae0-4a4c-983e-0bd26c0176ef HTTP/1.1" status: 204 len: 168 time: 1.1678591 Feb 09 16:08:19.364305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e162b9d9-bc8a-4d91-b210-11939dd4c89c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting port 8f3b7125-0b50-45fb-a1ad-8afa578408ce {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:08:19.364668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e162b9d9-bc8a-4d91-b210-11939dd4c89c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:19.671526 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e162b9d9-bc8a-4d91-b210-11939dd4c89c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:19.717943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e162b9d9-bc8a-4d91-b210-11939dd4c89c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Calling delete_port for 8f3b7125-0b50-45fb-a1ad-8afa578408ce owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:08:20.104791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36be37a-e8a6-4b0f-b44c-e377b5e1fbd0 req-89806432-e340-48a8-9eee-f765d145af5b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:20.108888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f36be37a-e8a6-4b0f-b44c-e377b5e1fbd0 req-89806432-e340-48a8-9eee-f765d145af5b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.0720005 Feb 09 16:08:20.157541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f36be37a-e8a6-4b0f-b44c-e377b5e1fbd0 req-629a291f-c3e3-4aef-b34e-df99a14c131f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450547 Feb 09 16:08:20.305745 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e162b9d9-bc8a-4d91-b210-11939dd4c89c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:20.380193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162b9d9-bc8a-4d91-b210-11939dd4c89c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Port': ['ID=8f3b7125-0b50-45fb-a1ad-8afa578408ce,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:20.540920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e162b9d9-bc8a-4d91-b210-11939dd4c89c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:20.549665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e162b9d9-bc8a-4d91-b210-11939dd4c89c tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "DELETE /v2.0/ports/8f3b7125-0b50-45fb-a1ad-8afa578408ce HTTP/1.1" status: 204 len: 168 time: 1.3515666 Feb 09 16:08:20.551161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58852) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:20.682949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b21c2-a609-446c-af2a-69d8340476c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting port cd4f5950-d0e5-48fa-ac9d-b5200349e870 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:08:20.683544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce0b21c2-a609-446c-af2a-69d8340476c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:20.857076 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce0b21c2-a609-446c-af2a-69d8340476c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:20.891571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b21c2-a609-446c-af2a-69d8340476c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Calling delete_port for cd4f5950-d0e5-48fa-ac9d-b5200349e870 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:08:21.243213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce0b21c2-a609-446c-af2a-69d8340476c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:21.472367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b21c2-a609-446c-af2a-69d8340476c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Port': ['ID=cd4f5950-d0e5-48fa-ac9d-b5200349e870,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:21.584387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e51c5-692a-477b-bb77-134e06997ee7 req-cf41e1e8-647a-4c41-a45a-04e25cd18194 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:21.593120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391e51c5-692a-477b-bb77-134e06997ee7 req-cf41e1e8-647a-4c41-a45a-04e25cd18194 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1558034 Feb 09 16:08:21.682552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce0b21c2-a609-446c-af2a-69d8340476c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:21.713890 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ce0b21c2-a609-446c-af2a-69d8340476c3 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "DELETE /v2.0/ports/cd4f5950-d0e5-48fa-ac9d-b5200349e870 HTTP/1.1" status: 204 len: 168 time: 1.1602979 Feb 09 16:08:21.720665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58886) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:21.756869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391e51c5-692a-477b-bb77-134e06997ee7 req-1a16c6da-c112-4495-9d49-003d29e0f2da tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470311 Feb 09 16:08:21.953057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b121c0e9-3407-438c-8de1-8af55480f62f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting subnet 9b5facdd-af5f-41fb-a26e-af7d356f4b8b {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:08:21.957081 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b121c0e9-3407-438c-8de1-8af55480f62f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:22.025021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b121c0e9-3407-438c-8de1-8af55480f62f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:22.258034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b121c0e9-3407-438c-8de1-8af55480f62f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:22.566509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b121c0e9-3407-438c-8de1-8af55480f62f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:22.655034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121c0e9-3407-438c-8de1-8af55480f62f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5facdd-af5f-41fb-a26e-af7d356f4b8b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:22.661428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b121c0e9-3407-438c-8de1-8af55480f62f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:22.670380 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b121c0e9-3407-438c-8de1-8af55480f62f tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "DELETE /v2.0/subnets/9b5facdd-af5f-41fb-a26e-af7d356f4b8b HTTP/1.1" status: 204 len: 168 time: 0.9448483 Feb 09 16:08:22.673251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b392dd-b182-4c45-a6ee-52568f27f034 None None] Network e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:08:22.674565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58904) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:22.843064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e0efe6-89d6-419e-a165-cf798b166427 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Deleting subnet 421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:08:22.850140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32e0efe6-89d6-419e-a165-cf798b166427 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:22.982713 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-41152ac2-be22-4c8c-b919-765e81372248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:22.987305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32e0efe6-89d6-419e-a165-cf798b166427 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.124887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] DHCP port deletion for e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:08:23.196780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31b7cc-b9a9-44a8-8e91-1cc500b3c439 req-2cad25ed-b415-4174-9e8f-f9fa51e3c84b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:23.207694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce31b7cc-b9a9-44a8-8e91-1cc500b3c439 req-2cad25ed-b415-4174-9e8f-f9fa51e3c84b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1389160 Feb 09 16:08:23.244609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] Deleting port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:08:23.245286 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.283645 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:08:23.327191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce31b7cc-b9a9-44a8-8e91-1cc500b3c439 req-41c68829-dc4b-4a79-8fda-c881235da740 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179790 Feb 09 16:08:23.336921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58916) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:23.337781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32e0efe6-89d6-419e-a165-cf798b166427 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.468937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] For port d6f312aa-c943-4d52-aeb4-19efc6aae9e3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6f312aa-c943-4d52-aeb4-19efc6aae9e3,segment=NetworkSegment(05472acb-58cf-48ed-837c-f0a8b12dd8df),segment_id=05472acb-58cf-48ed-837c-f0a8b12dd8df)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:23.469559 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.500622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] Calling delete_port for d6f312aa-c943-4d52-aeb4-19efc6aae9e3 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:08:23.530662 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32e0efe6-89d6-419e-a165-cf798b166427 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.621787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9221-5029-4e47-a71f-c29317505be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.623822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0efe6-89d6-419e-a165-cf798b166427 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Subnet': ['ID=421f3cbf-0489-4dad-a1d6-ab2e51dd4b38,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:23.654940 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32e0efe6-89d6-419e-a165-cf798b166427 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.657502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e8e59-2415-42f1-a079-cb75faa63df4 None None] Network 083d6f2b-73b8-4398-936f-5fa4281e7b1e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:08:23.677613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-32e0efe6-89d6-419e-a165-cf798b166427 tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "DELETE /v2.0/subnets/421f3cbf-0489-4dad-a1d6-ab2e51dd4b38 HTTP/1.1" status: 204 len: 168 time: 1.0013087 Feb 09 16:08:23.680967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58924) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:23.877937 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.879756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.912373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] No DVR routers for this DVR port d6f312aa-c943-4d52-aeb4-19efc6aae9e3 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:08:23.925106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9221-5029-4e47-a71f-c29317505be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:23.966356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897ca6b-e6cf-47c6-8255-cc019d5c8639 None None] Pushing event deleted for resources: {'Port': ['ID=d6f312aa-c943-4d52-aeb4-19efc6aae9e3,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:23.984967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] DHCP port deletion for 083d6f2b-73b8-4398-936f-5fa4281e7b1e request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:08:24.015803 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c9e9221-5029-4e47-a71f-c29317505be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.043430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.087469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] Deleting port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:08:24.090345 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.091801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:24.120627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6f312aa-c943-4d52-aeb4-19efc6aae9e3 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:08:24.125720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05472acb-58cf-48ed-837c-f0a8b12dd8df') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:24.126565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05472acb-58cf-48ed-837c-f0a8b12dd8df') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:24.156937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.180732 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0c9e9221-5029-4e47-a71f-c29317505be0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1983e362bf646fab1cd02c3357c6420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8395801 Feb 09 16:08:24.183561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58934) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:24.189561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e9221-5029-4e47-a71f-c29317505be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24941c4b-8e74-4808-8a04-90984fd46d87,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:24.239998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d6f312aa-c943-4d52-aeb4-19efc6aae9e3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:08:24.240377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6f312aa-c943-4d52-aeb4-19efc6aae9e3 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:08:24.247556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:08:24.275223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.299971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ab04d4c-b6ad-40a2-8b84-e72a387d0a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.304949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:08:24.305502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:08:24.310539 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:08:24.430032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] For port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:24.430456 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.459372 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ab04d4c-b6ad-40a2-8b84-e72a387d0a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.501706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] Calling delete_port for e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:08:24.573187 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.586650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fafa8-5190-4188-a59a-10e2d6847d2d req-22a33b8e-2559-45f0-a831-3a894741fd3b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:24.589075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc6fafa8-5190-4188-a59a-10e2d6847d2d req-22a33b8e-2559-45f0-a831-3a894741fd3b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1268885 Feb 09 16:08:24.696530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.709704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.710085 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,segment=NetworkSegment(4589ec28-f205-420e-9ef9-db979d4dae18),segment_id=4589ec28-f205-420e-9ef9-db979d4dae18)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:24.717732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "DELETE /v2.0/networks/e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca HTTP/1.1" status: 204 len: 168 time: 1.0353923 Feb 09 16:08:24.722546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58942) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:24.734394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc6fafa8-5190-4188-a59a-10e2d6847d2d req-8f675ae3-6ab8-4d36-b41d-4614a46901f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280227 Feb 09 16:08:24.775998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c791994-faab-4202-8697-b9bfd25d385b tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Network': ['ID=e5e1b893-c4c3-42dd-bcb4-8a1be203f2ca,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:24.782690 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.782959 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ab04d4c-b6ad-40a2-8b84-e72a387d0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.802578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ab04d4c-b6ad-40a2-8b84-e72a387d0a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:24.808214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8ab04d4c-b6ad-40a2-8b84-e72a387d0a5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24941c4b-8e74-4808-8a04-90984fd46d87 HTTP/1.1" status: 204 len: 168 time: 0.6188939 Feb 09 16:08:24.849401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab04d4c-b6ad-40a2-8b84-e72a387d0a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24941c4b-8e74-4808-8a04-90984fd46d87,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:24.954379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:25.031896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.042285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.154993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] Pushing event deleted for resources: {'Port': ['ID=e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:25.164519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb7f79-4e68-4a22-8db1-f4abd72c0177 None None] No DVR routers for this DVR port e3bba9e5-f1b5-4636-8e8b-c76e127ac0fb on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:08:25.305374 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.321191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec803-34b6-47c8-8053-bfbcabe7a4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.404956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083d6f2b-73b8-4398-936f-5fa4281e7b1e']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:25.418668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4589ec28-f205-420e-9ef9-db979d4dae18') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:25.419498 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4589ec28-f205-420e-9ef9-db979d4dae18') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:25.445547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.509049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.524235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:08:25.526153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:08:25.537255 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:08:25.579557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:08:25.809923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.831040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:25.842845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:25.858886 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] 10.222.0.53 "DELETE /v2.0/networks/083d6f2b-73b8-4398-936f-5fa4281e7b1e HTTP/1.1" status: 204 len: 168 time: 1.1319432 Feb 09 16:08:25.871878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'a374866e-8308-4aea-8472-d6f258c523c1', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'port_id': 'a374866e-8308-4aea-8472-d6f258c523c1', 'mac_address': 'fa:16:3e:f8:78:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:08:25.923006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e06235-950d-4568-b4dd-ee1d120d7bcb tempest-TaggedBootDevicesTest_v242-695114291 tempest-TaggedBootDevicesTest_v242-695114291-project] Pushing event deleted for resources: {'Network': ['ID=083d6f2b-73b8-4398-936f-5fa4281e7b1e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:26.073184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:26.074248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58986) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:26.107424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ca34b18-cbd1-4be2-8664-505a5c2740c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:26.119545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a374866e-8308-4aea-8472-d6f258c523c1 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:08:26.181739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:26.218744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17831-836b-4d86-8937-ae3a3d4f6934 req-8db098de-b4b5-4360-843c-430ed6085235 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:26.223816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ef17831-836b-4d86-8937-ae3a3d4f6934 req-8db098de-b4b5-4360-843c-430ed6085235 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1741993 Feb 09 16:08:26.281089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:26.335889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ef17831-836b-4d86-8937-ae3a3d4f6934 req-b9862c07-6045-4fe7-ab0f-b8b73caee3c2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004288 Feb 09 16:08:26.402177 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ca34b18-cbd1-4be2-8664-505a5c2740c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:26.454640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:26.480042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ca34b18-cbd1-4be2-8664-505a5c2740c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:26.530106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a374866e-8308-4aea-8472-d6f258c523c1'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:08:26.637627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59004) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:26.648074 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0ca34b18-cbd1-4be2-8664-505a5c2740c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b663bc3d6bbb4edfb0851994a400462f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702803 Feb 09 16:08:26.651474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca34b18-cbd1-4be2-8664-505a5c2740c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c517b057-ed29-41b6-adb7-3f669f224f11,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:26.761143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1860b2a4-5d3a-4e96-8095-68711bf8b61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:26.766013 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:26.825035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1860b2a4-5d3a-4e96-8095-68711bf8b61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:26.868111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59012) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:26.997999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1860b2a4-5d3a-4e96-8095-68711bf8b61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.001034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1860b2a4-5d3a-4e96-8095-68711bf8b61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.008042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1860b2a4-5d3a-4e96-8095-68711bf8b61b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c517b057-ed29-41b6-adb7-3f669f224f11 HTTP/1.1" status: 204 len: 168 time: 0.3633797 Feb 09 16:08:27.060563 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860b2a4-5d3a-4e96-8095-68711bf8b61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c517b057-ed29-41b6-adb7-3f669f224f11,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:27.241411 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031e8456-a951-42fa-904e-4a95e9a825d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.531246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031e8456-a951-42fa-904e-4a95e9a825d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.580876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:08:27.637279 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-031e8456-a951-42fa-904e-4a95e9a825d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.735088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbfdc7-7b72-4d20-912e-b8f3d2384d8a req-6ae36b9a-7e23-42e2-8561-2601c5ff6eb0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:27.748507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81cbfdc7-7b72-4d20-912e-b8f3d2384d8a req-6ae36b9a-7e23-42e2-8561-2601c5ff6eb0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.2117510 Feb 09 16:08:27.791212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port a374866e-8308-4aea-8472-d6f258c523c1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:08:27.799894 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:27.823602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e8456-a951-42fa-904e-4a95e9a825d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e80814-b7ec-482d-bac7-62f6bcb8383c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:27.869623 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-031e8456-a951-42fa-904e-4a95e9a825d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5b3916009214b7eb0185c49f5545619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9999912 Feb 09 16:08:27.873937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59050) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:27.897251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81cbfdc7-7b72-4d20-912e-b8f3d2384d8a req-055a7b9e-c9a4-421d-a85c-dd5c021ab49e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262193 Feb 09 16:08:27.987468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b689e866-95c0-4e41-9a2d-4df3928a6ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.059762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b689e866-95c0-4e41-9a2d-4df3928a6ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.152471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.189349 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.218653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:08:28.225598 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d893ed-3ef4-4937-bae6-31e9a78799f5" -d '{"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-plugged", "status": "completed", "tag": "a374866e-8308-4aea-8472-d6f258c523c1"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:08:28.264768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:28.312303 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636c7883-1e54-402a-91d9-b2d493c6406f x-openstack-request-id: req-636c7883-1e54-402a-91d9-b2d493c6406f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:08:28.312943 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-plugged", "status": "completed", "tag": "a374866e-8308-4aea-8472-d6f258c523c1", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:08:28.313308 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-636c7883-1e54-402a-91d9-b2d493c6406f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:08:28.313828 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1', 'code': 200} Feb 09 16:08:28.351790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b689e866-95c0-4e41-9a2d-4df3928a6ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.365082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b689e866-95c0-4e41-9a2d-4df3928a6ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.365082 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b689e866-95c0-4e41-9a2d-4df3928a6ead admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3e80814-b7ec-482d-bac7-62f6bcb8383c HTTP/1.1" status: 204 len: 168 time: 0.4824042 Feb 09 16:08:28.395075 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.399577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689e866-95c0-4e41-9a2d-4df3928a6ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e80814-b7ec-482d-bac7-62f6bcb8383c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:28.560870 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:28.638391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:29.197191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7df9b-d981-40ef-802b-378f69fb7a82 req-e1b74e4f-6fcb-4e4b-8641-81d8662443bb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:29.206669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24b7df9b-d981-40ef-802b-378f69fb7a82 req-e1b74e4f-6fcb-4e4b-8641-81d8662443bb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.0742493 Feb 09 16:08:29.295351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24b7df9b-d981-40ef-802b-378f69fb7a82 req-57b86dfc-7c62-4996-9811-c3b94c4f14ea tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872288 Feb 09 16:08:29.402206 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-6aab7b97-1941-499a-9ee9-5fb8c7b5b099 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2655952 Feb 09 16:08:29.654238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-56f062fc-8231-4ac8-b651-541b6c2f8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:29.656221 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-56f062fc-8231-4ac8-b651-541b6c2f8761 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1096 time: 0.1730289 Feb 09 16:08:29.918574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59098) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:30.003705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21fff41d-5607-49d7-9336-f87c2732b8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.186249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.328659 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21fff41d-5607-49d7-9336-f87c2732b8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.349926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-a1af5444-bf19-42ae-bb04-c7d4763060a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:30.362869 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-a1af5444-bf19-42ae-bb04-c7d4763060a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 0.6756418 Feb 09 16:08:30.508343 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-21fff41d-5607-49d7-9336-f87c2732b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.575645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-21fff41d-5607-49d7-9336-f87c2732b8fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38558c530a4040dbb893062f2a83797f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547325 Feb 09 16:08:30.576763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59116) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:30.578087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fff41d-5607-49d7-9336-f87c2732b8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a27f60c-e6d8-4369-9a94-51b2e17784e4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:30.660069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f25714-439d-4c15-949c-630ea6a2107d req-6811e98a-3411-4eac-b65c-373c28d07ad5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:30.661978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36f25714-439d-4c15-949c-630ea6a2107d req-6811e98a-3411-4eac-b65c-373c28d07ad5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.2166896 Feb 09 16:08:30.726654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36f25714-439d-4c15-949c-630ea6a2107d req-ac86745e-14c4-45c4-8c14-6fe21c434ae1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534785 Feb 09 16:08:30.734735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2682ef58-3a12-4557-a787-bf717d702549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.755904 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-65bd34e1-e6f7-40a0-a1fa-885bec746a04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 1001 time: 0.3870494 Feb 09 16:08:30.793122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2682ef58-3a12-4557-a787-bf717d702549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:30.990937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-6821e596-7e71-4f02-b451-5d25b78db6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:30.993396 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-6821e596-7e71-4f02-b451-5d25b78db6ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.2272763 Feb 09 16:08:31.065831 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2682ef58-3a12-4557-a787-bf717d702549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:31.068505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2682ef58-3a12-4557-a787-bf717d702549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:31.074696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2682ef58-3a12-4557-a787-bf717d702549 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a27f60c-e6d8-4369-9a94-51b2e17784e4 HTTP/1.1" status: 204 len: 168 time: 0.4844372 Feb 09 16:08:31.138388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682ef58-3a12-4557-a787-bf717d702549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a27f60c-e6d8-4369-9a94-51b2e17784e4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:31.143680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-68a6d87c-d3f0-4325-9982-2fd0385a5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:31.150636 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-68a6d87c-d3f0-4325-9982-2fd0385a5744 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435153 Feb 09 16:08:31.386128 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-fd019cbf-9b4c-40ef-b697-d3ef473d32cf service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249153 Feb 09 16:08:31.727770 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-b93dd9a6-f421-4eb6-90ee-4218cfcb8a73 req-0e7e58cd-690f-49a7-9d0f-871a26e9957d service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317113 Feb 09 16:08:32.070280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856a76e-5b35-4076-9ccf-04817145d88d req-53d6a5a7-c168-4d87-b82c-86d11510f52b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:32.081933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3856a76e-5b35-4076-9ccf-04817145d88d req-53d6a5a7-c168-4d87-b82c-86d11510f52b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1062593 Feb 09 16:08:32.135930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3856a76e-5b35-4076-9ccf-04817145d88d req-90d01968-70da-4dfa-80e2-dd7d8ffadb5d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527146 Feb 09 16:08:32.157050 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:33.463157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24585548-b6eb-4cf4-af32-7797bb1d1916 req-e869694a-b119-4fd5-ab0f-75d031039605 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:33.471624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24585548-b6eb-4cf4-af32-7797bb1d1916 req-e869694a-b119-4fd5-ab0f-75d031039605 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.0931938 Feb 09 16:08:33.581343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24585548-b6eb-4cf4-af32-7797bb1d1916 req-25430c88-637c-4ef8-8a12-c2a04dc09b8a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083496 Feb 09 16:08:34.673875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59216) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:34.886306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2abb1-7daa-467f-b42f-f89b96fb93d9 req-35cfc22d-285a-433a-a036-9f18c231d552 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:34.889310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43e2abb1-7daa-467f-b42f-f89b96fb93d9 req-35cfc22d-285a-433a-a036-9f18c231d552 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1166983 Feb 09 16:08:34.959517 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43e2abb1-7daa-467f-b42f-f89b96fb93d9 req-5e3a4dcb-17a8-4ad6-9ea7-61fe3b8fc9e9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527761 Feb 09 16:08:35.563221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d370f1b8-3192-4147-843e-ee51f37a1f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:35.650124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59238) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:35.865799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d370f1b8-3192-4147-843e-ee51f37a1f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:35.887964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.138273 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.397569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3d23f7-375f-433c-b0a2-275ba45d74db req-7234e4b5-95ed-4585-94a9-a73217dcbecd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:36.419309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3d23f7-375f-433c-b0a2-275ba45d74db req-7234e4b5-95ed-4585-94a9-a73217dcbecd tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1987884 Feb 09 16:08:36.560961 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d370f1b8-3192-4147-843e-ee51f37a1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.598098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:36.687767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c1f5e-f101-4939-b866-2494e319438f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:36.702453 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2abccc410c8e410b87811e0c00769b19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0511842 Feb 09 16:08:36.704957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.705515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.706019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.706600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.707102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.707607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.708107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.708658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.709134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.709619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.710117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.710591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0e4ec2-14d8-4240-b921-817b85476156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:36.712883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d370f1b8-3192-4147-843e-ee51f37a1f55 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfc059aea8c541b4b871f675dcb77a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0375574 Feb 09 16:08:36.713915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59256) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:36.714463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59258) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:36.720068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370f1b8-3192-4147-843e-ee51f37a1f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6e8cc1-0c02-4abb-b410-a57036448901,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:36.880799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3d23f7-375f-433c-b0a2-275ba45d74db req-19937f5e-a133-4253-b095-77faa57085d6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4622219 Feb 09 16:08:37.027480 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e02a96-eb81-4963-b77a-3759da0a77cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.058925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-297fe2e0-7faf-4419-9174-1a3773831f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.078943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e02a96-eb81-4963-b77a-3759da0a77cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.208004 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-297fe2e0-7faf-4419-9174-1a3773831f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.223387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e02a96-eb81-4963-b77a-3759da0a77cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.226920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e02a96-eb81-4963-b77a-3759da0a77cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.234490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-47e02a96-eb81-4963-b77a-3759da0a77cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/876c1f5e-f101-4939-b866-2494e319438f HTTP/1.1" status: 204 len: 168 time: 0.5086448 Feb 09 16:08:37.337843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e02a96-eb81-4963-b77a-3759da0a77cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c1f5e-f101-4939-b866-2494e319438f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:37.583593 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-297fe2e0-7faf-4419-9174-1a3773831f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.591781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-297fe2e0-7faf-4419-9174-1a3773831f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:37.594938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-297fe2e0-7faf-4419-9174-1a3773831f9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b6e8cc1-0c02-4abb-b410-a57036448901 HTTP/1.1" status: 204 len: 168 time: 0.8636687 Feb 09 16:08:37.634948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fe2e0-7faf-4419-9174-1a3773831f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6e8cc1-0c02-4abb-b410-a57036448901,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:37.646139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-7fd0cdae-7bc7-42d6-8273-bc1efbc42630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:37.649061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-7fd0cdae-7bc7-42d6-8273-bc1efbc42630 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1096 time: 0.1428216 Feb 09 16:08:38.189268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-c784dbca-bf93-4367-be7e-4d28e46d7306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:38.189268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-c784dbca-bf93-4367-be7e-4d28e46d7306 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.4613578 Feb 09 16:08:38.469754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-c15244cf-7c0e-4462-b293-f14b4ff8e43c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 1000 time: 0.3252428 Feb 09 16:08:38.724434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-7c05507b-c46c-44bc-8234-09e1a9c11ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:38.732645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-7c05507b-c46c-44bc-8234-09e1a9c11ee2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.2447417 Feb 09 16:08:38.764243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f2309-814c-46bb-b68f-62bbef5153fa req-d23a3c9a-1106-44a7-bbea-a0129b917a32 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:38.768014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d2f2309-814c-46bb-b68f-62bbef5153fa req-d23a3c9a-1106-44a7-bbea-a0129b917a32 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.2866859 Feb 09 16:08:39.012473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59322) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:39.060751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4bba7ab-5d21-4695-a2a7-09bcc89df157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:39.100220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-33af3e0a-a5b1-44c7-ae15-0e7c72c2243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:39.103619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-33af3e0a-a5b1-44c7-ae15-0e7c72c2243d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3661370 Feb 09 16:08:39.289412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d2f2309-814c-46bb-b68f-62bbef5153fa req-e3679407-b78d-4f0f-9f8b-4d829e9e4e43 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4405196 Feb 09 16:08:39.415842 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4bba7ab-5d21-4695-a2a7-09bcc89df157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:39.557655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4bba7ab-5d21-4695-a2a7-09bcc89df157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:39.603301 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c4bba7ab-5d21-4695-a2a7-09bcc89df157 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c603d9092eae4e5991615a6369e1b946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5872822 Feb 09 16:08:39.604512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:39.624121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-05e9c105-ef1a-4377-90f0-302db003bd33 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941635 Feb 09 16:08:39.632508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bba7ab-5d21-4695-a2a7-09bcc89df157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b33554-891d-4339-9963-583216ec0a99,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:39.811926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b812c2c-a433-4882-a242-fac54f87ced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:39.854616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b812c2c-a433-4882-a242-fac54f87ced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:39.946275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbaf04f0-5d7a-469d-add1-d5f455a4a584 req-59c7dad5-5c47-4f98-964b-5b896694e53b service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546349 Feb 09 16:08:40.035496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59344) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:40.056036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73821818-d987-4da4-b0d6-9c141ba8aa40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:40.140882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b812c2c-a433-4882-a242-fac54f87ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:40.157321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b812c2c-a433-4882-a242-fac54f87ced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:40.160021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8b812c2c-a433-4882-a242-fac54f87ced7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56b33554-891d-4339-9963-583216ec0a99 HTTP/1.1" status: 204 len: 168 time: 0.5542500 Feb 09 16:08:40.203360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b812c2c-a433-4882-a242-fac54f87ced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b33554-891d-4339-9963-583216ec0a99,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:40.350577 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73821818-d987-4da4-b0d6-9c141ba8aa40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:40.533965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73821818-d987-4da4-b0d6-9c141ba8aa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:40.607826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59360) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:40.700365 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-73821818-d987-4da4-b0d6-9c141ba8aa40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df76e6f1a1f14c62b189e94023e307f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634121 Feb 09 16:08:40.706102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ad0d9-aea3-49a6-92d9-ee319738665c req-09d2f365-52d5-44d2-ad3f-796a1b37d808 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:40.721068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f4ad0d9-aea3-49a6-92d9-ee319738665c req-09d2f365-52d5-44d2-ad3f-796a1b37d808 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1321104 Feb 09 16:08:40.721863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59364) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:40.786023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73821818-d987-4da4-b0d6-9c141ba8aa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421521d9-938a-4494-a189-d341da7f941e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:40.942664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f4ad0d9-aea3-49a6-92d9-ee319738665c req-7cce0805-33f9-4aa3-81db-71ad50601481 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220946 Feb 09 16:08:41.095921 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea2a584a-6ea9-494a-a388-ee271c2ffb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:41.172233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea2a584a-6ea9-494a-a388-ee271c2ffb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:41.307277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528b6703-3309-4f3f-a114-53b972b6b90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:41.338813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c995b-1233-4057-ac59-5d6e041267e6 req-b17b03e9-5ed0-441c-ac30-6b4df8057ef0 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:41.342320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d4c995b-1233-4057-ac59-5d6e041267e6 req-b17b03e9-5ed0-441c-ac30-6b4df8057ef0 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1096 time: 0.5251491 Feb 09 16:08:41.415688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d4c995b-1233-4057-ac59-5d6e041267e6 req-7ca6d33f-9180-4530-a7bd-43b70a629038 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:41.426770 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea2a584a-6ea9-494a-a388-ee271c2ffb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:41.432688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea2a584a-6ea9-494a-a388-ee271c2ffb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:41.439191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea2a584a-6ea9-494a-a388-ee271c2ffb39 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/421521d9-938a-4494-a189-d341da7f941e HTTP/1.1" status: 204 len: 168 time: 0.7120776 Feb 09 16:08:41.569202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a584a-6ea9-494a-a388-ee271c2ffb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421521d9-938a-4494-a189-d341da7f941e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:41.997722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528b6703-3309-4f3f-a114-53b972b6b90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:42.081888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528b6703-3309-4f3f-a114-53b972b6b90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:42.178072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-528b6703-3309-4f3f-a114-53b972b6b90a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac19b05da5944b23a5ebaa8148fa87e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5687368 Feb 09 16:08:42.182856 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d4c995b-1233-4057-ac59-5d6e041267e6 req-7ca6d33f-9180-4530-a7bd-43b70a629038 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:42.185529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b6703-3309-4f3f-a114-53b972b6b90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbdd4a4-4614-4587-b86a-c290992c72ad,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:42.185818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59402) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:42.271223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5d4c995b-1233-4057-ac59-5d6e041267e6 req-7ca6d33f-9180-4530-a7bd-43b70a629038 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:42.312962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d4c995b-1233-4057-ac59-5d6e041267e6 req-7ca6d33f-9180-4530-a7bd-43b70a629038 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9585602 Feb 09 16:08:42.396055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67a116a2-b561-4e6a-991e-3a3bbca9a374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:42.522298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67a116a2-b561-4e6a-991e-3a3bbca9a374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:42.773415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6d33f-9180-4530-a7bd-43b70a629038 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f10e69-d4d8-43ea-aeb7-3c5e1b199868,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:42.797372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67a116a2-b561-4e6a-991e-3a3bbca9a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:42.804903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67a116a2-b561-4e6a-991e-3a3bbca9a374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:42.807545 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-67a116a2-b561-4e6a-991e-3a3bbca9a374 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3dbdd4a4-4614-4587-b86a-c290992c72ad HTTP/1.1" status: 204 len: 168 time: 0.6184175 Feb 09 16:08:42.847841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a116a2-b561-4e6a-991e-3a3bbca9a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbdd4a4-4614-4587-b86a-c290992c72ad,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:42.861611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c5275-e4b8-4712-ac9d-86e042c5b73e req-dedd7e7d-b86e-40d7-b8a5-a5d0cd06e90b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:42.872827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab7c5275-e4b8-4712-ac9d-86e042c5b73e req-dedd7e7d-b86e-40d7-b8a5-a5d0cd06e90b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.5469160 Feb 09 16:08:42.939207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833d46d-4766-49f0-8c05-45a15b0a73eb req-5e4f732a-c3e7-4657-ad59-574803f3baff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:42.986816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7833d46d-4766-49f0-8c05-45a15b0a73eb req-5e4f732a-c3e7-4657-ad59-574803f3baff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.3314664 Feb 09 16:08:43.265018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7833d46d-4766-49f0-8c05-45a15b0a73eb req-d19ce3ab-ab62-4c60-b1f4-74b34ebaa13a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2725098 Feb 09 16:08:43.314011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab7c5275-e4b8-4712-ac9d-86e042c5b73e req-f213a05e-8fcf-4717-b7f7-cf25b6ec12d1 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4399550 Feb 09 16:08:43.342909 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59430) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:43.863136 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd3c1207-3edc-4773-927f-259c8eeceafe tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/911ee4a9-90f0-4e2d-be80-7057e60b0f23 HTTP/1.1" status: 200 len: 993 time: 0.5184243 Feb 09 16:08:44.743399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987144f3-ef97-4d53-8e35-de91f724f512 req-fc2a57eb-36b9-4e6f-8a52-efa043f48264 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:44.771438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-987144f3-ef97-4d53-8e35-de91f724f512 req-fc2a57eb-36b9-4e6f-8a52-efa043f48264 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1967771 Feb 09 16:08:44.850889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-5dc156bf-d5da-4573-8899-14ec4a8ff7ce req-6b35dae1-db0e-4127-94d5-45035dd33826 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:08:44.853052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5dc156bf-d5da-4573-8899-14ec4a8ff7ce req-6b35dae1-db0e-4127-94d5-45035dd33826 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5852854 Feb 09 16:08:44.969967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-987144f3-ef97-4d53-8e35-de91f724f512 req-de7a1a08-3f34-48c5-a113-8461d867db78 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961100 Feb 09 16:08:45.127896 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:45.152488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-086891ef-b3c9-41e7-a5f1-5184781e2ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:45.474272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-086891ef-b3c9-41e7-a5f1-5184781e2ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:45.608364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-086891ef-b3c9-41e7-a5f1-5184781e2ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:45.702166 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086891ef-b3c9-41e7-a5f1-5184781e2ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6467e61b-0f6a-4745-9b8e-dcecc4a88a89,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:45.790680 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-086891ef-b3c9-41e7-a5f1-5184781e2ae5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c055d9a2feb46d58e798ea800e6287e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602798 Feb 09 16:08:45.795760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59500) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:46.058017 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43da7f45-aa84-4b3c-b7a7-3442dcd1955c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:46.348577 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43da7f45-aa84-4b3c-b7a7-3442dcd1955c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:46.486300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff541f1-1a7e-42c1-bd2d-5c1c32c9a5f9 req-c4ebc22d-bebe-40a4-9926-e200e3777a67 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:46.488604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ff541f1-1a7e-42c1-bd2d-5c1c32c9a5f9 req-c4ebc22d-bebe-40a4-9926-e200e3777a67 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.2976332 Feb 09 16:08:46.541195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd1929-7602-42ec-bf9c-36b737c1cc79 req-2a0aa556-ae82-49ec-9bdc-c5c60b37b7f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:46.552561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48cd1929-7602-42ec-bf9c-36b737c1cc79 req-2a0aa556-ae82-49ec-9bdc-c5c60b37b7f7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.3878851 Feb 09 16:08:46.692501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48cd1929-7602-42ec-bf9c-36b737c1cc79 req-d24506ed-a114-4d83-a3bc-16eed5e2b693 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170652 Feb 09 16:08:46.739118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ff541f1-1a7e-42c1-bd2d-5c1c32c9a5f9 req-bf48eea8-356a-48df-b472-ddb65551ad43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2414393 Feb 09 16:08:46.804555 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-19bf5f65-a814-4675-b58c-47f24c2c5dcf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5090077 Feb 09 16:08:46.809395 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43da7f45-aa84-4b3c-b7a7-3442dcd1955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:46.812687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-43da7f45-aa84-4b3c-b7a7-3442dcd1955c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:46.816385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-43da7f45-aa84-4b3c-b7a7-3442dcd1955c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6467e61b-0f6a-4745-9b8e-dcecc4a88a89 HTTP/1.1" status: 204 len: 168 time: 1.0151596 Feb 09 16:08:46.838709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f45-aa84-4b3c-b7a7-3442dcd1955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6467e61b-0f6a-4745-9b8e-dcecc4a88a89,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:48.122774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d09bc-3e54-411b-94c0-bceca5d7718b req-ebcd6502-0751-4e2f-a3c4-282fd7580848 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:48.136390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d7d09bc-3e54-411b-94c0-bceca5d7718b req-ebcd6502-0751-4e2f-a3c4-282fd7580848 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.3038163 Feb 09 16:08:48.199731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ee3b8-8efa-4109-ad17-abfe45060db9 req-a0675371-cf1c-4f90-8a84-6f9a00813524 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:48.199731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f73ee3b8-8efa-4109-ad17-abfe45060db9 req-a0675371-cf1c-4f90-8a84-6f9a00813524 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.2708991 Feb 09 16:08:48.351835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d7d09bc-3e54-411b-94c0-bceca5d7718b req-34eca47c-f34c-49db-8885-4e6ccf9c7953 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105141 Feb 09 16:08:48.445704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f73ee3b8-8efa-4109-ad17-abfe45060db9 req-65c2c945-a66b-4990-bc4a-b9fb28563902 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2394507 Feb 09 16:08:48.852701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59614) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:51.766445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd27c0-2468-47cc-83a3-3507c8ab52e1 req-3fc2c0b8-ab95-4b32-b6ca-1b3e9cc9cf27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:51.770802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8cd27c0-2468-47cc-83a3-3507c8ab52e1 req-3fc2c0b8-ab95-4b32-b6ca-1b3e9cc9cf27 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 2.0614908 Feb 09 16:08:51.864457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce947e14-73bb-4f8f-a0d6-699c0d1774cb req-69929e6d-3736-41c4-9225-431498f19740 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:51.880436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce947e14-73bb-4f8f-a0d6-699c0d1774cb req-69929e6d-3736-41c4-9225-431498f19740 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 1.9510539 Feb 09 16:08:52.134646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-a2625e2b-f0d7-4286-9e53-a9fa472c74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:52.142502 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-a2625e2b-f0d7-4286-9e53-a9fa472c74f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1096 time: 0.1390445 Feb 09 16:08:52.229826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8cd27c0-2468-47cc-83a3-3507c8ab52e1 req-69199225-cfcf-477b-ba64-ad53de3091a8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436862 Feb 09 16:08:52.273705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce947e14-73bb-4f8f-a0d6-699c0d1774cb req-50f9c990-baa0-4c89-a3d4-94c5f3a5c0a4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3535221 Feb 09 16:08:52.448540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-6afbe8ca-0429-4eb7-b2cc-5988265a9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:52.456828 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-6afbe8ca-0429-4eb7-b2cc-5988265a9bae service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 0.3059397 Feb 09 16:08:52.706290 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-fbff9c05-3cf4-447c-bb67-e145c3a59e19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 1001 time: 0.2427871 Feb 09 16:08:52.734634 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:52.826960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-59cad526-53a0-4d34-9191-1053ad50256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:52.829463 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-59cad526-53a0-4d34-9191-1053ad50256a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.1066008 Feb 09 16:08:52.861259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-484d36c9-34fe-47ef-b879-5ad8e861eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:52.951090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-948b4d19-31f4-4b4a-b6a6-77cc1cef485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:52.953470 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-948b4d19-31f4-4b4a-b6a6-77cc1cef485a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172853 Feb 09 16:08:53.162733 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-170d597f-4d49-442e-98a8-e519d44f3ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010014 Feb 09 16:08:53.225054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Deleting port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:08:53.225556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:53.397342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] For port f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:53.397778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:53.454345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Calling delete_port for f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:08:53.604770 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-0cf0482e-2d4e-4fca-a022-81184742f432 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337759 Feb 09 16:08:54.148312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:54.220861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:54.396518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.397766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.398272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.398726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.399169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.401449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.401978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.402505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.403714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.414361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.415386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.447428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:08:54.514518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7091bb-fa00-49c2-9246-8343a1edf473 req-ad45b17d-a81b-4583-889f-d3de3def51b0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:54.524491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a7091bb-fa00-49c2-9246-8343a1edf473 req-ad45b17d-a81b-4583-889f-d3de3def51b0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.5294373 Feb 09 16:08:54.575106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799097f-b727-4159-8267-7e0c34209156 req-df27faf4-f538-4f84-a485-e3ceb4600d17 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:54.600802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b799097f-b727-4159-8267-7e0c34209156 req-df27faf4-f538-4f84-a485-e3ceb4600d17 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 1.1392970 Feb 09 16:08:54.948882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a7091bb-fa00-49c2-9246-8343a1edf473 req-92b5b3d7-4651-4421-9d5a-6433c055a3ef tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405023 Feb 09 16:08:54.983969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b799097f-b727-4159-8267-7e0c34209156 req-d8a4e6b6-fad3-40a3-82c3-27b1226a25dd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3791685 Feb 09 16:08:54.984727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:55.350903 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6413469b-227b-450c-917a-d25b6d2372f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:56.003680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:08:56.557244 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:56.697534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507aa513-509b-4852-af9c-d550f001f611 req-91b689fb-2796-4674-9e73-69ed90a451d8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:56.699200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-507aa513-509b-4852-af9c-d550f001f611 req-91b689fb-2796-4674-9e73-69ed90a451d8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.3430135 Feb 09 16:08:56.710048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a649b-26c2-417f-8c00-7de7e7d4ae16 req-6e461c05-eb17-4fbb-bfff-99dfc940dd6e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:56.711699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e5a649b-26c2-417f-8c00-7de7e7d4ae16 req-6e461c05-eb17-4fbb-bfff-99dfc940dd6e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.3983898 Feb 09 16:08:56.802259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-507aa513-509b-4852-af9c-d550f001f611 req-66bcbb86-707a-484a-9059-04215e389e22 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887792 Feb 09 16:08:56.806473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:08:56.815295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-452e9c73-9637-4c6c-817f-bdc5d2d1f153 admin admin] 10.222.0.53 "PUT /v2.0/routers/7ae6e0f4-d923-41a9-a405-3d9fa7174408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9582448 Feb 09 16:08:56.816336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59832) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:56.827105 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] Sync routers for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:08:56.846646 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:08:56.847869 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:08:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:57.028802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e5a649b-26c2-417f-8c00-7de7e7d4ae16 req-7bfd07e1-f329-458a-ad1c-3da0f011752a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2767308 Feb 09 16:08:57.164756 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:08:57.176872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:57.809082 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T16:08:53Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:57.873285 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] Checking router: 7ae6e0f4-d923-41a9-a405-3d9fa7174408 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:08:57.894632 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] Routers {'7ae6e0f4-d923-41a9-a405-3d9fa7174408'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:08:57.895662 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:08:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:58.044642 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:58.209819 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] Set router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:08:58.288165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:58.386463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219f045-8a05-4558-9ef6-fa875cf5e1d4 req-1a364318-4ad0-46ae-a3ba-187b3f746f8d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:58.388470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e219f045-8a05-4558-9ef6-fa875cf5e1d4 req-1a364318-4ad0-46ae-a3ba-187b3f746f8d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.3814299 Feb 09 16:08:58.524550 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T16:08:53Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:08:58.533282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:58.533707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df4615-fbaf-4447-abb7-5996843b8eb6 req-0f49f7fa-4c14-40d5-805a-224ee89e660d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:08:58.542979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47df4615-fbaf-4447-abb7-5996843b8eb6 req-0f49f7fa-4c14-40d5-805a-224ee89e660d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.3257287 Feb 09 16:08:58.564253 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a62e1c-77c0-410c-9837-964a43444268 None None] The sync data for ids ['7ae6e0f4-d923-41a9-a405-3d9fa7174408'] in n-d-828542-1 is: [{'id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'name': 'tempest-TaggedBootDevicesTest_v242-26368782-router', 'tenant_id': '883b6fbfd2234c758be9047868b0faf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:58:42Z', 'updated_at': '2022-02-09T16:08:53Z', 'revision_number': 5, 'project_id': '883b6fbfd2234c758be9047868b0faf3', 'gw_port': {'id': 'cb14c5d8-93be-458b-aaae-35de3f445e95', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:fb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae6e0f4-d923-41a9-a405-3d9fa7174408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:58:44Z', 'updated_at': '2022-02-09T15:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:08:58.583934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59866) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:58.677026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e219f045-8a05-4558-9ef6-fa875cf5e1d4 req-32a5e772-00bb-41d9-b017-1d7fc5a64f95 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130272 Feb 09 16:08:58.795156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Deleting port cb14c5d8-93be-458b-aaae-35de3f445e95 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:08:58.797027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:58.810432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47df4615-fbaf-4447-abb7-5996843b8eb6 req-60387e4d-a7f3-4116-9404-c7d421ea24e2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1886945 Feb 09 16:08:58.930484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd19b3fd-4357-4481-832c-cb13e4dc38ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:59.200024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] For port cb14c5d8-93be-458b-aaae-35de3f445e95, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cb14c5d8-93be-458b-aaae-35de3f445e95,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:08:59.204123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:59.264785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Calling delete_port for cb14c5d8-93be-458b-aaae-35de3f445e95 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:08:59.275316 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd19b3fd-4357-4481-832c-cb13e4dc38ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:59.488538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd19b3fd-4357-4481-832c-cb13e4dc38ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:59.586190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19b3fd-4357-4481-832c-cb13e4dc38ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc4b222-c970-4a16-a8c2-655edde5876c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:59.591288 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dd19b3fd-4357-4481-832c-cb13e4dc38ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=005d1eae2baa495ab3593045ba2b1514&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0059273 Feb 09 16:08:59.598573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59880) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:08:59.694618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:59.752643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2b053a9-a26b-4f44-9029-02cd49a2e76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:08:59.788113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb14c5d8-93be-458b-aaae-35de3f445e95,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:08:59.909243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2b053a9-a26b-4f44-9029-02cd49a2e76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:00.146591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:00.173663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2b053a9-a26b-4f44-9029-02cd49a2e76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:00.177667 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2b053a9-a26b-4f44-9029-02cd49a2e76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:00.178977 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2b053a9-a26b-4f44-9029-02cd49a2e76b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebc4b222-c970-4a16-a8c2-655edde5876c HTTP/1.1" status: 204 len: 168 time: 0.5793698 Feb 09 16:09:00.197561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b053a9-a26b-4f44-9029-02cd49a2e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc4b222-c970-4a16-a8c2-655edde5876c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:00.243114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:09:00.247797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f0cb2545-3113-4aa7-8b8a-bfb8c689bd2f not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:09:00.262988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:00.276485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:00.293964 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:09:00.554865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:00.566320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c62f07-b3b2-43d5-8212-de52f5a6b774 req-166cfe37-e1a3-4091-872d-badd166ab4a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:00.568373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63c62f07-b3b2-43d5-8212-de52f5a6b774 req-166cfe37-e1a3-4091-872d-badd166ab4a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.4986792 Feb 09 16:09:00.577829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fe6de-800f-47fb-b3a2-280fe7d43fab req-4eab2dce-2ece-4699-8cf1-d76226de404c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:00.580839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f65fe6de-800f-47fb-b3a2-280fe7d43fab req-4eab2dce-2ece-4699-8cf1-d76226de404c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.6027472 Feb 09 16:09:00.583163 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.264980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63c62f07-b3b2-43d5-8212-de52f5a6b774 req-7b42ca90-3817-4a3d-adae-95c1c0bd368f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6838424 Feb 09 16:09:01.282793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f65fe6de-800f-47fb-b3a2-280fe7d43fab req-f13818f8-8b7d-48a8-95ea-94b0bd4d0b32 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6882470 Feb 09 16:09:01.368786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.369540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae6e0f4-d923-41a9-a405-3d9fa7174408 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:09:01.374337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.382549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59912) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:01.383287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-96b97565-c853-44e7-a99a-7a110e5b43d4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7ae6e0f4-d923-41a9-a405-3d9fa7174408 HTTP/1.1" status: 204 len: 168 time: 4.5616972 Feb 09 16:09:01.473674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59916) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:01.498979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e55c9866-a281-4656-8c91-5b5d12928be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.514103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-c086696b-5039-4289-acaa-2128b2570851 admin admin] Deleting subnet f15574d8-9ee5-4a7d-ba73-817f74194d1e {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:09:01.522111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c086696b-5039-4289-acaa-2128b2570851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.583491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c086696b-5039-4289-acaa-2128b2570851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.693911 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c086696b-5039-4289-acaa-2128b2570851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.704527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e55c9866-a281-4656-8c91-5b5d12928be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.854046 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.854616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e55c9866-a281-4656-8c91-5b5d12928be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:01.906989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e55c9866-a281-4656-8c91-5b5d12928be3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d64ea0b1f85493bbcf2f8f38a8311b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321208 Feb 09 16:09:01.907788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59924) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:01.910153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c9866-a281-4656-8c91-5b5d12928be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0596e4e-48d1-4667-989d-731c321cc136,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:01.983806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c086696b-5039-4289-acaa-2128b2570851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.024884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0325-90fd-4571-a6c9-b7e2ece6cec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.047552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c086696b-5039-4289-acaa-2128b2570851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.053556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d6587-3dbd-41ce-94b9-976258f297a1 None None] Network b0b2a8ce-1e32-4a91-87a4-f2b599e30790 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:09:02.064909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0325-90fd-4571-a6c9-b7e2ece6cec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.065122 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c086696b-5039-4289-acaa-2128b2570851 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f15574d8-9ee5-4a7d-ba73-817f74194d1e HTTP/1.1" status: 204 len: 168 time: 0.6856742 Feb 09 16:09:02.073248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59930) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:02.203837 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.208890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086696b-5039-4289-acaa-2128b2570851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15574d8-9ee5-4a7d-ba73-817f74194d1e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:02.232109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cb14c5d8-93be-458b-aaae-35de3f445e95 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:02.260616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0325-90fd-4571-a6c9-b7e2ece6cec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.264544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea2b0325-90fd-4571-a6c9-b7e2ece6cec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.269862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea2b0325-90fd-4571-a6c9-b7e2ece6cec5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0596e4e-48d1-4667-989d-731c321cc136 HTTP/1.1" status: 204 len: 168 time: 0.3605480 Feb 09 16:09:02.284572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: cb14c5d8-93be-458b-aaae-35de3f445e95 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:09:02.284572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cb14c5d8-93be-458b-aaae-35de3f445e95 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:09:02.287021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b0325-90fd-4571-a6c9-b7e2ece6cec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0596e4e-48d1-4667-989d-731c321cc136,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:02.330529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Deleting port 69080a9c-580f-4ecd-8e03-96a6872974aa {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:09:02.330529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.502296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] For port 69080a9c-580f-4ecd-8e03-96a6872974aa, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=69080a9c-580f-4ecd-8e03-96a6872974aa,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:02.502901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.521126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Calling delete_port for 69080a9c-580f-4ecd-8e03-96a6872974aa owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:09:02.540936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] DHCP port deletion for b0b2a8ce-1e32-4a91-87a4-f2b599e30790 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:09:02.588919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-5952c24f-4391-4b51-b6f7-8a0813a00208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:02.591374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-5952c24f-4391-4b51-b6f7-8a0813a00208 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1096 time: 0.2133150 Feb 09 16:09:02.639962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a281ba-42fd-45e2-b598-31d87fb7467a req-a8b6a996-3bac-4cc8-a941-8e486acfe0d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:02.642039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29a281ba-42fd-45e2-b598-31d87fb7467a req-a8b6a996-3bac-4cc8-a941-8e486acfe0d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1906755 Feb 09 16:09:02.656776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d9df-71e3-4fc6-81d3-4878bbc3c0fb req-2b1cd586-8828-48e8-a147-dce4f326a991 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:02.665920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ea0d9df-71e3-4fc6-81d3-4878bbc3c0fb req-2b1cd586-8828-48e8-a147-dce4f326a991 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.2086585 Feb 09 16:09:02.708597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Deleting port 69080a9c-580f-4ecd-8e03-96a6872974aa {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:09:02.709026 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.793372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] For port 69080a9c-580f-4ecd-8e03-96a6872974aa, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=69080a9c-580f-4ecd-8e03-96a6872974aa,segment=NetworkSegment(56538962-eac6-446d-917c-a5c0bd91f700),segment_id=56538962-eac6-446d-917c-a5c0bd91f700)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:02.794388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.811724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ea0d9df-71e3-4fc6-81d3-4878bbc3c0fb req-87f29485-96ed-48a8-9947-cc6916c9cb4a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1392252 Feb 09 16:09:02.820494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29a281ba-42fd-45e2-b598-31d87fb7467a req-037a9337-184c-4e1d-acf7-d731723a9205 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465936 Feb 09 16:09:02.826640 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:02.835968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Calling delete_port for 69080a9c-580f-4ecd-8e03-96a6872974aa owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:09:02.881520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-f49a5234-b8d6-4b39-9f0c-bf6b32419364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:02.887027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-f49a5234-b8d6-4b39-9f0c-bf6b32419364 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.2839043 Feb 09 16:09:02.948018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] No DVR routers for this DVR port 69080a9c-580f-4ecd-8e03-96a6872974aa on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:02.951761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Pushing event deleted for resources: {'Port': ['ID=69080a9c-580f-4ecd-8e03-96a6872974aa,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:02.976333 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.047989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-dd4a59c8-03f8-4c0a-abc5-d85471bc7082 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 1000 time: 0.1514797 Feb 09 16:09:03.057985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Pushing event deleted for resources: {'Port': ['ID=69080a9c-580f-4ecd-8e03-96a6872974aa,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:03.089820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.090315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.090763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.094211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.094689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.095362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.095766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.096224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.096563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.097217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.099353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.099947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:03.111337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffbaed-322c-4975-911c-d1297a9aa2b7 None None] No DVR routers for this DVR port 69080a9c-580f-4ecd-8e03-96a6872974aa on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:03.169641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.204214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-98a3b2d5-9fc3-4217-8255-5312f246b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:03.210249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-98a3b2d5-9fc3-4217-8255-5312f246b0f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.1534455 Feb 09 16:09:03.212184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b2a8ce-1e32-4a91-87a4-f2b599e30790']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:03.227382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56538962-eac6-446d-917c-a5c0bd91f700') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:03.227602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56538962-eac6-446d-917c-a5c0bd91f700') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:03.243356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.268017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.291275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:09:03.291772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:09:03.300031 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:09:03.329571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59948) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:03.365498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-84f85baa-6625-49e2-9806-79566702c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:03.369785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-84f85baa-6625-49e2-9806-79566702c108 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494892 Feb 09 16:09:03.632530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.636024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-7407dce8-9e6d-486f-bb36-986db7b1fd38 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572587 Feb 09 16:09:03.644351 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.650578 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b0b2a8ce-1e32-4a91-87a4-f2b599e30790 HTTP/1.1" status: 204 len: 168 time: 1.5731566 Feb 09 16:09:03.654097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59958) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:03.661843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7cb54fe-739e-4fe0-b335-96e81b0c525c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:03.676608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec905d12-4256-45c5-bf8f-00140cd9b758 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b2a8ce-1e32-4a91-87a4-f2b599e30790,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:04.030309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a18a76c-90d3-4279-b658-42a23b3b556a req-52d03a12-6f84-47ff-9841-4bf551b0d6a7 service neutron] 10.222.0.73 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851709 Feb 09 16:09:04.117180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 69080a9c-580f-4ecd-8e03-96a6872974aa no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:04.119487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7cb54fe-739e-4fe0-b335-96e81b0c525c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.198525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512b10e-6d9f-455b-bd89-908fb2e0a843 req-6920d974-b01e-4588-a55d-c8a4e80fbbd2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:04.209075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 69080a9c-580f-4ecd-8e03-96a6872974aa {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:09:04.209417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 69080a9c-580f-4ecd-8e03-96a6872974aa not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:09:04.211683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f512b10e-6d9f-455b-bd89-908fb2e0a843 req-6920d974-b01e-4588-a55d-c8a4e80fbbd2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.2744589 Feb 09 16:09:04.247245 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7cb54fe-739e-4fe0-b335-96e81b0c525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.267421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998cc15-6a31-4725-b7ad-3a14b8663f3e req-86b4ef3a-0c9b-42eb-9b6e-2fff342b505e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:04.269083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c998cc15-6a31-4725-b7ad-3a14b8663f3e req-86b4ef3a-0c9b-42eb-9b6e-2fff342b505e tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.3178916 Feb 09 16:09:04.466875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:04.467161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c7cb54fe-739e-4fe0-b335-96e81b0c525c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4270670198a5446eb317fcedc73eaa0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1374602 Feb 09 16:09:04.472403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb54fe-739e-4fe0-b335-96e81b0c525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee25705-98c6-4809-b23b-6e04f50a8f00,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:04.503603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f512b10e-6d9f-455b-bd89-908fb2e0a843 req-67cc3121-8de9-4918-ad23-65f395f1b807 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2893686 Feb 09 16:09:04.550054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c998cc15-6a31-4725-b7ad-3a14b8663f3e req-1661a7b7-1acc-4a75-a0c2-408eb10dabcb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604110 Feb 09 16:09:04.617055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dfbfcba9-3f96-4465-ba13-740c79295ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.693922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dfbfcba9-3f96-4465-ba13-740c79295ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.800132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.870710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dfbfcba9-3f96-4465-ba13-740c79295ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.874110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dfbfcba9-3f96-4465-ba13-740c79295ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:04.875340 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dfbfcba9-3f96-4465-ba13-740c79295ffc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ee25705-98c6-4809-b23b-6e04f50a8f00 HTTP/1.1" status: 204 len: 168 time: 0.4074080 Feb 09 16:09:04.913266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfcba9-3f96-4465-ba13-740c79295ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee25705-98c6-4809-b23b-6e04f50a8f00,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:05.221592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Deleting port 89712c65-9cc1-4a7e-b218-4cc07c956649 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:09:05.222284 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.389460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] For port 89712c65-9cc1-4a7e-b218-4cc07c956649, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=89712c65-9cc1-4a7e-b218-4cc07c956649,segment=NetworkSegment(11323b31-0a46-4567-a756-d715d4a54495),segment_id=11323b31-0a46-4567-a756-d715d4a54495)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:05.391609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:05.414973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Calling delete_port for 89712c65-9cc1-4a7e-b218-4cc07c956649 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:09:05.818195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73627b7f-2f73-4ab5-817d-20d1d2b36774 req-99df3df6-7ad2-4256-bbc0-6b5c82ad14ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:05.826091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73627b7f-2f73-4ab5-817d-20d1d2b36774 req-99df3df6-7ad2-4256-bbc0-6b5c82ad14ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.1232150 Feb 09 16:09:05.859040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:05.862832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677cf99-52ab-42ea-a015-719f4c309247 req-b3b6684a-94fd-4406-a850-bcce3d2fa269 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:05.876905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2677cf99-52ab-42ea-a015-719f4c309247 req-b3b6684a-94fd-4406-a850-bcce3d2fa269 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.1566079 Feb 09 16:09:05.997948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.045823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73627b7f-2f73-4ab5-817d-20d1d2b36774 req-6915d73b-1505-430d-b8db-1d1fd49e5a39 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1671531 Feb 09 16:09:06.067316 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.117471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:06.119117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:06.122355 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e4b8b1-680d-452f-b211-9a2063ec1db9" -d '{"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-unplugged", "status": "completed", "tag": "a374866e-8308-4aea-8472-d6f258c523c1"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:09:06.168889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2677cf99-52ab-42ea-a015-719f4c309247 req-99830cbb-024b-4af2-99a2-e99f07cccd45 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760797 Feb 09 16:09:06.170303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Pushing event deleted for resources: {'Port': ['ID=89712c65-9cc1-4a7e-b218-4cc07c956649,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:06.208648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.310378 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6ecd12-3cfe-423d-8aaa-5fa0c2ffe9e8 x-openstack-request-id: req-ce6ecd12-3cfe-423d-8aaa-5fa0c2ffe9e8 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:09:06.310378 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-unplugged", "status": "completed", "tag": "a374866e-8308-4aea-8472-d6f258c523c1", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:09:06.310378 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ce6ecd12-3cfe-423d-8aaa-5fa0c2ffe9e8 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:09:06.310378 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1', 'code': 200} Feb 09 16:09:06.310378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:06.337447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60044) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:06.373544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8c66-8c33-4eca-ac17-d1e5fc5f1bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.463566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.551202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8c66-8c33-4eca-ac17-d1e5fc5f1bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.659516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8c66-8c33-4eca-ac17-d1e5fc5f1bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.786457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f8c66-8c33-4eca-ac17-d1e5fc5f1bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474bf3f-c66d-4b83-8fb1-ba272fbe5108,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:06.807974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Router 365ff679-7215-495f-abb2-04332fad3491 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:09:06.833165 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d1f8c66-8c33-4eca-ac17-d1e5fc5f1bcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12b52765893f467a93c836f8b0685257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910119 Feb 09 16:09:06.836921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60054) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:06.949748 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4e2f-e849-4909-811d-3305a2c4c67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.985961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4e2f-e849-4909-811d-3305a2c4c67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:06.992897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:09:07.005434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] Sync routers for ids ['365ff679-7215-495f-abb2-04332fad3491'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:09:07.010073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-306b5526-2c84-44ce-9cbc-b6734152416e admin admin] 10.222.0.53 "PUT /v2.0/routers/365ff679-7215-495f-abb2-04332fad3491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3532517 Feb 09 16:09:07.010872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60056) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:07.038295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] Routers {'365ff679-7215-495f-abb2-04332fad3491'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:09:07.039376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:08:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['365ff679-7215-495f-abb2-04332fad3491'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:07.199370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:07.280292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4e2f-e849-4909-811d-3305a2c4c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:07.284560 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5dc4e2f-e849-4909-811d-3305a2c4c67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:07.306528 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e5dc4e2f-e849-4909-811d-3305a2c4c67e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8474bf3f-c66d-4b83-8fb1-ba272fbe5108 HTTP/1.1" status: 204 len: 168 time: 0.4680817 Feb 09 16:09:07.371721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc4e2f-e849-4909-811d-3305a2c4c67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474bf3f-c66d-4b83-8fb1-ba272fbe5108,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:07.461195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] Set router 365ff679-7215-495f-abb2-04332fad3491 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:09:07.758945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T16:09:05Z', 'revision_number': 5, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:07.838612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] Checking router: 365ff679-7215-495f-abb2-04332fad3491 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:09:07.849017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] Routers {'365ff679-7215-495f-abb2-04332fad3491'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:09:07.849904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:08:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['365ff679-7215-495f-abb2-04332fad3491'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:08.111802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] Set router 365ff679-7215-495f-abb2-04332fad3491 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:09:08.302094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dce8b-9d85-4caf-8672-07d0ad771a53 req-adc0f497-4ea6-4e31-9ed7-cdd67c8c7557 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:08.309038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f59dce8b-9d85-4caf-8672-07d0ad771a53 req-adc0f497-4ea6-4e31-9ed7-cdd67c8c7557 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.9863899 Feb 09 16:09:08.352649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc26938-11da-4f78-b067-66b0a838bf6d req-74d241f4-5e47-446e-aa58-3f6f078410d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:08.356220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cc26938-11da-4f78-b067-66b0a838bf6d req-74d241f4-5e47-446e-aa58-3f6f078410d2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.2108181 Feb 09 16:09:08.439587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:08.479017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T16:09:05Z', 'revision_number': 5, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:08.548767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f59dce8b-9d85-4caf-8672-07d0ad771a53 req-ec0479d3-b039-41e0-afc6-3ce91f14cd24 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2311587 Feb 09 16:09:08.588803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cc26938-11da-4f78-b067-66b0a838bf6d req-72c43cb2-5fa6-48d6-9ae0-7cc51f89ad63 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116530 Feb 09 16:09:08.590210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025c76a-7392-4e99-a059-e04fdca18f09 None None] The sync data for ids ['365ff679-7215-495f-abb2-04332fad3491'] in n-d-828542-1 is: [{'id': '365ff679-7215-495f-abb2-04332fad3491', 'name': 'tempest-TaggedBootDevicesTest_v242-632713615-router', 'tenant_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:59:09Z', 'updated_at': '2022-02-09T16:09:05Z', 'revision_number': 5, 'project_id': 'ae1ea1a92a7b46a4a481e025338c4f20', 'gw_port': {'id': 'aecc6121-620b-4cfe-b07a-914bba93caac', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ff679-7215-495f-abb2-04332fad3491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:59:12Z', 'updated_at': '2022-02-09T15:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:09:08.722943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Deleting port aecc6121-620b-4cfe-b07a-914bba93caac {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:09:08.726667 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:08.875508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] For port aecc6121-620b-4cfe-b07a-914bba93caac, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=aecc6121-620b-4cfe-b07a-914bba93caac,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:08.876230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:08.891232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Calling delete_port for aecc6121-620b-4cfe-b07a-914bba93caac owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:09:09.419324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.453532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Pushing event deleted for resources: {'Port': ['ID=aecc6121-620b-4cfe-b07a-914bba93caac,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:09.585002 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.725058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.727572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:09.821674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0eead9-ef57-493d-9e05-90a370cb8a72 req-3ad16bfe-3aa3-4101-9bde-69e5a3f26a67 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:09.823248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a0eead9-ef57-493d-9e05-90a370cb8a72 req-3ad16bfe-3aa3-4101-9bde-69e5a3f26a67 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.0902002 Feb 09 16:09:09.879080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:09.903510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a0eead9-ef57-493d-9e05-90a370cb8a72 req-ed5b957e-0108-4bd3-b54b-e4d4bd116f5a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677528 Feb 09 16:09:10.101691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 89712c65-9cc1-4a7e-b218-4cc07c956649 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:10.125227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 89712c65-9cc1-4a7e-b218-4cc07c956649 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:09:10.156533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 89712c65-9cc1-4a7e-b218-4cc07c956649 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:09:10.231435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:10.232652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 365ff679-7215-495f-abb2-04332fad3491 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:09:10.238539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:10.244000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:10.246964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a9cdbfe1-ef15-417a-a741-c39e24b15407 admin admin] 10.222.0.53 "DELETE /v2.0/routers/365ff679-7215-495f-abb2-04332fad3491 HTTP/1.1" status: 204 len: 168 time: 3.2306559 Feb 09 16:09:10.303137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d12903-6e9f-4be2-8e43-ac3acb8c680d admin admin] Deleting subnet 77fcd924-c70c-40bf-8858-c81f9ff368e6 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:09:10.307677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78d12903-6e9f-4be2-8e43-ac3acb8c680d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:10.381224 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78d12903-6e9f-4be2-8e43-ac3acb8c680d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:11.136024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f713a-d54c-48f9-91f4-e1cefff01ef9 req-2eeb1a61-3935-4d1d-9de4-1e33d1abf38d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:11.147233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e5f713a-d54c-48f9-91f4-e1cefff01ef9 req-2eeb1a61-3935-4d1d-9de4-1e33d1abf38d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.0914607 Feb 09 16:09:11.208209 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78d12903-6e9f-4be2-8e43-ac3acb8c680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:11.213280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e5f713a-d54c-48f9-91f4-e1cefff01ef9 req-4dbcb737-6196-4d7c-a35b-92dd0c71dd06 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631623 Feb 09 16:09:11.335022 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-4e8c4e73-430f-46ad-a8c7-400ad54048f3 service neutron] show failed (client error): The resource could not be found. Feb 09 16:09:11.336253 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-4e8c4e73-430f-46ad-a8c7-400ad54048f3 service neutron] 10.222.0.13 "GET /v2.0/ports/c040745d-cfbc-4c70-9631-22f73c3f8ea4/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.2309909 Feb 09 16:09:11.447830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78d12903-6e9f-4be2-8e43-ac3acb8c680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:11.498573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d12903-6e9f-4be2-8e43-ac3acb8c680d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77fcd924-c70c-40bf-8858-c81f9ff368e6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:11.521491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78d12903-6e9f-4be2-8e43-ac3acb8c680d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:11.527976 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-78d12903-6e9f-4be2-8e43-ac3acb8c680d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/77fcd924-c70c-40bf-8858-c81f9ff368e6 HTTP/1.1" status: 204 len: 168 time: 1.2828350 Feb 09 16:09:11.532688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60226) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:11.540031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc70fb-ab43-4e66-a61c-146f74e881b6 None None] Network 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:09:11.726437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:11.842818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Deleting port 68454d94-efce-436a-99d9-8ac312320ce5 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:09:11.843217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:11.946349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] For port 68454d94-efce-436a-99d9-8ac312320ce5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=68454d94-efce-436a-99d9-8ac312320ce5,segment=NetworkSegment(11323b31-0a46-4567-a756-d715d4a54495),segment_id=11323b31-0a46-4567-a756-d715d4a54495)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:11.946349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:11.990217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Calling delete_port for 68454d94-efce-436a-99d9-8ac312320ce5 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:09:12.117651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] DHCP port deletion for 4b9cd3d2-d715-4c54-a85f-8f3a15b49531 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:09:12.224033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device aecc6121-620b-4cfe-b07a-914bba93caac no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:12.264220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-eb53f24b-3533-4552-a46e-8b79537deb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:12.276183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-eb53f24b-3533-4552-a46e-8b79537deb4d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 1096 time: 0.1217046 Feb 09 16:09:12.288074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: aecc6121-620b-4cfe-b07a-914bba93caac {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:09:12.289253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device aecc6121-620b-4cfe-b07a-914bba93caac not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:09:12.293006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:12.353867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] Deleting port 68454d94-efce-436a-99d9-8ac312320ce5 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:09:12.354638 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:12.458084 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:12.533682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Pushing event deleted for resources: {'Port': ['ID=68454d94-efce-436a-99d9-8ac312320ce5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:12.537112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] No DVR routers for this DVR port 68454d94-efce-436a-99d9-8ac312320ce5 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:12.644671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:12.752611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] For port 68454d94-efce-436a-99d9-8ac312320ce5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=68454d94-efce-436a-99d9-8ac312320ce5,segment=NetworkSegment(11323b31-0a46-4567-a756-d715d4a54495),segment_id=11323b31-0a46-4567-a756-d715d4a54495)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:12.753241 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:12.807199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] Calling delete_port for 68454d94-efce-436a-99d9-8ac312320ce5 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:09:12.813900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:12.894118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89994a19-803c-4364-ae9b-dd304588182b req-b4ebaf64-9515-43dd-b0a8-439e83201619 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:12.895766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89994a19-803c-4364-ae9b-dd304588182b req-b4ebaf64-9515-43dd-b0a8-439e83201619 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.4771070 Feb 09 16:09:12.903281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9cd3d2-d715-4c54-a85f-8f3a15b49531']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:12.922073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11323b31-0a46-4567-a756-d715d4a54495') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:12.922382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11323b31-0a46-4567-a756-d715d4a54495') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:12.967602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3544c-a8c4-42c8-beb5-0f9e75e3d80d req-e16b0d13-dca3-4af0-a591-cd314cd914b3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:12.976464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3e3544c-a8c4-42c8-beb5-0f9e75e3d80d req-e16b0d13-dca3-4af0-a591-cd314cd914b3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.2485750 Feb 09 16:09:12.980993 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.013881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60274) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:13.019228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1115699529'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:13.038706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] Pushing event deleted for resources: {'Port': ['ID=68454d94-efce-436a-99d9-8ac312320ce5,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:13.051605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99f8fd-23a0-44ff-bb86-196958b74166 None None] No DVR routers for this DVR port 68454d94-efce-436a-99d9-8ac312320ce5 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:13.121687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.148320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.161425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:09:13.161831 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.167115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:13.171331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:09:13.175566 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:09:13.231540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:09:13.254020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.255969 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Added segment e7b62491-4f47-4ec7-9e4c-ed7de9389fb0 of type vlan for network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 Feb 09 16:09:13.258810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89994a19-803c-4364-ae9b-dd304588182b req-04f5e6e5-5262-478e-a327-3655bbfaf19f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3436220 Feb 09 16:09:13.347373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3e3544c-a8c4-42c8-beb5-0f9e75e3d80d req-97de748b-ccc0-44d0-bfeb-9ae45a89febb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700039 Feb 09 16:09:13.366975 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.390246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.395738 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.405861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] 10.222.0.53 "DELETE /v2.0/networks/4b9cd3d2-d715-4c54-a85f-8f3a15b49531 HTTP/1.1" status: 204 len: 168 time: 1.8713095 Feb 09 16:09:13.474726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bd49a-bee2-4f66-aa6a-c92a8faa017e admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9cd3d2-d715-4c54-a85f-8f3a15b49531,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:13.527439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:13.582136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:13.618825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.628646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:13.629957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.632476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:13.635070 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c86326-2870-4bf8-9d82-0c0ad162db71" -d '{"events": [{"server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "name": "network-vif-unplugged", "status": "completed", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:09:13.639701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.669910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Transition to ACTIVE for port object c040745d-cfbc-4c70-9631-22f73c3f8ea4 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:09:13.701874 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703945e6-bfe1-44dd-ade6-6efa2e849fc5 x-openstack-request-id: req-703945e6-bfe1-44dd-ade6-6efa2e849fc5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:09:13.702366 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "name": "network-vif-unplugged", "status": "completed", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:09:13.702717 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-703945e6-bfe1-44dd-ade6-6efa2e849fc5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:09:13.703228 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'code': 200} Feb 09 16:09:13.766734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Network': ['ID=8506dff6-cc07-4ac0-a54e-0a468d8daca8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:13.789059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:09:13.801628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:13.885091 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5aee4aac-729c-406c-833c-b626ceea06fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8699415 Feb 09 16:09:13.889298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:13.909506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1980300580'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:14.067989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60300) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:14.080791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:14.089512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.180864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 68454d94-efce-436a-99d9-8ac312320ce5 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:14.207307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:14.223402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 68454d94-efce-436a-99d9-8ac312320ce5 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:09:14.227608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 68454d94-efce-436a-99d9-8ac312320ce5 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:09:14.296535 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:09:14.299454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] No DVR routers for this DVR port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:14.316058 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d7c51ac-4bd6-4509-87ec-b48ecf55dbd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=883b6fbfd2234c758be9047868b0faf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432010 Feb 09 16:09:14.316595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:14.360158 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.360511 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Added segment 3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2 of type vlan for network e25f59b9-53e0-424b-b146-dc14bde3063e Feb 09 16:09:14.537227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-501f6d92-5834-4d0d-9715-5008c6296ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.542910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.582500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-501f6d92-5834-4d0d-9715-5008c6296ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.660126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.668944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:14.669422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc417c-65a1-4ba2-92ff-175dedce4e64 req-e69caf0c-bf22-462c-8d14-9d8aac1ed574 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:14.670037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.671763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35cc417c-65a1-4ba2-92ff-175dedce4e64 req-e69caf0c-bf22-462c-8d14-9d8aac1ed574 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 0.2013783 Feb 09 16:09:14.720655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-501f6d92-5834-4d0d-9715-5008c6296ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.726267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-501f6d92-5834-4d0d-9715-5008c6296ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.728217 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-501f6d92-5834-4d0d-9715-5008c6296ad2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11bb87b1-5721-4939-9ab8-8d03c3d77fe1 HTTP/1.1" status: 204 len: 168 time: 0.4084284 Feb 09 16:09:14.732146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2341b0-81ab-4046-827a-3115f4113c03 req-3ce89d1e-e852-4713-906f-6477873302a8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:14.734501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce2341b0-81ab-4046-827a-3115f4113c03 req-3ce89d1e-e852-4713-906f-6477873302a8 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.1869903 Feb 09 16:09:14.793599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35cc417c-65a1-4ba2-92ff-175dedce4e64 req-750637b8-911e-4679-b341-b0d5ac355d79 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126301 Feb 09 16:09:14.816469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c040745d-cfbc-4c70-9631-22f73c3f8ea4 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:09:14.817727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Attempting to bind port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:09:14.824173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Attempting to bind port c040745d-cfbc-4c70-9631-22f73c3f8ea4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:09:14.827768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Attempting to bind port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on network 0ce29432-0cc5-41a3-8c22-be58dd27181a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:09:14.843501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f6d92-5834-4d0d-9715-5008c6296ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bb87b1-5721-4939-9ab8-8d03c3d77fe1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:14.860260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device c040745d-cfbc-4c70-9631-22f73c3f8ea4 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:09:14.893981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Network': ['ID=e25f59b9-53e0-424b-b146-dc14bde3063e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:14.896224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on network 0ce29432-0cc5-41a3-8c22-be58dd27181a not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:09:14.898784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Attempting to bind port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on network 0ce29432-0cc5-41a3-8c22-be58dd27181a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:09:14.912493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e25f59b9-53e0-424b-b146-dc14bde3063e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:09:14.914672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce2341b0-81ab-4046-827a-3115f4113c03 req-911f3f96-2dd3-41df-a667-ad15d73e1a45 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410108 Feb 09 16:09:14.916366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:09:14.916713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Checking segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:09:14.919462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Bound using segment: {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:09:14.920233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Bound port: c040745d-cfbc-4c70-9631-22f73c3f8ea4, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317db923-2d12-4077-ac09-94756cb0aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:09:14.920697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:14.942945 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a23b3951-ac52-4449-b40c-efa64ecc3bbc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0483966 Feb 09 16:09:14.944195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60324) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:14.971928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'subnet': {'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:15.182795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:15.189688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:09:15.322252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:15.324144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:15.369345 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:15.434937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:15.437771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:15.445968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] 10.222.0.73 "PUT /v2.0/ports/c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 1091 time: 3.1692460 Feb 09 16:09:15.555313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1423-3e8c-4b2d-aaa7-f5fc20182be9 service neutron] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:15.611201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-d824f25a-3a28-4ebb-ad8c-38a4b66ea10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:15.614150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-d824f25a-3a28-4ebb-ad8c-38a4b66ea10c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1094 time: 0.1316872 Feb 09 16:09:15.726643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:15.728319 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3522578b-d784-4f20-b79e-03b71d1baa08" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:09:15.792247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-deadcb79-e061-4e6d-9466-bf728cdf6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:15.794043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-deadcb79-e061-4e6d-9466-bf728cdf6bc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 0.1705229 Feb 09 16:09:15.809718 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf5966f-490b-4757-b8c4-144871b19bab x-openstack-request-id: req-aaf5966f-490b-4757-b8c4-144871b19bab {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:09:15.809718 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:09:15.809718 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aaf5966f-490b-4757-b8c4-144871b19bab {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:09:15.809718 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'status': 'completed', 'code': 200} Feb 09 16:09:15.891180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-0614d187-4b7d-4f0d-946b-706fba3d1ce0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 999 time: 0.0807528 Feb 09 16:09:15.927339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-ee26b129-b357-47c4-a25f-c99e68961747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:15.929077 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-ee26b129-b357-47c4-a25f-c99e68961747 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1094 time: 0.0979125 Feb 09 16:09:15.998977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-657ca1d5-55e9-4d12-bf98-078ac3fb2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.011996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-657ca1d5-55e9-4d12-bf98-078ac3fb2d33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.1023970 Feb 09 16:09:16.011996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b336fa-45b9-449e-91de-508959b5742e req-77f1508a-37fc-47c9-a2c4-c060fb7bfd19 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.014781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19b336fa-45b9-449e-91de-508959b5742e req-77f1508a-37fc-47c9-a2c4-c060fb7bfd19 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 0.1048043 Feb 09 16:09:16.061480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-65988636-3b1e-4163-b5ad-09c644ac4a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.062337 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-65988636-3b1e-4163-b5ad-09c644ac4a3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 0.1268423 Feb 09 16:09:16.112218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-36816aa9-75d2-4a07-a9e5-93b00e7a1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.113885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-36816aa9-75d2-4a07-a9e5-93b00e7a1e48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980313 Feb 09 16:09:16.116988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19b336fa-45b9-449e-91de-508959b5742e req-29e3eeac-d2b1-4438-8d29-95cd425f35ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878112 Feb 09 16:09:16.162233 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-a6a338da-83b2-4cad-ba06-60e4f1c2a5c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 999 time: 0.0928957 Feb 09 16:09:16.245416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-dd1e1217-32f4-4f83-b04f-c6ae369f5bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.250921 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-dd1e1217-32f4-4f83-b04f-c6ae369f5bfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.0804269 Feb 09 16:09:16.278393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cff72-e5b7-430f-9a7c-149bdeb395db req-2371e0f2-ef10-409d-abb0-435101ab92e3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.285549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe3cff72-e5b7-430f-9a7c-149bdeb395db req-2371e0f2-ef10-409d-abb0-435101ab92e3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.1412041 Feb 09 16:09:16.329768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-a845ba1c-e438-4417-829a-5a2c6073d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.331541 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-a845ba1c-e438-4417-829a-5a2c6073d316 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752420 Feb 09 16:09:16.356779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-03f8700f-c1fb-49a7-bb75-5c7a6b57633e service neutron] 10.222.0.73 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284970 Feb 09 16:09:16.373066 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:16.479497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe3cff72-e5b7-430f-9a7c-149bdeb395db req-d5f349c8-c13e-4da9-b15a-d1c4af965072 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884601 Feb 09 16:09:16.564217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Subnet': ['ID=2f54da53-27ef-4f1f-be24-acd5af60777e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:16.590078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c0643a1-7919-499f-a52c-14cefd407b18 req-36ba539a-ec6c-4db3-8a80-92d7558bfb56 service neutron] 10.222.0.73 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216122 Feb 09 16:09:16.592702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Checking segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:09:16.593180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network hostable DHCP agents. Network: 8506dff6-cc07-4ac0-a54e-0a468d8daca8, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:09:16.602377 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-9e11740b-774e-4ed0-b0f1-046c66132f14 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635860 Feb 09 16:09:16.727397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60358) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:16.769146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:09:16.842231 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-80b5c7b6-0fd6-4a88-bf03-8a03ff99ad3e service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279587 Feb 09 16:09:16.893087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 8506dff6-cc07-4ac0-a54e-0a468d8daca8) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:16.899548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:16.900760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:16.915460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd7c18-8826-4acc-896e-1402f6ae526a None None] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:09:16.997526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-60ffb604-525b-43c7-8ab7-7593a3f10e59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae1ea1a92a7b46a4a481e025338c4f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675700 Feb 09 16:09:17.002183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60364) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:17.044492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-01f727c0-3aac-438f-aa88-d1de52364f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:17.049264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-01f727c0-3aac-438f-aa88-d1de52364f75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1094 time: 0.2895439 Feb 09 16:09:17.119486 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-670f7ecf-e6e6-41e9-bd24-7877cbc1af18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1724708 Feb 09 16:09:17.147101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:17.170434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'subnet': {'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:17.197211 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc9db23e-403c-4e32-b0be-b6dd53c3b711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:17.336538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc9db23e-403c-4e32-b0be-b6dd53c3b711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:17.339995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-8d43b09e-1190-4b49-929d-e9228d873bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:17.342407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-8d43b09e-1190-4b49-929d-e9228d873bbc service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 0.2861559 Feb 09 16:09:17.445702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'fixed_ips': [{'subnet_id': '2f54da53-27ef-4f1f-be24-acd5af60777e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:09:17.457049 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:17.625622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-2fd7965d-15bf-4da7-99a2-88f3f42fed4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 999 time: 0.2736869 Feb 09 16:09:17.723827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-e89d97af-37e9-4abc-84af-17c70d2cd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:17.726148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-e89d97af-37e9-4abc-84af-17c70d2cd6ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.0866027 Feb 09 16:09:17.761024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:17.773889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:17.860209 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc9db23e-403c-4e32-b0be-b6dd53c3b711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:17.884075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc9db23e-403c-4e32-b0be-b6dd53c3b711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:17.889192 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc9db23e-403c-4e32-b0be-b6dd53c3b711 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9eadedbd-69e6-42fb-8d2d-f077458016c9 HTTP/1.1" status: 204 len: 168 time: 0.8846970 Feb 09 16:09:17.969008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Allocated IP 10.1.1.2 (8506dff6-cc07-4ac0-a54e-0a468d8daca8/2f54da53-27ef-4f1f-be24-acd5af60777e/eba0b88d-e6b5-44b0-bc77-85ea9701ca68) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:18.039938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e49a98-bafc-44cb-90ae-e02e14a9191e req-cf112049-bb22-422e-9cd4-f7bc5e627f59 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:18.043657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e49a98-bafc-44cb-90ae-e02e14a9191e req-cf112049-bb22-422e-9cd4-f7bc5e627f59 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 0.5636101 Feb 09 16:09:18.049382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-d311e86e-a792-44a4-bb9b-0bd3fcdd7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:18.052561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-d311e86e-a792-44a4-bb9b-0bd3fcdd7295 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2881353 Feb 09 16:09:18.096387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9db23e-403c-4e32-b0be-b6dd53c3b711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eadedbd-69e6-42fb-8d2d-f077458016c9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:18.208579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd3fbd-43a9-4f2d-8e00-e97d761480b9 req-eb90d5c6-450a-4373-8ced-fe6527e5b0c4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:18.222417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52fd3fbd-43a9-4f2d-8e00-e97d761480b9 req-eb90d5c6-450a-4373-8ced-fe6527e5b0c4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.4945555 Feb 09 16:09:18.474706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:18.536250 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:18.566008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e49a98-bafc-44cb-90ae-e02e14a9191e req-07ffd47b-8b04-4085-b9aa-58c4cff20d17 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4100287 Feb 09 16:09:18.592652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52fd3fbd-43a9-4f2d-8e00-e97d761480b9 req-96e25cd3-1636-48bf-abee-bcd8bd4c0441 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437185 Feb 09 16:09:18.647536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:18.660694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:18.668316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:09:18.681629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:18.704553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Pushing event updated for resources: {'Port': ['ID=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:18.749402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-fa4406d4-8a49-4d4a-be8a-84be82e0a068 service neutron] 10.222.0.73 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845624 Feb 09 16:09:18.892906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Attempting to bind port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:09:18.893381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Attempting to bind port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:09:18.893836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Attempting to bind port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:09:18.898765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Subnet': ['ID=d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:18.910661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:09:18.911282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Checking segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:09:18.912317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:18.912982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Bound using segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:09:18.913604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Bound port: eba0b88d-e6b5-44b0-bc77-85ea9701ca68, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:09:18.914074 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:18.929067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Checking segment: {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:09:18.929067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network hostable DHCP agents. Network: e25f59b9-53e0-424b-b146-dc14bde3063e, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:09:19.074832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3522578b-d784-4f20-b79e-03b71d1baa08 req-49c3add7-6b9b-4c3a-baa6-87813ee6050c service neutron] 10.222.0.73 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150072 Feb 09 16:09:19.087048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network e25f59b9-53e0-424b-b146-dc14bde3063e is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:09:19.106705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] For port eba0b88d-e6b5-44b0-bc77-85ea9701ca68, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:19.111333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] For port eba0b88d-e6b5-44b0-bc77-85ea9701ca68, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:09:19.196921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e25f59b9-53e0-424b-b146-dc14bde3063e) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:19.197905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:19.208377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:19.210053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:19.285193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250c8fcc-8d11-4a14-8616-309886efa21f None None] Network e25f59b9-53e0-424b-b146-dc14bde3063e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:09:19.433957 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1e72705-8dbc-4ae8-985e-e87fcdfca860 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2854650 Feb 09 16:09:19.438223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:19.468034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'port': {'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'name': 'tempest-TaggedBootDevicesTest-404111072', 'fixed_ips': [{'subnet_id': '2f54da53-27ef-4f1f-be24-acd5af60777e'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:19.678426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3e133-71d8-4e61-9578-9425fad24ac0 None None] Pushing event updated for resources: {'Port': ['ID=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:19.881663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e25f59b9-53e0-424b-b146-dc14bde3063e', 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'fixed_ips': [{'subnet_id': 'd1e3a60d-d673-4d2e-a26f-f29a6e1b84b5'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:09:19.884838 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:19.898015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46a1e4-74f8-41a8-af17-46f3a0f8e02a req-fd0e2f4d-d8c1-482f-8f47-28c97a5e7774 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:19.914004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f46a1e4-74f8-41a8-af17-46f3a0f8e02a req-fd0e2f4d-d8c1-482f-8f47-28c97a5e7774 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 0.1394794 Feb 09 16:09:19.973516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c040745d-cfbc-4c70-9631-22f73c3f8ea4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:09:20.024816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:20.106900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f46a1e4-74f8-41a8-af17-46f3a0f8e02a req-bf9a652c-88e2-44f7-9e33-51ffec3e18ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1919265 Feb 09 16:09:20.174196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83b0ef-0612-42a7-8b4d-34acfdecf600 req-c2067424-f6ed-4e02-b2b4-45e74559ccb9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:20.178576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a83b0ef-0612-42a7-8b4d-34acfdecf600 req-c2067424-f6ed-4e02-b2b4-45e74559ccb9 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.2071166 Feb 09 16:09:20.421166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a83b0ef-0612-42a7-8b4d-34acfdecf600 req-e2003671-231a-4878-a437-84e68e922f45 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321835 Feb 09 16:09:20.484359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:20.518945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] device_id is not set on port ba14ea01-c13f-4107-a3eb-d8a84edd6042 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:09:20.676472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:20.793261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'port_id': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'mac_address': 'fa:16:3e:81:52:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:09:20.826542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Allocated IP 10.1.1.232 (8506dff6-cc07-4ac0-a54e-0a468d8daca8/2f54da53-27ef-4f1f-be24-acd5af60777e/ba14ea01-c13f-4107-a3eb-d8a84edd6042) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:20.902854 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:20.928996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c040745d-cfbc-4c70-9631-22f73c3f8ea4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:20.956297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Allocated IP 10.2.2.2 (e25f59b9-53e0-424b-b146-dc14bde3063e/d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5/7f22a82e-8105-4ee7-9053-7ab252ec1426) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:21.032572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bf009-0a3a-4461-90fa-07c6f03e28fd req-fa3698e4-8aa6-44cd-8ab0-b7369a21cee0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:21.040116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-931bf009-0a3a-4461-90fa-07c6f03e28fd req-fa3698e4-8aa6-44cd-8ab0-b7369a21cee0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 943 time: 0.2606988 Feb 09 16:09:21.152310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-931bf009-0a3a-4461-90fa-07c6f03e28fd req-f3e0b033-38c7-4c0f-9053-52a060ff5967 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010649 Feb 09 16:09:21.152996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60470) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:21.211057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:21.245226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:21.296039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:21.307595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ebd6-e90a-4e75-800e-049997264599 req-24a4d1fa-5c0a-4f37-bfaa-70b4d390cf51 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:21.309287 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-24a4d1fa-5c0a-4f37-bfaa-70b4d390cf51 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f&tenant_id=8e0a4caec7454704961c43365369d7ce&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 943 time: 0.2487278 Feb 09 16:09:21.379125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:21.389135 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:21.423290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-227306807-network', 'tenant_id': 'aa758836b79442f1b8012db3b7aabcfe'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:21.454428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Network e25f59b9-53e0-424b-b146-dc14bde3063e is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:21.475813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:21.483839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:09:21.502690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Pushing event updated for resources: {'Port': ['ID=7f22a82e-8105-4ee7-9053-7ab252ec1426,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:21.625809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Made reservation on behalf of aa758836b79442f1b8012db3b7aabcfe for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:21.629785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:21.661240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:21.719881 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [req-ba20ebd6-e90a-4e75-800e-049997264599 req-657869cf-d7da-4c0d-9416-b13778dd8051 service neutron] delete failed (client error): The resource could not be found. Feb 09 16:09:21.737854 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-657869cf-d7da-4c0d-9416-b13778dd8051 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c040745d-cfbc-4c70-9631-22f73c3f8ea4/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.4112134 Feb 09 16:09:21.867170 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:21.903493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:21.934808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c040745d-cfbc-4c70-9631-22f73c3f8ea4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:09:21.981664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Attempting to bind port 7f22a82e-8105-4ee7-9053-7ab252ec1426 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:09:21.981664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Attempting to bind port 7f22a82e-8105-4ee7-9053-7ab252ec1426 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:09:21.982274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Attempting to bind port 7f22a82e-8105-4ee7-9053-7ab252ec1426 on network e25f59b9-53e0-424b-b146-dc14bde3063e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:09:22.039069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6527ab-9e77-4f68-b60f-9d8cfa788f88 None None] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:09:22.095085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15047a94-cc37-446e-a146-5c6fecbe4e60 req-24290172-0b4c-418f-8548-e53831d061a0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:22.098198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15047a94-cc37-446e-a146-5c6fecbe4e60 req-24290172-0b4c-418f-8548-e53831d061a0 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.3571358 Feb 09 16:09:22.147322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:22.154721 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:22.168044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=ba14ea01-c13f-4107-a3eb-d8a84edd6042,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:22.206379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:09:22.323245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:09:22.323971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ebd6-e90a-4e75-800e-049997264599 req-b9bad598-c0ad-4114-baa3-aa16ec680c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:22.324890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Checking segment: {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:09:22.326502 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.326664 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-b9bad598-c0ad-4114-baa3-aa16ec680c28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1095 time: 0.4969523 Feb 09 16:09:22.327216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Bound using segment: {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:09:22.327886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Bound port: 7f22a82e-8105-4ee7-9053-7ab252ec1426, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:09:22.328514 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.329319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15047a94-cc37-446e-a146-5c6fecbe4e60 req-3ecdea21-6baf-4364-8251-d8a4c5d3a1a2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230198 Feb 09 16:09:22.380379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eba0b88d-e6b5-44b0-bc77-85ea9701ca68 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:09:22.387477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.479612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:22.482939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.504588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.512726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] For port 7f22a82e-8105-4ee7-9053-7ab252ec1426, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:22.517257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] For port 7f22a82e-8105-4ee7-9053-7ab252ec1426, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7f22a82e-8105-4ee7-9053-7ab252ec1426,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:09:22.533181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c08c5fb3-092f-4bc1-a9af-4c04d77adf1c None None] Provisioning complete for port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:22.533817 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c08c5fb3-092f-4bc1-a9af-4c04d77adf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.546464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:09:22.572333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.572713 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Added segment c3d63dd8-eae9-48b7-8682-0de94ebaf5d2 of type vlan for network a4a7ead8-6345-4f4a-a579-b412547b4be0 Feb 09 16:09:22.596772 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c6549ab4-3d49-4925-880e-c7d0c919a3f6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1560628 Feb 09 16:09:22.603979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60494) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:22.616363 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.616917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'port': {'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'name': 'tempest-TaggedBootDevicesTest-1005692871', 'fixed_ips': [{'subnet_id': '2f54da53-27ef-4f1f-be24-acd5af60777e'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:22.751026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.929110 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c08c5fb3-092f-4bc1-a9af-4c04d77adf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:22.980073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ebd6-e90a-4e75-800e-049997264599 req-d61e622c-8e17-4151-8df8-08466c668814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:22.981654 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-d61e622c-8e17-4151-8df8-08466c668814 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 0.6275935 Feb 09 16:09:23.022098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6de19-2baa-4517-a643-ad3753721085 req-5eb7df6f-a3e5-4afb-9732-491a34a72b08 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:23.036852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cc6de19-2baa-4517-a643-ad3753721085 req-5eb7df6f-a3e5-4afb-9732-491a34a72b08 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 944 time: 0.7040796 Feb 09 16:09:23.143162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb97701-e613-43a9-b8b9-aaa6b35fce2f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:23.167937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:23.168958 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:23.211874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:23.251238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:23.252581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:23.256225 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:23.265119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:23.269881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c08c5fb3-092f-4bc1-a9af-4c04d77adf1c None None] For port eba0b88d-e6b5-44b0-bc77-85ea9701ca68, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:23.307259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cc6de19-2baa-4517-a643-ad3753721085 req-1386f95e-a0ab-47fb-b474-706eeccdeb18 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2424867 Feb 09 16:09:23.345867 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ff750e7a-3490-4e77-838b-60b6ff35a5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:23.372472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5a46d-e977-451b-b57a-834cafa94338 None None] Pushing event updated for resources: {'Port': ['ID=7f22a82e-8105-4ee7-9053-7ab252ec1426,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:23.379428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] device_id is not set on port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:09:23.406925 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-4a0fdad1-d808-417e-8da9-d2ace33a1dbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 1000 time: 0.4089444 Feb 09 16:09:23.477809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3238132 Feb 09 16:09:23.484020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60510) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:23.526898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Request body: {'subnet': {'network_id': 'a4a7ead8-6345-4f4a-a579-b412547b4be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-227306807-subnet', 'tenant_id': 'aa758836b79442f1b8012db3b7aabcfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:23.575440 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c08c5fb3-092f-4bc1-a9af-4c04d77adf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:23.595602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e1e6e-0180-4e9c-a426-f95b1504fe16 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a7ead8-6345-4f4a-a579-b412547b4be0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:23.641084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a4a7ead8-6345-4f4a-a579-b412547b4be0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:09:23.655154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ebd6-e90a-4e75-800e-049997264599 req-0e3dcb3b-f51e-4502-b78d-ff7476063c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:23.657749 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-0e3dcb3b-f51e-4502-b78d-ff7476063c88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.1733890 Feb 09 16:09:23.762139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe0b38-f78e-44c6-b3fc-105b8c358f94 req-36fb5e9f-8815-405b-a88b-dd13c7aa64cc tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:23.763892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8fe0b38-f78e-44c6-b3fc-105b8c358f94 req-36fb5e9f-8815-405b-a88b-dd13c7aa64cc tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.2070296 Feb 09 16:09:23.825692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Made reservation on behalf of aa758836b79442f1b8012db3b7aabcfe for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:23.833201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:23.978971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8fe0b38-f78e-44c6-b3fc-105b8c358f94 req-8750b39f-ff08-40ac-8db2-6a246aec243c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073348 Feb 09 16:09:24.020374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20ebd6-e90a-4e75-800e-049997264599 req-7e8e65b2-53ea-4034-be7c-ad0fd53634c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:24.022008 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-7e8e65b2-53ea-4034-be7c-ad0fd53634c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3527877 Feb 09 16:09:24.233370 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-b601399d-d993-4a2a-99fc-bf60fb146da7 service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019615 Feb 09 16:09:24.285546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Allocated IP 10.1.1.9 (8506dff6-cc07-4ac0-a54e-0a468d8daca8/2f54da53-27ef-4f1f-be24-acd5af60777e/7cec8f69-c6a9-4d1f-9323-bdb476367ae2) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:24.405467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c5fb3-092f-4bc1-a9af-4c04d77adf1c None None] Pushing event updated for resources: {'Port': ['ID=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:24.583547 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:24.612247 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-ba20ebd6-e90a-4e75-800e-049997264599 req-4010e794-192e-45c7-9044-b16378dba13c service neutron] 10.222.0.13 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704948 Feb 09 16:09:24.644180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db77aefa-9450-41dd-8a6f-ebc845e13880 None None] Provisioning complete for port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:24.660152 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db77aefa-9450-41dd-8a6f-ebc845e13880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:24.736884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06f714a-c8f2-4742-913f-6e57d490f5b0,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:24.819269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d379f-85c8-4b64-b921-7d8ba81872bc req-faba167d-e180-4da8-93cb-47a9335f0b12 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:24.843563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-821d379f-85c8-4b64-b921-7d8ba81872bc req-faba167d-e180-4da8-93cb-47a9335f0b12 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 944 time: 0.3683729 Feb 09 16:09:24.876298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Checking segment: {'id': 'c3d63dd8-eae9-48b7-8682-0de94ebaf5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4a7ead8-6345-4f4a-a579-b412547b4be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:09:24.877146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Network hostable DHCP agents. Network: a4a7ead8-6345-4f4a-a579-b412547b4be0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:09:24.976717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-821d379f-85c8-4b64-b921-7d8ba81872bc req-bbb2a16f-d700-4fe5-b31c-69896a0799a1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307895 Feb 09 16:09:25.000209 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:25.076292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Network a4a7ead8-6345-4f4a-a579-b412547b4be0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:09:25.173264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a4a7ead8-6345-4f4a-a579-b412547b4be0) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:25.184732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:25.186062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:25.202253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0f829-5fc3-4d14-9038-31c654bd088f None None] Network a4a7ead8-6345-4f4a-a579-b412547b4be0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:09:25.255269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05840027-eecf-4465-a18d-ba8042b511ca None None] Network e25f59b9-53e0-424b-b146-dc14bde3063e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:09:25.327130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db77aefa-9450-41dd-8a6f-ebc845e13880 None None] Provisioning complete for port ba14ea01-c13f-4107-a3eb-d8a84edd6042 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:25.327683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db77aefa-9450-41dd-8a6f-ebc845e13880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:25.411712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-db77aefa-9450-41dd-8a6f-ebc845e13880 None None] Port ba14ea01-c13f-4107-a3eb-d8a84edd6042 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:09:25.416628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:25.435531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-93164e48-14b5-4348-82d3-244163935c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:25.446531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599baf2-4c5e-4ddb-a8c7-5faf405078cb req-0ff7749e-37a1-47ff-8973-188f8d0afae4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:25.464717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0599baf2-4c5e-4ddb-a8c7-5faf405078cb req-0ff7749e-37a1-47ff-8973-188f8d0afae4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.2490194 Feb 09 16:09:25.516694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3d66e63c-9744-40ef-9af1-7a4519bb6dc7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0311279 Feb 09 16:09:25.660160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eba0b88d-e6b5-44b0-bc77-85ea9701ca68 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:09:25.725300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:25.734167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:25.759983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0599baf2-4c5e-4ddb-a8c7-5faf405078cb req-02a4328f-9772-403b-8d51-cd65fd453156 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283487 Feb 09 16:09:25.760922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:09:25.766127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:25.892296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:25.893110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:25.968891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c040745d-cfbc-4c70-9631-22f73c3f8ea4 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:09:25.972831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680d509c-7de3-41f6-a60f-b558d6cebc11 None None] Network a4a7ead8-6345-4f4a-a579-b412547b4be0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:09:26.025240 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-12d19c48-7595-4a27-8e19-137c7de027f5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4173295 Feb 09 16:09:26.336021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d25090-11df-4568-afd1-f800070ff8e4 req-6998161e-ecba-44ba-a17c-d5d53ffc2bfb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:26.345407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] Provisioning complete for port ba14ea01-c13f-4107-a3eb-d8a84edd6042 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:26.345904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:26.346809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15d25090-11df-4568-afd1-f800070ff8e4 req-6998161e-ecba-44ba-a17c-d5d53ffc2bfb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 944 time: 0.1984849 Feb 09 16:09:26.422640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15d25090-11df-4568-afd1-f800070ff8e4 req-1ebf8172-cdc2-4a15-9317-da86aa56322a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700510 Feb 09 16:09:26.456744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60566) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:26.457334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:26.458403 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:26.529010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60568) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:26.535700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-02fe7d7c-e38e-4225-aa35-bd74220d7712 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032287968', 'description': 'tempest-description--1370824067'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:26.541748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] Port ba14ea01-c13f-4107-a3eb-d8a84edd6042 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:09:26.597997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] Provisioning complete for port 7f22a82e-8105-4ee7-9053-7ab252ec1426 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:26.598472 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:26.691390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-02fe7d7c-e38e-4225-aa35-bd74220d7712 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:26.692348 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44187ea6-3c5e-413c-a247-09e973d8d311 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/911ee4a9-90f0-4e2d-be80-7057e60b0f23 HTTP/1.1" status: 200 len: 992 time: 0.2247581 Feb 09 16:09:26.725490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port c040745d-cfbc-4c70-9631-22f73c3f8ea4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:09:26.734109 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:26.784969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port c040745d-cfbc-4c70-9631-22f73c3f8ea4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:26.785511 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.115930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7f22a82e-8105-4ee7-9053-7ab252ec1426 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:09:27.134087 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.277511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-02fe7d7c-e38e-4225-aa35-bd74220d7712 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.299232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] For port 7f22a82e-8105-4ee7-9053-7ab252ec1426, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7f22a82e-8105-4ee7-9053-7ab252ec1426,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:27.321395 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.335788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5aed-14ca-4746-8d19-9bdae575020f req-d38d7e31-b33c-47ea-ba20-d39a0956e9e7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:27.344909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b5d5aed-14ca-4746-8d19-9bdae575020f req-d38d7e31-b33c-47ea-ba20-d39a0956e9e7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.3050537 Feb 09 16:09:27.373663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:27.376369 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a1607-f12f-4560-a76d-8dfc303e203d" -d '{"events": [{"server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "name": "network-vif-plugged", "status": "completed", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:09:27.382121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7f22a82e-8105-4ee7-9053-7ab252ec1426 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:27.382858 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.423866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:27.441189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b5d5aed-14ca-4746-8d19-9bdae575020f req-30b5bedc-2bcb-4d4d-a5af-aa9fa9484cdb tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883331 Feb 09 16:09:27.464689 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-02fe7d7c-e38e-4225-aa35-bd74220d7712 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.481513 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.562458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.566020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe7d7c-e38e-4225-aa35-bd74220d7712 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a767288-944f-49d9-ba39-b0ec8fe669d0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:27.612253 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e662cd6-8a28-4c3a-a5b0-ded009f99bf3 x-openstack-request-id: req-3e662cd6-8a28-4c3a-a5b0-ded009f99bf3 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:09:27.612619 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "name": "network-vif-plugged", "status": "completed", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:09:27.612873 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e662cd6-8a28-4c3a-a5b0-ded009f99bf3 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:09:27.613265 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'code': 200} Feb 09 16:09:27.656567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1786531-9cc2-40de-b961-fddedd68e089 None None] Pushing event updated for resources: {'Port': ['ID=7f22a82e-8105-4ee7-9053-7ab252ec1426,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:27.743543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-588a409d-1052-405c-a367-1cd501d67f28 None None] Provisioning complete for port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:27.743543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-588a409d-1052-405c-a367-1cd501d67f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.814766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7f22a82e-8105-4ee7-9053-7ab252ec1426 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:09:27.857200 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-02fe7d7c-e38e-4225-aa35-bd74220d7712 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.860140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-02fe7d7c-e38e-4225-aa35-bd74220d7712 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3286481 Feb 09 16:09:27.862041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60600) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:27.867587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-684fcc09-817a-47c7-bca9-22012ea30851 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'security_group_rule': {'security_group_id': '5a767288-944f-49d9-ba39-b0ec8fe669d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:27.896766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-588a409d-1052-405c-a367-1cd501d67f28 None None] Port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:09:27.918474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:27.954341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-588a409d-1052-405c-a367-1cd501d67f28 None None] Provisioning complete for port 7f22a82e-8105-4ee7-9053-7ab252ec1426 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:27.955118 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-588a409d-1052-405c-a367-1cd501d67f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:27.981140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7f22a82e-8105-4ee7-9053-7ab252ec1426 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:27.981886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.085768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-684fcc09-817a-47c7-bca9-22012ea30851 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.214804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-684fcc09-817a-47c7-bca9-22012ea30851 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.218545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60608) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:28.310830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-684fcc09-817a-47c7-bca9-22012ea30851 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.321783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.369549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fcc09-817a-47c7-bca9-22012ea30851 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a56b6a-ba58-42a5-bd26-1a7575e7f9c5,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:28.382705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddba511a-26c0-4390-a0b0-52e8ff245129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.505496 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.509532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddba511a-26c0-4390-a0b0-52e8ff245129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.524347 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-684fcc09-817a-47c7-bca9-22012ea30851 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:28.525672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60618) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:28.527304 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-684fcc09-817a-47c7-bca9-22012ea30851 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6524749 Feb 09 16:09:28.530482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-bd5115cd-6874-417f-9412-c20fff3aa2d6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'security_group_rule': {'security_group_id': '5a767288-944f-49d9-ba39-b0ec8fe669d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:28.597493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddba511a-26c0-4390-a0b0-52e8ff245129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.095454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ddba511a-26c0-4390-a0b0-52e8ff245129 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=739c5552e5b6479abda6e471b89b0818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8741312 Feb 09 16:09:29.098224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60628) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:29.101251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd5115cd-6874-417f-9412-c20fff3aa2d6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.105336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba511a-26c0-4390-a0b0-52e8ff245129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3380328-461e-410f-9827-7eae252ab42d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:29.172899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaf698-2ad3-4f14-a1e3-35f044eda3fa req-9bb1e6cd-42f5-498a-a01b-d1575f3cc625 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:29.185229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ebaf698-2ad3-4f14-a1e3-35f044eda3fa req-9bb1e6cd-42f5-498a-a01b-d1575f3cc625 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.5656700 Feb 09 16:09:29.263117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c78616a-495a-4470-94f1-edf5b24f9202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.307528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ebaf698-2ad3-4f14-a1e3-35f044eda3fa req-e7cf2f79-8739-4d21-a3dc-8a57a6833c92 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136878 Feb 09 16:09:29.322437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd5115cd-6874-417f-9412-c20fff3aa2d6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.327489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c78616a-495a-4470-94f1-edf5b24f9202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.430051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd5115cd-6874-417f-9412-c20fff3aa2d6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.454939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5115cd-6874-417f-9412-c20fff3aa2d6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ce5b36-95f8-4b32-96c0-5052173dc460,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:29.522371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c78616a-495a-4470-94f1-edf5b24f9202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.527503 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8c78616a-495a-4470-94f1-edf5b24f9202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.530574 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8c78616a-495a-4470-94f1-edf5b24f9202 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3380328-461e-410f-9827-7eae252ab42d HTTP/1.1" status: 204 len: 168 time: 0.4293656 Feb 09 16:09:29.544655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78616a-495a-4470-94f1-edf5b24f9202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3380328-461e-410f-9827-7eae252ab42d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:29.571957 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd5115cd-6874-417f-9412-c20fff3aa2d6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.577636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bd5115cd-6874-417f-9412-c20fff3aa2d6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0568185 Feb 09 16:09:29.580900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60636) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:29.590639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:29.733351 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:29.911612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.116354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Allocated IP 172.25.5.225 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/e606631d-6d13-4a53-ace1-33aff968a583) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:30.153095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.299253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.487519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5653da-19a6-4e97-a451-c407eafca7e6 req-4fc8ce11-2126-4c7d-b8db-7e15f47ea572 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:30.490364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b5653da-19a6-4e97-a451-c407eafca7e6 req-4fc8ce11-2126-4c7d-b8db-7e15f47ea572 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.0645101 Feb 09 16:09:30.543243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.565571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b5653da-19a6-4e97-a451-c407eafca7e6 req-b2eb25cb-5330-458e-9f6f-7e6bcaad3f70 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646088 Feb 09 16:09:30.628189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:30.639132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:30.642600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=e606631d-6d13-4a53-ace1-33aff968a583,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:30.646730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:09:30.744374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60660) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:30.769318 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.794494 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75f05a14-f746-4be7-a5cc-ad4ed782656f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.894150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:30.968453 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75f05a14-f746-4be7-a5cc-ad4ed782656f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.054020 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75f05a14-f746-4be7-a5cc-ad4ed782656f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.158990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.167413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-75f05a14-f746-4be7-a5cc-ad4ed782656f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0f99c024a774117abe20682e6b9171e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165370 Feb 09 16:09:31.167413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f05a14-f746-4be7-a5cc-ad4ed782656f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e907adf9-6808-413d-994f-efad5168aec3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:31.172766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60666) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:31.274919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.328562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba0286c3-6a96-4026-8264-c869f57364e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.416000 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba0286c3-6a96-4026-8264-c869f57364e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.429397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=e606631d-6d13-4a53-ace1-33aff968a583,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:31.455698 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.578847 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:31.593832 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f30487d-1bac-416c-8a6f-0a9cda306c43 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9973993 Feb 09 16:09:31.799109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d80b2-8fd7-47f6-98ed-63c6ff738548 req-78f173f4-565e-486e-ba1c-028a7e0f50e3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:31.807267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b9d80b2-8fd7-47f6-98ed-63c6ff738548 req-78f173f4-565e-486e-ba1c-028a7e0f50e3 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.1132400 Feb 09 16:09:31.873836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b9d80b2-8fd7-47f6-98ed-63c6ff738548 req-709e4362-f810-4bd4-b726-546fc4411ae2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631258 Feb 09 16:09:32.105284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba0286c3-6a96-4026-8264-c869f57364e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.109622 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba0286c3-6a96-4026-8264-c869f57364e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.114795 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ba0286c3-6a96-4026-8264-c869f57364e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e907adf9-6808-413d-994f-efad5168aec3 HTTP/1.1" status: 204 len: 168 time: 0.9371529 Feb 09 16:09:32.132021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0286c3-6a96-4026-8264-c869f57364e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e907adf9-6808-413d-994f-efad5168aec3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:32.139108 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:32.859837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-7b3d2a86-4d6c-4a70-b430-1590abddddc5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2032287968&fields=id&tenant_id=b36933f38f584954a6601282195d94fc HTTP/1.1" status: 200 len: 267 time: 0.0694218 Feb 09 16:09:32.936254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-fcc13878-1e32-4f06-ab7b-032c51769eb0 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:32.938086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-fcc13878-1e32-4f06-ab7b-032c51769eb0 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/networks?id=a4a7ead8-6345-4f4a-a579-b412547b4be0 HTTP/1.1" status: 200 len: 821 time: 0.2228796 Feb 09 16:09:32.977599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8dcd8226-d9a6-4795-8903-5c5f94a9b29a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:32.998235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8dcd8226-d9a6-4795-8903-5c5f94a9b29a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports/ba14ea01-c13f-4107-a3eb-d8a84edd6042 HTTP/1.1" status: 200 len: 931 time: 0.1165006 Feb 09 16:09:33.038240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-d4f4ecff-e42f-4646-81c4-78d7e880ae3d tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/quotas/aa758836b79442f1b8012db3b7aabcfe HTTP/1.1" status: 200 len: 375 time: 0.0856085 Feb 09 16:09:33.070222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ab070cef-a3c1-4fba-9d2c-7813df1680e4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:33.072134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ab070cef-a3c1-4fba-9d2c-7813df1680e4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports/7cec8f69-c6a9-4d1f-9323-bdb476367ae2 HTTP/1.1" status: 200 len: 930 time: 0.0723064 Feb 09 16:09:33.103710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60728) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:33.146132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-668629bf-6afa-458b-9480-17db1c91de40 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa758836b79442f1b8012db3b7aabcfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691168 Feb 09 16:09:33.299122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-32fa958f-ca7d-479a-8b49-8f8e99a34efd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?network_id=e25f59b9-53e0-424b-b146-dc14bde3063e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2133307 Feb 09 16:09:33.411545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-635ffc24-c953-4c29-83c8-d3409007d795 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?network_id=e25f59b9-53e0-424b-b146-dc14bde3063e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1052594 Feb 09 16:09:33.470886 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-855189af-55e6-40a9-a17e-11d56d1cc334 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3642790 Feb 09 16:09:33.477517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-25b44e88-d5b3-48cc-b5ff-4685b3488057 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:09:33.491582 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-25b44e88-d5b3-48cc-b5ff-4685b3488057 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115364 Feb 09 16:09:33.779050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-d2487eb5-e83c-4851-9b91-0a5aa457634c service neutron] 10.222.0.53 "GET /v2.0/networks/a4a7ead8-6345-4f4a-a579-b412547b4be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051228 Feb 09 16:09:33.781527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60748) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:33.803452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88726204-8f27-49d9-bdda-a81f20f42c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.840775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-1804b38c-2eb7-4b38-98bd-887802c2ff05 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:33.853795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-1804b38c-2eb7-4b38-98bd-887802c2ff05 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:33.869428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-1804b38c-2eb7-4b38-98bd-887802c2ff05 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:33.872237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-1804b38c-2eb7-4b38-98bd-887802c2ff05 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/networks?id=69d961b1-3160-43c7-989b-93407151af0e&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=e25f59b9-53e0-424b-b146-dc14bde3063e&id=e25f59b9-53e0-424b-b146-dc14bde3063e HTTP/1.1" status: 200 len: 1991 time: 0.4226274 Feb 09 16:09:33.938152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88726204-8f27-49d9-bdda-a81f20f42c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:33.946154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ec4f8ab5-22aa-4a8c-b781-5a690cc9e336 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/quotas/b36933f38f584954a6601282195d94fc HTTP/1.1" status: 200 len: 375 time: 0.0217676 Feb 09 16:09:34.035418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88726204-8f27-49d9-bdda-a81f20f42c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.047127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-15739584-90e2-4a6d-80a9-09ea119270b4 service neutron] 10.222.0.53 "GET /v2.0/networks/a4a7ead8-6345-4f4a-a579-b412547b4be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531307 Feb 09 16:09:34.105263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-c04559bc-aaff-4abf-9504-a1344e6f79c6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1429687 Feb 09 16:09:34.205319 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-88726204-8f27-49d9-bdda-a81f20f42c47 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ceb2edd08c340ab87d50614247589c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203167 Feb 09 16:09:34.209284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60762) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:34.211798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88726204-8f27-49d9-bdda-a81f20f42c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a032cf-d1de-48c7-b63f-d6e12b258981,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:34.340141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-7fdf6890-3a1e-44a6-9f44-8cb5145a171a service neutron] 10.222.0.53 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862392 Feb 09 16:09:34.350769 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8fb51eba-3136-4944-9cd8-4ea134881b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.398908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8fb51eba-3136-4944-9cd8-4ea134881b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.467017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-3e6293f1-8d98-4dd3-af54-39f0d56870b4 service neutron] 10.222.0.53 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126883 Feb 09 16:09:34.581321 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-2f9c8e8e-97ab-4fa7-b843-4338b9af31a2 service neutron] 10.222.0.53 "GET /v2.0/ports/ba14ea01-c13f-4107-a3eb-d8a84edd6042?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1042516 Feb 09 16:09:34.651927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8fb51eba-3136-4944-9cd8-4ea134881b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.663913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8fb51eba-3136-4944-9cd8-4ea134881b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:34.674707 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8fb51eba-3136-4944-9cd8-4ea134881b68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15a032cf-d1de-48c7-b63f-d6e12b258981 HTTP/1.1" status: 204 len: 168 time: 0.4410369 Feb 09 16:09:34.696357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb51eba-3136-4944-9cd8-4ea134881b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a032cf-d1de-48c7-b63f-d6e12b258981,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:34.873569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602315af-cb15-49a1-98d0-277a261daf3c req-61431bb7-5b12-4dd2-813f-bdf63475383f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:34.876357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-602315af-cb15-49a1-98d0-277a261daf3c req-61431bb7-5b12-4dd2-813f-bdf63475383f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.2893162 Feb 09 16:09:34.949979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-41f94f3f-c645-451b-954e-a53ad9ae1980 service neutron] 10.222.0.53 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538551 Feb 09 16:09:34.957062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-602315af-cb15-49a1-98d0-277a261daf3c req-e256cf6f-c5b3-47b2-a4f6-b530cd708827 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645378 Feb 09 16:09:35.149339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d72f1e82-e932-4416-9f3d-67c0b2279582 req-0842e1d9-a55e-49c0-aa97-ab8b6e5c6dca tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 210 time: 0.0762789 Feb 09 16:09:35.151820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-40a3ea1b-8da5-4da0-9d02-bbd9c53db65f service neutron] 10.222.0.53 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907833 Feb 09 16:09:35.203503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-44320b3e-dcf2-472e-b508-6a877cbec7ef service neutron] 10.222.0.53 "GET /v2.0/ports/7cec8f69-c6a9-4d1f-9323-bdb476367ae2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0430977 Feb 09 16:09:35.372152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-acb11dde-a1db-4a33-b9f0-c13a60edb28e service neutron] 10.222.0.53 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611392 Feb 09 16:09:35.559030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-39d8f918-4ec6-4f9e-9857-5cbdb9c3187e service neutron] 10.222.0.53 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769998 Feb 09 16:09:35.716363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-01bdd14c-2ccc-49c2-a44c-e4ab26c2bb18 service neutron] 10.222.0.53 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484017 Feb 09 16:09:35.998176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-a7ed56f6-dcdd-4dbf-8f7c-f3e05c6b838f service neutron] 10.222.0.53 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668536 Feb 09 16:09:36.041311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-2bbdb551-6b81-4708-9c4a-051a9964604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:36.049617 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-2bbdb551-6b81-4708-9c4a-051a9964604a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0&tenant_id=b1ffa86913db4cd3ab076891325de08d HTTP/1.1" status: 200 len: 1094 time: 0.2223704 Feb 09 16:09:36.062818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:36.300706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9892f9-1352-4531-8bc5-f8f2b3d487fb req-9dadfa95-5199-4134-ace7-c102b0e06c0b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:36.310569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b9892f9-1352-4531-8bc5-f8f2b3d487fb req-9dadfa95-5199-4134-ace7-c102b0e06c0b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.1406829 Feb 09 16:09:36.336291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-a5d1e881-d655-435d-a5b7-aec7a39d47f6 service neutron] 10.222.0.53 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065603 Feb 09 16:09:36.561879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:36.664522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b9892f9-1352-4531-8bc5-f8f2b3d487fb req-5e5e9c8c-1384-4d94-9093-844f66d66657 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3193631 Feb 09 16:09:36.791077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4f842d39-882d-4532-b635-0ae2832a4359 service neutron] 10.222.0.53 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296272 Feb 09 16:09:36.955502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-420e0e5a-39f1-452b-a64f-ccb6c319c304 req-4896bf91-9a88-4c5f-94d5-f1383b71009e tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 210 time: 0.1059630 Feb 09 16:09:37.020744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:37.075397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ae56b7f8-01c3-4bd9-98f3-d65db8cac838 service neutron] 10.222.0.53 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698689 Feb 09 16:09:37.171084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:37.263409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a374866e-8308-4aea-8472-d6f258c523c1 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:37.284216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.293664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-c3e38fec-cf9e-44a7-82d4-ff234b7cccca service neutron] 10.222.0.53 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859281 Feb 09 16:09:37.295815 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:09:37.309779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Transition to ACTIVE for port object a374866e-8308-4aea-8472-d6f258c523c1 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:09:37.433347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-9a0d3150-d547-42bd-a0eb-53a8b74ffbe9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709317 Feb 09 16:09:37.509903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6d9c86c5-3fab-4dd7-bd70-78e569fac0de service neutron] 10.222.0.53 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147834 Feb 09 16:09:37.527531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:37.771878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=9']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:37.877255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-c4bb9da2-f135-4328-809a-069a7d83651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:37.877255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-c4bb9da2-f135-4328-809a-069a7d83651b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1096 time: 0.3596945 Feb 09 16:09:37.886637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.897151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.903767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.903767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.903767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.905926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.907248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.908353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.910284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.911590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.915673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:37.916550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:38.094236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] No DVR routers for this DVR port a374866e-8308-4aea-8472-d6f258c523c1 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:09:38.351738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60864) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:38.476751 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Attempting to bind port a374866e-8308-4aea-8472-d6f258c523c1 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:09:38.477696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Attempting to bind port a374866e-8308-4aea-8472-d6f258c523c1 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:09:38.480475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Attempting to bind port a374866e-8308-4aea-8472-d6f258c523c1 on network f6c10f4b-ba62-4687-b736-8da6e468cd20 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:09:38.492415 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Port a374866e-8308-4aea-8472-d6f258c523c1 on network f6c10f4b-ba62-4687-b736-8da6e468cd20 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:09:38.493504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Attempting to bind port a374866e-8308-4aea-8472-d6f258c523c1 on network f6c10f4b-ba62-4687-b736-8da6e468cd20 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:09:38.514886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:09:38.522271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Checking segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:09:38.522271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Bound using segment: {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:09:38.522271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Bound port: a374866e-8308-4aea-8472-d6f258c523c1, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8cf91c-946c-47ff-a9d6-5470f3737806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:09:38.522271 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:38.620210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-c9ca550d-11f2-4ae1-a6de-e6886442fab4 service neutron] 10.222.0.53 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0770388 Feb 09 16:09:38.637759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-89576d6d-33e7-444c-9080-f687b56fe391 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:38.640205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-89576d6d-33e7-444c-9080-f687b56fe391 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.13 "GET /v2.0/networks?id=a4a7ead8-6345-4f4a-a579-b412547b4be0 HTTP/1.1" status: 200 len: 821 time: 0.3695633 Feb 09 16:09:38.682364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e07533-6150-4574-90e7-5fcf3f1947a9 req-af04b31a-e849-41eb-a472-c306f7222292 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:38.695191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5e07533-6150-4574-90e7-5fcf3f1947a9 req-af04b31a-e849-41eb-a472-c306f7222292 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 943 time: 0.8078041 Feb 09 16:09:38.711972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Request body: {'port': {'device_id': '5ddd866a-a59a-4efb-a86f-4b278b6d4c90', 'network_id': 'a4a7ead8-6345-4f4a-a579-b412547b4be0', 'admin_state_up': True, 'tenant_id': 'aa758836b79442f1b8012db3b7aabcfe'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:38.725304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-75cf3503-375a-4c0f-8d29-d5e6844221f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:38.727837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-75cf3503-375a-4c0f-8d29-d5e6844221f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 0.6990674 Feb 09 16:09:38.786847 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:38.787812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69b3e57-0b93-487e-abb9-033c4a58f9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:38.805695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:09:38.906642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:38.984761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5e07533-6150-4574-90e7-5fcf3f1947a9 req-96c6e6d3-8cd7-42e9-a528-32ae888cf56c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883053 Feb 09 16:09:39.072711 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:39.075275 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.075625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-ab8ce443-0e8c-4bf9-bf04-d16aecfbe6e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 1001 time: 0.2921174 Feb 09 16:09:39.078616 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] 10.222.0.13 "PUT /v2.0/ports/a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 1091 time: 3.0214341 Feb 09 16:09:39.084181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:39.097278 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369ba114-f57a-4e06-900f-85bd9e44eb64" -d '{"events": [{"name": "network-changed", "server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "tag": "a374866e-8308-4aea-8472-d6f258c523c1"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:09:39.227209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91ef25-aa02-4398-b9ff-bd2bf5815b0d service neutron] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=10']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:39.325862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-484cb550-5a60-4677-b3ef-828b3adb4e41 req-84137b7b-da8e-4b87-9f7f-49e385261748 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 210 time: 0.0598419 Feb 09 16:09:39.331176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-91ffede1-dd08-4261-b93a-9f85df3e5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:39.333864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-91ffede1-dd08-4261-b93a-9f85df3e5d6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.2239237 Feb 09 16:09:39.408855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69b3e57-0b93-487e-abb9-033c4a58f9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.413372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-d03dc0b9-0827-4c45-b913-3a7f19a16543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:39.418324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Made reservation on behalf of aa758836b79442f1b8012db3b7aabcfe for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:39.426926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.430474 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-d03dc0b9-0827-4c45-b913-3a7f19a16543 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1095 time: 0.2040231 Feb 09 16:09:39.448912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-e4ea253e-7c56-4d05-acbe-a8734fad0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:39.450511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-e4ea253e-7c56-4d05-acbe-a8734fad0d86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032720 Feb 09 16:09:39.488473 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d66c7-600c-4b19-adcd-ff279eca2c85 x-openstack-request-id: req-852d66c7-600c-4b19-adcd-ff279eca2c85 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:09:39.490066 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "tag": "a374866e-8308-4aea-8472-d6f258c523c1", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:09:39.490489 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-852d66c7-600c-4b19-adcd-ff279eca2c85 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:09:39.491139 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1', 'status': 'completed', 'code': 200} Feb 09 16:09:39.499102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-d917e070-706d-4070-a585-31c46110558a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:09:39.499102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-d917e070-706d-4070-a585-31c46110558a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198510 Feb 09 16:09:39.505982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69b3e57-0b93-487e-abb9-033c4a58f9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:39.743858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-be401cca-8f76-46b3-9060-35f515e29119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:39.745939 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-be401cca-8f76-46b3-9060-35f515e29119 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.2992210 Feb 09 16:09:39.763168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b3e57-0b93-487e-abb9-033c4a58f9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc80865-076f-4e70-9d3d-ea273858e52a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:39.830883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b69b3e57-0b93-487e-abb9-033c4a58f9ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0cce6407a58456ea6bd6602dd05a0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4632416 Feb 09 16:09:39.835004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60900) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:39.896357 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-da9fc34b-66b6-47f8-a612-a3d7e62114fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 998 time: 0.1423783 Feb 09 16:09:40.001185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-65a8f822-57f0-485b-86fe-6d4e6077809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:40.002942 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-65a8f822-57f0-485b-86fe-6d4e6077809b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.0992739 Feb 09 16:09:40.136971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-6cf6994e-3949-4d6a-8cd6-370ac5dd5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:40.139016 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-6cf6994e-3949-4d6a-8cd6-370ac5dd5ecb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258872 Feb 09 16:09:40.248190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c70dfb16-5f1a-4780-9297-be151fe9e938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:40.263322 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-75e08f13-2d31-43f5-bc05-4945bdd00f6b service neutron] 10.222.0.13 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095464 Feb 09 16:09:40.282502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-92530e2a-43c6-46ff-9b94-f6f22372d914 service neutron] 10.222.0.73 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276158 Feb 09 16:09:40.365374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Allocated IP 172.20.0.13 (a4a7ead8-6345-4f4a-a579-b412547b4be0/a06f714a-c8f2-4742-913f-6e57d490f5b0/2db92b8b-d245-4656-9716-1c83379a99a8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:40.445856 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c70dfb16-5f1a-4780-9297-be151fe9e938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:40.470664 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-00a38853-8773-4bfe-92ad-666fa2fcc7a1 req-8d79ecf2-5585-4882-8157-0528d644db9e service neutron] 10.222.0.13 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978447 Feb 09 16:09:40.701614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-72704fc8-3173-425f-83aa-04762f871da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:40.715420 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-72704fc8-3173-425f-83aa-04762f871da7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1095 time: 0.1033711 Feb 09 16:09:41.167969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-2f73aecc-49ed-4203-a179-7bb7dc63ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:41.175708 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-2f73aecc-49ed-4203-a179-7bb7dc63ad9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.4528420 Feb 09 16:09:41.371972 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-0e61ddf1-1207-4308-87b1-666b1d2c0b62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 998 time: 0.1886446 Feb 09 16:09:41.419686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9637605e-eeaf-458a-a9ee-aa73182d49f5 req-4869d527-bf82-4258-abeb-cf191b751599 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 210 time: 0.0924587 Feb 09 16:09:41.511433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-9242431e-536c-46b4-8f92-139eaa28ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:41.514250 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-9242431e-536c-46b4-8f92-139eaa28ef65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.1351526 Feb 09 16:09:41.554623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5702bf-6f90-4922-9e0e-00f70c3934b4 req-73bf55fa-ce68-4245-a307-b5fb80db7920 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:41.558284 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5702bf-6f90-4922-9e0e-00f70c3934b4 req-73bf55fa-ce68-4245-a307-b5fb80db7920 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 1.2532897 Feb 09 16:09:41.613699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-83e10639-2f41-4627-9358-11e93ab7d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:41.617549 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-83e10639-2f41-4627-9358-11e93ab7d0ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966563 Feb 09 16:09:41.732324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdc17dfa-bdb0-481a-8e68-823ca53710ca req-173aab63-802d-4191-8fee-fbc1b8daadd1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.1724172 Feb 09 16:09:41.751445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb89f703-05ef-4c8d-9873-d3ce6841ec9d req-cc616454-14cf-4e51-b085-7c44259f3ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4149864 Feb 09 16:09:41.857941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5702bf-6f90-4922-9e0e-00f70c3934b4 req-643f222c-bdf8-4993-a78e-e24ca794c723 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597642 Feb 09 16:09:41.927564 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c70dfb16-5f1a-4780-9297-be151fe9e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:41.934900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c70dfb16-5f1a-4780-9297-be151fe9e938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:41.937191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c70dfb16-5f1a-4780-9297-be151fe9e938 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbc80865-076f-4e70-9d3d-ea273858e52a HTTP/1.1" status: 204 len: 168 time: 2.0408833 Feb 09 16:09:42.007575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dfb16-5f1a-4780-9297-be151fe9e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc80865-076f-4e70-9d3d-ea273858e52a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:42.076439 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-f3dadf3f-49af-48e0-9441-7b031867217e service neutron] 10.222.0.13 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515157 Feb 09 16:09:42.126835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:42.241220 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-369ba114-f57a-4e06-900f-85bd9e44eb64 req-2d894950-144f-465e-93c7-df8cc147ee26 service neutron] 10.222.0.13 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482279 Feb 09 16:09:42.357933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:42.439544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Network a4a7ead8-6345-4f4a-a579-b412547b4be0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:42.473080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:42.480886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:09:42.533802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Pushing event updated for resources: {'Port': ['ID=2db92b8b-d245-4656-9716-1c83379a99a8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:42.579073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:42.580052 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:42.840436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-30252dc4-7237-45c0-a8af-0a0ca3754c1a tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1761498 Feb 09 16:09:42.872634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Request body: {'port': {'device_id': '5ddd866a-a59a-4efb-a86f-4b278b6d4c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:42.967652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c306dec-ec98-49a2-aeca-8bc832cf1c61 req-9ab2f3c1-6fe6-4ef5-95b3-9df1fd62d1e1 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:42.981258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c306dec-ec98-49a2-aeca-8bc832cf1c61 req-9ab2f3c1-6fe6-4ef5-95b3-9df1fd62d1e1 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 932 time: 0.2596755 Feb 09 16:09:43.046625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1636a47a-3a9c-47ac-a09c-33876b570f39 req-8a215e47-12ba-4de5-8fde-30d7ee61cfb6 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.1270986 Feb 09 16:09:43.132120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:43.161195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c306dec-ec98-49a2-aeca-8bc832cf1c61 req-32edcad0-1d26-43d4-9812-c5f997ce8431 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711271 Feb 09 16:09:43.733366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c6324-e815-46e4-b74b-43c201e8a4f3 req-77b1d7ac-1a18-4698-8ca0-31ebaf98c80a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:43.735089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b97c6324-e815-46e4-b74b-43c201e8a4f3 req-77b1d7ac-1a18-4698-8ca0-31ebaf98c80a tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.4485576 Feb 09 16:09:43.825480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b97c6324-e815-46e4-b74b-43c201e8a4f3 req-c7d82130-dd5c-4c15-b96d-b289fde5dffc tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718677 Feb 09 16:09:43.893182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db92b8b-d245-4656-9716-1c83379a99a8 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:43.912925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:43.944236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Transition to ACTIVE for port object 2db92b8b-d245-4656-9716-1c83379a99a8 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:09:44.195369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-996b66b6-ad4d-46a8-9a1b-7b1b539e9e8d req-60a7a36d-386c-4daa-94c0-5ef3a427b9fc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0418324 Feb 09 16:09:44.327740 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:44.470018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d378f35-4847-4d53-9b20-a11f78be4c0c req-9a46a025-925e-4917-8397-24643c0f1ff2 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:44.487689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d378f35-4847-4d53-9b20-a11f78be4c0c req-9a46a025-925e-4917-8397-24643c0f1ff2 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 932 time: 0.2150226 Feb 09 16:09:44.503144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Pushing event updated for resources: {'Port': ['ID=2db92b8b-d245-4656-9716-1c83379a99a8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:44.756908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d378f35-4847-4d53-9b20-a11f78be4c0c req-989a266a-801d-4346-ae1a-f68df6d38fb2 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681150 Feb 09 16:09:44.785064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Attempting to bind port 2db92b8b-d245-4656-9716-1c83379a99a8 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:09:44.786636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Attempting to bind port 2db92b8b-d245-4656-9716-1c83379a99a8 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'c3d63dd8-eae9-48b7-8682-0de94ebaf5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4a7ead8-6345-4f4a-a579-b412547b4be0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:09:44.787980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Attempting to bind port 2db92b8b-d245-4656-9716-1c83379a99a8 on network a4a7ead8-6345-4f4a-a579-b412547b4be0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:09:44.804377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Port 2db92b8b-d245-4656-9716-1c83379a99a8 on network a4a7ead8-6345-4f4a-a579-b412547b4be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:09:44.804904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Attempting to bind port 2db92b8b-d245-4656-9716-1c83379a99a8 on network a4a7ead8-6345-4f4a-a579-b412547b4be0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:09:44.824205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:09:44.824205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Checking segment: {'id': 'c3d63dd8-eae9-48b7-8682-0de94ebaf5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4a7ead8-6345-4f4a-a579-b412547b4be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:09:44.824205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Bound using segment: {'id': 'c3d63dd8-eae9-48b7-8682-0de94ebaf5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4a7ead8-6345-4f4a-a579-b412547b4be0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:09:44.824205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Bound port: 2db92b8b-d245-4656-9716-1c83379a99a8, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d63dd8-eae9-48b7-8682-0de94ebaf5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a4a7ead8-6345-4f4a-a579-b412547b4be0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:09:44.824205 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:45.045617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] For port 2db92b8b-d245-4656-9716-1c83379a99a8, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:09:45.077349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] For port 2db92b8b-d245-4656-9716-1c83379a99a8, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2db92b8b-d245-4656-9716-1c83379a99a8,segment=NetworkSegment(c3d63dd8-eae9-48b7-8682-0de94ebaf5d2),segment_id=c3d63dd8-eae9-48b7-8682-0de94ebaf5d2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:09:45.219215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:45.381568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:45.384820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:45.389996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] 10.222.0.13 "PUT /v2.0/ports/2db92b8b-d245-4656-9716-1c83379a99a8 HTTP/1.1" status: 200 len: 1092 time: 2.5251832 Feb 09 16:09:45.389996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddd866a-a59a-4efb-a86f-4b278b6d4c90', 'tag': '2db92b8b-d245-4656-9716-1c83379a99a8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:45.413129 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddd866a-a59a-4efb-a86f-4b278b6d4c90", "tag": "2db92b8b-d245-4656-9716-1c83379a99a8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:09:45.478025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7d415-cfd7-42f7-98ee-6d060767f9b7 req-14d18fdb-f8e0-46bb-aa83-e2cd22f24ddf tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:45.488408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87b7d415-cfd7-42f7-98ee-6d060767f9b7 req-14d18fdb-f8e0-46bb-aa83-e2cd22f24ddf tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.3860741 Feb 09 16:09:45.526411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f85c16-567d-4dd0-b766-d549250ffcdd service neutron] Pushing event updated for resources: {'Port': ['ID=2db92b8b-d245-4656-9716-1c83379a99a8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:45.713702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87b7d415-cfd7-42f7-98ee-6d060767f9b7 req-c68fba3b-b0f5-484b-aec6-a420f1f12514 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241547 Feb 09 16:09:45.727965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab54460f-9fd6-49e5-b47c-80f42617ce45 req-2f6a55fd-a098-44bb-ad6f-bb17a8b64cb3 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.1420724 Feb 09 16:09:45.759455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-e43196ef-ebdb-4bb8-b20d-8665561fb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:45.775955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-e43196ef-ebdb-4bb8-b20d-8665561fb2f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa758836b79442f1b8012db3b7aabcfe&device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 1095 time: 0.2043536 Feb 09 16:09:45.907563 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9059278e-04fb-4be8-a65e-33852119b937 x-openstack-request-id: req-9059278e-04fb-4be8-a65e-33852119b937 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:09:45.908278 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddd866a-a59a-4efb-a86f-4b278b6d4c90", "tag": "2db92b8b-d245-4656-9716-1c83379a99a8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:09:45.908778 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9059278e-04fb-4be8-a65e-33852119b937 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:09:45.909381 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddd866a-a59a-4efb-a86f-4b278b6d4c90', 'tag': '2db92b8b-d245-4656-9716-1c83379a99a8', 'status': 'completed', 'code': 200} Feb 09 16:09:45.912643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-b607da9c-d219-4bf8-a422-2d16c06687c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db92b8b-d245-4656-9716-1c83379a99a8 HTTP/1.1" status: 200 len: 217 time: 0.1144118 Feb 09 16:09:46.125801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-8f695fc4-6499-4fce-a298-e3026d144433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:46.127627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-8f695fc4-6499-4fce-a298-e3026d144433 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a06f714a-c8f2-4742-913f-6e57d490f5b0 HTTP/1.1" status: 200 len: 861 time: 0.1988940 Feb 09 16:09:46.193895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d529e-2952-4495-80ed-b9075df40b07 req-fd19312e-4df2-43aa-b2cc-5308d649145c tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:46.197205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-815d529e-2952-4495-80ed-b9075df40b07 req-fd19312e-4df2-43aa-b2cc-5308d649145c tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 944 time: 0.1716979 Feb 09 16:09:46.258509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-21ae1f4c-f828-4a89-ace1-45750e85ec5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a4a7ead8-6345-4f4a-a579-b412547b4be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146016 Feb 09 16:09:46.517031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-815d529e-2952-4495-80ed-b9075df40b07 req-7e0badb1-db09-4b81-8d97-ee78e10d88a4 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560680 Feb 09 16:09:46.616400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-92a0f36d-afe5-45f2-93a5-631ebbb201d8 service neutron] 10.222.0.13 "GET /v2.0/networks/a4a7ead8-6345-4f4a-a579-b412547b4be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381362 Feb 09 16:09:46.855847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-d7573a95-b1d9-4017-a635-d64fe8c5ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:46.857475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-d7573a95-b1d9-4017-a635-d64fe8c5ec2e service neutron] 10.222.0.73 "GET /v2.0/ports/ba14ea01-c13f-4107-a3eb-d8a84edd6042 HTTP/1.1" status: 200 len: 1027 time: 0.1617298 Feb 09 16:09:47.066669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4ba2eb87-fed7-4cf5-94cc-e6dbd4d0bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:47.067872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4ba2eb87-fed7-4cf5-94cc-e6dbd4d0bc95 service neutron] 10.222.0.73 "GET /v2.0/ports/7cec8f69-c6a9-4d1f-9323-bdb476367ae2 HTTP/1.1" status: 200 len: 1026 time: 0.1958604 Feb 09 16:09:47.242569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14eb1b92-992d-49a6-a9ef-d9574e2fdde8 req-61e53c96-0ba1-4043-9a43-88ec58064014 service neutron] 10.222.0.13 "GET /v2.0/networks/a4a7ead8-6345-4f4a-a579-b412547b4be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568485 Feb 09 16:09:47.412656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-dc92615c-4ae7-40ae-9918-b97e3a3c70a2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:47.420115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-dc92615c-4ae7-40ae-9918-b97e3a3c70a2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:47.428707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-dc92615c-4ae7-40ae-9918-b97e3a3c70a2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:47.440992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-dc92615c-4ae7-40ae-9918-b97e3a3c70a2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "GET /v2.0/networks?id=69d961b1-3160-43c7-989b-93407151af0e&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=e25f59b9-53e0-424b-b146-dc14bde3063e&id=e25f59b9-53e0-424b-b146-dc14bde3063e HTTP/1.1" status: 200 len: 1991 time: 0.3619666 Feb 09 16:09:47.494871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835cd5c-4579-4c0c-8996-39b046a752b1 req-82f20ab4-198b-4f85-983d-fa4cdf7943be tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:47.497072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a835cd5c-4579-4c0c-8996-39b046a752b1 req-82f20ab4-198b-4f85-983d-fa4cdf7943be tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.5350804 Feb 09 16:09:47.501549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2920fadb-0ffd-495a-ac5d-fd4d6148f691 req-1f03204d-0a27-41ae-9b32-237d63eab58a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.2543015 Feb 09 16:09:47.545520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-e25f4344-c5fb-4779-93db-dae4e2d5f75a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b36933f38f584954a6601282195d94fc HTTP/1.1" status: 200 len: 380 time: 0.0878160 Feb 09 16:09:47.566474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'admin_state_up': True, 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'security_groups': ['5a767288-944f-49d9-ba39-b0ec8fe669d0']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:47.756921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a835cd5c-4579-4c0c-8996-39b046a752b1 req-bce2243a-2631-4bad-bbac-7730471ce4ee tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477841 Feb 09 16:09:47.976904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-d87cd49f-59a0-426c-b1b6-f6ea8cb0179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:47.981797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-d87cd49f-59a0-426c-b1b6-f6ea8cb0179a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa758836b79442f1b8012db3b7aabcfe&device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 1095 time: 0.3028181 Feb 09 16:09:48.278644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-e77f48f8-f941-4d6b-930d-c1ff087e11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:48.280243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-e77f48f8-f941-4d6b-930d-c1ff087e11e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a4a7ead8-6345-4f4a-a579-b412547b4be0 HTTP/1.1" status: 200 len: 922 time: 0.2731967 Feb 09 16:09:48.306834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94324d87-ec1c-48ba-a24d-7e97fc24f870 req-9607c90d-4470-4453-8fa0-28326f533923 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:48.311343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94324d87-ec1c-48ba-a24d-7e97fc24f870 req-9607c90d-4470-4453-8fa0-28326f533923 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 944 time: 0.6439955 Feb 09 16:09:48.633456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-5fef5d97-3286-4803-a8ff-12ed98f4f4a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2db92b8b-d245-4656-9716-1c83379a99a8 HTTP/1.1" status: 200 len: 217 time: 0.3228676 Feb 09 16:09:48.659266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:48.660874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:48.704778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94324d87-ec1c-48ba-a24d-7e97fc24f870 req-88a39b23-ae28-4795-bf27-e6856a8c49db tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726554 Feb 09 16:09:48.939269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2db92b8b-d245-4656-9716-1c83379a99a8 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:09:49.158053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-c2bcf0a6-5c09-438e-be5f-ed7868e27642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:49.163296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-c2bcf0a6-5c09-438e-be5f-ed7868e27642 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a06f714a-c8f2-4742-913f-6e57d490f5b0 HTTP/1.1" status: 200 len: 861 time: 0.5145719 Feb 09 16:09:49.214556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e193443a-9319-4452-8b95-a7fce47ef8a3 req-7484cf8a-ecd1-498d-9a49-3918f0ef3e58 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.3488421 Feb 09 16:09:49.255445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2db92b8b-d245-4656-9716-1c83379a99a8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2db92b8b-d245-4656-9716-1c83379a99a8,segment=NetworkSegment(c3d63dd8-eae9-48b7-8682-0de94ebaf5d2),segment_id=c3d63dd8-eae9-48b7-8682-0de94ebaf5d2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:49.303035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '2db92b8b-d245-4656-9716-1c83379a99a8', 'network_id': 'a4a7ead8-6345-4f4a-a579-b412547b4be0', 'port_id': '2db92b8b-d245-4656-9716-1c83379a99a8', 'mac_address': 'fa:16:3e:57:00:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06f714a-c8f2-4742-913f-6e57d490f5b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:09:49.414254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-34012d24-dd51-4460-a6df-28ebef632af4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a4a7ead8-6345-4f4a-a579-b412547b4be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2498982 Feb 09 16:09:49.422185 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.477378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db92b8b-d245-4656-9716-1c83379a99a8 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:09:49.562826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2db92b8b-d245-4656-9716-1c83379a99a8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2db92b8b-d245-4656-9716-1c83379a99a8,segment=NetworkSegment(c3d63dd8-eae9-48b7-8682-0de94ebaf5d2),segment_id=c3d63dd8-eae9-48b7-8682-0de94ebaf5d2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:49.681476 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:49.727016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Allocated IP 172.20.0.5 (69d961b1-3160-43c7-989b-93407151af0e/a2999133-afaf-4f57-b742-3f7b8281b3ba/71dd16a6-a5f1-4e50-9a90-643297243a7c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:49.834107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2db92b8b-d245-4656-9716-1c83379a99a8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:49.928379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2db92b8b-d245-4656-9716-1c83379a99a8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:09:50.072630 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:50.278458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-339abd8a-c346-45e3-beef-2e77ee6d5f86 service neutron] 10.222.0.13 "GET /v2.0/networks/a4a7ead8-6345-4f4a-a579-b412547b4be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8252332 Feb 09 16:09:50.432467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df18f2aa-0b84-4a0d-83d7-1fcaaca0d53d req-1fc87afa-7ef9-4103-845c-c8102cdd0d6d service neutron] 10.222.0.13 "GET /v2.0/networks/a4a7ead8-6345-4f4a-a579-b412547b4be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339889 Feb 09 16:09:50.475744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:50.529792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ce4b-6809-4d74-a0db-0153d028aba1 req-54e2baee-27fb-4684-ba11-578d53265d40 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:50.532114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5658ce4b-6809-4d74-a0db-0153d028aba1 req-54e2baee-27fb-4684-ba11-578d53265d40 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 1.4906552 Feb 09 16:09:50.781665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network 69d961b1-3160-43c7-989b-93407151af0e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:50.837105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:50.852873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:09:50.938560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5658ce4b-6809-4d74-a0db-0153d028aba1 req-ae28a444-ebde-40bb-a47f-2f2561905e0d tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3513865 Feb 09 16:09:50.953737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2db92b8b-d245-4656-9716-1c83379a99a8 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:09:51.024486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:51.025186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:51.071377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628e05e-e746-4d0e-b5c7-de1ff0ef8137 req-6c3cc601-a4b1-4663-9957-d5a4a37e7879 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:51.073095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6628e05e-e746-4d0e-b5c7-de1ff0ef8137 req-6c3cc601-a4b1-4663-9957-d5a4a37e7879 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 945 time: 0.7889071 Feb 09 16:09:51.083865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=71dd16a6-a5f1-4e50-9a90-643297243a7c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:51.270867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 2db92b8b-d245-4656-9716-1c83379a99a8 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:09:51.271305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ad92838a-33fc-4987-903a-a7153cf85e74 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7119172 Feb 09 16:09:51.285029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 2db92b8b-d245-4656-9716-1c83379a99a8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:51.285910 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:51.334592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6628e05e-e746-4d0e-b5c7-de1ff0ef8137 req-39c78e12-b98d-41b3-ace0-e8a2e4829fa7 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364745 Feb 09 16:09:51.340426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'admin_state_up': True, 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'security_groups': ['5a767288-944f-49d9-ba39-b0ec8fe669d0']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:51.557057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992760cb-364c-4121-b9a3-3d81494e4680 req-22085d98-7a10-44dd-aa6a-fda50512a01e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:51.559448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-992760cb-364c-4121-b9a3-3d81494e4680 req-22085d98-7a10-44dd-aa6a-fda50512a01e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 931 time: 0.3749804 Feb 09 16:09:51.581963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4a98572f-03a0-4968-a7d7-2a670adbdd4c None None] Provisioning complete for port 71dd16a6-a5f1-4e50-9a90-643297243a7c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:51.582580 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a98572f-03a0-4968-a7d7-2a670adbdd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:51.671270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf1ef1-852a-45e3-92ae-7a450dcb4477 req-f4d3be2c-983a-48b0-8244-df749e3a081e tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:51.680652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4bf1ef1-852a-45e3-92ae-7a450dcb4477 req-f4d3be2c-983a-48b0-8244-df749e3a081e tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1096 time: 0.1196947 Feb 09 16:09:51.705514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-992760cb-364c-4121-b9a3-3d81494e4680 req-e2b5c0cc-a951-4fa4-b5b6-36cc99126b76 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045494 Feb 09 16:09:51.788809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4bf1ef1-852a-45e3-92ae-7a450dcb4477 req-0caff50e-e9d6-4cea-879b-84bdfe84bb9e tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031780 Feb 09 16:09:51.805495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32928) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:09:51.809252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4a98572f-03a0-4968-a7d7-2a670adbdd4c None None] Port 71dd16a6-a5f1-4e50-9a90-643297243a7c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:09:51.904389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:51.908512 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:52.297162 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:52.361046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port 832dd524-5b9d-44fb-af5c-9aeff2144bcc {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:09:52.364338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:52.373956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddd866a-a59a-4efb-a86f-4b278b6d4c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db92b8b-d245-4656-9716-1c83379a99a8'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:52.376808 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d36479-0811-4f9e-9b65-d401977ac24e" -d '{"events": [{"server_uuid": "5ddd866a-a59a-4efb-a86f-4b278b6d4c90", "name": "network-vif-plugged", "status": "completed", "tag": "2db92b8b-d245-4656-9716-1c83379a99a8"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:09:52.428749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2db92b8b-d245-4656-9716-1c83379a99a8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2db92b8b-d245-4656-9716-1c83379a99a8,segment=NetworkSegment(c3d63dd8-eae9-48b7-8682-0de94ebaf5d2),segment_id=c3d63dd8-eae9-48b7-8682-0de94ebaf5d2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:09:52.517491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ad878-0dac-4123-9c92-9e4ced80a62b req-ea6f620a-22e5-4213-9ff8-5756cb89aaf7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:52.527768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-104ad878-0dac-4123-9c92-9e4ced80a62b req-ea6f620a-22e5-4213-9ff8-5756cb89aaf7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.3336358 Feb 09 16:09:52.561342 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:52.606615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:52.606960 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:52.649475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for 832dd524-5b9d-44fb-af5c-9aeff2144bcc owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:09:52.723438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2db92b8b-d245-4656-9716-1c83379a99a8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:52.808880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-104ad878-0dac-4123-9c92-9e4ced80a62b req-9336f605-41ac-4754-94f5-d3412e69f243 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764463 Feb 09 16:09:52.933290 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-caf47cb5-eabd-40be-a16a-71976f550383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:52.944110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Allocated IP 10.1.1.79 (8506dff6-cc07-4ac0-a54e-0a468d8daca8/2f54da53-27ef-4f1f-be24-acd5af60777e/bdaa2880-7a0d-4763-9aa7-20f60925bdf8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:52.944238 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805e8aa2-1372-427f-ab50-1da07d936036 x-openstack-request-id: req-805e8aa2-1372-427f-ab50-1da07d936036 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:09:52.944238 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddd866a-a59a-4efb-a86f-4b278b6d4c90", "name": "network-vif-plugged", "status": "completed", "tag": "2db92b8b-d245-4656-9716-1c83379a99a8", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:09:52.944238 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-805e8aa2-1372-427f-ab50-1da07d936036 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:09:52.944238 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddd866a-a59a-4efb-a86f-4b278b6d4c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db92b8b-d245-4656-9716-1c83379a99a8', 'code': 200} Feb 09 16:09:53.269197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433bcc7-7a53-40ce-bed8-ea6f732b30a8 req-edde3c06-de25-4ff6-9f10-928ac3a15eb3 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:53.294200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5433bcc7-7a53-40ce-bed8-ea6f732b30a8 req-edde3c06-de25-4ff6-9f10-928ac3a15eb3 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 946 time: 0.6227951 Feb 09 16:09:53.687489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:53.861970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=832dd524-5b9d-44fb-af5c-9aeff2144bcc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:53.981918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786bbd6-dbf7-453a-8724-0d49c9285169 req-fdc15821-11ff-4304-9cab-b3594ea513ce tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:53.983658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1786bbd6-dbf7-453a-8724-0d49c9285169 req-fdc15821-11ff-4304-9cab-b3594ea513ce tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 931 time: 0.7819352 Feb 09 16:09:54.020375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5433bcc7-7a53-40ce-bed8-ea6f732b30a8 req-46436896-0c3e-4182-95a2-893bc935b2f0 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645165 Feb 09 16:09:54.132015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4fdd-3db7-4a0d-8e80-9d86756e0b2e req-8adfd4d1-1834-4e80-9435-889e464f2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:54.138738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33ce4fdd-3db7-4a0d-8e80-9d86756e0b2e req-8adfd4d1-1834-4e80-9435-889e464f2e7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 1097 time: 1.0535612 Feb 09 16:09:54.169611 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:54.169966 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Floating IP 911ee4a9-90f0-4e2d-be80-7057e60b0f23 disassociated (deleted). External IP: 172.25.5.223, port: c040745d-cfbc-4c70-9631-22f73c3f8ea4. Feb 09 16:09:54.677520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:54.680595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33ce4fdd-3db7-4a0d-8e80-9d86756e0b2e req-be7590da-20b2-4afc-b753-dd018ac94d5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250362 Feb 09 16:09:54.724197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1786bbd6-dbf7-453a-8724-0d49c9285169 req-db031bee-0e09-4f7e-9a8c-52bed65e00e9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7006254 Feb 09 16:09:54.952965 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:55.070470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:09:55.086950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:09:55.105509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:09:55.241084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a86c1c94-86c1-4ca3-b217-7f9050a8e8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:55.338619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:09:55.765893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:55.766658 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:55.777948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:09:55.795367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7ea6c6d0-d27b-40d5-bc20-fb17fc2d4b5b None None] Provisioning complete for port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:09:55.795987 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7ea6c6d0-d27b-40d5-bc20-fb17fc2d4b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:55.861777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:09:55.880814 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] Sync routers for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:09:55.896127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:55.911275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.916275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.916275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.916275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.916275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.916275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.922073 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:09:55.922887 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:09:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:55.924131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.924842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.925224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.925647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.926148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.926565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:09:55.994683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7ea6c6d0-d27b-40d5-bc20-fb17fc2d4b5b None None] Port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:09:56.147387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dffb56-569b-46a1-8962-9e6072f80fe6 req-1f15628d-ca94-49e8-a49d-189585409906 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:56.156727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5dffb56-569b-46a1-8962-9e6072f80fe6 req-1f15628d-ca94-49e8-a49d-189585409906 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 946 time: 0.7256382 Feb 09 16:09:56.204486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9150ea8-2774-461a-882e-177ae074e1af req-35d9bfde-4869-43a1-87c4-130b37a5468b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:56.209964 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a26ac356-c18a-47ea-87a0-32537a25b63c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/floatingips/911ee4a9-90f0-4e2d-be80-7057e60b0f23 HTTP/1.1" status: 204 len: 168 time: 4.4031432 Feb 09 16:09:56.211869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:09:56.212764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9150ea8-2774-461a-882e-177ae074e1af req-35d9bfde-4869-43a1-87c4-130b37a5468b tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.7737100 Feb 09 16:09:56.223476 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:09:56.233056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e7eb976-e38a-4080-99d4-ee98ff15bc33 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9090734 Feb 09 16:09:56.339627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'admin_state_up': True, 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'security_groups': ['5a767288-944f-49d9-ba39-b0ec8fe669d0']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:09:56.630092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:56.640290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5dffb56-569b-46a1-8962-9e6072f80fe6 req-b17d4c2b-0409-4ad3-8059-bb97d295a04b tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228098 Feb 09 16:09:56.688013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9150ea8-2774-461a-882e-177ae074e1af req-0e1fa3fc-aed2-4872-9a61-5da14d5853e7 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4514756 Feb 09 16:09:56.728839 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:09:56.905006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114140d-85dc-4d1e-8cc7-1822e84d83ad req-f534fe66-2dae-4eaa-8d8b-05b0b96e2b9f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:56.938480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114140d-85dc-4d1e-8cc7-1822e84d83ad req-f534fe66-2dae-4eaa-8d8b-05b0b96e2b9f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:56.943803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c114140d-85dc-4d1e-8cc7-1822e84d83ad req-f534fe66-2dae-4eaa-8d8b-05b0b96e2b9f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 1652 time: 0.1669543 Feb 09 16:09:56.947792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:09:56.952951 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:57.146817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c114140d-85dc-4d1e-8cc7-1822e84d83ad req-84060732-1dcd-4dff-8a8b-e2b2062eec41 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901414 Feb 09 16:09:57.349561 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e58599b-2a30-4232-9534-617e42715e6a x-openstack-request-id: req-5e58599b-2a30-4232-9534-617e42715e6a {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:09:57.349561 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:09:57.349561 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e58599b-2a30-4232-9534-617e42715e6a {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:09:57.349561 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'status': 'completed', 'code': 200} Feb 09 16:09:57.637765 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:57.646412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Allocated IP 10.1.1.6 (8506dff6-cc07-4ac0-a54e-0a468d8daca8/2f54da53-27ef-4f1f-be24-acd5af60777e/b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:09:57.848692 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] Checking router: 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:09:57.895942 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:09:57.904526 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:09:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:58.268984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:58.429641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:09:58.561115 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:58.674252 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:09:59.256222 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:09:59.344163 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d382d44-f852-43d7-958c-fa8a021efb95 None None] The sync data for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 is: [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:07:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0fcee34f-5580-40c1-8d96-f766d5f9a6a4', 'name': '', 'network_id': '0ce29432-0cc5-41a3-8c22-be58dd27181a', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:70:e3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2662, 'fixed_ips': [{'subnet_id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:31Z', 'updated_at': '2022-02-09T16:07:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '6f3adf4b-6053-4b8b-818e-b6ae137cc1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:09:59.788439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383fb71-cca2-48f2-a371-3fe4614625a8 req-c0ed4a61-67e8-47bc-bc1c-f277526cafd4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:59.798823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3383fb71-cca2-48f2-a371-3fe4614625a8 req-c0ed4a61-67e8-47bc-bc1c-f277526cafd4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 1.7944925 Feb 09 16:09:59.897673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-46715871-5543-4b6a-b86a-3c582bac6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:59.899593 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-46715871-5543-4b6a-b86a-3c582bac6b05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 1096 time: 2.4990430 Feb 09 16:09:59.933805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae4953-8052-479c-85a1-44d2cd973d26 req-2388bb76-e375-45f2-97b0-8831c0d99153 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:09:59.937265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54ae4953-8052-479c-85a1-44d2cd973d26 req-2388bb76-e375-45f2-97b0-8831c0d99153 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 946 time: 1.8500693 Feb 09 16:09:59.954862 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:00.058207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:00.081769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6a640-7c51-4143-97f3-7330a07013f4 None None] New status for floating IP 911ee4a9-90f0-4e2d-be80-7057e60b0f23: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:10:00.084550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3383fb71-cca2-48f2-a371-3fe4614625a8 req-43c3338b-9bc6-41d2-8f41-01d7d55b6a8e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2810833 Feb 09 16:10:00.276199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:00.285210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:10:00.338031 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:00.593258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:00.816093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-6c1f832b-b9e9-42d3-ad9a-d2b33253574c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:00.819484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-6c1f832b-b9e9-42d3-ad9a-d2b33253574c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 1.1161363 Feb 09 16:10:00.906747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-114b8104-baa0-4c23-a9d1-651cdc822eb0 None None] Provisioning complete for port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:00.906865 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-114b8104-baa0-4c23-a9d1-651cdc822eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:00.972466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-5f800e8c-0139-4e38-a225-9738437a5ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:00.972466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-5f800e8c-0139-4e38-a225-9738437a5ef0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 200 len: 897 time: 1.0277267 Feb 09 16:10:00.973158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-114b8104-baa0-4c23-a9d1-651cdc822eb0 None None] Port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:10:01.059208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54ae4953-8052-479c-85a1-44d2cd973d26 req-15078e65-4952-4e54-810a-f62892d38660 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0782583 Feb 09 16:10:01.101418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:01.101924 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:01.117923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c80b9-c061-4cb2-9b34-f8ca83c39e62 req-290e0087-b2e0-4ac1-bc52-fee4af3dc1ec tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:01.127458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-833c80b9-c061-4cb2-9b34-f8ca83c39e62 req-290e0087-b2e0-4ac1-bc52-fee4af3dc1ec tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.5620215 Feb 09 16:10:01.213011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-2d4cb74d-216a-4099-b845-0b665328e74b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 200 len: 217 time: 0.1491523 Feb 09 16:10:01.240782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-833c80b9-c061-4cb2-9b34-f8ca83c39e62 req-1c16571e-6a9f-4627-b307-1304d4281d51 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122403 Feb 09 16:10:01.321867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port c040745d-cfbc-4c70-9631-22f73c3f8ea4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:10:01.322112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:01.327256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-e7e2987c-c350-4877-b912-68c443914d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:01.328961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-e7e2987c-c350-4877-b912-68c443914d4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 200 len: 835 time: 0.1022272 Feb 09 16:10:01.342135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc411277-cac0-4bc9-8f84-775b7a85f134 req-892f6ac1-8175-4c29-a8ee-73e6285a1203 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:01.348565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc411277-cac0-4bc9-8f84-775b7a85f134 req-892f6ac1-8175-4c29-a8ee-73e6285a1203 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:01.355353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc411277-cac0-4bc9-8f84-775b7a85f134 req-892f6ac1-8175-4c29-a8ee-73e6285a1203 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:01.357210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc411277-cac0-4bc9-8f84-775b7a85f134 req-892f6ac1-8175-4c29-a8ee-73e6285a1203 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 2371 time: 0.1598237 Feb 09 16:10:01.516783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc411277-cac0-4bc9-8f84-775b7a85f134 req-02d11322-9476-4691-a418-d9ca532ef599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370566 Feb 09 16:10:01.560426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8d03dca0-4ecc-4f10-b213-306a872c4174 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2477517 Feb 09 16:10:01.571568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-39375431-8b83-4d32-8ba0-c0e11564914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:01.574485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-39375431-8b83-4d32-8ba0-c0e11564914a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0ce29432-0cc5-41a3-8c22-be58dd27181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047143 Feb 09 16:10:01.598667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e', 'admin_state_up': True, 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'security_groups': ['5a767288-944f-49d9-ba39-b0ec8fe669d0']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:01.724939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642058b9-af24-4ec4-8bb2-2d1804588436 req-0d922589-8661-4a82-bd44-e741acf7cf06 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:01.726678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-642058b9-af24-4ec4-8bb2-2d1804588436 req-0d922589-8661-4a82-bd44-e741acf7cf06 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 945 time: 0.3055956 Feb 09 16:10:01.759729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port c040745d-cfbc-4c70-9631-22f73c3f8ea4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c040745d-cfbc-4c70-9631-22f73c3f8ea4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:01.760303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:01.791087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for c040745d-cfbc-4c70-9631-22f73c3f8ea4 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:10:01.864704 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:02.025439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-35b2dce9-f4d6-41ab-9c66-2fa8a4e124b0 service neutron] 10.222.0.73 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366853 Feb 09 16:10:02.051140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-642058b9-af24-4ec4-8bb2-2d1804588436 req-62a7fe54-ef4a-4e6f-b773-2eeba8cec774 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=3bdadda5-f6cc-4f04-a666-efc677924049&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1899552 Feb 09 16:10:02.313139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-ec89228a-4b6a-4dc2-821e-d3789eca9910 service neutron] 10.222.0.73 "GET /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796421 Feb 09 16:10:02.494185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ced52e-d617-4c33-b062-08aa2f2ff41d req-79e1cc72-723f-46da-b480-84ecfd8ed932 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:02.503143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4ced52e-d617-4c33-b062-08aa2f2ff41d req-79e1cc72-723f-46da-b480-84ecfd8ed932 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 946 time: 0.1181319 Feb 09 16:10:02.563537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32d6ba-7766-403f-8a1d-99b0244815e7 req-507cff53-f7a7-4229-a9ac-cdb79e2066a5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:02.566062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc32d6ba-7766-403f-8a1d-99b0244815e7 req-507cff53-f7a7-4229-a9ac-cdb79e2066a5 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 944 time: 0.1666791 Feb 09 16:10:02.580059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4ced52e-d617-4c33-b062-08aa2f2ff41d req-cd5d35a8-f50c-49a2-89c2-54638d2467a6 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686729 Feb 09 16:10:02.607795 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:02.616630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:10:02.680907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc32d6ba-7766-403f-8a1d-99b0244815e7 req-298af0f5-1e7a-4f4e-a6e3-e88dd98e36ac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060209 Feb 09 16:10:02.746343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=c040745d-cfbc-4c70-9631-22f73c3f8ea4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:02.847004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afc678-44da-44cd-84a8-a551a7382093 req-cf2c54e5-01c2-41b4-9466-73011d19f96b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:02.853531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afc678-44da-44cd-84a8-a551a7382093 req-cf2c54e5-01c2-41b4-9466-73011d19f96b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:02.864503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afc678-44da-44cd-84a8-a551a7382093 req-cf2c54e5-01c2-41b4-9466-73011d19f96b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:02.868404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1afc678-44da-44cd-84a8-a551a7382093 req-cf2c54e5-01c2-41b4-9466-73011d19f96b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 2371 time: 0.1945603 Feb 09 16:10:02.869411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] No DVR routers for this DVR port c040745d-cfbc-4c70-9631-22f73c3f8ea4 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:02.874913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:02.879495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c1705ff-1784-4ee6-bbe4-946216ac1751 req-f6f6e058-200d-474b-b701-03204c6d07a2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "DELETE /v2.0/ports/c040745d-cfbc-4c70-9631-22f73c3f8ea4 HTTP/1.1" status: 204 len: 173 time: 2.0127759 Feb 09 16:10:02.880320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'name': 'network-vif-deleted', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:02.886619 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b183ca60-ed53-4130-97e6-ae143004885c" -d '{"events": [{"server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "name": "network-vif-deleted", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:03.001559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:10:03.017678 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32ee636-ed85-4c27-b79d-fd329144e18c x-openstack-request-id: req-b32ee636-ed85-4c27-b79d-fd329144e18c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:03.017910 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f", "name": "network-vif-deleted", "tag": "c040745d-cfbc-4c70-9631-22f73c3f8ea4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:03.018193 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b32ee636-ed85-4c27-b79d-fd329144e18c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:03.018899 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f', 'name': 'network-vif-deleted', 'tag': 'c040745d-cfbc-4c70-9631-22f73c3f8ea4', 'status': 'completed', 'code': 200} Feb 09 16:10:03.078771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:03.186158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1afc678-44da-44cd-84a8-a551a7382093 req-5ac2566b-b892-4ea6-9254-c1e2bcc87abb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190735 Feb 09 16:10:03.313736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:03.360472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'a374866e-8308-4aea-8472-d6f258c523c1', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'port_id': 'a374866e-8308-4aea-8472-d6f258c523c1', 'mac_address': 'fa:16:3e:f8:78:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:10:03.461994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:03.492074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a374866e-8308-4aea-8472-d6f258c523c1 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:03.538035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:03.705706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-076fdb67-7ca0-4a46-82ac-78d1e9295345 req-4fb0cf34-40ef-4f32-aaf6-c7146d1c9133 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 210 time: 0.1881864 Feb 09 16:10:03.799984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-a386126a-da0a-40a3-8109-27dcd11c861b tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:03.801811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-a386126a-da0a-40a3-8109-27dcd11c861b tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 946 time: 0.2297294 Feb 09 16:10:03.886947 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:03.972823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=11']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.004158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:04.047164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd508eb-e098-41bc-a270-63afec2fc6a2 req-7e43c71e-57db-4840-b8fd-be2735a424aa tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:04.056907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fd508eb-e098-41bc-a270-63afec2fc6a2 req-7e43c71e-57db-4840-b8fd-be2735a424aa tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 946 time: 0.3406386 Feb 09 16:10:04.113190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['a374866e-8308-4aea-8472-d6f258c523c1'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:10:04.168002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c040745d-cfbc-4c70-9631-22f73c3f8ea4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:10:04.199564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: c040745d-cfbc-4c70-9631-22f73c3f8ea4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:10:04.200071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c040745d-cfbc-4c70-9631-22f73c3f8ea4 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:10:04.253358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74858b5-8ada-4b60-92c5-8c2b2e3fd272 req-f73987fd-d86b-46e0-a54e-f692330a5173 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:04.255166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a74858b5-8ada-4b60-92c5-8c2b2e3fd272 req-f73987fd-d86b-46e0-a54e-f692330a5173 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.4288528 Feb 09 16:10:04.265145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fd508eb-e098-41bc-a270-63afec2fc6a2 req-5f2ceaa7-05be-462f-addd-d4687c062bea tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072778 Feb 09 16:10:04.280350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Deleting port 2db92b8b-d245-4656-9716-1c83379a99a8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:10:04.280825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.303657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Allocated IP 10.2.2.100 (e25f59b9-53e0-424b-b146-dc14bde3063e/d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5/e2728606-5544-4a52-8521-7bdfeabf4734) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:10:04.460343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a74858b5-8ada-4b60-92c5-8c2b2e3fd272 req-70d55bca-515b-4390-951d-90bdae94b671 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938467 Feb 09 16:10:04.550570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c82b-d2ef-4949-a716-6e89e9cbb3a1 req-3e50a7d8-08db-4898-800d-99fe880914f3 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:04.556593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c82b-d2ef-4949-a716-6e89e9cbb3a1 req-3e50a7d8-08db-4898-800d-99fe880914f3 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:04.569591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c82b-d2ef-4949-a716-6e89e9cbb3a1 req-3e50a7d8-08db-4898-800d-99fe880914f3 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:04.576814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8052c82b-d2ef-4949-a716-6e89e9cbb3a1 req-3e50a7d8-08db-4898-800d-99fe880914f3 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 2371 time: 0.1537452 Feb 09 16:10:04.625199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] For port 2db92b8b-d245-4656-9716-1c83379a99a8, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2db92b8b-d245-4656-9716-1c83379a99a8,segment=NetworkSegment(c3d63dd8-eae9-48b7-8682-0de94ebaf5d2),segment_id=c3d63dd8-eae9-48b7-8682-0de94ebaf5d2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:04.626075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.674330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Calling delete_port for 2db92b8b-d245-4656-9716-1c83379a99a8 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:10:04.832068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:04.894592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8052c82b-d2ef-4949-a716-6e89e9cbb3a1 req-e029e4c6-b969-4fd8-9f58-7439580bcf9c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3165133 Feb 09 16:10:05.017761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:10:05.075015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61173817-9cdb-4e39-a4f5-8428f1b1c445 req-ab77d015-a077-4f02-bce7-f718891835e3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa3cdd2f-4b09-4b8e-9d46-4e258d1ec66f HTTP/1.1" status: 200 len: 210 time: 0.0904768 Feb 09 16:10:05.340001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.428054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network e25f59b9-53e0-424b-b146-dc14bde3063e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:05.430305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port a374866e-8308-4aea-8472-d6f258c523c1 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:10:05.436128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port a374866e-8308-4aea-8472-d6f258c523c1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:05.439511 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.448217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:05.460137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:10:05.654660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=e2728606-5544-4a52-8521-7bdfeabf4734,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:05.677913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.691802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.759943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:05.764799 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676fb41d-6b71-4508-befe-5525d9833fdc" -d '{"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-plugged", "status": "completed", "tag": "a374866e-8308-4aea-8472-d6f258c523c1"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:05.795980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:05.873528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Pushing event deleted for resources: {'Port': ['ID=2db92b8b-d245-4656-9716-1c83379a99a8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:05.895494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:05.896208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.901476 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:05.978070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c545cbf-54d5-4f9b-a9c1-62ab8893af99 req-c8cbe859-2548-46cd-a1ef-b7578e9ce1fb tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:05.980341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c545cbf-54d5-4f9b-a9c1-62ab8893af99 req-c8cbe859-2548-46cd-a1ef-b7578e9ce1fb tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 867 time: 0.5441527 Feb 09 16:10:06.019329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760052e-dd48-489a-8f2e-bcf4fb1f110c req-39b01eeb-2d02-4364-9c93-5f79b113fefc tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:06.021189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2760052e-dd48-489a-8f2e-bcf4fb1f110c req-39b01eeb-2d02-4364-9c93-5f79b113fefc tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 945 time: 0.3402338 Feb 09 16:10:06.022080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] No DVR routers for this DVR port 2db92b8b-d245-4656-9716-1c83379a99a8 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:06.025791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:06.030211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d81b0031-8d36-41bf-99f9-a194b76ae2c8 req-919a74d6-e38b-41a5-8872-7094f31a92f8 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.13 "DELETE /v2.0/ports/2db92b8b-d245-4656-9716-1c83379a99a8 HTTP/1.1" status: 204 len: 173 time: 2.2027225 Feb 09 16:10:06.030496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=12']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:06.031118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddd866a-a59a-4efb-a86f-4b278b6d4c90', 'name': 'network-vif-deleted', 'tag': '2db92b8b-d245-4656-9716-1c83379a99a8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:06.034034 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f189910-ffe9-4959-bc83-a07ccea238da" -d '{"events": [{"server_uuid": "5ddd866a-a59a-4efb-a86f-4b278b6d4c90", "name": "network-vif-deleted", "tag": "2db92b8b-d245-4656-9716-1c83379a99a8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:06.057142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6bc1271c-78b6-4e2a-a5f8-06315041840b None None] Provisioning complete for port e2728606-5544-4a52-8521-7bdfeabf4734 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:06.057927 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6bc1271c-78b6-4e2a-a5f8-06315041840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:06.083157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-48732568-dc45-4ad0-8762-d57179e54675 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5016167 Feb 09 16:10:06.099963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e', 'admin_state_up': True, 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'security_groups': ['5a767288-944f-49d9-ba39-b0ec8fe669d0']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:06.129591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1271c-78b6-4e2a-a5f8-06315041840b None None] Port e2728606-5544-4a52-8521-7bdfeabf4734 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:10:06.139072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c545cbf-54d5-4f9b-a9c1-62ab8893af99 req-11666e44-a316-4a1d-a55b-88b49917bf49 tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/security-groups?id=ecb97701-e613-43a9-b8b9-aaa6b35fce2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341407 Feb 09 16:10:06.171493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2760052e-dd48-489a-8f2e-bcf4fb1f110c req-5c10598d-6bb2-4bf8-97e2-49ce7c4102d4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253164 Feb 09 16:10:06.230639 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef042e-3986-4153-9b4d-d629a5a6d00b x-openstack-request-id: req-6bef042e-3986-4153-9b4d-d629a5a6d00b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:06.232485 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-plugged", "status": "completed", "tag": "a374866e-8308-4aea-8472-d6f258c523c1", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:06.249883 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bef042e-3986-4153-9b4d-d629a5a6d00b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:06.250574 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1', 'code': 200} Feb 09 16:10:06.401946 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a40e717-b9b3-4ebb-b437-cd891598d9d5 x-openstack-request-id: req-3a40e717-b9b3-4ebb-b437-cd891598d9d5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:06.402552 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddd866a-a59a-4efb-a86f-4b278b6d4c90", "name": "network-vif-deleted", "tag": "2db92b8b-d245-4656-9716-1c83379a99a8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:06.402896 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a40e717-b9b3-4ebb-b437-cd891598d9d5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:06.403480 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddd866a-a59a-4efb-a86f-4b278b6d4c90', 'name': 'network-vif-deleted', 'tag': '2db92b8b-d245-4656-9716-1c83379a99a8', 'status': 'completed', 'code': 200} Feb 09 16:10:06.434787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33204) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:06.536840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82be68-b561-4a00-824f-09239228fa42 req-e8ba37e0-1c67-4a77-b87d-8e8f840b8253 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:06.564439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82be68-b561-4a00-824f-09239228fa42 req-e8ba37e0-1c67-4a77-b87d-8e8f840b8253 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:06.585149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82be68-b561-4a00-824f-09239228fa42 req-e8ba37e0-1c67-4a77-b87d-8e8f840b8253 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:06.601318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82be68-b561-4a00-824f-09239228fa42 req-e8ba37e0-1c67-4a77-b87d-8e8f840b8253 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:06.603255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d82be68-b561-4a00-824f-09239228fa42 req-e8ba37e0-1c67-4a77-b87d-8e8f840b8253 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 3092 time: 0.2528465 Feb 09 16:10:06.605370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Made reservation on behalf of b36933f38f584954a6601282195d94fc for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:10:06.610307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:06.702271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d82be68-b561-4a00-824f-09239228fa42 req-2f4e20be-e31d-44ab-88aa-929ccd38aada tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893617 Feb 09 16:10:07.044655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Allocated IP 10.2.2.200 (e25f59b9-53e0-424b-b146-dc14bde3063e/d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5/297c7613-f889-4019-b8a4-0a3bc50fb865) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:10:07.062454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3763962-0e7b-44fc-8535-8f39dfb3a01c req-62a5236f-37fc-42d8-bbef-4eb0c5e72353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:07.062680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3763962-0e7b-44fc-8535-8f39dfb3a01c req-62a5236f-37fc-42d8-bbef-4eb0c5e72353 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1097 time: 0.2112877 Feb 09 16:10:07.068912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2db92b8b-d245-4656-9716-1c83379a99a8 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:10:07.121475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 2db92b8b-d245-4656-9716-1c83379a99a8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:10:07.122422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2db92b8b-d245-4656-9716-1c83379a99a8 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:10:07.311191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3763962-0e7b-44fc-8535-8f39dfb3a01c req-152634a6-0368-4a76-be01-c4f2d62829c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397282 Feb 09 16:10:07.330817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.435191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47aff8b1-4963-4843-864c-4a30d9808b30 req-30fe053f-9be5-438e-84a4-9d747f45266c tempest-InstanceActionsNegativeTestJSON-90022264 tempest-InstanceActionsNegativeTestJSON-90022264-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ddd866a-a59a-4efb-a86f-4b278b6d4c90 HTTP/1.1" status: 200 len: 210 time: 0.0805707 Feb 09 16:10:07.529123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b514b8-f5f6-4729-a73a-b10be25bbabd req-20d0ebb2-02cd-4b71-8925-4fa1077cc286 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:07.530902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0b514b8-f5f6-4729-a73a-b10be25bbabd req-20d0ebb2-02cd-4b71-8925-4fa1077cc286 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 946 time: 0.1560187 Feb 09 16:10:07.579328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0b514b8-f5f6-4729-a73a-b10be25bbabd req-b40454c2-0a2e-405e-a6f1-333ba91425ed tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393586 Feb 09 16:10:07.645313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.782239 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:07.928310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Network e25f59b9-53e0-424b-b146-dc14bde3063e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:07.947038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:07.956124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:10:08.414112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ad3caec5-4ac1-48a6-8ef9-963aec55ef83 None None] Provisioning complete for port 297c7613-f889-4019-b8a4-0a3bc50fb865 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:08.420242 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad3caec5-4ac1-48a6-8ef9-963aec55ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:08.522629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ad3caec5-4ac1-48a6-8ef9-963aec55ef83 None None] Port 297c7613-f889-4019-b8a4-0a3bc50fb865 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:10:08.877990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:08.878646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:08.901194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:08.910635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event updated for resources: {'Port': ['ID=297c7613-f889-4019-b8a4-0a3bc50fb865,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:09.042787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0882fb3-ac13-4c40-ad7b-d186cbb937bc admin admin] Deleting subnet a06f714a-c8f2-4742-913f-6e57d490f5b0 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:10:09.048701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0882fb3-ac13-4c40-ad7b-d186cbb937bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.102873 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0882fb3-ac13-4c40-ad7b-d186cbb937bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.208746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0882fb3-ac13-4c40-ad7b-d186cbb937bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.301272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c22ce-f3b6-41ac-8a37-c343084be7c0 req-ffefd866-b10c-4f80-bf6d-4b6a31481959 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:09.309763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c22ce-f3b6-41ac-8a37-c343084be7c0 req-ffefd866-b10c-4f80-bf6d-4b6a31481959 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:09.317811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c22ce-f3b6-41ac-8a37-c343084be7c0 req-ffefd866-b10c-4f80-bf6d-4b6a31481959 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:09.326080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c22ce-f3b6-41ac-8a37-c343084be7c0 req-ffefd866-b10c-4f80-bf6d-4b6a31481959 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:09.340210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:10:09.340834 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.341524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c22ce-f3b6-41ac-8a37-c343084be7c0 req-ffefd866-b10c-4f80-bf6d-4b6a31481959 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:09.348785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-403c22ce-f3b6-41ac-8a37-c343084be7c0 req-ffefd866-b10c-4f80-bf6d-4b6a31481959 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 3813 time: 1.5021238 Feb 09 16:10:09.373574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-361609cb-6404-403b-aa1b-40b46f086b67 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2797713 Feb 09 16:10:09.405972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:09.444528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26aaba-75f8-48bb-9f80-af349dac0716 req-d7de4bea-b0c0-4fe3-b3ed-42e067e2a4fe tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:09.446251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff26aaba-75f8-48bb-9f80-af349dac0716 req-d7de4bea-b0c0-4fe3-b3ed-42e067e2a4fe tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 946 time: 0.5553563 Feb 09 16:10:09.540501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-403c22ce-f3b6-41ac-8a37-c343084be7c0 req-3c6a2534-3f8d-4e6f-b586-429ca93afffe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872509 Feb 09 16:10:09.572491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff26aaba-75f8-48bb-9f80-af349dac0716 req-718be6af-652e-49ef-919a-01276eb90297 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975602 Feb 09 16:10:09.576045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.599489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port 0fcee34f-5580-40c1-8d96-f766d5f9a6a4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:09.599875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.625826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:10:09.637347 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0882fb3-ac13-4c40-ad7b-d186cbb937bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.700914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0882fb3-ac13-4c40-ad7b-d186cbb937bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a06f714a-c8f2-4742-913f-6e57d490f5b0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:09.710616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a0882fb3-ac13-4c40-ad7b-d186cbb937bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:09.721682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a0882fb3-ac13-4c40-ad7b-d186cbb937bc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a06f714a-c8f2-4742-913f-6e57d490f5b0 HTTP/1.1" status: 204 len: 168 time: 0.8164642 Feb 09 16:10:09.724762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33284) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:10.140198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.300625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.320274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.356751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a7ead8-6345-4f4a-a579-b412547b4be0']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:10.365517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=0fcee34f-5580-40c1-8d96-f766d5f9a6a4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:10.375638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d63dd8-eae9-48b7-8682-0de94ebaf5d2') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:10.375944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d63dd8-eae9-48b7-8682-0de94ebaf5d2') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:10.398898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.438195 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.490461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dd16a6-a5f1-4e50-9a90-643297243a7c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:10.498884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.511612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:10:10.516327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:10:10.518669 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:10:10.565545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.758122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Transition to ACTIVE for port object 71dd16a6-a5f1-4e50-9a90-643297243a7c will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:10.758122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.779912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.784154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] 10.222.0.53 "DELETE /v2.0/networks/a4a7ead8-6345-4f4a-a579-b412547b4be0 HTTP/1.1" status: 204 len: 168 time: 1.0569005 Feb 09 16:10:10.800624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776e08c-83c0-47bf-b991-7428a044e8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a7ead8-6345-4f4a-a579-b412547b4be0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:10.830262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269c85-137f-4849-bcd5-0460033ac259 req-3e63d96d-4e34-4699-b62e-4c49c5cb1f75 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:10.836779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269c85-137f-4849-bcd5-0460033ac259 req-3e63d96d-4e34-4699-b62e-4c49c5cb1f75 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:10.843168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269c85-137f-4849-bcd5-0460033ac259 req-3e63d96d-4e34-4699-b62e-4c49c5cb1f75 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:10.851446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269c85-137f-4849-bcd5-0460033ac259 req-3e63d96d-4e34-4699-b62e-4c49c5cb1f75 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:10.856755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269c85-137f-4849-bcd5-0460033ac259 req-3e63d96d-4e34-4699-b62e-4c49c5cb1f75 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:10.858660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a269c85-137f-4849-bcd5-0460033ac259 req-3e63d96d-4e34-4699-b62e-4c49c5cb1f75 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 3813 time: 0.1723192 Feb 09 16:10:10.894326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1418f-3020-46f3-a694-7302b6c8bea2 req-e97f5849-b6a0-4cd1-ba25-bb0629a35a42 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:10.895942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ba1418f-3020-46f3-a694-7302b6c8bea2 req-e97f5849-b6a0-4cd1-ba25-bb0629a35a42 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 946 time: 0.1753192 Feb 09 16:10:10.899088 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:10.962548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:10:11.025753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a269c85-137f-4849-bcd5-0460033ac259 req-893c13fd-a127-4c57-b9f4-2935abc4eb8b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591673 Feb 09 16:10:11.043258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ba1418f-3020-46f3-a694-7302b6c8bea2 req-8ae80cf9-e2dc-4733-96ec-04ebaf0cb259 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328902 Feb 09 16:10:11.048903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Pushing event updated for resources: {'Port': ['ID=71dd16a6-a5f1-4e50-9a90-643297243a7c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:11.174228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:10:11.187034 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e979b36-8aa8-43b2-8083-b42a8f49f7f2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "PUT /v2.0/routers/3d06cd75-22a2-4c8b-af19-057f56d6bcf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7400768 Feb 09 16:10:11.187034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33326) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:11.188525 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] Sync routers for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:10:11.194369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Attempting to bind port 71dd16a6-a5f1-4e50-9a90-643297243a7c on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:11.194369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Attempting to bind port 71dd16a6-a5f1-4e50-9a90-643297243a7c by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:11.204315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Attempting to bind port 71dd16a6-a5f1-4e50-9a90-643297243a7c on network 69d961b1-3160-43c7-989b-93407151af0e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:11.204315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Port 71dd16a6-a5f1-4e50-9a90-643297243a7c on network 69d961b1-3160-43c7-989b-93407151af0e not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:10:11.204315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Attempting to bind port 71dd16a6-a5f1-4e50-9a90-643297243a7c on network 69d961b1-3160-43c7-989b-93407151af0e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:11.219712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:11.219712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Checking segment: {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:11.219712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Bound using segment: {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:11.219712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Bound port: 71dd16a6-a5f1-4e50-9a90-643297243a7c, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e233848b-8fc8-46bd-af5e-fb407587b08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '69d961b1-3160-43c7-989b-93407151af0e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:11.219712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.224402 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:10:11.225087 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:09:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:11.321336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7a1226-2b1f-4084-9996-a83479e735fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting subnet 6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:10:11.333025 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1226-2b1f-4084-9996-a83479e735fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.407740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] For port 71dd16a6-a5f1-4e50-9a90-643297243a7c, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:11.416967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] For port 71dd16a6-a5f1-4e50-9a90-643297243a7c, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:11.437532 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1226-2b1f-4084-9996-a83479e735fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.489458 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:10:11.624784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1226-2b1f-4084-9996-a83479e735fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.652881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.720568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:11.721248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:11.722819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] 10.222.0.73 "PUT /v2.0/ports/71dd16a6-a5f1-4e50-9a90-643297243a7c HTTP/1.1" status: 200 len: 1091 time: 2.3277974 Feb 09 16:10:11.723385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:11.726523 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:11.773776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c1df5-5da8-4ed3-a5e3-0fdaa103955a service neutron] Pushing event updated for resources: {'Port': ['ID=71dd16a6-a5f1-4e50-9a90-643297243a7c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:11.818819 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:10:10Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:11.826761 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63def5d-0ab1-48dc-92d2-78323d2d1578 x-openstack-request-id: req-c63def5d-0ab1-48dc-92d2-78323d2d1578 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:11.827129 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:11.827566 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c63def5d-0ab1-48dc-92d2-78323d2d1578 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:11.828120 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'status': 'completed', 'code': 200} Feb 09 16:10:11.831077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33336) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:11.869346 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] Checking router: 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:10:11.895060 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] Routers {'3d06cd75-22a2-4c8b-af19-057f56d6bcf9'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:10:11.895933 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:09:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:11.984811 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-340bb6da-bac4-4287-951c-72c15385dd82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa758836b79442f1b8012db3b7aabcfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551967 Feb 09 16:10:11.999161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33340) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:12.019694 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1226-2b1f-4084-9996-a83479e735fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.022409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:12.061617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf178a-4ab1-4a2f-9a07-6623fd0c44ad None None] Network 0ce29432-0cc5-41a3-8c22-be58dd27181a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:10:12.076351 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1226-2b1f-4084-9996-a83479e735fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.096542 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ca7a1226-2b1f-4084-9996-a83479e735fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/subnets/6f3adf4b-6053-4b8b-818e-b6ae137cc1d1 HTTP/1.1" status: 204 len: 168 time: 0.8971961 Feb 09 16:10:12.100356 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33344) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:12.154391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-d0eacd0b-e540-4a31-b808-a010730a4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:12.156760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-d0eacd0b-e540-4a31-b808-a010730a4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:12.158586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-d0eacd0b-e540-4a31-b808-a010730a4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:12.159280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-d0eacd0b-e540-4a31-b808-a010730a4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:12.162529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-d0eacd0b-e540-4a31-b808-a010730a4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:12.164991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-d0eacd0b-e540-4a31-b808-a010730a4f0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 4360 time: 0.3161066 Feb 09 16:10:12.190015 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] Set router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:10:12.244565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a1226-2b1f-4084-9996-a83479e735fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3adf4b-6053-4b8b-818e-b6ae137cc1d1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:12.421619 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.647511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.658217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] DHCP port deletion for 0ce29432-0cc5-41a3-8c22-be58dd27181a request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:10:12.777105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] Deleting port 94d550e3-8576-453c-a81c-666fe5bc5128 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:10:12.777957 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.880060 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:10:10Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:12.970335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] For port 94d550e3-8576-453c-a81c-666fe5bc5128, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=94d550e3-8576-453c-a81c-666fe5bc5128,segment=NetworkSegment(317db923-2d12-4077-ac09-94756cb0aa87),segment_id=317db923-2d12-4077-ac09-94756cb0aa87)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:12.971192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:12.982183 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb23b97-bab4-4cda-8c3d-b47201826745 None None] The sync data for ids ['3d06cd75-22a2-4c8b-af19-057f56d6bcf9'] in n-d-828542-1 is: [{'id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-343474581', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:18Z', 'updated_at': '2022-02-09T16:10:10Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '9c5ba269-8546-408d-b742-2a3651d884ec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d06cd75-22a2-4c8b-af19-057f56d6bcf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:21Z', 'updated_at': '2022-02-09T16:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:10:13.044278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] Calling delete_port for 94d550e3-8576-453c-a81c-666fe5bc5128 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:10:13.135433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.294945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4d54d95-42d8-45e5-b059-d93ef5b3c7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.327048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port 9c5ba269-8546-408d-b742-2a3651d884ec {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:10:13.327813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.470616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.495798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7f2ae-2fcc-41be-911c-ca438a71f16b req-c94ea592-450a-46e0-954b-edc7265715a9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:13.527740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7f2ae-2fcc-41be-911c-ca438a71f16b req-c94ea592-450a-46e0-954b-edc7265715a9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:13.547152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7f2ae-2fcc-41be-911c-ca438a71f16b req-c94ea592-450a-46e0-954b-edc7265715a9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:13.571768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7f2ae-2fcc-41be-911c-ca438a71f16b req-c94ea592-450a-46e0-954b-edc7265715a9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:13.584599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7f2ae-2fcc-41be-911c-ca438a71f16b req-c94ea592-450a-46e0-954b-edc7265715a9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:13.586825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c7f2ae-2fcc-41be-911c-ca438a71f16b req-c94ea592-450a-46e0-954b-edc7265715a9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 3825 time: 1.2453067 Feb 09 16:10:13.622411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e1c92-9c43-43e2-9114-2256abf3f08a req-80b662c5-2528-4de7-8ba6-9d7b319a448c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:13.654472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-433e1c92-9c43-43e2-9114-2256abf3f08a req-80b662c5-2528-4de7-8ba6-9d7b319a448c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 946 time: 1.2112956 Feb 09 16:10:13.657249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] No DVR routers for this DVR port 94d550e3-8576-453c-a81c-666fe5bc5128 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:13.670767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ddeac-2cdb-4bc5-8b10-5d0853d47eaa None None] Pushing event deleted for resources: {'Port': ['ID=94d550e3-8576-453c-a81c-666fe5bc5128,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:13.701654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port 9c5ba269-8546-408d-b742-2a3651d884ec, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9c5ba269-8546-408d-b742-2a3651d884ec,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:13.702497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.717809 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for 9c5ba269-8546-408d-b742-2a3651d884ec owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:10:13.936168 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4d54d95-42d8-45e5-b059-d93ef5b3c7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:13.997155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 94d550e3-8576-453c-a81c-666fe5bc5128 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:10:14.042804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 94d550e3-8576-453c-a81c-666fe5bc5128 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:10:14.043524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 94d550e3-8576-453c-a81c-666fe5bc5128 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:10:14.043954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:10:14.056230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-bed89af0-dfc9-4ddb-a37c-b49d457312db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:14.058515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-bed89af0-dfc9-4ddb-a37c-b49d457312db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:14.063456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-bed89af0-dfc9-4ddb-a37c-b49d457312db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:14.065573 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-bed89af0-dfc9-4ddb-a37c-b49d457312db service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b36933f38f584954a6601282195d94fc&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.7847440 Feb 09 16:10:14.089360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:10:14.089701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0fcee34f-5580-40c1-8d96-f766d5f9a6a4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:10:14.166779 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.286138 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:10:14.290099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-433e1c92-9c43-43e2-9114-2256abf3f08a req-c5976f00-d432-4e13-9111-7a2267dd58de tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6350129 Feb 09 16:10:14.300438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=9c5ba269-8546-408d-b742-2a3651d884ec,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:14.318817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08c7f2ae-2fcc-41be-911c-ca438a71f16b req-49a965ea-84ec-4b70-8e8f-7cd82efbc5ac tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6539383 Feb 09 16:10:14.460431 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.536328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-60c217a8-a846-40c0-a02b-430b52d91216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:14.542766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2b63e39-da23-4437-b7e0-1bb0a5601a8b req-60c217a8-a846-40c0-a02b-430b52d91216 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4257686 Feb 09 16:10:14.571293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4d54d95-42d8-45e5-b059-d93ef5b3c7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.580320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4d54d95-42d8-45e5-b059-d93ef5b3c7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.595093 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f4d54d95-42d8-45e5-b059-d93ef5b3c7ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecb97701-e613-43a9-b8b9-aaa6b35fce2f HTTP/1.1" status: 204 len: 168 time: 2.5631928 Feb 09 16:10:14.606692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d54d95-42d8-45e5-b059-d93ef5b3c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb97701-e613-43a9-b8b9-aaa6b35fce2f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:14.726585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba14ea01-c13f-4107-a3eb-d8a84edd6042 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:14.742373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.769463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Transition to ACTIVE for port object ba14ea01-c13f-4107-a3eb-d8a84edd6042 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:14.825835 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.827828 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.893055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:14.983500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba14ea01-c13f-4107-a3eb-d8a84edd6042,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:15.081008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Attempting to bind port ba14ea01-c13f-4107-a3eb-d8a84edd6042 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:15.081322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Attempting to bind port ba14ea01-c13f-4107-a3eb-d8a84edd6042 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:15.081817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Attempting to bind port ba14ea01-c13f-4107-a3eb-d8a84edd6042 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:15.087492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Port ba14ea01-c13f-4107-a3eb-d8a84edd6042 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:10:15.089586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Attempting to bind port ba14ea01-c13f-4107-a3eb-d8a84edd6042 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:15.099455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:15.099822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Checking segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:15.101516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Bound using segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:15.102354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Bound port: ba14ea01-c13f-4107-a3eb-d8a84edd6042, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:15.102910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.158310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.158916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Fanout notify agent at l3_agent the message router_deleted on router 3d06cd75-22a2-4c8b-af19-057f56d6bcf9 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:10:15.178386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.183833 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a4a88857-0808-4685-a405-162ea2fc0cc3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/routers/3d06cd75-22a2-4c8b-af19-057f56d6bcf9 HTTP/1.1" status: 204 len: 168 time: 2.9808421 Feb 09 16:10:15.183833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33396) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:15.411840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.425962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] For port ba14ea01-c13f-4107-a3eb-d8a84edd6042, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:15.433726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] For port ba14ea01-c13f-4107-a3eb-d8a84edd6042, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ba14ea01-c13f-4107-a3eb-d8a84edd6042,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:15.517245 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.626333 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.692145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce29432-0cc5-41a3-8c22-be58dd27181a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:15.699002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba14ea01-c13f-4107-a3eb-d8a84edd6042,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:15.723631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317db923-2d12-4077-ac09-94756cb0aa87') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:15.723935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317db923-2d12-4077-ac09-94756cb0aa87') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:15.736962 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.760217 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.767690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:10:15.768142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.829626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:15.840578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:15.840578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-20cae355-7d3e-4b98-acf9-41affbf38ef9 service neutron] 10.222.0.73 "PUT /v2.0/ports/ba14ea01-c13f-4107-a3eb-d8a84edd6042 HTTP/1.1" status: 200 len: 1130 time: 3.8229272 Feb 09 16:10:15.840578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': 'ba14ea01-c13f-4107-a3eb-d8a84edd6042'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:15.841201 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c7e68-04a4-4347-b945-0e23c13d217f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "ba14ea01-c13f-4107-a3eb-d8a84edd6042"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:10:15.876684 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:10:15.887210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34727fe-1ada-44aa-8a85-0eeb9d3232c8 req-849a113b-f85b-49da-9c59-8cb1d876fb96 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:15.892307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c34727fe-1ada-44aa-8a85-0eeb9d3232c8 req-849a113b-f85b-49da-9c59-8cb1d876fb96 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 946 time: 0.1551793 Feb 09 16:10:16.077978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfca-8e8b-49d2-a9ec-c33c4ff7c3af req-528c8dd8-b553-485b-bd37-d182d1416248 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.100028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.113110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9c5ba269-8546-408d-b742-2a3651d884ec no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:10:16.115874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfca-8e8b-49d2-a9ec-c33c4ff7c3af req-528c8dd8-b553-485b-bd37-d182d1416248 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.127675 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.150471 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/networks/0ce29432-0cc5-41a3-8c22-be58dd27181a HTTP/1.1" status: 204 len: 168 time: 0.9541690 Feb 09 16:10:16.150615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfca-8e8b-49d2-a9ec-c33c4ff7c3af req-528c8dd8-b553-485b-bd37-d182d1416248 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.173310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfca-8e8b-49d2-a9ec-c33c4ff7c3af req-528c8dd8-b553-485b-bd37-d182d1416248 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.183457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33426) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:16.207992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfca-8e8b-49d2-a9ec-c33c4ff7c3af req-528c8dd8-b553-485b-bd37-d182d1416248 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.219475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 9c5ba269-8546-408d-b742-2a3651d884ec {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:10:16.224766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9c5ba269-8546-408d-b742-2a3651d884ec not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:10:16.237128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871cfca-8e8b-49d2-a9ec-c33c4ff7c3af req-528c8dd8-b553-485b-bd37-d182d1416248 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.239182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0871cfca-8e8b-49d2-a9ec-c33c4ff7c3af req-528c8dd8-b553-485b-bd37-d182d1416248 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 4597 time: 0.5338640 Feb 09 16:10:16.269216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:16.359153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02062c3-9fb6-48cd-85e0-cf43f2fdaa13 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Network': ['ID=0ce29432-0cc5-41a3-8c22-be58dd27181a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:16.429507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c34727fe-1ada-44aa-8a85-0eeb9d3232c8 req-68aed466-bd6f-4a01-a299-dec201066c1c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5223989 Feb 09 16:10:16.443411 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab780-3d8d-4c17-8246-5d9c9e2e4b87 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.552982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab780-3d8d-4c17-8246-5d9c9e2e4b87 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.566149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0871cfca-8e8b-49d2-a9ec-c33c4ff7c3af req-bddea7de-084d-493d-b1a1-0b4afa417347 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2778852 Feb 09 16:10:16.566149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.661406 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf4ff41-4606-4ba6-8a44-740c26370e25 x-openstack-request-id: req-adf4ff41-4606-4ba6-8a44-740c26370e25 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:16.664277 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "ba14ea01-c13f-4107-a3eb-d8a84edd6042", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:16.664958 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adf4ff41-4606-4ba6-8a44-740c26370e25 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:16.665819 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': 'ba14ea01-c13f-4107-a3eb-d8a84edd6042', 'status': 'completed', 'code': 200} Feb 09 16:10:16.812227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-677d8ace-4c3d-48f9-8958-61903b087d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.818553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-677d8ace-4c3d-48f9-8958-61903b087d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.818553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-677d8ace-4c3d-48f9-8958-61903b087d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.818553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-677d8ace-4c3d-48f9-8958-61903b087d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.818553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-677d8ace-4c3d-48f9-8958-61903b087d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.818553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-677d8ace-4c3d-48f9-8958-61903b087d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:16.833957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-973c7e68-04a4-4347-b945-0e23c13d217f req-677d8ace-4c3d-48f9-8958-61903b087d39 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5283 time: 0.2342558 Feb 09 16:10:16.835732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab780-3d8d-4c17-8246-5d9c9e2e4b87 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.849268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab780-3d8d-4c17-8246-5d9c9e2e4b87 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:16.860928 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5a1ab780-3d8d-4c17-8246-5d9c9e2e4b87 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/security-groups/3bdadda5-f6cc-4f04-a666-efc677924049 HTTP/1.1" status: 204 len: 168 time: 0.6685102 Feb 09 16:10:16.947409 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ab780-3d8d-4c17-8246-5d9c9e2e4b87 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdadda5-f6cc-4f04-a666-efc677924049,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:17.709814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33468) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:17.723294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6113879e-7671-4c32-b64f-fe4190003aae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808758525', 'description': 'tempest-secgroup-smoke-808758525 description', 'project_id': '8e0a4caec7454704961c43365369d7ce'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:17.797083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:17.813979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:17.858484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6113879e-7671-4c32-b64f-fe4190003aae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:17.886679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Transition to ACTIVE for port object 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:18.084674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.194688 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6113879e-7671-4c32-b64f-fe4190003aae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.294263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6113879e-7671-4c32-b64f-fe4190003aae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.398190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113879e-7671-4c32-b64f-fe4190003aae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2148d774-5832-4ada-b12d-ec370b7d0403,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:18.495047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6113879e-7671-4c32-b64f-fe4190003aae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:18.496822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6113879e-7671-4c32-b64f-fe4190003aae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7836196 Feb 09 16:10:18.500574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33486) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:18.507378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-494ca046-cc1a-4da1-8b23-43cea5ea0343 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '2148d774-5832-4ada-b12d-ec370b7d0403', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:18.522282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c90b-692c-48e8-b6a9-fd2618588ad8 req-c911df65-5782-4217-877f-b77ded5c1f50 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.559060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c90b-692c-48e8-b6a9-fd2618588ad8 req-c911df65-5782-4217-877f-b77ded5c1f50 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.566509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c90b-692c-48e8-b6a9-fd2618588ad8 req-c911df65-5782-4217-877f-b77ded5c1f50 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.574961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c90b-692c-48e8-b6a9-fd2618588ad8 req-c911df65-5782-4217-877f-b77ded5c1f50 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.592345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c90b-692c-48e8-b6a9-fd2618588ad8 req-c911df65-5782-4217-877f-b77ded5c1f50 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.599095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c90b-692c-48e8-b6a9-fd2618588ad8 req-c911df65-5782-4217-877f-b77ded5c1f50 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.612838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71c2c90b-692c-48e8-b6a9-fd2618588ad8 req-c911df65-5782-4217-877f-b77ded5c1f50 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 4597 time: 0.6890862 Feb 09 16:10:18.626742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-c2bbad51-49d3-484d-814f-410764ed4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.627869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-c2bbad51-49d3-484d-814f-410764ed4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.631210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-c2bbad51-49d3-484d-814f-410764ed4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:18.637970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-973c7e68-04a4-4347-b945-0e23c13d217f req-c2bbad51-49d3-484d-814f-410764ed4544 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b36933f38f584954a6601282195d94fc&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.7920382 Feb 09 16:10:18.653225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Pushing event updated for resources: {'Port': ['ID=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:18.829312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ca046-cc1a-4da1-8b23-43cea5ea0343 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.043955 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ca046-cc1a-4da1-8b23-43cea5ea0343 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.079775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33494) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:19.122043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ca046-cc1a-4da1-8b23-43cea5ea0343 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.125257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71c2c90b-692c-48e8-b6a9-fd2618588ad8 req-3a31c792-0e9c-4a19-9086-a18b021888df tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2740569 Feb 09 16:10:19.175919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ca046-cc1a-4da1-8b23-43cea5ea0343 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bea063-413f-4916-aa6b-c12535690f93,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:19.309780 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-494ca046-cc1a-4da1-8b23-43cea5ea0343 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.311614 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-494ca046-cc1a-4da1-8b23-43cea5ea0343 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8095880 Feb 09 16:10:19.315268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33502) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:19.321931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-43106f8d-2174-4416-a856-6de456ce23ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '2148d774-5832-4ada-b12d-ec370b7d0403', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:19.348171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Attempting to bind port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:19.348663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Attempting to bind port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:19.351045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Attempting to bind port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:19.365813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c7e68-04a4-4347-b945-0e23c13d217f req-e35b16a2-bf80-4a94-a17f-e213b75959a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:19.367375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-973c7e68-04a4-4347-b945-0e23c13d217f req-e35b16a2-bf80-4a94-a17f-e213b75959a9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7062340 Feb 09 16:10:19.374252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:10:19.374252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Attempting to bind port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:19.389987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:19.390277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Checking segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:19.390978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Bound using segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:19.391514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Bound port: 7cec8f69-c6a9-4d1f-9323-bdb476367ae2, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:19.392611 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.451366 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-722ba0b6-f279-4c03-9b03-c1e9f5853ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.515149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] For port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:19.519893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] For port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:19.619495 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-722ba0b6-f279-4c03-9b03-c1e9f5853ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.638811 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43106f8d-2174-4416-a856-6de456ce23ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.668954 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.751419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-722ba0b6-f279-4c03-9b03-c1e9f5853ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.792067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Pushing event updated for resources: {'Port': ['ID=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:19.822533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:19.825559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:19.839847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-fab4b4c0-8962-4d9d-98ee-2b32ba953d99 service neutron] 10.222.0.73 "PUT /v2.0/ports/7cec8f69-c6a9-4d1f-9323-bdb476367ae2 HTTP/1.1" status: 200 len: 1129 time: 3.5797911 Feb 09 16:10:19.845482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': '7cec8f69-c6a9-4d1f-9323-bdb476367ae2'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:19.864829 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c459270e-b635-45b5-b9f8-0475d3423f35" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "7cec8f69-c6a9-4d1f-9323-bdb476367ae2"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:19.923097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:19.989430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43106f8d-2174-4416-a856-6de456ce23ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.013791 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-722ba0b6-f279-4c03-9b03-c1e9f5853ec5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2f96b7af52d4313ae545b567858c885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9327099 Feb 09 16:10:20.019486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33520) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:20.037320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ba0b6-f279-4c03-9b03-c1e9f5853ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c09480-8f43-4d03-a9f7-710e89a02374,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:20.078007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43106f8d-2174-4416-a856-6de456ce23ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.109533 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a67de-f51d-4aa2-92f0-ef3bb0c4a0c1 x-openstack-request-id: req-595a67de-f51d-4aa2-92f0-ef3bb0c4a0c1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:20.110246 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "7cec8f69-c6a9-4d1f-9323-bdb476367ae2", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:20.110513 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-595a67de-f51d-4aa2-92f0-ef3bb0c4a0c1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:20.110948 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': '7cec8f69-c6a9-4d1f-9323-bdb476367ae2', 'status': 'completed', 'code': 200} Feb 09 16:10:20.170021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43106f8d-2174-4416-a856-6de456ce23ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a194a96-9bc5-47a7-b71b-892efce1bb85,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:20.217373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43106f8d-2174-4416-a856-6de456ce23ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.226095 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-43106f8d-2174-4416-a856-6de456ce23ca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9072549 Feb 09 16:10:20.238227 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33524) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:20.249432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5b5fe7b6-72bd-45a0-bb39-e0ba3a001a93 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '2148d774-5832-4ada-b12d-ec370b7d0403', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:20.273607 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fa07398-fcef-4dea-a4c1-3c54b0b2f1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.279427 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.323457 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fa07398-fcef-4dea-a4c1-3c54b0b2f1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.412162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-49708175-14a2-4f23-ae89-6cfcb1874cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:20.412720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-49708175-14a2-4f23-ae89-6cfcb1874cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:20.413261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-49708175-14a2-4f23-ae89-6cfcb1874cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:20.413791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-49708175-14a2-4f23-ae89-6cfcb1874cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:20.414313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-49708175-14a2-4f23-ae89-6cfcb1874cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:20.414835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-49708175-14a2-4f23-ae89-6cfcb1874cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:20.415354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-49708175-14a2-4f23-ae89-6cfcb1874cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:20.418116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-49708175-14a2-4f23-ae89-6cfcb1874cd1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6205 time: 0.3056614 Feb 09 16:10:20.476511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe7b6-72bd-45a0-bb39-e0ba3a001a93 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.631590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe7b6-72bd-45a0-bb39-e0ba3a001a93 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.653337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fa07398-fcef-4dea-a4c1-3c54b0b2f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.658206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fa07398-fcef-4dea-a4c1-3c54b0b2f1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.663919 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9fa07398-fcef-4dea-a4c1-3c54b0b2f1a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21c09480-8f43-4d03-a9f7-710e89a02374 HTTP/1.1" status: 204 len: 168 time: 0.6354213 Feb 09 16:10:20.680120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa07398-fcef-4dea-a4c1-3c54b0b2f1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c09480-8f43-4d03-a9f7-710e89a02374,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:20.808658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe7b6-72bd-45a0-bb39-e0ba3a001a93 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:20.872948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fe7b6-72bd-45a0-bb39-e0ba3a001a93 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a4a573-2115-455e-b609-bb04cf3f39ac,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:21.005428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe7b6-72bd-45a0-bb39-e0ba3a001a93 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:21.008793 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5b5fe7b6-72bd-45a0-bb39-e0ba3a001a93 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7670956 Feb 09 16:10:21.013590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33536) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:21.028596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5d8c2b66-44bf-410f-b8d8-fd746524e1cc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '2148d774-5832-4ada-b12d-ec370b7d0403', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:21.231199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d8c2b66-44bf-410f-b8d8-fd746524e1cc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:21.357437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d8c2b66-44bf-410f-b8d8-fd746524e1cc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:21.448366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac093e-d854-4050-b624-c87e34911938 req-a7af7c51-3533-4075-a113-ed185b43c06b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.453156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d8c2b66-44bf-410f-b8d8-fd746524e1cc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:21.454749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac093e-d854-4050-b624-c87e34911938 req-a7af7c51-3533-4075-a113-ed185b43c06b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.465916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac093e-d854-4050-b624-c87e34911938 req-a7af7c51-3533-4075-a113-ed185b43c06b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.467217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac093e-d854-4050-b624-c87e34911938 req-a7af7c51-3533-4075-a113-ed185b43c06b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.473284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac093e-d854-4050-b624-c87e34911938 req-a7af7c51-3533-4075-a113-ed185b43c06b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.494365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac093e-d854-4050-b624-c87e34911938 req-a7af7c51-3533-4075-a113-ed185b43c06b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.504928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac093e-d854-4050-b624-c87e34911938 req-a7af7c51-3533-4075-a113-ed185b43c06b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.520140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8ac093e-d854-4050-b624-c87e34911938 req-a7af7c51-3533-4075-a113-ed185b43c06b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5368 time: 1.1403627 Feb 09 16:10:21.530014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c2b66-44bf-410f-b8d8-fd746524e1cc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2f3e83-fbc1-4389-99aa-03c0b1f84276,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:21.618377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-79dc3a92-81a1-4978-887c-5d76e3b7b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.619008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-79dc3a92-81a1-4978-887c-5d76e3b7b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.619550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-79dc3a92-81a1-4978-887c-5d76e3b7b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:21.621496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-79dc3a92-81a1-4978-887c-5d76e3b7b9b8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b36933f38f584954a6601282195d94fc&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1856909 Feb 09 16:10:21.705868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d8c2b66-44bf-410f-b8d8-fd746524e1cc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:21.711141 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d8c2b66-44bf-410f-b8d8-fd746524e1cc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6941447 Feb 09 16:10:21.711851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33554) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:21.717115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e93d243c-dba3-4c56-9bb9-bc2636184609 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '2148d774-5832-4ada-b12d-ec370b7d0403', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:21.836234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8ac093e-d854-4050-b624-c87e34911938 req-89c9e7f4-cf48-4e40-95cb-281ac99fe047 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2545924 Feb 09 16:10:21.898973 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-e93d243c-dba3-4c56-9bb9-bc2636184609 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Project 8e0a4caec7454704961c43365369d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:10:21.910043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e93d243c-dba3-4c56-9bb9-bc2636184609 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:22.010115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-2b957cfd-23d7-4d9f-9730-226b08387da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:22.023016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c459270e-b635-45b5-b9f8-0475d3423f35 req-2b957cfd-23d7-4d9f-9730-226b08387da0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3923302 Feb 09 16:10:22.130749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdaa2880-7a0d-4763-9aa7-20f60925bdf8 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:22.145147 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:22.152658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e93d243c-dba3-4c56-9bb9-bc2636184609 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:22.177757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Transition to ACTIVE for port object bdaa2880-7a0d-4763-9aa7-20f60925bdf8 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:22.332949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e93d243c-dba3-4c56-9bb9-bc2636184609 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:22.339194 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:22.393060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d243c-dba3-4c56-9bb9-bc2636184609 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bafa89-7b66-481f-8c43-f47b59bd03c8,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:22.498665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e93d243c-dba3-4c56-9bb9-bc2636184609 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:22.498665 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e93d243c-dba3-4c56-9bb9-bc2636184609 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7798359 Feb 09 16:10:22.499058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33580) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:22.510037 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d15d9eb2-6edc-448a-bd72-e273eb7c59ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '2148d774-5832-4ada-b12d-ec370b7d0403', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:22.600729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Pushing event updated for resources: {'Port': ['ID=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:22.692646 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-d15d9eb2-6edc-448a-bd72-e273eb7c59ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Project 8e0a4caec7454704961c43365369d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:10:22.699911 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d15d9eb2-6edc-448a-bd72-e273eb7c59ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:22.773256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33584) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:22.858967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d15d9eb2-6edc-448a-bd72-e273eb7c59ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:22.879210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Attempting to bind port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:22.879561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Attempting to bind port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:22.880100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Attempting to bind port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:22.897432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:10:22.898056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Attempting to bind port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:22.904360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:22.905074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Checking segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:22.905678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Bound using segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:22.906337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Bound port: bdaa2880-7a0d-4763-9aa7-20f60925bdf8, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:22.906899 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.021271 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-90a11d4f-62b1-49e9-95f9-dd3dbf2f8bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.073858 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d15d9eb2-6edc-448a-bd72-e273eb7c59ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.117870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d9eb2-6edc-448a-bd72-e273eb7c59ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45354d98-67ff-48e3-b2f1-d66c8846d788,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:23.215226 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d15d9eb2-6edc-448a-bd72-e273eb7c59ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.219640 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d15d9eb2-6edc-448a-bd72-e273eb7c59ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7152286 Feb 09 16:10:23.224270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33600) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:23.251962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'network': {'name': 'tempest-network-smoke--744802066', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'port_security_enabled': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:23.300129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] For port bdaa2880-7a0d-4763-9aa7-20f60925bdf8, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:23.325829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] For port bdaa2880-7a0d-4763-9aa7-20f60925bdf8, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:23.374066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-2f61739e-d466-404b-b741-beb4476555cd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.384124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:10:23.388456 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.407094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-2f61739e-d466-404b-b741-beb4476555cd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.414001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-2f61739e-d466-404b-b741-beb4476555cd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.420744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-2f61739e-d466-404b-b741-beb4476555cd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.427835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-2f61739e-d466-404b-b741-beb4476555cd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.437252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-2f61739e-d466-404b-b741-beb4476555cd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.466210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-2f61739e-d466-404b-b741-beb4476555cd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.468605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:10:23.476095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-2f61739e-d466-404b-b741-beb4476555cd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5380 time: 0.3517792 Feb 09 16:10:23.493006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.495512 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Added segment f691515e-6602-47db-afe9-7921b7eabffe of type vlan for network 0918b5ae-bc65-4f13-86b0-90c39d15b219 Feb 09 16:10:23.518245 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.583218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.702773 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc26c4eb-51d3-407d-9352-5089944b2cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.708493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.709379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.711087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] 10.222.0.73 "PUT /v2.0/ports/bdaa2880-7a0d-4763-9aa7-20f60925bdf8 HTTP/1.1" status: 200 len: 1090 time: 3.8095922 Feb 09 16:10:23.719254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:23.721917 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "bdaa2880-7a0d-4763-9aa7-20f60925bdf8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:23.743770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.746252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:23.746939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:23.776109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d6eb3a2-c6f5-4eb0-89a7-fc80e686d8fc req-170bf749-24ab-4b02-abb4-89c8125bdfd5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2971554 Feb 09 16:10:23.895409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca231a0-54e4-49ad-b87b-f3ae8c80758f service neutron] Pushing event updated for resources: {'Port': ['ID=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:23.904169 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c195fc8-3098-438d-8539-44d404888391 x-openstack-request-id: req-2c195fc8-3098-438d-8539-44d404888391 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:23.904960 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "bdaa2880-7a0d-4763-9aa7-20f60925bdf8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:23.905571 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c195fc8-3098-438d-8539-44d404888391 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:23.906481 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8', 'status': 'completed', 'code': 200} Feb 09 16:10:23.955754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Network': ['ID=0918b5ae-bc65-4f13-86b0-90c39d15b219,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:23.970869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:10:24.001949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:24.023710 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-93757f10-0539-4dea-a153-4dc00aad5c6b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8000069 Feb 09 16:10:24.024939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33614) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:24.031216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'admin_state_up': True, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:24.166329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-39aa5efe-c3ad-4e6e-9f76-a2f5194b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.166871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-39aa5efe-c3ad-4e6e-9f76-a2f5194b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.167919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-39aa5efe-c3ad-4e6e-9f76-a2f5194b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.168423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-39aa5efe-c3ad-4e6e-9f76-a2f5194b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.168888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-39aa5efe-c3ad-4e6e-9f76-a2f5194b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.169358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-39aa5efe-c3ad-4e6e-9f76-a2f5194b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.169831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-39aa5efe-c3ad-4e6e-9f76-a2f5194b9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.172633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-39aa5efe-c3ad-4e6e-9f76-a2f5194b9191 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6272 time: 0.2647223 Feb 09 16:10:24.176978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc26c4eb-51d3-407d-9352-5089944b2cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.214611 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.217733 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.342120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bc26c4eb-51d3-407d-9352-5089944b2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.351147 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.402876 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.435930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33622) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:24.451536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-6745098b-c5ad-4fe6-96e9-1d7d4326a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.452387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-6745098b-c5ad-4fe6-96e9-1d7d4326a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.453024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-6745098b-c5ad-4fe6-96e9-1d7d4326a4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.455098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-6745098b-c5ad-4fe6-96e9-1d7d4326a4f7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b36933f38f584954a6601282195d94fc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2743382 Feb 09 16:10:24.474825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26c4eb-51d3-407d-9352-5089944b2cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae3aa3-3b3c-4e40-b725-df1b2893d3d6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:24.498289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bc26c4eb-51d3-407d-9352-5089944b2cd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b899bcf1b57f464c83b135bd6b5d8ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6805637 Feb 09 16:10:24.501041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33626) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:24.608489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-618da392-1b6f-4926-977d-919eed90b86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.727682 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f5753ef-6a3b-48b1-a1b7-bfb671b58f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.759024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-63934b63-f9a7-46c1-aba9-ff689f0678cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.759989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8de190f6-cbe4-46f8-a5ce-368b0e6a67f8 req-63934b63-f9a7-46c1-aba9-ff689f0678cd service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810843 Feb 09 16:10:24.836124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f5753ef-6a3b-48b1-a1b7-bfb671b58f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.844663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-618da392-1b6f-4926-977d-919eed90b86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.935376 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f5753ef-6a3b-48b1-a1b7-bfb671b58f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.967115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:24.978625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-0b6de6a2-53b7-4c2b-904c-cc995072dd6c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.985231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-0b6de6a2-53b7-4c2b-904c-cc995072dd6c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.998798 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7f5753ef-6a3b-48b1-a1b7-bfb671b58f19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65178fcc9c264174b962a44f0a5b6db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486794 Feb 09 16:10:24.999168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-0b6de6a2-53b7-4c2b-904c-cc995072dd6c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.999168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-0b6de6a2-53b7-4c2b-904c-cc995072dd6c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:24.999476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33638) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:25.004624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-0b6de6a2-53b7-4c2b-904c-cc995072dd6c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:25.011695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-0b6de6a2-53b7-4c2b-904c-cc995072dd6c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:25.017998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-0b6de6a2-53b7-4c2b-904c-cc995072dd6c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:25.020265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-0b6de6a2-53b7-4c2b-904c-cc995072dd6c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5380 time: 0.1458831 Feb 09 16:10:25.027113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5753ef-6a3b-48b1-a1b7-bfb671b58f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d556f4-97bb-41de-ba09-e0070ee35a33,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:25.096712 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd855-265b-4eb1-8b89-a9c5468b6a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.130180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca8eb9d6-a5f3-4008-abb2-d9d26668edd2 req-5e810188-6303-4af5-b9e4-79f2c99aaa99 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755663 Feb 09 16:10:25.134626 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd855-265b-4eb1-8b89-a9c5468b6a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.184298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-618da392-1b6f-4926-977d-919eed90b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.188312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-618da392-1b6f-4926-977d-919eed90b86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.189241 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-618da392-1b6f-4926-977d-919eed90b86c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7ae3aa3-3b3c-4e40-b725-df1b2893d3d6 HTTP/1.1" status: 204 len: 168 time: 0.6838281 Feb 09 16:10:25.200345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:25.209981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.226915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Transition to ACTIVE for port object b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:25.266813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618da392-1b6f-4926-977d-919eed90b86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae3aa3-3b3c-4e40-b725-df1b2893d3d6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:25.311895 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fca37dbb-3d87-40f0-b9a9-f5374850d965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.385811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.502358 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd855-265b-4eb1-8b89-a9c5468b6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.505126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c8ebd855-265b-4eb1-8b89-a9c5468b6a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.509871 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c8ebd855-265b-4eb1-8b89-a9c5468b6a9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9d556f4-97bb-41de-ba09-e0070ee35a33 HTTP/1.1" status: 204 len: 168 time: 0.5059886 Feb 09 16:10:25.522328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebd855-265b-4eb1-8b89-a9c5468b6a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d556f4-97bb-41de-ba09-e0070ee35a33,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:25.590459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.629553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:25.632385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Attempting to bind port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:25.632862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Attempting to bind port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:25.633552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Attempting to bind port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:25.645265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:10:25.645579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Attempting to bind port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:25.668037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.681873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:25.689709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Checking segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:25.694085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Bound using segment: {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:25.694824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Bound port: b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:25.695520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:25.903993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] For port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:25.907756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] For port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:25.977285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.25.5.142 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/ca52ae2a-f13a-45eb-8baa-8d7d8958725b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:10:26.024920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:26.080293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.080293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:26.081692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] 10.222.0.73 "PUT /v2.0/ports/b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 HTTP/1.1" status: 200 len: 1089 time: 2.1206293 Feb 09 16:10:26.082193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:26.084654 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d9c2fc-65e6-4e77-8514-2441d7ecd434" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:26.156513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4eb9c-22fa-403c-a671-2832d9cd294c service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:26.191546 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0ac21c-4e1b-4baf-bb00-2339bb0b0dd6 x-openstack-request-id: req-cf0ac21c-4e1b-4baf-bb00-2339bb0b0dd6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:26.191872 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:26.193562 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf0ac21c-4e1b-4baf-bb00-2339bb0b0dd6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:26.194756 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16', 'status': 'completed', 'code': 200} Feb 09 16:10:26.251175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:26.285968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:26.470709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:26.639620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:26.649035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:26.653019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:10:26.656788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-3af644e8-dffc-44cf-9010-980fa14ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.660830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-3af644e8-dffc-44cf-9010-980fa14ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.664574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-3af644e8-dffc-44cf-9010-980fa14ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.664574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-3af644e8-dffc-44cf-9010-980fa14ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.664574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-3af644e8-dffc-44cf-9010-980fa14ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.665932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-3af644e8-dffc-44cf-9010-980fa14ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.666122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-3af644e8-dffc-44cf-9010-980fa14ed427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.668957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-3af644e8-dffc-44cf-9010-980fa14ed427 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6339 time: 0.4345372 Feb 09 16:10:26.677336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:26.708396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=ca52ae2a-f13a-45eb-8baa-8d7d8958725b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:26.841350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:26.934437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-cf38319a-ae83-40d0-a377-b2fa49173e00 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.936540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-cf38319a-ae83-40d0-a377-b2fa49173e00 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.942214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-cf38319a-ae83-40d0-a377-b2fa49173e00 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.949502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-cf38319a-ae83-40d0-a377-b2fa49173e00 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.957758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-cf38319a-ae83-40d0-a377-b2fa49173e00 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.967407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-cf38319a-ae83-40d0-a377-b2fa49173e00 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.970856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-cf38319a-ae83-40d0-a377-b2fa49173e00 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:26.979182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-cf38319a-ae83-40d0-a377-b2fa49173e00 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5392 time: 0.5971222 Feb 09 16:10:27.072735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28d4076e-58b2-4657-bbb8-d1775dc9578d req-a436aeba-f87a-48ac-8a64-a5a7b85131d9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924394 Feb 09 16:10:27.214979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-9f03e0fb-278b-459e-be4e-9e07e83fdacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:27.215859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-9f03e0fb-278b-459e-be4e-9e07e83fdacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:27.216749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-9f03e0fb-278b-459e-be4e-9e07e83fdacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:27.219573 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-9f03e0fb-278b-459e-be4e-9e07e83fdacf service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b36933f38f584954a6601282195d94fc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5249133 Feb 09 16:10:27.476280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-6c71f3ec-e95b-401b-b35b-f078cfdff63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:27.477817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d9c2fc-65e6-4e77-8514-2441d7ecd434 req-6c71f3ec-e95b-401b-b35b-f078cfdff63e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464156 Feb 09 16:10:27.497222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2728606-5544-4a52-8521-7bdfeabf4734 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:27.509513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:27.531458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Transition to ACTIVE for port object e2728606-5544-4a52-8521-7bdfeabf4734 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:27.675449 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:27.684121 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:27.774956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Pushing event updated for resources: {'Port': ['ID=e2728606-5544-4a52-8521-7bdfeabf4734,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:27.943115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Attempting to bind port e2728606-5544-4a52-8521-7bdfeabf4734 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:27.944187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Attempting to bind port e2728606-5544-4a52-8521-7bdfeabf4734 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:27.944187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Attempting to bind port e2728606-5544-4a52-8521-7bdfeabf4734 on network e25f59b9-53e0-424b-b146-dc14bde3063e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:27.959630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Port e2728606-5544-4a52-8521-7bdfeabf4734 on network e25f59b9-53e0-424b-b146-dc14bde3063e not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:10:27.960124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Attempting to bind port e2728606-5544-4a52-8521-7bdfeabf4734 on network e25f59b9-53e0-424b-b146-dc14bde3063e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:27.983111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:27.983556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Checking segment: {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:27.983846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Bound using segment: {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:27.984316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Bound port: e2728606-5544-4a52-8521-7bdfeabf4734, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:27.987007 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.080156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.191211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] For port e2728606-5544-4a52-8521-7bdfeabf4734, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:28.205381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] For port e2728606-5544-4a52-8521-7bdfeabf4734, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e2728606-5544-4a52-8521-7bdfeabf4734,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:28.252628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.333122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-8cd02981-55a6-4927-88a7-e441d4d57dfb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.340364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-8cd02981-55a6-4927-88a7-e441d4d57dfb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.351316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-8cd02981-55a6-4927-88a7-e441d4d57dfb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.357367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-8cd02981-55a6-4927-88a7-e441d4d57dfb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.363725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-8cd02981-55a6-4927-88a7-e441d4d57dfb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.370279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-8cd02981-55a6-4927-88a7-e441d4d57dfb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.376388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-8cd02981-55a6-4927-88a7-e441d4d57dfb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.378580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-8cd02981-55a6-4927-88a7-e441d4d57dfb tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5404 time: 0.1550031 Feb 09 16:10:28.380520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.431773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 28d011aa-4b73-428a-99d3-231485920bd6 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:10:28.440812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.441425 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.443202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] 10.222.0.73 "PUT /v2.0/ports/e2728606-5544-4a52-8521-7bdfeabf4734 HTTP/1.1" status: 200 len: 1091 time: 2.1892014 Feb 09 16:10:28.443673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': 'e2728606-5544-4a52-8521-7bdfeabf4734'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:28.446118 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da0c9b4-ce87-4d4a-b080-99128ccbad83" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "e2728606-5544-4a52-8521-7bdfeabf4734"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:28.530763 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fa30f6-f58d-4c1b-bdaf-d8b85e4b5cbf x-openstack-request-id: req-66fa30f6-f58d-4c1b-bdaf-d8b85e4b5cbf {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:28.531326 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "e2728606-5544-4a52-8521-7bdfeabf4734", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:28.531815 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66fa30f6-f58d-4c1b-bdaf-d8b85e4b5cbf {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:28.532482 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': 'e2728606-5544-4a52-8521-7bdfeabf4734', 'status': 'completed', 'code': 200} Feb 09 16:10:28.534399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3718b8-f997-428c-97c9-c7d7a0b49a67 service neutron] Pushing event updated for resources: {'Port': ['ID=e2728606-5544-4a52-8521-7bdfeabf4734,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:28.542214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d295bd2d-6a56-4ee1-b54e-bc124e657e29 req-0f36d3d2-4f6f-4c90-818b-269de32cd489 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307456 Feb 09 16:10:28.651200 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.662716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-98866af4-3a49-4f15-bb4a-a5b0e332c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.665853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-98866af4-3a49-4f15-bb4a-a5b0e332c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.666364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-98866af4-3a49-4f15-bb4a-a5b0e332c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.666894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-98866af4-3a49-4f15-bb4a-a5b0e332c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.667437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-98866af4-3a49-4f15-bb4a-a5b0e332c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.669092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-98866af4-3a49-4f15-bb4a-a5b0e332c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.677313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-98866af4-3a49-4f15-bb4a-a5b0e332c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:28.677313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-98866af4-3a49-4f15-bb4a-a5b0e332c48d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6406 time: 0.1074369 Feb 09 16:10:28.687512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Request body: {'port': {'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:28.755882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:10:28.788695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Sync routers for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:10:28.801396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:10:28.802267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:28.878720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.884502 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f8dbe969-0013-43c8-8b3b-85546078f8cb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8556583 Feb 09 16:10:28.886665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33754) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:28.902343 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:28.968545 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a39a4c08-65c2-449c-a561-d07de2ad5f30 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8e0a4caec7454704961c43365369d7ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787845 Feb 09 16:10:28.981126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33756) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:29.004346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-3f4061f4-6607-4b78-90f8-7f5f62141c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:29.006080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-3f4061f4-6607-4b78-90f8-7f5f62141c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:29.006846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-3f4061f4-6607-4b78-90f8-7f5f62141c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:29.012222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-3f4061f4-6607-4b78-90f8-7f5f62141c6d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b36933f38f584954a6601282195d94fc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3190484 Feb 09 16:10:29.034117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:10:29.134880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-bb90447e-7831-42a0-8aed-07bdf02924ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:29.136493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0da0c9b4-ce87-4d4a-b080-99128ccbad83 req-bb90447e-7831-42a0-8aed-07bdf02924ed service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172512 Feb 09 16:10:29.209810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3e2d2-f449-4bce-8d2d-b2493b1be056 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:29.212902 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b0a3e2d2-f449-4bce-8d2d-b2493b1be056 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2302148 Feb 09 16:10:29.217766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:29.286231 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cf1eecf4-bdc3-4ec2-b929-e610f7552ca0 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0670531 Feb 09 16:10:29.292865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33766) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:29.303635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-634673015', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:29.467570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:26Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:29.562297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Checking router: 28d011aa-4b73-428a-99d3-231485920bd6 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:10:29.562880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Updating router 28d011aa-4b73-428a-99d3-231485920bd6 port ca52ae2a-f13a-45eb-8baa-8d7d8958725b binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:10:29.607976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:10:29.617759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:29.645459 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:29.742157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297c7613-f889-4019-b8a4-0a3bc50fb865 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:29.759928 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:29.862263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Transition to ACTIVE for port object 297c7613-f889-4019-b8a4-0a3bc50fb865 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:29.996072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.123790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-b65b792d-ac5e-46d3-bf31-c1c5f59adf7b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:30.136733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-b65b792d-ac5e-46d3-bf31-c1c5f59adf7b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:30.159874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-b65b792d-ac5e-46d3-bf31-c1c5f59adf7b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:30.183352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-b65b792d-ac5e-46d3-bf31-c1c5f59adf7b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:30.191881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-b65b792d-ac5e-46d3-bf31-c1c5f59adf7b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:30.199547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-b65b792d-ac5e-46d3-bf31-c1c5f59adf7b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:30.206341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-b65b792d-ac5e-46d3-bf31-c1c5f59adf7b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:30.209019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-b65b792d-ac5e-46d3-bf31-c1c5f59adf7b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5404 time: 0.4416311 Feb 09 16:10:30.210295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.433066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a52e98d7-10e5-4eb7-810c-8808f4870da6 req-bf9b56a3-9a89-4a11-b1cd-0727ed52ad69 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834211 Feb 09 16:10:30.478806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.484351 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.504739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Subnet': ['ID=389066c8-53da-4ed2-8de3-2b24049c5bf6,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:30.530370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Pushing event updated for resources: {'Port': ['ID=297c7613-f889-4019-b8a4-0a3bc50fb865,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:30.543104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Checking segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:30.543572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network hostable DHCP agents. Network: 0918b5ae-bc65-4f13-86b0-90c39d15b219, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:10:30.619377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-f49e13a8-8350-4862-8006-1e304fe1fe8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4047654 Feb 09 16:10:30.623996 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.708425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Attempting to bind port 297c7613-f889-4019-b8a4-0a3bc50fb865 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:30.709238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Attempting to bind port 297c7613-f889-4019-b8a4-0a3bc50fb865 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:30.714630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Attempting to bind port 297c7613-f889-4019-b8a4-0a3bc50fb865 on network e25f59b9-53e0-424b-b146-dc14bde3063e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:30.778697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:10:30.783544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f63b7e-a9d8-4c16-9a51-ff8e6200d86f None None] Pushing event updated for resources: {'Port': ['ID=ca52ae2a-f13a-45eb-8baa-8d7d8958725b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:30.856784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Attempting to bind port ca52ae2a-f13a-45eb-8baa-8d7d8958725b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:30.857441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Attempting to bind port ca52ae2a-f13a-45eb-8baa-8d7d8958725b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:30.858573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Attempting to bind port ca52ae2a-f13a-45eb-8baa-8d7d8958725b on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:30.867142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:30.867884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:30.868667 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.869404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:30.870983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Bound port: ca52ae2a-f13a-45eb-8baa-8d7d8958725b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:30.871562 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.899360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Port 297c7613-f889-4019-b8a4-0a3bc50fb865 on network e25f59b9-53e0-424b-b146-dc14bde3063e not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:10:30.900015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Attempting to bind port 297c7613-f889-4019-b8a4-0a3bc50fb865 on network e25f59b9-53e0-424b-b146-dc14bde3063e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:30.903739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0918b5ae-bc65-4f13-86b0-90c39d15b219) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:30.909058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:30.910012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.943939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:30.944368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Checking segment: {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:30.945825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Bound using segment: {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:30.947357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Bound port: 297c7613-f889-4019-b8a4-0a3bc50fb865, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:30.948940 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:30.996599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43807392-cc91-4f4a-bc3d-5f2d44af9578 None None] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:10:31.032596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-93e82fcd-cbef-46ec-bb41-a0ff5b6b1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:31.034174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-93e82fcd-cbef-46ec-bb41-a0ff5b6b1ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1ffa86913db4cd3ab076891325de08d&device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 1097 time: 0.3037546 Feb 09 16:10:31.034661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] For port ca52ae2a-f13a-45eb-8baa-8d7d8958725b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:31.083756 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8d5b245d-5a29-44e2-8357-057e680ac400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7894027 Feb 09 16:10:31.086889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33802) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:31.126414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] For port 297c7613-f889-4019-b8a4-0a3bc50fb865, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:31.152984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] For port 297c7613-f889-4019-b8a4-0a3bc50fb865, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=297c7613-f889-4019-b8a4-0a3bc50fb865,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:31.373436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-83898e4f-d413-43e7-aaed-056463f7aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:31.375434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-83898e4f-d413-43e7-aaed-056463f7aea4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 200 len: 917 time: 0.3152461 Feb 09 16:10:31.377812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:31.575458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] For port ca52ae2a-f13a-45eb-8baa-8d7d8958725b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ca52ae2a-f13a-45eb-8baa-8d7d8958725b,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:31.677629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Pushing event updated for resources: {'Port': ['ID=297c7613-f889-4019-b8a4-0a3bc50fb865,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:31.725784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:31.864860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:31.864860 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:31.866618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cc63b274-f76f-4ab9-9d94-75a71082acdb service neutron] 10.222.0.73 "PUT /v2.0/ports/297c7613-f889-4019-b8a4-0a3bc50fb865 HTTP/1.1" status: 200 len: 1091 time: 3.1883576 Feb 09 16:10:31.887023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': '297c7613-f889-4019-b8a4-0a3bc50fb865'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:31.890255 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "297c7613-f889-4019-b8a4-0a3bc50fb865"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:31.894260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f63b7e-a9d8-4c16-9a51-ff8e6200d86f None None] Pushing event updated for resources: {'Port': ['ID=ca52ae2a-f13a-45eb-8baa-8d7d8958725b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:31.928113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:31.996571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-88604852-4a0b-4065-8e3b-9ba3f235bfb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 200 len: 1000 time: 0.5931532 Feb 09 16:10:32.046693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-fed28e7e-635f-456f-bdd1-9ce9f3f27b70 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.062398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:10:32.063037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:32.066258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-fed28e7e-635f-456f-bdd1-9ce9f3f27b70 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.079687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-fed28e7e-635f-456f-bdd1-9ce9f3f27b70 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.086068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-fed28e7e-635f-456f-bdd1-9ce9f3f27b70 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.105182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-fed28e7e-635f-456f-bdd1-9ce9f3f27b70 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.132388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-fed28e7e-635f-456f-bdd1-9ce9f3f27b70 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.160580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-fed28e7e-635f-456f-bdd1-9ce9f3f27b70 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.170178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-fed28e7e-635f-456f-bdd1-9ce9f3f27b70 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.5195711 Feb 09 16:10:32.240376 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc447728-537c-4a9e-a21a-e6eba8ad53f3 x-openstack-request-id: req-fc447728-537c-4a9e-a21a-e6eba8ad53f3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:32.241935 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "297c7613-f889-4019-b8a4-0a3bc50fb865", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:32.242438 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc447728-537c-4a9e-a21a-e6eba8ad53f3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:32.249986 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': '297c7613-f889-4019-b8a4-0a3bc50fb865', 'status': 'completed', 'code': 200} Feb 09 16:10:32.361925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0918b5ae-bc65-4f13-86b0-90c39d15b219', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:10:32.377963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:32.596277 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8f368d8-3e92-46ff-ac5c-382ef683c889 req-51046eec-67fc-4cbb-bfa0-d8f9f7660955 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3358846 Feb 09 16:10:32.632677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-bd7d96f0-eefd-46ed-8e1d-52baee86f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.643353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-bd7d96f0-eefd-46ed-8e1d-52baee86f71e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 200 len: 855 time: 0.6311789 Feb 09 16:10:32.649718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-3196caec-6c8c-4f8c-96e8-37e99706c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.651201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-3196caec-6c8c-4f8c-96e8-37e99706c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.651835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-3196caec-6c8c-4f8c-96e8-37e99706c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.657825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-3196caec-6c8c-4f8c-96e8-37e99706c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.658508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-3196caec-6c8c-4f8c-96e8-37e99706c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.659122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-3196caec-6c8c-4f8c-96e8-37e99706c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.659755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-3196caec-6c8c-4f8c-96e8-37e99706c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.664776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-3196caec-6c8c-4f8c-96e8-37e99706c0d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6473 time: 0.4904835 Feb 09 16:10:32.684122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:32.753097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Allocated IP 172.20.0.2 (0918b5ae-bc65-4f13-86b0-90c39d15b219/389066c8-53da-4ed2-8de3-2b24049c5bf6/bd27303b-ec2c-4808-a469-76a292d67ac7) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:10:32.878112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-e07c3610-0f8f-4a4b-9f4c-eaa960f5742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.878530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-e07c3610-0f8f-4a4b-9f4c-eaa960f5742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.879059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-e07c3610-0f8f-4a4b-9f4c-eaa960f5742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:32.881088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-e07c3610-0f8f-4a4b-9f4c-eaa960f5742f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b36933f38f584954a6601282195d94fc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1937842 Feb 09 16:10:32.983355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:10:33.113536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-5b7b1054-e153-416f-8bd0-62e0ca4c0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.149930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb3e9d5f-68b5-40ea-8efc-f6ba3e5d6468 req-5b7b1054-e153-416f-8bd0-62e0ca4c0bd6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2576547 Feb 09 16:10:33.168104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-004dd3ae-0341-4d15-8501-19db09220b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.174181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-004dd3ae-0341-4d15-8501-19db09220b8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f6c10f4b-ba62-4687-b736-8da6e468cd20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5031335 Feb 09 16:10:33.186098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-f0045422-e9b7-4c87-8755-e3a8a0846ca7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:10:33.200982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-f0045422-e9b7-4c87-8755-e3a8a0846ca7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233483 Feb 09 16:10:33.505836 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:33.512567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-e8091558-2ee1-4e26-a172-13764b526915 service neutron] 10.222.0.13 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157102 Feb 09 16:10:33.528966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e558052-4500-4a90-83d8-180bba81d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.529441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e558052-4500-4a90-83d8-180bba81d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.529910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e558052-4500-4a90-83d8-180bba81d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.530369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e558052-4500-4a90-83d8-180bba81d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.530874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e558052-4500-4a90-83d8-180bba81d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.531340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e558052-4500-4a90-83d8-180bba81d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.531792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e558052-4500-4a90-83d8-180bba81d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:33.534113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4e558052-4500-4a90-83d8-180bba81d192 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6473 time: 0.3269699 Feb 09 16:10:33.601153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-c4fce5f5-2023-4dc3-a0e7-ce8f611c18b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c HTTP/1.1" status: 200 len: 217 time: 0.0580850 Feb 09 16:10:33.609147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:26Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:33.643402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cf5756-3f67-4e6d-b40d-5bd4da1caf93 None None] The sync data for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 is: [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:26Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:10:33.708278 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:33.792924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Pushing event updated for resources: {'Port': ['ID=bd27303b-ec2c-4808-a469-76a292d67ac7,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:33.825051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:33.827410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:33.837098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:10:33.910766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.20.0.1 (0918b5ae-bc65-4f13-86b0-90c39d15b219/389066c8-53da-4ed2-8de3-2b24049c5bf6/7af9e899-72e9-44d2-b49a-f83f118a7d24) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:10:33.979194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cbd9130a-dad0-4736-b82d-7a9f242147f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:34.009612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-cbd9130a-dad0-4736-b82d-7a9f242147f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2999133-afaf-4f57-b742-3f7b8281b3ba HTTP/1.1" status: 200 len: 851 time: 0.3437016 Feb 09 16:10:34.113969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Attempting to bind port bd27303b-ec2c-4808-a469-76a292d67ac7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:34.114641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Attempting to bind port bd27303b-ec2c-4808-a469-76a292d67ac7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:34.115248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Attempting to bind port bd27303b-ec2c-4808-a469-76a292d67ac7 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:34.126120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:34.127099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Checking segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:34.128169 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.143732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Bound using segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:34.144727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Bound port: bd27303b-ec2c-4808-a469-76a292d67ac7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:34.145387 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.408983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.469822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] For port bd27303b-ec2c-4808-a469-76a292d67ac7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:34.476968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] For port bd27303b-ec2c-4808-a469-76a292d67ac7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bd27303b-ec2c-4808-a469-76a292d67ac7,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:34.636724 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.638874 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.774648 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:34.794647 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:34.799017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:10:34.810320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b4e02-a827-43cc-941f-24bef304ff61 None None] Pushing event updated for resources: {'Port': ['ID=bd27303b-ec2c-4808-a469-76a292d67ac7,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:34.938922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:34.945853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=7af9e899-72e9-44d2-b49a-f83f118a7d24,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:35.090363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e262-bd01-4255-b136-82179039cc8d req-7f96a334-1d55-4af4-942b-ddb5d30a0e54 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.114117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e262-bd01-4255-b136-82179039cc8d req-7f96a334-1d55-4af4-942b-ddb5d30a0e54 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.120155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e262-bd01-4255-b136-82179039cc8d req-7f96a334-1d55-4af4-942b-ddb5d30a0e54 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.126559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e262-bd01-4255-b136-82179039cc8d req-7f96a334-1d55-4af4-942b-ddb5d30a0e54 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.133055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e262-bd01-4255-b136-82179039cc8d req-7f96a334-1d55-4af4-942b-ddb5d30a0e54 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.157237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e262-bd01-4255-b136-82179039cc8d req-7f96a334-1d55-4af4-942b-ddb5d30a0e54 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.205107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344e262-bd01-4255-b136-82179039cc8d req-7f96a334-1d55-4af4-942b-ddb5d30a0e54 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.208155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e344e262-bd01-4255-b136-82179039cc8d req-7f96a334-1d55-4af4-942b-ddb5d30a0e54 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 1.4494843 Feb 09 16:10:35.225951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177c3554-218b-4f8f-bf3c-d6ca5d8bfe13 req-17ae81fa-2cc6-4baa-90d5-35b353467686 service neutron] 10.222.0.13 "GET /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7030265 Feb 09 16:10:35.351968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e344e262-bd01-4255-b136-82179039cc8d req-b3fc43ac-c503-4d32-91a4-a665614d36be tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217771 Feb 09 16:10:35.359825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:35.364051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-55c008b3-50c7-443f-be2a-1b72ca27a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:35.372117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-55c008b3-50c7-443f-be2a-1b72ca27a8a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d961b1-3160-43c7-989b-93407151af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3521554 Feb 09 16:10:35.577987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-f899728e-7a65-4d52-a090-259e29825101 service neutron] 10.222.0.73 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961777 Feb 09 16:10:35.793887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-6bd75dad-0e98-4d77-863c-7e7fc13a4053 service neutron] 10.222.0.73 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060764 Feb 09 16:10:35.945815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-998c677c-dff8-4474-a12a-8ed3d62fe511 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=ba14ea01-c13f-4107-a3eb-d8a84edd6042 HTTP/1.1" status: 200 len: 217 time: 0.1384377 Feb 09 16:10:36.038447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-66d3ef07-9ec0-4894-aebb-7b0bd315d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:36.039176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-66d3ef07-9ec0-4894-aebb-7b0bd315d298 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.0874794 Feb 09 16:10:36.165243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ca52ae2a-f13a-45eb-8baa-8d7d8958725b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:10:36.172194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.212074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8149d051-7a3d-4262-9d3e-72dfdf206b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:36.214814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8149d051-7a3d-4262-9d3e-72dfdf206b95 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1677883 Feb 09 16:10:36.247033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.268482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ca52ae2a-f13a-45eb-8baa-8d7d8958725b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:36.268939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.597964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.602350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=7af9e899-72e9-44d2-b49a-f83f118a7d24,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:36.681139 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.759367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ca52ae2a-f13a-45eb-8baa-8d7d8958725b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ca52ae2a-f13a-45eb-8baa-8d7d8958725b,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:36.819536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:36.825487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bd27303b-ec2c-4808-a469-76a292d67ac7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:10:36.829562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-7b3405bf-844f-4524-a522-7b4953d2d0c3 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054006 Feb 09 16:10:37.021398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:37.029201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:37.183785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ca52ae2a-f13a-45eb-8baa-8d7d8958725b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:37.188770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-19927c68-c99c-48ae-9b5d-423f4aacea84 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508492 Feb 09 16:10:37.230965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4e633-7fc0-4297-85ea-974b3c87e0e3 None None] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:10:37.343564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-df26949e-7dd3-433c-926e-604b7f22ed04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7cec8f69-c6a9-4d1f-9323-bdb476367ae2 HTTP/1.1" status: 200 len: 217 time: 0.1478035 Feb 09 16:10:37.370608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-ca5cf963-3349-4741-9fe5-6f2547c11e17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.390155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-ca5cf963-3349-4741-9fe5-6f2547c11e17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.404553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-ca5cf963-3349-4741-9fe5-6f2547c11e17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.411111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-ca5cf963-3349-4741-9fe5-6f2547c11e17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.418073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 28d011aa-4b73-428a-99d3-231485920bd6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:10:37.431711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-ca5cf963-3349-4741-9fe5-6f2547c11e17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.445267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-ca5cf963-3349-4741-9fe5-6f2547c11e17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.455895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-ca5cf963-3349-4741-9fe5-6f2547c11e17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.472052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-ca5cf963-3349-4741-9fe5-6f2547c11e17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.8305590 Feb 09 16:10:37.536424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-217b4b8c-58c6-458d-bf90-7876026b1279 None None] Provisioning complete for port bd27303b-ec2c-4808-a469-76a292d67ac7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:37.536806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-217b4b8c-58c6-458d-bf90-7876026b1279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:37.554716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-b1179a48-742d-45bd-b0f3-f4aa230c63db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.556311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-b1179a48-742d-45bd-b0f3-f4aa230c63db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.0832241 Feb 09 16:10:37.626766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd9eb5fe-899b-4b04-a5fd-e17ceaeed2b8 req-1fff4f04-755c-4460-b728-8737cf678d82 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392095 Feb 09 16:10:37.656752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-456b1477-a084-4b01-b42a-5888352cb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:37.658507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-456b1477-a084-4b01-b42a-5888352cb209 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915380 Feb 09 16:10:37.712802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bd27303b-ec2c-4808-a469-76a292d67ac7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:37.713232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:37.845610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-4b513fc6-7314-46c7-b70b-2196325d8386 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756980 Feb 09 16:10:37.906816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:37.942825 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-217b4b8c-58c6-458d-bf90-7876026b1279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:38.044310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port bd27303b-ec2c-4808-a469-76a292d67ac7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bd27303b-ec2c-4808-a469-76a292d67ac7,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:38.138937 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:38.269658 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-217b4b8c-58c6-458d-bf90-7876026b1279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:10:38.270240 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-217b4b8c-58c6-458d-bf90-7876026b1279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:10:38.349760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:10:38.364385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ca52ae2a-f13a-45eb-8baa-8d7d8958725b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:10:38.366183 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Sync routers for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:10:38.379377 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1c18c12-af8b-4f5f-9e26-2ce1f7c7f31c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "PUT /v2.0/routers/28d011aa-4b73-428a-99d3-231485920bd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2825978 Feb 09 16:10:38.386811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-c4222142-5639-4fee-b817-938b32b71720 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359256 Feb 09 16:10:38.387643 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:10:38.388651 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:38.502497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-29f86a60-b24c-48cf-b8a5-82b3c2f13444 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8 HTTP/1.1" status: 200 len: 217 time: 0.1064489 Feb 09 16:10:38.669124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-9b227670-e29d-470f-9377-d29826751833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:38.671848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-9b227670-e29d-470f-9377-d29826751833 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.1611371 Feb 09 16:10:38.672463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=bd27303b-ec2c-4808-a469-76a292d67ac7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:38.733943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ca52ae2a-f13a-45eb-8baa-8d7d8958725b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:38.737289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:38.835078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-a3398a7c-b641-4fed-a7a2-7543a7fdcb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:38.837068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-a3398a7c-b641-4fed-a7a2-7543a7fdcb55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552799 Feb 09 16:10:39.067904 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:10:39.083712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ba0c9fa1-2dc2-4120-ac6f-578fa9c1da24 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839743 Feb 09 16:10:39.139065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-eb07ca59-7cdc-4500-938d-1e165ce6d145 None None] Provisioning complete for port bd27303b-ec2c-4808-a469-76a292d67ac7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:39.140140 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb07ca59-7cdc-4500-938d-1e165ce6d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:39.511306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-8e08ade4-4457-4846-b2ea-57ad631255f5 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153135 Feb 09 16:10:39.514194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-eb07ca59-7cdc-4500-938d-1e165ce6d145 None None] Provisioning complete for port 7af9e899-72e9-44d2-b49a-f83f118a7d24 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:39.514734 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb07ca59-7cdc-4500-938d-1e165ce6d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:39.615081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-eb07ca59-7cdc-4500-938d-1e165ce6d145 None None] Port 7af9e899-72e9-44d2-b49a-f83f118a7d24 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:10:39.640559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-5c23cfb5-0ed8-4427-b1d5-ebe257800994 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 HTTP/1.1" status: 200 len: 217 time: 0.1169391 Feb 09 16:10:39.646642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-f9de6f7d-9d65-476f-9eb7-2864b2ab30e6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808758525&fields=id&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 267 time: 0.5749016 Feb 09 16:10:39.708978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-9f70cef6-f88d-42da-aa1c-6c3c7a897736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.711377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-9f70cef6-f88d-42da-aa1c-6c3c7a897736 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.0631716 Feb 09 16:10:39.719571 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 2, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:39.752246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1241afe1-aa89-47a5-b820-4ee89ae7ea08 None None] Provisioning complete for port 7af9e899-72e9-44d2-b49a-f83f118a7d24 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:39.752627 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1241afe1-aa89-47a5-b820-4ee89ae7ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:39.799341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Checking router: 28d011aa-4b73-428a-99d3-231485920bd6 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:10:39.801939 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Updating router 28d011aa-4b73-428a-99d3-231485920bd6 port 7af9e899-72e9-44d2-b49a-f83f118a7d24 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:10:39.837291 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:39.847026 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1241afe1-aa89-47a5-b820-4ee89ae7ea08 None None] Port 7af9e899-72e9-44d2-b49a-f83f118a7d24 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:10:39.858535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d74f2-7200-405a-88df-a163e16895c6 req-2acbf4e9-31d7-49a2-9079-c33eef6c0381 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.881527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d74f2-7200-405a-88df-a163e16895c6 req-2acbf4e9-31d7-49a2-9079-c33eef6c0381 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.881527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d74f2-7200-405a-88df-a163e16895c6 req-2acbf4e9-31d7-49a2-9079-c33eef6c0381 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.881527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d74f2-7200-405a-88df-a163e16895c6 req-2acbf4e9-31d7-49a2-9079-c33eef6c0381 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.887071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d74f2-7200-405a-88df-a163e16895c6 req-2acbf4e9-31d7-49a2-9079-c33eef6c0381 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.894654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d74f2-7200-405a-88df-a163e16895c6 req-2acbf4e9-31d7-49a2-9079-c33eef6c0381 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.902092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d74f2-7200-405a-88df-a163e16895c6 req-2acbf4e9-31d7-49a2-9079-c33eef6c0381 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.904888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a66d74f2-7200-405a-88df-a163e16895c6 req-2acbf4e9-31d7-49a2-9079-c33eef6c0381 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 1.0628364 Feb 09 16:10:39.914958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-1dc78b2d-0770-4f6c-8a79-6f3c9b225686 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:39.917219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-1dc78b2d-0770-4f6c-8a79-6f3c9b225686 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 796 time: 0.2044930 Feb 09 16:10:40.013139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-33e5708f-bef8-4d1b-85c1-8f3a526faf19 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/quotas/8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 375 time: 0.0212183 Feb 09 16:10:40.038672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a66d74f2-7200-405a-88df-a163e16895c6 req-8fd5a425-a7ba-4d82-8c1e-bc3c0aae133f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868044 Feb 09 16:10:40.115053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-a9026c81-49d8-4029-9ec0-e822341cf973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:40.129449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-a9026c81-49d8-4029-9ec0-e822341cf973 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1982770 Feb 09 16:10:40.188217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-094648c6-ae0e-4891-bfd9-c679d36debdb tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465063 Feb 09 16:10:40.334352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bd27303b-ec2c-4808-a469-76a292d67ac7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:10:40.399428 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:40.454764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bd27303b-ec2c-4808-a469-76a292d67ac7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:40.457647 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:40.495183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-052b5e76-eb8d-4453-9d52-307ae2f08dff service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703229 Feb 09 16:10:40.538355 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:40.745219 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Pushing event updated for resources: {'Port': ['ID=7af9e899-72e9-44d2-b49a-f83f118a7d24,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:40.761969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-6b16cfea-9b11-4c70-a1bb-cb6c6494cf52 service neutron] 10.222.0.53 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281730 Feb 09 16:10:40.807766 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.809194 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.812537 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.812931 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.813412 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.814738 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.815085 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.815582 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.815916 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.816272 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.816714 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.816951 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:40.837310 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Attempting to bind port 7af9e899-72e9-44d2-b49a-f83f118a7d24 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:40.838055 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Attempting to bind port 7af9e899-72e9-44d2-b49a-f83f118a7d24 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:40.856298 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Attempting to bind port 7af9e899-72e9-44d2-b49a-f83f118a7d24 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:40.877836 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:40.890981 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Checking segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:40.891662 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:40.894722 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Bound using segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:40.896801 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Bound port: 7af9e899-72e9-44d2-b49a-f83f118a7d24, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:40.898965 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:41.057727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-2f987a5b-9f48-43a1-92f7-5bf975a6edcc service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447099 Feb 09 16:10:41.117853 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] For port 7af9e899-72e9-44d2-b49a-f83f118a7d24, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:41.124791 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] For port 7af9e899-72e9-44d2-b49a-f83f118a7d24, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7af9e899-72e9-44d2-b49a-f83f118a7d24,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:41.133016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-c04441fc-b986-414b-8f3e-a5df18d846c2 service neutron] 10.222.0.53 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673170 Feb 09 16:10:41.138652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-87882e49-b630-4d76-a7c5-3929a5c27b3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2728606-5544-4a52-8521-7bdfeabf4734 HTTP/1.1" status: 200 len: 217 time: 0.0693643 Feb 09 16:10:41.207176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9721218f-375e-4598-b4d0-08c95c59dded None None] Provisioning complete for port 7af9e899-72e9-44d2-b49a-f83f118a7d24 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:41.208195 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9721218f-375e-4598-b4d0-08c95c59dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:41.246220 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:41.247701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9721218f-375e-4598-b4d0-08c95c59dded None None] Port 7af9e899-72e9-44d2-b49a-f83f118a7d24 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:10:41.268577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-d90c7ccb-1002-42c8-8674-4c8d5156d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.270178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-d90c7ccb-1002-42c8-8674-4c8d5156d2e4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5 HTTP/1.1" status: 200 len: 797 time: 0.1249318 Feb 09 16:10:41.304284 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:10:41.306321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:41.340429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-e0ffedde-3f90-4628-b5f1-d985f7ebf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.343154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-e0ffedde-3f90-4628-b5f1-d985f7ebf721 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e25f59b9-53e0-424b-b146-dc14bde3063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0652766 Feb 09 16:10:41.476417 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c5880-0ee6-4edb-871b-c99e1508f4b0 None None] Pushing event updated for resources: {'Port': ['ID=7af9e899-72e9-44d2-b49a-f83f118a7d24,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:41.562812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-e195549a-1557-4f8a-9722-3d5c64f57c11 service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057910 Feb 09 16:10:41.641313 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:10:41.797801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c8932bf8-017f-4d73-8733-c0ea7c0946ae None None] Provisioning complete for port 7af9e899-72e9-44d2-b49a-f83f118a7d24 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:41.801109 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c8932bf8-017f-4d73-8733-c0ea7c0946ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:41.923143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-f9faed34-35c8-422b-9ca4-c03b47d4f316 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.930563 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-f9faed34-35c8-422b-9ca4-c03b47d4f316 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.937662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-f9faed34-35c8-422b-9ca4-c03b47d4f316 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.944113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-f9faed34-35c8-422b-9ca4-c03b47d4f316 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.956830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-f9faed34-35c8-422b-9ca4-c03b47d4f316 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.974266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-f9faed34-35c8-422b-9ca4-c03b47d4f316 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:41.986085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-f9faed34-35c8-422b-9ca4-c03b47d4f316 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:42.000007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-f9faed34-35c8-422b-9ca4-c03b47d4f316 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.3691936 Feb 09 16:10:42.053953 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c8932bf8-017f-4d73-8733-c0ea7c0946ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:42.067995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eac366-38d2-4e44-87c5-dfb98c146142 req-6dca0816-332d-4d96-b658-dd6385597a5c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:42.086423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89eac366-38d2-4e44-87c5-dfb98c146142 req-6dca0816-332d-4d96-b658-dd6385597a5c tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 946 time: 0.2654941 Feb 09 16:10:42.164741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c8932bf8-017f-4d73-8733-c0ea7c0946ae None None] For port 7af9e899-72e9-44d2-b49a-f83f118a7d24, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7af9e899-72e9-44d2-b49a-f83f118a7d24,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:42.173137 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:41Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:42.192793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-80edeba7-0a3c-4df3-b4ad-6a52a3ee478f service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257007 Feb 09 16:10:42.218480 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f6cbf-40f2-4bc0-a4e3-3a0750ed03f4 None None] The sync data for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 is: [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:41Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:10:42.246761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-248d6f6b-3017-4e53-aa7e-e895b167c47e req-30fb38dd-686c-47ad-8122-8b0846d4a614 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456679 Feb 09 16:10:42.305636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c8932bf8-017f-4d73-8733-c0ea7c0946ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:42.333028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-73fc6a06-9326-456a-899c-c514c229169f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=297c7613-f889-4019-b8a4-0a3bc50fb865 HTTP/1.1" status: 200 len: 217 time: 0.1127443 Feb 09 16:10:42.348401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89eac366-38d2-4e44-87c5-dfb98c146142 req-31d98044-947e-412a-8a4f-32e86faff7d6 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610350 Feb 09 16:10:42.421483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8932bf8-017f-4d73-8733-c0ea7c0946ae None None] Pushing event updated for resources: {'Port': ['ID=7af9e899-72e9-44d2-b49a-f83f118a7d24,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:42.446322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8c02ac1-33e8-45d4-935f-2ba566a8658d req-c413c4fc-2c0b-4fba-8de2-5283ba7a1b97 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 210 time: 0.0815785 Feb 09 16:10:42.530654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-a2a3bd82-7651-4192-a019-d9729bb9b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:42.534826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-a2a3bd82-7651-4192-a019-d9729bb9b9fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5 HTTP/1.1" status: 200 len: 797 time: 0.1842976 Feb 09 16:10:42.632314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f66934-7d49-42e4-bf14-d7700da49454 req-3f0b8b4c-8af8-4458-9f4c-852a63ea5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:42.634840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-3f0b8b4c-8af8-4458-9f4c-852a63ea5f23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e25f59b9-53e0-424b-b146-dc14bde3063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929296 Feb 09 16:10:42.807084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-7f8ffc14-5bc5-44d0-a955-7546c648dbc2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:42.809126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-7f8ffc14-5bc5-44d0-a955-7546c648dbc2 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.13 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 946 time: 0.1728151 Feb 09 16:10:42.920912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-03afdbfb-13b3-4942-9c07-b5f5144131f1 service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518678 Feb 09 16:10:43.195840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24f66934-7d49-42e4-bf14-d7700da49454 req-ef058fd6-e258-461b-9828-5fe669fa77eb service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633140 Feb 09 16:10:43.485092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Deleting port a374866e-8308-4aea-8472-d6f258c523c1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:10:43.485656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:43.750388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] For port a374866e-8308-4aea-8472-d6f258c523c1, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a374866e-8308-4aea-8472-d6f258c523c1,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:43.750766 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:43.775986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-c98f6bf6-b695-40fb-a811-23ba46f9655b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.782610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-c98f6bf6-b695-40fb-a811-23ba46f9655b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.788763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-c98f6bf6-b695-40fb-a811-23ba46f9655b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.795442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-c98f6bf6-b695-40fb-a811-23ba46f9655b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.801510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-c98f6bf6-b695-40fb-a811-23ba46f9655b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.808298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-c98f6bf6-b695-40fb-a811-23ba46f9655b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.814199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-c98f6bf6-b695-40fb-a811-23ba46f9655b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.823474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-c98f6bf6-b695-40fb-a811-23ba46f9655b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.2223246 Feb 09 16:10:43.839292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4392-fb5c-4b34-80e7-ecb649bf50c2 req-a06a685b-b185-475b-af45-4b1164fc92af tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:43.848658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1dd4392-fb5c-4b34-80e7-ecb649bf50c2 req-a06a685b-b185-475b-af45-4b1164fc92af tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 946 time: 0.2463791 Feb 09 16:10:44.031695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1dd4392-fb5c-4b34-80e7-ecb649bf50c2 req-590bb572-06ae-4657-b439-4ba1a79ad52f tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4a790a1-200e-46dd-9646-f6964a2ff2be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821404 Feb 09 16:10:44.181528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48ee2293-4cef-4b22-8745-b92c6d80b433 req-885a8e32-bb05-4868-a6e9-5b60aa53e16a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3567817 Feb 09 16:10:44.326315 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:44.326976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:44.327226 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Floating IP a7d59e8a-4eae-4790-b04f-bfc72bde3233 disassociated. External IP: 172.25.5.57, port: a374866e-8308-4aea-8472-d6f258c523c1. Feb 09 16:10:44.327604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Calling delete_port for a374866e-8308-4aea-8472-d6f258c523c1 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:10:44.469499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7af9e899-72e9-44d2-b49a-f83f118a7d24 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:10:44.547614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac976fdf-a97d-479e-bb24-f1bb04332e07 req-74b73f47-ba32-49f1-b99d-ca29ed6eaa48 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 210 time: 0.0740275 Feb 09 16:10:44.556128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7af9e899-72e9-44d2-b49a-f83f118a7d24 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:44.556765 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:44.824840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:44.959548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event deleted for resources: {'Port': ['ID=a374866e-8308-4aea-8472-d6f258c523c1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:45.206091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:10:45.237411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: a374866e-8308-4aea-8472-d6f258c523c1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:10:45.238121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a374866e-8308-4aea-8472-d6f258c523c1 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:10:45.631509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-980c9e50-52e0-4e52-bc67-14833a899ec3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:45.638150 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-980c9e50-52e0-4e52-bc67-14833a899ec3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 796 time: 0.3546669 Feb 09 16:10:45.719799 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-b28452dd-7477-4ca9-8cae-edd1608d4b02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 379 time: 0.0716124 Feb 09 16:10:45.729321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'port': {'device_id': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'admin_state_up': True, 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'security_groups': ['2148d774-5832-4ada-b12d-ec370b7d0403']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:46.138385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:10:46.143047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.150439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10e7d818-3bc9-4353-9dd4-c4a8771524c7 req-cfdfa877-cdd0-4aeb-a0ee-674790253ee4 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 210 time: 0.9783316 Feb 09 16:10:46.203355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Router 521ba7af-e942-4e7e-9c23-fe65d228c03e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:10:46.489541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0eb778e-c4b7-4ce3-94e7-d1776d8b80e3 req-f29b62fd-4225-4370-84cd-786f4749cd84 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 210 time: 0.1971729 Feb 09 16:10:46.546473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.20.0.13 (0918b5ae-bc65-4f13-86b0-90c39d15b219/389066c8-53da-4ed2-8de3-2b24049c5bf6/b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:10:46.556557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-be47161f-bea6-45f2-bcc4-05c74ec69a77 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:46.571428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-be47161f-bea6-45f2-bcc4-05c74ec69a77 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:46.586715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-be47161f-bea6-45f2-bcc4-05c74ec69a77 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:46.604257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-be47161f-bea6-45f2-bcc4-05c74ec69a77 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:46.620622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-be47161f-bea6-45f2-bcc4-05c74ec69a77 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:46.634593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-be47161f-bea6-45f2-bcc4-05c74ec69a77 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:46.648611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-be47161f-bea6-45f2-bcc4-05c74ec69a77 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:46.656718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-be47161f-bea6-45f2-bcc4-05c74ec69a77 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.5230396 Feb 09 16:10:46.837451 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:46.872816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0abb42dd-cb7c-4912-ab30-6822b3e5bd1d req-76ee032c-78fa-45dc-86aa-6d432740ca9e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1489959 Feb 09 16:10:46.903128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:10:46.916494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] Sync routers for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:10:47.003924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.052718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:10:47.056649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:47.126731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] No DVR routers for this DVR port a374866e-8308-4aea-8472-d6f258c523c1 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:10:47.147424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:10:47.154275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.170059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0508c980-1032-4f27-b48a-a90aa69a0f9f req-f4c1fe66-66ca-4bd9-b996-fdc8d801aeac tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.13 "DELETE /v2.0/ports/a374866e-8308-4aea-8472-d6f258c523c1 HTTP/1.1" status: 204 len: 173 time: 4.3492908 Feb 09 16:10:47.178270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-deleted', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:47.178561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:10:47.181302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:10:47.219267 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c36ea97-e425-451e-93b2-7239896b2289" -d '{"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-deleted", "tag": "a374866e-8308-4aea-8472-d6f258c523c1"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:47.294929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:47.327050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.334220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.334874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.335477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.336048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.336780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.338748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.339202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.341559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.342040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.342484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.342939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:10:47.382643 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1872e8fe-ba56-4fcb-bee0-b2e2b8c9f79c x-openstack-request-id: req-1872e8fe-ba56-4fcb-bee0-b2e2b8c9f79c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:47.382955 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05731a17-3189-4252-b3c7-3d1b05da03c0", "name": "network-vif-deleted", "tag": "a374866e-8308-4aea-8472-d6f258c523c1", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:47.383216 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1872e8fe-ba56-4fcb-bee0-b2e2b8c9f79c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:47.383907 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05731a17-3189-4252-b3c7-3d1b05da03c0', 'name': 'network-vif-deleted', 'tag': 'a374866e-8308-4aea-8472-d6f258c523c1', 'status': 'completed', 'code': 200} Feb 09 16:10:47.421290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:47.427058 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.520910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7dcad65b-2cc5-4a03-a021-01432b06e750 req-eac8f9af-ac09-4b1a-a376-145227fd3610 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 210 time: 0.1080406 Feb 09 16:10:47.564353 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-8aab03f9-6de9-4fd8-881d-2d77a153a16a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8396311 Feb 09 16:10:47.578092 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Request body: {'port': {'device_id': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:10:47.719157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:47.767739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e8a94-7be4-4abb-8e90-7042ee8cb802 req-fbfa351a-130a-4666-8f19-79f0312b0c21 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:47.773253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e0e8a94-7be4-4abb-8e90-7042ee8cb802 req-fbfa351a-130a-4666-8f19-79f0312b0c21 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 932 time: 0.1158428 Feb 09 16:10:47.902907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e0e8a94-7be4-4abb-8e90-7042ee8cb802 req-4bc92e11-906c-42f7-b749-9860db2bdd07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135156 Feb 09 16:10:47.946803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:10:47.992686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b65e77cd-b997-475d-b3f7-b2130ab0a37c None None] Provisioning complete for port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:47.995417 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b65e77cd-b997-475d-b3f7-b2130ab0a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.079551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b65e77cd-b997-475d-b3f7-b2130ab0a37c None None] Port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:10:48.195121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-331bdc81-5951-4264-acf5-a9422b366800 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:48.215010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-331bdc81-5951-4264-acf5-a9422b366800 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:48.270493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-331bdc81-5951-4264-acf5-a9422b366800 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:48.300979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-331bdc81-5951-4264-acf5-a9422b366800 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:48.316262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-331bdc81-5951-4264-acf5-a9422b366800 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:48.348075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-331bdc81-5951-4264-acf5-a9422b366800 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:48.386371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-331bdc81-5951-4264-acf5-a9422b366800 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:48.420606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-331bdc81-5951-4264-acf5-a9422b366800 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.3745849 Feb 09 16:10:48.565934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bfd1d1a-07b6-4f7b-9886-67e2c83729db req-8fb23c26-8b8b-4310-a291-05362c0bbba4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432757 Feb 09 16:10:48.611836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:48.653125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:48.666293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.729090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] Checking router: 521ba7af-e942-4e7e-9c23-fe65d228c03e for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:10:48.730889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Transition to ACTIVE for port object b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:10:48.749839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:10:48.751818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:48.821275 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:48.906749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-332b7d70-3a7a-4e6f-bfe7-4d5632a4db29 req-da5046c1-9b49-4742-8f95-f9826edc4140 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/ports?device_id=05731a17-3189-4252-b3c7-3d1b05da03c0 HTTP/1.1" status: 200 len: 210 time: 0.1235073 Feb 09 16:10:48.993549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:49.217418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:10:49.223129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a70b5-3715-4ac0-b8fa-3f790b610fff req-21ea3af6-44c6-41fa-9c1c-3aff3ef30c11 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:49.237361 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:10:49.242118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c5a70b5-3715-4ac0-b8fa-3f790b610fff req-21ea3af6-44c6-41fa-9c1c-3aff3ef30c11 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 944 time: 0.1476026 Feb 09 16:10:49.242561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:49.263043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:10:49.270299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:10:49.319979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:10:49.328666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Checking segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:10:49.329206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Bound using segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:10:49.329830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Bound port: b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:10:49.330355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:49.371487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c5a70b5-3715-4ac0-b8fa-3f790b610fff req-a9801d44-dc09-432f-beac-c4e2da1f6c89 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212635 Feb 09 16:10:49.371888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:10:49.497053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:10:49.502699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:10:49.595822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:49.728970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:49.747019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:49.759433 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] 10.222.0.13 "PUT /v2.0/ports/b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1092 time: 2.1780095 Feb 09 16:10:49.763192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:49.773761 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623" -d '{"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:49.839967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:10:49.941347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daceb3de-fb5b-4882-afee-024b8cddd288 None None] The sync data for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 is: [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:02:28Z', 'revision_number': 4, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f3da84b8-702b-4e5f-8567-147c9e1ff301', 'name': '', 'network_id': 'f6c10f4b-ba62-4687-b736-8da6e468cd20', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'mac_address': 'fa:16:3e:f7:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:24Z', 'updated_at': '2022-02-09T16:02:40Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'subnets': [{'id': '5db5478d-cc70-498d-bf3d-2fdc2244634e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:10:50.059421 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9196f99f-91b9-4826-af9a-bd013df2f5a2 x-openstack-request-id: req-9196f99f-91b9-4826-af9a-bd013df2f5a2 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:50.060070 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:50.060290 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9196f99f-91b9-4826-af9a-bd013df2f5a2 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:50.060945 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'status': 'completed', 'code': 200} Feb 09 16:10:50.083817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-f9b0b41c-a523-46a5-a705-476258e5295d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.153534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-f9b0b41c-a523-46a5-a705-476258e5295d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.159649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a691b4-3ce8-4ee5-9009-f722696825cf service neutron] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:50.216853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-f9b0b41c-a523-46a5-a705-476258e5295d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.244465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-1c2bba9f-d536-442d-96cf-4d12ac40d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.261620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-f9b0b41c-a523-46a5-a705-476258e5295d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.266605 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-1c2bba9f-d536-442d-96cf-4d12ac40d121 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1095 time: 0.3500752 Feb 09 16:10:50.309678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-f9b0b41c-a523-46a5-a705-476258e5295d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.347768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-f9b0b41c-a523-46a5-a705-476258e5295d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.362877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-f9b0b41c-a523-46a5-a705-476258e5295d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.394422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-f9b0b41c-a523-46a5-a705-476258e5295d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.6256442 Feb 09 16:10:50.395217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34196) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:50.537643 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-7f3d95de-c3d9-4a1f-b57a-8d5d62e59efb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 217 time: 0.2643075 Feb 09 16:10:50.854449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-d6e57de5-b868-4452-b0c8-bec51f5214df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:50.856011 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-d6e57de5-b868-4452-b0c8-bec51f5214df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.3065720 Feb 09 16:10:50.928899 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a66e60-096f-49a3-9225-c535fe6b10cf None None] New status for floating IP a7d59e8a-4eae-4790-b04f-bfc72bde3233: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:10:51.020892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b29c45a4-07c6-4a23-bc7c-ba8d342454b0 req-686d5866-91a1-4f03-af78-05a0363489cf tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3852448 Feb 09 16:10:51.034517 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a918bf6-89a9-423b-adc0-c4a7bf3b8232 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:51.074427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-679272d0-110e-4d70-853e-24a169cc6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:51.077095 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-679272d0-110e-4d70-853e-24a169cc6e79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2131257 Feb 09 16:10:51.207973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa244e-9612-4424-9c19-1c12f9e36d04 req-2e202cc5-86c4-4fef-b878-9307f495fe92 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:51.231943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0afa244e-9612-4424-9c19-1c12f9e36d04 req-2e202cc5-86c4-4fef-b878-9307f495fe92 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 944 time: 0.5103292 Feb 09 16:10:51.299455 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a918bf6-89a9-423b-adc0-c4a7bf3b8232 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:51.333554 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:10:51.358298 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-d25bf772-c419-4293-9df0-c55a9ac0245c service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734466 Feb 09 16:10:51.591225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0afa244e-9612-4424-9c19-1c12f9e36d04 req-414ff1d3-b7f4-45bd-872a-4bf8d44f10ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571954 Feb 09 16:10:51.677079 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5679bebb-a05e-4866-911e-5ebe5818fdec req-ee532b89-9329-4423-bf9a-8632561ee5cd service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105657 Feb 09 16:10:51.677247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a918bf6-89a9-423b-adc0-c4a7bf3b8232 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:51.681789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a918bf6-89a9-423b-adc0-c4a7bf3b8232 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:51.686553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a918bf6-89a9-423b-adc0-c4a7bf3b8232 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "DELETE /v2.0/security-groups/a4a790a1-200e-46dd-9646-f6964a2ff2be HTTP/1.1" status: 204 len: 168 time: 1.2788122 Feb 09 16:10:51.696912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34220) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:51.731881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a918bf6-89a9-423b-adc0-c4a7bf3b8232 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a790a1-200e-46dd-9646-f6964a2ff2be,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:51.780960 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-f01925cb-abe0-423b-b639-379691f46252 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] show failed (client error): The resource could not be found. Feb 09 16:10:51.785089 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f01925cb-abe0-423b-b639-379691f46252 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "GET /v2.0/security-groups/a4a790a1-200e-46dd-9646-f6964a2ff2be HTTP/1.1" status: 404 len: 347 time: 0.0801072 Feb 09 16:10:51.785709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34222) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:51.931687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34224) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:52.120897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-ee8ae7c4-ec11-43a9-af61-3a1d8d5f82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:52.139183 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-ee8ae7c4-ec11-43a9-af61-3a1d8d5f82da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1095 time: 0.1600041 Feb 09 16:10:52.200663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Deleting port e8b037ee-879c-4bf7-aa5f-29ae53bbc1ea {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:10:52.204304 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:52.252117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eaed3251-75d0-4d92-8aac-aac76a5510d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:52.466049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-3de202f1-8074-40f3-838d-380c77d67fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:52.467999 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-3de202f1-8074-40f3-838d-380c77d67fc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.3230014 Feb 09 16:10:52.565154 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-4f2fcc79-cb24-43aa-8abd-3b97b0a0a166 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 217 time: 0.0856872 Feb 09 16:10:52.575556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:52.578247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:52.737270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Calling delete_port for e8b037ee-879c-4bf7-aa5f-29ae53bbc1ea owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:10:52.755777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-30f50785-3799-4fcb-b76e-be50653f15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:52.758738 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-30f50785-3799-4fcb-b76e-be50653f15e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.1778028 Feb 09 16:10:52.850954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-5498dfda-b922-48ea-b612-8fee091c32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:52.852714 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-5498dfda-b922-48ea-b612-8fee091c32db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817196 Feb 09 16:10:52.908894 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a34bb01-ee2b-45c4-899d-bc89c579794c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:52.944606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a5778-9dc7-427b-b338-ca278479974c req-5fb3c2c5-c605-43c9-88f2-a305b96b72a1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:52.953202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f52a5778-9dc7-427b-b338-ca278479974c req-5fb3c2c5-c605-43c9-88f2-a305b96b72a1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 944 time: 0.2010238 Feb 09 16:10:53.020364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-5419b57e-8828-43ef-a63d-7579e8c8f807 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:53.027153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-5419b57e-8828-43ef-a63d-7579e8c8f807 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:53.033842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-5419b57e-8828-43ef-a63d-7579e8c8f807 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:53.046010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-5419b57e-8828-43ef-a63d-7579e8c8f807 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:53.064805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-5419b57e-8828-43ef-a63d-7579e8c8f807 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:53.077567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-5419b57e-8828-43ef-a63d-7579e8c8f807 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:53.096145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-5419b57e-8828-43ef-a63d-7579e8c8f807 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:53.098961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-5419b57e-8828-43ef-a63d-7579e8c8f807 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.7293620 Feb 09 16:10:53.107386 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-be31990a-59a5-4581-877b-f6c6754662c2 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242987 Feb 09 16:10:53.138109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f52a5778-9dc7-427b-b338-ca278479974c req-80446115-40fa-4c1a-9d8d-f8ccc56c5d3d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714542 Feb 09 16:10:53.266946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:10:53.269620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3986f8e3-cfaf-421b-8067-572903b2f26f req-0c98b435-a049-46c0-9826-c65a94c57f08 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284075 Feb 09 16:10:53.333606 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-92b13bb4-c2fc-42ad-99b8-7d2e5684d623 req-9ae022f6-b814-4996-9bb4-79b5abe3517f service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185097 Feb 09 16:10:53.382838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eaed3251-75d0-4d92-8aac-aac76a5510d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:53.527871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eaed3251-75d0-4d92-8aac-aac76a5510d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:53.589369 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eaed3251-75d0-4d92-8aac-aac76a5510d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=022e5a79ff33477183cede193d49f61f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6504235 Feb 09 16:10:53.589651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:53.589861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34252) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:10:53.696517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'port_id': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'mac_address': 'fa:16:3e:b2:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:10:53.696812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:53.705189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed3251-75d0-4d92-8aac-aac76a5510d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc277e75-7a05-43f2-afa9-30995561371c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:53.841881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:53.909613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:10:53.960140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:53.967266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:53.967592 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:54.001314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] 10.222.0.53 "DELETE /v2.0/floatingips/a7d59e8a-4eae-4790-b04f-bfc72bde3233 HTTP/1.1" status: 204 len: 168 time: 2.2112696 Feb 09 16:10:54.034227 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcca174e-bac7-45a5-baea-cccb075cfc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:54.042873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57828278-832a-49da-9910-8e7f75dbfe83 tempest-AttachVolumeShelveTestJSON-1815482869 tempest-AttachVolumeShelveTestJSON-1815482869-project] Pushing event deleted for resources: {'Port': ['ID=e8b037ee-879c-4bf7-aa5f-29ae53bbc1ea,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:54.104637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:54.139314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcca174e-bac7-45a5-baea-cccb075cfc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:54.297387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:54.382818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:10:54.392614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcca174e-bac7-45a5-baea-cccb075cfc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:54.403015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcca174e-bac7-45a5-baea-cccb075cfc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:54.403015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fcca174e-bac7-45a5-baea-cccb075cfc13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc277e75-7a05-43f2-afa9-30995561371c HTTP/1.1" status: 204 len: 168 time: 0.8069918 Feb 09 16:10:54.431344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca174e-bac7-45a5-baea-cccb075cfc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc277e75-7a05-43f2-afa9-30995561371c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:54.473602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efa69a-a565-4335-970a-78f63cf3c4aa req-46407572-9fc8-4a2a-bf25-dc2172088945 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.484571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97efa69a-a565-4335-970a-78f63cf3c4aa req-46407572-9fc8-4a2a-bf25-dc2172088945 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 0.1709309 Feb 09 16:10:54.635336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97efa69a-a565-4335-970a-78f63cf3c4aa req-8eb84769-8f89-4c6a-96f8-3b5324945a15 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483641 Feb 09 16:10:54.722146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-58e029dc-8b01-4f68-a2a5-96b9e7a892b2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.734225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-58e029dc-8b01-4f68-a2a5-96b9e7a892b2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.743077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-58e029dc-8b01-4f68-a2a5-96b9e7a892b2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.752425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-58e029dc-8b01-4f68-a2a5-96b9e7a892b2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.762819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-58e029dc-8b01-4f68-a2a5-96b9e7a892b2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.770615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-58e029dc-8b01-4f68-a2a5-96b9e7a892b2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.778015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-58e029dc-8b01-4f68-a2a5-96b9e7a892b2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:54.781824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-58e029dc-8b01-4f68-a2a5-96b9e7a892b2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.2756083 Feb 09 16:10:54.922994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0d1fe12-31a1-45bd-94d1-905249241f26 req-39df0419-fb69-4075-93dc-fb9f2dcd3d61 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306183 Feb 09 16:10:55.349897 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d58d1876-50a6-40de-83e5-81e43fb46cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:55.879740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3ab85-d664-46f1-8a1b-901a6fab1b5e req-69857d08-efdc-439a-9dc2-da94be998906 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:55.889603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ab3ab85-d664-46f1-8a1b-901a6fab1b5e req-69857d08-efdc-439a-9dc2-da94be998906 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 0.1072016 Feb 09 16:10:55.942453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ab3ab85-d664-46f1-8a1b-901a6fab1b5e req-42bb1420-65d6-49d8-af85-744216d0b302 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514214 Feb 09 16:10:56.279287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-51cb214e-0c1e-4026-af53-86b1a7990a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.289865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-51cb214e-0c1e-4026-af53-86b1a7990a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.303080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-51cb214e-0c1e-4026-af53-86b1a7990a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.318097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-51cb214e-0c1e-4026-af53-86b1a7990a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.331121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-51cb214e-0c1e-4026-af53-86b1a7990a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.337689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-51cb214e-0c1e-4026-af53-86b1a7990a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.344192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-51cb214e-0c1e-4026-af53-86b1a7990a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:56.346661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-51cb214e-0c1e-4026-af53-86b1a7990a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.2183964 Feb 09 16:10:56.416144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7330d54-2dda-4e4b-9b1e-ab81ca53601d req-e774093d-87da-4ed6-9217-8385fe7ea743 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600333 Feb 09 16:10:56.630212 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.140200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cf99c-842c-4e5d-9361-ad9dc20c0c53 req-df7dd6e6-a8a1-4cc8-be5a-90938657a633 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:57.142288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f23cf99c-842c-4e5d-9361-ad9dc20c0c53 req-df7dd6e6-a8a1-4cc8-be5a-90938657a633 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 0.0916116 Feb 09 16:10:57.214493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f23cf99c-842c-4e5d-9361-ad9dc20c0c53 req-a301cd2d-d49e-4bb8-b5ce-443eddcf8765 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651505 Feb 09 16:10:57.281917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:10:57.483164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:10:57.496313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:10:57.496875 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.688841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.718527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-8d686c14-a712-4dd8-8771-767c335a109a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:57.730363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:10:57.731490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:10:57.733549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-8d686c14-a712-4dd8-8771-767c335a109a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:57.733891 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cefa44-9519-43bf-9f95-ee8919c4cfb3" -d '{"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-plugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:10:57.744194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-8d686c14-a712-4dd8-8771-767c335a109a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:57.756476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-8d686c14-a712-4dd8-8771-767c335a109a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:57.767210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-8d686c14-a712-4dd8-8771-767c335a109a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:57.779767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-8d686c14-a712-4dd8-8771-767c335a109a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:57.807842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-8d686c14-a712-4dd8-8771-767c335a109a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:57.821042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-8d686c14-a712-4dd8-8771-767c335a109a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.2046947 Feb 09 16:10:57.899184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:57.918464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbc15dd1-8447-4a66-bf8a-351841adb9b2 req-dca51415-10e0-44f7-b3e2-6cf2c869ce4f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960517 Feb 09 16:10:58.134821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:10:58.266364 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:58.296130 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3107d3-7c15-4abd-9219-764ac6cb751b x-openstack-request-id: req-6b3107d3-7c15-4abd-9219-764ac6cb751b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:10:58.297280 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-plugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:10:58.298928 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b3107d3-7c15-4abd-9219-764ac6cb751b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:10:58.300451 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'code': 200} Feb 09 16:10:58.380391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86849f-f4d8-4ccd-8696-aa53e94c31db req-3644187f-6b53-4442-9154-c7134687bd07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:58.383635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b86849f-f4d8-4ccd-8696-aa53e94c31db req-3644187f-6b53-4442-9154-c7134687bd07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.0903590 Feb 09 16:10:58.458170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b86849f-f4d8-4ccd-8696-aa53e94c31db req-39633fcf-e062-4c9f-a5fb-dac23f62a7b2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618804 Feb 09 16:10:58.498313 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:10:58.663045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ddaea-5873-47cf-abe5-21f783df4b1e req-58b87ddb-838f-4531-a88a-5089825dddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:58.665706 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9b8ddaea-5873-47cf-abe5-21f783df4b1e req-58b87ddb-838f-4531-a88a-5089825dddef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1097 time: 0.3073270 Feb 09 16:10:58.713802 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-9b8ddaea-5873-47cf-abe5-21f783df4b1e req-f788afcb-9636-47f0-850c-abd7543f6e3f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411780 Feb 09 16:10:59.261321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-a91913a5-97b8-4ac6-a1f0-df4ab6cb114b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:59.268314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-a91913a5-97b8-4ac6-a1f0-df4ab6cb114b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:59.277801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-a91913a5-97b8-4ac6-a1f0-df4ab6cb114b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:59.286030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-a91913a5-97b8-4ac6-a1f0-df4ab6cb114b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:59.295321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-a91913a5-97b8-4ac6-a1f0-df4ab6cb114b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:59.303574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-a91913a5-97b8-4ac6-a1f0-df4ab6cb114b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:59.310490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-a91913a5-97b8-4ac6-a1f0-df4ab6cb114b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:59.312637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-a91913a5-97b8-4ac6-a1f0-df4ab6cb114b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.1424193 Feb 09 16:10:59.370581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c59bc10-086c-4c97-9083-2da95edbc157 req-ddd5afa5-ef9a-4ac0-a4bd-60667283ea69 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491745 Feb 09 16:10:59.718811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177240a0-785d-401e-aca2-688bd674ad45 req-828d8c2c-2351-446e-acf4-6ee0c109c4a0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:10:59.729122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177240a0-785d-401e-aca2-688bd674ad45 req-828d8c2c-2351-446e-acf4-6ee0c109c4a0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1465256 Feb 09 16:10:59.785525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177240a0-785d-401e-aca2-688bd674ad45 req-76580b13-d150-42e2-97c0-9c522970b515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538006 Feb 09 16:11:00.012148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34358) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:00.212703 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda042fe-0800-4ada-85ba-75f2d39adbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:00.212978 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:00.347443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda042fe-0800-4ada-85ba-75f2d39adbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:00.469693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cda042fe-0800-4ada-85ba-75f2d39adbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:00.531946 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cda042fe-0800-4ada-85ba-75f2d39adbd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91eb6c60fb604626be74b376a00f232c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184963 Feb 09 16:11:00.533435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda042fe-0800-4ada-85ba-75f2d39adbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5245e1d-6aeb-4cf3-b41f-b95f6c7288e3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:00.536976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:00.553510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-72a31be3-cd35-41e5-beaa-5cc987427fb4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:00.562704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-72a31be3-cd35-41e5-beaa-5cc987427fb4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:00.572795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-72a31be3-cd35-41e5-beaa-5cc987427fb4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:00.581582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-72a31be3-cd35-41e5-beaa-5cc987427fb4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:00.589180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-72a31be3-cd35-41e5-beaa-5cc987427fb4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:00.597504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-72a31be3-cd35-41e5-beaa-5cc987427fb4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:00.604844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-72a31be3-cd35-41e5-beaa-5cc987427fb4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:00.614745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-72a31be3-cd35-41e5-beaa-5cc987427fb4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.1532812 Feb 09 16:11:00.616859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a416d481-f98b-4670-9c4b-9a9c7170d303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:00.659043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a416d481-f98b-4670-9c4b-9a9c7170d303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:00.665323 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7083a442-31ec-4e5e-9a09-c1954230f490 req-f9f2b62e-ebdd-421b-9bd1-51d37e8852bc tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493371 Feb 09 16:11:00.923096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a416d481-f98b-4670-9c4b-9a9c7170d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:00.926787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a416d481-f98b-4670-9c4b-9a9c7170d303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:00.929320 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a416d481-f98b-4670-9c4b-9a9c7170d303 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5245e1d-6aeb-4cf3-b41f-b95f6c7288e3 HTTP/1.1" status: 204 len: 168 time: 0.3910480 Feb 09 16:11:00.960957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416d481-f98b-4670-9c4b-9a9c7170d303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5245e1d-6aeb-4cf3-b41f-b95f6c7288e3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:01.032662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bbeb3-d78e-4180-b551-37ec6bb2032c req-e6b4f35b-bc1b-46c4-a950-fa7d9485febd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.041412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-117bbeb3-d78e-4180-b551-37ec6bb2032c req-e6b4f35b-bc1b-46c4-a950-fa7d9485febd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1374843 Feb 09 16:11:01.110552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-117bbeb3-d78e-4180-b551-37ec6bb2032c req-594b9485-4502-4106-99fc-70ef63a09564 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630772 Feb 09 16:11:01.366673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9e4fc-9616-4977-8888-325119538725 req-fa04341f-4f19-4c39-bb06-77cc16e5b10d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.368776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daf9e4fc-9616-4977-8888-325119538725 req-fa04341f-4f19-4c39-bb06-77cc16e5b10d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1655140 Feb 09 16:11:01.433058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daf9e4fc-9616-4977-8888-325119538725 req-f3fa8750-8688-47c9-b0d5-18cb83683cb9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548711 Feb 09 16:11:01.459921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34384) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:01.543371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e238b016-c902-4a39-8c11-63a80423b816 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.545718 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e238b016-c902-4a39-8c11-63a80423b816 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1092 time: 0.0845475 Feb 09 16:11:01.551218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34386) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:01.561380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:11:01.763331 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:01.764714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:01.937692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-c0ed9af9-1865-4f1a-a94f-2bd2df6a8df0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.944260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-c0ed9af9-1865-4f1a-a94f-2bd2df6a8df0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.951094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-c0ed9af9-1865-4f1a-a94f-2bd2df6a8df0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.957114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-c0ed9af9-1865-4f1a-a94f-2bd2df6a8df0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.963276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-c0ed9af9-1865-4f1a-a94f-2bd2df6a8df0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.974851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-c0ed9af9-1865-4f1a-a94f-2bd2df6a8df0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.975522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-c0ed9af9-1865-4f1a-a94f-2bd2df6a8df0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:01.977637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-c0ed9af9-1865-4f1a-a94f-2bd2df6a8df0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5416 time: 0.1282754 Feb 09 16:11:02.032544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1c3fd0b-cff2-4783-81ed-e0bf4df3a8b6 req-2efa2396-5b61-4830-bc62-d07b2b1b4c17 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455105 Feb 09 16:11:02.111492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:02.337922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.25.5.221 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/dd41eb1d-a0b1-4354-b19d-db6378bfcb0f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:11:02.388423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ba14ea01-c13f-4107-a3eb-d8a84edd6042 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:11:02.592552 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:02.593999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ba14ea01-c13f-4107-a3eb-d8a84edd6042, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ba14ea01-c13f-4107-a3eb-d8a84edd6042,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:02.618367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'ba14ea01-c13f-4107-a3eb-d8a84edd6042', 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'port_id': 'ba14ea01-c13f-4107-a3eb-d8a84edd6042', 'mac_address': 'fa:16:3e:d5:c9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f54da53-27ef-4f1f-be24-acd5af60777e', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:11:02.693939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:02.715815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba14ea01-c13f-4107-a3eb-d8a84edd6042 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:11:02.749470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ba14ea01-c13f-4107-a3eb-d8a84edd6042, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ba14ea01-c13f-4107-a3eb-d8a84edd6042,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:02.813811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:02.862393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:11:02.865985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:11:02.870380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:11:02.876652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=dd41eb1d-a0b1-4354-b19d-db6378bfcb0f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:02.898194 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:02.899314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bdaa2880-7a0d-4763-9aa7-20f60925bdf8 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.918126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.919317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.919317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:02.919317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:03.161009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bdaa2880-7a0d-4763-9aa7-20f60925bdf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:03.194617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=ba14ea01-c13f-4107-a3eb-d8a84edd6042,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:03.223322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8', 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'port_id': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8', 'mac_address': 'fa:16:3e:88:e1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f54da53-27ef-4f1f-be24-acd5af60777e', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:11:03.344698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:03.384496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdaa2880-7a0d-4763-9aa7-20f60925bdf8 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:11:03.445691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bdaa2880-7a0d-4763-9aa7-20f60925bdf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:03.491048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-90409737-4e77-420f-822b-7d9497b2e5c2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:03.497987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-90409737-4e77-420f-822b-7d9497b2e5c2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:03.505036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-90409737-4e77-420f-822b-7d9497b2e5c2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:03.513012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-90409737-4e77-420f-822b-7d9497b2e5c2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:03.519422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-90409737-4e77-420f-822b-7d9497b2e5c2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:03.538961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-90409737-4e77-420f-822b-7d9497b2e5c2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:03.547536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-90409737-4e77-420f-822b-7d9497b2e5c2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:03.550091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-90409737-4e77-420f-822b-7d9497b2e5c2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5417 time: 0.1821043 Feb 09 16:11:03.564536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:03.565724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 297c7613-f889-4019-b8a4-0a3bc50fb865 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:11:03.625087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebb490a4-f5ad-47d5-b52d-1b46f7e18009 req-6621b4b8-83ac-43d3-8425-c521e2801af4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610433 Feb 09 16:11:03.754317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:03.860668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 297c7613-f889-4019-b8a4-0a3bc50fb865, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=297c7613-f889-4019-b8a4-0a3bc50fb865,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:03.867637 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:03.897495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '297c7613-f889-4019-b8a4-0a3bc50fb865', 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e', 'port_id': '297c7613-f889-4019-b8a4-0a3bc50fb865', 'mac_address': 'fa:16:3e:3b:ea:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e3a60d-d673-4d2e-a26f-f29a6e1b84b5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:11:03.965828 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:03.995567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297c7613-f889-4019-b8a4-0a3bc50fb865 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:11:04.025051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 297c7613-f889-4019-b8a4-0a3bc50fb865, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=297c7613-f889-4019-b8a4-0a3bc50fb865,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:04.094346 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:04.138635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:04.139520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e2728606-5544-4a52-8521-7bdfeabf4734 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:11:04.249571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e2728606-5544-4a52-8521-7bdfeabf4734, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e2728606-5544-4a52-8521-7bdfeabf4734,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:04.252338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=297c7613-f889-4019-b8a4-0a3bc50fb865,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:04.272501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.272840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.286554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:04.295817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'e2728606-5544-4a52-8521-7bdfeabf4734', 'network_id': 'e25f59b9-53e0-424b-b146-dc14bde3063e', 'port_id': 'e2728606-5544-4a52-8521-7bdfeabf4734', 'mac_address': 'fa:16:3e:4d:4b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e3a60d-d673-4d2e-a26f-f29a6e1b84b5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:11:04.343536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:04.359102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2728606-5544-4a52-8521-7bdfeabf4734 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:11:04.366711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:04.380659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e2728606-5544-4a52-8521-7bdfeabf4734, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e2728606-5544-4a52-8521-7bdfeabf4734,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:04.545709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:04.620681 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:04.624801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:11:04.719488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=dd41eb1d-a0b1-4354-b19d-db6378bfcb0f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:04.746825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:04.829624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:04.865216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16', 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'port_id': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16', 'mac_address': 'fa:16:3e:69:75:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f54da53-27ef-4f1f-be24-acd5af60777e', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:11:04.877566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=e2728606-5544-4a52-8521-7bdfeabf4734,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:04.991957 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:04.993802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-cc7901c2-51c8-4f1e-874b-45367b8be4c8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:05.002033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-cc7901c2-51c8-4f1e-874b-45367b8be4c8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:05.008016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-cc7901c2-51c8-4f1e-874b-45367b8be4c8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:05.014492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-cc7901c2-51c8-4f1e-874b-45367b8be4c8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:05.020608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-cc7901c2-51c8-4f1e-874b-45367b8be4c8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:05.026726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-cc7901c2-51c8-4f1e-874b-45367b8be4c8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:05.030937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:11:05.044689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-cc7901c2-51c8-4f1e-874b-45367b8be4c8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:05.057951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-cc7901c2-51c8-4f1e-874b-45367b8be4c8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5420 time: 0.2006612 Feb 09 16:11:05.074654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:05.081627 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Floating IP 38be0259-140b-4899-97d2-8b9947ec0db3 associated. External IP: 172.25.5.221, port: b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3. Feb 09 16:11:05.209802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7da2368-1237-4ca8-87b1-e601594d5819 req-7f5a0b51-734f-4c51-84a6-c663e1f69c4d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426358 Feb 09 16:11:05.294440 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:05.296469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:11:05.430918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 28d011aa-4b73-428a-99d3-231485920bd6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:11:05.479251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:05.499449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:05.535255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '7cec8f69-c6a9-4d1f-9323-bdb476367ae2', 'network_id': '8506dff6-cc07-4ac0-a54e-0a468d8daca8', 'port_id': '7cec8f69-c6a9-4d1f-9323-bdb476367ae2', 'mac_address': 'fa:16:3e:3b:fc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f54da53-27ef-4f1f-be24-acd5af60777e', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:11:05.581296 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:05.603662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:11:05.645625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:05.756393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:05.757500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 71dd16a6-a5f1-4e50-9a90-643297243a7c details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:11:05.872426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:06.185225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 71dd16a6-a5f1-4e50-9a90-643297243a7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:06.225291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'port_id': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'mac_address': 'fa:16:3e:34:35:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:11:06.347433 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:06.389948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dd16a6-a5f1-4e50-9a90-643297243a7c {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:11:06.422984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 71dd16a6-a5f1-4e50-9a90-643297243a7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:06.428295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:11:06.438944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] Sync routers for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:11:06.450993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:11:06.451788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:06.462246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-7f3e8281-cc7b-4c28-af7e-108e46e2e657 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:06.470662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-7f3e8281-cc7b-4c28-af7e-108e46e2e657 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:06.474130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-7f3e8281-cc7b-4c28-af7e-108e46e2e657 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:06.480733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-7f3e8281-cc7b-4c28-af7e-108e46e2e657 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:06.486822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-7f3e8281-cc7b-4c28-af7e-108e46e2e657 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:06.492971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-7f3e8281-cc7b-4c28-af7e-108e46e2e657 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:06.499895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-7f3e8281-cc7b-4c28-af7e-108e46e2e657 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:06.501870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-7f3e8281-cc7b-4c28-af7e-108e46e2e657 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5422 time: 0.1575575 Feb 09 16:11:06.547269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6bbc54f1-1262-4f37-8c52-b8bdf0fa9dbd req-986e7107-5de9-423f-aa5b-c703512742e9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379822 Feb 09 16:11:06.684501 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:06.720045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34492) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:06.733405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:06.821523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:11:06.824525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=71dd16a6-a5f1-4e50-9a90-643297243a7c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:06.858798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7977c0bc-eeb0-4a83-8165-6c77948cee1c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3050811 Feb 09 16:11:06.860475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:11:06.865208 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7845e41-419b-4b45-beaf-b13d57f5e61e" -d '{"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:11:07.120668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea43fb-7937-4515-85d6-036a18c7c427 req-a9774a34-3c4b-448e-87bf-5548ec212d7f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:07.122305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaea43fb-7937-4515-85d6-036a18c7c427 req-a9774a34-3c4b-448e-87bf-5548ec212d7f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1259117 Feb 09 16:11:07.279574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaea43fb-7937-4515-85d6-036a18c7c427 req-f36d8163-e988-440f-bcab-cfe41348a2a3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307409 Feb 09 16:11:07.300037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34510) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:07.397893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['ba14ea01-c13f-4107-a3eb-d8a84edd6042'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:11:07.473800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:11:07.476288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['e2728606-5544-4a52-8521-7bdfeabf4734'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:11:07.525421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-08e1cb98-ad3a-48ad-af42-e756ecb2d93f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/38be0259-140b-4899-97d2-8b9947ec0db3 HTTP/1.1" status: 200 len: 992 time: 0.2054741 Feb 09 16:11:07.781104 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda782db-8ec3-435a-adbf-0e9507016f92 x-openstack-request-id: req-fda782db-8ec3-435a-adbf-0e9507016f92 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:11:07.781414 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:11:07.781990 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fda782db-8ec3-435a-adbf-0e9507016f92 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:11:07.782650 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'status': 'completed', 'code': 200} Feb 09 16:11:07.859306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-cc12b055-ac4b-4a35-b652-0a65d5acb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:07.863623 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-cc12b055-ac4b-4a35-b652-0a65d5acb97c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1097 time: 0.0607586 Feb 09 16:11:07.871557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['7cec8f69-c6a9-4d1f-9323-bdb476367ae2'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:11:07.874039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['71dd16a6-a5f1-4e50-9a90-643297243a7c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:11:07.927673 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['bdaa2880-7a0d-4763-9aa7-20f60925bdf8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:11:07.949500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-9eeed9eb-5a08-4699-b1e3-ae013d5e739c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:07.963634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-9eeed9eb-5a08-4699-b1e3-ae013d5e739c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:07.984040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-9eeed9eb-5a08-4699-b1e3-ae013d5e739c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:07.997856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-9eeed9eb-5a08-4699-b1e3-ae013d5e739c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:08.009646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-9eeed9eb-5a08-4699-b1e3-ae013d5e739c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:08.027642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-9eeed9eb-5a08-4699-b1e3-ae013d5e739c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:08.049422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-9eeed9eb-5a08-4699-b1e3-ae013d5e739c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:08.051991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-9eeed9eb-5a08-4699-b1e3-ae013d5e739c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5423 time: 0.2278454 Feb 09 16:11:08.246859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5078ce5b-a371-473a-96b5-2b1f725f1823 req-41ccb819-61cc-448f-a385-f64e6487e73f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539471 Feb 09 16:11:08.387309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-952aac95-025d-4c6b-8d75-0dd00772b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:08.387309 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-952aac95-025d-4c6b-8d75-0dd00772b312 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.3669014 Feb 09 16:11:08.392453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34536) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:08.396680 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:08.440150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '38be0259-140b-4899-97d2-8b9947ec0db3', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'port_id': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'mac_address': 'fa:16:3e:b2:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:11:03Z', 'updated_at': '2022-02-09T16:11:03Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:08.524452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34542) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:08.529577 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-f83afa89-bd35-44aa-aeca-3c82fa451954 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1000 time: 0.2803276 Feb 09 16:11:08.676450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['297c7613-f889-4019-b8a4-0a3bc50fb865'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:11:08.678158 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57f74bd1-d000-4c5c-bf35-f910de7d949f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:08.700301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2ef2f5ff-dae9-47f8-8aca-5a5c4aeef3b8 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/38be0259-140b-4899-97d2-8b9947ec0db3 HTTP/1.1" status: 200 len: 992 time: 0.1743066 Feb 09 16:11:08.739878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-dcd5e2da-583f-4003-b663-9f808fea899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:08.741733 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-dcd5e2da-583f-4003-b663-9f808fea899d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.1438177 Feb 09 16:11:08.866650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] Checking router: 28d011aa-4b73-428a-99d3-231485920bd6 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:11:08.869911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-d3fba08a-f6f6-4f22-b0d7-e4d903e7932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:08.877186 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-d3fba08a-f6f6-4f22-b0d7-e4d903e7932b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224408 Feb 09 16:11:08.894723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57f74bd1-d000-4c5c-bf35-f910de7d949f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:09.018900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57f74bd1-d000-4c5c-bf35-f910de7d949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:09.042292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:11:09.043246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:09.046577 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-2ae77c83-80bf-46f8-af6e-2e3c319bd469 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597362 Feb 09 16:11:09.049036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Deleting port f3da84b8-702b-4e5f-8567-147c9e1ff301 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:11:09.049365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:09.162241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-57f74bd1-d000-4c5c-bf35-f910de7d949f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8fdaaffbac94eb9b66c771e95a96887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8201921 Feb 09 16:11:09.174841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34552) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:09.281032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f74bd1-d000-4c5c-bf35-f910de7d949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41c9672-a285-4169-99d8-ad7a4444c179,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:09.341581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22b47165-ee21-4880-a536-dd460f1e5b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:09.419270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22b47165-ee21-4880-a536-dd460f1e5b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:09.564238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-00fbfce9-2388-4798-b3b7-ae2ebe3b6ae7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:09.574548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-00fbfce9-2388-4798-b3b7-ae2ebe3b6ae7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:09.581470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-00fbfce9-2388-4798-b3b7-ae2ebe3b6ae7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:09.588763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:11:09.589358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-00fbfce9-2388-4798-b3b7-ae2ebe3b6ae7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:09.598519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-00fbfce9-2388-4798-b3b7-ae2ebe3b6ae7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:09.618549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-00fbfce9-2388-4798-b3b7-ae2ebe3b6ae7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:09.638305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-00fbfce9-2388-4798-b3b7-ae2ebe3b6ae7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:09.647412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-00fbfce9-2388-4798-b3b7-ae2ebe3b6ae7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5423 time: 0.1562538 Feb 09 16:11:09.708519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34566) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:09.805583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22b47165-ee21-4880-a536-dd460f1e5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:09.809099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22b47165-ee21-4880-a536-dd460f1e5b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:09.809335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] For port f3da84b8-702b-4e5f-8567-147c9e1ff301, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f3da84b8-702b-4e5f-8567-147c9e1ff301,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:09.809781 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:09.811199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-22b47165-ee21-4880-a536-dd460f1e5b0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f41c9672-a285-4169-99d8-ad7a4444c179 HTTP/1.1" status: 204 len: 168 time: 0.6271901 Feb 09 16:11:09.846264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Calling delete_port for f3da84b8-702b-4e5f-8567-147c9e1ff301 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:11:09.861525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b47165-ee21-4880-a536-dd460f1e5b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41c9672-a285-4169-99d8-ad7a4444c179,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:09.885738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d03518d7-1c29-4932-9b0c-0cf2b0edad81 req-fbe11da5-e7d3-431b-b049-b76ed635cdbe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2333164 Feb 09 16:11:09.918306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ae89a9e9-5c07-4360-a987-9d2133c2e55f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/38be0259-140b-4899-97d2-8b9947ec0db3 HTTP/1.1" status: 200 len: 992 time: 0.2066588 Feb 09 16:11:10.044067 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e7845e41-419b-4b45-beaf-b13d57f5e61e req-8a8f5728-7a51-45ca-9041-29f844a1d391 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9911239 Feb 09 16:11:10.162537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '38be0259-140b-4899-97d2-8b9947ec0db3', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'port_id': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'mac_address': 'fa:16:3e:b2:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:11:03Z', 'updated_at': '2022-02-09T16:11:03Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:10.215294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66a9c7-1077-4520-8261-3c467f7eba15 None None] The sync data for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 is: [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '38be0259-140b-4899-97d2-8b9947ec0db3', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'port_id': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'mac_address': 'fa:16:3e:b2:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:11:03Z', 'updated_at': '2022-02-09T16:11:03Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:11:10.479698 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804a2b65-9bd4-4400-a46b-684b16862fb3 None None] New status for floating IP 38be0259-140b-4899-97d2-8b9947ec0db3: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:11:10.498829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:10.576603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f3da84b8-702b-4e5f-8567-147c9e1ff301,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:10.763604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:10.763871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e2728606-5544-4a52-8521-7bdfeabf4734 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:10.940569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34588) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:11.016466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f2c75840-be8f-4fe4-9d59-199e583e983e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/38be0259-140b-4899-97d2-8b9947ec0db3 HTTP/1.1" status: 200 len: 992 time: 0.0917804 Feb 09 16:11:11.107657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452ad8-265c-4471-b534-e5d2b0141665 req-f9f79f06-f5d1-411b-a581-f0e51a5dafb2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:11.121689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452ad8-265c-4471-b534-e5d2b0141665 req-f9f79f06-f5d1-411b-a581-f0e51a5dafb2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:11.128073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452ad8-265c-4471-b534-e5d2b0141665 req-f9f79f06-f5d1-411b-a581-f0e51a5dafb2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:11.128623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Router 521ba7af-e942-4e7e-9c23-fe65d228c03e has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:11:11.135825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452ad8-265c-4471-b534-e5d2b0141665 req-f9f79f06-f5d1-411b-a581-f0e51a5dafb2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:11.141629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452ad8-265c-4471-b534-e5d2b0141665 req-f9f79f06-f5d1-411b-a581-f0e51a5dafb2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:11.147715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452ad8-265c-4471-b534-e5d2b0141665 req-f9f79f06-f5d1-411b-a581-f0e51a5dafb2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:11.154760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64452ad8-265c-4471-b534-e5d2b0141665 req-f9f79f06-f5d1-411b-a581-f0e51a5dafb2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:11.157096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64452ad8-265c-4471-b534-e5d2b0141665 req-f9f79f06-f5d1-411b-a581-f0e51a5dafb2 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5423 time: 0.1195431 Feb 09 16:11:11.172527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port e2728606-5544-4a52-8521-7bdfeabf4734 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:11:11.179200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port e2728606-5544-4a52-8521-7bdfeabf4734 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:11.188386 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:11.229681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64452ad8-265c-4471-b534-e5d2b0141665 req-b6a0efba-062e-4629-9eb2-b14b98273779 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602880 Feb 09 16:11:11.305175 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:11:11.320163 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-59bb265f-54af-46da-b5d5-b0c57b6f71ed admin admin] 10.222.0.53 "PUT /v2.0/routers/521ba7af-e942-4e7e-9c23-fe65d228c03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5948627 Feb 09 16:11:11.321233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34598) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:11.321476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] Sync routers for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:11:11.333180 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:11.448889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:11:11.449235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:11.454614 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34604) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:11.471313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3fe850b-a86e-4ff6-95e0-056ab9327869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:11.496505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2728606-5544-4a52-8521-7bdfeabf4734'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:11:11.498868 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906ebe74-2871-451c-b208-586dca3fc88a" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "e2728606-5544-4a52-8521-7bdfeabf4734"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:11:11.518246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e2728606-5544-4a52-8521-7bdfeabf4734, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e2728606-5544-4a52-8521-7bdfeabf4734,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:11.586749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:11.597974 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bb8cb4-bc71-4941-b94e-9af6536cae6d x-openstack-request-id: req-b3bb8cb4-bc71-4941-b94e-9af6536cae6d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:11:11.598274 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "e2728606-5544-4a52-8521-7bdfeabf4734", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:11:11.598533 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3bb8cb4-bc71-4941-b94e-9af6536cae6d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:11:11.598965 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2728606-5544-4a52-8521-7bdfeabf4734', 'code': 200} Feb 09 16:11:11.636912 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:11.648273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 71dd16a6-a5f1-4e50-9a90-643297243a7c up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:11.648502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3fe850b-a86e-4ff6-95e0-056ab9327869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:11.654071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:11:11.801496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3fe850b-a86e-4ff6-95e0-056ab9327869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:11.805189 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:11.859008 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b3fe850b-a86e-4ff6-95e0-056ab9327869 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67822bc50c014d6d80669c42c9dee45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966949 Feb 09 16:11:11.860470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34612) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:11.864512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe850b-a86e-4ff6-95e0-056ab9327869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9788d6d6-78ce-45e3-8cdf-60c3a7da05e4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:11.984287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ce553cc-44a0-4313-b301-246c982618a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.015950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34614) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:12.029504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ce553cc-44a0-4313-b301-246c982618a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.049984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=e2728606-5544-4a52-8521-7bdfeabf4734,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:12.088342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Deleting port 53279a44-2a1c-4978-9fc1-e9063d794a14 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:11:12.092199 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.136544 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-43fc5104-af1a-4ac0-9669-7fb4c0e47422 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/38be0259-140b-4899-97d2-8b9947ec0db3 HTTP/1.1" status: 200 len: 994 time: 0.1183157 Feb 09 16:11:12.164884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 71dd16a6-a5f1-4e50-9a90-643297243a7c completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:11:12.170613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 71dd16a6-a5f1-4e50-9a90-643297243a7c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:12.171457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.210327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] For port 53279a44-2a1c-4978-9fc1-e9063d794a14, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=53279a44-2a1c-4978-9fc1-e9063d794a14,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:12.210750 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.225747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Calling delete_port for 53279a44-2a1c-4978-9fc1-e9063d794a14 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:11:12.235780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:11:10Z', 'revision_number': 5, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port': {'id': '53279a44-2a1c-4978-9fc1-e9063d794a14', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:02:10Z', 'updated_at': '2022-02-09T16:02:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:12.283371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] Checking router: 521ba7af-e942-4e7e-9c23-fe65d228c03e for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:11:12.311450 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ce553cc-44a0-4313-b301-246c982618a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.331148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ce553cc-44a0-4313-b301-246c982618a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.333606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5ce553cc-44a0-4313-b301-246c982618a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9788d6d6-78ce-45e3-8cdf-60c3a7da05e4 HTTP/1.1" status: 204 len: 168 time: 0.4716663 Feb 09 16:11:12.383701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.400953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce553cc-44a0-4313-b301-246c982618a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9788d6d6-78ce-45e3-8cdf-60c3a7da05e4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:12.440145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] Routers {'521ba7af-e942-4e7e-9c23-fe65d228c03e'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:11:12.440145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['521ba7af-e942-4e7e-9c23-fe65d228c03e'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:12.561642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 71dd16a6-a5f1-4e50-9a90-643297243a7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:12.585266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-ebc1330e-4baf-4f14-bc67-85d40568711c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:12.607634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] Set router 521ba7af-e942-4e7e-9c23-fe65d228c03e gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:11:12.615170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-ebc1330e-4baf-4f14-bc67-85d40568711c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:12.627919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-ebc1330e-4baf-4f14-bc67-85d40568711c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:12.635669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-ebc1330e-4baf-4f14-bc67-85d40568711c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:12.652565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-ebc1330e-4baf-4f14-bc67-85d40568711c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:12.659049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-ebc1330e-4baf-4f14-bc67-85d40568711c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:12.665106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-ebc1330e-4baf-4f14-bc67-85d40568711c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:12.667747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-ebc1330e-4baf-4f14-bc67-85d40568711c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5424 time: 0.3275526 Feb 09 16:11:12.675253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:11:11Z', 'revision_number': 6, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:12.719786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e302e-c76a-484e-815d-a6f91fc2b2b8 None None] The sync data for ids ['521ba7af-e942-4e7e-9c23-fe65d228c03e'] in n-d-828542-1 is: [{'id': '521ba7af-e942-4e7e-9c23-fe65d228c03e', 'name': 'tempest-AttachVolumeShelveTestJSON-361319825-router', 'tenant_id': 'b1ffa86913db4cd3ab076891325de08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:02:06Z', 'updated_at': '2022-02-09T16:11:11Z', 'revision_number': 6, 'project_id': 'b1ffa86913db4cd3ab076891325de08d', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:11:12.759974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cecb0a05-0210-44de-ad48-efbc01a2258f req-bdc957ec-2491-4a43-a20d-81439db59ee8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761464 Feb 09 16:11:12.805680 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:12.831562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:12.915475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=71dd16a6-a5f1-4e50-9a90-643297243a7c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:12.981087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.019138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53279a44-2a1c-4978-9fc1-e9063d794a14,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:13.041374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:11:13.052331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:13.058581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.104786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.189749 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.205355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.207749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.229995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:13.397207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.399785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bdaa2880-7a0d-4763-9aa7-20f60925bdf8 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:13.437349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.446871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521ba7af-e942-4e7e-9c23-fe65d228c03e {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:11:13.450117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.456441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34646) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:13.457351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ee107dea-ac9e-41e6-ad34-08cc875d04e9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/521ba7af-e942-4e7e-9c23-fe65d228c03e HTTP/1.1" status: 204 len: 168 time: 2.1332986 Feb 09 16:11:13.544572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:13.601415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c'}, {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:11:13.604315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f689c092-458d-4c41-992f-457e8d72ebf3 admin admin] Deleting subnet 5db5478d-cc70-498d-bf3d-2fdc2244634e {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:11:13.611310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f689c092-458d-4c41-992f-457e8d72ebf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.615487 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72f7282-1ea3-4a7e-9e2b-85287e5584c7" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c"}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:11:13.673506 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f689c092-458d-4c41-992f-457e8d72ebf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.677236 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e441a5d-6e63-4a6c-a24a-c298fbb32bec x-openstack-request-id: req-0e441a5d-6e63-4a6c-a24a-c298fbb32bec {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:11:13.677810 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c", "code": 200}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:11:13.678269 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e441a5d-6e63-4a6c-a24a-c298fbb32bec {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:11:13.679053 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'code': 200} Feb 09 16:11:13.681901 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16', 'code': 200} Feb 09 16:11:13.745672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:11:13.757039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:13.757790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.775824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f689c092-458d-4c41-992f-457e8d72ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.922706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:13.939195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-ac0929a8-d256-42c5-bbc8-bbbed593a14c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:13.946613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-ac0929a8-d256-42c5-bbc8-bbbed593a14c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:13.954701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-ac0929a8-d256-42c5-bbc8-bbbed593a14c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:13.962902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-ac0929a8-d256-42c5-bbc8-bbbed593a14c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:13.964461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bdaa2880-7a0d-4763-9aa7-20f60925bdf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:13.980560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-ac0929a8-d256-42c5-bbc8-bbbed593a14c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:13.996993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-ac0929a8-d256-42c5-bbc8-bbbed593a14c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:14.003367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-ac0929a8-d256-42c5-bbc8-bbbed593a14c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:14.009223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f689c092-458d-4c41-992f-457e8d72ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.017090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-ac0929a8-d256-42c5-bbc8-bbbed593a14c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5426 time: 0.1344793 Feb 09 16:11:14.064166 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c092-458d-4c41-992f-457e8d72ebf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5db5478d-cc70-498d-bf3d-2fdc2244634e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:14.075905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f689c092-458d-4c41-992f-457e8d72ebf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.081909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08ad56-a9bb-43fd-9372-d8835d950fab None None] Network f6c10f4b-ba62-4687-b736-8da6e468cd20 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:11:14.086390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f689c092-458d-4c41-992f-457e8d72ebf3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5db5478d-cc70-498d-bf3d-2fdc2244634e HTTP/1.1" status: 204 len: 168 time: 0.6266103 Feb 09 16:11:14.091420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c6fea37-f82a-4c30-9c2e-73b890ecbc67 req-74917675-50f0-4ab8-a6ee-ec2020cb47a5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724378 Feb 09 16:11:14.094593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34668) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:14.196929 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.198710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.199749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ba14ea01-c13f-4107-a3eb-d8a84edd6042 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:14.297403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Deleting port 4119fb30-56b9-49c3-943f-3d1a389d47cb {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:11:14.307236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.350384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 53279a44-2a1c-4978-9fc1-e9063d794a14 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:11:14.384138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 53279a44-2a1c-4978-9fc1-e9063d794a14 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:11:14.389892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 53279a44-2a1c-4978-9fc1-e9063d794a14 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:11:14.389892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f3da84b8-702b-4e5f-8567-147c9e1ff301 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:11:14.390126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] For port 4119fb30-56b9-49c3-943f-3d1a389d47cb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4119fb30-56b9-49c3-943f-3d1a389d47cb,segment=NetworkSegment(4e8cf91c-946c-47ff-a9d6-5470f3737806),segment_id=4e8cf91c-946c-47ff-a9d6-5470f3737806)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:14.390328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.406338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Calling delete_port for 4119fb30-56b9-49c3-943f-3d1a389d47cb owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:11:14.426005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f3da84b8-702b-4e5f-8567-147c9e1ff301 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:11:14.426347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f3da84b8-702b-4e5f-8567-147c9e1ff301 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:11:14.429008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:14.510160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port ba14ea01-c13f-4107-a3eb-d8a84edd6042 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:11:14.520173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port ba14ea01-c13f-4107-a3eb-d8a84edd6042 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:14.520913 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.578968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] DHCP port deletion for f6c10f4b-ba62-4687-b736-8da6e468cd20 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:11:14.750135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.780246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] No DVR routers for this DVR port 4119fb30-56b9-49c3-943f-3d1a389d47cb on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:11:14.788813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=4119fb30-56b9-49c3-943f-3d1a389d47cb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:14.797729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] Deleting port 4119fb30-56b9-49c3-943f-3d1a389d47cb {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:11:14.798182 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.814279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.890091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.931315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] For port 4119fb30-56b9-49c3-943f-3d1a389d47cb, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:14.935586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.941055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c10f4b-ba62-4687-b736-8da6e468cd20']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:14.963160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8cf91c-946c-47ff-a9d6-5470f3737806') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:14.965258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8cf91c-946c-47ff-a9d6-5470f3737806') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:14.965633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ba14ea01-c13f-4107-a3eb-d8a84edd6042, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ba14ea01-c13f-4107-a3eb-d8a84edd6042,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:14.976936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] Calling delete_port for 4119fb30-56b9-49c3-943f-3d1a389d47cb owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:11:14.985419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] Port 4119fb30-56b9-49c3-943f-3d1a389d47cb was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:11:14.987170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:14.989846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.006175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.013878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:11:15.014723 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:11:15.017055 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:11:15.026610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] No DVR routers for this DVR port 4119fb30-56b9-49c3-943f-3d1a389d47cb on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:11:15.027921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a704b1-0142-4a5d-917a-adc6132147d4 None None] Pushing event deleted for resources: {'Port': ['ID=4119fb30-56b9-49c3-943f-3d1a389d47cb,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:15.161113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.162129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 297c7613-f889-4019-b8a4-0a3bc50fb865 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:15.202237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.208882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.214009 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f6c10f4b-ba62-4687-b736-8da6e468cd20 HTTP/1.1" status: 204 len: 168 time: 1.1174974 Feb 09 16:11:15.248852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba397e0-f90e-41db-9e46-0ea07dfc4d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c10f4b-ba62-4687-b736-8da6e468cd20,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:15.293125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=ba14ea01-c13f-4107-a3eb-d8a84edd6042,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:15.311602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294899-dc41-42d8-9570-8b52790f87dd req-d8a716ef-906d-4458-810c-0d2944be4513 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:15.317753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294899-dc41-42d8-9570-8b52790f87dd req-d8a716ef-906d-4458-810c-0d2944be4513 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:15.323863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294899-dc41-42d8-9570-8b52790f87dd req-d8a716ef-906d-4458-810c-0d2944be4513 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:15.330091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294899-dc41-42d8-9570-8b52790f87dd req-d8a716ef-906d-4458-810c-0d2944be4513 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:15.336280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294899-dc41-42d8-9570-8b52790f87dd req-d8a716ef-906d-4458-810c-0d2944be4513 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:15.343083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294899-dc41-42d8-9570-8b52790f87dd req-d8a716ef-906d-4458-810c-0d2944be4513 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:15.349510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294899-dc41-42d8-9570-8b52790f87dd req-d8a716ef-906d-4458-810c-0d2944be4513 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:15.351552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32294899-dc41-42d8-9570-8b52790f87dd req-d8a716ef-906d-4458-810c-0d2944be4513 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5428 time: 0.1562164 Feb 09 16:11:15.421338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32294899-dc41-42d8-9570-8b52790f87dd req-b288e6a2-607e-43f9-9c64-b1e020876b47 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618608 Feb 09 16:11:15.464734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 297c7613-f889-4019-b8a4-0a3bc50fb865 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:11:15.473656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 297c7613-f889-4019-b8a4-0a3bc50fb865 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:15.474295 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.622042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.684806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 297c7613-f889-4019-b8a4-0a3bc50fb865, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=297c7613-f889-4019-b8a4-0a3bc50fb865,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:15.685818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8'}, {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba14ea01-c13f-4107-a3eb-d8a84edd6042'}, {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297c7613-f889-4019-b8a4-0a3bc50fb865'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:11:15.688200 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c959f6a-d25c-4eb1-83ec-a940d2425167" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "bdaa2880-7a0d-4763-9aa7-20f60925bdf8"}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "ba14ea01-c13f-4107-a3eb-d8a84edd6042"}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "297c7613-f889-4019-b8a4-0a3bc50fb865"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:11:15.742392 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f132e0ab-4f6d-4974-956f-3bef108b546e x-openstack-request-id: req-f132e0ab-4f6d-4974-956f-3bef108b546e {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:11:15.742392 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "bdaa2880-7a0d-4763-9aa7-20f60925bdf8", "code": 200}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "ba14ea01-c13f-4107-a3eb-d8a84edd6042", "code": 200}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "297c7613-f889-4019-b8a4-0a3bc50fb865", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:11:15.742392 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f132e0ab-4f6d-4974-956f-3bef108b546e {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:11:15.742392 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8', 'code': 200} Feb 09 16:11:15.742392 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba14ea01-c13f-4107-a3eb-d8a84edd6042', 'code': 200} Feb 09 16:11:15.742392 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297c7613-f889-4019-b8a4-0a3bc50fb865', 'code': 200} Feb 09 16:11:15.996823 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:15.998175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:16.067706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:16.129701 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5f9b6ed5-20ee-403e-b004-bfa378759103 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1ffa86913db4cd3ab076891325de08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576210 Feb 09 16:11:16.132732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34726) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:16.164803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=297c7613-f889-4019-b8a4-0a3bc50fb865,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:16.218824 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a66a0301-dc3f-4db7-a1d3-fa28221f72a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:16.258751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:11:16.282140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:16.282140 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:16.286816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a66a0301-dc3f-4db7-a1d3-fa28221f72a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:16.339869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4119fb30-56b9-49c3-943f-3d1a389d47cb no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:11:16.365983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 4119fb30-56b9-49c3-943f-3d1a389d47cb {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:11:16.366332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4119fb30-56b9-49c3-943f-3d1a389d47cb not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:11:16.442711 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:16.485956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:16.556359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a66a0301-dc3f-4db7-a1d3-fa28221f72a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:16.560936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a66a0301-dc3f-4db7-a1d3-fa28221f72a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:16.566060 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a66a0301-dc3f-4db7-a1d3-fa28221f72a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb1d31ae-50c4-4a62-9a49-9d91bd557205 HTTP/1.1" status: 204 len: 168 time: 0.4283242 Feb 09 16:11:16.577637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a0301-dc3f-4db7-a1d3-fa28221f72a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1d31ae-50c4-4a62-9a49-9d91bd557205,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:16.641364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-b80416b7-0380-46ab-9424-d8c91e9af406 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:16.648271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-b80416b7-0380-46ab-9424-d8c91e9af406 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:16.655774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-b80416b7-0380-46ab-9424-d8c91e9af406 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:16.662484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-b80416b7-0380-46ab-9424-d8c91e9af406 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:16.663853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:16.679491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-b80416b7-0380-46ab-9424-d8c91e9af406 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:16.679491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-b80416b7-0380-46ab-9424-d8c91e9af406 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:16.692038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-b80416b7-0380-46ab-9424-d8c91e9af406 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:16.702225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-b80416b7-0380-46ab-9424-d8c91e9af406 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5429 time: 0.1486926 Feb 09 16:11:16.762181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b453f5f-4a1a-4f19-b540-d0b506e7347b req-ee96067e-b4bf-4687-a409-61ff18399459 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586908 Feb 09 16:11:16.771098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:17.740852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cec8f69-c6a9-4d1f-9323-bdb476367ae2'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:11:17.753171 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757ed951-8fd6-44f8-a33f-451640d93727" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "7cec8f69-c6a9-4d1f-9323-bdb476367ae2"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:11:17.847443 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef365900-e33b-4c30-8da4-4aacba2a7889 x-openstack-request-id: req-ef365900-e33b-4c30-8da4-4aacba2a7889 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:11:17.847746 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-plugged", "status": "completed", "tag": "7cec8f69-c6a9-4d1f-9323-bdb476367ae2", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:11:17.847946 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef365900-e33b-4c30-8da4-4aacba2a7889 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:11:17.849825 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cec8f69-c6a9-4d1f-9323-bdb476367ae2', 'code': 200} Feb 09 16:11:18.001307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-11567b5b-e49c-4d0a-84b0-69270042657d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.009133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-11567b5b-e49c-4d0a-84b0-69270042657d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.016377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-11567b5b-e49c-4d0a-84b0-69270042657d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.023000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-11567b5b-e49c-4d0a-84b0-69270042657d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.029426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-11567b5b-e49c-4d0a-84b0-69270042657d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.035609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-11567b5b-e49c-4d0a-84b0-69270042657d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.042133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-11567b5b-e49c-4d0a-84b0-69270042657d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.044536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-11567b5b-e49c-4d0a-84b0-69270042657d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.1386096 Feb 09 16:11:18.072367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-a29f8892-1f1a-4230-b6f8-0cd838e176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.073575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-a29f8892-1f1a-4230-b6f8-0cd838e176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.074229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-a29f8892-1f1a-4230-b6f8-0cd838e176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.074773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-a29f8892-1f1a-4230-b6f8-0cd838e176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.075307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-a29f8892-1f1a-4230-b6f8-0cd838e176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.075853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-a29f8892-1f1a-4230-b6f8-0cd838e176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.076430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-a29f8892-1f1a-4230-b6f8-0cd838e176a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:18.078695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-a29f8892-1f1a-4230-b6f8-0cd838e176a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6487 time: 0.1342824 Feb 09 16:11:18.163850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43456087-72a9-45e4-8b99-dc7a3f99ad6e req-d2dfff11-b3c5-47df-a7b8-1e5029401f3c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713203 Feb 09 16:11:18.174055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f018d1b-f721-4989-93e6-a89020aa94e1 req-c0338e9a-a69b-41e0-bb8d-2578ea272bad tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091588 Feb 09 16:11:19.357321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-d02caacd-e2b9-4a6b-aaa6-b664b0e7c7b0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:19.369003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-d02caacd-e2b9-4a6b-aaa6-b664b0e7c7b0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:19.379618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-d02caacd-e2b9-4a6b-aaa6-b664b0e7c7b0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:19.391586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-d02caacd-e2b9-4a6b-aaa6-b664b0e7c7b0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:19.404705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-d02caacd-e2b9-4a6b-aaa6-b664b0e7c7b0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:19.416673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-d02caacd-e2b9-4a6b-aaa6-b664b0e7c7b0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:19.428175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-d02caacd-e2b9-4a6b-aaa6-b664b0e7c7b0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:19.431642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-d02caacd-e2b9-4a6b-aaa6-b664b0e7c7b0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.1577260 Feb 09 16:11:19.475305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdb2692d-71aa-4ea2-b599-3590c31ab5bc req-4e36cae5-81ef-476c-882c-0f63c16a93ee tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369833 Feb 09 16:11:20.649421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-ea6c987c-72e1-4800-8c12-61951fb813c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.657364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-ea6c987c-72e1-4800-8c12-61951fb813c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.670180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-ea6c987c-72e1-4800-8c12-61951fb813c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.678643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-ea6c987c-72e1-4800-8c12-61951fb813c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.685166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-ea6c987c-72e1-4800-8c12-61951fb813c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.691499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-ea6c987c-72e1-4800-8c12-61951fb813c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.698349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-ea6c987c-72e1-4800-8c12-61951fb813c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.700393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-ea6c987c-72e1-4800-8c12-61951fb813c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.1267133 Feb 09 16:11:20.763392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c9bce6-ed01-46e0-8559-a1dc92779a38 req-eb150d56-447e-4150-985b-17d32544ed2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558984 Feb 09 16:11:20.960639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339e21-c9c1-4804-8a0b-aef2c777d9a8 req-36b40a6c-ab7a-45aa-b04b-75e54e63217f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.975766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339e21-c9c1-4804-8a0b-aef2c777d9a8 req-36b40a6c-ab7a-45aa-b04b-75e54e63217f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.979263 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34878) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:20.983074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339e21-c9c1-4804-8a0b-aef2c777d9a8 req-36b40a6c-ab7a-45aa-b04b-75e54e63217f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.989661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339e21-c9c1-4804-8a0b-aef2c777d9a8 req-36b40a6c-ab7a-45aa-b04b-75e54e63217f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:20.996755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339e21-c9c1-4804-8a0b-aef2c777d9a8 req-36b40a6c-ab7a-45aa-b04b-75e54e63217f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:21.002842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339e21-c9c1-4804-8a0b-aef2c777d9a8 req-36b40a6c-ab7a-45aa-b04b-75e54e63217f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:21.009545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04339e21-c9c1-4804-8a0b-aef2c777d9a8 req-36b40a6c-ab7a-45aa-b04b-75e54e63217f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:21.012302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04339e21-c9c1-4804-8a0b-aef2c777d9a8 req-36b40a6c-ab7a-45aa-b04b-75e54e63217f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.1452293 Feb 09 16:11:21.023252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34882) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:21.032443 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Request body: {'floatingip': {'port_id': '71dd16a6-a5f1-4e50-9a90-643297243a7c'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:11:21.168782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:21.438125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf994202-6657-4ae5-abc8-c6b5eab23ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:21.776818 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf994202-6657-4ae5-abc8-c6b5eab23ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:21.961253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cf994202-6657-4ae5-abc8-c6b5eab23ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:22.001267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:22.037552 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cf994202-6657-4ae5-abc8-c6b5eab23ea3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1751a5555a8c4a2daec2d67448a13b00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0565193 Feb 09 16:11:22.042079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34906) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:22.051145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf994202-6657-4ae5-abc8-c6b5eab23ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092138d1-f549-4e25-acf0-2d8fb8bdaeba,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:22.102164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:22.168945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f56a9d3c-7458-4bb6-8133-012da0bce9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:22.237447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f56a9d3c-7458-4bb6-8133-012da0bce9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:22.274809 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Floating IP f6c02bf2-5a6a-4172-86f4-c5309db98c8c associated. External IP: 172.25.5.225, port: 71dd16a6-a5f1-4e50-9a90-643297243a7c. Feb 09 16:11:22.590425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Router cb6fa314-ec4f-4643-a0e5-219a56377274 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:11:22.697160 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f56a9d3c-7458-4bb6-8133-012da0bce9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:22.701321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f56a9d3c-7458-4bb6-8133-012da0bce9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:22.702652 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f56a9d3c-7458-4bb6-8133-012da0bce9ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/092138d1-f549-4e25-acf0-2d8fb8bdaeba HTTP/1.1" status: 204 len: 168 time: 0.6595862 Feb 09 16:11:22.720185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a9d3c-7458-4bb6-8133-012da0bce9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092138d1-f549-4e25-acf0-2d8fb8bdaeba,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:22.789869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:11:22.795564 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:22.801513 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] Sync routers for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:11:22.814706 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:11:22.819164 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:22.862803 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1ffa8c4a-b1ea-493e-8edf-ceba6d799fc9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "PUT /v2.0/floatingips/f6c02bf2-5a6a-4172-86f4-c5309db98c8c HTTP/1.1" status: 200 len: 991 time: 1.8383996 Feb 09 16:11:22.863540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:11:22.880395 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096b152-8885-4ca5-bbed-70d97974b98c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:11:22.989961 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:11:22.998701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-9eb3a6d7-238d-43c2-806b-8ba943fcc0fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.010272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-9eb3a6d7-238d-43c2-806b-8ba943fcc0fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.010481 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0436305-64b0-4887-8cc2-f5de9d24bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:23.033164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-9eb3a6d7-238d-43c2-806b-8ba943fcc0fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.051767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-9eb3a6d7-238d-43c2-806b-8ba943fcc0fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.060133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-9eb3a6d7-238d-43c2-806b-8ba943fcc0fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.071975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-9eb3a6d7-238d-43c2-806b-8ba943fcc0fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.080233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-9eb3a6d7-238d-43c2-806b-8ba943fcc0fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.082561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-9eb3a6d7-238d-43c2-806b-8ba943fcc0fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.1446762 Feb 09 16:11:23.115897 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4926a0bd-7440-4feb-abd8-ba92ea9a8eb5 x-openstack-request-id: req-4926a0bd-7440-4feb-abd8-ba92ea9a8eb5 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:11:23.117928 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:11:23.118582 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4926a0bd-7440-4feb-abd8-ba92ea9a8eb5 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:11:23.119571 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'status': 'completed', 'code': 200} Feb 09 16:11:23.284029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-026a86b6-62c7-4bb7-a913-fb06b57178e8 req-b4957b67-c707-4662-9474-016af21a42da tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1875005 Feb 09 16:11:23.328428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ee4664e1-4639-49d7-a146-81c6e7b4c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.330241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ee4664e1-4639-49d7-a146-81c6e7b4c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.333342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ee4664e1-4639-49d7-a146-81c6e7b4c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.334207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ee4664e1-4639-49d7-a146-81c6e7b4c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.346571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ee4664e1-4639-49d7-a146-81c6e7b4c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.352454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ee4664e1-4639-49d7-a146-81c6e7b4c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.367383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ee4664e1-4639-49d7-a146-81c6e7b4c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.377513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ee4664e1-4639-49d7-a146-81c6e7b4c4fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6487 time: 0.2033129 Feb 09 16:11:23.565409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ff5b7abd-0ca9-4485-bb1a-92a24f406bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.568478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5096b152-8885-4ca5-bbed-70d97974b98c req-ff5b7abd-0ca9-4485-bb1a-92a24f406bbd service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d961b1-3160-43c7-989b-93407151af0e HTTP/1.1" status: 200 len: 913 time: 0.1833868 Feb 09 16:11:23.578966 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'f6c02bf2-5a6a-4172-86f4-c5309db98c8c', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'port_id': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'mac_address': 'fa:16:3e:34:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:09:30Z', 'updated_at': '2022-02-09T16:11:21Z', 'revision_number': 1, 'project_id': 'b36933f38f584954a6601282195d94fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:55Z', 'revision_number': 5, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:23.618457 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] Checking router: cb6fa314-ec4f-4643-a0e5-219a56377274 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:11:23.640430 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:11:23.641597 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:23.793946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5096b152-8885-4ca5-bbed-70d97974b98c req-8547fbd7-89e6-4ac4-b963-abbd4b326d6e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c HTTP/1.1" status: 200 len: 999 time: 0.2169476 Feb 09 16:11:23.828892 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:11:23.855530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-1f6003be-ef49-42b0-a44c-458bd47ab833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.857453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5096b152-8885-4ca5-bbed-70d97974b98c req-1f6003be-ef49-42b0-a44c-458bd47ab833 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2999133-afaf-4f57-b742-3f7b8281b3ba HTTP/1.1" status: 200 len: 851 time: 0.0566695 Feb 09 16:11:23.935178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b152-8885-4ca5-bbed-70d97974b98c req-6f72774a-a88a-40fa-97e1-5e87799e09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:23.936881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5096b152-8885-4ca5-bbed-70d97974b98c req-6f72774a-a88a-40fa-97e1-5e87799e09fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d961b1-3160-43c7-989b-93407151af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721014 Feb 09 16:11:23.967656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:23.998004 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc3d31af-3e78-45b2-a79f-81fa4ea8875e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:24.185182 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc3d31af-3e78-45b2-a79f-81fa4ea8875e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:24.212826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5096b152-8885-4ca5-bbed-70d97974b98c req-c2c1129b-ede0-4a27-8740-9613c55f96ca service neutron] 10.222.0.73 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684042 Feb 09 16:11:24.247102 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'f6c02bf2-5a6a-4172-86f4-c5309db98c8c', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'port_id': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'mac_address': 'fa:16:3e:34:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:09:30Z', 'updated_at': '2022-02-09T16:11:21Z', 'revision_number': 1, 'project_id': 'b36933f38f584954a6601282195d94fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:55Z', 'revision_number': 5, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:24.263953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc3d31af-3e78-45b2-a79f-81fa4ea8875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:24.335239 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4cea25-6425-4a5b-92cd-d3f4f87e2b9d None None] The sync data for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 is: [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'f6c02bf2-5a6a-4172-86f4-c5309db98c8c', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'port_id': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'mac_address': 'fa:16:3e:34:35:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:09:30Z', 'updated_at': '2022-02-09T16:11:21Z', 'revision_number': 1, 'project_id': 'b36933f38f584954a6601282195d94fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:55Z', 'revision_number': 5, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:11:24.360970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d31af-3e78-45b2-a79f-81fa4ea8875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5243dc68-2d5b-4e9b-9639-99c1b08591b9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:24.383844 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dc3d31af-3e78-45b2-a79f-81fa4ea8875e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f06a9204b6c74572a6aa3a47cd8107c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136825 Feb 09 16:11:24.390702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34982) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:24.531563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12435471-e65d-4b64-b2da-1031e4a8a0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:24.589003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12435471-e65d-4b64-b2da-1031e4a8a0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:24.739567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5096b152-8885-4ca5-bbed-70d97974b98c req-6a7f22fc-6932-4e43-b9cd-537af0ed523d service neutron] 10.222.0.73 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161455 Feb 09 16:11:24.758239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-76c83fb5-519a-4cdc-ba94-e1308bb0ae13 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:24.769368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-76c83fb5-519a-4cdc-ba94-e1308bb0ae13 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:24.789332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-76c83fb5-519a-4cdc-ba94-e1308bb0ae13 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:24.801507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-76c83fb5-519a-4cdc-ba94-e1308bb0ae13 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:24.809826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-76c83fb5-519a-4cdc-ba94-e1308bb0ae13 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:24.823027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-76c83fb5-519a-4cdc-ba94-e1308bb0ae13 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:24.833395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-76c83fb5-519a-4cdc-ba94-e1308bb0ae13 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:24.849181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-76c83fb5-519a-4cdc-ba94-e1308bb0ae13 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.3289380 Feb 09 16:11:24.864057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1619eafa-d850-4fe5-b1cd-a62ad3527f0e None None] New status for floating IP f6c02bf2-5a6a-4172-86f4-c5309db98c8c: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:11:24.881100 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12435471-e65d-4b64-b2da-1031e4a8a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:24.886797 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-12435471-e65d-4b64-b2da-1031e4a8a0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:24.892553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-12435471-e65d-4b64-b2da-1031e4a8a0f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5243dc68-2d5b-4e9b-9639-99c1b08591b9 HTTP/1.1" status: 204 len: 168 time: 0.4976978 Feb 09 16:11:24.917341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12435471-e65d-4b64-b2da-1031e4a8a0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5243dc68-2d5b-4e9b-9639-99c1b08591b9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:24.968179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7f0b29f-f021-4407-b3d5-940b8371bba6 req-2877b5c7-efec-4afd-a5dc-de56f94722d3 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911927 Feb 09 16:11:25.295074 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e803dc26-f7b1-4041-a7cb-e37b38a5755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:25.629203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-00be986a-69b0-4b7f-b6b3-998c15b8ade3 req-32ac542e-b827-457b-80f2-bf690222f3da service neutron] (103178) timed out ('10.222.0.13', 63847) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:11:26.210138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217af50-a794-4966-befc-ed1b29175e54 req-1c391471-c3bc-44c9-9629-dca43e572599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.217020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217af50-a794-4966-befc-ed1b29175e54 req-1c391471-c3bc-44c9-9629-dca43e572599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.223220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217af50-a794-4966-befc-ed1b29175e54 req-1c391471-c3bc-44c9-9629-dca43e572599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.229851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217af50-a794-4966-befc-ed1b29175e54 req-1c391471-c3bc-44c9-9629-dca43e572599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.235896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217af50-a794-4966-befc-ed1b29175e54 req-1c391471-c3bc-44c9-9629-dca43e572599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.242050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217af50-a794-4966-befc-ed1b29175e54 req-1c391471-c3bc-44c9-9629-dca43e572599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.251129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217af50-a794-4966-befc-ed1b29175e54 req-1c391471-c3bc-44c9-9629-dca43e572599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.254347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c217af50-a794-4966-befc-ed1b29175e54 req-1c391471-c3bc-44c9-9629-dca43e572599 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.1423395 Feb 09 16:11:26.308798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c217af50-a794-4966-befc-ed1b29175e54 req-339c60cc-86b4-4ea5-92f8-b4074c57fd60 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479980 Feb 09 16:11:26.491883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-23fb98bc-27a7-4634-ae2f-f8303b0d4054 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.499168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-23fb98bc-27a7-4634-ae2f-f8303b0d4054 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.515497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-23fb98bc-27a7-4634-ae2f-f8303b0d4054 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.529602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-23fb98bc-27a7-4634-ae2f-f8303b0d4054 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.543621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-23fb98bc-27a7-4634-ae2f-f8303b0d4054 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.562215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-23fb98bc-27a7-4634-ae2f-f8303b0d4054 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.572892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-23fb98bc-27a7-4634-ae2f-f8303b0d4054 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.596928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-23fb98bc-27a7-4634-ae2f-f8303b0d4054 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.2020366 Feb 09 16:11:26.642199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:26.657260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f07b4adb-1a62-428d-b1a4-3f8159b5c36c req-2164431f-fe02-437f-9ca1-ee8277c2f970 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575142 Feb 09 16:11:26.878409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc36d9-913e-403b-bbf0-42cf4d1bcd57 req-62ebc392-6702-40e5-b36c-7d217cb61cc1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.917252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc36d9-913e-403b-bbf0-42cf4d1bcd57 req-62ebc392-6702-40e5-b36c-7d217cb61cc1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.951769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc36d9-913e-403b-bbf0-42cf4d1bcd57 req-62ebc392-6702-40e5-b36c-7d217cb61cc1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.966498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc36d9-913e-403b-bbf0-42cf4d1bcd57 req-62ebc392-6702-40e5-b36c-7d217cb61cc1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:26.992376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc36d9-913e-403b-bbf0-42cf4d1bcd57 req-62ebc392-6702-40e5-b36c-7d217cb61cc1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:27.019443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc36d9-913e-403b-bbf0-42cf4d1bcd57 req-62ebc392-6702-40e5-b36c-7d217cb61cc1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:27.034255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc36d9-913e-403b-bbf0-42cf4d1bcd57 req-62ebc392-6702-40e5-b36c-7d217cb61cc1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:27.048515 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebdc36d9-913e-403b-bbf0-42cf4d1bcd57 req-62ebc392-6702-40e5-b36c-7d217cb61cc1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.2773838 Feb 09 16:11:27.486873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35076) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:27.850838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-566f1e4f-c04c-4b19-8618-87b25fc60631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.010845 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-566f1e4f-c04c-4b19-8618-87b25fc60631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.133053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-566f1e4f-c04c-4b19-8618-87b25fc60631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.218857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-566f1e4f-c04c-4b19-8618-87b25fc60631 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d130feda681496a95e480e369aaab6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304859 Feb 09 16:11:28.221590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f1e4f-c04c-4b19-8618-87b25fc60631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba58f7a-6510-4a91-a598-26e6fce70e92,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:28.224124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35096) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:28.275159 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.317397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b3d794-6000-4b5e-a2ad-bca459300bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.341209 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:11:28.359548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b3d794-6000-4b5e-a2ad-bca459300bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.487549 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.561681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b3d794-6000-4b5e-a2ad-bca459300bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.567426 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17b3d794-6000-4b5e-a2ad-bca459300bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:28.567426 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17b3d794-6000-4b5e-a2ad-bca459300bbb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dba58f7a-6510-4a91-a598-26e6fce70e92 HTTP/1.1" status: 204 len: 168 time: 0.3400285 Feb 09 16:11:28.577442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3d794-6000-4b5e-a2ad-bca459300bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba58f7a-6510-4a91-a598-26e6fce70e92,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:30.184680 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:31.841595 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:32.122477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-0c0c9c71-4784-4288-b115-707888cfdde2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758072 Feb 09 16:11:32.237668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-17ae214e-970e-490a-89b4-f8c8dc58f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:32.239554 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-17ae214e-970e-490a-89b4-f8c8dc58f6b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1097 time: 0.0552399 Feb 09 16:11:32.392276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-322e56b8-c839-4f3b-9aab-0bbe2b9536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:32.394564 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-322e56b8-c839-4f3b-9aab-0bbe2b9536b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.1318622 Feb 09 16:11:32.479454 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-351e6eb7-7e43-4c53-a519-754c9db1cfb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1002 time: 0.0774543 Feb 09 16:11:32.561388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-b85e927e-2c87-4d72-aaee-988f41116c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:32.561388 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-b85e927e-2c87-4d72-aaee-988f41116c0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.0674348 Feb 09 16:11:32.661255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-11d05d69-9f28-49b4-9098-6d4871b8fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:32.662897 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-11d05d69-9f28-49b4-9098-6d4871b8fd2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997980 Feb 09 16:11:32.804335 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-c2d688a5-2934-4ff7-91db-2f8dfcf95b16 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342993 Feb 09 16:11:32.978291 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-33d3029e-a0f5-4f35-93a5-1a717d8d680f req-390de961-9f8f-437c-bfa1-5a975baf2d8f service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646583 Feb 09 16:11:35.536298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4325475-cb8b-4719-aa52-a91751b4bce8 req-0b2e2106-23ab-4e5b-853d-12adf4b38f51 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:35.547388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4325475-cb8b-4719-aa52-a91751b4bce8 req-0b2e2106-23ab-4e5b-853d-12adf4b38f51 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1097 time: 0.0744581 Feb 09 16:11:35.597981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4325475-cb8b-4719-aa52-a91751b4bce8 req-f9a55fe8-6caf-4f25-a675-cc25d2db980e tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446668 Feb 09 16:11:35.834476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c20dd-70da-4c40-9f93-e8462690126e req-af8112f9-3b1f-4e67-8e95-30357ad43366 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:35.836389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232c20dd-70da-4c40-9f93-e8462690126e req-af8112f9-3b1f-4e67-8e95-30357ad43366 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.0758383 Feb 09 16:11:35.909709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232c20dd-70da-4c40-9f93-e8462690126e req-532ef9a7-3797-484d-9a33-2d3a2d0972c0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667629 Feb 09 16:11:35.960053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:36.222914 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-149ab3a7-eec7-4d36-bec3-2d414edf999a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/38be0259-140b-4899-97d2-8b9947ec0db3 HTTP/1.1" status: 200 len: 994 time: 0.2593029 Feb 09 16:11:37.481576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817001b-0990-40e6-9a39-6f159422e681 req-919425fa-8c7a-4591-8731-0f7a818d14d9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:37.489864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a817001b-0990-40e6-9a39-6f159422e681 req-919425fa-8c7a-4591-8731-0f7a818d14d9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1162546 Feb 09 16:11:37.538563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a817001b-0990-40e6-9a39-6f159422e681 req-6ba515e2-4856-4d83-ade0-42bc8ed72541 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466993 Feb 09 16:11:37.659597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-0ff5e5e5-d8b2-4b5e-8a26-f05b31d7f69f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1785033 Feb 09 16:11:38.792993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ef8af-d0b2-4ae5-8b4e-c54068dd0411 req-203cb135-7a86-4a5e-97b1-0afd556cdd32 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:38.803065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-893ef8af-d0b2-4ae5-8b4e-c54068dd0411 req-203cb135-7a86-4a5e-97b1-0afd556cdd32 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1318905 Feb 09 16:11:38.901164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-893ef8af-d0b2-4ae5-8b4e-c54068dd0411 req-cfffb585-a1e9-4bf9-9d06-36a457c0b2f4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793152 Feb 09 16:11:39.564597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35426) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:40.078454 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48c72774-571b-4c28-b5ac-717ad8e1e16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:40.157201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b66c8-a676-4176-9a3b-9a7fabc0fa3b req-21359463-22f8-422f-9c9b-773e2e42a684 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.160434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf6b66c8-a676-4176-9a3b-9a7fabc0fa3b req-21359463-22f8-422f-9c9b-773e2e42a684 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1668854 Feb 09 16:11:40.228653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf6b66c8-a676-4176-9a3b-9a7fabc0fa3b req-68fd238d-4e94-4adc-93d5-fa191d1494db tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595627 Feb 09 16:11:40.295278 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48c72774-571b-4c28-b5ac-717ad8e1e16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:40.420988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-5358b0e9-e193-4b2f-abdc-d262c218b135 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0796001 Feb 09 16:11:40.422547 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48c72774-571b-4c28-b5ac-717ad8e1e16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:40.637475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c72774-571b-4c28-b5ac-717ad8e1e16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef061a-dbbd-4b96-a444-1c4fff4d19a7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:40.642240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-48c72774-571b-4c28-b5ac-717ad8e1e16c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=660a453c32324d6395200773de74bfbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0753438 Feb 09 16:11:40.645369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35476) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:40.688860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-9a68733f-fba1-49ff-8d7b-78d7ec8be621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.692713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-9a68733f-fba1-49ff-8d7b-78d7ec8be621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.693248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-9a68733f-fba1-49ff-8d7b-78d7ec8be621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.696545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-9a68733f-fba1-49ff-8d7b-78d7ec8be621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.697086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-9a68733f-fba1-49ff-8d7b-78d7ec8be621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.697695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-9a68733f-fba1-49ff-8d7b-78d7ec8be621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.700277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-9a68733f-fba1-49ff-8d7b-78d7ec8be621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.704199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-9a68733f-fba1-49ff-8d7b-78d7ec8be621 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6487 time: 0.1808703 Feb 09 16:11:40.727313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57b8dc70-f9a1-46bc-8622-d201aca60bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:40.777028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57b8dc70-f9a1-46bc-8622-d201aca60bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:40.944354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-1f345977-47c9-4473-a1c7-9347e95c261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.944839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-1f345977-47c9-4473-a1c7-9347e95c261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.945309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-1f345977-47c9-4473-a1c7-9347e95c261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:40.946992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-1f345977-47c9-4473-a1c7-9347e95c261c service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d961b1-3160-43c7-989b-93407151af0e&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=e25f59b9-53e0-424b-b146-dc14bde3063e&id=e25f59b9-53e0-424b-b146-dc14bde3063e HTTP/1.1" status: 200 len: 2294 time: 0.2100666 Feb 09 16:11:41.012924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57b8dc70-f9a1-46bc-8622-d201aca60bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:41.016958 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57b8dc70-f9a1-46bc-8622-d201aca60bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:41.018564 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57b8dc70-f9a1-46bc-8622-d201aca60bea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25ef061a-dbbd-4b96-a444-1c4fff4d19a7 HTTP/1.1" status: 204 len: 168 time: 0.3721533 Feb 09 16:11:41.036890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8dc70-f9a1-46bc-8622-d201aca60bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef061a-dbbd-4b96-a444-1c4fff4d19a7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:41.116070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-21c83c36-0d2a-445a-b51e-a6a01d82c696 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c HTTP/1.1" status: 200 len: 1001 time: 0.1591933 Feb 09 16:11:41.221818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-5d840648-08c6-4c62-9dbc-b787da9a9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:41.224964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-5d840648-08c6-4c62-9dbc-b787da9a9aff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2999133-afaf-4f57-b742-3f7b8281b3ba HTTP/1.1" status: 200 len: 851 time: 0.1000433 Feb 09 16:11:41.302056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-94b912aa-8a94-41bb-85e0-81a26a984334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:41.304312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-94b912aa-8a94-41bb-85e0-81a26a984334 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d961b1-3160-43c7-989b-93407151af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638912 Feb 09 16:11:41.491071 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-9a6a0c0a-cdea-4d24-859c-fa4d1d389d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:41.493443 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-9a6a0c0a-cdea-4d24-859c-fa4d1d389d95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1097 time: 0.0972548 Feb 09 16:11:41.516928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-e65f7454-f1b1-4edf-8018-5bc29603c96f service neutron] 10.222.0.73 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039211 Feb 09 16:11:41.603092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e9d0-e8f3-4fac-973e-eb2f815c6fa5 req-787c8593-7ee6-49e7-9c8e-db83be916f3f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:41.610080 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aff7e9d0-e8f3-4fac-973e-eb2f815c6fa5 req-787c8593-7ee6-49e7-9c8e-db83be916f3f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.2632186 Feb 09 16:11:41.707091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aff7e9d0-e8f3-4fac-973e-eb2f815c6fa5 req-e152c492-f6c8-4e52-bdbf-00f7676c9d68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886092 Feb 09 16:11:41.780924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-5333fd5b-c79e-46ec-80c7-2190715217bd service neutron] 10.222.0.73 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416985 Feb 09 16:11:41.781048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-70119c99-331d-4e88-94ac-d8d76004305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:41.782481 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-70119c99-331d-4e88-94ac-d8d76004305e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.2825761 Feb 09 16:11:41.878224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-ba9e6adc-c07a-4e38-8281-c22154347109 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=ba14ea01-c13f-4107-a3eb-d8a84edd6042 HTTP/1.1" status: 200 len: 217 time: 0.0850990 Feb 09 16:11:41.949416 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-56ab78dc-a81c-4ae2-a6d1-9c963c1f3c34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1002 time: 0.1599874 Feb 09 16:11:41.988265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-7d04229d-3e46-4781-a98c-034a32781948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:41.990578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-7d04229d-3e46-4781-a98c-034a32781948 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.1041293 Feb 09 16:11:42.086570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-66d602d4-6950-4a57-b262-777da3b305f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:42.091712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-66d602d4-6950-4a57-b262-777da3b305f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927854 Feb 09 16:11:42.318050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-53329ae1-7345-4d77-b06d-e86a8eb3a914 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169509 Feb 09 16:11:42.575465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-4085da88-856c-4029-b6bd-395e4f96f4d1 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503397 Feb 09 16:11:42.640124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-c7028cda-44d0-423b-aae5-40c0549bb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:42.643385 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-c7028cda-44d0-423b-aae5-40c0549bb4a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.6870434 Feb 09 16:11:42.646592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-ee35d32b-58b5-468b-827a-a6b134498236 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7cec8f69-c6a9-4d1f-9323-bdb476367ae2 HTTP/1.1" status: 200 len: 217 time: 0.0640371 Feb 09 16:11:42.719990 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-11c67aaa-1ff4-4e5e-89b6-13d45b206056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:42.721617 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-11c67aaa-1ff4-4e5e-89b6-13d45b206056 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724711 Feb 09 16:11:42.731056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-d4ce755f-f489-498e-b9ce-827026c00775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:42.732678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-d4ce755f-f489-498e-b9ce-827026c00775 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.0778098 Feb 09 16:11:42.840625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-2f45aead-e7d2-448f-a2b2-c1e6f11fc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:42.842598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-2f45aead-e7d2-448f-a2b2-c1e6f11fc0b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848379 Feb 09 16:11:42.953289 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-f6c8d04e-6289-466e-8aeb-e40ee3ceb66e service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233360 Feb 09 16:11:43.008398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8abfac-8211-47a2-a6dc-8c72c8ae328b req-e3f5c34b-a4c4-4498-bb02-7cefb5ba78d3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:43.042598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee8abfac-8211-47a2-a6dc-8c72c8ae328b req-e3f5c34b-a4c4-4498-bb02-7cefb5ba78d3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1624064 Feb 09 16:11:43.116297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-444709ae-d238-4a5c-a13a-2d15d0938057 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618589 Feb 09 16:11:43.155714 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-81787c41-eaa5-49fa-a95b-f4529c5d2194 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957989 Feb 09 16:11:43.228181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee8abfac-8211-47a2-a6dc-8c72c8ae328b req-a3ce22ab-ea09-42a9-a184-ecacc6f817a4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739085 Feb 09 16:11:43.409026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-4e2aac2a-8565-483d-810a-c359f0178df1 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850130 Feb 09 16:11:43.470003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-ceca1c2c-739f-427c-b7cb-f782d4807a4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8 HTTP/1.1" status: 200 len: 217 time: 0.0519948 Feb 09 16:11:43.561426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-3e46ef0d-8028-4d56-9df5-7409abbd68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:43.567874 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-3e46ef0d-8028-4d56-9df5-7409abbd68fb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.0867653 Feb 09 16:11:43.697062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-f591844e-6da6-476f-96b5-65ec26c750da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:43.699090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-f591844e-6da6-476f-96b5-65ec26c750da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1283791 Feb 09 16:11:43.888709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-a129ff9d-6f9b-4b62-ab32-8658805c102f service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813922 Feb 09 16:11:44.021653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-c0a27e47-2669-46b5-82c1-cbb963ee05d9 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257749 Feb 09 16:11:44.092723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-d813c5b8-0982-47a3-a85d-1d122eebd2d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 HTTP/1.1" status: 200 len: 217 time: 0.0629911 Feb 09 16:11:44.172654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-d7b38a5c-33f7-41a6-a34c-a811cd632ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:44.176365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-d7b38a5c-33f7-41a6-a34c-a811cd632ca9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.0757000 Feb 09 16:11:44.271762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-396c068c-2bb1-4383-a35b-fe2a291d9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:44.271762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-396c068c-2bb1-4383-a35b-fe2a291d9c49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840001 Feb 09 16:11:44.589693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde829a7-3cd2-4fa3-a006-4b0372d64a49 req-4d5c1ed1-fd4c-43e9-9cf7-ff2f5c1310e1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:44.592335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fde829a7-3cd2-4fa3-a006-4b0372d64a49 req-4d5c1ed1-fd4c-43e9-9cf7-ff2f5c1310e1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1909823 Feb 09 16:11:44.682905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-df4ffa2e-7f4a-4942-a131-393114222f4f service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047742 Feb 09 16:11:44.720903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fde829a7-3cd2-4fa3-a006-4b0372d64a49 req-d693fe11-3ced-4566-bc86-2cc054267ae9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140552 Feb 09 16:11:44.859731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-b1047570-a3e3-4d7b-8d5d-0543e4b54dee service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656947 Feb 09 16:11:44.942723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-4d0a949a-ab0b-4ac1-8be9-f482700af86c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2728606-5544-4a52-8521-7bdfeabf4734 HTTP/1.1" status: 200 len: 217 time: 0.0757537 Feb 09 16:11:45.021163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-716b4acc-e35e-4a19-8a6f-7f652bce8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:45.022757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-716b4acc-e35e-4a19-8a6f-7f652bce8cf6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5 HTTP/1.1" status: 200 len: 797 time: 0.0729647 Feb 09 16:11:45.092391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-3db49bd3-9ee7-45b7-9521-2abed6cbd77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:45.094265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-3db49bd3-9ee7-45b7-9521-2abed6cbd77b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e25f59b9-53e0-424b-b146-dc14bde3063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623956 Feb 09 16:11:45.627756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-0213cb63-47b4-46d6-a3d7-38b3cda902e5 service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250106 Feb 09 16:11:45.737475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-b6bbe326-10d8-4310-b760-62c787354666 service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019113 Feb 09 16:11:45.796886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-6b152573-720f-4d67-8222-7d7cea50e923 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=297c7613-f889-4019-b8a4-0a3bc50fb865 HTTP/1.1" status: 200 len: 217 time: 0.0517573 Feb 09 16:11:45.894545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35704) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:45.936315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-a4b7330d-b4ac-4dca-87ef-1e31c5ce9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:45.939013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-a4b7330d-b4ac-4dca-87ef-1e31c5ce9e3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5 HTTP/1.1" status: 200 len: 797 time: 0.1348202 Feb 09 16:11:45.996742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b368a4-51ad-4a0a-b7e7-fbe43cda08c0 req-33e65dc9-ec34-4382-a489-c8c728ac57a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:45.998391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72b368a4-51ad-4a0a-b7e7-fbe43cda08c0 req-33e65dc9-ec34-4382-a489-c8c728ac57a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1230900 Feb 09 16:11:46.030550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-d66abcbf-5261-4a33-93ef-2a1c6f06d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:46.032164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-d66abcbf-5261-4a33-93ef-2a1c6f06d251 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e25f59b9-53e0-424b-b146-dc14bde3063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824704 Feb 09 16:11:46.163582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72b368a4-51ad-4a0a-b7e7-fbe43cda08c0 req-7c69393e-206b-40b3-8ee6-5d68ff35573a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442714 Feb 09 16:11:46.205322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:46.217571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-c97f4409-cff2-4eaf-8211-158113ce9f6f service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777205 Feb 09 16:11:46.336347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae652a09-ad1f-4151-8a41-75021d7b9177 req-1e4b551d-5abf-4274-ac77-961d63cf35c2 service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107779 Feb 09 16:11:46.339620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f791-a7e8-455f-8269-b9b02878b5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:46.477830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f791-a7e8-455f-8269-b9b02878b5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:46.495555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8bb36b6a-399b-439b-9078-f02c8984e409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:46.639113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4cf5f791-a7e8-455f-8269-b9b02878b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:46.655995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8bb36b6a-399b-439b-9078-f02c8984e409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:46.700883 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4cf5f791-a7e8-455f-8269-b9b02878b5b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fda76378c544964b9743e70778d5492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8038213 Feb 09 16:11:46.701896 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5f791-a7e8-455f-8269-b9b02878b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6776b8-6e9b-4021-9ec1-007d7790c7ed,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:46.704033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35752) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:46.802173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-792a44b7-2c2d-4f66-90c7-5b9a35ba4079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:46.830799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8bb36b6a-399b-439b-9078-f02c8984e409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:46.835716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-792a44b7-2c2d-4f66-90c7-5b9a35ba4079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:46.936745 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8bb36b6a-399b-439b-9078-f02c8984e409 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a185019655246829659d1c591fd5d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7279825 Feb 09 16:11:46.938868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35770) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:46.990862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb36b6a-399b-439b-9078-f02c8984e409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad6e611-25c6-4468-b9a5-3c7891362c72,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:47.027823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-685e1c76-5b15-4f4b-b5e1-e2e4351d43a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:47.061397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-685e1c76-5b15-4f4b-b5e1-e2e4351d43a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:47.173075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-792a44b7-2c2d-4f66-90c7-5b9a35ba4079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:47.183269 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-792a44b7-2c2d-4f66-90c7-5b9a35ba4079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:47.183269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-792a44b7-2c2d-4f66-90c7-5b9a35ba4079 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c6776b8-6e9b-4021-9ec1-007d7790c7ed HTTP/1.1" status: 204 len: 168 time: 0.4769549 Feb 09 16:11:47.203104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a44b7-2c2d-4f66-90c7-5b9a35ba4079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6776b8-6e9b-4021-9ec1-007d7790c7ed,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:47.340210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-685e1c76-5b15-4f4b-b5e1-e2e4351d43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:47.343351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-685e1c76-5b15-4f4b-b5e1-e2e4351d43a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:47.347850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-685e1c76-5b15-4f4b-b5e1-e2e4351d43a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ad6e611-25c6-4468-b9a5-3c7891362c72 HTTP/1.1" status: 204 len: 168 time: 0.4078579 Feb 09 16:11:47.360737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2d56-a1a0-435f-a482-e08a6a39c60f req-3ab05be2-7774-4b98-afac-8f3abb9f223d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:47.371252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36ba2d56-a1a0-435f-a482-e08a6a39c60f req-3ab05be2-7774-4b98-afac-8f3abb9f223d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.0957985 Feb 09 16:11:47.402209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e1c76-5b15-4f4b-b5e1-e2e4351d43a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad6e611-25c6-4468-b9a5-3c7891362c72,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:47.454820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36ba2d56-a1a0-435f-a482-e08a6a39c60f req-f234f87e-d39a-468e-84ef-28f3f8abc290 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764432 Feb 09 16:11:48.606916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da301937-3935-4caf-a27a-e920834139df req-876cdef7-db1d-45af-ba68-e73fe133b5ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:48.609330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da301937-3935-4caf-a27a-e920834139df req-876cdef7-db1d-45af-ba68-e73fe133b5ab tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.0794153 Feb 09 16:11:48.658052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da301937-3935-4caf-a27a-e920834139df req-e3f95b37-146b-4f95-ae02-d9997c2e396b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378015 Feb 09 16:11:48.906073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35870) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:49.171895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.265061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.350303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.425494 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28b57f37fe2c404299e7ae511694570b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174198 Feb 09 16:11:49.429196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc9e74d-a046-4706-ad36-84ecc9582779,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:49.429527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35902) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:49.441374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.441936 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.442645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.443229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.443845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.444500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.445056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.445650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.446219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.446752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.447359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.447948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fb07e6-710d-4007-b908-78eda4da5bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:11:49.509247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abda296-c706-4f68-b084-9880c11ddcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.532503 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abda296-c706-4f68-b084-9880c11ddcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.758314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abda296-c706-4f68-b084-9880c11ddcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.761156 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5abda296-c706-4f68-b084-9880c11ddcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:49.762386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5abda296-c706-4f68-b084-9880c11ddcf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffc9e74d-a046-4706-ad36-84ecc9582779 HTTP/1.1" status: 204 len: 168 time: 0.3314939 Feb 09 16:11:49.788267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abda296-c706-4f68-b084-9880c11ddcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc9e74d-a046-4706-ad36-84ecc9582779,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:49.830558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f6f7c-36c3-41aa-9379-249f7c4806fa req-70622277-2f0d-46c5-9c83-7735267dc146 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:49.841486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-857f6f7c-36c3-41aa-9379-249f7c4806fa req-70622277-2f0d-46c5-9c83-7735267dc146 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.0931163 Feb 09 16:11:49.889537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-857f6f7c-36c3-41aa-9379-249f7c4806fa req-1056037e-6247-4062-aed5-2f58392e629e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469632 Feb 09 16:11:51.037234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739070a-9fd9-452f-a209-b9283d2b0b41 req-064676d3-87a3-42e1-99b2-d7d051502e35 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:51.038833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f739070a-9fd9-452f-a209-b9283d2b0b41 req-064676d3-87a3-42e1-99b2-d7d051502e35 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.0516865 Feb 09 16:11:51.080159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f739070a-9fd9-452f-a209-b9283d2b0b41 req-f07b8ad7-a69f-456d-8675-c0c6a642f7e0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343156 Feb 09 16:11:51.158853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35978) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:51.174828 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a86a0ab1-7d67-4358-ab63-6c40d8d5a80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.261295 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a86a0ab1-7d67-4358-ab63-6c40d8d5a80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.370422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35984) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:51.538360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a86a0ab1-7d67-4358-ab63-6c40d8d5a80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.596058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a0ab1-7d67-4358-ab63-6c40d8d5a80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fd59cb-0e64-4768-b4dc-3c4678f6ac49,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:51.617717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a86a0ab1-7d67-4358-ab63-6c40d8d5a80e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3003607c3c94440eb3183236781d91d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545689 Feb 09 16:11:51.618148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35996) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:51.633758 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2115625104-network', 'tenant_id': '26259b4caac2422096ce5784acfbc57a'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:11:51.714714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-facb5037-cfe6-42e2-9640-0be51c7b9f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.751869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-facb5037-cfe6-42e2-9640-0be51c7b9f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.793628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Made reservation on behalf of 26259b4caac2422096ce5784acfbc57a for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:11:51.796073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.808509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.958024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-facb5037-cfe6-42e2-9640-0be51c7b9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.961315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-facb5037-cfe6-42e2-9640-0be51c7b9f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:51.962576 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-facb5037-cfe6-42e2-9640-0be51c7b9f43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00fd59cb-0e64-4768-b4dc-3c4678f6ac49 HTTP/1.1" status: 204 len: 168 time: 0.3433888 Feb 09 16:11:51.986610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb5037-cfe6-42e2-9640-0be51c7b9f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fd59cb-0e64-4768-b4dc-3c4678f6ac49,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:52.047305 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:52.218948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:52.219345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a529fb-02ba-412e-805b-7c8fa1a3be76 req-03dacdd1-8c56-4482-adda-dc78294aa8d2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:52.221036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02a529fb-02ba-412e-805b-7c8fa1a3be76 req-03dacdd1-8c56-4482-adda-dc78294aa8d2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.0549049 Feb 09 16:11:52.249742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:11:52.261331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb45fc5-3cd6-4599-8e13-9bbdd3b030a9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:52.269376 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:52.269747 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Added segment 9065db30-bf2b-4dc2-aaf2-8be42de5210f of type vlan for network cacd54d0-4a46-435f-b907-b67e87aeb996 Feb 09 16:11:52.278934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02a529fb-02ba-412e-805b-7c8fa1a3be76 req-f11e5370-ff8d-4bdb-bb8d-ef7026f8d5ec tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497439 Feb 09 16:11:52.329399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:52.533676 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:52.536192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:52.538401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:52.688154 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] Pushing event updated for resources: {'Network': ['ID=cacd54d0-4a46-435f-b907-b67e87aeb996,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:52.701004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network cacd54d0-4a46-435f-b907-b67e87aeb996 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:11:52.821639 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5036374-2add-49ba-baa4-ca10e8c434d7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4491587 Feb 09 16:11:52.824425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36056) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:52.829864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Request body: {'subnet': {'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2115625104-subnet', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:11:52.914133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36060) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:53.001428 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c979615-a4e4-4bfc-85f7-fcb515094dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.024523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Made reservation on behalf of 26259b4caac2422096ce5784acfbc57a for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:11:53.032218 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.104752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fad89e3c-364d-4aff-9693-446f3edbd33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.269290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fad89e3c-364d-4aff-9693-446f3edbd33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.350452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fad89e3c-364d-4aff-9693-446f3edbd33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.450406 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fad89e3c-364d-4aff-9693-446f3edbd33d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c6b1cd125f746cf926eb25ca15b2a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351646 Feb 09 16:11:53.451870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad89e3c-364d-4aff-9693-446f3edbd33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff5010-e3bc-4584-84de-20ce25d7e322,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:53.454691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36086) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:53.502078 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.526719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26d16f-d9a0-48b9-95c3-268e261afad0 req-e652c217-483d-4a33-83e9-70429604712d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:53.535208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c26d16f-d9a0-48b9-95c3-268e261afad0 req-e652c217-483d-4a33-83e9-70429604712d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1210029 Feb 09 16:11:53.617815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b547-9622-4918-90a7-d6df26380690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.634624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:53.710384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b547-9622-4918-90a7-d6df26380690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.717351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c26d16f-d9a0-48b9-95c3-268e261afad0 req-4232958a-731d-463c-b011-0f0d4c83550f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653681 Feb 09 16:11:53.743053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Checking segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:11:53.743950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Network hostable DHCP agents. Network: cacd54d0-4a46-435f-b907-b67e87aeb996, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:11:53.902217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Network cacd54d0-4a46-435f-b907-b67e87aeb996 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:11:53.941350 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b547-9622-4918-90a7-d6df26380690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.945355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2c1b547-9622-4918-90a7-d6df26380690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:53.947123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e2c1b547-9622-4918-90a7-d6df26380690 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0aff5010-e3bc-4584-84de-20ce25d7e322 HTTP/1.1" status: 204 len: 168 time: 0.4912331 Feb 09 16:11:53.991127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1b547-9622-4918-90a7-d6df26380690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff5010-e3bc-4584-84de-20ce25d7e322,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:54.001678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, cacd54d0-4a46-435f-b907-b67e87aeb996) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:11:54.008796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:54.010424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:54.040725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb877af-94dd-4ad2-bd12-cb39bee5a736 None None] Network cacd54d0-4a46-435f-b907-b67e87aeb996 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:11:54.113384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-87253ffe-7172-4c7c-9d7b-c44327223b52 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2874632 Feb 09 16:11:54.116260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36118) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:54.123603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:11:54.276486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-cacd54d0-4a46-435f-b907-b67e87aeb996', 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'fixed_ips': [{'subnet_id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:11:54.277386 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:54.285039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:54.287699 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:54.422558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:54.462740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Allocated IP 172.20.0.2 (cacd54d0-4a46-435f-b907-b67e87aeb996/d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f/867ad74f-66e7-424d-893d-acef87416288) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:11:54.686109 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:54.724721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:54.813198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:54.871729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Network cacd54d0-4a46-435f-b907-b67e87aeb996 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:11:54.877885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:11:54.882056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:11:54.889319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Pushing event updated for resources: {'Port': ['ID=867ad74f-66e7-424d-893d-acef87416288,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:54.952252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69db7e8-6290-43ce-b180-7d9de8037c8f req-2106ed19-33c3-4d06-b468-01e6e80a45d6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:54.953917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f69db7e8-6290-43ce-b180-7d9de8037c8f req-2106ed19-33c3-4d06-b468-01e6e80a45d6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.1258516 Feb 09 16:11:55.040692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36164) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:55.061759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f69db7e8-6290-43ce-b180-7d9de8037c8f req-18258f84-d71e-4118-bf4c-62aa775272f6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821860 Feb 09 16:11:55.070604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6025e7ae-fed7-48d3-9b54-ec6fe0c50232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.173031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Attempting to bind port 867ad74f-66e7-424d-893d-acef87416288 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:11:55.173031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Attempting to bind port 867ad74f-66e7-424d-893d-acef87416288 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:11:55.173031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Attempting to bind port 867ad74f-66e7-424d-893d-acef87416288 on network cacd54d0-4a46-435f-b907-b67e87aeb996 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:11:55.176171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:11:55.176645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Checking segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:11:55.177046 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.177647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Bound using segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:11:55.178375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Bound port: 867ad74f-66e7-424d-893d-acef87416288, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:11:55.178924 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.217994 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6025e7ae-fed7-48d3-9b54-ec6fe0c50232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.223722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-a4abdae2-14a7-4148-ba96-a16e011deaee tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4142c7343a84401ab71b776fa3467fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051471 Feb 09 16:11:55.257120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] For port 867ad74f-66e7-424d-893d-acef87416288, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:11:55.262767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] For port 867ad74f-66e7-424d-893d-acef87416288, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=867ad74f-66e7-424d-893d-acef87416288,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:11:55.282003 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a3465e9-89aa-4dc1-a691-803690cb6c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.339661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6025e7ae-fed7-48d3-9b54-ec6fe0c50232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.385953 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6025e7ae-fed7-48d3-9b54-ec6fe0c50232 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b72e1e6cef8420e8f3a58898a18d467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424926 Feb 09 16:11:55.388952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025e7ae-fed7-48d3-9b54-ec6fe0c50232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc08567-25ae-417c-8caa-59060365c934,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:55.391733 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.392013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36192) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:55.474818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7b787-c730-4420-9348-5ffefee834a7 None None] Pushing event updated for resources: {'Port': ['ID=867ad74f-66e7-424d-893d-acef87416288,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:55.519698 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-85896dc1-954e-41ff-8c0f-6ae1154ae97f service neutron] show failed (client error): The resource could not be found. Feb 09 16:11:55.525307 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-85896dc1-954e-41ff-8c0f-6ae1154ae97f service neutron] 10.222.0.13 "GET /v2.0/ports/b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.1126859 Feb 09 16:11:55.531573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a39f19ae-8f27-4a17-91a4-4a7b29dab72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.539059 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.565688 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a39f19ae-8f27-4a17-91a4-4a7b29dab72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.579635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.651720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64baff-7b28-4825-b776-6b9731de98a6 req-a5962bf1-9da7-4ba4-8a0c-27d1d51998e0 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:55.653383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-a5962bf1-9da7-4ba4-8a0c-27d1d51998e0 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3987622 Feb 09 16:11:55.689004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-6567e8b1-0209-43b4-8ce7-caa21ca9e88a tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/quotas/4142c7343a84401ab71b776fa3467fb7 HTTP/1.1" status: 200 len: 375 time: 0.0192018 Feb 09 16:11:55.778704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-e27e5876-e112-49b6-a048-2cf0cc3f2ae7 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4142c7343a84401ab71b776fa3467fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534205 Feb 09 16:11:55.795064 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a39f19ae-8f27-4a17-91a4-4a7b29dab72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.797791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a39f19ae-8f27-4a17-91a4-4a7b29dab72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:55.806174 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a39f19ae-8f27-4a17-91a4-4a7b29dab72b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbc08567-25ae-417c-8caa-59060365c934 HTTP/1.1" status: 204 len: 168 time: 0.4062984 Feb 09 16:11:55.864590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Allocated IP 172.25.5.26 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/13c4c564-0b46-4c18-b649-936682a9c9ea) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:11:55.867115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f19ae-8f27-4a17-91a4-4a7b29dab72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc08567-25ae-417c-8caa-59060365c934,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:56.143530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:56.278376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e1ad-88cf-4c52-8816-3124085c0f8d req-55c14956-ea98-404e-a31b-08f81090f812 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:56.281357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a340e1ad-88cf-4c52-8816-3124085c0f8d req-55c14956-ea98-404e-a31b-08f81090f812 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.0890524 Feb 09 16:11:56.290491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:56.380946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 867ad74f-66e7-424d-893d-acef87416288 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:56.454084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:11:56.471402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:11:56.484983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:11:56.490444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 867ad74f-66e7-424d-893d-acef87416288 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:56.491139 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:56.550635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Pushing event updated for resources: {'Port': ['ID=13c4c564-0b46-4c18-b649-936682a9c9ea,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:56.585222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a340e1ad-88cf-4c52-8816-3124085c0f8d req-22bfd2dd-9560-4948-98f2-3bdab21dade2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709939 Feb 09 16:11:56.589534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-261dba89-c261-4f4e-a300-8e795f2611b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:56.592255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-261dba89-c261-4f4e-a300-8e795f2611b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 1097 time: 0.3047490 Feb 09 16:11:56.633937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:11:56.681353 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:56.699961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:56.753902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 867ad74f-66e7-424d-893d-acef87416288, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=867ad74f-66e7-424d-893d-acef87416288,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:56.821504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:56.869441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:56.961426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=867ad74f-66e7-424d-893d-acef87416288,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:57.154143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf64d16-f103-4265-9065-2d500cce6ad8 None None] Network cacd54d0-4a46-435f-b907-b67e87aeb996 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:11:57.242348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:11:57.269416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bd103d77-1f6c-4cdf-a1bc-134369b9afe9 None None] Provisioning complete for port 867ad74f-66e7-424d-893d-acef87416288 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:57.270097 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd103d77-1f6c-4cdf-a1bc-134369b9afe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:57.275930 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:57.343243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7413b1c9-362e-456d-918d-c3f89cb5fa52 req-e87e0835-e957-4a0e-8363-4dfb3d56aaf3 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 210 time: 0.0777600 Feb 09 16:11:57.378884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:11:57.482960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:11:57.485615 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e506bbb4-219a-4ce1-8335-90f3e4257ed2" -d '{"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-unplugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:11:57.492418 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:57.594569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:11:57.680283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Transition to ACTIVE for port object b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:11:57.684049 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2152124d-e2db-45fd-bd0e-e9cf43543fdf x-openstack-request-id: req-2152124d-e2db-45fd-bd0e-e9cf43543fdf {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:11:57.684505 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-unplugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:11:57.685113 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2152124d-e2db-45fd-bd0e-e9cf43543fdf {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:11:57.688075 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'code': 200} Feb 09 16:11:57.770411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:57.912159 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:11:57.912683 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:11:58.025321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2b6554ec-c3f9-434e-8120-63c5f7c19f7f None None] Provisioning complete for port 867ad74f-66e7-424d-893d-acef87416288 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:58.026404 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2b6554ec-c3f9-434e-8120-63c5f7c19f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:58.229622 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:58.250445 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:58.369491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 867ad74f-66e7-424d-893d-acef87416288 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:11:58.408065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:58.459083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:58.495977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c4da5-7177-4f50-a35e-127132443147 req-881f3fdc-9cec-4a4e-8437-80bff10275e3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:58.505215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-162c4da5-7177-4f50-a35e-127132443147 req-881f3fdc-9cec-4a4e-8437-80bff10275e3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 944 time: 0.2584217 Feb 09 16:11:58.638648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54923b3f-84ea-4cab-8305-18b4c6a6495e req-03cb86f1-79f3-4888-893a-8e03bf0c11e9 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 210 time: 0.0834708 Feb 09 16:11:58.665687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] No DVR routers for this DVR port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:11:58.667964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 867ad74f-66e7-424d-893d-acef87416288 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:11:58.669788 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:58.771891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-162c4da5-7177-4f50-a35e-127132443147 req-5d7d7170-b04e-41cb-803d-e502b4114b2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654910 Feb 09 16:11:58.786368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:58.903135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:11:58.903481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:11:58.903820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:11:58.909578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:11:58.909989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:11:58.917714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:11:58.918064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Checking segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:11:58.918698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Bound using segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:11:58.919370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Bound port: b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:11:58.919970 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:58.966692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:11:59.054062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:11:59.078520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:11:59.142984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:11:59.159196 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Sync routers for ids ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:11:59.169229 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Routers {'651ba7df-fc74-4b03-a79a-6dcc6d8fd937'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:11:59.171220 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:11:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:59.214275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:59.271092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:59.272909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:59.274738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] 10.222.0.73 "PUT /v2.0/ports/b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1092 time: 2.6613283 Feb 09 16:11:59.300559 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Set router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:11:59.365681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7cb3b-2593-4edd-bc98-2a3d19afb518 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:11:59.387036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-132e9b16-9d69-48e9-bc2b-0bd148477640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:59.387036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-132e9b16-9d69-48e9-bc2b-0bd148477640 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1095 time: 0.0868316 Feb 09 16:11:59.439717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:59.441700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2135c3a7-ed58-4650-b962-8f09dc7296cc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3237672 Feb 09 16:11:59.447256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36390) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:11:59.558901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-81626edf-451b-4676-8c10-d8d5d4e1f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:59.560570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-81626edf-451b-4676-8c10-d8d5d4e1f033 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.1634600 Feb 09 16:11:59.631996 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:11:56Z', 'revision_number': 3, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:11:59.668182 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Checking router: 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:11:59.668182 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Updating router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 port 13c4c564-0b46-4c18-b649-936682a9c9ea binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:11:59.705407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:11:59.707960 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17" -d '{"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:11:59.716168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-c89985bc-4b1d-4646-9e63-0aaf6917a4bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1000 time: 0.1482916 Feb 09 16:11:59.722143 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:11:59.811440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-fa111898-b613-403c-825a-8e500af79415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:11:59.813332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-fa111898-b613-403c-825a-8e500af79415 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.0900970 Feb 09 16:11:59.889983 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e692449-15bc-4245-82b0-3e28de02611f x-openstack-request-id: req-5e692449-15bc-4245-82b0-3e28de02611f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:11:59.895188 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:11:59.895785 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e692449-15bc-4245-82b0-3e28de02611f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:11:59.903822 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'status': 'completed', 'code': 200} Feb 09 16:11:59.991472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fdec2c1c-febb-4507-bfb3-df0710733ea7 req-2bafeb0d-d78c-4feb-87d9-347758623f2a tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 210 time: 0.1370537 Feb 09 16:12:00.021835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-b3a50747-a8a5-4397-866c-66aa7067e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:00.023530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-b3a50747-a8a5-4397-866c-66aa7067e489 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2020378 Feb 09 16:12:00.108142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-21e3a72f-791c-459c-bf8a-89a148e9626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:00.110813 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-21e3a72f-791c-459c-bf8a-89a148e9626b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1095 time: 0.0908642 Feb 09 16:12:00.160582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935d9ff-f15e-4892-872c-b93ed83e7235 req-3b741199-9f06-4d58-bfd4-cc466cf68083 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:00.163099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c935d9ff-f15e-4892-872c-b93ed83e7235 req-3b741199-9f06-4d58-bfd4-cc466cf68083 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 944 time: 0.1497467 Feb 09 16:12:00.211904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:00.230202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-f3082063-4d1e-4086-a4e1-c074a9e2d289 service neutron] 10.222.0.73 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960423 Feb 09 16:12:00.239682 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:00.305814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c935d9ff-f15e-4892-872c-b93ed83e7235 req-3dd23d91-08cf-4676-ada5-f31bca042c84 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305377 Feb 09 16:12:00.364175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-aa4d58aa-e33f-4c33-9a3e-bf9c4442d480 service neutron] 10.222.0.73 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173081 Feb 09 16:12:00.364403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-a2d02abc-ac16-48fe-901a-1e56b0bc3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:00.366034 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-a2d02abc-ac16-48fe-901a-1e56b0bc3fe1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.2027576 Feb 09 16:12:00.380293 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:00.468880 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Attempting to bind port 13c4c564-0b46-4c18-b649-936682a9c9ea on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:00.468880 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Attempting to bind port 13c4c564-0b46-4c18-b649-936682a9c9ea by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:00.469313 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Attempting to bind port 13c4c564-0b46-4c18-b649-936682a9c9ea on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:00.472943 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Pushing event updated for resources: {'Port': ['ID=13c4c564-0b46-4c18-b649-936682a9c9ea,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:00.483048 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:00.483551 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:00.483811 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:00.484574 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:00.484783 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Bound port: 13c4c564-0b46-4c18-b649-936682a9c9ea, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:00.485287 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:00.488342 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.488777 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.489128 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.489343 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.489671 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.489994 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.490316 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.490641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.490960 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.491284 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.491749 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.492603 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:00.494398 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-1525fe7d-769b-4020-b2d9-7811002befc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1000 time: 0.1183424 Feb 09 16:12:00.564036 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] For port 13c4c564-0b46-4c18-b649-936682a9c9ea, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:00.569758 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] For port 13c4c564-0b46-4c18-b649-936682a9c9ea, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=13c4c564-0b46-4c18-b649-936682a9c9ea,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:00.583827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:00.587806 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-8d907984-413b-4c2d-bab7-648e71c2da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:00.589480 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-8d907984-413b-4c2d-bab7-648e71c2da0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.0875247 Feb 09 16:12:00.596378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36434) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:00.625572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-f5dfd48e-d9b2-47c2-98a8-c90cd49521d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:00.627441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-f5dfd48e-d9b2-47c2-98a8-c90cd49521d6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1095 time: 0.0831289 Feb 09 16:12:00.727345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-2650da2f-c472-4d15-a156-bfbfb8ebcb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:00.729873 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-2650da2f-c472-4d15-a156-bfbfb8ebcb7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324010 Feb 09 16:12:00.744789 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:00.807605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-cfaf6c11-661d-464d-b3ef-622900666517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:00.811297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-cfaf6c11-661d-464d-b3ef-622900666517 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.1758904 Feb 09 16:12:00.843637 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143d08f-f9a9-4ad7-8ee0-c9225f7ff516 None None] Pushing event updated for resources: {'Port': ['ID=13c4c564-0b46-4c18-b649-936682a9c9ea,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:00.874124 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Routers {'651ba7df-fc74-4b03-a79a-6dcc6d8fd937'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:00.875815 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:11:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:00.952868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-d154d0e4-994c-420d-91be-b52b27731816 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4142c7343a84401ab71b776fa3467fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355725 Feb 09 16:12:01.013630 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-b405b0d3-f161-4cd3-ba9c-709b6be5f9a8 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771873 Feb 09 16:12:01.014856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Allocated IP 172.20.0.1 (cacd54d0-4a46-435f-b907-b67e87aeb996/d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f/8f8d10db-9522-4180-a016-b6d31132035b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:12:01.070100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-d2eef8b9-1568-4f6c-93b3-a3e4f2dadf69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1000 time: 0.2516432 Feb 09 16:12:01.164592 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] Set router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:01.198553 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8a1ec41-037d-4929-8109-562163eabe98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:01.292133 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-bce7fd12-ebbf-41f4-8830-07ded825076d service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619588 Feb 09 16:12:01.336743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:01.340115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64baff-7b28-4825-b776-6b9731de98a6 req-6efaf9ae-4757-4097-bcfe-66405646a583 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:01.341021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-6efaf9ae-4757-4097-bcfe-66405646a583 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3811061 Feb 09 16:12:01.386435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Request body: {'port': {'device_id': '566eafeb-ae43-4a30-b957-88043da102e4', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '4142c7343a84401ab71b776fa3467fb7'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:01.390914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-3951d5ba-4bc5-4e9a-a3f2-97793e007eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:01.393614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-3951d5ba-4bc5-4e9a-a3f2-97793e007eef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.2996781 Feb 09 16:12:01.403312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc3b18e9-e772-49ec-912a-62a881f790ed req-e4b66596-07c2-4ec0-a1dd-1ab10e7f41ca tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 210 time: 0.1750195 Feb 09 16:12:01.512919 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:11:56Z', 'revision_number': 3, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:01.514976 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:01.626995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8d10db-9522-4180-a016-b6d31132035b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:01.645944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8a1ec41-037d-4929-8109-562163eabe98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:01.653745 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79f9e4d-e106-4828-aae1-02ae9b276fcf None None] The sync data for ids ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'] in n-d-828542-1 is: [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:11:56Z', 'revision_number': 3, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:12:01.655867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-0190e3ce-cb67-4842-b6be-cdf7d7310ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:01.657657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-0190e3ce-cb67-4842-b6be-cdf7d7310ca3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533693 Feb 09 16:12:01.662574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Network cacd54d0-4a46-435f-b907-b67e87aeb996 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:01.665146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:01.680625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:01.741480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01965-4d2d-40a3-8ac4-27f16a315d76 req-7a1fbee1-399d-4dc3-8606-f9a9850c4826 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:01.750684 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:01.762826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcd01965-4d2d-40a3-8ac4-27f16a315d76 req-7a1fbee1-399d-4dc3-8606-f9a9850c4826 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 944 time: 0.2553947 Feb 09 16:12:01.819525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8a1ec41-037d-4929-8109-562163eabe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:01.830058 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:01.932787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c8a1ec41-037d-4929-8109-562163eabe98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a196f10a87be4e53950f20da988e1bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3348539 Feb 09 16:12:01.937868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1ec41-037d-4929-8109-562163eabe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18de4d-3c10-496f-a68f-9b61b5d14c62,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:01.944695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36460) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:01.948350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcd01965-4d2d-40a3-8ac4-27f16a315d76 req-4db4143b-cd96-4c62-bcf3-3fd1086868fd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255724 Feb 09 16:12:01.978396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-b2dcda09-7539-4f20-b308-729c6d9cff0f service neutron] 10.222.0.73 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096564 Feb 09 16:12:02.036220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0562-d2c9-477e-aada-2d65ef2aaa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.090163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0562-d2c9-477e-aada-2d65ef2aaa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.092472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Made reservation on behalf of 4142c7343a84401ab71b776fa3467fb7 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:02.096511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.098537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.140926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.186127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dad2eb4f-e5e5-4b44-832b-1df0852e1e17 req-0e149988-aaf2-4fb3-8188-03316e47e052 service neutron] 10.222.0.73 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990235 Feb 09 16:12:02.250523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-188c22cd-d14c-4878-b565-3b2142824e8d None None] Provisioning complete for port 8f8d10db-9522-4180-a016-b6d31132035b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:02.250523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-188c22cd-d14c-4878-b565-3b2142824e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.344444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-188c22cd-d14c-4878-b565-3b2142824e8d None None] Port 8f8d10db-9522-4180-a016-b6d31132035b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:12:02.364912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.463737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 13c4c564-0b46-4c18-b649-936682a9c9ea up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:02.463942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.464515 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.466623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0562-d2c9-477e-aada-2d65ef2aaa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.470072 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0562-d2c9-477e-aada-2d65ef2aaa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.479698 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ccfc0562-d2c9-477e-aada-2d65ef2aaa20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e18de4d-3c10-496f-a68f-9b61b5d14c62 HTTP/1.1" status: 204 len: 168 time: 0.5255885 Feb 09 16:12:02.480756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc0562-d2c9-477e-aada-2d65ef2aaa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18de4d-3c10-496f-a68f-9b61b5d14c62,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:02.572359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.727475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 13c4c564-0b46-4c18-b649-936682a9c9ea triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:02.728520 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.745371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70760a36-8691-49bf-82e5-84363299bad4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:02.802910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8d10db-9522-4180-a016-b6d31132035b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:02.822662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:02.883148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9cb5ce4-37c6-4df2-9406-93ee8096b4e2 req-050e6145-632f-4371-ba3f-74dc122ab8a8 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 210 time: 0.1051524 Feb 09 16:12:03.026769 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:03.039744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Allocated IP 192.168.233.198 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:12:03.075175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:12:03.100561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 13c4c564-0b46-4c18-b649-936682a9c9ea, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=13c4c564-0b46-4c18-b649-936682a9c9ea,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:03.118165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Network cacd54d0-4a46-435f-b907-b67e87aeb996 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:03.126153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:03.304653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:03.345246 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:03.480280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'port_id': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'mac_address': 'fa:16:3e:b2:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:12:03.533077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:12:03.583810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:03.605669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:03.635558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:03.654974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1acd2-4ce5-43ee-a9b7-7bfac8f1ad4a req-28b63554-dfa8-4d93-a804-42ed593b6c83 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:03.660680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71b1acd2-4ce5-43ee-a9b7-7bfac8f1ad4a req-28b63554-dfa8-4d93-a804-42ed593b6c83 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 944 time: 0.2060549 Feb 09 16:12:03.685245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=13c4c564-0b46-4c18-b649-936682a9c9ea,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:03.689544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a0993c08-f948-4bf5-8916-2161152d47df None None] Provisioning complete for port 8f8d10db-9522-4180-a016-b6d31132035b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:03.703051 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a0993c08-f948-4bf5-8916-2161152d47df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:03.728831 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:03.769344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:03.823978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:03.853169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a0993c08-f948-4bf5-8916-2161152d47df None None] Port 8f8d10db-9522-4180-a016-b6d31132035b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:12:03.865087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71b1acd2-4ce5-43ee-a9b7-7bfac8f1ad4a req-b8ba55d1-c57b-44d1-9cc9-186f5b3fd65b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951098 Feb 09 16:12:03.875750 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:12:03.889914 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b056578b-3545-4994-8fcd-8bfb67d6a510 admin admin] 10.222.0.53 "PUT /v2.0/routers/651ba7df-fc74-4b03-a79a-6dcc6d8fd937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4410348 Feb 09 16:12:04.039752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:04.064060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:12:04.105938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:04.113866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:04.122831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:04.164423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Pushing event updated for resources: {'Port': ['ID=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:04.184201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.184559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.184913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.185346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.185611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.185954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.186295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.190204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.196363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.201324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.201324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.201324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:04.251252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d26e56-f3b0-419f-8a31-aa19d2b1087f req-0f45cad6-931f-431c-a5a9-aab2317bd790 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:04.260813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5d26e56-f3b0-419f-8a31-aa19d2b1087f req-0f45cad6-931f-431c-a5a9-aab2317bd790 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 936 time: 0.2106829 Feb 09 16:12:04.281984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:04.282671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:04.359933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5d26e56-f3b0-419f-8a31-aa19d2b1087f req-31e57ea9-3b5a-47d8-92af-327e7851e7ab tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741327 Feb 09 16:12:04.378726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 13c4c564-0b46-4c18-b649-936682a9c9ea up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:04.404343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-74554650-71af-4be6-a4ad-1e910d65ceb5 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0445912 Feb 09 16:12:04.422742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Request body: {'port': {'device_id': '566eafeb-ae43-4a30-b957-88043da102e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:04.480064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36492) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:04.539141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:04.544049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69526076-920b-42d4-b33f-7a8f626e3870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:04.611961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 13c4c564-0b46-4c18-b649-936682a9c9ea triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:04.618254 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:04.686841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a3ba6519-7e83-42e3-9452-d504fe4f5366 None None] Provisioning complete for port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:04.687369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a3ba6519-7e83-42e3-9452-d504fe4f5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:04.796592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba6519-7e83-42e3-9452-d504fe4f5366 None None] Port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:12:04.814063 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69526076-920b-42d4-b33f-7a8f626e3870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:04.883201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69526076-920b-42d4-b33f-7a8f626e3870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:04.885442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Sync routers for ids ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:12:04.899992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Routers {'651ba7df-fc74-4b03-a79a-6dcc6d8fd937'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:04.902331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:11:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:04.953641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69526076-920b-42d4-b33f-7a8f626e3870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeedcea1-9bf0-416c-bd18-0a5033de5bf9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:05.000557 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-69526076-920b-42d4-b33f-7a8f626e3870 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2ddefb163ca4599821adaba2129cabb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183711 Feb 09 16:12:05.008836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36504) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:05.121751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:05.134373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbfc7f-7644-4289-8158-d9f0484433e0 req-320647b9-7593-4273-b961-727b84acdb54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:05.136489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03fbfc7f-7644-4289-8158-d9f0484433e0 req-320647b9-7593-4273-b961-727b84acdb54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 0.1065054 Feb 09 16:12:05.141308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:05.156409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b4025ef-bb68-4f41-bd7f-9032edbca22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:05.172519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Set router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:05.218664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b4025ef-bb68-4f41-bd7f-9032edbca22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:05.260737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Transition to ACTIVE for port object 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:12:05.296808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03fbfc7f-7644-4289-8158-d9f0484433e0 req-159e4550-b9ed-4e10-bb62-0a93025038bd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374571 Feb 09 16:12:05.327149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:05.342945 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:12:05.412350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b4025ef-bb68-4f41-bd7f-9032edbca22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:05.415062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6b4025ef-bb68-4f41-bd7f-9032edbca22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:05.420026 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6b4025ef-bb68-4f41-bd7f-9032edbca22b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aeedcea1-9bf0-416c-bd18-0a5033de5bf9 HTTP/1.1" status: 204 len: 168 time: 0.4069402 Feb 09 16:12:05.435823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4025ef-bb68-4f41-bd7f-9032edbca22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeedcea1-9bf0-416c-bd18-0a5033de5bf9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:05.676207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Pushing event updated for resources: {'Port': ['ID=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:05.766818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b9a5e-6d1a-44de-97bb-81fd16fbe400 req-0fab1402-a67e-4bb1-b559-d1feb7ec0394 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:05.770057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf7b9a5e-6d1a-44de-97bb-81fd16fbe400 req-0fab1402-a67e-4bb1-b559-d1feb7ec0394 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 948 time: 0.2322786 Feb 09 16:12:05.798800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Attempting to bind port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:05.799150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Attempting to bind port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:05.799562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Attempting to bind port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:05.812627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:05.817842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Attempting to bind port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:05.866549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:05.866878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:05.867699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:05.868717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Bound port: 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:05.869094 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:05.891824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf7b9a5e-6d1a-44de-97bb-81fd16fbe400 req-eda4f173-f138-46f0-b8aa-05c463b2d0c7 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167583 Feb 09 16:12:06.025447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] For port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:06.031305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] For port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:06.114571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:12:01Z', 'revision_number': 4, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8f8d10db-9522-4180-a016-b6d31132035b', 'name': '', 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'mac_address': 'fa:16:3e:98:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:00Z', 'updated_at': '2022-02-09T16:12:02Z', 'revision_number': 2, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'subnets': [{'id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:06.154092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Checking router: 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:12:06.154366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Updating router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 port 8f8d10db-9522-4180-a016-b6d31132035b binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:12:06.185192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:06.233604 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:06.267982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:06.268794 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:06.270266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] 10.222.0.73 "PUT /v2.0/ports/66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 HTTP/1.1" status: 200 len: 1096 time: 1.8523724 Feb 09 16:12:06.272996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566eafeb-ae43-4a30-b957-88043da102e4', 'tag': '66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:06.279814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:06.281887 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3183be93-7a34-4da0-9d7c-7f66633f68ec" -d '{"events": [{"name": "network-changed", "server_uuid": "566eafeb-ae43-4a30-b957-88043da102e4", "tag": "66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:06.288891 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-534573747-network', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:06.368583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7d9d-7942-4679-8b5e-6c1fe6806bdb service neutron] Pushing event updated for resources: {'Port': ['ID=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:06.402925 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f819fbb1-c261-404f-880d-45860f7565a2 x-openstack-request-id: req-f819fbb1-c261-404f-880d-45860f7565a2 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:06.403824 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566eafeb-ae43-4a30-b957-88043da102e4", "tag": "66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:06.404253 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f819fbb1-c261-404f-880d-45860f7565a2 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:06.405331 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566eafeb-ae43-4a30-b957-88043da102e4', 'tag': '66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43', 'status': 'completed', 'code': 200} Feb 09 16:12:06.498884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64baff-7b28-4825-b776-6b9731de98a6 req-a2b40c6f-a79f-4853-9514-380741594cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:06.500486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-a2b40c6f-a79f-4853-9514-380741594cc5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4142c7343a84401ab71b776fa3467fb7&device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 1099 time: 0.0913782 Feb 09 16:12:06.509812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Made reservation on behalf of e02cb0ec3b534380a295d5838659ab96 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:06.520517 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:06.528343 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:06.600856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-4e4c5429-24ea-4064-96aa-a1e328d672df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 HTTP/1.1" status: 200 len: 217 time: 0.0853822 Feb 09 16:12:06.674573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64baff-7b28-4825-b776-6b9731de98a6 req-df37241f-a8b7-4967-84e9-cb6801c462e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:06.676884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-df37241f-a8b7-4967-84e9-cb6801c462e6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0698349 Feb 09 16:12:06.757122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:06.785962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64baff-7b28-4825-b776-6b9731de98a6 req-2ebeb180-0bc8-4067-9597-19038ece7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:06.787231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-2ebeb180-0bc8-4067-9597-19038ece7732 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022666 Feb 09 16:12:06.817862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:06.949315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:06.973514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:12:06.978557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.009930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6e0d8-b208-4da9-b058-fa3a4c0ebc39 req-ef4227f5-8d9c-4cf6-9b96-c9f009c8e8ae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:07.012933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60b6e0d8-b208-4da9-b058-fa3a4c0ebc39 req-ef4227f5-8d9c-4cf6-9b96-c9f009c8e8ae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 1.0175636 Feb 09 16:12:07.024906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2240be4-beb3-4c0c-a1b1-80fe89611d99,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:07.031034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.033570 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Added segment dfaba990-4b84-4112-b8b2-10ff276d0b29 of type vlan for network d40beb9c-df07-4986-80cd-9e4d1900079a Feb 09 16:12:07.080798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-41f2d590-83ee-4075-8790-7104c0ae3558 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850788 Feb 09 16:12:07.089970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:07.139512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.222027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Pushing event updated for resources: {'Port': ['ID=8f8d10db-9522-4180-a016-b6d31132035b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:07.240369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.240813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.241228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.241634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.242037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.242430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.242764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.243088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.243409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.244318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.245592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.245592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:07.293148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Attempting to bind port 8f8d10db-9522-4180-a016-b6d31132035b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:07.293623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Attempting to bind port 8f8d10db-9522-4180-a016-b6d31132035b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:07.294062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Attempting to bind port 8f8d10db-9522-4180-a016-b6d31132035b on network cacd54d0-4a46-435f-b907-b67e87aeb996 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:07.304682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:07.307477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Checking segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:07.307477 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.313866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Bound using segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:07.314521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Bound port: 8f8d10db-9522-4180-a016-b6d31132035b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:07.315014 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.326114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.330451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:07.330451 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.457739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:12:07.481674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] Pushing event updated for resources: {'Network': ['ID=d40beb9c-df07-4986-80cd-9e4d1900079a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:07.487091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:07.487493 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.489915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] For port 8f8d10db-9522-4180-a016-b6d31132035b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:07.499126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] For port 8f8d10db-9522-4180-a016-b6d31132035b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8f8d10db-9522-4180-a016-b6d31132035b,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:07.500332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network d40beb9c-df07-4986-80cd-9e4d1900079a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:12:07.547056 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f7f47fe2-82a6-4d61-8bb5-26052073ce83 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2655776 Feb 09 16:12:07.550747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36560) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:07.557571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Request body: {'subnet': {'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-534573747-subnet', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:07.604667 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.686859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e91e57-78f7-41e1-aaac-8cda84c3b866 None None] Pushing event updated for resources: {'Port': ['ID=8f8d10db-9522-4180-a016-b6d31132035b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:07.714778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Made reservation on behalf of e02cb0ec3b534380a295d5838659ab96 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:07.724351 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.767455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Routers {'651ba7df-fc74-4b03-a79a-6dcc6d8fd937'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:07.768500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:11:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:07.771239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a1649f6e-1b93-4684-a6cd-3ff93af00f70 None None] Provisioning complete for port 8f8d10db-9522-4180-a016-b6d31132035b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:07.771886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1649f6e-1b93-4684-a6cd-3ff93af00f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.830096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db64baff-7b28-4825-b776-6b9731de98a6 req-aa5b8dce-b4f1-4ace-9d58-100c44021399 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195037 Feb 09 16:12:07.899670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:07.915124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef46b9b-1080-4668-b9a3-5e09c3e2344c req-75ff4989-8df9-4db3-b7b7-ea45ca7fe79e tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:07.918448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ef46b9b-1080-4668-b9a3-5e09c3e2344c req-75ff4989-8df9-4db3-b7b7-ea45ca7fe79e tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 948 time: 0.8701355 Feb 09 16:12:07.946948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60b6e0d8-b208-4da9-b058-fa3a4c0ebc39 req-abd1fe31-6abb-4198-a6c5-c296ab2c2102 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8889337 Feb 09 16:12:07.997683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ef46b9b-1080-4668-b9a3-5e09c3e2344c req-a08971a5-a785-4a8f-9400-144eb1a8183c tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482838 Feb 09 16:12:08.008260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-1cd27027-68c1-4b82-a4a7-c9203cff69db tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:08.019101 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:08.019101 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd998751-e16f-41a0-94c8-e1c8dfc099b3" -d '{"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-plugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:08.022136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-1cd27027-68c1-4b82-a4a7-c9203cff69db tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91&tenant_id=8e0a4caec7454704961c43365369d7ce&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 945 time: 1.8443203 Feb 09 16:12:08.059672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:08.131919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-94ee8412-1069-4dfd-8b72-74d8ab3a225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:08.138695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-94ee8412-1069-4dfd-8b72-74d8ab3a225c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4142c7343a84401ab71b776fa3467fb7&device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 1099 time: 0.0960507 Feb 09 16:12:08.172524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] Set router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:08.246621 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bfd289-7696-4ac1-9342-e8d8dfe527c5 x-openstack-request-id: req-95bfd289-7696-4ac1-9342-e8d8dfe527c5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:08.247233 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-plugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:08.247233 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95bfd289-7696-4ac1-9342-e8d8dfe527c5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:08.247544 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'code': 200} Feb 09 16:12:08.248611 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:08.258285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-2f7521fe-cd73-4176-b171-f1c035e10add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:08.260423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-2f7521fe-cd73-4176-b171-f1c035e10add service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1184087 Feb 09 16:12:08.265097 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1649f6e-1b93-4684-a6cd-3ff93af00f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:08.324755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-e4ad018c-e643-4437-8f19-4e53aee9a541 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 HTTP/1.1" status: 200 len: 217 time: 0.0551679 Feb 09 16:12:08.326827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-546bec5d-cd40-4068-a335-8d6c5c96f633 service neutron] 10.222.0.73 "GET /v2.0/ports/b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3/bindings/n-h2-828542-1 HTTP/1.1" status: 200 len: 382 time: 0.2977173 Feb 09 16:12:08.401396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:08.444944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a1649f6e-1b93-4684-a6cd-3ff93af00f70 None None] For port 8f8d10db-9522-4180-a016-b6d31132035b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8f8d10db-9522-4180-a016-b6d31132035b,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:08.515852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:08.534179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46314d9a-b268-4e45-a75c-3b32b63712fa,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:08.545964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-e74e1a1d-9e58-4c3f-b6a1-fcb6b4972de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:08.549042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Checking segment: {'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:08.549297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Network hostable DHCP agents. Network: d40beb9c-df07-4986-80cd-9e4d1900079a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:12:08.550421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-e74e1a1d-9e58-4c3f-b6a1-fcb6b4972de5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.2132180 Feb 09 16:12:08.607545 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1649f6e-1b93-4684-a6cd-3ff93af00f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:08.620947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-2422354e-2b31-4dd1-99e8-c233f1358c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:08.622540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-2422354e-2b31-4dd1-99e8-c233f1358c48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1097 time: 0.2226167 Feb 09 16:12:08.629709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-13b3b61a-27c7-46e3-97b1-c5b4d326accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:08.631228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-13b3b61a-27c7-46e3-97b1-c5b4d326accf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684142 Feb 09 16:12:08.685440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Network d40beb9c-df07-4986-80cd-9e4d1900079a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:12:08.799468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1649f6e-1b93-4684-a6cd-3ff93af00f70 None None] Pushing event updated for resources: {'Port': ['ID=8f8d10db-9522-4180-a016-b6d31132035b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:08.806130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, d40beb9c-df07-4986-80cd-9e4d1900079a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:08.810933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:08.811851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:08.828388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb5555-8155-4b08-8022-0a38b6b231d9 None None] Network d40beb9c-df07-4986-80cd-9e4d1900079a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:12:08.856267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:12:01Z', 'revision_number': 4, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8f8d10db-9522-4180-a016-b6d31132035b', 'name': '', 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'mac_address': 'fa:16:3e:98:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:00Z', 'updated_at': '2022-02-09T16:12:07Z', 'revision_number': 4, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'subnets': [{'id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:08.896584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d9d51380-4f32-4434-b505-2ccfef71b6b3 None None] Provisioning complete for port 8f8d10db-9522-4180-a016-b6d31132035b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:08.897355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9d51380-4f32-4434-b505-2ccfef71b6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:08.911933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-b21db451-5df6-407a-930b-e0205416f509 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688482 Feb 09 16:12:08.928138 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e8a5a0a-c5ed-4e87-a821-f39a73641b13 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3755777 Feb 09 16:12:08.932257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36590) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:08.938396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:09.037809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26268cdf-db7b-4f0d-9593-7bed473338ca None None] The sync data for ids ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'] in n-d-828542-1 is: [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:12:01Z', 'revision_number': 4, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8f8d10db-9522-4180-a016-b6d31132035b', 'name': '', 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'mac_address': 'fa:16:3e:98:83:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:00Z', 'updated_at': '2022-02-09T16:12:07Z', 'revision_number': 4, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'subnets': [{'id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:12:09.087282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3183be93-7a34-4da0-9d7c-7f66633f68ec req-c3e6902e-9785-4394-986d-f8cd8cfedbd5 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634266 Feb 09 16:12:09.094221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-3f44ddd7-8f91-41be-9b39-c202dd24dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:09.095786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-3f44ddd7-8f91-41be-9b39-c202dd24dbce service neutron] 10.222.0.73 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.4635534 Feb 09 16:12:09.099981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:09.103331 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:09.289826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:09.363970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-a0c2ae18-935d-48c0-a4fe-7cb30f831d35 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1002 time: 0.2578335 Feb 09 16:12:09.377127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da1638-8548-4059-998e-71c7c0ff7425 req-6fcd676c-0e53-405e-8c6b-7b74e17a8261 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:09.388145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56da1638-8548-4059-998e-71c7c0ff7425 req-6fcd676c-0e53-405e-8c6b-7b74e17a8261 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 948 time: 0.1632843 Feb 09 16:12:09.428415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-d40beb9c-df07-4986-80cd-9e4d1900079a', 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'fixed_ips': [{'subnet_id': '46314d9a-b268-4e45-a75c-3b32b63712fa'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:12:09.429980 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:09.498526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d940967-1b0d-4788-a0a0-c31219223a3d req-eff8b672-d4e8-4b2b-bbf7-b3730010def0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:09.505101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d940967-1b0d-4788-a0a0-c31219223a3d req-eff8b672-d4e8-4b2b-bbf7-b3730010def0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.2791774 Feb 09 16:12:09.560121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-56da1638-8548-4059-998e-71c7c0ff7425 req-00866fa1-d18f-4be9-afe1-00489f13a5a4 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707957 Feb 09 16:12:09.653528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-86e6c57b-0b61-4ab8-99f5-f1014e059cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:09.655112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-86e6c57b-0b61-4ab8-99f5-f1014e059cca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.2649410 Feb 09 16:12:09.778842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Allocated IP 172.20.0.2 (d40beb9c-df07-4986-80cd-9e4d1900079a/46314d9a-b268-4e45-a75c-3b32b63712fa/9aca4416-5363-47e3-baf4-1096c6eb9f4a) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:12:09.792864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d940967-1b0d-4788-a0a0-c31219223a3d req-5aa73ade-7fda-419e-9c17-49b3a872427d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503822 Feb 09 16:12:09.814643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-7ca4de3c-764f-42df-a1e0-0230fd795f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:09.816890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-7ca4de3c-764f-42df-a1e0-0230fd795f70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458189 Feb 09 16:12:10.039967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-065bb12f-dfab-42ad-a3b2-b9f2f635cd19 service neutron] 10.222.0.73 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129135 Feb 09 16:12:10.190718 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:10.214198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:10.272653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-e61794c6-fa9d-4b4f-a4e7-2b2c7105cc1b service neutron] 10.222.0.73 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241116 Feb 09 16:12:10.376381 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:10.399109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8f8d10db-9522-4180-a016-b6d31132035b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:10.481211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Pushing event updated for resources: {'Port': ['ID=9aca4416-5363-47e3-baf4-1096c6eb9f4a,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:10.534643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Network d40beb9c-df07-4986-80cd-9e4d1900079a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:10.551718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:10.570965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:10.816938 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:10.852892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c93ac-298d-4f97-9b09-6faaad11eb18 req-6f11008f-8a51-467f-b403-7d48aafa55ef tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:10.860147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d61c93ac-298d-4f97-9b09-6faaad11eb18 req-6f11008f-8a51-467f-b403-7d48aafa55ef tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 948 time: 0.1719656 Feb 09 16:12:10.874617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.024777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8f8d10db-9522-4180-a016-b6d31132035b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:11.025447 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.027418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Attempting to bind port 9aca4416-5363-47e3-baf4-1096c6eb9f4a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:11.027790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Attempting to bind port 9aca4416-5363-47e3-baf4-1096c6eb9f4a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:11.028217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Attempting to bind port 9aca4416-5363-47e3-baf4-1096c6eb9f4a on network d40beb9c-df07-4986-80cd-9e4d1900079a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:11.035248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:11.035656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Checking segment: {'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:11.036048 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.036479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Bound using segment: {'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:11.037199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Bound port: 9aca4416-5363-47e3-baf4-1096c6eb9f4a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:11.037595 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.107332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:12:11.126426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d61c93ac-298d-4f97-9b09-6faaad11eb18 req-6bac86c7-3edd-4dba-bc9a-2c2cf4dfc957 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585013 Feb 09 16:12:11.129456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Allocated IP 172.25.5.125 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/6e95cfad-6cb7-4a70-9f71-99fc07eaacf6) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:12:11.171185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44aefb-79c6-4e70-be41-6d739b889061 req-06f3a19c-12ff-44f5-b3a6-0b0f7f6e7bad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:11.177714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f44aefb-79c6-4e70-be41-6d739b889061 req-06f3a19c-12ff-44f5-b3a6-0b0f7f6e7bad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.2426918 Feb 09 16:12:11.266684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] For port 9aca4416-5363-47e3-baf4-1096c6eb9f4a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:11.282509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f44aefb-79c6-4e70-be41-6d739b889061 req-b9d3ea26-0f83-48f3-b96e-55a3f923111b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961077 Feb 09 16:12:11.333742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.376503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] For port 9aca4416-5363-47e3-baf4-1096c6eb9f4a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9aca4416-5363-47e3-baf4-1096c6eb9f4a,segment=NetworkSegment(dfaba990-4b84-4112-b8b2-10ff276d0b29),segment_id=dfaba990-4b84-4112-b8b2-10ff276d0b29)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:11.493306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:11.517217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43', 'mac_address': 'fa:16:3e:72:68:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:12:11.529784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.533970 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.649636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:11.662108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:11.671300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.679561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:11.710500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136bbd9-e267-40b2-b067-d93b651f8040 None None] Pushing event updated for resources: {'Port': ['ID=9aca4416-5363-47e3-baf4-1096c6eb9f4a,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:11.721747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:11.758966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:11.783003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Pushing event updated for resources: {'Port': ['ID=6e95cfad-6cb7-4a70-9f71-99fc07eaacf6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:11.852635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:11.910149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:12.191952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:12:12.393004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239568d-adbe-40ff-953a-7260cd6523f8 req-8295b0f6-80a7-4e38-9e97-dce9e0c5404d tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:12.405952 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:12.407411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2239568d-adbe-40ff-953a-7260cd6523f8 req-8295b0f6-80a7-4e38-9e97-dce9e0c5404d tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 949 time: 0.1823142 Feb 09 16:12:12.410885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9aca4416-5363-47e3-baf4-1096c6eb9f4a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:12.535830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2239568d-adbe-40ff-953a-7260cd6523f8 req-9663c3c9-c9eb-40d6-baf1-b619ee74bb5d tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246216 Feb 09 16:12:12.717197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9aca4416-5363-47e3-baf4-1096c6eb9f4a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:12.717658 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:12.757004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb34bd-c498-499b-9bf8-9a8de54db3a8 req-30b34007-e4a2-405e-a792-fa05c874895e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:12.773401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1fb34bd-c498-499b-9bf8-9a8de54db3a8 req-30b34007-e4a2-405e-a792-fa05c874895e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 946 time: 0.2295699 Feb 09 16:12:12.856920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1fb34bd-c498-499b-9bf8-9a8de54db3a8 req-a77680bf-5335-4df1-80a1-619c45c4161b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796123 Feb 09 16:12:12.937409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:12.968028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:12.997466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 9aca4416-5363-47e3-baf4-1096c6eb9f4a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9aca4416-5363-47e3-baf4-1096c6eb9f4a,segment=NetworkSegment(dfaba990-4b84-4112-b8b2-10ff276d0b29),segment_id=dfaba990-4b84-4112-b8b2-10ff276d0b29)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:13.089564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:12:13.156138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:13.285656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=9aca4416-5363-47e3-baf4-1096c6eb9f4a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:13.292338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:12:13.329544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:13.373875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:13.376573 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e39b500-de2a-4f3d-be38-32b021c525c0" -d '{"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-unplugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:13.395719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:13.452591 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:13.494135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ff236-4251-4d91-9caf-ffbd0b698db8 None None] Network d40beb9c-df07-4986-80cd-9e4d1900079a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:12:13.622132 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88e749b-5c2e-465a-a4a2-ce519b8cd64c x-openstack-request-id: req-e88e749b-5c2e-465a-a4a2-ce519b8cd64c {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:13.622132 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-unplugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:13.622132 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e88e749b-5c2e-465a-a4a2-ce519b8cd64c {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:13.622132 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'code': 200} Feb 09 16:12:13.662910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-181e9a0e-669a-4dfc-9728-3829f73673a6 None None] Provisioning complete for port 9aca4416-5363-47e3-baf4-1096c6eb9f4a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:13.663286 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-181e9a0e-669a-4dfc-9728-3829f73673a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:13.691924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:12:13.720020 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Sync routers for ids ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:12:13.740882 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:13.779547 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Routers {'0a7cbd57-f30f-4626-8e84-f10cd0ea9183'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:13.782811 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:11:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:13.924005 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:13.931012 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2544460f-569f-4794-9977-342b5101a05b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9930701 Feb 09 16:12:13.933714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36698) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:13.939317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-e401d275-9cb0-4717-a5c5-984d78bfb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:13.944582 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-e401d275-9cb0-4717-a5c5-984d78bfb3b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 1096 time: 0.3030415 Feb 09 16:12:13.961772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:14.171951 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:14.226960 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Set router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:14.309979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36702) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:14.435863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9aca4416-5363-47e3-baf4-1096c6eb9f4a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:14.643828 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16271c8f-78bf-453f-b344-ab208a3a35e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:14.646817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-247f8ca5-e202-4572-8557-cdd926e08dbe None None] Provisioning complete for port 9aca4416-5363-47e3-baf4-1096c6eb9f4a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:14.652671 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-247f8ca5-e202-4572-8557-cdd926e08dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:14.734704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9aca4416-5363-47e3-baf4-1096c6eb9f4a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:14.735156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d9d7c-5b0f-43d9-97f5-4bb0f7767a95 req-5b125c4e-f93b-4adc-8758-a8276ace2305 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:14.742036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae8d9d7c-5b0f-43d9-97f5-4bb0f7767a95 req-5b125c4e-f93b-4adc-8758-a8276ace2305 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 949 time: 0.2463279 Feb 09 16:12:14.744367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:14.788895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba02b02-8e89-42eb-8984-14a1decc1f3f req-61e0ca5c-fa8a-403d-8e2b-17dff22651dd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:14.790623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ba02b02-8e89-42eb-8984-14a1decc1f3f req-61e0ca5c-fa8a-403d-8e2b-17dff22651dd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 0.3011959 Feb 09 16:12:14.797664 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:12:12Z', 'revision_number': 3, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port': {'id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:10Z', 'updated_at': '2022-02-09T16:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:14.835009 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Checking router: 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:12:14.835886 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Updating router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:12:14.836772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae8d9d7c-5b0f-43d9-97f5-4bb0f7767a95 req-1e999793-d921-4cf3-a71e-917e576f1889 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653026 Feb 09 16:12:14.884947 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:14.964453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:15.007126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ba02b02-8e89-42eb-8984-14a1decc1f3f req-f58b8208-2bd1-4a53-b4c0-57940d365362 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792419 Feb 09 16:12:15.038500 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.119651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:15.222512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:15.253738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:12:15.261575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16271c8f-78bf-453f-b344-ab208a3a35e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.267224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:15.268234 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.280765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:15.290813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.322933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Transition to ACTIVE for port object b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:12:15.365169 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.405519 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.434703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Allocated IP 172.20.0.1 (d40beb9c-df07-4986-80cd-9e4d1900079a/46314d9a-b268-4e45-a75c-3b32b63712fa/55db4f42-bd39-4601-beec-0d85ce1f78e1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:12:15.462877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:15.514386 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.514697 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16271c8f-78bf-453f-b344-ab208a3a35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.516708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.583529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.598623 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.603737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=11']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:15.629581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16271c8f-78bf-453f-b344-ab208a3a35e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9549d001-ffd3-4583-84e3-1355f89ba6b0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:15.660483 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-16271c8f-78bf-453f-b344-ab208a3a35e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a2fa6e148424f1ca1df986d2856a3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3410516 Feb 09 16:12:15.661247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36728) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:15.673147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566eafeb-ae43-4a30-b957-88043da102e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:15.675850 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832ea03f-baed-4d3e-882a-d28736d4d243" -d '{"events": [{"server_uuid": "566eafeb-ae43-4a30-b957-88043da102e4", "name": "network-vif-plugged", "status": "completed", "tag": "66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:15.689741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:15.737994 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Attempting to bind port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:15.738409 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Attempting to bind port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:15.738882 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Attempting to bind port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:15.746265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.750514 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:15.750796 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:15.751180 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.751583 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:15.752067 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Bound port: 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:15.752482 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:15.785362 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34ac15-b2ea-4534-b17e-3bc221ed1914 None None] Pushing event updated for resources: {'Port': ['ID=6e95cfad-6cb7-4a70-9f71-99fc07eaacf6,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:15.809726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] No DVR routers for this DVR port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on host n-h2-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:12:15.831493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Network d40beb9c-df07-4986-80cd-9e4d1900079a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:15.881524 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] For port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:15.889888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:15.891423 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] For port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6e95cfad-6cb7-4a70-9f71-99fc07eaacf6,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:15.900920 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebd0eeb-6579-4126-9807-f80a3506b0ab x-openstack-request-id: req-4ebd0eeb-6579-4126-9807-f80a3506b0ab {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:15.901353 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566eafeb-ae43-4a30-b957-88043da102e4", "name": "network-vif-plugged", "status": "completed", "tag": "66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:15.901467 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ebd0eeb-6579-4126-9807-f80a3506b0ab {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:15.902323 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566eafeb-ae43-4a30-b957-88043da102e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43', 'code': 200} Feb 09 16:12:15.912734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:16.057909 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.095365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd5e17c8-5ccb-411d-bbbc-cacf342316a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.109648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Pushing event updated for resources: {'Port': ['ID=55db4f42-bd39-4601-beec-0d85ce1f78e1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:16.114984 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.119049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e7394-2ff9-4138-b193-85caad938307 req-7410d92f-2107-4800-acef-501cb5092b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:16.121282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-345e7394-2ff9-4138-b193-85caad938307 req-7410d92f-2107-4800-acef-501cb5092b1b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 1101 time: 0.1389630 Feb 09 16:12:16.144811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:16.154084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:16.154084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:16.155128 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Routers {'0a7cbd57-f30f-4626-8e84-f10cd0ea9183'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:16.155128 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:11:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:16.213334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd5e17c8-5ccb-411d-bbbc-cacf342316a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.220103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cda921-9673-4d77-a817-863f6ca5c7a3 req-74fe39f7-d4fb-416e-8bd7-f63034449a45 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:16.221733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59cda921-9673-4d77-a817-863f6ca5c7a3 req-74fe39f7-d4fb-416e-8bd7-f63034449a45 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 950 time: 0.2382348 Feb 09 16:12:16.229683 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34ac15-b2ea-4534-b17e-3bc221ed1914 None None] Pushing event updated for resources: {'Port': ['ID=6e95cfad-6cb7-4a70-9f71-99fc07eaacf6,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:16.234766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:16.235413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Attempting to bind port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on network 0918b5ae-bc65-4f13-86b0-90c39d15b219 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:16.250522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:16.251212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Checking segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:16.251777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Bound using segment: {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:16.252503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Bound port: b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f691515e-6602-47db-afe9-7921b7eabffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:16.253236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.351233 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] Set router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:16.402192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:16.407702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:16.433920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e042495c-4215-40c2-aff3-1f0cea525f1f None None] Provisioning complete for port 55db4f42-bd39-4601-beec-0d85ce1f78e1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:16.435507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e042495c-4215-40c2-aff3-1f0cea525f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.469929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59cda921-9673-4d77-a817-863f6ca5c7a3 req-44505742-8d38-4399-98d4-ddd0ad5dab61 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622188 Feb 09 16:12:16.486187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd5e17c8-5ccb-411d-bbbc-cacf342316a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.489115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd5e17c8-5ccb-411d-bbbc-cacf342316a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.491384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-345e7394-2ff9-4138-b193-85caad938307 req-252cbbbe-23b2-442f-a118-9fd67dea387c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368104 Feb 09 16:12:16.496447 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd5e17c8-5ccb-411d-bbbc-cacf342316a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9549d001-ffd3-4583-84e3-1355f89ba6b0 HTTP/1.1" status: 204 len: 168 time: 0.8286543 Feb 09 16:12:16.510391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b002d-82d6-417d-ac95-f50ad6a0fa11 req-bd5345ae-4ca7-4a17-9a26-f185e7c64639 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:16.512236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-665b002d-82d6-417d-ac95-f50ad6a0fa11 req-bd5345ae-4ca7-4a17-9a26-f185e7c64639 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 0.2683730 Feb 09 16:12:16.533481 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.548804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e17c8-5ccb-411d-bbbc-cacf342316a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9549d001-ffd3-4583-84e3-1355f89ba6b0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:16.568570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e042495c-4215-40c2-aff3-1f0cea525f1f None None] Port 55db4f42-bd39-4601-beec-0d85ce1f78e1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:12:16.604637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:16.608634 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.621834 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1093 time: 2.6679418 Feb 09 16:12:16.621834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:16.642909 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3903a2-e3ed-4693-b69e-40440f385c06" -d '{"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:16.722107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-665b002d-82d6-417d-ac95-f50ad6a0fa11 req-5bfd6c17-a894-49e3-a00a-db3ab1112f5b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035770 Feb 09 16:12:16.732762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:16.785598 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:12:12Z', 'revision_number': 3, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port': {'id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:10Z', 'updated_at': '2022-02-09T16:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:16.819370 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee054361-abe6-4a0d-a28c-4b5e153d4efb x-openstack-request-id: req-ee054361-abe6-4a0d-a28c-4b5e153d4efb {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:16.819867 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:16.821666 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee054361-abe6-4a0d-a28c-4b5e153d4efb {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:16.822242 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'status': 'completed', 'code': 200} Feb 09 16:12:16.854549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-76d09341-2224-4a6b-bbee-6217a217e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:16.858761 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-76d09341-2224-4a6b-bbee-6217a217e803 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1096 time: 0.2003641 Feb 09 16:12:16.863751 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429924-ae04-4338-b9ed-94eb488c9909 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=12']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:16.867418 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21312c9a-c111-41a3-ad6d-532ef2b7cc0d None None] The sync data for ids ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'] in n-d-828542-1 is: [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:12:12Z', 'revision_number': 3, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port': {'id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:10Z', 'updated_at': '2022-02-09T16:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:12:16.936605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-bf843a04-46d4-4527-ad75-a8e568d8701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:16.938306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-bf843a04-46d4-4527-ad75-a8e568d8701f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1096 time: 0.1254175 Feb 09 16:12:17.066171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-b3579568-67df-4335-9213-5f6f9a647590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:17.067864 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-b3579568-67df-4335-9213-5f6f9a647590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.1954892 Feb 09 16:12:17.140995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-de7fa6bf-69e7-44a8-8a18-74090396af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:17.142716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-de7fa6bf-69e7-44a8-8a18-74090396af86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.1635253 Feb 09 16:12:17.196212 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-bcbf4a56-7595-4d40-968b-d5c7157aa7ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1000 time: 0.1161544 Feb 09 16:12:17.236699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-34e311b9-4b2c-4bc2-b57b-595161c4b37b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1000 time: 0.0797715 Feb 09 16:12:17.255673 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:17.313927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-47f2ce83-ab73-4aa6-93d5-7b41fa1f4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:17.315744 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-47f2ce83-ab73-4aa6-93d5-7b41fa1f4ba5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.1134720 Feb 09 16:12:17.346373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-d28abf79-8f5f-4dd6-ac4f-9ecac3c0f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:17.349032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-d28abf79-8f5f-4dd6-ac4f-9ecac3c0f09d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.1018941 Feb 09 16:12:17.409264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-bcc6b7fe-1e71-44bc-928b-db797d9091b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:17.416283 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-bcc6b7fe-1e71-44bc-928b-db797d9091b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925734 Feb 09 16:12:17.433198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-b8af94d1-554d-4603-b009-c27b305fcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:17.434931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-b8af94d1-554d-4603-b009-c27b305fcaf5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750110 Feb 09 16:12:17.436506 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:17.536881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Pushing event updated for resources: {'Port': ['ID=55db4f42-bd39-4601-beec-0d85ce1f78e1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:17.665943 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-9072e5ed-fbc8-4d6a-89ab-ebe7b0a60f40 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378445 Feb 09 16:12:17.832938 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-db1e06fb-9fcf-430f-9e44-a10dc7edd570 req-4ad82364-302d-45f1-b734-5fcc8fdd7dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597798 Feb 09 16:12:18.091650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-ae629f45-0ea6-4b4e-8678-8af7cb066277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:18.096760 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-ae629f45-0ea6-4b4e-8678-8af7cb066277 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1096 time: 0.1075101 Feb 09 16:12:18.102761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36772) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:18.138570 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-620a0fb2-f008-4476-8ce4-5970e27298e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:18.253192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-28de3b3b-e5f5-40b9-8822-e19abac7964e service neutron] 10.222.0.73 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248445 Feb 09 16:12:18.278608 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-53d8f859-318d-4197-8df5-7dbbafa29c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:18.280710 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-53d8f859-318d-4197-8df5-7dbbafa29c7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.1695404 Feb 09 16:12:18.379912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:18.404160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:18.427042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-620a0fb2-f008-4476-8ce4-5970e27298e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:18.458025 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-7f9644da-2178-4a63-99af-2d0afe7f6817 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1000 time: 0.1672509 Feb 09 16:12:18.523402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:18.523524 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:18.561664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d682111-cd76-4b61-ae34-099239521e7f req-bc5757ee-76d5-40f9-b053-465f1daec2fd tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:18.563286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d682111-cd76-4b61-ae34-099239521e7f req-bc5757ee-76d5-40f9-b053-465f1daec2fd tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 950 time: 0.9082537 Feb 09 16:12:18.567840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-620a0fb2-f008-4476-8ce4-5970e27298e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:18.623708 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:18.649666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6e95cfad-6cb7-4a70-9f71-99fc07eaacf6,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:18.658836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52bf84-31a0-4756-a3c8-f05dd289b7fd req-d89fd6df-89d7-4359-a4a0-5ef51b5eadfe tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:18.665012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a52bf84-31a0-4756-a3c8-f05dd289b7fd req-d89fd6df-89d7-4359-a4a0-5ef51b5eadfe tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 0.4200218 Feb 09 16:12:18.702661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d682111-cd76-4b61-ae34-099239521e7f req-10370bcb-27fd-4ffc-aec8-ef785fd281fd tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201556 Feb 09 16:12:18.739337 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:18.806265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-2b5bcd65-3ebf-4f88-be0a-611fe701c221 service neutron] 10.222.0.73 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389249 Feb 09 16:12:18.817417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a52bf84-31a0-4756-a3c8-f05dd289b7fd req-be251dec-cae2-4f18-9dee-f25c20266fd2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383247 Feb 09 16:12:18.826319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Network d40beb9c-df07-4986-80cd-9e4d1900079a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:18.828071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:18.848448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=6e95cfad-6cb7-4a70-9f71-99fc07eaacf6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:19.011378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:12:19.072996 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-620a0fb2-f008-4476-8ce4-5970e27298e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5dbcf5294484b35b75682a62ab86c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9676356 Feb 09 16:12:19.079137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:19.111977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-22982d1d-4578-4fb3-a6c1-92f54e410d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:19.121583 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-22982d1d-4578-4fb3-a6c1-92f54e410d90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.6569204 Feb 09 16:12:19.126174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a0fb2-f008-4476-8ce4-5970e27298e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429bd54a-b40c-4da5-b832-1b87006c6dd8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:19.299687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-2d7f7240-3e9d-45af-8430-98dbc993b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:19.301786 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-2d7f7240-3e9d-45af-8430-98dbc993b4e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494360 Feb 09 16:12:19.318176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:12:19.349678 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff9bd-7d84-4ee0-ac4a-d9ffa75f6857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:19.377252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3b5014a3-0c8f-4612-aa10-09c4533a681b admin admin] 10.222.0.53 "PUT /v2.0/routers/0a7cbd57-f30f-4626-8e84-f10cd0ea9183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4289286 Feb 09 16:12:19.406233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ec8620e6-9f25-4fa9-837b-91925b65c9ca None None] Provisioning complete for port 55db4f42-bd39-4601-beec-0d85ce1f78e1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:19.406846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ec8620e6-9f25-4fa9-837b-91925b65c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:19.507171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff9bd-7d84-4ee0-ac4a-d9ffa75f6857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:19.602586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ec8620e6-9f25-4fa9-837b-91925b65c9ca None None] Port 55db4f42-bd39-4601-beec-0d85ce1f78e1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:12:19.647351 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-32d146fa-167a-42d4-88a2-c2cbb0dbb69c service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306062 Feb 09 16:12:19.749261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Sync routers for ids ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:12:19.763533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Routers {'0a7cbd57-f30f-4626-8e84-f10cd0ea9183'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:19.764764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:11:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:19.811829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff9bd-7d84-4ee0-ac4a-d9ffa75f6857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:19.829498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ae9ff9bd-7d84-4ee0-ac4a-d9ffa75f6857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:19.833685 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ae9ff9bd-7d84-4ee0-ac4a-d9ffa75f6857 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/429bd54a-b40c-4da5-b832-1b87006c6dd8 HTTP/1.1" status: 204 len: 168 time: 0.7456346 Feb 09 16:12:19.852271 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5b3903a2-e3ed-4693-b69e-40440f385c06 req-487a49d1-b86a-403a-aeda-63229e78964f service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919961 Feb 09 16:12:19.890594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ff9bd-7d84-4ee0-ac4a-d9ffa75f6857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429bd54a-b40c-4da5-b832-1b87006c6dd8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:19.976525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2189f9-e919-4ebd-8867-9f320612c46f req-d85da207-6359-4e22-a94a-6ba17242ca5b tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:19.987335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c2189f9-e919-4ebd-8867-9f320612c46f req-d85da207-6359-4e22-a94a-6ba17242ca5b tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 950 time: 0.1064653 Feb 09 16:12:19.993492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Set router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:20.039976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c2189f9-e919-4ebd-8867-9f320612c46f req-f4efe7b5-47ee-44b3-bad3-e5f8d0c92dcc tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512598 Feb 09 16:12:20.286031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20eff6-d5c8-4b97-9c43-127866bb6f14 req-8ea65333-4b3d-4ad7-8f7d-194e6ee0f3d9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:20.290970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce20eff6-d5c8-4b97-9c43-127866bb6f14 req-8ea65333-4b3d-4ad7-8f7d-194e6ee0f3d9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 945 time: 0.1452248 Feb 09 16:12:20.314245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:12:16Z', 'revision_number': 4, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port': {'id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:10Z', 'updated_at': '2022-02-09T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '55db4f42-bd39-4601-beec-0d85ce1f78e1', 'name': '', 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'mac_address': 'fa:16:3e:0c:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '46314d9a-b268-4e45-a75c-3b32b63712fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:15Z', 'updated_at': '2022-02-09T16:12:16Z', 'revision_number': 2, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'subnets': [{'id': '46314d9a-b268-4e45-a75c-3b32b63712fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:20.386956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce20eff6-d5c8-4b97-9c43-127866bb6f14 req-b0a4046b-09d6-4679-a092-05012bedd7a0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778463 Feb 09 16:12:20.405730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36820) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:20.412395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:20.466812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Checking router: 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:12:20.467526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Updating router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 port 55db4f42-bd39-4601-beec-0d85ce1f78e1 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:12:20.509082 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:20.517693 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-392c0873-6729-4ea7-bc47-23ad614f869d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/38be0259-140b-4899-97d2-8b9947ec0db3 HTTP/1.1" status: 200 len: 992 time: 0.1052501 Feb 09 16:12:20.563433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:20.564113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:21.108884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-94a8c739-2b65-4be8-aea3-c0ce51917a2b tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:21.116200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-94a8c739-2b65-4be8-aea3-c0ce51917a2b tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/networks?id=cacd54d0-4a46-435f-b907-b67e87aeb996 HTTP/1.1" status: 200 len: 911 time: 0.2035291 Feb 09 16:12:21.127632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-c06aa703-1460-4dd1-ae7e-94c9a785d2c8 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/quotas/e02cb0ec3b534380a295d5838659ab96 HTTP/1.1" status: 200 len: 375 time: 0.0105324 Feb 09 16:12:21.171499 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:21.243669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-9bae3001-782d-4bc9-a93e-4fbacc404989 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=e02cb0ec3b534380a295d5838659ab96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085145 Feb 09 16:12:21.269826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:21.389732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe74bfb-d6f6-44fc-9801-3ff14cd1d6be None None] Pushing event updated for resources: {'Port': ['ID=55db4f42-bd39-4601-beec-0d85ce1f78e1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:21.428510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-d846d4fa-8a43-4daa-9a3d-2359905c3b97 service neutron] 10.222.0.53 "GET /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765039 Feb 09 16:12:21.435889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Attempting to bind port 55db4f42-bd39-4601-beec-0d85ce1f78e1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:21.437105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Attempting to bind port 55db4f42-bd39-4601-beec-0d85ce1f78e1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:21.437705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Attempting to bind port 55db4f42-bd39-4601-beec-0d85ce1f78e1 on network d40beb9c-df07-4986-80cd-9e4d1900079a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:21.445372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:21.446252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Checking segment: {'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:21.446860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:21.447435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Bound using segment: {'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:21.448724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Bound port: 55db4f42-bd39-4601-beec-0d85ce1f78e1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfaba990-4b84-4112-b8b2-10ff276d0b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:21.450335 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:21.694607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-7b68fc07-640c-4514-b65b-b155ef00689f service neutron] 10.222.0.53 "GET /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496884 Feb 09 16:12:21.791326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:12:21.921005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:21.940587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'port_id': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'mac_address': 'fa:16:3e:b2:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:12:22.033405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:22.046566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-02a51bf2-b7b5-4acb-b090-69264dfedc58 None None] Provisioning complete for port 55db4f42-bd39-4601-beec-0d85ce1f78e1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:22.051642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02a51bf2-b7b5-4acb-b090-69264dfedc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:22.089475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] For port 55db4f42-bd39-4601-beec-0d85ce1f78e1, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:22.092587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-02a51bf2-b7b5-4acb-b090-69264dfedc58 None None] Port 55db4f42-bd39-4601-beec-0d85ce1f78e1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:12:22.110104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:22.130784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] For port 55db4f42-bd39-4601-beec-0d85ce1f78e1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=55db4f42-bd39-4601-beec-0d85ce1f78e1,segment=NetworkSegment(dfaba990-4b84-4112-b8b2-10ff276d0b29),segment_id=dfaba990-4b84-4112-b8b2-10ff276d0b29)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:22.202566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:22.237327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4950d809-35bc-4cec-9153-dedca0c70e13 req-0f8ad9c3-719b-4eff-bd05-797312db3f21 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 210 time: 0.0718625 Feb 09 16:12:22.401901 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:22.412874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:22.538520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Routers {'0a7cbd57-f30f-4626-8e84-f10cd0ea9183'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:22.543064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:11:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:22.550959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe74bfb-d6f6-44fc-9801-3ff14cd1d6be None None] Pushing event updated for resources: {'Port': ['ID=55db4f42-bd39-4601-beec-0d85ce1f78e1,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:22.827728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:12:22.918439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=13']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:22.957707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] Set router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:23.046923 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-07f8d9ca-c8aa-48c4-be60-088e1c407b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:23.086170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5d34e9ac-cf61-4849-bd90-708bdce04623 None None] Provisioning complete for port 55db4f42-bd39-4601-beec-0d85ce1f78e1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:23.090286 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d34e9ac-cf61-4849-bd90-708bdce04623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:23.353419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c68e22a-b584-4d68-bef7-24685bad9d19 req-2016e907-e937-44bd-9b9c-53e7b2f68b07 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 210 time: 0.0293741 Feb 09 16:12:23.463543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d34e9ac-cf61-4849-bd90-708bdce04623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:23.615008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5d34e9ac-cf61-4849-bd90-708bdce04623 None None] For port 55db4f42-bd39-4601-beec-0d85ce1f78e1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=55db4f42-bd39-4601-beec-0d85ce1f78e1,segment=NetworkSegment(dfaba990-4b84-4112-b8b2-10ff276d0b29),segment_id=dfaba990-4b84-4112-b8b2-10ff276d0b29)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:23.657859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:12:16Z', 'revision_number': 4, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port': {'id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:10Z', 'updated_at': '2022-02-09T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '55db4f42-bd39-4601-beec-0d85ce1f78e1', 'name': '', 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'mac_address': 'fa:16:3e:0c:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '46314d9a-b268-4e45-a75c-3b32b63712fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:15Z', 'updated_at': '2022-02-09T16:12:22Z', 'revision_number': 4, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'subnets': [{'id': '46314d9a-b268-4e45-a75c-3b32b63712fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:23.699901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d1fbf-1db7-4d3a-9df2-6a6435cddc52 None None] The sync data for ids ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'] in n-d-828542-1 is: [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:12:16Z', 'revision_number': 4, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port': {'id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:10Z', 'updated_at': '2022-02-09T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '55db4f42-bd39-4601-beec-0d85ce1f78e1', 'name': '', 'network_id': 'd40beb9c-df07-4986-80cd-9e4d1900079a', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'mac_address': 'fa:16:3e:0c:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '46314d9a-b268-4e45-a75c-3b32b63712fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:15Z', 'updated_at': '2022-02-09T16:12:22Z', 'revision_number': 4, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'subnets': [{'id': '46314d9a-b268-4e45-a75c-3b32b63712fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:12:23.794496 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d34e9ac-cf61-4849-bd90-708bdce04623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:23.886070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34e9ac-cf61-4849-bd90-708bdce04623 None None] Pushing event updated for resources: {'Port': ['ID=55db4f42-bd39-4601-beec-0d85ce1f78e1,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:24.466981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 55db4f42-bd39-4601-beec-0d85ce1f78e1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:24.570760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12af7474-dceb-4e62-95b3-ed907a2d71c6 req-1dea560a-e08d-4664-ae66-4c3a8a3680c3 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 210 time: 0.0498905 Feb 09 16:12:24.664040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 55db4f42-bd39-4601-beec-0d85ce1f78e1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:24.664643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:25.275640 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aa25a795-2655-4aea-bbc0-f4aac9e764ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:25.737561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:25.770614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64f287b2-2160-48cb-97e4-0e4aef10bba4 req-21fec1b5-5618-40f8-8cd5-ac224218a3e7 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 210 time: 0.0451562 Feb 09 16:12:26.017649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:12:26.022883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:26.023490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:26.262508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-82e1b442-2c99-4a10-a6dd-35b48d6617b9 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:26.264655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-82e1b442-2c99-4a10-a6dd-35b48d6617b9 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.73 "GET /v2.0/networks?id=cacd54d0-4a46-435f-b907-b67e87aeb996 HTTP/1.1" status: 200 len: 911 time: 0.1956058 Feb 09 16:12:26.277164 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:26.279702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Request body: {'port': {'device_id': 'b1c3b8dd-7f6c-449f-b088-58a9c754041a', 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'admin_state_up': True, 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:26.334674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:26.335817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:26.338424 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecef1bd-5d01-4625-80da-16e5e89830df" -d '{"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-plugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:26.401963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:26.403284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Made reservation on behalf of e02cb0ec3b534380a295d5838659ab96 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:26.405114 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0341e242-c8a4-483a-a701-38bf79cae527 x-openstack-request-id: req-0341e242-c8a4-483a-a701-38bf79cae527 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:26.405402 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-plugged", "status": "completed", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:26.406593 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0341e242-c8a4-483a-a701-38bf79cae527 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:26.406996 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'code': 200} Feb 09 16:12:26.407385 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:26.504723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=14']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:26.553025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Allocated IP 172.20.0.11 (cacd54d0-4a46-435f-b907-b67e87aeb996/d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f/2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:12:26.639488 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:26.799237 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:26.927306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05114283-edf4-4d1a-910e-b3c56c81cae3 req-d53d715b-13f3-4dc2-90ae-20d519f61da5 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 210 time: 0.0514426 Feb 09 16:12:26.929941 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:26.957382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Network cacd54d0-4a46-435f-b907-b67e87aeb996 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:26.960075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:26.964307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:27.031575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:27.032218 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:27.063081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Pushing event updated for resources: {'Port': ['ID=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:27.101162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-92667e8f-73ec-45c5-b638-e5abbcb1f3d4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8266287 Feb 09 16:12:27.116649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Request body: {'port': {'device_id': 'b1c3b8dd-7f6c-449f-b088-58a9c754041a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:27.297714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:27.471630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0fa95726-5b29-49a4-9260-3bff63998a6a None None] Provisioning complete for port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:27.472188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0fa95726-5b29-49a4-9260-3bff63998a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:27.543800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0fa95726-5b29-49a4-9260-3bff63998a6a None None] Port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:12:27.754465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:27.776603 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:27.831897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Transition to ACTIVE for port object 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:12:27.921428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.140412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Pushing event updated for resources: {'Port': ['ID=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:28.206304 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.251830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Attempting to bind port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:28.252251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Attempting to bind port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:28.252535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Attempting to bind port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 on network cacd54d0-4a46-435f-b907-b67e87aeb996 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:28.272930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 on network cacd54d0-4a46-435f-b907-b67e87aeb996 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:28.277570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Attempting to bind port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 on network cacd54d0-4a46-435f-b907-b67e87aeb996 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:28.283939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd8c3e-44db-4248-852a-15299c39b293 req-465b46b3-fc82-4f20-8cb9-6594d833bdc8 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:28.290254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fd8c3e-44db-4248-852a-15299c39b293 req-465b46b3-fc82-4f20-8cb9-6594d833bdc8 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1053 time: 0.1407914 Feb 09 16:12:28.298598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:28.300559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Checking segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:28.303711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Bound using segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:28.305683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Bound port: 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:28.311728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.398275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fd8c3e-44db-4248-852a-15299c39b293 req-9e8e616c-61c7-4291-a02f-534ff8e526c2 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883648 Feb 09 16:12:28.486359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] For port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:28.505179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] For port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:28.574564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.624938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.680695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:28.681316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:28.683501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] 10.222.0.73 "PUT /v2.0/ports/2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 HTTP/1.1" status: 200 len: 1092 time: 1.5735569 Feb 09 16:12:28.683971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c3b8dd-7f6c-449f-b088-58a9c754041a', 'tag': '2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:28.695044 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4039a42c-27df-4af7-b962-c678d5868a01" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c3b8dd-7f6c-449f-b088-58a9c754041a", "tag": "2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:28.745696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fce9b2-11c3-47d7-93b0-135bf60ef113 service neutron] Pushing event updated for resources: {'Port': ['ID=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:28.793402 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad24465-7868-4747-beef-4e2d16995f7e x-openstack-request-id: req-0ad24465-7868-4747-beef-4e2d16995f7e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:28.794131 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c3b8dd-7f6c-449f-b088-58a9c754041a", "tag": "2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:28.794608 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ad24465-7868-4747-beef-4e2d16995f7e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:28.795642 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c3b8dd-7f6c-449f-b088-58a9c754041a', 'tag': '2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8', 'status': 'completed', 'code': 200} Feb 09 16:12:28.889333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039a42c-27df-4af7-b962-c678d5868a01 req-dc56ed89-0bda-4307-b19d-118b9e4a346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:28.891272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4039a42c-27df-4af7-b962-c678d5868a01 req-dc56ed89-0bda-4307-b19d-118b9e4a346c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e02cb0ec3b534380a295d5838659ab96&device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1095 time: 0.0611370 Feb 09 16:12:29.062327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039a42c-27df-4af7-b962-c678d5868a01 req-c71fff43-def1-4d33-a98e-ecf84d2d0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:29.063873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4039a42c-27df-4af7-b962-c678d5868a01 req-c71fff43-def1-4d33-a98e-ecf84d2d0f30 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e02cb0ec3b534380a295d5838659ab96&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1641314 Feb 09 16:12:29.176172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039a42c-27df-4af7-b962-c678d5868a01 req-9a83f41a-4f8f-4d46-a92b-4576da121c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:29.177753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4039a42c-27df-4af7-b962-c678d5868a01 req-9a83f41a-4f8f-4d46-a92b-4576da121c48 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038520 Feb 09 16:12:29.276523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-58294402-0fa1-4249-b228-231dc7e938d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:29.279330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-58294402-0fa1-4249-b228-231dc7e938d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e02cb0ec3b534380a295d5838659ab96&device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1095 time: 0.0551503 Feb 09 16:12:29.351335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-a4148f9c-52f3-4b46-949f-b29246a40d25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 HTTP/1.1" status: 200 len: 217 time: 0.0618827 Feb 09 16:12:29.409945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-48b57fb4-616c-4a0e-8d29-13bbb1c05060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:29.411505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-48b57fb4-616c-4a0e-8d29-13bbb1c05060 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f HTTP/1.1" status: 200 len: 849 time: 0.0555990 Feb 09 16:12:29.476424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-cf85f71b-3e00-4d1f-a455-12aa8ec69382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:29.478329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-cf85f71b-3e00-4d1f-a455-12aa8ec69382 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cacd54d0-4a46-435f-b907-b67e87aeb996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586910 Feb 09 16:12:29.640986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-2647f20b-6ad1-4ee0-bb17-87dbbe617726 service neutron] 10.222.0.73 "GET /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471906 Feb 09 16:12:29.671916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05a9b9-fbb2-492a-8e7f-0ccf76e26396 req-01bd8849-5c24-46ff-8807-4cf38bdb3e74 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:29.675530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f05a9b9-fbb2-492a-8e7f-0ccf76e26396 req-01bd8849-5c24-46ff-8807-4cf38bdb3e74 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1095 time: 0.0814342 Feb 09 16:12:29.679490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37084) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:29.758083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f05a9b9-fbb2-492a-8e7f-0ccf76e26396 req-bff22c38-7c87-4b8b-9c26-7cf9646ed811 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Feb 09 16:12:29.835738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c858d75-9b50-4e3f-b2a7-a0310c610ab0 req-bd18ff84-dbac-4874-8f5c-00654fcd24c0 service neutron] 10.222.0.73 "GET /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865721 Feb 09 16:12:30.052244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75be2920-6a29-460b-8921-6b2a66a7bcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:30.139727 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75be2920-6a29-460b-8921-6b2a66a7bcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:30.195579 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:30.251981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75be2920-6a29-460b-8921-6b2a66a7bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:30.295347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be2920-6a29-460b-8921-6b2a66a7bcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd09bb6-c4f6-473c-8999-8efb937cc4f1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:30.323844 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-75be2920-6a29-460b-8921-6b2a66a7bcbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4df999ac2754308a5f2c9fd34683f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6423445 Feb 09 16:12:30.328190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37098) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:30.429972 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f4-b77d-48a9-97f6-55187b8c61f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:30.465471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f4-b77d-48a9-97f6-55187b8c61f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:30.595483 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f4-b77d-48a9-97f6-55187b8c61f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:30.600462 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-89a8a3f4-b77d-48a9-97f6-55187b8c61f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:30.602503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-89a8a3f4-b77d-48a9-97f6-55187b8c61f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cd09bb6-c4f6-473c-8999-8efb937cc4f1 HTTP/1.1" status: 204 len: 168 time: 0.2727346 Feb 09 16:12:30.614721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8a3f4-b77d-48a9-97f6-55187b8c61f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd09bb6-c4f6-473c-8999-8efb937cc4f1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:30.938011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623d5b-bb3e-49b6-a56e-e9d1b9bcb406 req-861752c2-8c88-48fe-9fca-0f1c02bc0455 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:30.941941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97623d5b-bb3e-49b6-a56e-e9d1b9bcb406 req-861752c2-8c88-48fe-9fca-0f1c02bc0455 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1095 time: 0.0558591 Feb 09 16:12:30.983762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97623d5b-bb3e-49b6-a56e-e9d1b9bcb406 req-0e7990bf-3a34-40cc-85dd-b379a20b173a tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Feb 09 16:12:31.189237 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-635c3f0e-571c-445c-a92a-c0b721f8cf8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699701 Feb 09 16:12:31.304344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-e7ab653c-8031-4194-b4b0-ca1efd57ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:31.306554 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-e7ab653c-8031-4194-b4b0-ca1efd57ec86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1098 time: 0.0652268 Feb 09 16:12:31.531247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-6df2b8d4-6db5-417f-a57b-5d1da29c5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:31.533140 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-6df2b8d4-6db5-417f-a57b-5d1da29c5692 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.1925595 Feb 09 16:12:31.620813 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-39c39c70-d884-4f7d-82b5-0349954f757a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 1002 time: 0.0797544 Feb 09 16:12:31.674598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-9ce86a3e-9951-4626-8add-6835089f2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:31.676213 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-9ce86a3e-9951-4626-8add-6835089f2bed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.0484800 Feb 09 16:12:31.732755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-0317b732-45a1-45dd-9ac5-2ddd594fd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:31.734375 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-0317b732-45a1-45dd-9ac5-2ddd594fd9b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501859 Feb 09 16:12:31.790854 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:31.885784 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-5052cceb-6b50-4424-89b9-8a257d6d0b20 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427574 Feb 09 16:12:32.002881 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-82dab56a-1055-4a25-8b9d-dfaee57cb8e5 req-ca86d1f3-f622-42a1-8692-287996695ed5 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107917 Feb 09 16:12:32.123081 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:32.148507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a269a96-2e88-4b3d-af40-d7cf90b0933c req-7b72e838-596e-4f1e-a82a-bdeee7ccc263 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:32.148507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a269a96-2e88-4b3d-af40-d7cf90b0933c req-7b72e838-596e-4f1e-a82a-bdeee7ccc263 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1095 time: 0.0578196 Feb 09 16:12:32.201108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a269a96-2e88-4b3d-af40-d7cf90b0933c req-42e6f14f-5389-47cc-882d-a669a39829c0 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Feb 09 16:12:32.301204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d181028-8654-46b7-9546-46f4825ebe94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:32.439806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d181028-8654-46b7-9546-46f4825ebe94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:32.486936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5d181028-8654-46b7-9546-46f4825ebe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:32.566156 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5d181028-8654-46b7-9546-46f4825ebe94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e784b1495bdc49e58b0f22ddc91299ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414463 Feb 09 16:12:32.568280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d181028-8654-46b7-9546-46f4825ebe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539d2df4-41fc-42f7-bf67-6f7a88a974c9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:32.569273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37166) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:32.676974 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-514d23a7-b9dc-4d7f-99dd-a9f6fbd147c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:32.704179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-514d23a7-b9dc-4d7f-99dd-a9f6fbd147c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:32.857914 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-514d23a7-b9dc-4d7f-99dd-a9f6fbd147c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:32.864122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-514d23a7-b9dc-4d7f-99dd-a9f6fbd147c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:32.866709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-514d23a7-b9dc-4d7f-99dd-a9f6fbd147c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/539d2df4-41fc-42f7-bf67-6f7a88a974c9 HTTP/1.1" status: 204 len: 168 time: 0.2934973 Feb 09 16:12:32.879785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d23a7-b9dc-4d7f-99dd-a9f6fbd147c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d2df4-41fc-42f7-bf67-6f7a88a974c9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:33.141868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:12:33.365596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:33.401961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8', 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'port_id': '2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8', 'mac_address': 'fa:16:3e:ca:11:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:12:33.419013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848e9b2-21f1-4a8f-b818-821db5ecadc9 req-e3ba6ac6-e27d-4cfd-bd48-e82af1cbee21 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:33.440813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e848e9b2-21f1-4a8f-b818-821db5ecadc9 req-e3ba6ac6-e27d-4cfd-bd48-e82af1cbee21 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1095 time: 0.0839629 Feb 09 16:12:33.477370 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:33.502259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:33.520234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e848e9b2-21f1-4a8f-b818-821db5ecadc9 req-8739f8fb-e870-4989-8919-5f224e983115 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751123 Feb 09 16:12:33.545469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37200) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:33.578000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:33.762940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-663613812'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:33.846148 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:33.951615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:34.148018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:12:34.217845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Made reservation on behalf of cb12b0b157b949308d8f9fef00dd5e3b for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:34.223632 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.243528 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.376807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.389704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37208) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:34.405550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7454253-a5d5-482f-ae01-4281f919741d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.458003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.511226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:12:34.511587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7454253-a5d5-482f-ae01-4281f919741d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.530864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4deb49b3-eb49-4aaf-93cf-94f4faadb352,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:34.541730 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.542425 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Added segment 931cd525-d931-4823-964f-74181a005bcd of type vlan for network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd Feb 09 16:12:34.590513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7454253-a5d5-482f-ae01-4281f919741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.624337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.671935 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a7454253-a5d5-482f-ae01-4281f919741d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9417e607c2b548218eaa12e5e53ac2e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808568 Feb 09 16:12:34.676805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37218) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:34.680303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7454253-a5d5-482f-ae01-4281f919741d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9ccb5f-c8ab-4ca6-b11b-0ef522b4b26f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:34.737802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff45f84-d593-4c08-b02d-9c44f1071a8d req-772253c9-e3e5-4f67-bf14-80fe5b3a74ce tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:34.740187 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ff45f84-d593-4c08-b02d-9c44f1071a8d req-772253c9-e3e5-4f67-bf14-80fe5b3a74ce tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1096 time: 0.0752642 Feb 09 16:12:34.813227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1623-6464-4b03-a468-74c6a3383f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.815889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ff45f84-d593-4c08-b02d-9c44f1071a8d req-e0bfa730-82c8-4a0a-8ac7-31bec2e84282 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603101 Feb 09 16:12:34.817669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.828221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:34.829611 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:34.866105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1623-6464-4b03-a468-74c6a3383f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:35.007341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4596648 Feb 09 16:12:35.013138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c7af2-42d9-4668-85d0-2fdb46bc9649 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Pushing event updated for resources: {'Network': ['ID=81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:35.023595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1623-6464-4b03-a468-74c6a3383f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:35.027521 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa3c1623-6464-4b03-a468-74c6a3383f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:35.028175 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fa3c1623-6464-4b03-a468-74c6a3383f62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e9ccb5f-c8ab-4ca6-b11b-0ef522b4b26f HTTP/1.1" status: 204 len: 168 time: 0.3493419 Feb 09 16:12:35.028985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:12:35.039708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c1623-6464-4b03-a468-74c6a3383f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9ccb5f-c8ab-4ca6-b11b-0ef522b4b26f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:35.467179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37234) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:35.472609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Request body: {'port': {'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd', 'binding:host_id': 'n-h2-828542-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1563778175'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:35.632610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Made reservation on behalf of 49231c7aa2634be58e3215e6c1a8b6f3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:35.632610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:35.642015 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:35.761734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:35.865886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:35.874701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] device_id is not set on port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:12:36.026860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd22c846-6442-4bdc-af56-c98853d70ce8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:36.030272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87547bdc-5097-436a-be2d-4cebf2392b3c req-80cf6879-50cd-4f48-a0ba-1c3b31892c9c tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:36.034176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87547bdc-5097-436a-be2d-4cebf2392b3c req-80cf6879-50cd-4f48-a0ba-1c3b31892c9c tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1096 time: 0.1224203 Feb 09 16:12:36.101483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87547bdc-5097-436a-be2d-4cebf2392b3c req-e174f3d9-65fa-4866-9001-58ff3035da44 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599225 Feb 09 16:12:36.260142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] device_id is not set on port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:12:36.272294 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:36.406841 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:36.472534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:36.485479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Checking segment: {'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:36.485933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Network hostable DHCP agents. Network: 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:12:36.618297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:12:36.783849 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:36.792074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:36.797321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c387dd4-526b-4fb3-a162-b52e7da2e27f None None] Network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:12:36.810396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:36.814726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:36.814726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:36.817317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:36.817746 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:36.818210 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 2 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:36.837183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:36.837756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:36.845368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:36.877609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:36.878601 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:36.879566 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 3 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:36.921451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:36.921898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:36.922331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:36.927905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:36.928393 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:36.928798 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 4 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:36.958264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:36.959401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:36.960495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:36.980248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:36.980665 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:36.981142 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 5 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:37.017889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:37.018454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:37.019022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:37.027841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:37.028784 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:37.029722 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 6 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:37.057929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:37.066238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:37.066238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:37.072619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:37.073888 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:37.075168 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 7 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:37.106056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:37.106576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:37.107778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:37.118099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:37.118553 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:37.119122 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 8 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:37.142850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:37.143667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:37.144879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:37.153770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:37.154222 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:37.154996 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 9 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:37.181871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:37.182473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:37.183025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:37.186219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:37.196388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:37.196895 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:37.198092 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 10 to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 Feb 09 16:12:37.248193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:37.248736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:37.249284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:37.273284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:37.275022 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:37.279325 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:37.382618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a9ecb-0e54-45e1-a79e-509183b4df8b req-0a665a68-b365-4142-ae01-a21b2b1ef67d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:37.385828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-996a9ecb-0e54-45e1-a79e-509183b4df8b req-0a665a68-b365-4142-ae01-a21b2b1ef67d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1096 time: 0.1551659 Feb 09 16:12:37.423748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:12:37.425070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] For port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:37.428587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempted to set empty binding levels {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 16:12:37.430467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:37.431132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:37.458804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-996a9ecb-0e54-45e1-a79e-509183b4df8b req-2271c0cc-429a-4f4b-840f-836cc87f8cb3 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596571 Feb 09 16:12:37.521796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:37.524555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:37.592028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:37.593571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c3b8dd-7f6c-449f-b088-58a9c754041a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:37.597933 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634b32c9-6d5d-4beb-807b-d5fc93cc0dc4" -d '{"events": [{"server_uuid": "b1c3b8dd-7f6c-449f-b088-58a9c754041a", "name": "network-vif-plugged", "status": "completed", "tag": "2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:37.640440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:37.643599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:37.644258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:37.667887 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:37.761117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37302) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:37.761443 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dc5b4ef6-3a8e-4323-976d-50a6831fd6fe tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2925098 Feb 09 16:12:37.810494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:37.816777 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a841d7-d857-4abb-94cf-bc47c3c61e9a x-openstack-request-id: req-e5a841d7-d857-4abb-94cf-bc47c3c61e9a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:37.817710 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c3b8dd-7f6c-449f-b088-58a9c754041a", "name": "network-vif-plugged", "status": "completed", "tag": "2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:37.818447 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5a841d7-d857-4abb-94cf-bc47c3c61e9a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:37.819392 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c3b8dd-7f6c-449f-b088-58a9c754041a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8', 'code': 200} Feb 09 16:12:37.994504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcd23d-3189-4fcd-a365-f3485a702496 req-cbed91ce-3ae4-43af-acdc-429adb5cb1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:37.996049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bdcd23d-3189-4fcd-a365-f3485a702496 req-cbed91ce-3ae4-43af-acdc-429adb5cb1a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1097 time: 0.1524723 Feb 09 16:12:38.049710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Deleting port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:12:38.050396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:38.068320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bdcd23d-3189-4fcd-a365-f3485a702496 req-d79e85ed-803f-47e6-bd37-b180de4b9bb7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641704 Feb 09 16:12:38.143356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] For port 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8, host n-h2-828542-1, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:38.143718 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:38.164648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Calling delete_port for 0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:12:38.400891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:38.453557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:38.461701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:38.465375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0228d219-8ea5-45b9-887a-7ce7f29862f6 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 HTTP/1.1" status: 204 len: 168 time: 0.7016191 Feb 09 16:12:38.469813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37318) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:38.506666 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-db929a53-0aa7-44f6-a2b6-553789d3fdad tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] GET failed (client error): The resource could not be found. Feb 09 16:12:38.509613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-db929a53-0aa7-44f6-a2b6-553789d3fdad tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "GET /v2.0/ports/0ad5cc1f-63ff-40f2-9ff5-72c29c7514f8 HTTP/1.1" status: 404 len: 333 time: 0.0384960 Feb 09 16:12:38.518743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37322) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:38.527144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Request body: {'port': {'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-258875501'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:39.039427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Made reservation on behalf of 49231c7aa2634be58e3215e6c1a8b6f3 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:39.050632 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:39.076523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] device_id is not set on port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:12:39.138176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686115e-8cd5-48e4-9f05-69a294413892 req-bc934025-15b8-43ec-92ba-50a4f1627e83 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:39.140125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b686115e-8cd5-48e4-9f05-69a294413892 req-bc934025-15b8-43ec-92ba-50a4f1627e83 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1097 time: 0.5325828 Feb 09 16:12:39.258999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b686115e-8cd5-48e4-9f05-69a294413892 req-0ee5ef71-3759-4af8-a7cd-add74c16bc7d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962586 Feb 09 16:12:39.404542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37336) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:39.420394 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:39.635239 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:39.665608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c134b9c2-7d19-47d3-8c8f-d974f999aa36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:39.691351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:39.695398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:39.698445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:39.699497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:39.700327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:39.704126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=3eff58f6-b5df-4660-a9db-820e80e3ccd4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:39.838304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c134b9c2-7d19-47d3-8c8f-d974f999aa36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:39.878012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ed254065-52c6-4fba-9ee7-5a86a0c1b768 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3566854 Feb 09 16:12:39.885379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37344) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:39.888235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:39.952490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:40.028936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c134b9c2-7d19-47d3-8c8f-d974f999aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:40.112062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134b9c2-7d19-47d3-8c8f-d974f999aa36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988213f6-c8fe-4613-acf0-4b22e72bccce,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:40.116873 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c134b9c2-7d19-47d3-8c8f-d974f999aa36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dac2dcdc5568414e8848458419a537ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7111726 Feb 09 16:12:40.120323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37352) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:40.196985 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c49fdf6-4e77-4232-9dbe-0a07618b11ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:40.212690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] device_id is not set on port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:12:40.221417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c49fdf6-4e77-4232-9dbe-0a07618b11ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:40.221699 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:40.389206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:40.434813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-61b2906d-7eaa-4bb7-a8ea-39e4239c3240 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0948505 Feb 09 16:12:40.445738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b61518-964d-4cd2-a87d-aa30ac9a6c2c req-62c4e2ce-36e0-44e0-b369-3ff102e1a7a4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.450799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7b61518-964d-4cd2-a87d-aa30ac9a6c2c req-62c4e2ce-36e0-44e0-b369-3ff102e1a7a4 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1097 time: 0.0909853 Feb 09 16:12:40.452366 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c49fdf6-4e77-4232-9dbe-0a07618b11ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:40.457540 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8c49fdf6-4e77-4232-9dbe-0a07618b11ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:40.459798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8c49fdf6-4e77-4232-9dbe-0a07618b11ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/988213f6-c8fe-4613-acf0-4b22e72bccce HTTP/1.1" status: 204 len: 168 time: 0.3382642 Feb 09 16:12:40.538668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49fdf6-4e77-4232-9dbe-0a07618b11ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988213f6-c8fe-4613-acf0-4b22e72bccce,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:40.610222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=3eff58f6-b5df-4660-a9db-820e80e3ccd4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:40.648413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7b61518-964d-4cd2-a87d-aa30ac9a6c2c req-c97cef12-1838-40b4-8b24-2df89a670de2 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732891 Feb 09 16:12:40.673232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:40.687658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:40.687658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:40.687658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:40.687658 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:40.688353 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 2 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:40.732725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:40.733318 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:40.733468 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:40.753140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:40.753140 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:40.753620 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 3 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:40.766749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4fa998e2-f2ad-439d-a1e2-0dd365d9eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.767458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4fa998e2-f2ad-439d-a1e2-0dd365d9eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.768333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4fa998e2-f2ad-439d-a1e2-0dd365d9eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.769013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4fa998e2-f2ad-439d-a1e2-0dd365d9eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.770153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4fa998e2-f2ad-439d-a1e2-0dd365d9eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.771410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4fa998e2-f2ad-439d-a1e2-0dd365d9eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.772499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4fa998e2-f2ad-439d-a1e2-0dd365d9eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.777962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4fa998e2-f2ad-439d-a1e2-0dd365d9eb98 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b36933f38f584954a6601282195d94fc&device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6487 time: 0.1746912 Feb 09 16:12:40.780968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:40.781470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:40.782146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:40.788058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:40.788543 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:40.789059 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 4 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:40.814900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:40.815449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:40.815835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:40.821280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:40.823405 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:40.823978 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 5 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:40.841737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:40.842251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:40.843019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:40.850052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:40.850869 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:40.851538 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 6 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:40.873928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:40.874584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:40.875139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:40.885523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:40.886331 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:40.887241 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 7 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:40.928285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:40.929177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:40.929973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:40.940582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:40.941767 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:40.941767 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 8 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:40.962007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8b2d7-2c7a-4489-9614-d42f7c925d95 req-69307a9f-1698-4e6c-9c7a-8c50ab4b7211 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:40.964428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6b8b2d7-2c7a-4489-9614-d42f7c925d95 req-69307a9f-1698-4e6c-9c7a-8c50ab4b7211 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1097 time: 0.1485977 Feb 09 16:12:40.990881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:40.991420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:40.992009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:41.004698 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:41.005257 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:41.005983 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 9 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:41.049329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:41.049837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:41.050468 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:41.066715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:41.066928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4df2e8e6-2bcb-4e9f-b4d9-5f1ac2d0d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.067599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4df2e8e6-2bcb-4e9f-b4d9-5f1ac2d0d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.068311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4df2e8e6-2bcb-4e9f-b4d9-5f1ac2d0d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.068579 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:41.069821 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 10 to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 Feb 09 16:12:41.070863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-4df2e8e6-2bcb-4e9f-b4d9-5f1ac2d0d4dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=69d961b1-3160-43c7-989b-93407151af0e&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&id=e25f59b9-53e0-424b-b146-dc14bde3063e&id=e25f59b9-53e0-424b-b146-dc14bde3063e HTTP/1.1" status: 200 len: 2294 time: 0.2394462 Feb 09 16:12:41.145040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:41.147740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:41.148634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:41.160323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:41.163812 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:41.163812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:41.218512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6b8b2d7-2c7a-4489-9614-d42f7c925d95 req-d03fd3f7-acb6-4dc1-ba78-67fb35557479 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097290 Feb 09 16:12:41.249889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-19ff47f6-ae29-4b29-8e8b-0a188194c045 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c HTTP/1.1" status: 200 len: 1001 time: 0.1419861 Feb 09 16:12:41.278261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] For port 3eff58f6-b5df-4660-a9db-820e80e3ccd4, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:41.279183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempted to set empty binding levels {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 16:12:41.325170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-365b7ddb-8945-4d54-93a3-d3e84ba78ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.327102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-365b7ddb-8945-4d54-93a3-d3e84ba78ac8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a2999133-afaf-4f57-b742-3f7b8281b3ba HTTP/1.1" status: 200 len: 851 time: 0.0687902 Feb 09 16:12:41.372966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:41.392893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] In _notify_port_updated(), no bound segment for port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:12:41.393781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.396034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:41.397877 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "PUT /v2.0/ports/3eff58f6-b5df-4660-a9db-820e80e3ccd4 HTTP/1.1" status: 200 len: 974 time: 1.5158424 Feb 09 16:12:41.400594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37378) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:41.459969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df550268-eb78-4c20-b1a7-0edc34e26b4d req-faa43a8b-7ab0-48f8-a69a-f57ae72826bf tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.461598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df550268-eb78-4c20-b1a7-0edc34e26b4d req-faa43a8b-7ab0-48f8-a69a-f57ae72826bf tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1097 time: 0.1057529 Feb 09 16:12:41.465345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-11d813f5-5cda-4a14-ad9e-41df3a1e0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.471682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-11d813f5-5cda-4a14-ad9e-41df3a1e0eea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69d961b1-3160-43c7-989b-93407151af0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299636 Feb 09 16:12:41.520753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82b7e3-ad55-4852-adff-7a3d0229127a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=3eff58f6-b5df-4660-a9db-820e80e3ccd4,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:41.559672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df550268-eb78-4c20-b1a7-0edc34e26b4d req-5f308616-5749-48ed-abee-8ebc20091f16 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853550 Feb 09 16:12:41.562485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.563057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.563723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.563980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.564470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.565368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.565495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.565922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.566399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.566821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.567369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.567712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.568184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.568636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.569357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.569522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.569967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.570406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.570915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.571567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.572025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.573093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.573551 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.574000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.574499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.574896 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.575344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.576626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.576626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.577002 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.577450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.578414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.578414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.578882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:41.588956 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-34bd3d0a-658d-4557-b44e-a8869bd7c112 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30797 time: 0.1821268 Feb 09 16:12:41.591798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37382) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:41.627017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-5dd04ca7-a74e-4501-80c8-e8ee0cb9f611 service neutron] 10.222.0.73 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508431 Feb 09 16:12:41.788865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Deleting port 3eff58f6-b5df-4660-a9db-820e80e3ccd4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:12:41.789213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:41.864407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-88d01499-60be-4979-85c6-f7286273fe49 service neutron] 10.222.0.73 "GET /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261834 Feb 09 16:12:41.969465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-618462fa-8aee-4019-95f8-dab6ae7b6d08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=ba14ea01-c13f-4107-a3eb-d8a84edd6042 HTTP/1.1" status: 200 len: 217 time: 0.0856333 Feb 09 16:12:42.021948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] For port 3eff58f6-b5df-4660-a9db-820e80e3ccd4, host n-h2-828542-1, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:42.022337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:42.076901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Calling delete_port for 3eff58f6-b5df-4660-a9db-820e80e3ccd4 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:12:42.171022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-5f6e3ad0-2ee2-4d85-a183-5d82ed637bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:42.172581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-5f6e3ad0-2ee2-4d85-a183-5d82ed637bd1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.1658025 Feb 09 16:12:42.247870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-112f6e0d-b5ed-4639-8d9e-0b1612a3d062 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:42.250726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-112f6e0d-b5ed-4639-8d9e-0b1612a3d062 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/networks?id=cacd54d0-4a46-435f-b907-b67e87aeb996 HTTP/1.1" status: 200 len: 911 time: 0.3892541 Feb 09 16:12:42.294314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-2d1c93a6-d97d-46ed-beb7-a5f4d0bba6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:42.297590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-2d1c93a6-d97d-46ed-beb7-a5f4d0bba6ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1133850 Feb 09 16:12:42.302051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-66d442fe-17b9-4812-b26d-de6280ad35c1 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/quotas/e02cb0ec3b534380a295d5838659ab96 HTTP/1.1" status: 200 len: 375 time: 0.0320454 Feb 09 16:12:42.337048 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:12:42.439908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-d4fc5dc2-3072-4ec3-a4e1-c10a4d3afb68 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=e02cb0ec3b534380a295d5838659ab96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295009 Feb 09 16:12:42.541633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:42.579527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-bec2245c-d488-4fa2-944c-8d0012da7a46 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704134 Feb 09 16:12:42.584861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eff58f6-b5df-4660-a9db-820e80e3ccd4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:42.608345 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:42.614461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e8542cd0-2493-48d2-bbde-b348d42767fb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/3eff58f6-b5df-4660-a9db-820e80e3ccd4 HTTP/1.1" status: 204 len: 168 time: 1.0225494 Feb 09 16:12:42.617780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:42.665351 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e0f96a-72e0-4d52-a999-c2b9782f184b tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] GET failed (client error): The resource could not be found. Feb 09 16:12:42.667836 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b4e0f96a-72e0-4d52-a999-c2b9782f184b tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "GET /v2.0/ports/3eff58f6-b5df-4660-a9db-820e80e3ccd4 HTTP/1.1" status: 404 len: 333 time: 0.0514107 Feb 09 16:12:42.672505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:42.678235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1597358960', 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:42.714878 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-c4146202-9086-4728-b511-29786f4f542c service neutron] 10.222.0.53 "GET /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561336 Feb 09 16:12:42.799676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-c3114b1f-5632-4232-a14c-37e90676f4bb service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064025 Feb 09 16:12:42.800213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Made reservation on behalf of 49231c7aa2634be58e3215e6c1a8b6f3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:42.804758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:42.843695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] device_id is not set on port f8435225-8aa7-4831-b2f3-042413968cce yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:12:42.871987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-597ca8da-e971-4d93-a72a-bd5bb428daee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=7cec8f69-c6a9-4d1f-9323-bdb476367ae2 HTTP/1.1" status: 200 len: 217 time: 0.0623829 Feb 09 16:12:42.944899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-9adc3c35-f9fb-4dbb-98cc-48293094cba0 service neutron] 10.222.0.53 "GET /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117274 Feb 09 16:12:42.959747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-f836df8b-1680-483a-892e-b398f988de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:42.961296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-f836df8b-1680-483a-892e-b398f988de70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.0803907 Feb 09 16:12:43.061801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-515541bd-a105-4773-817e-cbec60991d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:43.063527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-515541bd-a105-4773-817e-cbec60991d9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846109 Feb 09 16:12:43.083214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:43.213941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-05923199-e9f2-4d33-b79a-2e8c16471852 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408513 Feb 09 16:12:43.217914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:43.287859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:43.380349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:43.383905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:43.388458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:43.389643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:43.390611 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:43.394281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=f8435225-8aa7-4831-b2f3-042413968cce,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:43.448356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15e66733-9064-47ef-a750-ff458f73d23b req-704df16e-fb69-4d22-a62b-2f5545bc6b35 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 210 time: 0.0770152 Feb 09 16:12:43.482724 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1b31907-57d7-4bc2-8699-abdab7fdf896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:43.524127 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d3a6b6e0-b1f0-4efc-a277-909be47c1511 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8491747 Feb 09 16:12:43.527480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-a35acc6b-2326-4b13-9599-f034e0171335 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931230 Feb 09 16:12:43.527969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37444) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:43.600484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1b31907-57d7-4bc2-8699-abdab7fdf896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:43.642636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-f60a7067-175a-458f-8d03-bc73bf932e9e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8 HTTP/1.1" status: 200 len: 217 time: 0.1045961 Feb 09 16:12:43.651040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4f583-6573-41e5-abd1-b3dacff9a18d tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:43.652616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3fc4f583-6573-41e5-abd1-b3dacff9a18d tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "GET /v2.0/ports/f8435225-8aa7-4831-b2f3-042413968cce HTTP/1.1" status: 200 len: 955 time: 0.1235054 Feb 09 16:12:43.655483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37452) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:43.706242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-2af89949-f19f-4f8b-9f58-324d05fb6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:43.707865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-2af89949-f19f-4f8b-9f58-324d05fb6a77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.0541990 Feb 09 16:12:43.730685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1b31907-57d7-4bc2-8699-abdab7fdf896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:43.794808 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1b31907-57d7-4bc2-8699-abdab7fdf896 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eaa895891415426f8847f88a003f952a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756600 Feb 09 16:12:43.801020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37454) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:43.802438 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b31907-57d7-4bc2-8699-abdab7fdf896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6bca4d-ac94-4e99-9b5a-8ab64ca53a52,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:43.817152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5610e40d-a65c-4a4b-98ae-35b30660cf22 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Deleting port f8435225-8aa7-4831-b2f3-042413968cce {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:12:43.817500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5610e40d-a65c-4a4b-98ae-35b30660cf22 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:43.819391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-298f187f-cc4e-4714-a21d-989c8b4c1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:43.824133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-298f187f-cc4e-4714-a21d-989c8b4c1eba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061885 Feb 09 16:12:43.900555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5610e40d-a65c-4a4b-98ae-35b30660cf22 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:43.923299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5610e40d-a65c-4a4b-98ae-35b30660cf22 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Calling delete_port for f8435225-8aa7-4831-b2f3-042413968cce owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:12:43.974086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f5e9497-0c95-4dbb-833d-79a30405edab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.005723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-6f9a5fba-781e-4c80-aa84-68b3dbd4eb76 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676497 Feb 09 16:12:44.024149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f5e9497-0c95-4dbb-833d-79a30405edab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.143845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-92f99b1a-8653-485c-8d7a-c2d52b65c053 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286368 Feb 09 16:12:44.183891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5610e40d-a65c-4a4b-98ae-35b30660cf22 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.190380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-86fd6b6f-ffcf-4874-895b-72643164f263 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 HTTP/1.1" status: 200 len: 217 time: 0.0391746 Feb 09 16:12:44.222621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5610e40d-a65c-4a4b-98ae-35b30660cf22 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.227258 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5610e40d-a65c-4a4b-98ae-35b30660cf22 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f8435225-8aa7-4831-b2f3-042413968cce HTTP/1.1" status: 204 len: 168 time: 0.5697415 Feb 09 16:12:44.229262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610e40d-a65c-4a4b-98ae-35b30660cf22 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8435225-8aa7-4831-b2f3-042413968cce,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:44.233047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37464) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:44.249022 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f5e9497-0c95-4dbb-833d-79a30405edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.252765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9f5e9497-0c95-4dbb-833d-79a30405edab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.255302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9f5e9497-0c95-4dbb-833d-79a30405edab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b6bca4d-ac94-4e99-9b5a-8ab64ca53a52 HTTP/1.1" status: 204 len: 168 time: 0.4526236 Feb 09 16:12:44.269254 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cce27f-539c-4f5f-b896-8d223910f08a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] GET failed (client error): The resource could not be found. Feb 09 16:12:44.271089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e9497-0c95-4dbb-833d-79a30405edab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6bca4d-ac94-4e99-9b5a-8ab64ca53a52,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:44.279210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-91cce27f-539c-4f5f-b896-8d223910f08a tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "GET /v2.0/ports/f8435225-8aa7-4831-b2f3-042413968cce HTTP/1.1" status: 404 len: 333 time: 0.0444441 Feb 09 16:12:44.280374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37472) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:44.309074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Request body: {'port': {'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-576204811'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:44.321157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-07f2fd03-ae62-46ee-853d-aab9718ca07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:44.321157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-07f2fd03-ae62-46ee-853d-aab9718ca07c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 200 len: 797 time: 0.1148214 Feb 09 16:12:44.413711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-95c2307f-73fa-4887-9019-b9e90723cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:44.415719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-95c2307f-73fa-4887-9019-b9e90723cbc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8506dff6-cc07-4ac0-a54e-0a468d8daca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0910766 Feb 09 16:12:44.446725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Made reservation on behalf of 49231c7aa2634be58e3215e6c1a8b6f3 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:44.453813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.483616 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] device_id is not set on port e28c0501-3473-49ff-bd8b-323ca899acad yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:12:44.614938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77fc0fb5-c62d-4343-987d-24fd13fdd3a3 req-55320006-ffe9-4e44-8917-4d1d9d10cc8a tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 210 time: 0.0605574 Feb 09 16:12:44.622549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-91e20d0a-cdf2-420e-85d2-223fe3a1cfa8 service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993728 Feb 09 16:12:44.698356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.807986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-b8a60571-945b-4549-abc6-8aa88c4428ea service neutron] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634872 Feb 09 16:12:44.878110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-c656f93e-3c67-457a-9f05-6937de878310 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e2728606-5544-4a52-8521-7bdfeabf4734 HTTP/1.1" status: 200 len: 217 time: 0.0626481 Feb 09 16:12:44.898404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.948532 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:44.951284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:44.958752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:44.962605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:44.962605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:44.962933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-16a69af3-936a-43b8-9cf8-7929902e88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:44.963516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-16a69af3-936a-43b8-9cf8-7929902e88c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5 HTTP/1.1" status: 200 len: 797 time: 0.0759156 Feb 09 16:12:45.060897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-58646505-1259-4717-a4bf-3dd66222a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:45.062786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-58646505-1259-4717-a4bf-3dd66222a29b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e25f59b9-53e0-424b-b146-dc14bde3063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917253 Feb 09 16:12:45.070795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=e28c0501-3473-49ff-bd8b-323ca899acad,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:45.185693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-b6fa829d-02da-4aef-9822-9572b3f7fd98 service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079874 Feb 09 16:12:45.249972 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e32d516-1974-4138-b560-f6ac377280eb tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9677169 Feb 09 16:12:45.253695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37498) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:45.260060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:45.345427 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:45.615480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] device_id is not set on port e28c0501-3473-49ff-bd8b-323ca899acad yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:12:45.628534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:45.651781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-086b4d76-cbed-4f70-84af-cfb5bd632764 service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572895 Feb 09 16:12:45.704117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-51dda6b7-1e4c-4573-819f-8480afdfb43e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=297c7613-f889-4019-b8a4-0a3bc50fb865 HTTP/1.1" status: 200 len: 217 time: 0.0452671 Feb 09 16:12:45.779277 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:45.823448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-362ac99b-72ab-4604-b898-42bc329ea8aa req-be1c0178-2767-4720-83b7-78d250540666 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 210 time: 0.0555129 Feb 09 16:12:45.829781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-99feff36-b069-41a0-b04d-4f619a999e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:45.831249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-99feff36-b069-41a0-b04d-4f619a999e6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5 HTTP/1.1" status: 200 len: 797 time: 0.1153374 Feb 09 16:12:45.888385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88915fc-939d-41da-bab3-15c19b19e09e req-aab3ab74-b1e6-4d33-ade5-83c2ae5feb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:45.891477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-aab3ab74-b1e6-4d33-ade5-83c2ae5feb16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e25f59b9-53e0-424b-b146-dc14bde3063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499477 Feb 09 16:12:45.902300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=e28c0501-3473-49ff-bd8b-323ca899acad,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:45.928114 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:45.928617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:45.929042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:45.935099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:45.935446 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:45.935964 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 2 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:45.951158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:45.951591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:45.952004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:45.958229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:45.958229 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:45.958229 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 3 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:45.973040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:45.973520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:45.973873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:45.982403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:45.982790 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:45.983188 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 4 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:46.009139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:46.009139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:46.009139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:46.014305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:46.014629 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:46.015028 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 5 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:46.029425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-be5039af-7406-44f8-802c-acd70810fd7b service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310117 Feb 09 16:12:46.030168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:46.030516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:46.030857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:46.035858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:46.036478 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:46.036877 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 6 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:46.054760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:46.055209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:46.055623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:46.062283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:46.062713 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:46.065529 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 7 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:46.081694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:46.082280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:46.082619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:46.089108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:46.089108 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:46.089606 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 8 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:46.146814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:46.147426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:46.147958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:46.153787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d88915fc-939d-41da-bab3-15c19b19e09e req-d2f94028-f541-493a-90c0-fbcc7b657695 service neutron] 10.222.0.73 "GET /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139517 Feb 09 16:12:46.156396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:46.156527 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:46.157083 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 9 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:46.187866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:46.189007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:46.189981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:46.198747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:46.199352 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:46.200521 n-d-828542-1 neutron-server[103179]: INFO neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempt 10 to bind port e28c0501-3473-49ff-bd8b-323ca899acad Feb 09 16:12:46.226442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:46.227791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:46.230952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempting to bind port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:46.248645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:46.249558 n-d-828542-1 neutron-server[103179]: ERROR neutron.plugins.ml2.managers [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Failed to bind port e28c0501-3473-49ff-bd8b-323ca899acad on host n-h2-828542-1 for vnic_type normal using segments [{'id': '931cd525-d931-4823-964f-74181a005bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd'}] Feb 09 16:12:46.250315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:46.373851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] For port e28c0501-3473-49ff-bd8b-323ca899acad, host n-h2-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:46.374219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attempted to set empty binding levels {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 16:12:46.492372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:46.545506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] In _notify_port_updated(), no bound segment for port e28c0501-3473-49ff-bd8b-323ca899acad on network 81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:12:46.546359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:46.546966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:46.551176 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "PUT /v2.0/ports/e28c0501-3473-49ff-bd8b-323ca899acad HTTP/1.1" status: 200 len: 974 time: 1.2958872 Feb 09 16:12:46.552188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37532) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:46.602198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e28ad4-9ee9-4ca4-9379-a2e3efc3f7a3 tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event updated for resources: {'Port': ['ID=e28c0501-3473-49ff-bd8b-323ca899acad,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:46.647512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-5c069b74-880b-49be-b0a5-e8394437f0cc tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:46.649327 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-5c069b74-880b-49be-b0a5-e8394437f0cc tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.13 "GET /v2.0/networks?id=cacd54d0-4a46-435f-b907-b67e87aeb996 HTTP/1.1" status: 200 len: 911 time: 0.1531262 Feb 09 16:12:46.652413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Deleting port e28c0501-3473-49ff-bd8b-323ca899acad {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:12:46.652762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:46.661447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Request body: {'port': {'device_id': '0a729a17-d07a-4e59-a9ac-c29bf4b91afb', 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'admin_state_up': True, 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:46.729428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] For port e28c0501-3473-49ff-bd8b-323ca899acad, host n-h2-828542-1, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:46.729800 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:46.752054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Calling delete_port for e28c0501-3473-49ff-bd8b-323ca899acad owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:12:46.802925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Made reservation on behalf of e02cb0ec3b534380a295d5838659ab96 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:46.810124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:46.975763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Allocated IP 172.20.0.6 (cacd54d0-4a46-435f-b907-b67e87aeb996/d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f/dadf6a36-a98f-40a0-bd5e-c68e4bf26e30) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:12:47.064392 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.099900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67040637-7a32-4b65-81cc-5a697cb45c47 req-92ff1399-b195-411d-925d-87811d44d6cd tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 210 time: 0.1145995 Feb 09 16:12:47.127906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.135910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e28c0501-3473-49ff-bd8b-323ca899acad HTTP/1.1" status: 204 len: 168 time: 0.5797005 Feb 09 16:12:47.142282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37548) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:47.159250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b324b64-0060-4ff1-9773-45320a50b56c tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] Pushing event deleted for resources: {'Port': ['ID=e28c0501-3473-49ff-bd8b-323ca899acad,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:47.210900 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-f099e8d8-37c5-4b73-b1b8-98f3bc83f4dc tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] GET failed (client error): The resource could not be found. Feb 09 16:12:47.213313 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f099e8d8-37c5-4b73-b1b8-98f3bc83f4dc tempest-PortsAdminExtendedAttrsTestJSON-1267989211 tempest-PortsAdminExtendedAttrsTestJSON-1267989211-project-admin] 10.222.0.53 "GET /v2.0/ports/e28c0501-3473-49ff-bd8b-323ca899acad HTTP/1.1" status: 404 len: 333 time: 0.0693054 Feb 09 16:12:47.219108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37552) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:47.227098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.320990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.364437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.384377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:12:47.455006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Network cacd54d0-4a46-435f-b907-b67e87aeb996 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:47.458624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:47.465664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:47.553929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Pushing event updated for resources: {'Port': ['ID=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:47.599776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:47.600859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.619141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.670194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:47.711948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931cd525-d931-4823-964f-74181a005bcd') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:47.712763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931cd525-d931-4823-964f-74181a005bcd') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:47.743298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.773636 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.786667 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-bd6eac95-ac19-4213-85d0-32923de7757f tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1248412 Feb 09 16:12:47.787796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:12:47.788509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.796004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Request body: {'port': {'device_id': '0a729a17-d07a-4e59-a9ac-c29bf4b91afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:12:47.801694 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:12:47.908491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.936808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ac8529d3-772d-478f-bb4d-f8e106fcaaaf None None] Provisioning complete for port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:47.936808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac8529d3-772d-478f-bb4d-f8e106fcaaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:47.987093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ac8529d3-772d-478f-bb4d-f8e106fcaaaf None None] Port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:12:48.065672 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:48.082124 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:48.088061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] 10.222.0.53 "DELETE /v2.0/networks/81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd HTTP/1.1" status: 204 len: 168 time: 0.8673139 Feb 09 16:12:48.125894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b963d-bec1-4a2d-9306-296a4347b1b6 tempest-PortsAdminExtendedAttrsTestJSON-293831525 tempest-PortsAdminExtendedAttrsTestJSON-293831525-project] Pushing event deleted for resources: {'Network': ['ID=81c9bc5d-8cfd-4feb-b578-f91ca8a57bbd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:48.318973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:48.329908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:48.339283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39179f-e09a-4d28-ab30-313615d7a1eb req-277e1084-e678-4f32-b6a8-5bacc577edff tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:48.341598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df39179f-e09a-4d28-ab30-313615d7a1eb req-277e1084-e678-4f32-b6a8-5bacc577edff tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1027 time: 0.1060021 Feb 09 16:12:48.343902 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Transition to ACTIVE for port object dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:12:48.417596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df39179f-e09a-4d28-ab30-313615d7a1eb req-f2ec0abf-8094-43a3-b42e-97b7e9aa86f2 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Feb 09 16:12:48.520419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:48.589187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Pushing event updated for resources: {'Port': ['ID=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:48.664938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Attempting to bind port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:12:48.665282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Attempting to bind port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:12:48.665619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Attempting to bind port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 on network cacd54d0-4a46-435f-b907-b67e87aeb996 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:48.673144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 on network cacd54d0-4a46-435f-b907-b67e87aeb996 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:12:48.673615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Attempting to bind port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 on network cacd54d0-4a46-435f-b907-b67e87aeb996 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:12:48.681418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:12:48.681418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Checking segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:12:48.682296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Bound using segment: {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:12:48.682635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Bound port: dadf6a36-a98f-40a0-bd5e-c68e4bf26e30, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9065db30-bf2b-4dc2-aaf2-8be42de5210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:12:48.683399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:48.789101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] For port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:12:48.793838 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] For port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:12:48.901179 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:48.964834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:48.965726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:48.966964 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] 10.222.0.13 "PUT /v2.0/ports/dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 HTTP/1.1" status: 200 len: 1091 time: 1.1754456 Feb 09 16:12:48.967513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a729a17-d07a-4e59-a9ac-c29bf4b91afb', 'tag': 'dadf6a36-a98f-40a0-bd5e-c68e4bf26e30'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:48.970913 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57239d78-45ee-4682-9d29-3bc4a22b3606" -d '{"events": [{"name": "network-changed", "server_uuid": "0a729a17-d07a-4e59-a9ac-c29bf4b91afb", "tag": "dadf6a36-a98f-40a0-bd5e-c68e4bf26e30"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:49.013139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b868f2-99eb-47d1-bc06-f9bde4059629 service neutron] Pushing event updated for resources: {'Port': ['ID=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:49.064615 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a9f744-1c78-408e-99e4-1721bf3ed94a x-openstack-request-id: req-19a9f744-1c78-408e-99e4-1721bf3ed94a {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:49.066725 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a729a17-d07a-4e59-a9ac-c29bf4b91afb", "tag": "dadf6a36-a98f-40a0-bd5e-c68e4bf26e30", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:49.067029 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19a9f744-1c78-408e-99e4-1721bf3ed94a {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:49.069289 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a729a17-d07a-4e59-a9ac-c29bf4b91afb', 'tag': 'dadf6a36-a98f-40a0-bd5e-c68e4bf26e30', 'status': 'completed', 'code': 200} Feb 09 16:12:49.119383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37620) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:49.145543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239d78-45ee-4682-9d29-3bc4a22b3606 req-3733b18e-9551-40f8-8241-d486fc7ff64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:49.147144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-57239d78-45ee-4682-9d29-3bc4a22b3606 req-3733b18e-9551-40f8-8241-d486fc7ff64f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e02cb0ec3b534380a295d5838659ab96&device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1094 time: 0.0606737 Feb 09 16:12:49.492340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c00e70c0-d564-4876-b122-28c711f9bc15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb12b0b157b949308d8f9fef00dd5e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714161 Feb 09 16:12:49.495328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37634) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:49.597826 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5781235-b9bf-4ea5-8b2c-e9c889c99331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:49.645226 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5781235-b9bf-4ea5-8b2c-e9c889c99331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:49.661565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6bbee-6823-407f-b24e-82bddc15a81d req-4997e0a0-be84-44c7-b51d-09b9ca40f813 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:49.663206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fe6bbee-6823-407f-b24e-82bddc15a81d req-4997e0a0-be84-44c7-b51d-09b9ca40f813 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1094 time: 0.0812221 Feb 09 16:12:49.725009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9fe6bbee-6823-407f-b24e-82bddc15a81d req-3b2a42a0-85db-40a7-9392-7c8e79909419 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462315 Feb 09 16:12:49.795901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239d78-45ee-4682-9d29-3bc4a22b3606 req-f9d7b6c1-2f83-4312-af4a-8298d45d0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:49.798906 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-57239d78-45ee-4682-9d29-3bc4a22b3606 req-f9d7b6c1-2f83-4312-af4a-8298d45d0a36 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e02cb0ec3b534380a295d5838659ab96&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6410885 Feb 09 16:12:49.846851 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5781235-b9bf-4ea5-8b2c-e9c889c99331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:49.852854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5781235-b9bf-4ea5-8b2c-e9c889c99331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:49.855335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b5781235-b9bf-4ea5-8b2c-e9c889c99331 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4deb49b3-eb49-4aaf-93cf-94f4faadb352 HTTP/1.1" status: 204 len: 168 time: 0.3582778 Feb 09 16:12:49.870799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5781235-b9bf-4ea5-8b2c-e9c889c99331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deb49b3-eb49-4aaf-93cf-94f4faadb352,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:50.045372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57239d78-45ee-4682-9d29-3bc4a22b3606 req-16cf4cf9-e91b-4d9d-9917-d89e6d7a71c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:50.047210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-57239d78-45ee-4682-9d29-3bc4a22b3606 req-16cf4cf9-e91b-4d9d-9917-d89e6d7a71c3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395773 Feb 09 16:12:50.169495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-3efad8e0-4088-4c76-89f1-91b49c636a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:50.172262 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-3efad8e0-4088-4c76-89f1-91b49c636a1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e02cb0ec3b534380a295d5838659ab96&device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1094 time: 0.0745721 Feb 09 16:12:50.217945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37646) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:50.221904 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-c7c519d4-e3eb-40dd-93ac-7ecf5870b846 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 HTTP/1.1" status: 200 len: 217 time: 0.0422401 Feb 09 16:12:50.315589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-c77c890f-0bff-47bb-b43f-0474326f20d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:50.316157 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-c77c890f-0bff-47bb-b43f-0474326f20d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f HTTP/1.1" status: 200 len: 849 time: 0.0861034 Feb 09 16:12:50.403020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-7131c3e6-8594-45b7-b75a-df83aca23ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:50.405984 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-7131c3e6-8594-45b7-b75a-df83aca23ef6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cacd54d0-4a46-435f-b907-b67e87aeb996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823903 Feb 09 16:12:50.434481 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-907b63a2-054b-49c0-bf8b-67d9c077abc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:50.547144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-2bfa79b9-07d8-42e2-ba46-cf29c79ee91c service neutron] 10.222.0.13 "GET /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338699 Feb 09 16:12:50.589648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-907b63a2-054b-49c0-bf8b-67d9c077abc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:50.669051 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-09bdaa73-5de4-4761-8500-7afd2da36acf req-289ee653-8044-4471-93b1-a9e558ce3495 service neutron] 10.222.0.13 "GET /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142778 Feb 09 16:12:50.725896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37658) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:50.771514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-907b63a2-054b-49c0-bf8b-67d9c077abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:50.788180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c094e902-f8fb-4d2f-99d2-54888eda70c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49231c7aa2634be58e3215e6c1a8b6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609066 Feb 09 16:12:50.792340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37662) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:50.828483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37664) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:50.829694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-907b63a2-054b-49c0-bf8b-67d9c077abc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2a891260943418183a08e9046aeccf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102412 Feb 09 16:12:50.830796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b63a2-054b-49c0-bf8b-67d9c077abc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b674c-bf14-432f-b1f8-b4b677aee13c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:50.893141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877d282-8f45-4c4c-b64d-80f5279bfd90 req-6e68f013-4dc3-4f51-9a12-485212c30fc3 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:50.900831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d877d282-8f45-4c4c-b64d-80f5279bfd90 req-6e68f013-4dc3-4f51-9a12-485212c30fc3 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1094 time: 0.0648186 Feb 09 16:12:50.905860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:50.927932 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22d325b2-a287-49bf-a59c-bc8db9b317d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:50.952674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:50.972053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d877d282-8f45-4c4c-b64d-80f5279bfd90 req-cf9122b7-850a-4e42-a1cf-29bcd5c339ab tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686941 Feb 09 16:12:50.988764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22d325b2-a287-49bf-a59c-bc8db9b317d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:51.235082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:51.238959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:51.240724 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd22c846-6442-4bdc-af56-c98853d70ce8 HTTP/1.1" status: 204 len: 168 time: 0.4465952 Feb 09 16:12:51.260345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd22c846-6442-4bdc-af56-c98853d70ce8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:51.260345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.260345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.260345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.260345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.260345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.260345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.260345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.261052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.261052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.261199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.261584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.261910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf662b-fa42-4c53-ae1d-0a4e19e2202d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:12:51.288219 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22d325b2-a287-49bf-a59c-bc8db9b317d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:51.291976 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22d325b2-a287-49bf-a59c-bc8db9b317d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:51.297521 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-22d325b2-a287-49bf-a59c-bc8db9b317d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/829b674c-bf14-432f-b1f8-b4b677aee13c HTTP/1.1" status: 204 len: 168 time: 0.4651504 Feb 09 16:12:51.304551 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d325b2-a287-49bf-a59c-bc8db9b317d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b674c-bf14-432f-b1f8-b4b677aee13c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:51.535100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984b896-bc4b-4d6a-9c3f-02016d804de6 req-8b0ed8dd-4f74-4306-a55a-7c50462d9890 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:51.548189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e984b896-bc4b-4d6a-9c3f-02016d804de6 req-8b0ed8dd-4f74-4306-a55a-7c50462d9890 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1098 time: 0.0751352 Feb 09 16:12:51.586193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e984b896-bc4b-4d6a-9c3f-02016d804de6 req-a4b733e4-4521-4015-b3d5-da29770dc294 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Feb 09 16:12:51.612959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37686) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:51.831865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port dd41eb1d-a0b1-4354-b19d-db6378bfcb0f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:12:51.832412 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:51.938859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:51.939198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:51.953516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for dd41eb1d-a0b1-4354-b19d-db6378bfcb0f owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:12:52.131855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619555f3-620e-4d41-a32b-fcf8e80309f0 req-1c4f404c-dae6-4366-aa86-cfff686f7dda tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:52.133807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-619555f3-620e-4d41-a32b-fcf8e80309f0 req-1c4f404c-dae6-4366-aa86-cfff686f7dda tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1094 time: 0.0588233 Feb 09 16:12:52.176430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-619555f3-620e-4d41-a32b-fcf8e80309f0 req-ea30989f-98c8-4f34-8b2e-16e2d6723fea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Feb 09 16:12:52.400028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:52.437020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=dd41eb1d-a0b1-4354-b19d-db6378bfcb0f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:52.524365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:52.524789 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Floating IP 38be0259-140b-4899-97d2-8b9947ec0db3 disassociated (deleted). External IP: 172.25.5.221, port: b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3. Feb 09 16:12:52.703168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37718) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:52.725880 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37006867-00cd-4f86-baf2-8fae47602acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:52.844652 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 28d011aa-4b73-428a-99d3-231485920bd6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:12:53.011384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37006867-00cd-4f86-baf2-8fae47602acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:53.029068 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-367c5910-1475-4093-a155-efcaeea5d39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:53.099854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:12:53.112397 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:53.115386 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] Sync routers for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:12:53.145266 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:53.145266 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:53.165702 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d541d0fb-5459-421a-be44-0a6cba74f309 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/floatingips/38be0259-140b-4899-97d2-8b9947ec0db3 HTTP/1.1" status: 204 len: 168 time: 1.5483134 Feb 09 16:12:53.165702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:53.179272 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61499d66-dc65-49b4-931a-f9adf8a81461" -d '{"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:53.203464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37006867-00cd-4f86-baf2-8fae47602acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:53.306636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37006867-00cd-4f86-baf2-8fae47602acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857265ed-1145-4a01-abb0-07b2fa2864a0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:53.309745 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:53.382773 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3865aa1a-b083-49a3-8a02-d0fa84895b2a x-openstack-request-id: req-3865aa1a-b083-49a3-8a02-d0fa84895b2a {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:53.383046 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:53.383305 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3865aa1a-b083-49a3-8a02-d0fa84895b2a {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:53.383988 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'status': 'completed', 'code': 200} Feb 09 16:12:53.424645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37736) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:53.457691 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-37006867-00cd-4f86-baf2-8fae47602acd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a05acc7608c43a0b9f65c17268fb788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7531693 Feb 09 16:12:53.467262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37740) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:53.484106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-43167f96-d654-40ae-8262-f0dfa24b69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:53.487037 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-43167f96-d654-40ae-8262-f0dfa24b69c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 1098 time: 0.1579053 Feb 09 16:12:53.502964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52596d-0e96-4c56-b9a8-8b0bd054273f req-fb5ef6ea-23d3-4633-bb42-cca96ccd6afd tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:53.504844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e52596d-0e96-4c56-b9a8-8b0bd054273f req-fb5ef6ea-23d3-4633-bb42-cca96ccd6afd tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1094 time: 0.0911951 Feb 09 16:12:53.556829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e52596d-0e96-4c56-b9a8-8b0bd054273f req-eecb8f32-6f85-457e-a522-92be23263c7b tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450718 Feb 09 16:12:53.672037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-475f6390-455b-419d-802b-5a41049c8ff1 tempest-AgentManagementNegativeTest-586426610 tempest-AgentManagementNegativeTest-586426610-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2417135 Feb 09 16:12:53.707466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-105fbe49-1cf5-4a9a-8159-001921633279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:53.737384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-6b4060ae-7773-483a-98cf-2ae12f77ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:53.739986 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-6b4060ae-7773-483a-98cf-2ae12f77ead2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 200 len: 897 time: 0.2421350 Feb 09 16:12:53.750654 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:53.760453 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-105fbe49-1cf5-4a9a-8159-001921633279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:53.801230 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-c140999c-d0c6-436c-b71c-fc5b4c2894fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 200 len: 217 time: 0.0542631 Feb 09 16:12:53.811963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:12:53.828665 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] Checking router: 28d011aa-4b73-428a-99d3-231485920bd6 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:12:53.856557 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:12:53.863478 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:53.891142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-1b1007df-dda9-44b9-aa75-aa4441e5a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:53.891142 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-1b1007df-dda9-44b9-aa75-aa4441e5a7b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 200 len: 834 time: 0.0783682 Feb 09 16:12:53.945271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-ce1b97bf-eef5-4da9-848b-2611a9357779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:53.947271 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-ce1b97bf-eef5-4da9-848b-2611a9357779 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0918b5ae-bc65-4f13-86b0-90c39d15b219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529137 Feb 09 16:12:54.099462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-105fbe49-1cf5-4a9a-8159-001921633279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:54.102436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-105fbe49-1cf5-4a9a-8159-001921633279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:54.103762 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-105fbe49-1cf5-4a9a-8159-001921633279 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/857265ed-1145-4a01-abb0-07b2fa2864a0 HTTP/1.1" status: 204 len: 168 time: 0.6344161 Feb 09 16:12:54.145626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fbe49-1cf5-4a9a-8159-001921633279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857265ed-1145-4a01-abb0-07b2fa2864a0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:54.145626 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-b382cc26-38fa-4f1e-a5f2-e731198cd70c service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826003 Feb 09 16:12:54.193049 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:12:54.261942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:54.278324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'dadf6a36-a98f-40a0-bd5e-c68e4bf26e30', 'network_id': 'cacd54d0-4a46-435f-b907-b67e87aeb996', 'port_id': 'dadf6a36-a98f-40a0-bd5e-c68e4bf26e30', 'mac_address': 'fa:16:3e:57:8a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39fd3cb-e6e6-43c8-a57e-f0826a5cd38f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:12:54.381102 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:54.398939 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-61499d66-dc65-49b4-931a-f9adf8a81461 req-8368ec6b-6278-45fc-84fc-1a38b7f9d430 service neutron] 10.222.0.13 "GET /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528546 Feb 09 16:12:54.408280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:12:54.413771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bbc94-c555-4304-8840-463adff838f9 req-79a4acf7-5135-40b4-80cc-99057d879178 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:54.426385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d3bbc94-c555-4304-8840-463adff838f9 req-79a4acf7-5135-40b4-80cc-99057d879178 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 947 time: 0.0999489 Feb 09 16:12:54.485288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:54.520762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d3bbc94-c555-4304-8840-463adff838f9 req-e83db1a3-b07d-46b0-90d7-dc28c9e2dd64 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901628 Feb 09 16:12:54.551087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:54.663317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:54.739624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:54.761261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284566c-79b4-4396-ba05-fea72e9ee021 req-5739657a-3e4e-4933-9a7e-33941d72afcf tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:54.763468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9284566c-79b4-4396-ba05-fea72e9ee021 req-5739657a-3e4e-4933-9a7e-33941d72afcf tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1095 time: 0.1120474 Feb 09 16:12:54.830946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9284566c-79b4-4396-ba05-fea72e9ee021 req-c9dee959-c752-4b4d-9a46-245e967fe41e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Feb 09 16:12:54.877380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['dadf6a36-a98f-40a0-bd5e-c68e4bf26e30'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:12:54.931288 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:12:54.949537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17008334-6d37-42b8-8325-0690433e0682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:54.976422 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9093416-cc1f-4e03-85cd-be11809c1dc5 None None] The sync data for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 is: [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:10:35Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '7af9e899-72e9-44d2-b49a-f83f118a7d24', 'name': '', 'network_id': '0918b5ae-bc65-4f13-86b0-90c39d15b219', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:22:48:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:33Z', 'updated_at': '2022-02-09T16:10:42Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '389066c8-53da-4ed2-8de3-2b24049c5bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:12:55.125110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17008334-6d37-42b8-8325-0690433e0682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.293470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17008334-6d37-42b8-8325-0690433e0682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.294543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bb47f00-0f08-4c36-9907-bebd748141e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.348603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17008334-6d37-42b8-8325-0690433e0682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec569c-4c2c-4c3f-9226-3cfa8499eb23,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:55.373828 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17008334-6d37-42b8-8325-0690433e0682 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6ed885a2e0c479998f7bb302f57bc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8215120 Feb 09 16:12:55.377288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37782) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:55.384119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9568d-6d82-40af-8495-0b6dd8b1f6d9 None None] New status for floating IP 38be0259-140b-4899-97d2-8b9947ec0db3: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:12:55.463836 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3778ee4-3851-47ae-8f85-2beaf635f373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.518665 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3778ee4-3851-47ae-8f85-2beaf635f373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.568566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5254d-a596-4782-95ce-d27062eeda72 req-d250d2a6-20e0-46c8-ac15-02052d88cafc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:55.570406 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-18f5254d-a596-4782-95ce-d27062eeda72 req-d250d2a6-20e0-46c8-ac15-02052d88cafc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 947 time: 0.1045725 Feb 09 16:12:55.718522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f66a68-b4a0-4a12-8c28-f2c57881deb1 req-558d27b7-f93a-4f12-a0fe-6f6918d50854 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:55.721848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05f66a68-b4a0-4a12-8c28-f2c57881deb1 req-558d27b7-f93a-4f12-a0fe-6f6918d50854 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 947 time: 0.0832367 Feb 09 16:12:55.723422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3778ee4-3851-47ae-8f85-2beaf635f373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.727683 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3778ee4-3851-47ae-8f85-2beaf635f373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.733410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b3778ee4-3851-47ae-8f85-2beaf635f373 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7eec569c-4c2c-4c3f-9226-3cfa8499eb23 HTTP/1.1" status: 204 len: 168 time: 0.3493621 Feb 09 16:12:55.738754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3778ee4-3851-47ae-8f85-2beaf635f373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec569c-4c2c-4c3f-9226-3cfa8499eb23,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:55.745578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:12:55.745771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.829332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:12:55.847958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05f66a68-b4a0-4a12-8c28-f2c57881deb1 req-eb7b929e-b8f2-4d2f-bb2d-e23652e822d1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=2148d774-5832-4ada-b12d-ec370b7d0403&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961423 Feb 09 16:12:55.951130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:55.951673 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:55.972502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:12:56.087098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:12:56.097480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:12:56.098642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:56.129910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c87e2b-db46-4c23-84bd-0647d0f04d6a req-c8cc9e6b-08d7-4663-aff3-874ab7236ab2 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:56.141021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62c87e2b-db46-4c23-84bd-0647d0f04d6a req-c8cc9e6b-08d7-4663-aff3-874ab7236ab2 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1095 time: 0.1494672 Feb 09 16:12:56.208976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62c87e2b-db46-4c23-84bd-0647d0f04d6a req-1863362b-359b-4ccd-943b-3cfd3af52c46 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664833 Feb 09 16:12:56.273111 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:56.310752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a729a17-d07a-4e59-a9ac-c29bf4b91afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadf6a36-a98f-40a0-bd5e-c68e4bf26e30'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:56.314092 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e250939f-2762-4464-93ec-9433161d9ad4" -d '{"events": [{"server_uuid": "0a729a17-d07a-4e59-a9ac-c29bf4b91afb", "name": "network-vif-plugged", "status": "completed", "tag": "dadf6a36-a98f-40a0-bd5e-c68e4bf26e30"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:56.339584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:12:56.349207 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:56.414791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:56.460416 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:56.461726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:12:56.500807 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17f969c-e99d-4982-b45c-4aa7e3a56c3c x-openstack-request-id: req-e17f969c-e99d-4982-b45c-4aa7e3a56c3c {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:56.501826 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a729a17-d07a-4e59-a9ac-c29bf4b91afb", "name": "network-vif-plugged", "status": "completed", "tag": "dadf6a36-a98f-40a0-bd5e-c68e4bf26e30", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:56.502497 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e17f969c-e99d-4982-b45c-4aa7e3a56c3c {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:56.503379 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a729a17-d07a-4e59-a9ac-c29bf4b91afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadf6a36-a98f-40a0-bd5e-c68e4bf26e30', 'code': 200} Feb 09 16:12:56.532006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] No DVR routers for this DVR port b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:12:56.542705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:56.546756 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-18f5254d-a596-4782-95ce-d27062eeda72 req-28a94e7a-029a-4190-a975-07559995a575 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "DELETE /v2.0/ports/b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 HTTP/1.1" status: 204 len: 173 time: 0.9690287 Feb 09 16:12:56.547280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-deleted', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:12:56.549828 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1713b8d-cc8f-4aec-a122-3faac0d10f4a" -d '{"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-deleted", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:12:56.624878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d351-d2c5-47d8-82e8-676884cb81e1 req-9d9ac129-86c8-4da8-9e9e-b52f3038614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:56.627305 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fce1d351-d2c5-47d8-82e8-676884cb81e1 req-9d9ac129-86c8-4da8-9e9e-b52f3038614a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1096 time: 0.0647666 Feb 09 16:12:56.671780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:12:56.672668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:12:56.719367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-fce1d351-d2c5-47d8-82e8-676884cb81e1 req-f5ca6981-ee1e-4b36-854b-85da4702d6f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727642 Feb 09 16:12:56.727124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:56.806790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:56.853294 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bbf30d-a6c0-4b55-8a66-741dd9529062 x-openstack-request-id: req-b6bbf30d-a6c0-4b55-8a66-741dd9529062 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:12:56.854316 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84a4e7e-f55d-44a1-8325-8252e70a4e91", "name": "network-vif-deleted", "tag": "b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:12:56.854930 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6bbf30d-a6c0-4b55-8a66-741dd9529062 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:12:56.855550 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84a4e7e-f55d-44a1-8325-8252e70a4e91', 'name': 'network-vif-deleted', 'tag': 'b7c9e7a2-fd1e-4dca-a633-e39dc951c0f3', 'status': 'completed', 'code': 200} Feb 09 16:12:57.012696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f285399-2e77-46d7-a0b7-f9fdda4a9724 req-abf87cf5-e5f9-4017-ac2d-90035c68a984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 210 time: 0.0647061 Feb 09 16:12:57.339380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210358e9-8183-4292-98e6-1461dd6618ed req-d19d76ab-579e-4c6c-b3a8-a66cf0776e10 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:57.341337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-210358e9-8183-4292-98e6-1461dd6618ed req-d19d76ab-579e-4c6c-b3a8-a66cf0776e10 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1096 time: 0.0483210 Feb 09 16:12:57.386809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-210358e9-8183-4292-98e6-1461dd6618ed req-4998f11b-14e4-45f9-9a65-a068aa219391 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362718 Feb 09 16:12:57.756899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37860) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:57.914509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1649860271', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:58.042508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Made reservation on behalf of fedd3f828c074618a770d7f6d52fd2b9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:58.050102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.060735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.226301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-964c54a6-28c3-4f4e-86f2-5091e86ece50 req-8beecf75-91db-4a61-a3f4-129c2e5889ae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=a84a4e7e-f55d-44a1-8325-8252e70a4e91 HTTP/1.1" status: 200 len: 210 time: 0.0491028 Feb 09 16:12:58.241690 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.243613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.271747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37878) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:58.315533 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.321860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] device_id is not set on port 6ec53b90-352c-4591-abaf-b717ea04d267 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:12:58.413518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add7db1b-9e0d-49ec-bc99-041b7fd7431e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:58.470831 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1952731663'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:58.526463 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.541797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Allocated IP 172.25.5.60 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/6ec53b90-352c-4591-abaf-b717ea04d267) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:12:58.569097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d7b0-5d7a-43c4-8a4d-e025a640208e req-35481ccf-32f2-4a1b-92bd-845b41f69f27 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:58.570671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c146d7b0-5d7a-43c4-8a4d-e025a640208e req-35481ccf-32f2-4a1b-92bd-845b41f69f27 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1096 time: 0.0774665 Feb 09 16:12:58.667624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c146d7b0-5d7a-43c4-8a4d-e025a640208e req-16a9a5a8-0fa0-4095-93ea-5fc99ab47a23 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837417 Feb 09 16:12:58.760361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Made reservation on behalf of f3341f79f09f43dba1f930945e395f70 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:12:58.763965 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.791999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.808342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.899561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62601b11-da56-43e7-a72c-36dda965c551 req-229470f3-a5c9-42f9-be26-57a382157b95 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:58.901455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62601b11-da56-43e7-a72c-36dda965c551 req-229470f3-a5c9-42f9-be26-57a382157b95 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1096 time: 0.1433349 Feb 09 16:12:58.967371 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:58.970180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62601b11-da56-43e7-a72c-36dda965c551 req-68492540-cd71-4e9c-a632-2ae4ac3e1f79 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586033 Feb 09 16:12:59.048963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:59.114548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:59.155267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:12:59.174986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:12:59.190579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:12:59.193835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:12:59.199701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Pushing event updated for resources: {'Port': ['ID=6ec53b90-352c-4591-abaf-b717ea04d267,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:59.283502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:59.283502 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Added segment 6013e905-dd4a-41bf-89f4-364645ac55fd of type vlan for network b4d70d74-8e2a-433a-97b0-30871f317376 Feb 09 16:12:59.298883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf01295f-5b57-4862-a196-aed0f02a58e5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:59.305932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:59.350812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fb805-7c5c-4cd7-a033-2f0a2f8ae9fa req-1044059f-c969-4a55-9ad9-29d982ac6b3d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:59.353478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d3fb805-7c5c-4cd7-a033-2f0a2f8ae9fa req-1044059f-c969-4a55-9ad9-29d982ac6b3d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1096 time: 0.2606072 Feb 09 16:12:59.370693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:59.371506 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:59.415550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:59.455480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d3fb805-7c5c-4cd7-a033-2f0a2f8ae9fa req-a44c090b-dd8c-491b-be2d-1f71b940ffde tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885518 Feb 09 16:12:59.586217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a2191d8-9713-4b93-abd6-f628fa48d7d5 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8279729 Feb 09 16:12:59.590442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37908) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:59.598382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}]}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:59.608904 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:59.618323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:12:59.620000 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:12:59.718326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Network': ['ID=b4d70d74-8e2a-433a-97b0-30871f317376,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:12:59.751640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network b4d70d74-8e2a-433a-97b0-30871f317376 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:12:59.890700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c9075f1b-d223-4b7c-a2c1-d4baf32011b6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6177464 Feb 09 16:12:59.892351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37916) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:12:59.897806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'subnet': {'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:12:59.957285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.081454 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.082542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.161123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.322424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port 7af9e899-72e9-44d2-b49a-f83f118a7d24 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:00.322424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.332853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Made reservation on behalf of f3341f79f09f43dba1f930945e395f70 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:00.333914 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.338224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.623521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.635432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3e46f-e3d8-42ee-a114-8db080a1146f req-6999a384-752b-4a20-a876-dcccd07cd89d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:00.637065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab3e46f-e3d8-42ee-a114-8db080a1146f req-6999a384-752b-4a20-a876-dcccd07cd89d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1096 time: 0.2472727 Feb 09 16:13:00.727985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab3e46f-e3d8-42ee-a114-8db080a1146f req-da62e59b-1144-44ae-95c5-8d6fb0155671 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773816 Feb 09 16:13:00.798548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port 7af9e899-72e9-44d2-b49a-f83f118a7d24, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7af9e899-72e9-44d2-b49a-f83f118a7d24,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:00.798974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:00.818086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for 7af9e899-72e9-44d2-b49a-f83f118a7d24 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:00.936165 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.107820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Subnet': ['ID=1de8c662-63b0-46de-8d39-22a32d463e52,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:01.155556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Checking segment: {'id': '6013e905-dd4a-41bf-89f4-364645ac55fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:01.155936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Network hostable DHCP agents. Network: b4d70d74-8e2a-433a-97b0-30871f317376, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:13:01.177331 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.200825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.269679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.314065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=7af9e899-72e9-44d2-b49a-f83f118a7d24,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:01.315824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Network b4d70d74-8e2a-433a-97b0-30871f317376 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:13:01.424512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, b4d70d74-8e2a-433a-97b0-30871f317376) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:01.427719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.435088 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec71a8a-49f4-4787-bbe2-1077ad358b22 None None] Network b4d70d74-8e2a-433a-97b0-30871f317376 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:01.435952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:01.436394 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.674641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-391e1f50-6851-48ec-b08d-b93c38677692 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:01.676513 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-391e1f50-6851-48ec-b08d-b93c38677692 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1096 time: 0.1376071 Feb 09 16:13:01.708830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6ae40f16-ec37-42c9-bad6-bc755bdcb79b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8150866 Feb 09 16:13:01.713262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37936) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:01.714690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.731765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376', 'name': 'tempest-AllowedAddressPairTestJSON-1004279273'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:01.807936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-b4d70d74-8e2a-433a-97b0-30871f317376', 'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376', 'tenant_id': 'f3341f79f09f43dba1f930945e395f70', 'fixed_ips': [{'subnet_id': '1de8c662-63b0-46de-8d39-22a32d463e52'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:13:01.813043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.907141 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:01.961272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Deleting port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:01.961589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.123343 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Allocated IP 172.20.0.2 (b4d70d74-8e2a-433a-97b0-30871f317376/1de8c662-63b0-46de-8d39-22a32d463e52/1fccab9d-b625-4e39-89bc-4b3da1ce42ca) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:02.214709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] For port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:02.215045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.244019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Calling delete_port for dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:02.246312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.260755 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.318835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 28d011aa-4b73-428a-99d3-231485920bd6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:02.373348 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.424990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9852e0-5147-449f-a3b2-1e91cb30069b req-fe906bd0-9040-4a73-ad22-7387a3dcb8c0 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:02.428407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a9852e0-5147-449f-a3b2-1e91cb30069b req-fe906bd0-9040-4a73-ad22-7387a3dcb8c0 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 1096 time: 0.2989564 Feb 09 16:13:02.471790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.530737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.531721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8f8af1-af97-4ce8-9c5c-5311471b7cf9 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:13:02.561591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Network b4d70d74-8e2a-433a-97b0-30871f317376 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:02.561859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a9852e0-5147-449f-a3b2-1e91cb30069b req-37fbcc25-d1b5-48fa-8c28-3c30d797e688 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207161 Feb 09 16:13:02.579235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:02.586299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:02.586956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:02.591370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Pushing event updated for resources: {'Port': ['ID=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:02.597728 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2d836755-d1ee-40b8-9790-94517dd44d72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "PUT /v2.0/routers/28d011aa-4b73-428a-99d3-231485920bd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2887139 Feb 09 16:13:02.601872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37950) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:02.608470 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] Sync routers for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:02.639926 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:02.640606 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:02.642404 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 16:13:02.644604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d8a38628-e838-4c3c-987e-1465f9ed5739 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0520506 Feb 09 16:13:02.647340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37954) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:02.670256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Attempting to bind port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:13:02.670698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Attempting to bind port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6013e905-dd4a-41bf-89f4-364645ac55fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:13:02.671260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Attempting to bind port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca on network b4d70d74-8e2a-433a-97b0-30871f317376 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:02.674241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-85521a79-f1e4-49c7-a749-1ce24e0303a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting subnet 389066c8-53da-4ed2-8de3-2b24049c5bf6 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:13:02.678691 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85521a79-f1e4-49c7-a749-1ce24e0303a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.682463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:13:02.684789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Checking segment: {'id': '6013e905-dd4a-41bf-89f4-364645ac55fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:02.697925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.697925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Bound using segment: {'id': '6013e905-dd4a-41bf-89f4-364645ac55fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:13:02.697925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Bound port: 1fccab9d-b625-4e39-89bc-4b3da1ce42ca, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6013e905-dd4a-41bf-89f4-364645ac55fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:13:02.697925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.761310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Made reservation on behalf of f3341f79f09f43dba1f930945e395f70 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:02.771467 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85521a79-f1e4-49c7-a749-1ce24e0303a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.776734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.783008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] For port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:13:02.788155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] For port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,segment=NetworkSegment(6013e905-dd4a-41bf-89f4-364645ac55fd),segment_id=6013e905-dd4a-41bf-89f4-364645ac55fd)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:13:02.789782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.804908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:13:02.880866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.882007 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:02.890041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Pushing event deleted for resources: {'Port': ['ID=dadf6a36-a98f-40a0-bd5e-c68e4bf26e30,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:02.926565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] device_id is not set on port 775a828d-d0be-4235-a501-3b9c699810db yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:13:02.952522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] No DVR routers for this DVR port dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:02.956027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:02.960344 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-66ecdcfd-1880-428b-b9bf-7af3f26eecc8 req-7a8533b1-17ab-4c39-8cae-724e006b05ea tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 HTTP/1.1" status: 204 len: 173 time: 1.2760649 Feb 09 16:13:02.960582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a729a17-d07a-4e59-a9ac-c29bf4b91afb', 'name': 'network-vif-deleted', 'tag': 'dadf6a36-a98f-40a0-bd5e-c68e4bf26e30'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:13:02.968953 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8fde34-19a9-4a62-8ffc-81c698b8d68d" -d '{"events": [{"server_uuid": "0a729a17-d07a-4e59-a9ac-c29bf4b91afb", "name": "network-vif-deleted", "tag": "dadf6a36-a98f-40a0-bd5e-c68e4bf26e30"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:13:03.049161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db9d33-21b4-4611-9ad2-f772277a2a8a None None] Pushing event updated for resources: {'Port': ['ID=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:03.058257 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d38d17e-e312-4374-a0cb-2acce6cb7e67 x-openstack-request-id: req-7d38d17e-e312-4374-a0cb-2acce6cb7e67 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:13:03.058544 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a729a17-d07a-4e59-a9ac-c29bf4b91afb", "name": "network-vif-deleted", "tag": "dadf6a36-a98f-40a0-bd5e-c68e4bf26e30", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:13:03.058787 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d38d17e-e312-4374-a0cb-2acce6cb7e67 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:13:03.059199 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a729a17-d07a-4e59-a9ac-c29bf4b91afb', 'name': 'network-vif-deleted', 'tag': 'dadf6a36-a98f-40a0-bd5e-c68e4bf26e30', 'status': 'completed', 'code': 200} Feb 09 16:13:03.085419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85521a79-f1e4-49c7-a749-1ce24e0303a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:03.092513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Deleting port 6ec53b90-352c-4591-abaf-b717ea04d267 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:03.092995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:03.278481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Allocated IP 172.20.0.6 (b4d70d74-8e2a-433a-97b0-30871f317376/1de8c662-63b0-46de-8d39-22a32d463e52/775a828d-d0be-4235-a501-3b9c699810db) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:03.327670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85521a79-f1e4-49c7-a749-1ce24e0303a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:03.517156 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85521a79-f1e4-49c7-a749-1ce24e0303a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Subnet': ['ID=389066c8-53da-4ed2-8de3-2b24049c5bf6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:03.547073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-85521a79-f1e4-49c7-a749-1ce24e0303a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:03.554336 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-85521a79-f1e4-49c7-a749-1ce24e0303a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/subnets/389066c8-53da-4ed2-8de3-2b24049c5bf6 HTTP/1.1" status: 204 len: 168 time: 0.9510584 Feb 09 16:13:03.559196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:03.564177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b545056f-f417-43a6-b506-af20f9d951c8 None None] Network 0918b5ae-bc65-4f13-86b0-90c39d15b219 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:03.570173 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:13:01Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:03.753716 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] Checking router: 28d011aa-4b73-428a-99d3-231485920bd6 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:13:03.812338 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] Routers {'28d011aa-4b73-428a-99d3-231485920bd6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:03.813782 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['28d011aa-4b73-428a-99d3-231485920bd6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:03.935054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:03.948735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.002463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Calling delete_port for 6ec53b90-352c-4591-abaf-b717ea04d267 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:04.065983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:04.066354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device dadf6a36-a98f-40a0-bd5e-c68e4bf26e30 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:04.106320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.107903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69f95ea8-2c08-4dac-97cd-9ff623bef65d req-bb6d7c16-d252-4819-9415-43d8fe1015e7 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a729a17-d07a-4e59-a9ac-c29bf4b91afb HTTP/1.1" status: 200 len: 210 time: 0.0498860 Feb 09 16:13:04.235022 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] Set router 28d011aa-4b73-428a-99d3-231485920bd6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:04.338677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.357224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] DHCP port deletion for 0918b5ae-bc65-4f13-86b0-90c39d15b219 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:13:04.431624 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.471828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] Deleting port bd27303b-ec2c-4808-a469-76a292d67ac7 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:04.472330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.567715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port ca52ae2a-f13a-45eb-8baa-8d7d8958725b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:04.569142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.584850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1fccab9d-b625-4e39-89bc-4b3da1ce42ca up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:04.677534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] For port bd27303b-ec2c-4808-a469-76a292d67ac7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bd27303b-ec2c-4808-a469-76a292d67ac7,segment=NetworkSegment(f691515e-6602-47db-afe9-7921b7eabffe),segment_id=f691515e-6602-47db-afe9-7921b7eabffe)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:04.678893 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.682633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:04.683273 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.708872 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:13:01Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:04.734443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] Calling delete_port for bd27303b-ec2c-4808-a469-76a292d67ac7 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:04.769661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port ca52ae2a-f13a-45eb-8baa-8d7d8958725b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ca52ae2a-f13a-45eb-8baa-8d7d8958725b,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:04.770220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.805518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for ca52ae2a-f13a-45eb-8baa-8d7d8958725b owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:04.831381 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f28e466-b1d2-4068-9864-07e3bf6256e3 None None] The sync data for ids ['28d011aa-4b73-428a-99d3-231485920bd6'] in n-d-828542-1 is: [{'id': '28d011aa-4b73-428a-99d3-231485920bd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-524881014', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:10:24Z', 'updated_at': '2022-02-09T16:13:01Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'ca52ae2a-f13a-45eb-8baa-8d7d8958725b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d011aa-4b73-428a-99d3-231485920bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:10:25Z', 'updated_at': '2022-02-09T16:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:04.897099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:04.941282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,segment=NetworkSegment(6013e905-dd4a-41bf-89f4-364645ac55fd),segment_id=6013e905-dd4a-41bf-89f4-364645ac55fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:05.066956 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.071892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.105118 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.116348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ec53b90-352c-4591-abaf-b717ea04d267,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:05.137004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Network b4d70d74-8e2a-433a-97b0-30871f317376 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:05.137408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] Pushing event deleted for resources: {'Port': ['ID=bd27303b-ec2c-4808-a469-76a292d67ac7,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:05.147292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99406b66-86bf-4ad9-a5f1-9cb00342c206 None None] Network b4d70d74-8e2a-433a-97b0-30871f317376 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:05.151488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7c2d8-7e6d-4b1c-ba19-d04dba0ccb2d None None] No DVR routers for this DVR port bd27303b-ec2c-4808-a469-76a292d67ac7 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:05.153229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:05.182822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:05.196268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-50c52612-1e47-4b61-8b2b-0ef66da9f909 None None] Provisioning complete for port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:05.196679 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-50c52612-1e47-4b61-8b2b-0ef66da9f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.198838 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.234953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.302587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.303177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.304295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.306884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.309414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.313378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.317368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.329492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.329492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.329492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.329492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.329492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:05.382274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=ca52ae2a-f13a-45eb-8baa-8d7d8958725b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:05.452619 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.458840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:05.469188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.471954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bd27303b-ec2c-4808-a469-76a292d67ac7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:05.477297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c4485d7b-0055-490c-a038-8ed1f28ca775 tempest-RoutersAdminNegativeIpV6Test-1744214469 tempest-RoutersAdminNegativeIpV6Test-1744214469-project-admin] 10.222.0.53 "DELETE /v2.0/ports/6ec53b90-352c-4591-abaf-b717ea04d267 HTTP/1.1" status: 204 len: 168 time: 2.8234229 Feb 09 16:13:05.502939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:05.504455 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.510357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=775a828d-d0be-4235-a501-3b9c699810db,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:05.555525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: bd27303b-ec2c-4808-a469-76a292d67ac7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:05.555885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bd27303b-ec2c-4808-a469-76a292d67ac7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:05.659408 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.661909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.674997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2d84381b-643c-4bc4-96c0-fb84056e9d5c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9556086 Feb 09 16:13:05.675833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37994) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:05.682748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376', 'name': 'tempest-AllowedAddressPairTestJSON-657502813', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:23:92:2e'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:05.892698 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.893695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Fanout notify agent at l3_agent the message router_deleted on router 28d011aa-4b73-428a-99d3-231485920bd6 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:13:05.908665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:05.910483 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d501aa9-4850-46eb-b1c9-381125454927 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/routers/28d011aa-4b73-428a-99d3-231485920bd6 HTTP/1.1" status: 204 len: 168 time: 2.3497601 Feb 09 16:13:05.913419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38000) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:05.952938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Made reservation on behalf of f3341f79f09f43dba1f930945e395f70 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:06.174806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f65f81d2-c1db-4cb5-bc09-7f58a9bfee3a None None] Provisioning complete for port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:06.175431 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f65f81d2-c1db-4cb5-bc09-7f58a9bfee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.188696 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.225664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325ca4c-febd-42a7-99f7-731fefe57a22 req-b560d688-b541-4cdb-8355-84d0f5b7424d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:06.226976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a325ca4c-febd-42a7-99f7-731fefe57a22 req-b560d688-b541-4cdb-8355-84d0f5b7424d tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1097 time: 0.2388837 Feb 09 16:13:06.280481 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.317867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38010) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:06.320482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f65f81d2-c1db-4cb5-bc09-7f58a9bfee3a None None] Provisioning complete for port 775a828d-d0be-4235-a501-3b9c699810db triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:06.320933 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f65f81d2-c1db-4cb5-bc09-7f58a9bfee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.392374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f65f81d2-c1db-4cb5-bc09-7f58a9bfee3a None None] Port 775a828d-d0be-4235-a501-3b9c699810db cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:06.409454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] device_id is not set on port 1a9ed813-7c30-47a4-afa4-da96078a3b75 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:13:06.434451 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.451027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a325ca4c-febd-42a7-99f7-731fefe57a22 req-46937d30-6597-4af5-ba31-605b0513d988 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109087 Feb 09 16:13:06.540417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6eb0bcf8-c2d1-4ea9-9bc2-045657dbe8f5 None None] Provisioning complete for port 775a828d-d0be-4235-a501-3b9c699810db triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:06.543264 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6eb0bcf8-c2d1-4ea9-9bc2-045657dbe8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.559234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0918b5ae-bc65-4f13-86b0-90c39d15b219']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:06.579396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f691515e-6602-47db-afe9-7921b7eabffe') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:06.579767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f691515e-6602-47db-afe9-7921b7eabffe') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:06.595291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4953a46a-1ead-4745-be34-6626ff62367c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.612277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.621040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1fccab9d-b625-4e39-89bc-4b3da1ce42ca up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:06.657925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.661321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:13:06.661919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:13:06.665291 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:13:06.699427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6eb0bcf8-c2d1-4ea9-9bc2-045657dbe8f5 None None] Port 775a828d-d0be-4235-a501-3b9c699810db cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:06.719429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:06.720248 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.720696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Allocated IP 172.20.0.10 (b4d70d74-8e2a-433a-97b0-30871f317376/1de8c662-63b0-46de-8d39-22a32d463e52/1a9ed813-7c30-47a4-afa4-da96078a3b75) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:06.745753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4953a46a-1ead-4745-be34-6626ff62367c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.856029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7af9e899-72e9-44d2-b49a-f83f118a7d24 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:06.869351 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4953a46a-1ead-4745-be34-6626ff62367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.877661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7af9e899-72e9-44d2-b49a-f83f118a7d24 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:06.878107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7af9e899-72e9-44d2-b49a-f83f118a7d24 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:06.878559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ca52ae2a-f13a-45eb-8baa-8d7d8958725b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:06.905059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ca52ae2a-f13a-45eb-8baa-8d7d8958725b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:06.905647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ca52ae2a-f13a-45eb-8baa-8d7d8958725b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:06.906019 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4953a46a-1ead-4745-be34-6626ff62367c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=020fd0f4695c483181c3998c5b9c4f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5869765 Feb 09 16:13:06.910069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.911564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38020) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:06.931600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:06.936188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/networks/0918b5ae-bc65-4f13-86b0-90c39d15b219 HTTP/1.1" status: 204 len: 168 time: 1.0207636 Feb 09 16:13:06.942003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38022) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:06.958056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953a46a-1ead-4745-be34-6626ff62367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c614840-9c04-44bc-b0ee-01794832a354,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:06.984340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603216b9-020d-4e98-86e8-74fc100e3af1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Network': ['ID=0918b5ae-bc65-4f13-86b0-90c39d15b219,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:06.991580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.042751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a489c3d3-5c62-4a0c-a9c1-75d2774b5543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.054586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d326cd-aab5-4869-95e3-c790fa282c07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.080504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a489c3d3-5c62-4a0c-a9c1-75d2774b5543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.098928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d326cd-aab5-4869-95e3-c790fa282c07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.235122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.283399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Network b4d70d74-8e2a-433a-97b0-30871f317376 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:07.286987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:07.290755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:07.321245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=1a9ed813-7c30-47a4-afa4-da96078a3b75,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:07.353822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:07.354621 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.388768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d326cd-aab5-4869-95e3-c790fa282c07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.393833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a489c3d3-5c62-4a0c-a9c1-75d2774b5543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.397818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a489c3d3-5c62-4a0c-a9c1-75d2774b5543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.398057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c6d326cd-aab5-4869-95e3-c790fa282c07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.398791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a489c3d3-5c62-4a0c-a9c1-75d2774b5543 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c614840-9c04-44bc-b0ee-01794832a354 HTTP/1.1" status: 204 len: 168 time: 0.4801652 Feb 09 16:13:07.411940 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c6d326cd-aab5-4869-95e3-c790fa282c07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/security-groups/2148d774-5832-4ada-b12d-ec370b7d0403 HTTP/1.1" status: 204 len: 168 time: 0.4683874 Feb 09 16:13:07.419148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489c3d3-5c62-4a0c-a9c1-75d2774b5543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c614840-9c04-44bc-b0ee-01794832a354,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:07.440980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778417a3-305e-41be-975f-0eab8b0a691d req-bff34fde-3184-405e-a786-15e8b363ebf9 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:07.442572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-778417a3-305e-41be-975f-0eab8b0a691d req-bff34fde-3184-405e-a786-15e8b363ebf9 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1097 time: 0.0842509 Feb 09 16:13:07.477542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d326cd-aab5-4869-95e3-c790fa282c07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2148d774-5832-4ada-b12d-ec370b7d0403,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:07.515873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f92c14f5-4529-4d59-b566-6784e10a13cf tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8324866 Feb 09 16:13:07.521055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38038) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:07.643193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81572126-f5e1-47c5-9651-ef9a59709655 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:07.649646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81572126-f5e1-47c5-9651-ef9a59709655 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:07.656065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81572126-f5e1-47c5-9651-ef9a59709655 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:07.657821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81572126-f5e1-47c5-9651-ef9a59709655 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1404009 Feb 09 16:13:07.662650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38040) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:07.760429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c142d-9528-4286-85dd-9c0c61032530 req-9561c6a6-2849-4bfe-870c-2e3525906f54 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:07.760429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-381c142d-9528-4286-85dd-9c0c61032530 req-9561c6a6-2849-4bfe-870c-2e3525906f54 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 1097 time: 0.1486053 Feb 09 16:13:07.760429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Deleting port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:07.760429 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.762529 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-58fcca7d-2235-4997-ae5e-73cea15cd8e6 None None] Provisioning complete for port 1a9ed813-7c30-47a4-afa4-da96078a3b75 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:07.762529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58fcca7d-2235-4997-ae5e-73cea15cd8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.829278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-381c142d-9528-4286-85dd-9c0c61032530 req-15be18b0-3db0-4d16-a3b0-f6ebd0648cb9 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a2240be4-beb3-4c0c-a1b1-80fe89611d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097534 Feb 09 16:13:07.840761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-25fc9f1c-b094-41d4-998e-e0ed70a4e6a9 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Deleting port 1a9ed813-7c30-47a4-afa4-da96078a3b75 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:07.841249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25fc9f1c-b094-41d4-998e-e0ed70a4e6a9 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.848412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] For port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:07.848892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:07.877920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Calling delete_port for 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:07.999729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-58fcca7d-2235-4997-ae5e-73cea15cd8e6 None None] Port 1a9ed813-7c30-47a4-afa4-da96078a3b75 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:08.016585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25fc9f1c-b094-41d4-998e-e0ed70a4e6a9 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:08.029748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-25fc9f1c-b094-41d4-998e-e0ed70a4e6a9 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Calling delete_port for 1a9ed813-7c30-47a4-afa4-da96078a3b75 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:08.331916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:08.345602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:13:08.366286 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25fc9f1c-b094-41d4-998e-e0ed70a4e6a9 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:08.370216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:08.433355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc9f1c-b094-41d4-998e-e0ed70a4e6a9 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Port': ['ID=1a9ed813-7c30-47a4-afa4-da96078a3b75,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:08.453776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] No DVR routers for this DVR port 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:08.457751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:08.463402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-778417a3-305e-41be-975f-0eab8b0a691d req-da2b47af-ee48-4244-9262-9bad61f50f8e tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.73 "DELETE /v2.0/ports/2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 HTTP/1.1" status: 204 len: 173 time: 1.0095000 Feb 09 16:13:08.464043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c3b8dd-7f6c-449f-b088-58a9c754041a', 'name': 'network-vif-deleted', 'tag': '2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:13:08.466961 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9db870-c324-441e-aac0-b7c11a2b3c6b" -d '{"events": [{"server_uuid": "b1c3b8dd-7f6c-449f-b088-58a9c754041a", "name": "network-vif-deleted", "tag": "2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:13:08.543498 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ad6611-689a-4518-b763-604c30899a11 x-openstack-request-id: req-69ad6611-689a-4518-b763-604c30899a11 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:13:08.544031 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c3b8dd-7f6c-449f-b088-58a9c754041a", "name": "network-vif-deleted", "tag": "2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:13:08.544526 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69ad6611-689a-4518-b763-604c30899a11 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:13:08.545172 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c3b8dd-7f6c-449f-b088-58a9c754041a', 'name': 'network-vif-deleted', 'tag': '2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8', 'status': 'completed', 'code': 200} Feb 09 16:13:08.719868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25fc9f1c-b094-41d4-998e-e0ed70a4e6a9 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:08.733766 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-25fc9f1c-b094-41d4-998e-e0ed70a4e6a9 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "DELETE /v2.0/ports/1a9ed813-7c30-47a4-afa4-da96078a3b75 HTTP/1.1" status: 204 len: 168 time: 1.0616348 Feb 09 16:13:08.738652 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38064) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:08.739868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38062) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:08.844731 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84e9b66c-8b82-4ea9-8932-0c34808b6cd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fedd3f828c074618a770d7f6d52fd2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940692 Feb 09 16:13:08.846331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38068) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:08.923352 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6947321-3f61-4a33-bf0d-309d471ecd90 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] GET failed (client error): The resource could not be found. Feb 09 16:13:08.928217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d6947321-3f61-4a33-bf0d-309d471ecd90 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "GET /v2.0/ports/1a9ed813-7c30-47a4-afa4-da96078a3b75 HTTP/1.1" status: 404 len: 333 time: 0.1850011 Feb 09 16:13:08.934579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38074) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:08.952316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376', 'name': 'tempest-AllowedAddressPairTestJSON-1809231422'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:08.987126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3739328d-34eb-4eaf-bf66-d0f44f08d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.013579 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3739328d-34eb-4eaf-bf66-d0f44f08d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.159537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcf325cf-6a39-40e3-96d2-c2389e9ee991 req-73c4ceb3-8d45-4aed-8400-9ee7cdddf659 tempest-TestServerMultinode-52363217 tempest-TestServerMultinode-52363217-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b1c3b8dd-7f6c-449f-b088-58a9c754041a HTTP/1.1" status: 200 len: 210 time: 0.0593412 Feb 09 16:13:09.194764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3739328d-34eb-4eaf-bf66-d0f44f08d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.200267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3739328d-34eb-4eaf-bf66-d0f44f08d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.205714 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3739328d-34eb-4eaf-bf66-d0f44f08d157 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/add7db1b-9e0d-49ec-bc99-041b7fd7431e HTTP/1.1" status: 204 len: 168 time: 0.3535104 Feb 09 16:13:09.213280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739328d-34eb-4eaf-bf66-d0f44f08d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add7db1b-9e0d-49ec-bc99-041b7fd7431e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:09.302382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38082) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:09.308105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-774c1680-2c8f-458b-8cf8-809255f0d2a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937909607', 'description': 'tempest-secgroup-smoke-937909607 description', 'project_id': '8e0a4caec7454704961c43365369d7ce'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:09.317183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Made reservation on behalf of f3341f79f09f43dba1f930945e395f70 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:09.322915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.370313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] device_id is not set on port d883aa7c-9a9c-4d16-9276-10a0c17375fe yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:13:09.502104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Allocated IP 172.20.0.10 (b4d70d74-8e2a-433a-97b0-30871f317376/1de8c662-63b0-46de-8d39-22a32d463e52/d883aa7c-9a9c-4d16-9276-10a0c17375fe) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:09.559442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-774c1680-2c8f-458b-8cf8-809255f0d2a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.742656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-774c1680-2c8f-458b-8cf8-809255f0d2a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.749172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.868916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-774c1680-2c8f-458b-8cf8-809255f0d2a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.900917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c1680-2c8f-458b-8cf8-809255f0d2a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b609bd4-d14d-486d-9105-25e2ffe9ab60,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:09.905514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.965212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Network b4d70d74-8e2a-433a-97b0-30871f317376 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:09.969677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-774c1680-2c8f-458b-8cf8-809255f0d2a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:09.971937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-774c1680-2c8f-458b-8cf8-809255f0d2a5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6674149 Feb 09 16:13:09.976193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:09.978322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38096) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:09.985384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:10.002670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-32a83293-4c9c-46cf-a778-ff2c815493a7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '8b609bd4-d14d-486d-9105-25e2ffe9ab60', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:10.040481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=d883aa7c-9a9c-4d16-9276-10a0c17375fe,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:10.099057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:10.100069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:10.263927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38108) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:10.289301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ef30640e-1b14-4c59-936e-c111d0fa1134 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3534424 Feb 09 16:13:10.301434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38110) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:10.301434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:23:92:2e'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:10.373491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32a83293-4c9c-46cf-a778-ff2c815493a7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:10.458470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:10.464110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9250bc45-c610-4bb8-bfe3-538bead6d283 None None] Provisioning complete for port d883aa7c-9a9c-4d16-9276-10a0c17375fe triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:10.465465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9250bc45-c610-4bb8-bfe3-538bead6d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:10.517288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9250bc45-c610-4bb8-bfe3-538bead6d283 None None] Port d883aa7c-9a9c-4d16-9276-10a0c17375fe cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:10.740727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:10.840797 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:10.930830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32a83293-4c9c-46cf-a778-ff2c815493a7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:10.940253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=d883aa7c-9a9c-4d16-9276-10a0c17375fe,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:11.002634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] In _notify_port_updated(), no bound segment for port d883aa7c-9a9c-4d16-9276-10a0c17375fe on network b4d70d74-8e2a-433a-97b0-30871f317376 {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:13:11.010078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:11.010819 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.014803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5377ac89-90c7-4b84-944c-a60eff213c87 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "PUT /v2.0/ports/d883aa7c-9a9c-4d16-9276-10a0c17375fe HTTP/1.1" status: 200 len: 994 time: 0.7184219 Feb 09 16:13:11.015025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38128) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:11.096206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32a83293-4c9c-46cf-a778-ff2c815493a7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.138665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a83293-4c9c-46cf-a778-ff2c815493a7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eade5252-cc18-45df-8e17-49ade7bf1e0e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:11.142060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-25bcd9d5-87f6-4187-af85-4bba5d9804b4 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Deleting port d883aa7c-9a9c-4d16-9276-10a0c17375fe {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:11.142312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25bcd9d5-87f6-4187-af85-4bba5d9804b4 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.192673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38134) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:11.250535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32a83293-4c9c-46cf-a778-ff2c815493a7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.254849 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-32a83293-4c9c-46cf-a778-ff2c815493a7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2719946 Feb 09 16:13:11.261461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38140) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:11.271150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2e9c6167-9a18-4771-b422-0d11e55b6844 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '8b609bd4-d14d-486d-9105-25e2ffe9ab60', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:11.287187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9dc24a06-5c32-4f8d-aea6-9a5e0572970b None None] Provisioning complete for port d883aa7c-9a9c-4d16-9276-10a0c17375fe triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:11.288994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9dc24a06-5c32-4f8d-aea6-9a5e0572970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.301200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:11.384136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:11.387778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2cac4b04-1c35-493c-96c9-8ff9b2b5fcc8 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:11.395490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25bcd9d5-87f6-4187-af85-4bba5d9804b4 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.398370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-651389894'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:11.414291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9dc24a06-5c32-4f8d-aea6-9a5e0572970b None None] Port d883aa7c-9a9c-4d16-9276-10a0c17375fe cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:11.420812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.427332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-25bcd9d5-87f6-4187-af85-4bba5d9804b4 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Calling delete_port for d883aa7c-9a9c-4d16-9276-10a0c17375fe owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:11.520936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6167-9a18-4771-b422-0d11e55b6844 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.661424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6167-9a18-4771-b422-0d11e55b6844 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.740487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:11.746089 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.766534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.801569 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6167-9a18-4771-b422-0d11e55b6844 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.845760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c6167-9a18-4771-b422-0d11e55b6844 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c3c61b-3038-47cf-9579-d4d1cfeca6ba,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:11.961108 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2e9c6167-9a18-4771-b422-0d11e55b6844 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.964186 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2e9c6167-9a18-4771-b422-0d11e55b6844 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6971955 Feb 09 16:13:11.976949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:11.976949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:11.976949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-67c6c4d6-b7a7-4cc4-a71f-05caaf17d4ad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '8b609bd4-d14d-486d-9105-25e2ffe9ab60', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:12.016254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Deleting port 8f8d10db-9522-4180-a016-b6d31132035b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:12.016567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.057942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.102642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be70f51-4884-4c08-821f-3e51aa379937,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:12.122249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4d6-b7a7-4cc4-a71f-05caaf17d4ad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.143229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25bcd9d5-87f6-4187-af85-4bba5d9804b4 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.155373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] For port 8f8d10db-9522-4180-a016-b6d31132035b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8f8d10db-9522-4180-a016-b6d31132035b,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:12.155742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.158410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:13:12.185127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcd9d5-87f6-4187-af85-4bba5d9804b4 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Port': ['ID=d883aa7c-9a9c-4d16-9276-10a0c17375fe,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:12.228668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Calling delete_port for 8f8d10db-9522-4180-a016-b6d31132035b owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:12.249922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.250529 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment e7134f72-cbc4-474c-90c7-b78a12285c7f of type vlan for network 37103417-6bbd-47a7-b982-ed733fa656f2 Feb 09 16:13:12.406728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-25bcd9d5-87f6-4187-af85-4bba5d9804b4 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.418251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-25bcd9d5-87f6-4187-af85-4bba5d9804b4 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "DELETE /v2.0/ports/d883aa7c-9a9c-4d16-9276-10a0c17375fe HTTP/1.1" status: 204 len: 168 time: 1.3992052 Feb 09 16:13:12.418594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38156) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:12.461934 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d103806c-23ad-444c-889a-ec308495509a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] GET failed (client error): The resource could not be found. Feb 09 16:13:12.468744 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.469018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d103806c-23ad-444c-889a-ec308495509a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "GET /v2.0/ports/d883aa7c-9a9c-4d16-9276-10a0c17375fe HTTP/1.1" status: 404 len: 333 time: 0.0442605 Feb 09 16:13:12.469921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38160) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:12.476600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376', 'name': 'tempest-AllowedAddressPairTestJSON-1608194794'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:12.494485 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4d6-b7a7-4cc4-a71f-05caaf17d4ad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.638100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4d6-b7a7-4cc4-a71f-05caaf17d4ad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.693232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c4d6-b7a7-4cc4-a71f-05caaf17d4ad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffca788-a460-4d6e-95be-9babdf5d0d0d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:12.709103 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.713207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:12.713903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.795552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=37103417-6bbd-47a7-b982-ed733fa656f2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:12.813248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 37103417-6bbd-47a7-b982-ed733fa656f2 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:13:12.861797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Made reservation on behalf of f3341f79f09f43dba1f930945e395f70 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:12.867373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.914690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] device_id is not set on port 9ae6a0ab-476a-46d1-8651-b0d31558b01c yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:13:12.921814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.936128 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5a233c1f-ed56-428c-a1ab-8669ad118d1b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7318451 Feb 09 16:13:12.936128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4d6-b7a7-4cc4-a71f-05caaf17d4ad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:12.936128 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-67c6c4d6-b7a7-4cc4-a71f-05caaf17d4ad tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9623208 Feb 09 16:13:12.937780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:12.937780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38168) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:12.943753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fc98c754-e90a-437e-933a-ac4d50353306 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '8b609bd4-d14d-486d-9105-25e2ffe9ab60', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:12.958851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1839972355'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:13.028478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8d10db-9522-4180-a016-b6d31132035b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:13.110985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Allocated IP 172.20.0.9 (b4d70d74-8e2a-433a-97b0-30871f317376/1de8c662-63b0-46de-8d39-22a32d463e52/9ae6a0ab-476a-46d1-8651-b0d31558b01c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:13.270341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:13.274498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.294810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.310574 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.323222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:13:13.340884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.340884 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment 450febb3-a33b-49c1-a7da-85f2114ed026 of type vlan for network 022d294d-358d-40ac-bff5-fc89b862e203 Feb 09 16:13:13.426515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc98c754-e90a-437e-933a-ac4d50353306 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.438498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.442548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.518161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Network b4d70d74-8e2a-433a-97b0-30871f317376 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:13.524022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:13.531031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:13.558887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc98c754-e90a-437e-933a-ac4d50353306 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.624231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=9ae6a0ab-476a-46d1-8651-b0d31558b01c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:13.636331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:13.642563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.672520 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.678143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:13.678807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.746929 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc98c754-e90a-437e-933a-ac4d50353306 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:13.807194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98c754-e90a-437e-933a-ac4d50353306 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02b4efd-0161-420b-88a2-099bccc66659,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:13.811914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=022d294d-358d-40ac-bff5-fc89b862e203,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:13.815950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:13.822892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0bb03ef8-86b4-44e1-b9ed-3933ee2c545b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3507926 Feb 09 16:13:13.827977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38182) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:13.836587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:23:92:2e'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:13.837483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 022d294d-358d-40ac-bff5-fc89b862e203 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:13:13.896168 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a83ddb66-de56-4ea8-b1c8-41b05d47ddf1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9534421 Feb 09 16:13:13.897023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38184) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:13.905425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': '37103417-6bbd-47a7-b982-ed733fa656f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:13.962454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-43f2417b-34ed-4cc6-b551-ed95fd857029 None None] Provisioning complete for port 9ae6a0ab-476a-46d1-8651-b0d31558b01c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:13.964026 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-43f2417b-34ed-4cc6-b551-ed95fd857029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.013680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-43f2417b-34ed-4cc6-b551-ed95fd857029 None None] Port 9ae6a0ab-476a-46d1-8651-b0d31558b01c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:14.033673 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc98c754-e90a-437e-933a-ac4d50353306 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.034916 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fc98c754-e90a-437e-933a-ac4d50353306 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0965137 Feb 09 16:13:14.043632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38188) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:14.064394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fbcd6cb4-f0e4-4d0a-9325-930b31417ad2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '8b609bd4-d14d-486d-9105-25e2ffe9ab60', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:14.082556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.099350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:14.112531 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-36a28934-4658-448c-92c1-12a8e419607d admin admin] 10.222.0.53 "PUT /v2.0/routers/651ba7df-fc74-4b03-a79a-6dcc6d8fd937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8463318 Feb 09 16:13:14.116368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38190) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:14.117902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] Sync routers for ids ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:14.140588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] Routers {'651ba7df-fc74-4b03-a79a-6dcc6d8fd937'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:14.142072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:14.257790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.300723 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-fbcd6cb4-f0e4-4d0a-9325-930b31417ad2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Project 8e0a4caec7454704961c43365369d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:13:14.310181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] Set router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:14.310583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6cb4-f0e4-4d0a-9325-930b31417ad2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.336028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:14.342707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.378409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.531490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.533734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6cb4-f0e4-4d0a-9325-930b31417ad2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.542437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.544297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:13:12Z', 'revision_number': 5, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:14.575957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] Checking router: 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:13:14.586663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] Routers {'651ba7df-fc74-4b03-a79a-6dcc6d8fd937'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:14.587407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:14.692210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=9ae6a0ab-476a-46d1-8651-b0d31558b01c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:14.705468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] In _notify_port_updated(), no bound segment for port 9ae6a0ab-476a-46d1-8651-b0d31558b01c on network b4d70d74-8e2a-433a-97b0-30871f317376 {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:13:14.707778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6cb4-f0e4-4d0a-9325-930b31417ad2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.714289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:14.715064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.716710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a2e0275-7837-4c63-a4ba-2bb1d78e0028 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "PUT /v2.0/ports/9ae6a0ab-476a-46d1-8651-b0d31558b01c HTTP/1.1" status: 200 len: 996 time: 0.8874149 Feb 09 16:13:14.719683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38198) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:14.748114 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd6cb4-f0e4-4d0a-9325-930b31417ad2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68554634-746e-4ad3-81e9-ff8d86591ef2,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:14.756446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] Set router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:14.830802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Deleting port 13c4c564-0b46-4c18-b649-936682a9c9ea {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:14.831494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.911593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c96d03de-3d03-4579-9baa-67f143b06f9b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Deleting port 9ae6a0ab-476a-46d1-8651-b0d31558b01c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:14.912377 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c96d03de-3d03-4579-9baa-67f143b06f9b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.927869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbcd6cb4-f0e4-4d0a-9325-930b31417ad2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:14.933706 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fbcd6cb4-f0e4-4d0a-9325-930b31417ad2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8890913 Feb 09 16:13:14.934592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38202) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:14.943465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-67caf368-a56c-4b82-a71a-1d7343ed759d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '8b609bd4-d14d-486d-9105-25e2ffe9ab60', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:14.953841 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.025305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] For port 13c4c564-0b46-4c18-b649-936682a9c9ea, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=13c4c564-0b46-4c18-b649-936682a9c9ea,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:15.025706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.061643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:13:12Z', 'revision_number': 5, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:15.073424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Calling delete_port for 13c4c564-0b46-4c18-b649-936682a9c9ea owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:15.087245 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c96d03de-3d03-4579-9baa-67f143b06f9b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.098445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa8bca-b8e2-4a22-b74e-9a92349f74a4 None None] The sync data for ids ['651ba7df-fc74-4b03-a79a-6dcc6d8fd937'] in n-d-828542-1 is: [{'id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'name': 'tempest-TestServerMultinode-2115625104-router', 'tenant_id': '26259b4caac2422096ce5784acfbc57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:11:54Z', 'updated_at': '2022-02-09T16:13:12Z', 'revision_number': 5, 'project_id': '26259b4caac2422096ce5784acfbc57a', 'gw_port': {'id': '13c4c564-0b46-4c18-b649-936682a9c9ea', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651ba7df-fc74-4b03-a79a-6dcc6d8fd937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:11:55Z', 'updated_at': '2022-02-09T16:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:15.098899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=4bd42298-d088-4dc3-b55a-38a641eb7dec,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:15.105306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c96d03de-3d03-4579-9baa-67f143b06f9b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Calling delete_port for 9ae6a0ab-476a-46d1-8651-b0d31558b01c owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:15.154380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': 'e7134f72-cbc4-474c-90c7-b78a12285c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37103417-6bbd-47a7-b982-ed733fa656f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:15.154752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: 37103417-6bbd-47a7-b982-ed733fa656f2, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:13:15.165803 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-67caf368-a56c-4b82-a71a-1d7343ed759d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Project 8e0a4caec7454704961c43365369d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:13:15.171084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-94b149d4-0207-4757-b0f8-784cce0cb04b None None] Provisioning complete for port 9ae6a0ab-476a-46d1-8651-b0d31558b01c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:15.171470 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-94b149d4-0207-4757-b0f8-784cce0cb04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.176399 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67caf368-a56c-4b82-a71a-1d7343ed759d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.214240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-94b149d4-0207-4757-b0f8-784cce0cb04b None None] Port 9ae6a0ab-476a-46d1-8651-b0d31558b01c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:15.270288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67caf368-a56c-4b82-a71a-1d7343ed759d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.417628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 37103417-6bbd-47a7-b982-ed733fa656f2 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:13:15.491830 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67caf368-a56c-4b82-a71a-1d7343ed759d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.515692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.519448 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c96d03de-3d03-4579-9baa-67f143b06f9b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.525490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caf368-a56c-4b82-a71a-1d7343ed759d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b77d183-3748-4468-a0cd-aa0c95c7bda0,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:15.567515 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 37103417-6bbd-47a7-b982-ed733fa656f2) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:15.569775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=13c4c564-0b46-4c18-b649-936682a9c9ea,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:15.583180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d03de-3d03-4579-9baa-67f143b06f9b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Port': ['ID=9ae6a0ab-476a-46d1-8651-b0d31558b01c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:15.586296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4498178-848e-44b4-b3c9-600cdcc72ad7 None None] Network 37103417-6bbd-47a7-b982-ed733fa656f2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:15.586430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:15.586802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.702040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67caf368-a56c-4b82-a71a-1d7343ed759d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.703181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-67caf368-a56c-4b82-a71a-1d7343ed759d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7673531 Feb 09 16:13:15.713426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38212) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:15.724579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'network': {'name': 'tempest-network-smoke--665431504', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'port_security_enabled': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:15.730068 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.755885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c96d03de-3d03-4579-9baa-67f143b06f9b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.771981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38214) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:15.780763 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4ae0e73e-790c-4dde-9f46-c71ebb287f2e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8780544 Feb 09 16:13:15.781048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c96d03de-3d03-4579-9baa-67f143b06f9b tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "DELETE /v2.0/ports/9ae6a0ab-476a-46d1-8651-b0d31558b01c HTTP/1.1" status: 204 len: 168 time: 1.0592740 Feb 09 16:13:15.783714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38216) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:15.788557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': '022d294d-358d-40ac-bff5-fc89b862e203', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:15.891106 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f637abb-2a45-4375-a889-5f11323f544c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] GET failed (client error): The resource could not be found. Feb 09 16:13:15.893134 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5f637abb-2a45-4375-a889-5f11323f544c tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "GET /v2.0/ports/9ae6a0ab-476a-46d1-8651-b0d31558b01c HTTP/1.1" status: 404 len: 333 time: 0.1154385 Feb 09 16:13:15.896755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38222) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:15.904563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376', 'name': 'tempest-AllowedAddressPairTestJSON-1241676024'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:15.910756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.937328 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:15.967946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-37103417-6bbd-47a7-b982-ed733fa656f2', 'network_id': '37103417-6bbd-47a7-b982-ed733fa656f2', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': '4bd42298-d088-4dc3-b55a-38a641eb7dec'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:13:15.968944 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.064294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:16.069659 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.114229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:13:16.125516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.126002 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Added segment fe943d1f-ae45-4ed2-a979-bcff3586fbcf of type vlan for network c6d73206-3e08-4d04-a114-797c98a8600c Feb 09 16:13:16.132385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.135050 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 651ba7df-fc74-4b03-a79a-6dcc6d8fd937 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:13:16.139533 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.143166 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-601ae4e4-b040-4634-9e7d-151b1e252dbd admin admin] 10.222.0.53 "DELETE /v2.0/routers/651ba7df-fc74-4b03-a79a-6dcc6d8fd937 HTTP/1.1" status: 204 len: 168 time: 2.0206511 Feb 09 16:13:16.143428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38224) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:16.178932 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.209818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Allocated IP 2001:db8::2 (37103417-6bbd-47a7-b982-ed733fa656f2/4bd42298-d088-4dc3-b55a-38a641eb7dec/63902c72-c951-4e6c-b5fa-b7263d05cfa1) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:16.269292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:16.274279 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.366544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.374529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:16.375281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.462100 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.496428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Network': ['ID=c6d73206-3e08-4d04-a114-797c98a8600c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:16.509165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c6d73206-3e08-4d04-a114-797c98a8600c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:13:16.552716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2947783c-49d9-43e3-8104-b7f394bf0e02 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8355331 Feb 09 16:13:16.568469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38232) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:16.580870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Made reservation on behalf of f3341f79f09f43dba1f930945e395f70 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:16.585527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.602216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.609944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'admin_state_up': True, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:16.635258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] device_id is not set on port 00ecb1eb-5468-4e28-8143-a2dbd9a0941b yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:13:16.654474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4197a08-1fce-4f76-90c3-56616ea3a2bb admin admin] Deleting subnet d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:13:16.660545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Network 37103417-6bbd-47a7-b982-ed733fa656f2 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:16.663175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4197a08-1fce-4f76-90c3-56616ea3a2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.665756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:16.670490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:16.673994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Pushing event updated for resources: {'Port': ['ID=63902c72-c951-4e6c-b5fa-b7263d05cfa1,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:16.686642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.687125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.692245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:16.813591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Attempting to bind port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:13:16.813591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Attempting to bind port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e7134f72-cbc4-474c-90c7-b78a12285c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37103417-6bbd-47a7-b982-ed733fa656f2'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:13:16.813591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Attempting to bind port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 on network 37103417-6bbd-47a7-b982-ed733fa656f2 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:16.814871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8f8d10db-9522-4180-a016-b6d31132035b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:16.819474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:13:16.819984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Checking segment: {'id': 'e7134f72-cbc4-474c-90c7-b78a12285c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37103417-6bbd-47a7-b982-ed733fa656f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:16.820276 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.820680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Bound using segment: {'id': 'e7134f72-cbc4-474c-90c7-b78a12285c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37103417-6bbd-47a7-b982-ed733fa656f2'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:13:16.821200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Bound port: 63902c72-c951-4e6c-b5fa-b7263d05cfa1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7134f72-cbc4-474c-90c7-b78a12285c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '37103417-6bbd-47a7-b982-ed733fa656f2'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:13:16.821570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.838000 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4197a08-1fce-4f76-90c3-56616ea3a2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.852639 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.938745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8f8d10db-9522-4180-a016-b6d31132035b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:16.948857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8f8d10db-9522-4180-a016-b6d31132035b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:16.949518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=6c447859-c26b-43fa-b110-6459d76fca06,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:16.957537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Allocated IP 172.20.0.14 (b4d70d74-8e2a-433a-97b0-30871f317376/1de8c662-63b0-46de-8d39-22a32d463e52/00ecb1eb-5468-4e28-8143-a2dbd9a0941b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:16.964278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.971192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:16.983007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] For port 63902c72-c951-4e6c-b5fa-b7263d05cfa1, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:13:16.983728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': '450febb3-a33b-49c1-a7da-85f2114ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '022d294d-358d-40ac-bff5-fc89b862e203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:16.984304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: 022d294d-358d-40ac-bff5-fc89b862e203, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:13:16.987072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] For port 63902c72-c951-4e6c-b5fa-b7263d05cfa1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=63902c72-c951-4e6c-b5fa-b7263d05cfa1,segment=NetworkSegment(e7134f72-cbc4-474c-90c7-b78a12285c7f),segment_id=e7134f72-cbc4-474c-90c7-b78a12285c7f)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:13:17.011974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4197a08-1fce-4f76-90c3-56616ea3a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.111709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.143384 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.186860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 022d294d-358d-40ac-bff5-fc89b862e203 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:13:17.250078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1bf3f-452a-46f8-97ae-dc76abf6b5df None None] Pushing event updated for resources: {'Port': ['ID=63902c72-c951-4e6c-b5fa-b7263d05cfa1,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:17.314572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 022d294d-358d-40ac-bff5-fc89b862e203) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:17.319748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:17.320543 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.325752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c551617-1ff4-412a-9e93-76c4ffae40ce None None] Network 022d294d-358d-40ac-bff5-fc89b862e203 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:17.381307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4197a08-1fce-4f76-90c3-56616ea3a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.434163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-67606e13-9704-4721-82a3-6a6ce1b2fe1f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6496611 Feb 09 16:13:17.437001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38240) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:17.458901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9a0e4ca0-3144-49cc-8c81-5e8b74246105 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1688864320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:17.529687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4197a08-1fce-4f76-90c3-56616ea3a2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:17.567511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4197a08-1fce-4f76-90c3-56616ea3a2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.589973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1483f445-e2fc-443b-83d7-00811b5fd38f None None] Network cacd54d0-4a46-435f-b907-b67e87aeb996 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:17.597637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38246) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:17.598516 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d4197a08-1fce-4f76-90c3-56616ea3a2bb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d39fd3cb-e6e6-43c8-a57e-f0826a5cd38f HTTP/1.1" status: 204 len: 168 time: 1.4521515 Feb 09 16:13:17.712474 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.753012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.779005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4ca0-3144-49cc-8c81-5e8b74246105 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.781189 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4ca0-3144-49cc-8c81-5e8b74246105 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.789640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.804718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-022d294d-358d-40ac-bff5-fc89b862e203', 'network_id': '022d294d-358d-40ac-bff5-fc89b862e203', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': '6c447859-c26b-43fa-b110-6459d76fca06'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:13:17.805794 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.926308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4ca0-3144-49cc-8c81-5e8b74246105 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.967905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:17.981397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Deleting port 867ad74f-66e7-424d-893d-acef87416288 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:17.982692 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.040868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Allocated IP 2001:db8:1::2 (022d294d-358d-40ac-bff5-fc89b862e203/6c447859-c26b-43fa-b110-6459d76fca06/59b6277c-6d8d-4dd3-966c-4930e69bf2e5) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:18.055311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Network b4d70d74-8e2a-433a-97b0-30871f317376 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:18.065257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:18.073315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=00ecb1eb-5468-4e28-8143-a2dbd9a0941b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:18.078238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:18.092773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] For port 867ad74f-66e7-424d-893d-acef87416288, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=867ad74f-66e7-424d-893d-acef87416288,segment=NetworkSegment(9065db30-bf2b-4dc2-aaf2-8be42de5210f),segment_id=9065db30-bf2b-4dc2-aaf2-8be42de5210f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:18.093882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.113010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Calling delete_port for 867ad74f-66e7-424d-893d-acef87416288 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:18.222596 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4ca0-3144-49cc-8c81-5e8b74246105 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.277463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:18.277983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.328213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4ca0-3144-49cc-8c81-5e8b74246105 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.328213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a0e4ca0-3144-49cc-8c81-5e8b74246105 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8865521 Feb 09 16:13:18.328213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.360350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38258) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:18.378233 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.391784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] No DVR routers for this DVR port 867ad74f-66e7-424d-893d-acef87416288 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:18.396290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c4735-ad1b-4054-9315-f7daf2a2e29b None None] DHCP port deletion for cacd54d0-4a46-435f-b907-b67e87aeb996 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:13:18.437715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.472177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.488985 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5949c2c-5f6c-4f0e-b2f0-338d086bf817 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5886464 Feb 09 16:13:18.489792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38260) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:18.497366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0a8aed56-e4be-49b1-ae50-efe95aa7ec8b None None] Provisioning complete for port 00ecb1eb-5468-4e28-8143-a2dbd9a0941b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:18.497749 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0a8aed56-e4be-49b1-ae50-efe95aa7ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.505101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'network_id': 'b4d70d74-8e2a-433a-97b0-30871f317376', 'name': 'tempest-AllowedAddressPairTestJSON-1500776014'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:18.575440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0a8aed56-e4be-49b1-ae50-efe95aa7ec8b None None] Port 00ecb1eb-5468-4e28-8143-a2dbd9a0941b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:18.600627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Pushing event deleted for resources: {'Port': ['ID=867ad74f-66e7-424d-893d-acef87416288,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:18.608687 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.618414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 63902c72-c951-4e6c-b5fa-b7263d05cfa1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:18.739965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Network 022d294d-358d-40ac-bff5-fc89b862e203 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:18.752881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:18.762264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:18.768720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Pushing event updated for resources: {'Port': ['ID=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:18.831832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.832934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.25.5.110 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/67d84a1a-5ec7-4fcf-be54-9f238e28be8e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:18.945500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:18.949439 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:18.957513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Attempting to bind port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:13:18.959449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Attempting to bind port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '450febb3-a33b-49c1-a7da-85f2114ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '022d294d-358d-40ac-bff5-fc89b862e203'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:13:18.960367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Attempting to bind port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 on network 022d294d-358d-40ac-bff5-fc89b862e203 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:18.969057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Made reservation on behalf of f3341f79f09f43dba1f930945e395f70 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:18.994848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.006319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacd54d0-4a46-435f-b907-b67e87aeb996']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:19.020241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9065db30-bf2b-4dc2-aaf2-8be42de5210f') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:19.022949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9065db30-bf2b-4dc2-aaf2-8be42de5210f') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:19.037943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.050624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] device_id is not set on port 2a55f2af-43a3-4140-a9a1-12a02229b272 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:13:19.063848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.068644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:13:19.069320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Checking segment: {'id': '450febb3-a33b-49c1-a7da-85f2114ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '022d294d-358d-40ac-bff5-fc89b862e203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:19.069736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.070141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Bound using segment: {'id': '450febb3-a33b-49c1-a7da-85f2114ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '022d294d-358d-40ac-bff5-fc89b862e203'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:13:19.070834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Bound port: 59b6277c-6d8d-4dd3-966c-4930e69bf2e5, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450febb3-a33b-49c1-a7da-85f2114ed026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '022d294d-358d-40ac-bff5-fc89b862e203'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:13:19.071225 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.075227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:13:19.076063 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.077428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06f49b-aad6-4be7-97e6-7f478742d24d None None] Network 37103417-6bbd-47a7-b982-ed733fa656f2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:13:19.176187 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:13:19.215457 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.311050 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.336239 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:13:19.382767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.389774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] 10.222.0.53 "DELETE /v2.0/networks/cacd54d0-4a46-435f-b907-b67e87aeb996 HTTP/1.1" status: 204 len: 168 time: 1.7848806 Feb 09 16:13:19.391938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38272) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:19.399136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fed5e-63af-4c57-a8bf-4d4e7987a62c admin admin] Pushing event deleted for resources: {'Network': ['ID=cacd54d0-4a46-435f-b907-b67e87aeb996,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:19.399937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Allocated IP 172.20.0.8 (b4d70d74-8e2a-433a-97b0-30871f317376/1de8c662-63b0-46de-8d39-22a32d463e52/2a55f2af-43a3-4140-a9a1-12a02229b272) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:19.483266 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.492918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b76d7a6d-0083-4ee3-97c0-5b0083538383 None None] Provisioning complete for port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:19.494313 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b76d7a6d-0083-4ee3-97c0-5b0083538383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.535931 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.557929 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.569290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] For port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:13:19.625086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] For port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,segment=NetworkSegment(450febb3-a33b-49c1-a7da-85f2114ed026),segment_id=450febb3-a33b-49c1-a7da-85f2114ed026)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:13:19.632400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:19.659601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:19.715370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 63902c72-c951-4e6c-b5fa-b7263d05cfa1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=63902c72-c951-4e6c-b5fa-b7263d05cfa1,segment=NetworkSegment(e7134f72-cbc4-474c-90c7-b78a12285c7f),segment_id=e7134f72-cbc4-474c-90c7-b78a12285c7f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:19.771251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:19.782721 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b76d7a6d-0083-4ee3-97c0-5b0083538383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.804133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=67d84a1a-5ec7-4fcf-be54-9f238e28be8e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:19.855699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:19.957456 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:20.109272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858e1e4-d2d6-460e-afe4-145877c220c6 None None] Pushing event updated for resources: {'Port': ['ID=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:20.131610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 867ad74f-66e7-424d-893d-acef87416288 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:20.282798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=63902c72-c951-4e6c-b5fa-b7263d05cfa1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:20.316312 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-b76d7a6d-0083-4ee3-97c0-5b0083538383 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:13:20.316622 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-b76d7a6d-0083-4ee3-97c0-5b0083538383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:13:20.319188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 867ad74f-66e7-424d-893d-acef87416288 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:20.319591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 867ad74f-66e7-424d-893d-acef87416288 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:20.320023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 13c4c564-0b46-4c18-b649-936682a9c9ea no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:20.361490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 13c4c564-0b46-4c18-b649-936682a9c9ea {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:20.361844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 13c4c564-0b46-4c18-b649-936682a9c9ea not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:20.519321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:20.637768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 63902c72-c951-4e6c-b5fa-b7263d05cfa1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:20.655824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8::1 (37103417-6bbd-47a7-b982-ed733fa656f2/4bd42298-d088-4dc3-b55a-38a641eb7dec/470e7626-d1a3-40f5-a824-42d1c54e6b7d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:20.759118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:20.760574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:20.879017 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:21.016530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ab2cb46d-8965-45f6-8667-35cd589838a6 None None] Provisioning complete for port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:21.016961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb46d-8965-45f6-8667-35cd589838a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:21.076616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:21.171655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:21.205342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 37103417-6bbd-47a7-b982-ed733fa656f2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:21.212656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:21.219919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:21.220654 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:21.240449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=470e7626-d1a3-40f5-a824-42d1c54e6b7d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:21.284507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Network b4d70d74-8e2a-433a-97b0-30871f317376 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:21.293077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=2a55f2af-43a3-4140-a9a1-12a02229b272,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:21.302207 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:21.309099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:21.409207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:21.564840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:21.565542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:21.595370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:21.802441 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3361d61e-a64a-42fa-8d88-9af99b8b85c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3028476 Feb 09 16:13:21.806740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38300) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:21.845205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:23:92:2e'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a0:b3:c8'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:21.995537 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.048949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-13646b74-afbc-4fc1-92f6-24e17b909392 None None] Provisioning complete for port 2a55f2af-43a3-4140-a9a1-12a02229b272 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:22.049543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13646b74-afbc-4fc1-92f6-24e17b909392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.105344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-13646b74-afbc-4fc1-92f6-24e17b909392 None None] Port 2a55f2af-43a3-4140-a9a1-12a02229b272 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:22.133717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-13646b74-afbc-4fc1-92f6-24e17b909392 None None] Provisioning complete for port 470e7626-d1a3-40f5-a824-42d1c54e6b7d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:22.138159 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13646b74-afbc-4fc1-92f6-24e17b909392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.142891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff6b941-8e57-41a0-84b0-cb4a303f6a01 None None] Network 022d294d-358d-40ac-bff5-fc89b862e203 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:22.235567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.268519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-13646b74-afbc-4fc1-92f6-24e17b909392 None None] Port 470e7626-d1a3-40f5-a824-42d1c54e6b7d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:22.311978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.321255 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.322729 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.462278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3661ca5e-aec4-47d7-9679-d1bdf1ca8c10 None None] Provisioning complete for port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:22.462278 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3661ca5e-aec4-47d7-9679-d1bdf1ca8c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.477212 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.599645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=470e7626-d1a3-40f5-a824-42d1c54e6b7d,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:22.604699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3661ca5e-aec4-47d7-9679-d1bdf1ca8c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.609616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:22.655424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3661ca5e-aec4-47d7-9679-d1bdf1ca8c10 None None] For port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,segment=NetworkSegment(450febb3-a33b-49c1-a7da-85f2114ed026),segment_id=450febb3-a33b-49c1-a7da-85f2114ed026)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:22.758737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 37103417-6bbd-47a7-b982-ed733fa656f2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:22.761892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:22.764732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:22.765272 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:22.802056 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3661ca5e-aec4-47d7-9679-d1bdf1ca8c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:23.024184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661ca5e-aec4-47d7-9679-d1bdf1ca8c10 None None] Pushing event updated for resources: {'Port': ['ID=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:23.061672 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:23.069719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:13:23.143044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13ddadbc-6a6f-4c3e-bbd3-6afd5f48a8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:23.188184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-695cd557-0735-4e97-bfd5-9978d82b2985 None None] Provisioning complete for port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:23.189396 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-695cd557-0735-4e97-bfd5-9978d82b2985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:23.251628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router ddd5ec92-7168-429f-bc49-2844003b96e0 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:13:23.256018 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:23.370529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event updated for resources: {'Port': ['ID=2a55f2af-43a3-4140-a9a1-12a02229b272,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:23.455418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:23.469149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-eb8dd6b1-f7f2-4681-bf67-39328f07c683 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/ddd5ec92-7168-429f-bc49-2844003b96e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0965855 Feb 09 16:13:23.470824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38316) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:23.477609 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c2c00-f4ba-4ee2-8db5-48b9f6563933 None None] Sync routers for ids ['ddd5ec92-7168-429f-bc49-2844003b96e0'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:23.496230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-70075996-a052-4320-b9f5-b5cf9270947d None None] Provisioning complete for port 470e7626-d1a3-40f5-a824-42d1c54e6b7d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:23.496815 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-70075996-a052-4320-b9f5-b5cf9270947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:23.521544 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c2c00-f4ba-4ee2-8db5-48b9f6563933 None None] Routers {'ddd5ec92-7168-429f-bc49-2844003b96e0'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:23.531127 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7d3c2c00-f4ba-4ee2-8db5-48b9f6563933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd5ec92-7168-429f-bc49-2844003b96e0'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:23.552746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] In _notify_port_updated(), no bound segment for port 2a55f2af-43a3-4140-a9a1-12a02229b272 on network b4d70d74-8e2a-433a-97b0-30871f317376 {{(pid=103179) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:13:23.563342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6276ce48-c09b-4c37-a32a-4eaef8977745 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:23.565330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6276ce48-c09b-4c37-a32a-4eaef8977745 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports/470e7626-d1a3-40f5-a824-42d1c54e6b7d HTTP/1.1" status: 200 len: 911 time: 0.0938494 Feb 09 16:13:23.569678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38318) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:23.570329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:23.571669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:23.580416 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7f99bf43-1f61-4575-9fef-601aa0937af6 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "PUT /v2.0/ports/2a55f2af-43a3-4140-a9a1-12a02229b272 HTTP/1.1" status: 200 len: 1056 time: 1.7650895 Feb 09 16:13:23.593361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38320) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:23.647106 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7d3c2c00-f4ba-4ee2-8db5-48b9f6563933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:23.663729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-70075996-a052-4320-b9f5-b5cf9270947d None None] Port 470e7626-d1a3-40f5-a824-42d1c54e6b7d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:23.687987 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c2c00-f4ba-4ee2-8db5-48b9f6563933 None None] Routers {'ddd5ec92-7168-429f-bc49-2844003b96e0'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:23.691642 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7d3c2c00-f4ba-4ee2-8db5-48b9f6563933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd5ec92-7168-429f-bc49-2844003b96e0'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:23.749740 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7d3c2c00-f4ba-4ee2-8db5-48b9f6563933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:23.750345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:23.750881 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c2c00-f4ba-4ee2-8db5-48b9f6563933 None None] The sync data for ids ['ddd5ec92-7168-429f-bc49-2844003b96e0'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:23.769139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Sync routers for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:23.831375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:23.832881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:12:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:23.975602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Deleting port 55db4f42-bd39-4601-beec-0d85ce1f78e1 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:23.976234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:23.991019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a5006eec-2229-4211-98ee-9f60904cf6e9 None None] Provisioning complete for port 2a55f2af-43a3-4140-a9a1-12a02229b272 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:23.992696 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a5006eec-2229-4211-98ee-9f60904cf6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:24.060286 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:24.065502 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f90eee2d-ced1-4789-9d7a-3af9451f142d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.4923751 Feb 09 16:13:24.071244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38324) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:24.125866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:24.142846 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-00ba1649-591f-4dcf-a6b1-9df40febca1b tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8e0a4caec7454704961c43365369d7ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676205 Feb 09 16:13:24.145068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38326) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:24.184756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf4a34-3893-4bfb-b009-0e41df6a4221 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Deleting port 2a55f2af-43a3-4140-a9a1-12a02229b272 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:24.185090 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4a34-3893-4bfb-b009-0e41df6a4221 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:24.210619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a5006eec-2229-4211-98ee-9f60904cf6e9 None None] Port 2a55f2af-43a3-4140-a9a1-12a02229b272 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:24.316763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] For port 55db4f42-bd39-4601-beec-0d85ce1f78e1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=55db4f42-bd39-4601-beec-0d85ce1f78e1,segment=NetworkSegment(dfaba990-4b84-4112-b8b2-10ff276d0b29),segment_id=dfaba990-4b84-4112-b8b2-10ff276d0b29)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:24.317221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:24.337972 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Calling delete_port for 55db4f42-bd39-4601-beec-0d85ce1f78e1 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:24.388610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4a34-3893-4bfb-b009-0e41df6a4221 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:24.410670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf4a34-3893-4bfb-b009-0e41df6a4221 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Calling delete_port for 2a55f2af-43a3-4140-a9a1-12a02229b272 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:24.414309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:24.457787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:20Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:24.484793 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8368bf-0f8b-4a9c-8e78-bc75abc603bb tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:24.491068 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5a8368bf-0f8b-4a9c-8e78-bc75abc603bb tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3444932 Feb 09 16:13:24.491770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38332) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:24.514969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Checking router: d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:13:24.516058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Updating router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:13:24.530071 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8607e0a6-2a6b-4fdc-934c-77187323aebc tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309489 Feb 09 16:13:24.532301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38334) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:24.537421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1809358517', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:24.556019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:24.653678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:24.943350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:24.975723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Pushing event deleted for resources: {'Port': ['ID=55db4f42-bd39-4601-beec-0d85ce1f78e1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:24.995564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8:1::1 (022d294d-358d-40ac-bff5-fc89b862e203/6c447859-c26b-43fa-b110-6459d76fca06/0ca8cc2e-cfbd-4275-bd21-8209d1d408e2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:25.027240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:25.037359 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.037887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:25.037887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.104204 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4a34-3893-4bfb-b009-0e41df6a4221 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.291221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.293563 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf4a34-3893-4bfb-b009-0e41df6a4221 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Port': ['ID=2a55f2af-43a3-4140-a9a1-12a02229b272,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:25.476213 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.578181 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c0f9167-bca5-4c16-b898-3feb6043fceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.645773 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.659949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.676765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:25.680589 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.733807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Attempting to bind port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:13:25.734186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Attempting to bind port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:13:25.735423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Attempting to bind port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:25.747465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:13:25.747938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:25.748300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.748705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:13:25.749206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Bound port: 67d84a1a-5ec7-4fcf-be54-9f238e28be8e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:13:25.752266 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.763747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.776326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc5862-d968-45ba-96df-7e23fe6804b0 None None] Pushing event updated for resources: {'Port': ['ID=67d84a1a-5ec7-4fcf-be54-9f238e28be8e,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:25.846251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] For port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:13:25.850304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] For port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=67d84a1a-5ec7-4fcf-be54-9f238e28be8e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:13:25.858547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 022d294d-358d-40ac-bff5-fc89b862e203 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:25.867646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:25.879227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:25.879810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.954315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=0ca8cc2e-cfbd-4275-bd21-8209d1d408e2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:25.959593 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.960346 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2cf4a34-3893-4bfb-b009-0e41df6a4221 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:25.975595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b2cf4a34-3893-4bfb-b009-0e41df6a4221 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "DELETE /v2.0/ports/2a55f2af-43a3-4140-a9a1-12a02229b272 HTTP/1.1" status: 204 len: 168 time: 2.3721342 Feb 09 16:13:25.976730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38356) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:26.068917 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1d03c6-0cbd-4f3b-9cfd-d2c630a770d8 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] GET failed (client error): The resource could not be found. Feb 09 16:13:26.070726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8b1d03c6-0cbd-4f3b-9cfd-d2c630a770d8 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "GET /v2.0/ports/2a55f2af-43a3-4140-a9a1-12a02229b272 HTTP/1.1" status: 404 len: 333 time: 0.0862565 Feb 09 16:13:26.074028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38358) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:26.205334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc5862-d968-45ba-96df-7e23fe6804b0 None None] Pushing event updated for resources: {'Port': ['ID=67d84a1a-5ec7-4fcf-be54-9f238e28be8e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:26.220210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:26.222108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:26.287618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fe969c39-a097-402d-b68d-cee1524943c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Deleting port 00ecb1eb-5468-4e28-8143-a2dbd9a0941b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:26.288063 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe969c39-a097-402d-b68d-cee1524943c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:26.382053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:26.426328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:26.476868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Checking segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:26.477239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network hostable DHCP agents. Network: c6d73206-3e08-4d04-a114-797c98a8600c, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:13:26.479703 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Subnet': ['ID=bcb2ac01-c870-4fac-bb5e-5d704f3fd365,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:26.550716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-f81e8489-e9e9-44f6-9b39-fac834597f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:26.551188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-f81e8489-e9e9-44f6-9b39-fac834597f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:26.551668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-f81e8489-e9e9-44f6-9b39-fac834597f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:26.560256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-f81e8489-e9e9-44f6-9b39-fac834597f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:26.560929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-f81e8489-e9e9-44f6-9b39-fac834597f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:26.561481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-f81e8489-e9e9-44f6-9b39-fac834597f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:26.564962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-f81e8489-e9e9-44f6-9b39-fac834597f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:26.624594 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-f81e8489-e9e9-44f6-9b39-fac834597f2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 6487 time: 0.8975437 Feb 09 16:13:26.625671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-14613a26-5559-4e9a-9994-9cae0f6003a3 None None] Provisioning complete for port 0ca8cc2e-cfbd-4275-bd21-8209d1d408e2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:26.625671 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-14613a26-5559-4e9a-9994-9cae0f6003a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:26.656110 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-c0611496-c55a-4d85-8770-0e4218ea168b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748680 Feb 09 16:13:26.681856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network c6d73206-3e08-4d04-a114-797c98a8600c is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:13:26.690805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:26.712523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe969c39-a097-402d-b68d-cee1524943c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:26.740676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-14613a26-5559-4e9a-9994-9cae0f6003a3 None None] Port 0ca8cc2e-cfbd-4275-bd21-8209d1d408e2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:26.749370 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:26.776165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fe969c39-a097-402d-b68d-cee1524943c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Calling delete_port for 00ecb1eb-5468-4e28-8143-a2dbd9a0941b owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:26.867303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, c6d73206-3e08-4d04-a114-797c98a8600c) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:26.878279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:26.879640 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:26.885866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1dc3f4-a872-4aea-ad9a-6d9bd5ec1564 None None] Network c6d73206-3e08-4d04-a114-797c98a8600c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:26.897959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:26.910868 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] Sync routers for ids ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:26.937567 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] Routers {'0a7cbd57-f30f-4626-8e84-f10cd0ea9183'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:26.941828 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d4d1a19c-71db-48c2-9eb0-a5d64323628e admin admin] 10.222.0.53 "PUT /v2.0/routers/0a7cbd57-f30f-4626-8e84-f10cd0ea9183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5485337 Feb 09 16:13:26.949966 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:26.950094 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:27.155525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:20Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:27.158821 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] Set router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:27.160188 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c184aa59-bce5-439f-b758-451bb4b706b6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6266506 Feb 09 16:13:27.165281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38372) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:27.184388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:27.201506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6b1b99-bd46-4ed6-811d-dc2ddddccdac None None] The sync data for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 is: [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:20Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:27.333300 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:27.446121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:27.452685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:27.467704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-c6d73206-3e08-4d04-a114-797c98a8600c', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:13:27.470866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:27.609007 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe969c39-a097-402d-b68d-cee1524943c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:27.639057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 022d294d-358d-40ac-bff5-fc89b862e203 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:27.640883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=0ca8cc2e-cfbd-4275-bd21-8209d1d408e2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:27.660896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:27.667669 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:13:24Z', 'revision_number': 5, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port': {'id': '6e95cfad-6cb7-4a70-9f71-99fc07eaacf6', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3008, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:12:10Z', 'updated_at': '2022-02-09T16:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:27.723574 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:27.745406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe969c39-a097-402d-b68d-cee1524943c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Port': ['ID=00ecb1eb-5468-4e28-8143-a2dbd9a0941b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:28.094243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Allocated IP 172.20.0.2 (c6d73206-3e08-4d04-a114-797c98a8600c/bcb2ac01-c870-4fac-bb5e-5d704f3fd365/b40e2349-10a6-4e27-a951-05547ea3e3fb) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:28.120438 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fe969c39-a097-402d-b68d-cee1524943c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.127925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fe969c39-a097-402d-b68d-cee1524943c2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "DELETE /v2.0/ports/00ecb1eb-5468-4e28-8143-a2dbd9a0941b HTTP/1.1" status: 204 len: 168 time: 2.0525079 Feb 09 16:13:28.141339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38378) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:28.148523 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] Checking router: 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:13:28.151288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router ddd5ec92-7168-429f-bc49-2844003b96e0 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:28.184475 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] Routers {'0a7cbd57-f30f-4626-8e84-f10cd0ea9183'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:28.185404 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:28.247817 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fd61f7-92d1-4d03-8869-9563e62e9cb2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] GET failed (client error): The resource could not be found. Feb 09 16:13:28.264429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-22fd61f7-92d1-4d03-8869-9563e62e9cb2 tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "GET /v2.0/ports/00ecb1eb-5468-4e28-8143-a2dbd9a0941b HTTP/1.1" status: 404 len: 333 time: 0.1209872 Feb 09 16:13:28.272237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38380) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:28.447237 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] Set router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:28.459206 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.466305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Deleting port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:28.470363 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.642406 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:13:27Z', 'revision_number': 6, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:28.674639 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.714231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] For port 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6e95cfad-6cb7-4a70-9f71-99fc07eaacf6,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:28.714538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.716269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 67d84a1a-5ec7-4fcf-be54-9f238e28be8e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:28.725604 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccce5c31-02db-4528-bdf0-3a512c6c04bb None None] The sync data for ids ['0a7cbd57-f30f-4626-8e84-f10cd0ea9183'] in n-d-828542-1 is: [{'id': '0a7cbd57-f30f-4626-8e84-f10cd0ea9183', 'name': 'tempest-TestServerMultinode-534573747-router', 'tenant_id': 'e02cb0ec3b534380a295d5838659ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:12:09Z', 'updated_at': '2022-02-09T16:13:27Z', 'revision_number': 6, 'project_id': 'e02cb0ec3b534380a295d5838659ab96', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:28.811661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Calling delete_port for 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:28.882494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.892376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:28.909160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9d3f11a5-ccda-4030-a6af-4ea7d33b119b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/ddd5ec92-7168-429f-bc49-2844003b96e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3334632 Feb 09 16:13:28.916522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1de16025-057d-49d9-a39e-3d766b2cd237 None None] Provisioning complete for port 0ca8cc2e-cfbd-4275-bd21-8209d1d408e2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:28.916872 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1de16025-057d-49d9-a39e-3d766b2cd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.919544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38384) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:28.947464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-34fc234a-64a9-450d-adf7-7354aaa6e87a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Deleting port 775a828d-d0be-4235-a501-3b9c699810db {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:28.947996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34fc234a-64a9-450d-adf7-7354aaa6e87a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:28.983151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1de16025-057d-49d9-a39e-3d766b2cd237 None None] Port 0ca8cc2e-cfbd-4275-bd21-8209d1d408e2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:28.984908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e19930-f317-4cb2-8bcf-580aaa6b539b None None] Sync routers for ids ['ddd5ec92-7168-429f-bc49-2844003b96e0'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:28.998985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.007777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e19930-f317-4cb2-8bcf-580aaa6b539b None None] Routers {'ddd5ec92-7168-429f-bc49-2844003b96e0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:29.008774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-69e19930-f317-4cb2-8bcf-580aaa6b539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd5ec92-7168-429f-bc49-2844003b96e0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:29.025909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6fb63-db2f-4243-8f64-a3d9011e12d0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:29.025909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e3a6fb63-db2f-4243-8f64-a3d9011e12d0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports/0ca8cc2e-cfbd-4275-bd21-8209d1d408e2 HTTP/1.1" status: 200 len: 913 time: 0.0981033 Feb 09 16:13:29.037601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38386) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:29.071234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-69e19930-f317-4cb2-8bcf-580aaa6b539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:29.081830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.176743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:29.180790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.182885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e19930-f317-4cb2-8bcf-580aaa6b539b None None] Routers {'ddd5ec92-7168-429f-bc49-2844003b96e0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:29.184724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-69e19930-f317-4cb2-8bcf-580aaa6b539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd5ec92-7168-429f-bc49-2844003b96e0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:29.318937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Network c6d73206-3e08-4d04-a114-797c98a8600c is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:29.325924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-69e19930-f317-4cb2-8bcf-580aaa6b539b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:29.326896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e19930-f317-4cb2-8bcf-580aaa6b539b None None] The sync data for ids ['ddd5ec92-7168-429f-bc49-2844003b96e0'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:29.331470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:29.343199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Pushing event updated for resources: {'Port': ['ID=b40e2349-10a6-4e27-a951-05547ea3e3fb,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:29.347248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:29.370586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.430299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e95cfad-6cb7-4a70-9f71-99fc07eaacf6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:29.470951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Attempting to bind port b40e2349-10a6-4e27-a951-05547ea3e3fb on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:13:29.471627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Attempting to bind port b40e2349-10a6-4e27-a951-05547ea3e3fb by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:13:29.472330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Attempting to bind port b40e2349-10a6-4e27-a951-05547ea3e3fb on network c6d73206-3e08-4d04-a114-797c98a8600c {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:29.487994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:13:29.488813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Checking segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:29.489441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.490031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Bound using segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:13:29.490880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Bound port: b40e2349-10a6-4e27-a951-05547ea3e3fb, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:13:29.491513 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.518456 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.573292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.583087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=67d84a1a-5ec7-4fcf-be54-9f238e28be8e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:29.623396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34fc234a-64a9-450d-adf7-7354aaa6e87a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.645717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] For port b40e2349-10a6-4e27-a951-05547ea3e3fb, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:13:29.652313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] For port b40e2349-10a6-4e27-a951-05547ea3e3fb, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b40e2349-10a6-4e27-a951-05547ea3e3fb,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:13:29.657820 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.697570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-34fc234a-64a9-450d-adf7-7354aaa6e87a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Calling delete_port for 775a828d-d0be-4235-a501-3b9c699810db owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:29.737655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.789064 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.792237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:29.876867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=67d84a1a-5ec7-4fcf-be54-9f238e28be8e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:30.024669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.20.0.1 (c6d73206-3e08-4d04-a114-797c98a8600c/bcb2ac01-c870-4fac-bb5e-5d704f3fd365/1908cafb-d5dc-408c-acc0-8a7be77b6b58) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:30.046985 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.046985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a7cbd57-f30f-4626-8e84-f10cd0ea9183 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:13:30.074952 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.077853 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b565d07a-e317-4ae8-9cc1-081a2a2a87f1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0a7cbd57-f30f-4626-8e84-f10cd0ea9183 HTTP/1.1" status: 204 len: 168 time: 3.1322758 Feb 09 16:13:30.090360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019599e-8ede-44b7-a715-1785b8ac0ac0 None None] Pushing event updated for resources: {'Port': ['ID=b40e2349-10a6-4e27-a951-05547ea3e3fb,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:30.090829 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38392) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:30.271584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.342057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34fc234a-64a9-450d-adf7-7354aaa6e87a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.360449 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.419257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-137fae77-9c0b-41ca-8741-6af766855b22 admin admin] Deleting subnet 46314d9a-b268-4e45-a75c-3b32b63712fa {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:13:30.425332 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-137fae77-9c0b-41ca-8741-6af766855b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.486265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc234a-64a9-450d-adf7-7354aaa6e87a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Port': ['ID=775a828d-d0be-4235-a501-3b9c699810db,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:30.519385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.557726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-137fae77-9c0b-41ca-8741-6af766855b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.755912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 67d84a1a-5ec7-4fcf-be54-9f238e28be8e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:30.769673 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-137fae77-9c0b-41ca-8741-6af766855b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.846253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-34fc234a-64a9-450d-adf7-7354aaa6e87a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.854845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-34fc234a-64a9-450d-adf7-7354aaa6e87a tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "DELETE /v2.0/ports/775a828d-d0be-4235-a501-3b9c699810db HTTP/1.1" status: 204 len: 168 time: 2.5746772 Feb 09 16:13:30.856461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38400) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:30.870277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:30.870653 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:30.982355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2aa380-f434-4cb6-bb4b-72d9778790ff tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Deleting subnet 1de8c662-63b0-46de-8d39-22a32d463e52 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:13:30.982514 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa380-f434-4cb6-bb4b-72d9778790ff tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.041710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b40e2349-10a6-4e27-a951-05547ea3e3fb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:31.068505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa380-f434-4cb6-bb4b-72d9778790ff tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.077698 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-137fae77-9c0b-41ca-8741-6af766855b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.126813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.163440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b40e2349-10a6-4e27-a951-05547ea3e3fb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:31.163926 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.176787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 0ca8cc2e-cfbd-4275-bd21-8209d1d408e2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:31.177490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.227702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fae77-9c0b-41ca-8741-6af766855b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46314d9a-b268-4e45-a75c-3b32b63712fa,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:31.236865 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-137fae77-9c0b-41ca-8741-6af766855b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.247910 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-137fae77-9c0b-41ca-8741-6af766855b22 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/46314d9a-b268-4e45-a75c-3b32b63712fa HTTP/1.1" status: 204 len: 168 time: 1.1549110 Feb 09 16:13:31.262019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38402) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:31.268209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396507c-d898-4653-b620-c8b627745135 None None] Network d40beb9c-df07-4986-80cd-9e4d1900079a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:31.269952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network c6d73206-3e08-4d04-a114-797c98a8600c is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:31.301086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:31.326820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:31.393424 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.402545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.417344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.434938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=1908cafb-d5dc-408c-acc0-8a7be77b6b58,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:31.457366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 0ca8cc2e-cfbd-4275-bd21-8209d1d408e2 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:31.459613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa380-f434-4cb6-bb4b-72d9778790ff tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.464063 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.476810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port b40e2349-10a6-4e27-a951-05547ea3e3fb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b40e2349-10a6-4e27-a951-05547ea3e3fb,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:31.643334 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.744686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Deleting port 9aca4416-5363-47e3-baf4-1096c6eb9f4a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:31.745183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.750768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=b40e2349-10a6-4e27-a951-05547ea3e3fb,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:31.753950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] DHCP port deletion for d40beb9c-df07-4986-80cd-9e4d1900079a request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:13:31.759610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf4b51-375b-4e10-80d2-731acc2a3c9f None None] Network c6d73206-3e08-4d04-a114-797c98a8600c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:31.767977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 55db4f42-bd39-4601-beec-0d85ce1f78e1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:31.784490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa380-f434-4cb6-bb4b-72d9778790ff tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.806436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 55db4f42-bd39-4601-beec-0d85ce1f78e1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:31.806721 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 55db4f42-bd39-4601-beec-0d85ce1f78e1 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:31.807586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:31.849248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2aa380-f434-4cb6-bb4b-72d9778790ff tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Subnet': ['ID=1de8c662-63b0-46de-8d39-22a32d463e52,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:31.872421 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c2aa380-f434-4cb6-bb4b-72d9778790ff tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.879041 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6c2aa380-f434-4cb6-bb4b-72d9778790ff tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "DELETE /v2.0/subnets/1de8c662-63b0-46de-8d39-22a32d463e52 HTTP/1.1" status: 204 len: 168 time: 1.0212111 Feb 09 16:13:31.887983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] For port 9aca4416-5363-47e3-baf4-1096c6eb9f4a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9aca4416-5363-47e3-baf4-1096c6eb9f4a,segment=NetworkSegment(dfaba990-4b84-4112-b8b2-10ff276d0b29),segment_id=dfaba990-4b84-4112-b8b2-10ff276d0b29)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:31.888571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.890824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38408) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:31.920255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0521e42b-264b-4ec3-812b-cae6599a4509 None None] Network b4d70d74-8e2a-433a-97b0-30871f317376 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:31.926037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.946352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c8cf108d-f231-4098-99c8-fbfe8796c64f None None] Provisioning complete for port b40e2349-10a6-4e27-a951-05547ea3e3fb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:31.947590 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c8cf108d-f231-4098-99c8-fbfe8796c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:31.950995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Calling delete_port for 9aca4416-5363-47e3-baf4-1096c6eb9f4a owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:31.952886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:31.953685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6e95cfad-6cb7-4a70-9f71-99fc07eaacf6 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:31.991079 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:32.177044 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:32.183593 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:32.202363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] No DVR routers for this DVR port 9aca4416-5363-47e3-baf4-1096c6eb9f4a on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:32.263588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aca4416-5363-47e3-baf4-1096c6eb9f4a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:32.282596 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:32.342265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] Deleting port 9aca4416-5363-47e3-baf4-1096c6eb9f4a {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:32.348055 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:32.712253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b40e2349-10a6-4e27-a951-05547ea3e3fb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:32.888920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] For port 9aca4416-5363-47e3-baf4-1096c6eb9f4a, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:32.889537 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:32.922042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] Calling delete_port for 9aca4416-5363-47e3-baf4-1096c6eb9f4a owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:32.948706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=0ca8cc2e-cfbd-4275-bd21-8209d1d408e2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:32.959438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] Port 9aca4416-5363-47e3-baf4-1096c6eb9f4a was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:13:33.000136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] DHCP port deletion for b4d70d74-8e2a-433a-97b0-30871f317376 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:13:33.003925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b40e2349-10a6-4e27-a951-05547ea3e3fb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:33.004321 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.005799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.066086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.076449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] Pushing event deleted for resources: {'Port': ['ID=9aca4416-5363-47e3-baf4-1096c6eb9f4a,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:33.088850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d35f43-e128-40b7-9cd5-230d3952efd9 None None] No DVR routers for this DVR port 9aca4416-5363-47e3-baf4-1096c6eb9f4a on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:33.177152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40beb9c-df07-4986-80cd-9e4d1900079a']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:33.202405 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.216318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Deleting port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:33.216626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] Deleting port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:33.216816 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.217104 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.240319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfaba990-4b84-4112-b8b2-10ff276d0b29') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:33.240740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfaba990-4b84-4112-b8b2-10ff276d0b29') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:33.316186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.334155 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.392139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9aca4416-5363-47e3-baf4-1096c6eb9f4a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:33.411189 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.427086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 9aca4416-5363-47e3-baf4-1096c6eb9f4a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:33.432207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9aca4416-5363-47e3-baf4-1096c6eb9f4a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:33.495784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] For port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,segment=NetworkSegment(6013e905-dd4a-41bf-89f4-364645ac55fd),segment_id=6013e905-dd4a-41bf-89f4-364645ac55fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:33.496531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.502226 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.510055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:13:33.510468 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.519238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] Calling delete_port for 1fccab9d-b625-4e39-89bc-4b3da1ce42ca owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:13:33.571366 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:13:33.579735 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.584356 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=1908cafb-d5dc-408c-acc0-8a7be77b6b58,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:33.631796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] For port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,segment=NetworkSegment(6013e905-dd4a-41bf-89f4-364645ac55fd),segment_id=6013e905-dd4a-41bf-89f4-364645ac55fd)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:33.638578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.650878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fa96111c-0b26-4804-95a1-aba0af49792e None None] Provisioning complete for port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:33.651596 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa96111c-0b26-4804-95a1-aba0af49792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.683354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Calling delete_port for 1fccab9d-b625-4e39-89bc-4b3da1ce42ca owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:33.687190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.708397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.719111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d40beb9c-df07-4986-80cd-9e4d1900079a HTTP/1.1" status: 204 len: 168 time: 2.4492810 Feb 09 16:13:33.719111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82df04-1357-4edb-b9ad-dad1270d69f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d40beb9c-df07-4986-80cd-9e4d1900079a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:33.746621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fa96111c-0b26-4804-95a1-aba0af49792e None None] Port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:33.776609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fa96111c-0b26-4804-95a1-aba0af49792e None None] Provisioning complete for port b40e2349-10a6-4e27-a951-05547ea3e3fb triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:33.778095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa96111c-0b26-4804-95a1-aba0af49792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.799162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network c6d73206-3e08-4d04-a114-797c98a8600c is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:33.801469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:33.830095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:33.866103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] Pushing event deleted for resources: {'Port': ['ID=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:33.876304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f28d6-9d39-4a7a-84ef-2ddd7a6973e0 None None] No DVR routers for this DVR port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:33.979887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router ddd5ec92-7168-429f-bc49-2844003b96e0 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:34.034740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:34.077511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-28a0e046-30b1-4e09-bb02-46189f809370 None None] Provisioning complete for port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:34.078778 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-28a0e046-30b1-4e09-bb02-46189f809370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.148717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.173170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-28a0e046-30b1-4e09-bb02-46189f809370 None None] Port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:34.199004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:34.214476 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Sync routers for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:34.238000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] No DVR routers for this DVR port 1fccab9d-b625-4e39-89bc-4b3da1ce42ca on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:34.241279 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2780be38-d53c-4e07-9e9b-76ef95eb231d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "PUT /v2.0/routers/d9c99a93-f432-4c1b-8ab4-e4c9c1408e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0738389 Feb 09 16:13:34.252460 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:34.253490 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:34.254455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Port': ['ID=1fccab9d-b625-4e39-89bc-4b3da1ce42ca,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:34.381028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38438) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:34.419005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-679598ff-ba4f-4082-8852-b0488448e896 None None] Provisioning complete for port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:34.419695 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-679598ff-ba4f-4082-8852-b0488448e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.488054 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-87edf207-20cf-46e6-8336-256d235e13d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26259b4caac2422096ce5784acfbc57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1016994 Feb 09 16:13:34.489777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:34.529158 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:34.531244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-679598ff-ba4f-4082-8852-b0488448e896 None None] Port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:34.542462 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.624329 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bcefaf9-2c8f-490a-bb49-3ecf2e27843e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.629760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1fccab9d-b625-4e39-89bc-4b3da1ce42ca no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:34.651892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:34.654883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d70d74-8e2a-433a-97b0-30871f317376']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:34.675530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-88cbca78-c0df-45b8-a4fa-c32d6eb5a80c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/ddd5ec92-7168-429f-bc49-2844003b96e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6363256 Feb 09 16:13:34.685273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38460) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:34.691039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6013e905-dd4a-41bf-89f4-364645ac55fd') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:34.691374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6013e905-dd4a-41bf-89f4-364645ac55fd') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:34.694243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda914b9-d24a-4053-8550-c969084b84a6 None None] Sync routers for ids ['ddd5ec92-7168-429f-bc49-2844003b96e0'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:34.745110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1fccab9d-b625-4e39-89bc-4b3da1ce42ca {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:34.749834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1fccab9d-b625-4e39-89bc-4b3da1ce42ca not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:34.774703 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.775489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda914b9-d24a-4053-8550-c969084b84a6 None None] Routers {'ddd5ec92-7168-429f-bc49-2844003b96e0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:34.776466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dda914b9-d24a-4053-8550-c969084b84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd5ec92-7168-429f-bc49-2844003b96e0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:34.808302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bcefaf9-2c8f-490a-bb49-3ecf2e27843e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.826532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.843478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-b8f31dba-7c62-476f-8597-33776ac0f1b0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937909607&fields=id&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 267 time: 0.1465359 Feb 09 16:13:34.846744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:13:34.847171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:13:34.850533 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:13:34.872581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dda914b9-d24a-4053-8550-c969084b84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:34.894021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda914b9-d24a-4053-8550-c969084b84a6 None None] Routers {'ddd5ec92-7168-429f-bc49-2844003b96e0'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:34.894799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dda914b9-d24a-4053-8550-c969084b84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd5ec92-7168-429f-bc49-2844003b96e0'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:34.941549 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dda914b9-d24a-4053-8550-c969084b84a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:34.942388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda914b9-d24a-4053-8550-c969084b84a6 None None] The sync data for ids ['ddd5ec92-7168-429f-bc49-2844003b96e0'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:35.055500 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:33Z', 'revision_number': 2, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:35.064323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-6818691c-9806-48a6-8256-47bf6e279a2e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:35.066180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-6818691c-9806-48a6-8256-47bf6e279a2e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 796 time: 0.2001305 Feb 09 16:13:35.074591 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:35.089102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:35.094124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] 10.222.0.53 "DELETE /v2.0/networks/b4d70d74-8e2a-433a-97b0-30871f317376 HTTP/1.1" status: 204 len: 168 time: 3.2023470 Feb 09 16:13:35.102638 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bcefaf9-2c8f-490a-bb49-3ecf2e27843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:35.105959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bcefaf9-2c8f-490a-bb49-3ecf2e27843e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:35.107375 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7bcefaf9-2c8f-490a-bb49-3ecf2e27843e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cb45fc5-3cd6-4599-8e13-9bbdd3b030a9 HTTP/1.1" status: 204 len: 168 time: 0.6158638 Feb 09 16:13:35.110769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64081291-c4e9-4355-9c7d-196541ccaf7f tempest-AllowedAddressPairTestJSON-1882183095 tempest-AllowedAddressPairTestJSON-1882183095-project] Pushing event deleted for resources: {'Network': ['ID=b4d70d74-8e2a-433a-97b0-30871f317376,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:35.120361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-15d31acc-999d-44c0-a4eb-9ff41ce0a58e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/quotas/8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 375 time: 0.0377693 Feb 09 16:13:35.153502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcefaf9-2c8f-490a-bb49-3ecf2e27843e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb45fc5-3cd6-4599-8e13-9bbdd3b030a9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:35.169925 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Checking router: d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:13:35.171846 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Updating router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:13:35.225132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-f160b2e7-5e0f-4189-a39f-96fd28a1d536 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037061 Feb 09 16:13:35.230896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-8957b507-180c-44ec-8261-63ba2bf704dc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:13:35.238992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-8957b507-180c-44ec-8261-63ba2bf704dc service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129819 Feb 09 16:13:35.249861 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:35.433017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-b5b96c14-911b-4d19-8533-07c937bbd23b service neutron] 10.222.0.53 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833298 Feb 09 16:13:35.442532 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:35.705034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-a45a8586-3b2f-4660-bfff-68fbbb2ae679 service neutron] 10.222.0.53 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706172 Feb 09 16:13:35.850176 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:35.913302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 470e7626-d1a3-40f5-a824-42d1c54e6b7d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:35.913726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.032353 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.054348 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.095239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 470e7626-d1a3-40f5-a824-42d1c54e6b7d owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:36.259143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5603b7ad-1e1c-41a7-bbd5-456201849fba req-5dfce083-4420-407d-9335-35acd83ee1d2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 210 time: 0.0776560 Feb 09 16:13:36.261581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38496) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:36.337590 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Pushing event updated for resources: {'Port': ['ID=1908cafb-d5dc-408c-acc0-8a7be77b6b58,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:36.364558 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.365029 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.365503 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.365975 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.366458 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.366965 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.367445 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.367901 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.376702 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.377310 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.377791 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.378256 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:36.417049 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Attempting to bind port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:13:36.422024 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Attempting to bind port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:13:36.422024 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Attempting to bind port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 on network c6d73206-3e08-4d04-a114-797c98a8600c {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:36.437285 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:13:36.437557 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Checking segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:36.437988 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.438403 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Bound using segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:13:36.439939 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Bound port: 1908cafb-d5dc-408c-acc0-8a7be77b6b58, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:13:36.440213 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.467293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38500) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:36.596318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-45676196-a9af-4503-a806-fc52b0eb41f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e02cb0ec3b534380a295d5838659ab96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276844 Feb 09 16:13:36.599266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38506) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:36.604115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1c44fcb7-10c8-45be-ae8a-56a28547380f None None] Provisioning complete for port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:36.614895 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1c44fcb7-10c8-45be-ae8a-56a28547380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.651344 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] For port 1908cafb-d5dc-408c-acc0-8a7be77b6b58, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:13:36.654942 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] For port 1908cafb-d5dc-408c-acc0-8a7be77b6b58, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1908cafb-d5dc-408c-acc0-8a7be77b6b58,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:13:36.661606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1c44fcb7-10c8-45be-ae8a-56a28547380f None None] Port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:36.705798 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61abecd3-96a4-4b2b-a1c7-7252ea987b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.741872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61abecd3-96a4-4b2b-a1c7-7252ea987b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.782848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.834862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=470e7626-d1a3-40f5-a824-42d1c54e6b7d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:36.834862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e875f8d8-4ff3-4e17-bc5a-9055823dac63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3341f79f09f43dba1f930945e395f70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683203 Feb 09 16:13:36.835205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38512) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:36.895422 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.909006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6bb569df-62b2-42cf-93fb-8c04ad022470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.968976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6bb569df-62b2-42cf-93fb-8c04ad022470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.979788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.992874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61abecd3-96a4-4b2b-a1c7-7252ea987b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.998649 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-61abecd3-96a4-4b2b-a1c7-7252ea987b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:36.999788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-61abecd3-96a4-4b2b-a1c7-7252ea987b24 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2240be4-beb3-4c0c-a1b1-80fe89611d99 HTTP/1.1" status: 204 len: 168 time: 0.3975122 Feb 09 16:13:37.022219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abecd3-96a4-4b2b-a1c7-7252ea987b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2240be4-beb3-4c0c-a1b1-80fe89611d99,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:37.089866 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb6c1b-e716-4d4a-944c-75615cd51dc4 None None] Pushing event updated for resources: {'Port': ['ID=1908cafb-d5dc-408c-acc0-8a7be77b6b58,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:37.113497 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:37.116839 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:37.240859 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6bb569df-62b2-42cf-93fb-8c04ad022470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:37.251906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6bb569df-62b2-42cf-93fb-8c04ad022470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:37.253994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6bb569df-62b2-42cf-93fb-8c04ad022470 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf01295f-5b57-4862-a196-aed0f02a58e5 HTTP/1.1" status: 204 len: 168 time: 0.4176531 Feb 09 16:13:37.304763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb569df-62b2-42cf-93fb-8c04ad022470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf01295f-5b57-4862-a196-aed0f02a58e5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:37.350610 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router ddd5ec92-7168-429f-bc49-2844003b96e0 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:37.479982 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:37.507818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-daa12203-c748-4f57-a19b-8c7a09deede8 req-a42690b3-f447-436b-8d1f-ae6ef626aba2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 210 time: 0.0416796 Feb 09 16:13:37.533796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:37.544452 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1dc75d7f-96bb-4df6-b760-f1cee7fd2db1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/ddd5ec92-7168-429f-bc49-2844003b96e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491988 Feb 09 16:13:37.546216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38530) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:37.563711 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0b397-ba22-4357-b8e2-3a554f7269da None None] Sync routers for ids ['ddd5ec92-7168-429f-bc49-2844003b96e0'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:37.600048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3e888ae0-2106-48a1-a422-428ca85e4575 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd5ec92-7168-429f-bc49-2844003b96e0 HTTP/1.1" status: 200 len: 205 time: 0.0525885 Feb 09 16:13:37.609241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38540) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:37.644225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bd48aa10-356d-4d1f-9358-a1de31b0e601 None None] Provisioning complete for port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:37.650704 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd48aa10-356d-4d1f-9358-a1de31b0e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:37.697725 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0b397-ba22-4357-b8e2-3a554f7269da None None] Routers {'ddd5ec92-7168-429f-bc49-2844003b96e0'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:37.698554 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ac0b397-ba22-4357-b8e2-3a554f7269da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd5ec92-7168-429f-bc49-2844003b96e0'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:37.741583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6f1-6167-4dc6-aa86-c35959988bb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:37.768574 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ac0b397-ba22-4357-b8e2-3a554f7269da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:37.857130 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0b397-ba22-4357-b8e2-3a554f7269da None None] Routers {'ddd5ec92-7168-429f-bc49-2844003b96e0'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:37.860260 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ac0b397-ba22-4357-b8e2-3a554f7269da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ddd5ec92-7168-429f-bc49-2844003b96e0'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:37.944466 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ac0b397-ba22-4357-b8e2-3a554f7269da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:37.944466 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0b397-ba22-4357-b8e2-3a554f7269da None None] The sync data for ids ['ddd5ec92-7168-429f-bc49-2844003b96e0'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:38.060377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd48aa10-356d-4d1f-9358-a1de31b0e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.090490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6f1-6167-4dc6-aa86-c35959988bb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.096154 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6f1-6167-4dc6-aa86-c35959988bb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.108706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd48aa10-356d-4d1f-9358-a1de31b0e601 None None] For port 1908cafb-d5dc-408c-acc0-8a7be77b6b58, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1908cafb-d5dc-408c-acc0-8a7be77b6b58,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:38.133216 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:38.173410 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33445176-31a4-4ec7-9623-21d56aa09200 None None] The sync data for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 is: [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:36Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:38.334247 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd48aa10-356d-4d1f-9358-a1de31b0e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.371656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6f1-6167-4dc6-aa86-c35959988bb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.375358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d4d6f1-6167-4dc6-aa86-c35959988bb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Fanout notify agent at l3_agent the message router_deleted on router ddd5ec92-7168-429f-bc49-2844003b96e0 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:13:38.379103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48aa10-356d-4d1f-9358-a1de31b0e601 None None] Pushing event updated for resources: {'Port': ['ID=1908cafb-d5dc-408c-acc0-8a7be77b6b58,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:38.390221 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6f1-6167-4dc6-aa86-c35959988bb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.390461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c0d4d6f1-6167-4dc6-aa86-c35959988bb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/ddd5ec92-7168-429f-bc49-2844003b96e0 HTTP/1.1" status: 204 len: 168 time: 0.7797904 Feb 09 16:13:38.393086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38562) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:38.536434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3bb2f7-f0fd-423b-b2ad-839efbda54c5 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet 6c447859-c26b-43fa-b110-6459d76fca06 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:13:38.541136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb2f7-f0fd-423b-b2ad-839efbda54c5 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.643057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb2f7-f0fd-423b-b2ad-839efbda54c5 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.652134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1908cafb-d5dc-408c-acc0-8a7be77b6b58 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:38.727783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de652dca-a822-44f8-9186-66c3651a7d29 req-3b7e5c1c-cd04-4130-879e-674e3c400f90 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 210 time: 0.0772364 Feb 09 16:13:38.820360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:38.820831 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:38.954086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb2f7-f0fd-423b-b2ad-839efbda54c5 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.126315 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb2f7-f0fd-423b-b2ad-839efbda54c5 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.179632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bb2f7-f0fd-423b-b2ad-839efbda54c5 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=6c447859-c26b-43fa-b110-6459d76fca06,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:39.180129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafaf7fb-c147-469b-9766-16a76c2b9001 None None] Network 022d294d-358d-40ac-bff5-fc89b862e203 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:39.184710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb2f7-f0fd-423b-b2ad-839efbda54c5 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.189008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5c3bb2f7-f0fd-423b-b2ad-839efbda54c5 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/6c447859-c26b-43fa-b110-6459d76fca06 HTTP/1.1" status: 204 len: 168 time: 0.7942421 Feb 09 16:13:39.193455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38604) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:39.259846 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f111a72-be9f-4fd9-a893-9913f59524f1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet 4bd42298-d088-4dc3-b55a-38a641eb7dec {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:13:39.263494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f111a72-be9f-4fd9-a893-9913f59524f1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.376411 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f111a72-be9f-4fd9-a893-9913f59524f1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.507448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] DHCP port deletion for 022d294d-358d-40ac-bff5-fc89b862e203 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:13:39.527424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f111a72-be9f-4fd9-a893-9913f59524f1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.542509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38612) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:39.635678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] Deleting port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:39.636372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.737352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--476091276'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:39.743079 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f111a72-be9f-4fd9-a893-9913f59524f1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.794937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] For port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,segment=NetworkSegment(450febb3-a33b-49c1-a7da-85f2114ed026),segment_id=450febb3-a33b-49c1-a7da-85f2114ed026)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:39.797096 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.799419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f111a72-be9f-4fd9-a893-9913f59524f1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd42298-d088-4dc3-b55a-38a641eb7dec,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:39.802553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f111a72-be9f-4fd9-a893-9913f59524f1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.810204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38630) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:39.810663 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6f111a72-be9f-4fd9-a893-9913f59524f1 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/4bd42298-d088-4dc3-b55a-38a641eb7dec HTTP/1.1" status: 204 len: 168 time: 0.6143451 Feb 09 16:13:39.823207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] Calling delete_port for 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:39.878924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00de8f71-0203-431a-ac06-2ae69a9075c1 None None] Network 37103417-6bbd-47a7-b982-ed733fa656f2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:39.910797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da9e46ac-e545-437b-901d-c3851afe7fea req-e9c137c6-dd02-4a7c-94a9-6fc10eab4929 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 210 time: 0.0440435 Feb 09 16:13:39.925539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.941996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:39.947825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.120702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:40.121388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.138616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.193181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] DHCP port deletion for 37103417-6bbd-47a7-b982-ed733fa656f2 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:13:40.277319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] No DVR routers for this DVR port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:40.283934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e890057-560e-4d3d-b70d-3b04b4c5b341 None None] Pushing event deleted for resources: {'Port': ['ID=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:40.369933 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-85f12ceb-2be7-46f4-963b-d335a134a2e8 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:40.373295 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-85f12ceb-2be7-46f4-963b-d335a134a2e8 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 796 time: 0.2620792 Feb 09 16:13:40.402883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,segment=NetworkSegment(450febb3-a33b-49c1-a7da-85f2114ed026),segment_id=450febb3-a33b-49c1-a7da-85f2114ed026)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:40.403457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.413660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] Deleting port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:40.413660 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.422051 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-5d80d3af-9997-45fd-add7-78b578dcbc54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 379 time: 0.0392010 Feb 09 16:13:40.455472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'port': {'device_id': '022d8248-958e-41ba-aafc-ea278d453285', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'admin_state_up': True, 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'security_groups': ['8b609bd4-d14d-486d-9105-25e2ffe9ab60']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:40.557888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:40.561932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:40.571404 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.596013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:40.596424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:40.596795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 63902c72-c951-4e6c-b5fa-b7263d05cfa1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:40.663077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] For port 63902c72-c951-4e6c-b5fa-b7263d05cfa1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=63902c72-c951-4e6c-b5fa-b7263d05cfa1,segment=NetworkSegment(e7134f72-cbc4-474c-90c7-b78a12285c7f),segment_id=e7134f72-cbc4-474c-90c7-b78a12285c7f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:40.666446 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.675645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.688568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] Calling delete_port for 63902c72-c951-4e6c-b5fa-b7263d05cfa1 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:40.704310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=59b6277c-6d8d-4dd3-966c-4930e69bf2e5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:40.707894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No DVR routers for this DVR port 59b6277c-6d8d-4dd3-966c-4930e69bf2e5 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:40.746398 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.799306 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.849061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 63902c72-c951-4e6c-b5fa-b7263d05cfa1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=63902c72-c951-4e6c-b5fa-b7263d05cfa1,segment=NetworkSegment(e7134f72-cbc4-474c-90c7-b78a12285c7f),segment_id=e7134f72-cbc4-474c-90c7-b78a12285c7f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:40.863297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:40.870350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.926179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:40.952504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c6c386-62e9-44d4-8ca1-642bf4c3f23d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:40.980002 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.031609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022d294d-358d-40ac-bff5-fc89b862e203']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:41.062210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=63902c72-c951-4e6c-b5fa-b7263d05cfa1,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:41.097880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450febb3-a33b-49c1-a7da-85f2114ed026') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:41.098342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450febb3-a33b-49c1-a7da-85f2114ed026') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:41.103382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.122879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.20.0.12 (c6d73206-3e08-4d04-a114-797c98a8600c/bcb2ac01-c870-4fac-bb5e-5d704f3fd365/2ff91d07-5bb3-47ea-946f-345de6c0f3d3) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:41.169752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5208b21c-e946-46e6-912a-fde50a58e563 req-817a4217-9e4c-4038-900b-1fd92c1bed9c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 210 time: 0.1029296 Feb 09 16:13:41.185330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] Pushing event deleted for resources: {'Port': ['ID=63902c72-c951-4e6c-b5fa-b7263d05cfa1,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:41.200201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.210208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1842bb7-c086-468e-b103-dbc86ab2e86c None None] No DVR routers for this DVR port 63902c72-c951-4e6c-b5fa-b7263d05cfa1 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:41.229821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.241705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.251597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:13:41.252727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:13:41.258294 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:13:41.330667 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.358018 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.391904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcfb046-62b5-4460-984a-8d4a2f25e0cb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:41.490040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.490040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-766e5e14-2060-4f1c-8c88-b376370f469e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9401116 Feb 09 16:13:41.490549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38678) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:41.544514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.551545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.566518 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.580112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/022d294d-358d-40ac-bff5-fc89b862e203 HTTP/1.1" status: 204 len: 168 time: 1.7613602 Feb 09 16:13:41.582200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38684) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:41.611070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00555b-b918-468e-8d22-5dde76892a7b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=022d294d-358d-40ac-bff5-fc89b862e203,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:41.635784 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c144bdf1-24ab-44d4-971a-eb96c8fb2eac tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1472099 Feb 09 16:13:41.640582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38686) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:41.652412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c6a97e27-6ceb-4342-b00a-3b424a3748f6 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-security--318081594', 'description': 'tempest-security-description-1877273425'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:41.703843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6a97e27-6ceb-4342-b00a-3b424a3748f6 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.713363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network c6d73206-3e08-4d04-a114-797c98a8600c is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:41.727591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:41.758704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:41.808231 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6a97e27-6ceb-4342-b00a-3b424a3748f6 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.811854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:41.846802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.868200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:41.869460 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.891608 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6a97e27-6ceb-4342-b00a-3b424a3748f6 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.895146 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c6a97e27-6ceb-4342-b00a-3b424a3748f6 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.900665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c6a97e27-6ceb-4342-b00a-3b424a3748f6 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "PUT /v2.0/security-groups/edcfb046-62b5-4460-984a-8d4a2f25e0cb HTTP/1.1" status: 200 len: 1779 time: 0.2530465 Feb 09 16:13:41.903877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38698) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:41.982142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:41.995951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a97e27-6ceb-4342-b00a-3b424a3748f6 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcfb046-62b5-4460-984a-8d4a2f25e0cb,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:42.003908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0cd1c6da-1198-48e1-92df-60887ef756a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5700951 Feb 09 16:13:42.017391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Request body: {'port': {'device_id': '022d8248-958e-41ba-aafc-ea278d453285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:42.022327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-57d38e78-39be-4dd9-af30-8e34de07cd07 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups/edcfb046-62b5-4460-984a-8d4a2f25e0cb HTTP/1.1" status: 200 len: 1779 time: 0.1132607 Feb 09 16:13:42.023008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38704) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:42.025356 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37103417-6bbd-47a7-b982-ed733fa656f2']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:42.070819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7134f72-cbc4-474c-90c7-b78a12285c7f') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:42.071408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7134f72-cbc4-474c-90c7-b78a12285c7f') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:42.100952 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.141248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.154079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:13:42.154775 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:13:42.158387 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:13:42.174708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.248172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-82780915-e137-4089-8150-2beb3fd70de3 None None] Provisioning complete for port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:42.249017 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82780915-e137-4089-8150-2beb3fd70de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.345526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-82780915-e137-4089-8150-2beb3fd70de3 None None] Port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:42.497780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df837d0f-bd41-4620-884a-6209f9f76c36 req-665fef7b-4549-4994-ab73-35e35f30eba9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:42.499864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df837d0f-bd41-4620-884a-6209f9f76c36 req-665fef7b-4549-4994-ab73-35e35f30eba9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 932 time: 0.1399374 Feb 09 16:13:42.504628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-35eb939c-97c2-4f7e-8954-872996fd9329 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1599779 Feb 09 16:13:42.579468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df837d0f-bd41-4620-884a-6209f9f76c36 req-03d5f942-bdad-4ffd-b653-bf93dd9b5946 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682158 Feb 09 16:13:42.603454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96ded4cf-138e-42f2-b3d4-c7e2af7a4092 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.617291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-798d6c52-f151-463b-a1c3-5802c290788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:42.620247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-798d6c52-f151-463b-a1c3-5802c290788a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4142c7343a84401ab71b776fa3467fb7&device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 1101 time: 0.0883331 Feb 09 16:13:42.676899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96ded4cf-138e-42f2-b3d4-c7e2af7a4092 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.752251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.757681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.762572 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/37103417-6bbd-47a7-b982-ed733fa656f2 HTTP/1.1" status: 204 len: 168 time: 1.1792316 Feb 09 16:13:42.771867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:42.787000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-787823256'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:42.813419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169adf7e-c3a4-4732-ad88-15afa2870a14 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=37103417-6bbd-47a7-b982-ed733fa656f2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:42.836268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-4f3de3f9-d9d2-4877-9d66-b5a85152e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:42.839561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-4f3de3f9-d9d2-4877-9d66-b5a85152e99f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1916108 Feb 09 16:13:42.901618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-9ec1cbb9-c1ea-4d1b-9ac3-b2ca1960c4c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 HTTP/1.1" status: 200 len: 217 time: 0.0545490 Feb 09 16:13:42.950124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:42.953726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:42.980841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-66478ee3-2ef5-4608-8d43-ad1477fb9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:42.982451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-66478ee3-2ef5-4608-8d43-ad1477fb9161 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0746279 Feb 09 16:13:42.999788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96ded4cf-138e-42f2-b3d4-c7e2af7a4092 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.002244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:13:43.005086 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96ded4cf-138e-42f2-b3d4-c7e2af7a4092 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.011222 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-96ded4cf-138e-42f2-b3d4-c7e2af7a4092 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/edcfb046-62b5-4460-984a-8d4a2f25e0cb HTTP/1.1" status: 204 len: 168 time: 0.9791923 Feb 09 16:13:43.017754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:43.035513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.035999 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment d5d1217d-f31b-4986-a9c4-f65f21778c46 of type vlan for network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 Feb 09 16:13:43.058490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ded4cf-138e-42f2-b3d4-c7e2af7a4092 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcfb046-62b5-4460-984a-8d4a2f25e0cb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:43.086701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-7a29c8f8-a034-456f-9acc-4fe7a25cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:43.089034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-7a29c8f8-a034-456f-9acc-4fe7a25cea69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991433 Feb 09 16:13:43.090937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.141927 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1f099d98-db7b-4138-901f-3c265f966371 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1184945 Feb 09 16:13:43.144451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:13:43.149293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38750) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:43.167288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.176378 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-f748a2b0-d666-4c58-8038-a29a3ea4e0f0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] delete failed (client error): The resource could not be found. Feb 09 16:13:43.177804 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f748a2b0-d666-4c58-8038-a29a3ea4e0f0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/edcfb046-62b5-4460-984a-8d4a2f25e0cb HTTP/1.1" status: 404 len: 347 time: 0.0268576 Feb 09 16:13:43.190891 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38754) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:43.199595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0e6ceef1-1f68-4b10-ad71-144e3f27822b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1069904616'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:43.225133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Transition to ACTIVE for port object 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:13:43.336971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.402505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6ceef1-1f68-4b10-ad71-144e3f27822b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.484246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:43.542598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:13:43.542960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:13:43.543149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:43.554105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:13:43.554461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:43.562955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:13:43.563308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Checking segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:43.566470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Bound using segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:13:43.566470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Bound port: 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:13:43.566470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.630346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6ceef1-1f68-4b10-ad71-144e3f27822b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.667988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-36709edd-a017-48e7-8cc9-cad81bf74644 service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701113 Feb 09 16:13:43.692789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.698082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:13:43.704470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:43.705509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.705975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:13:43.732284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6ceef1-1f68-4b10-ad71-144e3f27822b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.767488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ceef1-1f68-4b10-ad71-144e3f27822b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f1d79-19ee-4317-a5a5-08022ee36af6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:43.791556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.861013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:43.862202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.865361 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 1092 time: 1.8538842 Feb 09 16:13:43.882024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:13:43.902459 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca493d8-bbf8-4375-bafb-f02692f66538" -d '{"events": [{"name": "network-changed", "server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:13:43.917200 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0e6ceef1-1f68-4b10-ad71-144e3f27822b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:43.923630 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0e6ceef1-1f68-4b10-ad71-144e3f27822b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7264597 Feb 09 16:13:43.933803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=12bdf4d9-9306-4ff6-932f-adcbe6b93da5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:43.940720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:43.966167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ade02fe0-1423-48af-a6ea-40bfb01dbdbe tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '7d0f1d79-19ee-4317-a5a5-08022ee36af6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:43.966739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:13:43.980972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1118671-0217-400c-8bb3-ca64abb9d4e9 req-34a63e1e-6406-454f-a747-c4e48d6a8b8b service neutron] 10.222.0.73 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043492 Feb 09 16:13:43.998120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750ccb-09cf-44ed-82eb-4109607e74f5 req-bac15071-7479-4472-98b1-0375f10c2b9e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:44.010530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11750ccb-09cf-44ed-82eb-4109607e74f5 req-bac15071-7479-4472-98b1-0375f10c2b9e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 944 time: 0.3000884 Feb 09 16:13:44.032354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-323aca2a-50cc-42e0-91ac-e9ef0102107c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2580719 Feb 09 16:13:44.034903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38792) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:44.062304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': '12bdf4d9-9306-4ff6-932f-adcbe6b93da5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:44.145544 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5cb9ae-0355-43b1-8f79-ef4261dfc292 x-openstack-request-id: req-2a5cb9ae-0355-43b1-8f79-ef4261dfc292 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:13:44.152548 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:13:44.153149 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a5cb9ae-0355-43b1-8f79-ef4261dfc292 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:13:44.153960 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'status': 'completed', 'code': 200} Feb 09 16:13:44.175013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99107e-94db-436e-a649-3bbed77af9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:44.210295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-25732667-5527-4739-bd33-e60c300bfcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:44.224834 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-25732667-5527-4739-bd33-e60c300bfcda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1095 time: 0.1440814 Feb 09 16:13:44.235722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11750ccb-09cf-44ed-82eb-4109607e74f5 req-6792c7d9-5fff-490a-857d-677035d6c8d0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015970 Feb 09 16:13:44.317066 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-50c636c7-008d-4239-b458-d7ef1de65a66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 217 time: 0.0824018 Feb 09 16:13:44.341419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade02fe0-1423-48af-a6ea-40bfb01dbdbe tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:44.428345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:44.432704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:44.469005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-9218d332-be10-4262-8a61-793e7619a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:44.471103 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-9218d332-be10-4262-8a61-793e7619a683 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 200 len: 835 time: 0.1457672 Feb 09 16:13:44.521117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade02fe0-1423-48af-a6ea-40bfb01dbdbe tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:44.542327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-7007d639-499f-4d79-8f9b-b3014f757af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:44.545198 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-7007d639-499f-4d79-8f9b-b3014f757af4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6d73206-3e08-4d04-a114-797c98a8600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660038 Feb 09 16:13:44.669931 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade02fe0-1423-48af-a6ea-40bfb01dbdbe tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:44.692809 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-f1d16dd3-a1df-4600-afd2-9f490df78d57 service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415322 Feb 09 16:13:44.711883 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade02fe0-1423-48af-a6ea-40bfb01dbdbe tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba293698-cf71-422a-914e-5cf235a0a380,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:44.814327 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-a2d36760-7d56-488f-babf-8dcf2ad65882 req-dad2c5f1-339a-4e80-a9b0-ef767ec91f9d service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136649 Feb 09 16:13:44.862923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:44.864571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade02fe0-1423-48af-a6ea-40bfb01dbdbe tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:44.867142 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ade02fe0-1423-48af-a6ea-40bfb01dbdbe tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9240243 Feb 09 16:13:44.870631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:44.906737 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbbcfd1d-1399-4256-afa3-cff01e4acd39 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:44.919677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbbcfd1d-1399-4256-afa3-cff01e4acd39 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:44.929003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=53d2b4a1-c60b-46c7-98bb-25a7349c9468,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:44.952636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': 'd5d1217d-f31b-4986-a9c4-f65f21778c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '12bdf4d9-9306-4ff6-932f-adcbe6b93da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:44.953013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: 12bdf4d9-9306-4ff6-932f-adcbe6b93da5, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:13:45.015017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-a80866d9-5a41-4f65-9f34-17c18698305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:45.016901 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-a80866d9-5a41-4f65-9f34-17c18698305f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1095 time: 0.0472519 Feb 09 16:13:45.097542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:13:45.102028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbbcfd1d-1399-4256-afa3-cff01e4acd39 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.113406 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbbcfd1d-1399-4256-afa3-cff01e4acd39 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.113406 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fbbcfd1d-1399-4256-afa3-cff01e4acd39 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ba293698-cf71-422a-914e-5cf235a0a380 HTTP/1.1" status: 204 len: 168 time: 0.2380080 Feb 09 16:13:45.114919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38832) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:45.129140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcfd1d-1399-4256-afa3-cff01e4acd39 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba293698-cf71-422a-914e-5cf235a0a380,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:45.194477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-3ea3dc76-78d9-4c21-bdc1-b19b59f1630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:45.197249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-3ea3dc76-78d9-4c21-bdc1-b19b59f1630d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 897 time: 0.1723077 Feb 09 16:13:45.212237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1a0ad996-c775-44b7-a21b-ffcdc0de4378 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906832 Feb 09 16:13:45.214401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38838) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:45.224025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 12bdf4d9-9306-4ff6-932f-adcbe6b93da5) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:45.233873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80db0ef4-377a-4ce2-ac67-0626545e9440 None None] Network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:45.255741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:45.256492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.312815 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-37155813-e433-42be-9e05-0783c5ae97bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 217 time: 0.1076732 Feb 09 16:13:45.361097 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d701a5df-f253-4f7c-9f53-75c0236c882c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.397814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d701a5df-f253-4f7c-9f53-75c0236c882c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.459294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-586613d5-faa8-42f9-a5e5-49fa6bc36f5d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4232590 Feb 09 16:13:45.462609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38852) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:45.471412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-230fbf29-d9d7-46f7-83a8-4cd8f4dfb60a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-92657359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:45.490130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-3621c34a-480d-4a95-9676-09ca04eadd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:45.492708 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-3621c34a-480d-4a95-9676-09ca04eadd97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 200 len: 835 time: 0.1726456 Feb 09 16:13:45.537100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-12bdf4d9-9306-4ff6-932f-adcbe6b93da5', 'network_id': '12bdf4d9-9306-4ff6-932f-adcbe6b93da5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': '53d2b4a1-c60b-46c7-98bb-25a7349c9468'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:13:45.537999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.549283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541e8da-18fb-4b0f-be91-0f5ee6c32244 req-7bec3968-75a4-40a4-acfb-5eeb251d4015 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:45.551019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b541e8da-18fb-4b0f-be91-0f5ee6c32244 req-7bec3968-75a4-40a4-acfb-5eeb251d4015 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 944 time: 0.0893445 Feb 09 16:13:45.552535 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d701a5df-f253-4f7c-9f53-75c0236c882c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.569129 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d701a5df-f253-4f7c-9f53-75c0236c882c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.569129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d701a5df-f253-4f7c-9f53-75c0236c882c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d0f1d79-19ee-4317-a5a5-08022ee36af6 HTTP/1.1" status: 204 len: 168 time: 0.3441246 Feb 09 16:13:45.569368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38860) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:45.583965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701a5df-f253-4f7c-9f53-75c0236c882c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f1d79-19ee-4317-a5a5-08022ee36af6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:45.611270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b541e8da-18fb-4b0f-be91-0f5ee6c32244 req-b5ff1cf3-5425-495c-b46e-f1e4b257a70b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492837 Feb 09 16:13:45.643567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-0472fb8b-1a7f-4963-b895-17f61d4dba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:45.645325 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-0472fb8b-1a7f-4963-b895-17f61d4dba5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6d73206-3e08-4d04-a114-797c98a8600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439786 Feb 09 16:13:45.653904 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3a4f9817-2021-4d9d-a76d-beff2f653266 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0882432 Feb 09 16:13:45.660626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38862) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:45.667384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d813ae99-c59f-4641-9e39-6de2f0ec115e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--459534648'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:45.698910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-230fbf29-d9d7-46f7-83a8-4cd8f4dfb60a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.707563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-230fbf29-d9d7-46f7-83a8-4cd8f4dfb60a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.732067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Allocated IP 2001:db8::2 (12bdf4d9-9306-4ff6-932f-adcbe6b93da5/53d2b4a1-c60b-46c7-98bb-25a7349c9468/46bcae34-6a07-4a45-b33d-45da82b1bed7) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:45.768051 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-9fb624d9-972f-4ae4-9ba1-4bb0e4e57a2d service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130025 Feb 09 16:13:45.785938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-230fbf29-d9d7-46f7-83a8-4cd8f4dfb60a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.881640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d813ae99-c59f-4641-9e39-6de2f0ec115e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.927989 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-230fbf29-d9d7-46f7-83a8-4cd8f4dfb60a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:45.943215 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-0ca493d8-bbf8-4375-bafb-f02692f66538 req-c5a0eafc-b301-4cd2-a739-5091f35f12eb service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655257 Feb 09 16:13:45.943491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.035587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d813ae99-c59f-4641-9e39-6de2f0ec115e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.041266 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.084920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:46.089455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:46.093394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:46.096163 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-230fbf29-d9d7-46f7-83a8-4cd8f4dfb60a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.096163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-230fbf29-d9d7-46f7-83a8-4cd8f4dfb60a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6308670 Feb 09 16:13:46.099117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38876) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:46.105759 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'port': {'network_id': '12bdf4d9-9306-4ff6-932f-adcbe6b93da5', 'name': 'tempest-RoutersIpV6Test-2006157515'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:46.112126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Pushing event updated for resources: {'Port': ['ID=46bcae34-6a07-4a45-b33d-45da82b1bed7,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:46.114660 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d813ae99-c59f-4641-9e39-6de2f0ec115e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.165730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813ae99-c59f-4641-9e39-6de2f0ec115e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a960b97-1964-4ce5-a06c-f64be76afb7a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:46.218721 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Attempting to bind port 46bcae34-6a07-4a45-b33d-45da82b1bed7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:13:46.219380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Attempting to bind port 46bcae34-6a07-4a45-b33d-45da82b1bed7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd5d1217d-f31b-4986-a9c4-f65f21778c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '12bdf4d9-9306-4ff6-932f-adcbe6b93da5'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:13:46.219765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Attempting to bind port 46bcae34-6a07-4a45-b33d-45da82b1bed7 on network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:13:46.225696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:13:46.226171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Checking segment: {'id': 'd5d1217d-f31b-4986-a9c4-f65f21778c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '12bdf4d9-9306-4ff6-932f-adcbe6b93da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:46.226571 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.226962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Bound using segment: {'id': 'd5d1217d-f31b-4986-a9c4-f65f21778c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '12bdf4d9-9306-4ff6-932f-adcbe6b93da5'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:13:46.227442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Bound port: 46bcae34-6a07-4a45-b33d-45da82b1bed7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d1217d-f31b-4986-a9c4-f65f21778c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '12bdf4d9-9306-4ff6-932f-adcbe6b93da5'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:13:46.227857 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.300459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d813ae99-c59f-4641-9e39-6de2f0ec115e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.303056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d813ae99-c59f-4641-9e39-6de2f0ec115e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6414640 Feb 09 16:13:46.306907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38884) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:46.315894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c2c60417-6c56-4b60-99ec-4db2d6739cec tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '9a960b97-1964-4ce5-a06c-f64be76afb7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:46.469643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:46.484003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.518899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] For port 46bcae34-6a07-4a45-b33d-45da82b1bed7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:13:46.523965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] For port 46bcae34-6a07-4a45-b33d-45da82b1bed7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=46bcae34-6a07-4a45-b33d-45da82b1bed7,segment=NetworkSegment(d5d1217d-f31b-4986-a9c4-f65f21778c46),segment_id=d5d1217d-f31b-4986-a9c4-f65f21778c46)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:13:46.530088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] device_id is not set on port 760776bf-ad79-4d49-ad3b-02bb387e6571 yet. {{(pid=103179) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:13:46.682425 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.688801 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2c60417-6c56-4b60-99ec-4db2d6739cec tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.719762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8::171 (12bdf4d9-9306-4ff6-932f-adcbe6b93da5/53d2b4a1-c60b-46c7-98bb-25a7349c9468/760776bf-ad79-4d49-ad3b-02bb387e6571) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:46.827971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ad9a7-dc30-48bf-8f48-e9d6b3d2df3c None None] Pushing event updated for resources: {'Port': ['ID=46bcae34-6a07-4a45-b33d-45da82b1bed7,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:46.880878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68475b2-a4ad-4375-9cbd-3c36fce5115b req-7647d230-01e4-4b16-b4fd-6e5f9116d35d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:46.882680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c68475b2-a4ad-4375-9cbd-3c36fce5115b req-7647d230-01e4-4b16-b4fd-6e5f9116d35d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 944 time: 0.1188314 Feb 09 16:13:46.902155 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2c60417-6c56-4b60-99ec-4db2d6739cec tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:46.948950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c68475b2-a4ad-4375-9cbd-3c36fce5115b req-629f1b04-44e0-4e1a-8b06-5500052f8192 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490739 Feb 09 16:13:46.951835 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.017960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2c60417-6c56-4b60-99ec-4db2d6739cec tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.054465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c60417-6c56-4b60-99ec-4db2d6739cec tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa4a9a4-2d05-4d78-88b6-622b02cb0999,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:47.098591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.175452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:47.179334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:47.189491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:47.198429 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2c60417-6c56-4b60-99ec-4db2d6739cec tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.198429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c2c60417-6c56-4b60-99ec-4db2d6739cec tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8846037 Feb 09 16:13:47.198755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:47.198755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.200732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38916) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:47.207437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3a7afe50-8254-4445-86db-3fdca5d94dc7 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '9a960b97-1964-4ce5-a06c-f64be76afb7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:47.219929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=760776bf-ad79-4d49-ad3b-02bb387e6571,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:47.388707 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e3cbc319-efab-4833-9ef2-617e298c8cbc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2878761 Feb 09 16:13:47.391281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38926) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:47.503198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe50-8254-4445-86db-3fdca5d94dc7 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.573125 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe50-8254-4445-86db-3fdca5d94dc7 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.698536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe50-8254-4445-86db-3fdca5d94dc7 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.729689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7afe50-8254-4445-86db-3fdca5d94dc7 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13535db-62c5-4a6b-a376-cb882f5b7f50,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:47.890006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.923106 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a7afe50-8254-4445-86db-3fdca5d94dc7 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:47.925152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3a7afe50-8254-4445-86db-3fdca5d94dc7 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7233024 Feb 09 16:13:47.927949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 38940) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:47.933761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4e0f93fd-93b7-4d8e-8b1e-eff070a770dc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '9a960b97-1964-4ce5-a06c-f64be76afb7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:48.082277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fc50fb-4dce-4bc2-b2c2-dd9e76d20c2c None None] Network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:48.148680 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e0f93fd-93b7-4d8e-8b1e-eff070a770dc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.192742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:13:48.217755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-881f5fa4-c2ea-4e44-9335-9b2d79d51632 None None] Provisioning complete for port 46bcae34-6a07-4a45-b33d-45da82b1bed7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:48.218411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-881f5fa4-c2ea-4e44-9335-9b2d79d51632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.278406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614bcae-2fb7-4873-85de-956cd214176b req-4dbc9e41-53d2-47ca-a263-47e4742adb30 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:48.293068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0614bcae-2fb7-4873-85de-956cd214176b req-4dbc9e41-53d2-47ca-a263-47e4742adb30 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 944 time: 0.2503755 Feb 09 16:13:48.329208 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.resource_extend [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:13:48.377067 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.485062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0614bcae-2fb7-4873-85de-956cd214176b req-9c884a42-df8b-4997-b18f-de3bf5729f76 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890852 Feb 09 16:13:48.509755 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e0f93fd-93b7-4d8e-8b1e-eff070a770dc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.569601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:48.583267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.623335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'port_id': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'mac_address': 'fa:16:3e:3b:80:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:13:48.631549 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-881f5fa4-c2ea-4e44-9335-9b2d79d51632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.637632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 46bcae34-6a07-4a45-b33d-45da82b1bed7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:48.696006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=760776bf-ad79-4d49-ad3b-02bb387e6571,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:48.720202 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.725029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-881f5fa4-c2ea-4e44-9335-9b2d79d51632 None None] For port 46bcae34-6a07-4a45-b33d-45da82b1bed7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=46bcae34-6a07-4a45-b33d-45da82b1bed7,segment=NetworkSegment(d5d1217d-f31b-4986-a9c4-f65f21778c46),segment_id=d5d1217d-f31b-4986-a9c4-f65f21778c46)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:48.745368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:13:48.766357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e0f93fd-93b7-4d8e-8b1e-eff070a770dc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.772984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:48.780988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 46bcae34-6a07-4a45-b33d-45da82b1bed7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:48.781906 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.824431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f93fd-93b7-4d8e-8b1e-eff070a770dc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d97bc21-2b66-44bc-b058-0471df08c9c2,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:48.860238 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-881f5fa4-c2ea-4e44-9335-9b2d79d51632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.861946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.899648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.911782 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:48.943913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f5fa4-c2ea-4e44-9335-9b2d79d51632 None None] Pushing event updated for resources: {'Port': ['ID=46bcae34-6a07-4a45-b33d-45da82b1bed7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:49.062628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:13:49.063078 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:13:49.072759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:49.076404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-42461c88-9eee-4ea7-8f61-1c8d5ff87d5d None None] Provisioning complete for port 46bcae34-6a07-4a45-b33d-45da82b1bed7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:49.076885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42461c88-9eee-4ea7-8f61-1c8d5ff87d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.106671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e0f93fd-93b7-4d8e-8b1e-eff070a770dc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.110385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4e0f93fd-93b7-4d8e-8b1e-eff070a770dc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1791916 Feb 09 16:13:49.111362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 38978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:49.116416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f4c222fa-f6db-4fad-b79d-1e81f2e5b2ce tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '9a960b97-1964-4ce5-a06c-f64be76afb7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:49.122899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2ff91d07-5bb3-47ea-946f-345de6c0f3d3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:13:49.226691 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.280844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4c222fa-f6db-4fad-b79d-1e81f2e5b2ce tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.351281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-42461c88-9eee-4ea7-8f61-1c8d5ff87d5d None None] Provisioning complete for port 760776bf-ad79-4d49-ad3b-02bb387e6571 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:49.351647 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42461c88-9eee-4ea7-8f61-1c8d5ff87d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.428971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-42461c88-9eee-4ea7-8f61-1c8d5ff87d5d None None] Port 760776bf-ad79-4d49-ad3b-02bb387e6571 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:49.438760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4c222fa-f6db-4fad-b79d-1e81f2e5b2ce tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.553974 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4c222fa-f6db-4fad-b79d-1e81f2e5b2ce tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.618619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c222fa-f6db-4fad-b79d-1e81f2e5b2ce tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84115516-6886-49cf-bcf3-ff7073259b9e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:49.653884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f85c5b04-ea80-430d-826c-c44b672ec0d2 None None] Provisioning complete for port 760776bf-ad79-4d49-ad3b-02bb387e6571 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:49.654601 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f85c5b04-ea80-430d-826c-c44b672ec0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.680019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.769131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4c222fa-f6db-4fad-b79d-1e81f2e5b2ce tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.770681 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f4c222fa-f6db-4fad-b79d-1e81f2e5b2ce tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6581085 Feb 09 16:13:49.775708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39002) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:49.781257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-41918ba0-93f0-4ef6-b227-4fcb712c9acd tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '9a960b97-1964-4ce5-a06c-f64be76afb7a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:49.784426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfed616-f24f-4b67-bf46-8301f31e5bf4 req-1bf4fe13-95bc-4515-aa1c-e0a7b40e53a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:49.787040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cfed616-f24f-4b67-bf46-8301f31e5bf4 req-1bf4fe13-95bc-4515-aa1c-e0a7b40e53a6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 945 time: 0.0974879 Feb 09 16:13:49.805730 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.806696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.808900 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f85c5b04-ea80-430d-826c-c44b672ec0d2 None None] Port 760776bf-ad79-4d49-ad3b-02bb387e6571 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:49.855405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cfed616-f24f-4b67-bf46-8301f31e5bf4 req-3eb49c49-45c7-43c8-935e-20cb512228fa tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547938 Feb 09 16:13:49.932952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=760776bf-ad79-4d49-ad3b-02bb387e6571,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:49.956056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-170e438f-53b9-476c-9344-a9d57db60d7f None None] Provisioning complete for port 760776bf-ad79-4d49-ad3b-02bb387e6571 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:49.957483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-170e438f-53b9-476c-9344-a9d57db60d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:49.995735 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41918ba0-93f0-4ef6-b227-4fcb712c9acd tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.015334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-170e438f-53b9-476c-9344-a9d57db60d7f None None] Port 760776bf-ad79-4d49-ad3b-02bb387e6571 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:50.026380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:50.033006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:50.124174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:50.253319 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41918ba0-93f0-4ef6-b227-4fcb712c9acd tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.353985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:13:50.358683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:50.359137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.399889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41918ba0-93f0-4ef6-b227-4fcb712c9acd tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.419517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41918ba0-93f0-4ef6-b227-4fcb712c9acd tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae4ec6a-35bd-4ae9-85e8-1774189536dd,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:50.445686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router f50c7790-9544-46b2-82df-48620b6586d1 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:13:50.461639 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.476442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7d08ca32-9d61-4a3f-837d-18cb92069294 None None] Provisioning complete for port 760776bf-ad79-4d49-ad3b-02bb387e6571 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:50.476822 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7d08ca32-9d61-4a3f-837d-18cb92069294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.503948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:50.506974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:13:50.512767 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4876c7-5b2e-4d2b-b682-9b648037fccc" -d '{"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-plugged", "status": "completed", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:13:50.570485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7d08ca32-9d61-4a3f-837d-18cb92069294 None None] Port 760776bf-ad79-4d49-ad3b-02bb387e6571 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:13:50.570714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-41918ba0-93f0-4ef6-b227-4fcb712c9acd tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.575617 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-41918ba0-93f0-4ef6-b227-4fcb712c9acd tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7952607 Feb 09 16:13:50.575617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:50.582398 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca963264-0b6b-4f32-9bff-a43ba5e1aa68 x-openstack-request-id: req-ca963264-0b6b-4f32-9bff-a43ba5e1aa68 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:13:50.583240 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-plugged", "status": "completed", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:13:50.583665 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca963264-0b6b-4f32-9bff-a43ba5e1aa68 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:13:50.585676 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'code': 200} Feb 09 16:13:50.590336 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 46bcae34-6a07-4a45-b33d-45da82b1bed7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:13:50.607334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:50.620914 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6c78f27d-c82f-407f-8f38-a35b905e2709 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/f50c7790-9544-46b2-82df-48620b6586d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2237382 Feb 09 16:13:50.620914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d09e7674-67c1-485c-bc6c-d94f2851a5f0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.627783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39032) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:50.635999 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d09e7674-67c1-485c-bc6c-d94f2851a5f0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.648964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35db624-8148-4881-9299-b7f0b4c70edd None None] Sync routers for ids ['f50c7790-9544-46b2-82df-48620b6586d1'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:50.653988 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.710183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010509a2-8f41-4def-adea-44b0534d1c50 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:50.712843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-010509a2-8f41-4def-adea-44b0534d1c50 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports/760776bf-ad79-4d49-ad3b-02bb387e6571 HTTP/1.1" status: 200 len: 984 time: 0.0882967 Feb 09 16:13:50.716130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39036) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:50.723639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3db31a-8552-4e22-bd5d-35918312056a req-3bbafe55-5959-4516-9395-d6b6fe519b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:50.725518 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-df3db31a-8552-4e22-bd5d-35918312056a req-3bbafe55-5959-4516-9395-d6b6fe519b5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1097 time: 0.0657570 Feb 09 16:13:50.731583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35db624-8148-4881-9299-b7f0b4c70edd None None] Routers {'f50c7790-9544-46b2-82df-48620b6586d1'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:50.732978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c35db624-8148-4881-9299-b7f0b4c70edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f50c7790-9544-46b2-82df-48620b6586d1'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:50.766902 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-df3db31a-8552-4e22-bd5d-35918312056a req-abe8a594-a871-47d6-8886-857bcb06d257 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343983 Feb 09 16:13:50.773552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d09e7674-67c1-485c-bc6c-d94f2851a5f0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.780477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d09e7674-67c1-485c-bc6c-d94f2851a5f0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.781318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c35db624-8148-4881-9299-b7f0b4c70edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:50.785311 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d09e7674-67c1-485c-bc6c-d94f2851a5f0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fae4ec6a-35bd-4ae9-85e8-1774189536dd HTTP/1.1" status: 204 len: 168 time: 0.2071843 Feb 09 16:13:50.787650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39044) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:50.802005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e7674-67c1-485c-bc6c-d94f2851a5f0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fae4ec6a-35bd-4ae9-85e8-1774189536dd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:50.817952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 46bcae34-6a07-4a45-b33d-45da82b1bed7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:13:50.818324 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:50.822024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:50.826131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35db624-8148-4881-9299-b7f0b4c70edd None None] Routers {'f50c7790-9544-46b2-82df-48620b6586d1'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:50.826798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c35db624-8148-4881-9299-b7f0b4c70edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f50c7790-9544-46b2-82df-48620b6586d1'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:50.891416 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bbff2c51-3673-4cba-abb5-6ad1fe1fa41d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1022356 Feb 09 16:13:50.892440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39052) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:50.922606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c35db624-8148-4881-9299-b7f0b4c70edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:50.922606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35db624-8148-4881-9299-b7f0b4c70edd None None] The sync data for ids ['f50c7790-9544-46b2-82df-48620b6586d1'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:50.987548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-581cfc10-6269-4124-801c-0d7a3e90acb1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.039607 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-581cfc10-6269-4124-801c-0d7a3e90acb1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.158956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37892a-8800-4a8f-abc0-10ad1b9cd1f8 req-c1e1f9d1-0de6-467d-9b34-f7a8527384d4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:51.160951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c37892a-8800-4a8f-abc0-10ad1b9cd1f8 req-c1e1f9d1-0de6-467d-9b34-f7a8527384d4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.1677291 Feb 09 16:13:51.172756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-581cfc10-6269-4124-801c-0d7a3e90acb1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.180872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-581cfc10-6269-4124-801c-0d7a3e90acb1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.182264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-581cfc10-6269-4124-801c-0d7a3e90acb1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/84115516-6886-49cf-bcf3-ff7073259b9e HTTP/1.1" status: 204 len: 168 time: 0.2890553 Feb 09 16:13:51.186771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39066) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:51.203090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cfc10-6269-4124-801c-0d7a3e90acb1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84115516-6886-49cf-bcf3-ff7073259b9e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:51.262830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c37892a-8800-4a8f-abc0-10ad1b9cd1f8 req-bf6c0a8a-1b7e-4dd9-89fb-2f78ff6ae82c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791986 Feb 09 16:13:51.273039 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-243e74c7-021c-418d-895f-adcd3aa5e1e3 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0841336 Feb 09 16:13:51.278514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:51.322656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.334317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.472888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.476460 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.492718 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.501249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2d97bc21-2b66-44bc-b058-0471df08c9c2 HTTP/1.1" status: 204 len: 168 time: 0.2169440 Feb 09 16:13:51.502058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d97bc21-2b66-44bc-b058-0471df08c9c2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:51.504537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39084) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:51.529215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.530399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.530399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.530685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.531070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.531466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.531859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.532279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.532670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.533061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.533466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.533861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3d026-37cc-455b-b91f-2f3014226ffa tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:13:51.574817 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-21ff5fbf-bd2f-49ac-aa7e-05b02da66d5c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0651720 Feb 09 16:13:51.576268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39090) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:51.627182 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd29d813-c98d-4ae1-822b-930f5ffd7c48 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.691959 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd29d813-c98d-4ae1-822b-930f5ffd7c48 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.854645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 760776bf-ad79-4d49-ad3b-02bb387e6571 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:51.855055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.965718 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:51.990079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 760776bf-ad79-4d49-ad3b-02bb387e6571 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:52.051570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd29d813-c98d-4ae1-822b-930f5ffd7c48 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.059360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd29d813-c98d-4ae1-822b-930f5ffd7c48 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.061044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bd29d813-c98d-4ae1-822b-930f5ffd7c48 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c13535db-62c5-4a6b-a376-cb882f5b7f50 HTTP/1.1" status: 204 len: 168 time: 0.4801145 Feb 09 16:13:52.064343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39108) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:52.082813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29d813-c98d-4ae1-822b-930f5ffd7c48 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c13535db-62c5-4a6b-a376-cb882f5b7f50,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:52.134709 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ff6f7e82-21e0-4911-a3e6-ed80536f2ce2 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0639002 Feb 09 16:13:52.135408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39110) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:52.182161 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e09b1766-a5dd-4c86-a8e2-6a69968b8b5d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.205492 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e09b1766-a5dd-4c86-a8e2-6a69968b8b5d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.337096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e09b1766-a5dd-4c86-a8e2-6a69968b8b5d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.343968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e09b1766-a5dd-4c86-a8e2-6a69968b8b5d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.345302 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e09b1766-a5dd-4c86-a8e2-6a69968b8b5d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cfa4a9a4-2d05-4d78-88b6-622b02cb0999 HTTP/1.1" status: 204 len: 168 time: 0.2086725 Feb 09 16:13:52.350791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39122) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:52.362363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b1766-a5dd-4c86-a8e2-6a69968b8b5d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfa4a9a4-2d05-4d78-88b6-622b02cb0999,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:52.393704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.450895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=760776bf-ad79-4d49-ad3b-02bb387e6571,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:52.494671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d85204cb-b1b3-4e3e-9d34-1cd8f30a52b0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1407971 Feb 09 16:13:52.498837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39130) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:52.551205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53c3cb-a90a-4a3b-9fe2-f7e50e1de55b req-f6c5acf5-2698-4d7b-b1be-dfec28e56a6c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:52.552847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f53c3cb-a90a-4a3b-9fe2-f7e50e1de55b req-f6c5acf5-2698-4d7b-b1be-dfec28e56a6c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.1851676 Feb 09 16:13:52.576346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2f08ce8-3c9b-4196-abc1-218052c848ad tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.598706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.610315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2f08ce8-3c9b-4196-abc1-218052c848ad tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.708518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f53c3cb-a90a-4a3b-9fe2-f7e50e1de55b req-31e20a70-6206-4636-bb41-33833a78129b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266546 Feb 09 16:13:52.783527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2f08ce8-3c9b-4196-abc1-218052c848ad tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.806894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2f08ce8-3c9b-4196-abc1-218052c848ad tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.806894 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d2f08ce8-3c9b-4196-abc1-218052c848ad tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/9a960b97-1964-4ce5-a06c-f64be76afb7a HTTP/1.1" status: 204 len: 168 time: 0.2937934 Feb 09 16:13:52.806894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39144) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:52.813411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router f50c7790-9544-46b2-82df-48620b6586d1 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:52.848938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f08ce8-3c9b-4196-abc1-218052c848ad tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a960b97-1964-4ce5-a06c-f64be76afb7a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:52.906235 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-39402c88-e387-4520-a1e6-e7192360379b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:52.923243 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9db3bf8b-5a2b-4ad8-81a8-c85d3cbfb0ed tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216457 Feb 09 16:13:52.932986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39150) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:52.942944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f5e2d0de-dd87-48a6-9e75-a5767be50bfc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689003618'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:53.074446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d0de-dd87-48a6-9e75-a5767be50bfc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.173652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d0de-dd87-48a6-9e75-a5767be50bfc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.268981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d0de-dd87-48a6-9e75-a5767be50bfc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.323255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2d0de-dd87-48a6-9e75-a5767be50bfc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d8efff-8dc4-42bc-be4e-d20af33f2b9d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:53.329774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:53.338501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1a47b214-ac58-41a4-b084-7348375387ec tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/f50c7790-9544-46b2-82df-48620b6586d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6210082 Feb 09 16:13:53.339346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39164) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:53.355441 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117506d2-918c-4f03-9a47-75b2229cae28 None None] Sync routers for ids ['f50c7790-9544-46b2-82df-48620b6586d1'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:53.373808 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117506d2-918c-4f03-9a47-75b2229cae28 None None] Routers {'f50c7790-9544-46b2-82df-48620b6586d1'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:53.374466 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-117506d2-918c-4f03-9a47-75b2229cae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f50c7790-9544-46b2-82df-48620b6586d1'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:53.379282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5e2d0de-dd87-48a6-9e75-a5767be50bfc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.386113 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f5e2d0de-dd87-48a6-9e75-a5767be50bfc tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4510448 Feb 09 16:13:53.387490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39168) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:53.396053 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7c4ad244-55b2-4ad8-b252-3fcd3839dd67 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '03d8efff-8dc4-42bc-be4e-d20af33f2b9d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:53.404307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84579b9-9e62-47f0-8639-27f3d05a42c2 req-b9be0654-f009-4aa4-87ab-bf1fd7be7178 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:53.406527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a84579b9-9e62-47f0-8639-27f3d05a42c2 req-b9be0654-f009-4aa4-87ab-bf1fd7be7178 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.5710890 Feb 09 16:13:53.426536 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-117506d2-918c-4f03-9a47-75b2229cae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:53.438842 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117506d2-918c-4f03-9a47-75b2229cae28 None None] Routers {'f50c7790-9544-46b2-82df-48620b6586d1'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:53.439497 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-117506d2-918c-4f03-9a47-75b2229cae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f50c7790-9544-46b2-82df-48620b6586d1'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:53.476364 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-117506d2-918c-4f03-9a47-75b2229cae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:53.477159 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117506d2-918c-4f03-9a47-75b2229cae28 None None] The sync data for ids ['f50c7790-9544-46b2-82df-48620b6586d1'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:53.518627 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad244-55b2-4ad8-b252-3fcd3839dd67 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.556628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a84579b9-9e62-47f0-8639-27f3d05a42c2 req-7af463ec-7dc4-47a4-8c3f-e77201fe77d6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092148 Feb 09 16:13:53.595078 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39176) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:53.631169 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-1f2f73ea-3aed-4437-97c8-76e1b801a3c3 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 16:13:53.631169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1f2f73ea-3aed-4437-97c8-76e1b801a3c3 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/f50c7790-9544-46b2-82df-48620b6586d1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2882812 Feb 09 16:13:53.634065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39178) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:53.699213 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-37eb95ea-5b8c-4ac2-a6cf-6e51bf3eaead tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50c7790-9544-46b2-82df-48620b6586d1 HTTP/1.1" status: 200 len: 205 time: 0.0612314 Feb 09 16:13:53.702496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39188) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:53.706032 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad244-55b2-4ad8-b252-3fcd3839dd67 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.715147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9af47-af1d-421b-8dff-207ca6bc719c tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:53.716719 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f0c9af47-af1d-421b-8dff-207ca6bc719c tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1092 time: 0.1204076 Feb 09 16:13:53.720499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39190) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:53.725240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:53.791802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5404d65-3efd-4144-a807-6fd8d333a949 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.800040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad244-55b2-4ad8-b252-3fcd3839dd67 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.820065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ad244-55b2-4ad8-b252-3fcd3839dd67 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be09b909-7400-4b45-8812-1effc3256ae9,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:53.840455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.930914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c4ad244-55b2-4ad8-b252-3fcd3839dd67 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:53.936279 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7c4ad244-55b2-4ad8-b252-3fcd3839dd67 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5423100 Feb 09 16:13:53.937248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39200) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:54.002005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5404d65-3efd-4144-a807-6fd8d333a949 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.004731 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5404d65-3efd-4144-a807-6fd8d333a949 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.032830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2155396-315e-41ad-a3ff-604cd928c18b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.079678 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2155396-315e-41ad-a3ff-604cd928c18b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.106303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.143023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5404d65-3efd-4144-a807-6fd8d333a949 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.143705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5404d65-3efd-4144-a807-6fd8d333a949 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Fanout notify agent at l3_agent the message router_deleted on router f50c7790-9544-46b2-82df-48620b6586d1 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:13:54.159583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f5404d65-3efd-4144-a807-6fd8d333a949 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.161253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f5404d65-3efd-4144-a807-6fd8d333a949 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/f50c7790-9544-46b2-82df-48620b6586d1 HTTP/1.1" status: 204 len: 168 time: 0.4571955 Feb 09 16:13:54.165002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39208) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:54.221372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-351bd248-864e-49b9-bd1f-5bb586d686d6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet 53d2b4a1-c60b-46c7-98bb-25a7349c9468 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:13:54.225087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-351bd248-864e-49b9-bd1f-5bb586d686d6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.248308 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2155396-315e-41ad-a3ff-604cd928c18b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.251786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2155396-315e-41ad-a3ff-604cd928c18b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.257422 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e2155396-315e-41ad-a3ff-604cd928c18b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/03d8efff-8dc4-42bc-be4e-d20af33f2b9d HTTP/1.1" status: 204 len: 168 time: 0.3149652 Feb 09 16:13:54.257863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39214) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:54.295960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-351bd248-864e-49b9-bd1f-5bb586d686d6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.302590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2155396-315e-41ad-a3ff-604cd928c18b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d8efff-8dc4-42bc-be4e-d20af33f2b9d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:54.361219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0bd0f630-cd88-4e17-8106-4940d354fb92 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1019430 Feb 09 16:13:54.365946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39218) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:54.370934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-08621842-63b9-48b9-b470-870696906bd3 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--212624841'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:54.390635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.25.5.6 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/87facd12-50b0-42ec-9f39-4690924f9f96) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:54.450289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-351bd248-864e-49b9-bd1f-5bb586d686d6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.560529 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08621842-63b9-48b9-b470-870696906bd3 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.653328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-351bd248-864e-49b9-bd1f-5bb586d686d6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.700931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bd248-864e-49b9-bd1f-5bb586d686d6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=53d2b4a1-c60b-46c7-98bb-25a7349c9468,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:54.717106 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08621842-63b9-48b9-b470-870696906bd3 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.719614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3e221-4bdd-42dc-adf1-2ad05784b0b0 None None] Network 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:54.735233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-351bd248-864e-49b9-bd1f-5bb586d686d6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.748059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-351bd248-864e-49b9-bd1f-5bb586d686d6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/53d2b4a1-c60b-46c7-98bb-25a7349c9468 HTTP/1.1" status: 204 len: 168 time: 0.5811226 Feb 09 16:13:54.748861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39234) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:54.842555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08621842-63b9-48b9-b470-870696906bd3 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.923810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08621842-63b9-48b9-b470-870696906bd3 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a30143ef-b1b9-44f7-9b9e-86601c5f4f45,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:54.929939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.951156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:54.994180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] DHCP port deletion for 12bdf4d9-9306-4ff6-932f-adcbe6b93da5 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:13:54.995729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 46bcae34-6a07-4a45-b33d-45da82b1bed7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:54.996354 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.046195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] Deleting port 46bcae34-6a07-4a45-b33d-45da82b1bed7 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:13:55.046579 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.046857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-08621842-63b9-48b9-b470-870696906bd3 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.048277 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-08621842-63b9-48b9-b470-870696906bd3 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6810124 Feb 09 16:13:55.051260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39244) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:55.066842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-278f04af-372a-4bfe-8a30-394a6b60aa2c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084498469'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:55.089541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.101190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port 46bcae34-6a07-4a45-b33d-45da82b1bed7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=46bcae34-6a07-4a45-b33d-45da82b1bed7,segment=NetworkSegment(d5d1217d-f31b-4986-a9c4-f65f21778c46),segment_id=d5d1217d-f31b-4986-a9c4-f65f21778c46)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:55.101571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.125795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 46bcae34-6a07-4a45-b33d-45da82b1bed7 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:55.137470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] For port 46bcae34-6a07-4a45-b33d-45da82b1bed7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=46bcae34-6a07-4a45-b33d-45da82b1bed7,segment=NetworkSegment(d5d1217d-f31b-4986-a9c4-f65f21778c46),segment_id=d5d1217d-f31b-4986-a9c4-f65f21778c46)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:13:55.144167 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.173693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:13:55.176011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=87facd12-50b0-42ec-9f39-4690924f9f96,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:55.179555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:55.183824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:13:55.202757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] Calling delete_port for 46bcae34-6a07-4a45-b33d-45da82b1bed7 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:13:55.221180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-278f04af-372a-4bfe-8a30-394a6b60aa2c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.345573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-278f04af-372a-4bfe-8a30-394a6b60aa2c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.346350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c2d5ac2a-cd6a-472c-aa01-ea5f3a75fc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.349453 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:13:55.384681 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:13:55.391463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=46bcae34-6a07-4a45-b33d-45da82b1bed7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:55.391463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No DVR routers for this DVR port 46bcae34-6a07-4a45-b33d-45da82b1bed7 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:55.403568 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.434528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] Pushing event deleted for resources: {'Port': ['ID=46bcae34-6a07-4a45-b33d-45da82b1bed7,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:55.444539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-278f04af-372a-4bfe-8a30-394a6b60aa2c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.445971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f925e8e-1048-4c67-861c-9b50f099c35e None None] No DVR routers for this DVR port 46bcae34-6a07-4a45-b33d-45da82b1bed7 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:13:55.547422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f04af-372a-4bfe-8a30-394a6b60aa2c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbd7e3d-7908-45e7-a2a0-5be6d38ab6f3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:55.557444 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.582787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bdf4d9-9306-4ff6-932f-adcbe6b93da5']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:55.595292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d1217d-f31b-4986-a9c4-f65f21778c46') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:55.595571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d1217d-f31b-4986-a9c4-f65f21778c46') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:55.609412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.620710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-278f04af-372a-4bfe-8a30-394a6b60aa2c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.622124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-278f04af-372a-4bfe-8a30-394a6b60aa2c tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5695653 Feb 09 16:13:55.625128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:55.630013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-88ad18e1-c80b-414d-b8aa-0f0bfbb44178 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': 'a30143ef-b1b9-44f7-9b9e-86601c5f4f45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2fbd7e3d-7908-45e7-a2a0-5be6d38ab6f3', 'remote_ip_prefix': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:55.660711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.669611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:13:55.670213 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:13:55.675424 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:13:55.789930 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88ad18e1-c80b-414d-b8aa-0f0bfbb44178 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.820603 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.867490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.882942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.886313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/12bdf4d9-9306-4ff6-932f-adcbe6b93da5 HTTP/1.1" status: 204 len: 168 time: 1.1343687 Feb 09 16:13:55.891068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39280) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:55.898607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-354534679'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:55.906353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba58c5-29c1-4539-b4e5-ee0b5f5e3882 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=12bdf4d9-9306-4ff6-932f-adcbe6b93da5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:55.910492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88ad18e1-c80b-414d-b8aa-0f0bfbb44178 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:55.983380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.029536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88ad18e1-c80b-414d-b8aa-0f0bfbb44178 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.034740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:56.041681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.066708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad18e1-c80b-414d-b8aa-0f0bfbb44178 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e730fe97-55a6-4877-afca-589e06e0fbb7,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:56.145428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:13:56.161294 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.161694 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment 0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad of type vlan for network e34301da-db04-464e-b96e-96a7a05845de Feb 09 16:13:56.178945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-88ad18e1-c80b-414d-b8aa-0f0bfbb44178 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.180238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-88ad18e1-c80b-414d-b8aa-0f0bfbb44178 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5542061 Feb 09 16:13:56.185756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39292) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:56.225668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.230453 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f562-6bf0-4036-8694-623e5a7a8fb8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.245682 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f562-6bf0-4036-8694-623e5a7a8fb8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.279580 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.336722 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:13:56.348393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.356484 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:56.371912 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.406785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f562-6bf0-4036-8694-623e5a7a8fb8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.415926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f562-6bf0-4036-8694-623e5a7a8fb8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.419239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dcf4f562-6bf0-4036-8694-623e5a7a8fb8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e730fe97-55a6-4877-afca-589e06e0fbb7 HTTP/1.1" status: 204 len: 168 time: 0.2313704 Feb 09 16:13:56.424357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.428724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39304) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:56.441265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4f562-6bf0-4036-8694-623e5a7a8fb8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e730fe97-55a6-4877-afca-589e06e0fbb7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:56.507541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=e34301da-db04-464e-b96e-96a7a05845de,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:56.534783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e34301da-db04-464e-b96e-96a7a05845de details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:13:56.557031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-740116e7-c1f2-413d-b145-3f7536827dfe tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1265066 Feb 09 16:13:56.560783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39312) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:56.575297 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-68d8cca5-c7a6-40b1-9c5d-0f7cfebb0999 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6816993 Feb 09 16:13:56.588365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:56.598482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 46bcae34-6a07-4a45-b33d-45da82b1bed7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:13:56.604471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': 'e34301da-db04-464e-b96e-96a7a05845de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:56.621632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=87facd12-50b0-42ec-9f39-4690924f9f96,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:56.713156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.738662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 46bcae34-6a07-4a45-b33d-45da82b1bed7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:13:56.739342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d45817fb-f786-4d82-809b-f06a1c8d94b2 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.739960 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 46bcae34-6a07-4a45-b33d-45da82b1bed7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:13:56.767813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:56.824359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d45817fb-f786-4d82-809b-f06a1c8d94b2 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.001606 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Floating IP df4f0096-ab77-47d6-ab49-f97658c9c50f associated. External IP: 172.25.5.6, port: 2ff91d07-5bb3-47ea-946f-345de6c0f3d3. Feb 09 16:13:57.006010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d45817fb-f786-4d82-809b-f06a1c8d94b2 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.012523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d45817fb-f786-4d82-809b-f06a1c8d94b2 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.014543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d45817fb-f786-4d82-809b-f06a1c8d94b2 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/2fbd7e3d-7908-45e7-a2a0-5be6d38ab6f3 HTTP/1.1" status: 204 len: 168 time: 0.4519053 Feb 09 16:13:57.021241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39332) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:57.042304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45817fb-f786-4d82-809b-f06a1c8d94b2 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbd7e3d-7908-45e7-a2a0-5be6d38ab6f3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:57.090499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:13:57.094926 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.122549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b1a0fffc-3e77-493a-8891-783c211cb4ee tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0977304 Feb 09 16:13:57.125795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39338) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:57.256564 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bafcc97d-10c5-4914-82fe-d6dc04aeb96d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.289330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bafcc97d-10c5-4914-82fe-d6dc04aeb96d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.400217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bafcc97d-10c5-4914-82fe-d6dc04aeb96d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.405512 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bafcc97d-10c5-4914-82fe-d6dc04aeb96d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.407983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bafcc97d-10c5-4914-82fe-d6dc04aeb96d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/a30143ef-b1b9-44f7-9b9e-86601c5f4f45 HTTP/1.1" status: 204 len: 168 time: 0.2802455 Feb 09 16:13:57.410854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39346) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:57.423341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcc97d-10c5-4914-82fe-d6dc04aeb96d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30143ef-b1b9-44f7-9b9e-86601c5f4f45,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:57.513794 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:13:57.537071 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-89700b63-c4db-4daf-af6f-449d40078bd8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215494 Feb 09 16:13:57.543766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39348) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:57.550644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a1f347cf-f7d7-4a10-8c8c-9ea45f23fcd1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--486050812'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:57.613414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.710298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1f347cf-f7d7-4a10-8c8c-9ea45f23fcd1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.731937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=a78d8c1b-e569-40f2-a407-19d838640728,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:57.755218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:13:57.772304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] Sync routers for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:13:57.799236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:57.799236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:57.803185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': '0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e34301da-db04-464e-b96e-96a7a05845de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:13:57.803185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: e34301da-db04-464e-b96e-96a7a05845de, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:13:57.879633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1f347cf-f7d7-4a10-8c8c-9ea45f23fcd1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.887741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:57.924064 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0bb6dc1a-c523-4e68-9542-7c3458a96e68 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2022300 Feb 09 16:13:57.924965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:13:57.927681 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825cf712-1e98-4a34-9213-f568d83fe817" -d '{"events": [{"name": "network-changed", "server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:13:57.954451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network e34301da-db04-464e-b96e-96a7a05845de is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:13:57.969445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:57.977175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1f347cf-f7d7-4a10-8c8c-9ea45f23fcd1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.016642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f347cf-f7d7-4a10-8c8c-9ea45f23fcd1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d686e5e8-dd19-49ec-9a8b-a14c7186e2dd,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:58.057174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e34301da-db04-464e-b96e-96a7a05845de) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:13:58.064427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:58.064909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.081886 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b50bef-27c8-4416-b6f9-a873aff95092 x-openstack-request-id: req-11b50bef-27c8-4416-b6f9-a873aff95092 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:13:58.083136 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:13:58.083136 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11b50bef-27c8-4416-b6f9-a873aff95092 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:13:58.083550 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'status': 'completed', 'code': 200} Feb 09 16:13:58.094640 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1f347cf-f7d7-4a10-8c8c-9ea45f23fcd1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.095787 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a1f347cf-f7d7-4a10-8c8c-9ea45f23fcd1 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5491791 Feb 09 16:13:58.098834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39366) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:58.110236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f5963636-2569-47ed-a5e9-2e9fabe67281 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': 'd686e5e8-dd19-49ec-9a8b-a14c7186e2dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:58.156790 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ffa2b875-fe8b-4358-83bb-9a41d206d9af tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5608292 Feb 09 16:13:58.161387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39370) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:58.170322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8437b43d-d698-45a2-876b-62827f162a0d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-475262120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:13:58.191261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cf712-1e98-4a34-9213-f568d83fe817 req-c45eb8e7-9a55-485b-9bee-47e57ac33f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:58.193216 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-825cf712-1e98-4a34-9213-f568d83fe817 req-c45eb8e7-9a55-485b-9bee-47e57ac33f34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1097 time: 0.0774095 Feb 09 16:13:58.291368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61707499-040b-4a53-9d41-007e3b6e0ec1 None None] Network e34301da-db04-464e-b96e-96a7a05845de requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:13:58.400493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cf712-1e98-4a34-9213-f568d83fe817 req-056b08e9-bf2a-4fb5-a9bf-8e7d3f3a5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:58.402075 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-825cf712-1e98-4a34-9213-f568d83fe817 req-056b08e9-bf2a-4fb5-a9bf-8e7d3f3a5935 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 897 time: 0.2023578 Feb 09 16:13:58.422337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5963636-2569-47ed-a5e9-2e9fabe67281 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.466125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d298e7-1e78-4ec4-8f4f-b76db931500a req-2fea7dfb-8fdb-489b-a224-15b979be3c79 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:58.469556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18d298e7-1e78-4ec4-8f4f-b76db931500a req-2fea7dfb-8fdb-489b-a224-15b979be3c79 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.4876640 Feb 09 16:13:58.525318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18d298e7-1e78-4ec4-8f4f-b76db931500a req-6f8cd99b-646c-47a2-acfa-b16201ca1767 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486236 Feb 09 16:13:58.528538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8437b43d-d698-45a2-876b-62827f162a0d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.533891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8437b43d-d698-45a2-876b-62827f162a0d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.558263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39376) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:58.563507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.577436 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-825cf712-1e98-4a34-9213-f568d83fe817 req-7f5f6391-8f12-4860-96a6-fb94034fc0f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 998 time: 0.1564324 Feb 09 16:13:58.681434 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.710507 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5963636-2569-47ed-a5e9-2e9fabe67281 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.732434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e34301da-db04-464e-b96e-96a7a05845de', 'network_id': 'e34301da-db04-464e-b96e-96a7a05845de', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': 'a78d8c1b-e569-40f2-a407-19d838640728'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:13:58.733872 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.744748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cf712-1e98-4a34-9213-f568d83fe817 req-43f2f9c8-40f2-4872-853c-bedbe1f92284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:58.748156 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-825cf712-1e98-4a34-9213-f568d83fe817 req-43f2f9c8-40f2-4872-853c-bedbe1f92284 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 200 len: 835 time: 0.1572568 Feb 09 16:13:58.777567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'df4f0096-ab77-47d6-ab49-f97658c9c50f', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'port_id': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'mac_address': 'fa:16:3e:3b:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022d8248-958e-41ba-aafc-ea278d453285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:13:55Z', 'updated_at': '2022-02-09T16:13:55Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:38Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:58.780208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8437b43d-d698-45a2-876b-62827f162a0d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.829936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6bac18f3-d324-4b9c-a99e-4168020bc44d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/df4f0096-ab77-47d6-ab49-f97658c9c50f HTTP/1.1" status: 200 len: 990 time: 0.2698822 Feb 09 16:13:58.838727 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5963636-2569-47ed-a5e9-2e9fabe67281 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.870275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8437b43d-d698-45a2-876b-62827f162a0d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:58.874977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] Checking router: d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:13:58.890530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5963636-2569-47ed-a5e9-2e9fabe67281 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199b4e22-b082-4dc9-89b5-513d09ebc922,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:58.945062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cf712-1e98-4a34-9213-f568d83fe817 req-b892538f-997c-43cc-a6f7-5dda2670f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:13:58.951038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:13:58.951998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:58.961988 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-825cf712-1e98-4a34-9213-f568d83fe817 req-b892538f-997c-43cc-a6f7-5dda2670f0e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6d73206-3e08-4d04-a114-797c98a8600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081699 Feb 09 16:13:59.030682 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8437b43d-d698-45a2-876b-62827f162a0d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.032464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8437b43d-d698-45a2-876b-62827f162a0d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8692522 Feb 09 16:13:59.036674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39384) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:59.139705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f5963636-2569-47ed-a5e9-2e9fabe67281 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.142390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f5963636-2569-47ed-a5e9-2e9fabe67281 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0417480 Feb 09 16:13:59.147121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39386) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:59.243115 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-825cf712-1e98-4a34-9213-f568d83fe817 req-f8bdd6bc-5407-4e8a-8afa-0a676aae9d78 service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731845 Feb 09 16:13:59.256537 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9aa0836a-0ed3-42bc-9b3d-bd5a6e328199 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.293112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Allocated IP 2001:db8::2 (e34301da-db04-464e-b96e-96a7a05845de/a78d8c1b-e569-40f2-a407-19d838640728/40cb4bf4-f282-41a0-8b18-005ff03211a2) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:13:59.318671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:13:59.329895 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9aa0836a-0ed3-42bc-9b3d-bd5a6e328199 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.453344 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-825cf712-1e98-4a34-9213-f568d83fe817 req-b0e32509-be45-44a9-8d4a-2bb9ba8475c4 service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014146 Feb 09 16:13:59.549135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.645095 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9aa0836a-0ed3-42bc-9b3d-bd5a6e328199 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.653666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9aa0836a-0ed3-42bc-9b3d-bd5a6e328199 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.656046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9aa0836a-0ed3-42bc-9b3d-bd5a6e328199 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/199b4e22-b082-4dc9-89b5-513d09ebc922 HTTP/1.1" status: 204 len: 168 time: 0.5078406 Feb 09 16:13:59.659043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39394) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:59.707730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0836a-0ed3-42bc-9b3d-bd5a6e328199 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=199b4e22-b082-4dc9-89b5-513d09ebc922,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:13:59.780384 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ad93331c-2e12-4f05-8d17-7b5c404dddb4 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1158059 Feb 09 16:13:59.781325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39396) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:59.839853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39398) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:13:59.853301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:13:59.920260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'df4f0096-ab77-47d6-ab49-f97658c9c50f', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'port_id': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'mac_address': 'fa:16:3e:3b:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022d8248-958e-41ba-aafc-ea278d453285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:13:55Z', 'updated_at': '2022-02-09T16:13:55Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:38Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:13:59.947398 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-24d9aa08-bba1-496c-b59e-d72b2a756de3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/df4f0096-ab77-47d6-ab49-f97658c9c50f HTTP/1.1" status: 200 len: 990 time: 0.1058321 Feb 09 16:13:59.955084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a014ee5-0653-4aee-81f3-5d2ee86fd864 None None] The sync data for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 is: [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'df4f0096-ab77-47d6-ab49-f97658c9c50f', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'port_id': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'mac_address': 'fa:16:3e:3b:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022d8248-958e-41ba-aafc-ea278d453285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:13:55Z', 'updated_at': '2022-02-09T16:13:55Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:38Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:13:59.966998 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.044886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Network e34301da-db04-464e-b96e-96a7a05845de is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:00.052177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8::1 (e34301da-db04-464e-b96e-96a7a05845de/a78d8c1b-e569-40f2-a407-19d838640728/93b9a3a5-c692-406f-918d-7eb972ae2d37) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:00.057753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ff5d96-2b75-4f4d-8643-c54b2ef19e01 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.064867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:00.081408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Pushing event updated for resources: {'Port': ['ID=40cb4bf4-f282-41a0-8b18-005ff03211a2,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:00.083992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:00.129472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ff5d96-2b75-4f4d-8643-c54b2ef19e01 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.208557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Attempting to bind port 40cb4bf4-f282-41a0-8b18-005ff03211a2 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:00.216786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Attempting to bind port 40cb4bf4-f282-41a0-8b18-005ff03211a2 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e34301da-db04-464e-b96e-96a7a05845de'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:00.218652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Attempting to bind port 40cb4bf4-f282-41a0-8b18-005ff03211a2 on network e34301da-db04-464e-b96e-96a7a05845de {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:00.233558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.242484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:00.243561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Checking segment: {'id': '0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e34301da-db04-464e-b96e-96a7a05845de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:00.244467 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.245455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Bound using segment: {'id': '0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e34301da-db04-464e-b96e-96a7a05845de'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:00.247067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Bound port: 40cb4bf4-f282-41a0-8b18-005ff03211a2, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'e34301da-db04-464e-b96e-96a7a05845de'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:00.247699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.319879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ff5d96-2b75-4f4d-8643-c54b2ef19e01 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.322988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-45ff5d96-2b75-4f4d-8643-c54b2ef19e01 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.326887 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-45ff5d96-2b75-4f4d-8643-c54b2ef19e01 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/d686e5e8-dd19-49ec-9a8b-a14c7186e2dd HTTP/1.1" status: 204 len: 168 time: 0.5419261 Feb 09 16:14:00.327269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39406) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:00.351382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff5d96-2b75-4f4d-8643-c54b2ef19e01 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686e5e8-dd19-49ec-9a8b-a14c7186e2dd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:00.356928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] For port 40cb4bf4-f282-41a0-8b18-005ff03211a2, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:00.361895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] For port 40cb4bf4-f282-41a0-8b18-005ff03211a2, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40cb4bf4-f282-41a0-8b18-005ff03211a2,segment=NetworkSegment(0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad),segment_id=0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:00.364934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.368925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.380342 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f065e1a-894a-4b51-9158-17d9e0b5da6a None None] New status for floating IP df4f0096-ab77-47d6-ab49-f97658c9c50f: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:14:00.447294 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.479045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39410) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:00.484584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-73d7111e-bf51-4ba8-98ae-19c050722ab0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030889654'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:00.491785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a04e0e64-efef-4fc9-9fce-143c3836a785 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1631534 Feb 09 16:14:00.556705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network e34301da-db04-464e-b96e-96a7a05845de is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:00.557199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e52f5-d8f3-4cd8-9700-294c697bed4d None None] Pushing event updated for resources: {'Port': ['ID=40cb4bf4-f282-41a0-8b18-005ff03211a2,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:00.607888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:00.614675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:00.615240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.692364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d7111e-bf51-4ba8-98ae-19c050722ab0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.900503 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d7111e-bf51-4ba8-98ae-19c050722ab0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:00.957074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:01.104756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d7111e-bf51-4ba8-98ae-19c050722ab0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:01.140195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=93b9a3a5-c692-406f-918d-7eb972ae2d37,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:01.199860 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bdc102aa-2b0b-4579-b6d5-3b29a496a3b5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/df4f0096-ab77-47d6-ab49-f97658c9c50f HTTP/1.1" status: 200 len: 992 time: 0.2404230 Feb 09 16:14:01.205241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7111e-bf51-4ba8-98ae-19c050722ab0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59550ae1-be30-499c-a353-76d86798a3a7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:01.308135 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d7111e-bf51-4ba8-98ae-19c050722ab0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:01.310417 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-73d7111e-bf51-4ba8-98ae-19c050722ab0 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8300693 Feb 09 16:14:01.314192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39422) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:01.320498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e4938e9d-9316-4cfb-b00a-05fa4cf8cb49 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '59550ae1-be30-499c-a353-76d86798a3a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:01.456990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:01.540057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4938e9d-9316-4cfb-b00a-05fa4cf8cb49 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:01.861688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4938e9d-9316-4cfb-b00a-05fa4cf8cb49 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:01.892414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:01.899367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.012178 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4938e9d-9316-4cfb-b00a-05fa4cf8cb49 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.047524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d85079-b602-489f-aedb-dc7ccbb2b370 None None] Network e34301da-db04-464e-b96e-96a7a05845de requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:02.048594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4938e9d-9316-4cfb-b00a-05fa4cf8cb49 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efdc16e-2977-45af-9479-dc440d8b11fe,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:02.057958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.059243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.213093 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4938e9d-9316-4cfb-b00a-05fa4cf8cb49 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.215420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e4938e9d-9316-4cfb-b00a-05fa4cf8cb49 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8995569 Feb 09 16:14:02.219545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39434) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:02.247607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-78c95162-0cb2-4886-92d6-6530c7156259 None None] Provisioning complete for port 40cb4bf4-f282-41a0-8b18-005ff03211a2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:02.248216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78c95162-0cb2-4886-92d6-6530c7156259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.256843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=93b9a3a5-c692-406f-918d-7eb972ae2d37,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:02.260657 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b059750c-e7ba-457a-9d1c-230ef4627dde tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules/4efdc16e-2977-45af-9479-dc440d8b11fe HTTP/1.1" status: 200 len: 763 time: 0.0325754 Feb 09 16:14:02.262431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39436) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:02.350006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0604aae-dc15-49e6-addb-ab494f9b90d4 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0825913 Feb 09 16:14:02.354772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39440) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:02.396502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network e34301da-db04-464e-b96e-96a7a05845de is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:02.398253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:02.415415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb5a56ca-fc6f-485b-beec-20dc5997d9ea tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.427156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb5a56ca-fc6f-485b-beec-20dc5997d9ea tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.676414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40cb4bf4-f282-41a0-8b18-005ff03211a2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:02.681726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb5a56ca-fc6f-485b-beec-20dc5997d9ea tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.692003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb5a56ca-fc6f-485b-beec-20dc5997d9ea tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.693921 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bb5a56ca-fc6f-485b-beec-20dc5997d9ea tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4efdc16e-2977-45af-9479-dc440d8b11fe HTTP/1.1" status: 204 len: 168 time: 0.3370981 Feb 09 16:14:02.700183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39444) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:02.701997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a56ca-fc6f-485b-beec-20dc5997d9ea tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4efdc16e-2977-45af-9479-dc440d8b11fe,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:02.820135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5a17fa58-306a-4da4-a47e-96617d2762fb tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0965340 Feb 09 16:14:02.821168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39450) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:02.831259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-29c4efbd-7383-4159-9690-87a0b7779e65 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '59550ae1-be30-499c-a353-76d86798a3a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:02.836305 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78c95162-0cb2-4886-92d6-6530c7156259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.865933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 40cb4bf4-f282-41a0-8b18-005ff03211a2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:02.866665 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:02.908533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-78c95162-0cb2-4886-92d6-6530c7156259 None None] For port 40cb4bf4-f282-41a0-8b18-005ff03211a2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40cb4bf4-f282-41a0-8b18-005ff03211a2,segment=NetworkSegment(0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad),segment_id=0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:02.916747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 05110ca5-8b7e-46d8-b53d-5f28e38d923c is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:14:03.030572 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.035416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29c4efbd-7383-4159-9690-87a0b7779e65 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.079631 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-78c95162-0cb2-4886-92d6-6530c7156259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.123286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:03.152941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dfa5b40e-9b45-4550-b6ab-710cf5658edc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/05110ca5-8b7e-46d8-b53d-5f28e38d923c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1145747 Feb 09 16:14:03.157047 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39456) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:03.182042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328990d-5518-41ed-853a-f382e042c054 None None] Sync routers for ids ['05110ca5-8b7e-46d8-b53d-5f28e38d923c'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:03.288401 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29c4efbd-7383-4159-9690-87a0b7779e65 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.310948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c95162-0cb2-4886-92d6-6530c7156259 None None] Pushing event updated for resources: {'Port': ['ID=40cb4bf4-f282-41a0-8b18-005ff03211a2,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:03.313517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4183dc0f-1fc3-4ea6-abf4-2753d36b7008 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:03.323325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39458) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:03.337271 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4183dc0f-1fc3-4ea6-abf4-2753d36b7008 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports/93b9a3a5-c692-406f-918d-7eb972ae2d37 HTTP/1.1" status: 200 len: 911 time: 0.1776390 Feb 09 16:14:03.355478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:14:03.355914 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:14:03.372531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328990d-5518-41ed-853a-f382e042c054 None None] Routers {'05110ca5-8b7e-46d8-b53d-5f28e38d923c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:03.373580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a328990d-5518-41ed-853a-f382e042c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['05110ca5-8b7e-46d8-b53d-5f28e38d923c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:03.424477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29c4efbd-7383-4159-9690-87a0b7779e65 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.466927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a328990d-5518-41ed-853a-f382e042c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:03.472958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-723345f6-5fa4-4400-97c5-c425546550d9 None None] Provisioning complete for port 40cb4bf4-f282-41a0-8b18-005ff03211a2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:03.473466 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-723345f6-5fa4-4400-97c5-c425546550d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.544820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4efbd-7383-4159-9690-87a0b7779e65 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bcb797-7248-4e47-ba1b-3c7c9efaf4a9,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:03.570603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328990d-5518-41ed-853a-f382e042c054 None None] Routers {'05110ca5-8b7e-46d8-b53d-5f28e38d923c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:03.571262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a328990d-5518-41ed-853a-f382e042c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['05110ca5-8b7e-46d8-b53d-5f28e38d923c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:03.604930 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29c4efbd-7383-4159-9690-87a0b7779e65 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.606829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-29c4efbd-7383-4159-9690-87a0b7779e65 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7832425 Feb 09 16:14:03.609367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39462) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:03.623119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a328990d-5518-41ed-853a-f382e042c054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:03.623792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a328990d-5518-41ed-853a-f382e042c054 None None] The sync data for ids ['05110ca5-8b7e-46d8-b53d-5f28e38d923c'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:03.655841 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b3b78d4d-ca15-4a1e-a38b-a9ec9ffedeb6 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules/87bcb797-7248-4e47-ba1b-3c7c9efaf4a9 HTTP/1.1" status: 200 len: 763 time: 0.0436242 Feb 09 16:14:03.658270 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39464) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:03.750438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-723345f6-5fa4-4400-97c5-c425546550d9 None None] Provisioning complete for port 93b9a3a5-c692-406f-918d-7eb972ae2d37 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:03.750972 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-723345f6-5fa4-4400-97c5-c425546550d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.751401 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-13a0c141-75ce-4478-8ffc-38be4d553420 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0902903 Feb 09 16:14:03.753351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39466) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:03.817179 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2d23545-84db-45ff-bb40-bcb6c70e8228 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.831430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-723345f6-5fa4-4400-97c5-c425546550d9 None None] Port 93b9a3a5-c692-406f-918d-7eb972ae2d37 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:03.838676 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2d23545-84db-45ff-bb40-bcb6c70e8228 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:03.992383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-724db4bf-315a-46c4-b99a-ee2255b97ccc None None] Provisioning complete for port 93b9a3a5-c692-406f-918d-7eb972ae2d37 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:03.998817 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-724db4bf-315a-46c4-b99a-ee2255b97ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.018185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2d23545-84db-45ff-bb40-bcb6c70e8228 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.031787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d2d23545-84db-45ff-bb40-bcb6c70e8228 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.034352 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d2d23545-84db-45ff-bb40-bcb6c70e8228 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/87bcb797-7248-4e47-ba1b-3c7c9efaf4a9 HTTP/1.1" status: 204 len: 168 time: 0.2781830 Feb 09 16:14:04.038312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39474) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:04.058745 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.083188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d23545-84db-45ff-bb40-bcb6c70e8228 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87bcb797-7248-4e47-ba1b-3c7c9efaf4a9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:04.088426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-724db4bf-315a-46c4-b99a-ee2255b97ccc None None] Port 93b9a3a5-c692-406f-918d-7eb972ae2d37 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:04.143144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f6de09df-2b57-4ab5-94da-8a5dcdcb9381 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1027887 Feb 09 16:14:04.145704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39476) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:04.183127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-045871c3-34a3-4410-97df-d7efcb72078a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': '59550ae1-be30-499c-a353-76d86798a3a7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:04.259600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6871be91-000c-41b8-9bda-389f921cfa19 None None] Provisioning complete for port 93b9a3a5-c692-406f-918d-7eb972ae2d37 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:04.260501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6871be91-000c-41b8-9bda-389f921cfa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.327206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-045871c3-34a3-4410-97df-d7efcb72078a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.354970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6871be91-000c-41b8-9bda-389f921cfa19 None None] Port 93b9a3a5-c692-406f-918d-7eb972ae2d37 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:04.455071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-045871c3-34a3-4410-97df-d7efcb72078a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.576561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40cb4bf4-f282-41a0-8b18-005ff03211a2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:04.580469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-045871c3-34a3-4410-97df-d7efcb72078a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.626559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045871c3-34a3-4410-97df-d7efcb72078a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa8e907-8970-4c7d-8423-1414bb450264,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:04.638904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 93b9a3a5-c692-406f-918d-7eb972ae2d37 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:04.639477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.676532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 40cb4bf4-f282-41a0-8b18-005ff03211a2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:04.679253 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.732781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-045871c3-34a3-4410-97df-d7efcb72078a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.735132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-045871c3-34a3-4410-97df-d7efcb72078a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5881507 Feb 09 16:14:04.740892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39486) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:04.772032 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-288b94e7-6a37-4761-a10f-01b68f089c70 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules/6fa8e907-8970-4c7d-8423-1414bb450264 HTTP/1.1" status: 200 len: 764 time: 0.0292211 Feb 09 16:14:04.778074 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39488) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:04.828381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.868207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 93b9a3a5-c692-406f-918d-7eb972ae2d37 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:04.891733 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f9e0afe6-2ef5-4c07-bf29-3f48f7ca7c48 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1111510 Feb 09 16:14:04.896137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39490) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:04.958883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47be305f-f8e0-4350-80d9-c1377ccabc9a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:04.992850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47be305f-f8e0-4350-80d9-c1377ccabc9a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.137619 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47be305f-f8e0-4350-80d9-c1377ccabc9a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.145981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47be305f-f8e0-4350-80d9-c1377ccabc9a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.150952 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47be305f-f8e0-4350-80d9-c1377ccabc9a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6fa8e907-8970-4c7d-8423-1414bb450264 HTTP/1.1" status: 204 len: 168 time: 0.2498121 Feb 09 16:14:05.152110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39494) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:05.157722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be305f-f8e0-4350-80d9-c1377ccabc9a tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fa8e907-8970-4c7d-8423-1414bb450264,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:05.230762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39498) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:05.231618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c465291d-5876-4c6b-a10d-8708965bb0a8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0766714 Feb 09 16:14:05.232928 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.288890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=93b9a3a5-c692-406f-918d-7eb972ae2d37,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:05.369901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49ef2b0f-2b81-4636-a263-18897dd38565 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.419401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49ef2b0f-2b81-4636-a263-18897dd38565 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.566406 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.635774 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49ef2b0f-2b81-4636-a263-18897dd38565 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.640673 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49ef2b0f-2b81-4636-a263-18897dd38565 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:05.642574 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-49ef2b0f-2b81-4636-a263-18897dd38565 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/59550ae1-be30-499c-a353-76d86798a3a7 HTTP/1.1" status: 204 len: 168 time: 0.4092009 Feb 09 16:14:05.660480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39506) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:05.662687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef2b0f-2b81-4636-a263-18897dd38565 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59550ae1-be30-499c-a353-76d86798a3a7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:05.777588 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-03edf7c5-315e-42a3-b98f-1195e451bb50 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116202 Feb 09 16:14:05.784576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39510) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:05.792739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d4e40cfc-956e-4208-9f71-6ad7430e873b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group': {'name': 'tempest-secgroup--704443819'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:05.931700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 05110ca5-8b7e-46d8-b53d-5f28e38d923c has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:14:05.937980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4e40cfc-956e-4208-9f71-6ad7430e873b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:06.035596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:06.044997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e84e30dd-dfbe-4ed7-b38a-16baf7001e05 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/05110ca5-8b7e-46d8-b53d-5f28e38d923c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140710 Feb 09 16:14:06.045711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39512) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:06.056984 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4682c1-53a7-4783-98d5-fb88995ee412 None None] Sync routers for ids ['05110ca5-8b7e-46d8-b53d-5f28e38d923c'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:06.082069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4e40cfc-956e-4208-9f71-6ad7430e873b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:06.082614 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4682c1-53a7-4783-98d5-fb88995ee412 None None] Routers {'05110ca5-8b7e-46d8-b53d-5f28e38d923c'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:06.083411 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fe4682c1-53a7-4783-98d5-fb88995ee412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['05110ca5-8b7e-46d8-b53d-5f28e38d923c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:06.104828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e72f2a2d-27c4-4c2f-b2d5-228587f625a7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=05110ca5-8b7e-46d8-b53d-5f28e38d923c HTTP/1.1" status: 200 len: 205 time: 0.0568361 Feb 09 16:14:06.108676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39516) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:06.139097 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fe4682c1-53a7-4783-98d5-fb88995ee412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:06.150349 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4682c1-53a7-4783-98d5-fb88995ee412 None None] Routers {'05110ca5-8b7e-46d8-b53d-5f28e38d923c'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:06.151101 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fe4682c1-53a7-4783-98d5-fb88995ee412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['05110ca5-8b7e-46d8-b53d-5f28e38d923c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:06.190672 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fe4682c1-53a7-4783-98d5-fb88995ee412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:06.191400 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4682c1-53a7-4783-98d5-fb88995ee412 None None] The sync data for ids ['05110ca5-8b7e-46d8-b53d-5f28e38d923c'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:06.208598 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4e40cfc-956e-4208-9f71-6ad7430e873b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:06.231311 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff37e06a-09d3-41de-9170-7fc607867a66 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:06.768155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4e40cfc-956e-4208-9f71-6ad7430e873b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:06.770071 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d4e40cfc-956e-4208-9f71-6ad7430e873b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9837990 Feb 09 16:14:06.774594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e40cfc-956e-4208-9f71-6ad7430e873b tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21d9a14-0d8e-4697-98b7-7318ea771318,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:06.780836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39526) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:06.793339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Request body: {'security_group_rule': {'security_group_id': 'c21d9a14-0d8e-4697-98b7-7318ea771318', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:06.923147 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff37e06a-09d3-41de-9170-7fc607867a66 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:06.925958 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff37e06a-09d3-41de-9170-7fc607867a66 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.340787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.394807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff37e06a-09d3-41de-9170-7fc607867a66 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.395686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff37e06a-09d3-41de-9170-7fc607867a66 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Fanout notify agent at l3_agent the message router_deleted on router 05110ca5-8b7e-46d8-b53d-5f28e38d923c {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:14:07.408705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ff37e06a-09d3-41de-9170-7fc607867a66 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.416958 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ff37e06a-09d3-41de-9170-7fc607867a66 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/05110ca5-8b7e-46d8-b53d-5f28e38d923c HTTP/1.1" status: 204 len: 168 time: 1.3050904 Feb 09 16:14:07.416958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39530) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:07.471258 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.518363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-1533e839-9e2d-4c6c-a616-2d40cc0014a9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet a78d8c1b-e569-40f2-a407-19d838640728 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:14:07.522624 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1533e839-9e2d-4c6c-a616-2d40cc0014a9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.583612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1533e839-9e2d-4c6c-a616-2d40cc0014a9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.605231 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.660712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffa31dc-0fd7-49ba-84b1-9be3427a6a5b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:07.684482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.685044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.685972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.686898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.687704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.688291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.688848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.689404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.690206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.691003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.691557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.692047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:07.726385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1533e839-9e2d-4c6c-a616-2d40cc0014a9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.769816 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.776388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-57be4bea-629f-4dcd-bad8-24702eb57c5e tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9919186 Feb 09 16:14:07.777752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39538) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:07.890601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44cc7926-84b5-4e8a-bd1c-b599ff221c74 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.918728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44cc7926-84b5-4e8a-bd1c-b599ff221c74 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:07.961012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1533e839-9e2d-4c6c-a616-2d40cc0014a9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.012815 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1533e839-9e2d-4c6c-a616-2d40cc0014a9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.018672 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1533e839-9e2d-4c6c-a616-2d40cc0014a9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/a78d8c1b-e569-40f2-a407-19d838640728 HTTP/1.1" status: 204 len: 168 time: 0.6006241 Feb 09 16:14:08.020289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533e839-9e2d-4c6c-a616-2d40cc0014a9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=a78d8c1b-e569-40f2-a407-19d838640728,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:08.023036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39544) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:08.031491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125eef9f-1bf9-4168-821f-45d8fa7e5b54 None None] Network e34301da-db04-464e-b96e-96a7a05845de requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:08.109022 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44cc7926-84b5-4e8a-bd1c-b599ff221c74 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.112179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44cc7926-84b5-4e8a-bd1c-b599ff221c74 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.117496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-44cc7926-84b5-4e8a-bd1c-b599ff221c74 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/c21d9a14-0d8e-4697-98b7-7318ea771318 HTTP/1.1" status: 204 len: 168 time: 0.3342190 Feb 09 16:14:08.117845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39546) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:08.169458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.183059 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e072fa83-0189-4c02-92bc-b7391cc5321d tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586710 Feb 09 16:14:08.183861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39548) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:08.189236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc7926-84b5-4e8a-bd1c-b599ff221c74 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21d9a14-0d8e-4697-98b7-7318ea771318,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:08.287148 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-456edc30-bc48-481e-8de3-7248af8c0624 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0995007 Feb 09 16:14:08.287148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39550) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:08.312047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 40cb4bf4-f282-41a0-8b18-005ff03211a2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:08.312536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.314302 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-42b77b33-26f2-4400-b654-22d3050c92b8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] delete failed (client error): The resource could not be found. Feb 09 16:14:08.316965 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-42b77b33-26f2-4400-b654-22d3050c92b8 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "DELETE /v2.0/security-groups/c21d9a14-0d8e-4697-98b7-7318ea771318 HTTP/1.1" status: 404 len: 347 time: 0.0266607 Feb 09 16:14:08.335187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39552) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:08.372333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] DHCP port deletion for e34301da-db04-464e-b96e-96a7a05845de request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:14:08.431905 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e7a16ce2-4cd9-49eb-85b0-56091e572301 tempest-SecGroupTest-1515006686 tempest-SecGroupTest-1515006686-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0907125 Feb 09 16:14:08.499177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] Deleting port 40cb4bf4-f282-41a0-8b18-005ff03211a2 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:08.499667 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.508030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port 40cb4bf4-f282-41a0-8b18-005ff03211a2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40cb4bf4-f282-41a0-8b18-005ff03211a2,segment=NetworkSegment(0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad),segment_id=0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:08.515039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.546764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 40cb4bf4-f282-41a0-8b18-005ff03211a2 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:08.596404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 40cb4bf4-f282-41a0-8b18-005ff03211a2 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:14:08.762593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] For port 40cb4bf4-f282-41a0-8b18-005ff03211a2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=40cb4bf4-f282-41a0-8b18-005ff03211a2,segment=NetworkSegment(0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad),segment_id=0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:08.763034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.786134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] Calling delete_port for 40cb4bf4-f282-41a0-8b18-005ff03211a2 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:08.800300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.863586 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.919800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=40cb4bf4-f282-41a0-8b18-005ff03211a2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:08.929976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No DVR routers for this DVR port 40cb4bf4-f282-41a0-8b18-005ff03211a2 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:14:08.964643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:08.992149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] Pushing event deleted for resources: {'Port': ['ID=40cb4bf4-f282-41a0-8b18-005ff03211a2,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:09.000319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4300b-f200-4c70-8a04-9144cda2c6a6 None None] No DVR routers for this DVR port 40cb4bf4-f282-41a0-8b18-005ff03211a2 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:14:09.058909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.094250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34301da-db04-464e-b96e-96a7a05845de']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:09.126079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:09.130185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc1779d-6ab7-4a3d-82e2-bff97a7cfaad') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:09.164370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.202572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.214779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:14:09.215575 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:14:09.220717 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:14:09.309474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39574) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:09.436725 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.447532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.454604 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39580) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:09.458441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/e34301da-db04-464e-b96e-96a7a05845de HTTP/1.1" status: 204 len: 168 time: 1.4319849 Feb 09 16:14:09.465192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39582) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:09.490194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4db960-4474-479d-94d3-ec4f20bb29c8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=e34301da-db04-464e-b96e-96a7a05845de,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:09.499159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-786953813', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:09.656276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca37b60c-477a-4ca7-8a71-3a648853dd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.664848 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f3eaf4dc-4137-43ae-aa30-d30f393efd79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb7201060c0d4df5bf49f25226161582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534148 Feb 09 16:14:09.668351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39590) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:09.732577 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.733717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.764562 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-446dd5fa-498d-4b68-ae66-36fe48e121f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.814000 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca37b60c-477a-4ca7-8a71-3a648853dd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.837312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.844191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-446dd5fa-498d-4b68-ae66-36fe48e121f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:09.966105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca37b60c-477a-4ca7-8a71-3a648853dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.030693 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ca37b60c-477a-4ca7-8a71-3a648853dd53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fba5ff6289e04c43bf729cb1710f0825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748606 Feb 09 16:14:10.031671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37b60c-477a-4ca7-8a71-3a648853dd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e35135-4ef3-4ffa-a1f1-2eb68fd822d7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:10.034934 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39594) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:10.095981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5234de95-7e45-4016-8cd8-ada000d9cf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.123027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5234de95-7e45-4016-8cd8-ada000d9cf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.174298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.183498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-446dd5fa-498d-4b68-ae66-36fe48e121f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.193069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-446dd5fa-498d-4b68-ae66-36fe48e121f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.193069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-446dd5fa-498d-4b68-ae66-36fe48e121f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69c6c386-62e9-44d4-8ca1-642bf4c3f23d HTTP/1.1" status: 204 len: 168 time: 0.5207906 Feb 09 16:14:10.205227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dd5fa-498d-4b68-ae66-36fe48e121f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c6c386-62e9-44d4-8ca1-642bf4c3f23d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:10.452486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5234de95-7e45-4016-8cd8-ada000d9cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.458373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5234de95-7e45-4016-8cd8-ada000d9cf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.460416 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5234de95-7e45-4016-8cd8-ada000d9cf74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6e35135-4ef3-4ffa-a1f1-2eb68fd822d7 HTTP/1.1" status: 204 len: 168 time: 0.4242859 Feb 09 16:14:10.496259 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234de95-7e45-4016-8cd8-ada000d9cf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e35135-4ef3-4ffa-a1f1-2eb68fd822d7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:10.706214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.766469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:10.906085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 172.25.5.14 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/11393615-ec08-42c9-aece-e189abd14141) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:11.102842 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:11.354741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:11.401237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:11.405218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:11.408258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:11.437575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=11393615-ec08-42c9-aece-e189abd14141,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:11.664207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39626) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:11.696847 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb9bcb0e-7926-4a71-b622-fdd030300542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:11.811546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb9bcb0e-7926-4a71-b622-fdd030300542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:11.943468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bb9bcb0e-7926-4a71-b622-fdd030300542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.011019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.050820 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bb9bcb0e-7926-4a71-b622-fdd030300542 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8455a41e4bbf48f7b1b1a36e338e1340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835523 Feb 09 16:14:12.054609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39638) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:12.066457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bcb0e-7926-4a71-b622-fdd030300542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dec89e-40a9-41a1-9138-25a498696feb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:12.145442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8749-a12c-42b2-a369-a0832c603e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.186078 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8749-a12c-42b2-a369-a0832c603e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.366541 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8749-a12c-42b2-a369-a0832c603e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.371027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8749-a12c-42b2-a369-a0832c603e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.372789 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b2cd8749-a12c-42b2-a369-a0832c603e4d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8dec89e-40a9-41a1-9138-25a498696feb HTTP/1.1" status: 204 len: 168 time: 0.3159566 Feb 09 16:14:12.373748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39644) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:12.395431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd8749-a12c-42b2-a369-a0832c603e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dec89e-40a9-41a1-9138-25a498696feb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:12.602369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d848950c-1eca-42a6-ae35-6a1190f3e0f0 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:12.603446 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-d848950c-1eca-42a6-ae35-6a1190f3e0f0 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 16:14:12.604197 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-d848950c-1eca-42a6-ae35-6a1190f3e0f0 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 16:14:12.606002 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d848950c-1eca-42a6-ae35-6a1190f3e0f0 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2282805 Feb 09 16:14:12.611995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39652) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:12.618102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--297010330'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:12.737316 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.749548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.799584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:12.865889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.005717 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.050626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0de7c73-392f-4039-aa41-eb5dc9d294d1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:13.080287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 416534c8-25c3-4c0e-80d0-fdfcb00788b4 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:14:13.105505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.217205 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.254441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:13.266876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98c418e-19c9-4d83-b41b-13b9c2ed68b1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:13.285918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9193b-b044-4042-9d9e-4f8003054d5d None None] Sync routers for ids ['416534c8-25c3-4c0e-80d0-fdfcb00788b4'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:13.302342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9193b-b044-4042-9d9e-4f8003054d5d None None] Routers {'416534c8-25c3-4c0e-80d0-fdfcb00788b4'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:13.303422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6ca9193b-b044-4042-9d9e-4f8003054d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['416534c8-25c3-4c0e-80d0-fdfcb00788b4'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:13.348685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.350932 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e76aa684-a18d-4f1c-bf1d-58ffba5787fa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7375205 Feb 09 16:14:13.355214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39672) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:13.359959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6ca9193b-b044-4042-9d9e-4f8003054d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:13.361161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3e36eac8-4417-45f3-b598-b1512b09e58b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': 'b98c418e-19c9-4d83-b41b-13b9c2ed68b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:13.370622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca9193b-b044-4042-9d9e-4f8003054d5d None None] Routers {'416534c8-25c3-4c0e-80d0-fdfcb00788b4'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:13.371243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6ca9193b-b044-4042-9d9e-4f8003054d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['416534c8-25c3-4c0e-80d0-fdfcb00788b4'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:13.407927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6ca9193b-b044-4042-9d9e-4f8003054d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:13.408624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca9193b-b044-4042-9d9e-4f8003054d5d None None] The sync data for ids ['416534c8-25c3-4c0e-80d0-fdfcb00788b4'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:13.413277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.417702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8f93b122-bca9-491a-b658-a32143b08805 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.9297845 Feb 09 16:14:13.426771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39674) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:13.555463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ad4bb3ea-6868-4047-aace-7b5ce48602b4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/routers/416534c8-25c3-4c0e-80d0-fdfcb00788b4 HTTP/1.1" status: 200 len: 883 time: 0.1359124 Feb 09 16:14:13.560027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39678) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:13.564213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e36eac8-4417-45f3-b598-b1512b09e58b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.665243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e36eac8-4417-45f3-b598-b1512b09e58b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.750492 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e36eac8-4417-45f3-b598-b1512b09e58b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.774235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36eac8-4417-45f3-b598-b1512b09e58b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e80cf6-7b17-4146-9d8b-f1a35d586f6d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:13.890283 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e2e26228-8960-4288-884d-9e6e72e59ba9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3258049 Feb 09 16:14:13.892853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39690) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:13.897590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-cfdc51df-1dfb-48bb-a9e4-1eaae17b4036 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-786953813'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:13.904643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e36eac8-4417-45f3-b598-b1512b09e58b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:13.907365 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e36eac8-4417-45f3-b598-b1512b09e58b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5494182 Feb 09 16:14:13.921206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39692) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:13.927343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c7b1a20c-592b-48ae-9ea9-b142542b346f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': 'b98c418e-19c9-4d83-b41b-13b9c2ed68b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:14.118048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a20c-592b-48ae-9ea9-b142542b346f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:14.281384 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-c7b1a20c-592b-48ae-9ea9-b142542b346f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 16:14:14.284043 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c7b1a20c-592b-48ae-9ea9-b142542b346f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3611250 Feb 09 16:14:14.289419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39702) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:14.398112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bd13abe-98b8-47d4-bfae-ee90ced51fcf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:14.425755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bd13abe-98b8-47d4-bfae-ee90ced51fcf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:14.439074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfdc51df-1dfb-48bb-a9e4-1eaae17b4036 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:14.674773 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfdc51df-1dfb-48bb-a9e4-1eaae17b4036 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:14.698227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bd13abe-98b8-47d4-bfae-ee90ced51fcf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:14.704486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bd13abe-98b8-47d4-bfae-ee90ced51fcf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:14.710967 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6bd13abe-98b8-47d4-bfae-ee90ced51fcf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/b98c418e-19c9-4d83-b41b-13b9c2ed68b1 HTTP/1.1" status: 204 len: 168 time: 0.4159143 Feb 09 16:14:14.716633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39710) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:14.726815 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd13abe-98b8-47d4-bfae-ee90ced51fcf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98c418e-19c9-4d83-b41b-13b9c2ed68b1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:14.841455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2ac01801-0b8f-4352-ab09-ee6d37694e6d tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218128 Feb 09 16:14:14.844845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39714) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:14.849736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-607f146b-1954-4efd-a183-5283dd82c555 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--622184225'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:14.878973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdc51df-1dfb-48bb-a9e4-1eaae17b4036 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 416534c8-25c3-4c0e-80d0-fdfcb00788b4 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:14:15.004476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdc51df-1dfb-48bb-a9e4-1eaae17b4036 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:15.012681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfdc51df-1dfb-48bb-a9e4-1eaae17b4036 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.013899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cfdc51df-1dfb-48bb-a9e4-1eaae17b4036 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/416534c8-25c3-4c0e-80d0-fdfcb00788b4 HTTP/1.1" status: 200 len: 890 time: 1.1201003 Feb 09 16:14:15.017056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-607f146b-1954-4efd-a183-5283dd82c555 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.027427 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d813a90b-1183-46b9-a7d3-4f937cc6de21 None None] Sync routers for ids ['416534c8-25c3-4c0e-80d0-fdfcb00788b4'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:15.029227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39718) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:15.031929 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d813a90b-1183-46b9-a7d3-4f937cc6de21 None None] Routers {'416534c8-25c3-4c0e-80d0-fdfcb00788b4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:15.032608 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d813a90b-1183-46b9-a7d3-4f937cc6de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['416534c8-25c3-4c0e-80d0-fdfcb00788b4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:15.068384 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d813a90b-1183-46b9-a7d3-4f937cc6de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:15.079068 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d813a90b-1183-46b9-a7d3-4f937cc6de21 None None] Routers {'416534c8-25c3-4c0e-80d0-fdfcb00788b4'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:15.079720 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d813a90b-1183-46b9-a7d3-4f937cc6de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['416534c8-25c3-4c0e-80d0-fdfcb00788b4'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:15.116133 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-607f146b-1954-4efd-a183-5283dd82c555 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.148539 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d813a90b-1183-46b9-a7d3-4f937cc6de21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:15.149230 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d813a90b-1183-46b9-a7d3-4f937cc6de21 None None] The sync data for ids ['416534c8-25c3-4c0e-80d0-fdfcb00788b4'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:15.222845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-607f146b-1954-4efd-a183-5283dd82c555 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.240305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39724) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:15.264721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-19f02de4-a7cd-4445-b3c4-be4c104f1d97 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/routers/416534c8-25c3-4c0e-80d0-fdfcb00788b4 HTTP/1.1" status: 200 len: 890 time: 0.2339754 Feb 09 16:14:15.271933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39728) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:15.311102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6fc52061-fec8-42e1-9443-27629a89f09b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=416534c8-25c3-4c0e-80d0-fdfcb00788b4 HTTP/1.1" status: 200 len: 205 time: 0.0361116 Feb 09 16:14:15.315003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:15.324017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f146b-1954-4efd-a183-5283dd82c555 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c38ab-e19e-403f-9052-b897afc083b6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:15.343973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-607f146b-1954-4efd-a183-5283dd82c555 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.356855 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-607f146b-1954-4efd-a183-5283dd82c555 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5003924 Feb 09 16:14:15.358543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39734) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:15.366358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-546a9c8f-cfd9-4cc3-b36c-b89b8a59c22b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '9c5c38ab-e19e-403f-9052-b897afc083b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:15.367525 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-546a9c8f-cfd9-4cc3-b36c-b89b8a59c22b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 16:14:15.369109 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-546a9c8f-cfd9-4cc3-b36c-b89b8a59c22b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:15.370777 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-546a9c8f-cfd9-4cc3-b36c-b89b8a59c22b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0106142 Feb 09 16:14:15.374866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39736) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:15.479547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c7da0ccf-cdee-42b1-af93-5e5940838988 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.512960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ddb9357-acd5-41b1-9d35-bfa207513c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.516373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c7da0ccf-cdee-42b1-af93-5e5940838988 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.566349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.685911 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c7da0ccf-cdee-42b1-af93-5e5940838988 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.689089 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c7da0ccf-cdee-42b1-af93-5e5940838988 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.693873 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c7da0ccf-cdee-42b1-af93-5e5940838988 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/9c5c38ab-e19e-403f-9052-b897afc083b6 HTTP/1.1" status: 204 len: 168 time: 0.3164492 Feb 09 16:14:15.694565 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:15.705641 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.718864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da0ccf-cdee-42b1-af93-5e5940838988 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c38ab-e19e-403f-9052-b897afc083b6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:15.772922 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ddb9357-acd5-41b1-9d35-bfa207513c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.795029 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c751870d-2948-47fc-aecd-53140e954d08 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868726 Feb 09 16:14:15.799215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39746) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:15.804305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-128a7d3c-859f-4dbf-8ddd-a5537037722f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613735964'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:15.840550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ddb9357-acd5-41b1-9d35-bfa207513c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.899166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb9357-acd5-41b1-9d35-bfa207513c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b46b9f-aae1-4530-b4e8-3c41792d6365,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:15.907253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0ddb9357-acd5-41b1-9d35-bfa207513c75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5bb27b267d94033a1fdb363fd016b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6638401 Feb 09 16:14:15.911919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-128a7d3c-859f-4dbf-8ddd-a5537037722f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.912436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 11393615-ec08-42c9-aece-e189abd14141 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:15.912436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:15.923989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39750) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:16.050432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.054649 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43b9f5c-1f7c-4a67-a8ea-6499aa53f3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.067834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 11393615-ec08-42c9-aece-e189abd14141 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:16.107385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-128a7d3c-859f-4dbf-8ddd-a5537037722f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.109647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43b9f5c-1f7c-4a67-a8ea-6499aa53f3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.211641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-128a7d3c-859f-4dbf-8ddd-a5537037722f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.256841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a7d3c-859f-4dbf-8ddd-a5537037722f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d6e631-74fc-432f-ba0c-6e357493a267,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:16.308886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43b9f5c-1f7c-4a67-a8ea-6499aa53f3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.313625 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b43b9f5c-1f7c-4a67-a8ea-6499aa53f3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.323868 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b43b9f5c-1f7c-4a67-a8ea-6499aa53f3e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07b46b9f-aae1-4530-b4e8-3c41792d6365 HTTP/1.1" status: 204 len: 168 time: 0.3897860 Feb 09 16:14:16.330898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b9f5c-1f7c-4a67-a8ea-6499aa53f3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b46b9f-aae1-4530-b4e8-3c41792d6365,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:16.374797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-128a7d3c-859f-4dbf-8ddd-a5537037722f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.376915 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-128a7d3c-859f-4dbf-8ddd-a5537037722f tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5764320 Feb 09 16:14:16.381123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39758) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:16.390127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ccde681b-1a24-4df5-80cd-3774275aafc3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': 'd6d6e631-74fc-432f-ba0c-6e357493a267', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:16.391791 n-d-828542-1 neutron-server[103178]: WARNING neutron.api.v2.base [None req-ccde681b-1a24-4df5-80cd-3774275aafc3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 16:14:16.392739 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-ccde681b-1a24-4df5-80cd-3774275aafc3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:16.394895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ccde681b-1a24-4df5-80cd-3774275aafc3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0115616 Feb 09 16:14:16.398482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39760) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:16.442331 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.480465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=11393615-ec08-42c9-aece-e189abd14141,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:16.548825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2d953d2-a687-44d5-bbfd-7888b68b5bd3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.603204 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2d953d2-a687-44d5-bbfd-7888b68b5bd3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.620760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.761464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.761464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.937074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2d953d2-a687-44d5-bbfd-7888b68b5bd3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.939983 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2d953d2-a687-44d5-bbfd-7888b68b5bd3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.941303 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d2d953d2-a687-44d5-bbfd-7888b68b5bd3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/d6d6e631-74fc-432f-ba0c-6e357493a267 HTTP/1.1" status: 204 len: 168 time: 0.5416224 Feb 09 16:14:16.945633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39778) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:16.960662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d953d2-a687-44d5-bbfd-7888b68b5bd3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d6e631-74fc-432f-ba0c-6e357493a267,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:16.973763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.973763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Fanout notify agent at l3_agent the message router_deleted on router 416534c8-25c3-4c0e-80d0-fdfcb00788b4 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:14:16.997678 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:16.999487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-18d85ced-302f-4dee-ae7c-6fa052a5a7df tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/416534c8-25c3-4c0e-80d0-fdfcb00788b4 HTTP/1.1" status: 204 len: 168 time: 1.6832411 Feb 09 16:14:17.006364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39780) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.010524 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-acca915c-3c34-44d3-9e8a-977f886bc62e tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635715 Feb 09 16:14:17.010784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1682994640'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:17.015635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39782) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.020501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e157b8c5-410a-49ff-a0d1-90a0befc1ae7 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--874869092'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:17.177304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e157b8c5-410a-49ff-a0d1-90a0befc1ae7 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.178200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:17.185329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.223108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:14:17.235383 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.236015 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment c1029a0e-2e44-46ad-9233-756e60210b70 of type vlan for network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 Feb 09 16:14:17.297467 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.304748 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e157b8c5-410a-49ff-a0d1-90a0befc1ae7 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.451798 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e157b8c5-410a-49ff-a0d1-90a0befc1ae7 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.452359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.464711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:17.465841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.505504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157b8c5-410a-49ff-a0d1-90a0befc1ae7 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6679d85a-bc35-4295-a4ff-d7ea925aef5b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:17.544832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e157b8c5-410a-49ff-a0d1-90a0befc1ae7 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.547405 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e157b8c5-410a-49ff-a0d1-90a0befc1ae7 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5305235 Feb 09 16:14:17.551253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39796) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.559931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3e0ea48e-a339-47b4-a437-0ec8a4aa12e2 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '6679d85a-bc35-4295-a4ff-d7ea925aef5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:17.562166 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-3e0ea48e-a339-47b4-a437-0ec8a4aa12e2 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 16:14:17.563257 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-3e0ea48e-a339-47b4-a437-0ec8a4aa12e2 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:17.565004 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e0ea48e-a339-47b4-a437-0ec8a4aa12e2 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117698 Feb 09 16:14:17.568479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39798) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.576366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0d538aa0-bf62-41b6-8ac2-bd3171e1c146 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '6679d85a-bc35-4295-a4ff-d7ea925aef5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:17.577851 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-0d538aa0-bf62-41b6-8ac2-bd3171e1c146 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 16:14:17.580475 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-0d538aa0-bf62-41b6-8ac2-bd3171e1c146 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:17.585447 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d538aa0-bf62-41b6-8ac2-bd3171e1c146 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0119529 Feb 09 16:14:17.585861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:17.589911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39802) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.599333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ccd882e8-31a7-47d6-bb88-4201368abc9c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '6679d85a-bc35-4295-a4ff-d7ea925aef5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:17.599868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:14:17.601359 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-ccd882e8-31a7-47d6-bb88-4201368abc9c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 16:14:17.602351 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-ccd882e8-31a7-47d6-bb88-4201368abc9c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:17.607180 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ccd882e8-31a7-47d6-bb88-4201368abc9c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0154264 Feb 09 16:14:17.611771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39804) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.617588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-63c5a223-7822-4324-86ef-42f12264f0bb tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '6679d85a-bc35-4295-a4ff-d7ea925aef5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:17.619346 n-d-828542-1 neutron-server[103178]: WARNING neutron.api.v2.base [None req-63c5a223-7822-4324-86ef-42f12264f0bb tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 16:14:17.620134 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-63c5a223-7822-4324-86ef-42f12264f0bb tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:17.621543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-63c5a223-7822-4324-86ef-42f12264f0bb tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084615 Feb 09 16:14:17.627147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39806) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.670211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-67769974-7912-4930-b480-2f6529e7cf85 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6642914 Feb 09 16:14:17.674744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39808) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.681506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': '328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:17.723247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-987506c2-7430-4f9a-a200-bf339e797461 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.756142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-987506c2-7430-4f9a-a200-bf339e797461 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.908045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-987506c2-7430-4f9a-a200-bf339e797461 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.910841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-987506c2-7430-4f9a-a200-bf339e797461 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:17.912116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-987506c2-7430-4f9a-a200-bf339e797461 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/6679d85a-bc35-4295-a4ff-d7ea925aef5b HTTP/1.1" status: 204 len: 168 time: 0.2838652 Feb 09 16:14:17.918929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39818) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:17.931087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987506c2-7430-4f9a-a200-bf339e797461 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6679d85a-bc35-4295-a4ff-d7ea925aef5b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:17.958910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:17.969365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:18.106688 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-011d70da-a1f4-4c56-bd79-dfaaf613c099 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1859879 Feb 09 16:14:18.111980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39826) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:18.121485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0cab9a2d-21ba-4079-95ce-26b614c444fc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1631139578'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:18.239767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cab9a2d-21ba-4079-95ce-26b614c444fc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:18.359740 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cab9a2d-21ba-4079-95ce-26b614c444fc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:18.434479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:18.498577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=6e59caec-ead1-472e-a70e-a8b96c902ca7,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:18.507025 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cab9a2d-21ba-4079-95ce-26b614c444fc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:18.512001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': 'c1029a0e-2e44-46ad-9233-756e60210b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:18.512398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:14:18.558852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab9a2d-21ba-4079-95ce-26b614c444fc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054daea1-35ef-454a-8367-d3322efc5aa2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:18.634364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:14:18.666040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0cab9a2d-21ba-4079-95ce-26b614c444fc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:18.670254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0cab9a2d-21ba-4079-95ce-26b614c444fc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5550911 Feb 09 16:14:18.671377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39832) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:18.676503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-bed9519a-3149-456a-8d42-718f27975be5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:18.680329 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-bed9519a-3149-456a-8d42-718f27975be5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 16:14:18.680329 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-bed9519a-3149-456a-8d42-718f27975be5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:18.680329 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bed9519a-3149-456a-8d42-718f27975be5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063877 Feb 09 16:14:18.682911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39834) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:18.690209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cb8a8dab-c6f5-4070-9082-0015c4037490 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:18.737086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:18.741501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:18.742214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:18.749614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e4fc0-41aa-42bc-8771-da41c5627ade None None] Network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:18.877152 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ecbe19ed-b6f4-401d-afd7-75654037079b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2011421 Feb 09 16:14:18.879707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39838) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:18.885220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-842ad304-ff1d-4d66-b3c7-86b0f6669af7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2075468056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:18.903224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7', 'network_id': '328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': '6e59caec-ead1-472e-a70e-a8b96c902ca7'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:14:18.904124 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.005435 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-cb8a8dab-c6f5-4070-9082-0015c4037490 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:19.007270 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cb8a8dab-c6f5-4070-9082-0015c4037490 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3232803 Feb 09 16:14:19.009765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39844) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:19.015077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d83d6d66-c153-4837-9ed5-d8af5e7a88c9 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:19.015886 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-d83d6d66-c153-4837-9ed5-d8af5e7a88c9 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 16:14:19.016770 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-d83d6d66-c153-4837-9ed5-d8af5e7a88c9 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:19.018020 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d83d6d66-c153-4837-9ed5-d8af5e7a88c9 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070746 Feb 09 16:14:19.021328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:19.028114 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0bf646d1-3006-48d3-99bf-83bfa2dff86c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:19.061681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Allocated IP 2001:db8::2 (328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7/6e59caec-ead1-472e-a70e-a8b96c902ca7/437394f9-ad61-43ab-9e6f-10d4afab1619) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:19.124848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-842ad304-ff1d-4d66-b3c7-86b0f6669af7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.126731 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-842ad304-ff1d-4d66-b3c7-86b0f6669af7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.237380 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.331422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.374037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:19.377216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:19.380293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:19.393172 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-0bf646d1-3006-48d3-99bf-83bfa2dff86c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:19.393172 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0bf646d1-3006-48d3-99bf-83bfa2dff86c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3663802 Feb 09 16:14:19.393172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39854) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:19.393914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Pushing event updated for resources: {'Port': ['ID=437394f9-ad61-43ab-9e6f-10d4afab1619,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:19.400533 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1c9940c0-b163-4fd3-acab-54baa9002dc8 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:19.401460 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-1c9940c0-b163-4fd3-acab-54baa9002dc8 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 16:14:19.401628 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-1c9940c0-b163-4fd3-acab-54baa9002dc8 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:19.408123 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1c9940c0-b163-4fd3-acab-54baa9002dc8 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139179 Feb 09 16:14:19.408726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:19.413686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8086a1d4-3551-4605-beb5-14f13680b774 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:19.427311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.430481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.430481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.430481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.430481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.430481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.430481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.430481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.430481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.431448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.432154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.432958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:19.471303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Attempting to bind port 437394f9-ad61-43ab-9e6f-10d4afab1619 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:19.471672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Attempting to bind port 437394f9-ad61-43ab-9e6f-10d4afab1619 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'c1029a0e-2e44-46ad-9233-756e60210b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:19.472034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Attempting to bind port 437394f9-ad61-43ab-9e6f-10d4afab1619 on network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:19.477835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:19.478211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Checking segment: {'id': 'c1029a0e-2e44-46ad-9233-756e60210b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:19.478616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.479009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Bound using segment: {'id': 'c1029a0e-2e44-46ad-9233-756e60210b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:19.479489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Bound port: 437394f9-ad61-43ab-9e6f-10d4afab1619, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1029a0e-2e44-46ad-9233-756e60210b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:19.479874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.563316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-842ad304-ff1d-4d66-b3c7-86b0f6669af7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.575867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] For port 437394f9-ad61-43ab-9e6f-10d4afab1619, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:19.580861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] For port 437394f9-ad61-43ab-9e6f-10d4afab1619, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=437394f9-ad61-43ab-9e6f-10d4afab1619,segment=NetworkSegment(c1029a0e-2e44-46ad-9233-756e60210b70),segment_id=c1029a0e-2e44-46ad-9233-756e60210b70)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:19.589028 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-8086a1d4-3551-4605-beb5-14f13680b774 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Project e60b8e138e2a49a49b9143437778ae14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:14:19.685698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-842ad304-ff1d-4d66-b3c7-86b0f6669af7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.725929 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-8086a1d4-3551-4605-beb5-14f13680b774 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:19.726275 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.727544 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8086a1d4-3551-4605-beb5-14f13680b774 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3177044 Feb 09 16:14:19.730440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39862) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:19.739819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a987e0ec-ca9c-4f5b-8fc5-d5884403fe82 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:19.740654 n-d-828542-1 neutron-server[103179]: WARNING neutron.api.v2.base [None req-a987e0ec-ca9c-4f5b-8fc5-d5884403fe82 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 16:14:19.741502 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-a987e0ec-ca9c-4f5b-8fc5-d5884403fe82 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:19.744392 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a987e0ec-ca9c-4f5b-8fc5-d5884403fe82 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112965 Feb 09 16:14:19.746763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39864) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:19.755510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ee26cd83-032a-47e9-a5ab-58ef2f90be84 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:19.799778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2458596-6913-4752-8ef8-019362ff2ad8 None None] Pushing event updated for resources: {'Port': ['ID=437394f9-ad61-43ab-9e6f-10d4afab1619,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:19.800696 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-842ad304-ff1d-4d66-b3c7-86b0f6669af7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:19.806798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-842ad304-ff1d-4d66-b3c7-86b0f6669af7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9257963 Feb 09 16:14:19.807965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39866) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:20.052597 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-ee26cd83-032a-47e9-a5ab-58ef2f90be84 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Project e60b8e138e2a49a49b9143437778ae14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:14:20.223187 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-ee26cd83-032a-47e9-a5ab-58ef2f90be84 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:20.225011 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ee26cd83-032a-47e9-a5ab-58ef2f90be84 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4763412 Feb 09 16:14:20.230197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39876) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:20.237207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-66345518-ddc7-4f33-81bb-3d1b90168574 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '054daea1-35ef-454a-8367-d3322efc5aa2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:20.374010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:20.400820 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-66345518-ddc7-4f33-81bb-3d1b90168574 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Project e60b8e138e2a49a49b9143437778ae14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:14:20.570776 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-66345518-ddc7-4f33-81bb-3d1b90168574 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:20.574842 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-66345518-ddc7-4f33-81bb-3d1b90168574 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3432355 Feb 09 16:14:20.575539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39880) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:20.654225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 437394f9-ad61-43ab-9e6f-10d4afab1619 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:20.735798 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce3f171d-1da5-4b56-af56-6a42161202f5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:20.780752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce3f171d-1da5-4b56-af56-6a42161202f5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:20.864111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 437394f9-ad61-43ab-9e6f-10d4afab1619 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:20.864758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:20.953745 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce3f171d-1da5-4b56-af56-6a42161202f5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:20.956835 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce3f171d-1da5-4b56-af56-6a42161202f5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:20.958358 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ce3f171d-1da5-4b56-af56-6a42161202f5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/054daea1-35ef-454a-8367-d3322efc5aa2 HTTP/1.1" status: 204 len: 168 time: 0.3817887 Feb 09 16:14:20.963144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39884) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:20.981573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8::1 (328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7/6e59caec-ead1-472e-a70e-a8b96c902ca7/dc94fd6e-019d-4380-8ac2-4e0533645054) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:20.995080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f171d-1da5-4b56-af56-6a42161202f5 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054daea1-35ef-454a-8367-d3322efc5aa2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:21.065739 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.070257 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b256dd9f-3c6c-44f3-bd69-246fbf7e85aa tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056826 Feb 09 16:14:21.081372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39888) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:21.086034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d4ed358d-1bed-46a0-a842-6916df15623e tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133599497'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:21.145199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 437394f9-ad61-43ab-9e6f-10d4afab1619, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=437394f9-ad61-43ab-9e6f-10d4afab1619,segment=NetworkSegment(c1029a0e-2e44-46ad-9233-756e60210b70),segment_id=c1029a0e-2e44-46ad-9233-756e60210b70)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:21.194125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4ed358d-1bed-46a0-a842-6916df15623e tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.217681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.222720 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.321650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=437394f9-ad61-43ab-9e6f-10d4afab1619,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:21.355100 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.362187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4ed358d-1bed-46a0-a842-6916df15623e tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.404704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:21.410452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:21.414915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:21.415484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.427965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4ed358d-1bed-46a0-a842-6916df15623e tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.469211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=dc94fd6e-019d-4380-8ac2-4e0533645054,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:21.479516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed358d-1bed-46a0-a842-6916df15623e tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8deeb4cc-3219-4e08-a750-0340973aea42,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:21.526937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f41c1-c619-4f38-ae5c-eaf2ff4ae1e1 None None] Network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:21.551719 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4ed358d-1bed-46a0-a842-6916df15623e tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.556814 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d4ed358d-1bed-46a0-a842-6916df15623e tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4746549 Feb 09 16:14:21.558300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39902) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:21.572265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f70c0629-b6d3-4886-85c7-2e60b0a79de1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '8deeb4cc-3219-4e08-a750-0340973aea42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:21.618975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2f4f6ecd-f231-427d-9fd6-c922e29a6826 None None] Provisioning complete for port 437394f9-ad61-43ab-9e6f-10d4afab1619 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:21.619358 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2f4f6ecd-f231-427d-9fd6-c922e29a6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.666332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:21.870783 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-f70c0629-b6d3-4886-85c7-2e60b0a79de1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The resource could not be found. Feb 09 16:14:21.877482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39912) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:21.879060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f70c0629-b6d3-4886-85c7-2e60b0a79de1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3192170 Feb 09 16:14:21.887472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-429ee625-b365-4ce8-85d4-316fc265f344 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '8deeb4cc-3219-4e08-a750-0340973aea42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0e280537-45d2-47d1-990f-630574660d4a'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:22.080262 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.103450 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-429ee625-b365-4ce8-85d4-316fc265f344 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The resource could not be found. Feb 09 16:14:22.107210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-429ee625-b365-4ce8-85d4-316fc265f344 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2258701 Feb 09 16:14:22.109456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39920) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:22.160843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.162073 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.218969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-314bff11-0546-49fc-ac3b-a89c9d908603 None None] Provisioning complete for port 437394f9-ad61-43ab-9e6f-10d4afab1619 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:22.220168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-314bff11-0546-49fc-ac3b-a89c9d908603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.235657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d96bbba1-5632-4f66-94b7-dbc768f89814 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.289371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d96bbba1-5632-4f66-94b7-dbc768f89814 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.408850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=dc94fd6e-019d-4380-8ac2-4e0533645054,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:22.462582 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d96bbba1-5632-4f66-94b7-dbc768f89814 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.468732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d96bbba1-5632-4f66-94b7-dbc768f89814 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.471144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d96bbba1-5632-4f66-94b7-dbc768f89814 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/8deeb4cc-3219-4e08-a750-0340973aea42 HTTP/1.1" status: 204 len: 168 time: 0.3585398 Feb 09 16:14:22.475032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39932) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:22.484106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:22.512028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:22.533678 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bbba1-5632-4f66-94b7-dbc768f89814 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deeb4cc-3219-4e08-a750-0340973aea42,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:22.658930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-314bff11-0546-49fc-ac3b-a89c9d908603 None None] Provisioning complete for port dc94fd6e-019d-4380-8ac2-4e0533645054 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:22.659296 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-314bff11-0546-49fc-ac3b-a89c9d908603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.697077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 437394f9-ad61-43ab-9e6f-10d4afab1619 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:22.738439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1b256bc7-df46-4ada-afc1-14f461fbda48 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2518923 Feb 09 16:14:22.742312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39936) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:22.748629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ab5a53d5-db4e-47ca-98ce-73437119cffc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': '182421d4-0e68-4c95-a200-4a353a30ce92', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:22.768316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-314bff11-0546-49fc-ac3b-a89c9d908603 None None] Port dc94fd6e-019d-4380-8ac2-4e0533645054 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:22.788255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 437394f9-ad61-43ab-9e6f-10d4afab1619 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:22.788544 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.885697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 78f288e0-d6b2-4cbe-808f-834b6582527f is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:14:22.927871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6ebe94f7-5c62-4b49-95dd-047a3cbc9618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.930619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4b29d93b-60d9-4403-826a-36e0b3aa04fd None None] Provisioning complete for port dc94fd6e-019d-4380-8ac2-4e0533645054 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:22.931258 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b29d93b-60d9-4403-826a-36e0b3aa04fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:22.954077 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-ab5a53d5-db4e-47ca-98ce-73437119cffc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The resource could not be found. Feb 09 16:14:22.955485 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ab5a53d5-db4e-47ca-98ce-73437119cffc tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2112441 Feb 09 16:14:22.960701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39946) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:22.969529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f7b73a69-76d5-48a1-81e6-b0e7306c770c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552129497'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:22.971936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4b29d93b-60d9-4403-826a-36e0b3aa04fd None None] Port dc94fd6e-019d-4380-8ac2-4e0533645054 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:23.042396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:23.048199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4dbdd64f-5764-4e0f-b878-1110500853fd tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/78f288e0-d6b2-4cbe-808f-834b6582527f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2361767 Feb 09 16:14:23.054286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d63faf-1d5b-4ae9-9303-e7005009ee90 None None] Sync routers for ids ['78f288e0-d6b2-4cbe-808f-834b6582527f'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:23.056611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39950) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:23.066567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d63faf-1d5b-4ae9-9303-e7005009ee90 None None] Routers {'78f288e0-d6b2-4cbe-808f-834b6582527f'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:23.067213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-09d63faf-1d5b-4ae9-9303-e7005009ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['78f288e0-d6b2-4cbe-808f-834b6582527f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:23.110227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-09d63faf-1d5b-4ae9-9303-e7005009ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:23.113498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae16d8d-c9c9-4684-a0a0-1a2a5af89fb6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:23.115000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cae16d8d-c9c9-4684-a0a0-1a2a5af89fb6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports/dc94fd6e-019d-4380-8ac2-4e0533645054 HTTP/1.1" status: 200 len: 911 time: 0.0565648 Feb 09 16:14:23.117780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39952) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:23.127152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-671614b0-f959-4bc7-b363-6f3aa87fc954 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e59caec-ead1-472e-a70e-a8b96c902ca7'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:23.128949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7b73a69-76d5-48a1-81e6-b0e7306c770c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.136311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d63faf-1d5b-4ae9-9303-e7005009ee90 None None] Routers {'78f288e0-d6b2-4cbe-808f-834b6582527f'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:23.136921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-09d63faf-1d5b-4ae9-9303-e7005009ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['78f288e0-d6b2-4cbe-808f-834b6582527f'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:23.140523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b524aacb-0dff-4ed0-966d-c3b5005dce28 None None] Provisioning complete for port dc94fd6e-019d-4380-8ac2-4e0533645054 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:23.140523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b524aacb-0dff-4ed0-966d-c3b5005dce28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.203764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-09d63faf-1d5b-4ae9-9303-e7005009ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:23.204474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d63faf-1d5b-4ae9-9303-e7005009ee90 None None] The sync data for ids ['78f288e0-d6b2-4cbe-808f-834b6582527f'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:23.256004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b524aacb-0dff-4ed0-966d-c3b5005dce28 None None] Port dc94fd6e-019d-4380-8ac2-4e0533645054 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:23.269401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7b73a69-76d5-48a1-81e6-b0e7306c770c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.350704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-671614b0-f959-4bc7-b363-6f3aa87fc954 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.399463 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7b73a69-76d5-48a1-81e6-b0e7306c770c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.441595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b73a69-76d5-48a1-81e6-b0e7306c770c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ef4461-49bc-44c4-b534-8389772daf07,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:23.567887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7b73a69-76d5-48a1-81e6-b0e7306c770c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.574660 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f7b73a69-76d5-48a1-81e6-b0e7306c770c tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6102395 Feb 09 16:14:23.575725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39962) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:23.582573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e555d446-a78b-4765-805e-a2f75c3143b1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582463988'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:23.721389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e555d446-a78b-4765-805e-a2f75c3143b1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.831040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e555d446-a78b-4765-805e-a2f75c3143b1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.879283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-671614b0-f959-4bc7-b363-6f3aa87fc954 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.919761 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e555d446-a78b-4765-805e-a2f75c3143b1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.942841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-671614b0-f959-4bc7-b363-6f3aa87fc954 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.950577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671614b0-f959-4bc7-b363-6f3aa87fc954 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:23.951635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-671614b0-f959-4bc7-b363-6f3aa87fc954 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:23.952353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555d446-a78b-4765-805e-a2f75c3143b1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa13c502-40ac-4668-8e7a-26cb37218c9b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:23.954145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-671614b0-f959-4bc7-b363-6f3aa87fc954 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/ports/dc94fd6e-019d-4380-8ac2-4e0533645054 HTTP/1.1" status: 200 len: 911 time: 0.8347569 Feb 09 16:14:23.956587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:24.015354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e555d446-a78b-4765-805e-a2f75c3143b1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.016830 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e555d446-a78b-4765-805e-a2f75c3143b1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4389355 Feb 09 16:14:24.021615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39970) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:24.028426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f9f85fba-dae3-414c-b49a-b2cb50a5df6b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': 'b6ef4461-49bc-44c4-b534-8389772daf07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'aa13c502-40ac-4668-8e7a-26cb37218c9b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:24.059437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671614b0-f959-4bc7-b363-6f3aa87fc954 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=dc94fd6e-019d-4380-8ac2-4e0533645054,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:24.297862 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-f9f85fba-dae3-414c-b49a-b2cb50a5df6b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:24.302831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f9f85fba-dae3-414c-b49a-b2cb50a5df6b tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2794197 Feb 09 16:14:24.309339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39978) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:24.423768 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca46-6eba-45e3-baa9-9ea68e4bc947 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.424944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.474471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca46-6eba-45e3-baa9-9ea68e4bc947 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.609490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca46-6eba-45e3-baa9-9ea68e4bc947 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.615698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dc0dca46-6eba-45e3-baa9-9ea68e4bc947 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.624238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dc0dca46-6eba-45e3-baa9-9ea68e4bc947 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/aa13c502-40ac-4668-8e7a-26cb37218c9b HTTP/1.1" status: 204 len: 168 time: 0.3127985 Feb 09 16:14:24.624670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 39982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:24.647248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dca46-6eba-45e3-baa9-9ea68e4bc947 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa13c502-40ac-4668-8e7a-26cb37218c9b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:24.761107 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-85a61b57-dcb5-439d-a66c-bf87284f47ae tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1345901 Feb 09 16:14:24.766062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39986) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:24.834617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4848e961-d2c9-4756-a23d-1191b11c8511 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.867728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port dc94fd6e-019d-4380-8ac2-4e0533645054 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:24.868525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.881430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4848e961-d2c9-4756-a23d-1191b11c8511 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:24.998688 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.013696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for dc94fd6e-019d-4380-8ac2-4e0533645054 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:25.046980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4848e961-d2c9-4756-a23d-1191b11c8511 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.050087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4848e961-d2c9-4756-a23d-1191b11c8511 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.053993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4848e961-d2c9-4756-a23d-1191b11c8511 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/b6ef4461-49bc-44c4-b534-8389772daf07 HTTP/1.1" status: 204 len: 168 time: 0.2840724 Feb 09 16:14:25.057492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39990) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:25.085501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848e961-d2c9-4756-a23d-1191b11c8511 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ef4461-49bc-44c4-b534-8389772daf07,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:25.148459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-69dd78c2-14dc-4e04-82ef-0dcc09ed9e56 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849290 Feb 09 16:14:25.154599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 39992) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:25.169422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0d5a19a2-fe36-4210-9408-8b22aa32d299 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--609376988'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:25.268798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-50081d49-411f-4892-b6f9-86f08be69b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.354481 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d5a19a2-fe36-4210-9408-8b22aa32d299 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.401544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.453416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=dc94fd6e-019d-4380-8ac2-4e0533645054,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:25.506477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d5a19a2-fe36-4210-9408-8b22aa32d299 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.616550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.664096 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d5a19a2-fe36-4210-9408-8b22aa32d299 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.735130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a19a2-fe36-4210-9408-8b22aa32d299 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc858a76-ceb4-4463-a74c-e3f56d834fbc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:25.827688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0d5a19a2-fe36-4210-9408-8b22aa32d299 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:25.835239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 78f288e0-d6b2-4cbe-808f-834b6582527f has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:14:25.836948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0d5a19a2-fe36-4210-9408-8b22aa32d299 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6809087 Feb 09 16:14:25.837434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40004) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:25.845108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-aa0f111c-4e58-42ec-8e7b-1974e0d506e9 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': 'dc858a76-ceb4-4463-a74c-e3f56d834fbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:25.956792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:25.967652 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4f99873e-14fa-48e4-9905-d97622629281 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/78f288e0-d6b2-4cbe-808f-834b6582527f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0081100 Feb 09 16:14:25.968516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40008) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:25.973652 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8fdcc-843d-4c71-9744-95793062a77f None None] Sync routers for ids ['78f288e0-d6b2-4cbe-808f-834b6582527f'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:26.010098 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8fdcc-843d-4c71-9744-95793062a77f None None] Routers {'78f288e0-d6b2-4cbe-808f-834b6582527f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:26.010741 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8de8fdcc-843d-4c71-9744-95793062a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['78f288e0-d6b2-4cbe-808f-834b6582527f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:26.021391 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c3115cde-5db3-4ad4-9a5b-1dc277ee551d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f288e0-d6b2-4cbe-808f-834b6582527f HTTP/1.1" status: 200 len: 205 time: 0.0513000 Feb 09 16:14:26.024678 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40010) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:26.062357 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8de8fdcc-843d-4c71-9744-95793062a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:26.072269 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8fdcc-843d-4c71-9744-95793062a77f None None] Routers {'78f288e0-d6b2-4cbe-808f-834b6582527f'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:26.073136 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8de8fdcc-843d-4c71-9744-95793062a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['78f288e0-d6b2-4cbe-808f-834b6582527f'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:26.110999 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4432f1f-4321-4b6f-89de-0af6c74f0a0b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.112936 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8de8fdcc-843d-4c71-9744-95793062a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:26.113603 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de8fdcc-843d-4c71-9744-95793062a77f None None] The sync data for ids ['78f288e0-d6b2-4cbe-808f-834b6582527f'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:26.296257 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-aa0f111c-4e58-42ec-8e7b-1974e0d506e9 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:26.296257 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aa0f111c-4e58-42ec-8e7b-1974e0d506e9 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4555850 Feb 09 16:14:26.297765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40016) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:26.302584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b76a288f-144b-4dfc-bca7-1196f259edbf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group_rule': {'security_group_id': 'dc858a76-ceb4-4463-a74c-e3f56d834fbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:26.303362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4432f1f-4321-4b6f-89de-0af6c74f0a0b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.308067 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4432f1f-4321-4b6f-89de-0af6c74f0a0b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.479942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4432f1f-4321-4b6f-89de-0af6c74f0a0b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.481812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4432f1f-4321-4b6f-89de-0af6c74f0a0b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Fanout notify agent at l3_agent the message router_deleted on router 78f288e0-d6b2-4cbe-808f-834b6582527f {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:14:26.498064 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e4432f1f-4321-4b6f-89de-0af6c74f0a0b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.501704 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e4432f1f-4321-4b6f-89de-0af6c74f0a0b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/78f288e0-d6b2-4cbe-808f-834b6582527f HTTP/1.1" status: 204 len: 168 time: 0.4755814 Feb 09 16:14:26.505679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40024) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:26.542671 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-b76a288f-144b-4dfc-bca7-1196f259edbf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:14:26.546390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b76a288f-144b-4dfc-bca7-1196f259edbf tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2450280 Feb 09 16:14:26.546877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:26.559712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.639834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ff6703-f3e5-469a-8e9c-ab2b14a1bf38 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet 6e59caec-ead1-472e-a70e-a8b96c902ca7 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:14:26.643762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6703-f3e5-469a-8e9c-ab2b14a1bf38 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.670544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1651de73-bcb9-42ab-a926-f469e4d01e72 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.701543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1651de73-bcb9-42ab-a926-f469e4d01e72 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.710521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6703-f3e5-469a-8e9c-ab2b14a1bf38 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.752408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93fb14-c54d-4844-9172-c8c6904635b4 req-28935285-3745-4d6d-a898-ed4ad349ac77 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:26.762217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af93fb14-c54d-4844-9172-c8c6904635b4 req-28935285-3745-4d6d-a898-ed4ad349ac77 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.1758676 Feb 09 16:14:26.834420 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1651de73-bcb9-42ab-a926-f469e4d01e72 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.839704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1651de73-bcb9-42ab-a926-f469e4d01e72 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.841178 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1651de73-bcb9-42ab-a926-f469e4d01e72 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc858a76-ceb4-4463-a74c-e3f56d834fbc HTTP/1.1" status: 204 len: 168 time: 0.2931571 Feb 09 16:14:26.844965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40036) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:26.849535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af93fb14-c54d-4844-9172-c8c6904635b4 req-9f11d485-8fcb-4e1d-afc8-8f3127153b8f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770831 Feb 09 16:14:26.869119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6703-f3e5-469a-8e9c-ab2b14a1bf38 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:26.871182 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651de73-bcb9-42ab-a926-f469e4d01e72 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc858a76-ceb4-4463-a74c-e3f56d834fbc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:26.891666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40038) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:26.975431 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6a59aa99-1d32-4ef4-9793-0b4a6f95a3b1 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1285322 Feb 09 16:14:26.980817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40040) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:26.987298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d3df7ea4-4529-4e51-9efe-d0ccf6925b79 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'tempest-secgroup--77094518'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:27.002575 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eabd4c64-556e-46c4-b207-e3179658ff36 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/df4f0096-ab77-47d6-ab49-f97658c9c50f HTTP/1.1" status: 200 len: 992 time: 0.1094632 Feb 09 16:14:27.097233 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6703-f3e5-469a-8e9c-ab2b14a1bf38 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.116413 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6703-f3e5-469a-8e9c-ab2b14a1bf38 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.124520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d9ff6703-f3e5-469a-8e9c-ab2b14a1bf38 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/6e59caec-ead1-472e-a70e-a8b96c902ca7 HTTP/1.1" status: 204 len: 168 time: 0.6139839 Feb 09 16:14:27.125064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40046) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:27.135389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99785c99-8b5a-41e3-be0e-afcfb904ffda None None] Network 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:27.140164 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3df7ea4-4529-4e51-9efe-d0ccf6925b79 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.151311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff6703-f3e5-469a-8e9c-ab2b14a1bf38 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=6e59caec-ead1-472e-a70e-a8b96c902ca7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:27.214160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40050) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:27.268727 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.276732 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3df7ea4-4529-4e51-9efe-d0ccf6925b79 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.350282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3df7ea4-4529-4e51-9efe-d0ccf6925b79 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.385743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 437394f9-ad61-43ab-9e6f-10d4afab1619 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:27.386087 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.441764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-655c4a0e-1c3e-4d25-bf91-7d8403f81201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.449446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] DHCP port deletion for 328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:14:27.468722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port 437394f9-ad61-43ab-9e6f-10d4afab1619, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=437394f9-ad61-43ab-9e6f-10d4afab1619,segment=NetworkSegment(c1029a0e-2e44-46ad-9233-756e60210b70),segment_id=c1029a0e-2e44-46ad-9233-756e60210b70)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:27.469115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.487349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 437394f9-ad61-43ab-9e6f-10d4afab1619 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:27.527802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d3df7ea4-4529-4e51-9efe-d0ccf6925b79 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.529298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d3df7ea4-4529-4e51-9efe-d0ccf6925b79 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5464587 Feb 09 16:14:27.537523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40062) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:27.539378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] Deleting port 437394f9-ad61-43ab-9e6f-10d4afab1619 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:27.540790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.545565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df7ea4-4529-4e51-9efe-d0ccf6925b79 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d233ab2-37d3-4a50-89ea-e21446fa8fe4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:27.570206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e3143afb-0f3b-40c6-ac22-0835b65e3bb3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:27.570206 n-d-828542-1 neutron-server[103178]: WARNING neutron.api.v2.base [None req-e3143afb-0f3b-40c6-ac22-0835b65e3bb3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 16:14:27.570206 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-e3143afb-0f3b-40c6-ac22-0835b65e3bb3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 16:14:27.570206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e3143afb-0f3b-40c6-ac22-0835b65e3bb3 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "PUT /v2.0/security-groups/9d233ab2-37d3-4a50-89ea-e21446fa8fe4 HTTP/1.1" status: 409 len: 330 time: 0.0174084 Feb 09 16:14:27.570206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40064) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:27.584430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-655c4a0e-1c3e-4d25-bf91-7d8403f81201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.591163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b7cf9-c517-4de8-ac29-5d17cbd4cf30 req-3d2d3f14-bc2c-44db-be50-7f01cbb97c72 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:27.594319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf7b7cf9-c517-4de8-ac29-5d17cbd4cf30 req-3d2d3f14-bc2c-44db-be50-7f01cbb97c72 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1097 time: 0.2063434 Feb 09 16:14:27.659443 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-655c4a0e-1c3e-4d25-bf91-7d8403f81201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.684803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] For port 437394f9-ad61-43ab-9e6f-10d4afab1619, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=437394f9-ad61-43ab-9e6f-10d4afab1619,segment=NetworkSegment(c1029a0e-2e44-46ad-9233-756e60210b70),segment_id=c1029a0e-2e44-46ad-9233-756e60210b70)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:27.685593 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.705150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf7b7cf9-c517-4de8-ac29-5d17cbd4cf30 req-6a52f683-aa11-473e-a243-8a2520ee2236 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010411 Feb 09 16:14:27.707508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] Calling delete_port for 437394f9-ad61-43ab-9e6f-10d4afab1619 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:27.717786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6703870c-138c-4723-9867-a3965c371144 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.732359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.751507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6703870c-138c-4723-9867-a3965c371144 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.789901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=437394f9-ad61-43ab-9e6f-10d4afab1619,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:27.805271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c4a0e-1c3e-4d25-bf91-7d8403f81201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8cf731-5dc1-498d-8a18-9e8a0cb3ba47,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:27.806371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No DVR routers for this DVR port 437394f9-ad61-43ab-9e6f-10d4afab1619 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:14:27.814635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-655c4a0e-1c3e-4d25-bf91-7d8403f81201 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a0496884d2445b38cb9693d0ee7ef8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5991025 Feb 09 16:14:27.817698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40068) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:27.828338 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.864745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] Pushing event deleted for resources: {'Port': ['ID=437394f9-ad61-43ab-9e6f-10d4afab1619,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:27.868990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b7636-801f-4a66-881b-b0ce7b53128f None None] No DVR routers for this DVR port 437394f9-ad61-43ab-9e6f-10d4afab1619 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:14:27.879461 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6703870c-138c-4723-9867-a3965c371144 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.882404 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6703870c-138c-4723-9867-a3965c371144 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.887016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6703870c-138c-4723-9867-a3965c371144 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/9d233ab2-37d3-4a50-89ea-e21446fa8fe4 HTTP/1.1" status: 204 len: 168 time: 0.3184493 Feb 09 16:14:27.888404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40070) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:27.904672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703870c-138c-4723-9867-a3965c371144 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d233ab2-37d3-4a50-89ea-e21446fa8fe4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:27.924420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fef4662-2350-4d34-873b-efb40d4e4a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:27.954160 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fef4662-2350-4d34-873b-efb40d4e4a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.007751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.028667 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-89dafd4c-27c5-4c2c-9316-db8d686150ee tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1360068 Feb 09 16:14:28.029930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40074) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:28.061887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:28.064910 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-c7166bc9-11e8-43fb-9a13-4c2235e0af11 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] delete failed (client error): The resource could not be found. Feb 09 16:14:28.066025 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c7166bc9-11e8-43fb-9a13-4c2235e0af11 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "DELETE /v2.0/security-groups/59bb43f8-749b-48e6-9bf7-28d100f4b732 HTTP/1.1" status: 404 len: 347 time: 0.0272615 Feb 09 16:14:28.070145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40078) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:28.075389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1029a0e-2e44-46ad-9233-756e60210b70') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:28.079876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1029a0e-2e44-46ad-9233-756e60210b70') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:28.089782 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-0fc031b7-b0cb-4ba2-9dc4-75453725d810 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] show failed (client error): The resource could not be found. Feb 09 16:14:28.096848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40080) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:28.097096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0fc031b7-b0cb-4ba2-9dc4-75453725d810 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-groups/f8502c1f-e25b-461d-ac02-a010a73710e8 HTTP/1.1" status: 404 len: 347 time: 0.0238028 Feb 09 16:14:28.099435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.118218 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-e7caf23a-1f1d-4e38-a113-72f5c2801d03 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] show failed (client error): The resource could not be found. Feb 09 16:14:28.124154 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e7caf23a-1f1d-4e38-a113-72f5c2801d03 tempest-NegativeSecGroupIPv6Test-330494559 tempest-NegativeSecGroupIPv6Test-330494559-project] 10.222.0.53 "GET /v2.0/security-group-rules/c7863e23-f223-438a-ae33-3383f4d149e9 HTTP/1.1" status: 404 len: 356 time: 0.0223365 Feb 09 16:14:28.126721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.135671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:14:28.136155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:14:28.139394 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:14:28.142793 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fef4662-2350-4d34-873b-efb40d4e4a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.145771 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1fef4662-2350-4d34-873b-efb40d4e4a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.155059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1fef4662-2350-4d34-873b-efb40d4e4a36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a8cf731-5dc1-498d-8a18-9e8a0cb3ba47 HTTP/1.1" status: 204 len: 168 time: 0.3316703 Feb 09 16:14:28.170722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef4662-2350-4d34-873b-efb40d4e4a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8cf731-5dc1-498d-8a18-9e8a0cb3ba47,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:28.179609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.388739 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.402991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.409810 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7 HTTP/1.1" status: 204 len: 168 time: 1.2837281 Feb 09 16:14:28.415213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40090) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:28.419465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6fadee4a-3b2e-494a-af4b-cdfa70e9c078 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1769391815', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:28.429425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c9b07-c39e-4f56-901a-e90e603a1118 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=328ebf70-c1f9-40c9-8a2d-a4413c6ba7f7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:28.497123 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.533166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 437394f9-ad61-43ab-9e6f-10d4afab1619 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:14:28.568237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 437394f9-ad61-43ab-9e6f-10d4afab1619 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:14:28.568739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 437394f9-ad61-43ab-9e6f-10d4afab1619 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:14:28.605814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fadee4a-3b2e-494a-af4b-cdfa70e9c078 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.607628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fadee4a-3b2e-494a-af4b-cdfa70e9c078 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.683349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fadee4a-3b2e-494a-af4b-cdfa70e9c078 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.778596 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fadee4a-3b2e-494a-af4b-cdfa70e9c078 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.868978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40112) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:28.882465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fadee4a-3b2e-494a-af4b-cdfa70e9c078 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:28.882465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6fadee4a-3b2e-494a-af4b-cdfa70e9c078 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4655135 Feb 09 16:14:28.885202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40116) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:28.891226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1487718217'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:28.987967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:28.992233 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.046194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:14:29.061569 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.062390 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment 9cb24be4-3660-456e-a2b5-120fc742be40 of type vlan for network 7de85899-cbfc-45b2-b326-f088dba29eb5 Feb 09 16:14:29.182652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.262564 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-838579c4-c7e2-4568-91d4-41cd5b53f44d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e60b8e138e2a49a49b9143437778ae14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917031 Feb 09 16:14:29.266724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40132) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:29.320037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.328755 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-551b441f-3c01-418d-a844-48b446683e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.331552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:29.332542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.360976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-551b441f-3c01-418d-a844-48b446683e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.498388 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=7de85899-cbfc-45b2-b326-f088dba29eb5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:29.518396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 7de85899-cbfc-45b2-b326-f088dba29eb5 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:14:29.632417 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a16b30f8-e818-4613-9938-0cf6697f8f06 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7457237 Feb 09 16:14:29.637482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40150) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:29.643539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:29.663904 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-551b441f-3c01-418d-a844-48b446683e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.667518 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-551b441f-3c01-418d-a844-48b446683e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:29.672398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-551b441f-3c01-418d-a844-48b446683e3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0de7c73-392f-4039-aa41-eb5dc9d294d1 HTTP/1.1" status: 204 len: 168 time: 0.4043231 Feb 09 16:14:29.679312 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-ccd9eea2-2c16-4fc0-94e0-2255364b27bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3095357 Feb 09 16:14:29.683504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-5a361248-bb99-4b6f-b88f-d3f4e38fdc0c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103179) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:14:29.685157 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-5a361248-bb99-4b6f-b88f-d3f4e38fdc0c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065913 Feb 09 16:14:29.742703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b441f-3c01-418d-a844-48b446683e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0de7c73-392f-4039-aa41-eb5dc9d294d1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:29.886564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:29.898907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:30.320322 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:30.360865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:30.432734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=5fed194f-d88a-4984-a126-654fac98c64b,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:30.445381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:30.445921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: 7de85899-cbfc-45b2-b326-f088dba29eb5, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:14:30.599883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 7de85899-cbfc-45b2-b326-f088dba29eb5 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:14:30.719457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 7de85899-cbfc-45b2-b326-f088dba29eb5) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:30.733214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7576f-ca94-4fce-ba93-4eb91d6ebd04 None None] Network 7de85899-cbfc-45b2-b326-f088dba29eb5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:30.735590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:30.736522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:30.896521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-855341b2-d7f7-4018-99a5-f6d3c7f1848d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2572536 Feb 09 16:14:30.900036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40198) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:30.913205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-7de85899-cbfc-45b2-b326-f088dba29eb5', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:14:30.917553 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:31.132475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-18a1b57b-ffb5-4543-998c-ac0b6f214f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:31.134783 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-18a1b57b-ffb5-4543-998c-ac0b6f214f2c service neutron] 10.222.0.53 "GET /v2.0/ports/2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 1094 time: 0.1175997 Feb 09 16:14:31.151310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Request body: {'binding': {'host': 'n-h2-828542-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:31.154519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Unknown quota resources ['binding']. {{(pid=103179) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 16:14:31.187787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Allocated IP 2001:db8::2 (7de85899-cbfc-45b2-b326-f088dba29eb5/5fed194f-d88a-4984-a126-654fac98c64b/f006aef1-1e2c-4aec-843f-432e8c402e28) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:31.412839 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:31.480321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on host n-h2-828542-1 for vnic_type normal with profile None {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:31.490297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:31.490297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:31.492384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:14:31.493850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:31.500206 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:31.507590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:31.508710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Checking segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:31.510563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Bound using segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:31.511136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Bound port: 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:31.616051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:31.631789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:31.674069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Network 7de85899-cbfc-45b2-b326-f088dba29eb5 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:31.679318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:31.684573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:31.693443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Pushing event updated for resources: {'Port': ['ID=f006aef1-1e2c-4aec-843f-432e8c402e28,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:31.767703 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:31.769216 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] 10.222.0.53 "POST /v2.0/ports/2ff91d07-5bb3-47ea-946f-345de6c0f3d3/bindings HTTP/1.1" status: 201 len: 389 time: 0.6230454 Feb 09 16:14:31.775271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Attempting to bind port f006aef1-1e2c-4aec-843f-432e8c402e28 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:31.776042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Attempting to bind port f006aef1-1e2c-4aec-843f-432e8c402e28 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:31.776752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Attempting to bind port f006aef1-1e2c-4aec-843f-432e8c402e28 on network 7de85899-cbfc-45b2-b326-f088dba29eb5 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:31.785945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:31.786675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Checking segment: {'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:31.787558 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:31.788486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Bound using segment: {'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:31.789344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Bound port: f006aef1-1e2c-4aec-843f-432e8c402e28, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:31.790072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:31.791054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8::1 (7de85899-cbfc-45b2-b326-f088dba29eb5/5fed194f-d88a-4984-a126-654fac98c64b/bd702ed6-662e-4edc-9a55-0d48d82044d1) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:31.941169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] For port f006aef1-1e2c-4aec-843f-432e8c402e28, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:31.944737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] For port f006aef1-1e2c-4aec-843f-432e8c402e28, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f006aef1-1e2c-4aec-843f-432e8c402e28,segment=NetworkSegment(9cb24be4-3660-456e-a2b5-120fc742be40),segment_id=9cb24be4-3660-456e-a2b5-120fc742be40)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:31.953904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:31.965096 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:32.121447 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:32.178486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:32.196066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416e34-4950-41b2-b4ae-23db98adc15d None None] Pushing event updated for resources: {'Port': ['ID=f006aef1-1e2c-4aec-843f-432e8c402e28,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:32.224708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-b3fb2a47-04aa-4886-8d02-d51056b313df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:32.226566 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-b3fb2a47-04aa-4886-8d02-d51056b313df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1097 time: 0.0742512 Feb 09 16:14:32.251168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 7de85899-cbfc-45b2-b326-f088dba29eb5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:32.257341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:32.267426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:32.267999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:32.449239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=bd702ed6-662e-4edc-9a55-0d48d82044d1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:32.563674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438244f-df61-44a1-9d1c-4f773ec80587 req-0b7c3896-21df-4b8d-8bb6-207b85e5f2a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:32.580480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9438244f-df61-44a1-9d1c-4f773ec80587 req-0b7c3896-21df-4b8d-8bb6-207b85e5f2a9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.1426957 Feb 09 16:14:32.655941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9438244f-df61-44a1-9d1c-4f773ec80587 req-34d70d66-e496-4c82-b63c-5602361226b5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689893 Feb 09 16:14:32.731811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:32.939294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-edc919c2-5b95-4ab6-a14e-1d362e357ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:32.940954 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-edc919c2-5b95-4ab6-a14e-1d362e357ef3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 897 time: 0.6940472 Feb 09 16:14:33.025288 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-b7493c0f-06c4-4ac8-9d51-a7c1b0644ac8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0771897 Feb 09 16:14:33.081914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-8cbc96a0-0298-4330-840c-dc2fedbde41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:33.083664 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-8cbc96a0-0298-4330-840c-dc2fedbde41f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 200 len: 835 time: 0.0518506 Feb 09 16:14:33.141545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-e5f03773-582f-4bb4-b9bc-320fb258a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:33.143301 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-e5f03773-582f-4bb4-b9bc-320fb258a3c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6d73206-3e08-4d04-a114-797c98a8600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530188 Feb 09 16:14:33.327098 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-ce0d8141-2011-4a47-86eb-6d4e69830412 service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724875 Feb 09 16:14:33.364638 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:14:33.423829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-2f4b0ddd-7a6d-4b05-8383-4174e7c482da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:33.431688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-2f4b0ddd-7a6d-4b05-8383-4174e7c482da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1097 time: 0.6020699 Feb 09 16:14:33.481989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-20c4125d-9818-48e5-b524-58ca523b9e91 req-808a635c-fcf8-4697-ac63-06a65cccdfbd service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528432 Feb 09 16:14:33.657957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-51018d44-15c7-45e6-8e48-89b826a93a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:33.659502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-51018d44-15c7-45e6-8e48-89b826a93a81 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 897 time: 0.2198186 Feb 09 16:14:33.709271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c88ebe-ed4c-404e-b7ad-a0577c0bd826 None None] Network 7de85899-cbfc-45b2-b326-f088dba29eb5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:33.746834 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:33.763503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e4b6e048-318c-4ec2-bc7b-bd40a7a33ee0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 1000 time: 0.0913081 Feb 09 16:14:33.811363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4db9b795-ae0e-4a1e-aa09-ab242b3a4cc6 None None] Provisioning complete for port f006aef1-1e2c-4aec-843f-432e8c402e28 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:33.811747 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4db9b795-ae0e-4a1e-aa09-ab242b3a4cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:33.823201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-66ddeb97-3727-4c1e-829e-cbba8ee11a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:33.824762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-66ddeb97-3727-4c1e-829e-cbba8ee11a5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 200 len: 835 time: 0.0535161 Feb 09 16:14:33.879992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:33.880997 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:33.884501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-892d0d93-eaf3-4a4f-815b-cd2620951958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:33.886313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-892d0d93-eaf3-4a4f-815b-cd2620951958 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c6d73206-3e08-4d04-a114-797c98a8600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535710 Feb 09 16:14:33.953655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4db9b795-ae0e-4a1e-aa09-ab242b3a4cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:34.009649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4db9b795-ae0e-4a1e-aa09-ab242b3a4cc6 None None] For port f006aef1-1e2c-4aec-843f-432e8c402e28, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f006aef1-1e2c-4aec-843f-432e8c402e28,segment=NetworkSegment(9cb24be4-3660-456e-a2b5-120fc742be40),segment_id=9cb24be4-3660-456e-a2b5-120fc742be40)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:34.089993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=bd702ed6-662e-4edc-9a55-0d48d82044d1,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:34.158272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-30fe134d-c7c0-438b-a4f0-b2df3e228c77 service neutron] 10.222.0.73 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632754 Feb 09 16:14:34.168755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52f0d0-2845-4e14-b67f-fce601295c7e req-5fa6d283-4ca7-409a-b9cf-69f1bc5eba43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:34.172643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f52f0d0-2845-4e14-b67f-fce601295c7e req-5fa6d283-4ca7-409a-b9cf-69f1bc5eba43 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.4193966 Feb 09 16:14:34.199413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 7de85899-cbfc-45b2-b326-f088dba29eb5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:34.225027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:34.268031 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4db9b795-ae0e-4a1e-aa09-ab242b3a4cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:34.317734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f52f0d0-2845-4e14-b67f-fce601295c7e req-ecae6090-b397-4b29-8761-3ed075f1d82d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406136 Feb 09 16:14:34.366133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9b795-ae0e-4a1e-aa09-ab242b3a4cc6 None None] Pushing event updated for resources: {'Port': ['ID=f006aef1-1e2c-4aec-843f-432e8c402e28,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:34.395093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-55ed7498-209f-4567-bc40-029d41d9ba9c None None] Provisioning complete for port bd702ed6-662e-4edc-9a55-0d48d82044d1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:34.395467 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-55ed7498-209f-4567-bc40-029d41d9ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:34.396619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8800f429-1f00-44de-8b02-afe17c7bebca service neutron] 10.222.0.73 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227833 Feb 09 16:14:34.434007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-55ed7498-209f-4567-bc40-029d41d9ba9c None None] Port bd702ed6-662e-4edc-9a55-0d48d82044d1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:34.474977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-55ed7498-209f-4567-bc40-029d41d9ba9c None None] Provisioning complete for port f006aef1-1e2c-4aec-843f-432e8c402e28 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:34.474977 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-55ed7498-209f-4567-bc40-029d41d9ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:34.574165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-2282a8f6-5fa6-4291-ac33-a530a4dd4a18 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:34.576037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-2282a8f6-5fa6-4291-ac33-a530a4dd4a18 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285&tenant_id=8e0a4caec7454704961c43365369d7ce&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1097 time: 0.1066885 Feb 09 16:14:34.592733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828542-1'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:34.596233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f006aef1-1e2c-4aec-843f-432e8c402e28 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:34.694387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:34.703502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7755adc2-d54e-4bf0-a6de-3698f55c38c4 None None] Provisioning complete for port bd702ed6-662e-4edc-9a55-0d48d82044d1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:34.703809 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7755adc2-d54e-4bf0-a6de-3698f55c38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:34.707385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f006aef1-1e2c-4aec-843f-432e8c402e28 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:34.707899 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:34.753280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:14:34.755430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7755adc2-d54e-4bf0-a6de-3698f55c38c4 None None] Port bd702ed6-662e-4edc-9a55-0d48d82044d1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:34.987163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:34.991408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4b4fd2ce-4786-408e-9777-508c6ea7000a None None] Provisioning complete for port bd702ed6-662e-4edc-9a55-0d48d82044d1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:34.991802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b4fd2ce-4786-408e-9777-508c6ea7000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:34.996922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40340) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:34.998443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-413bce13-e6e9-470d-a087-dcbba7f7243d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0969989 Feb 09 16:14:34.998670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:35.003382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1557505809'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:35.022616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:35.045519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:35.046206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:35.077865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:35.096525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:35.099417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fd2ce-4786-408e-9777-508c6ea7000a None None] Port bd702ed6-662e-4edc-9a55-0d48d82044d1 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:35.101758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.133145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:14:35.133145 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f821c3fe-da07-4e50-9a62-faf978b8aafd" -d '{"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:14:35.135405 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.154643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:14:35.169845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.170530 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment 60aaa493-ede1-4b62-83f0-3b827556d1b9 of type vlan for network 2a563845-1525-4294-8431-b6281e4d3168 Feb 09 16:14:35.179870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:35.194413 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181e3a9-57b5-4a86-b9d1-3f3d3cd95393 x-openstack-request-id: req-9181e3a9-57b5-4a86-b9d1-3f3d3cd95393 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:14:35.197457 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:14:35.197457 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9181e3a9-57b5-4a86-b9d1-3f3d3cd95393 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:14:35.197457 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'code': 200} Feb 09 16:14:35.225053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.272501 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.365227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.374558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:35.376730 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.385338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:35.500593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:32Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:33Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:35.513282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=2a563845-1525-4294-8431-b6281e4d3168,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:35.546630 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-efa08d67-2dbc-4463-9261-3e91269c3b1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5474670 Feb 09 16:14:35.549754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:35.553479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on host n-h1-828542-1 for vnic_type normal with profile {"migrating_to": "n-h2-828542-1"} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:35.553826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:35.554617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:35.560037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2a563845-1525-4294-8431-b6281e4d3168 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:14:35.562171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:14:35.562503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Attempting to bind port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on network c6d73206-3e08-4d04-a114-797c98a8600c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:35.563069 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:35.565635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:14:35.569227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Updating router 88a03bf1-1769-4068-8b59-bf0b36881b12 port bd702ed6-662e-4edc-9a55-0d48d82044d1 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:14:35.577348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:35.577348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Checking segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:35.582012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Bound using segment: {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:35.582496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Bound port: 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:35.582916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.625103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1f720-3086-4e3b-ad73-59049b278628 req-2c0d9b6d-d4cf-41cd-98f1-4afe43b122a8 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:35.627126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbe1f720-3086-4e3b-ad73-59049b278628 req-2c0d9b6d-d4cf-41cd-98f1-4afe43b122a8 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 944 time: 0.1481743 Feb 09 16:14:35.650300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.726201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbe1f720-3086-4e3b-ad73-59049b278628 req-a1b3c942-5071-46f8-96de-d749ffcb4f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739999 Feb 09 16:14:35.733334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:35.737756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:35.817537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:35.822147 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.839980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.885897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1ae64304-cb34-437e-b006-3d3b474dc42f None None] Provisioning complete for port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:35.886550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ae64304-cb34-437e-b006-3d3b474dc42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:35.980913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:36.159269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:36.159269 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:36.159269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-92846e0c-c862-41f3-a665-724b9c2e7282 service neutron] 10.222.0.73 "PUT /v2.0/ports/2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 1122 time: 1.5703874 Feb 09 16:14:36.169868 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ae64304-cb34-437e-b006-3d3b474dc42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:36.219687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:14:36.222052 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e49963-a422-4e05-ad61-d4f2f9cac0dd" -d '{"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-plugged", "status": "completed", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:14:36.243951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['2ff91d07-5bb3-47ea-946f-345de6c0f3d3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:14:36.254474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1ae64304-cb34-437e-b006-3d3b474dc42f None None] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:36.276258 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c490a2-0d0b-42e7-815f-c4d17cd3a7a1 x-openstack-request-id: req-50c490a2-0d0b-42e7-815f-c4d17cd3a7a1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:14:36.276549 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-plugged", "status": "completed", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:14:36.277005 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50c490a2-0d0b-42e7-815f-c4d17cd3a7a1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:14:36.277394 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'code': 200} Feb 09 16:14:36.282525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:36.367660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=aec7778b-16b5-47c6-993e-0f3916a494d7,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:36.392475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:36.392475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: 2a563845-1525-4294-8431-b6281e4d3168, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:14:36.396831 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1ae64304-cb34-437e-b006-3d3b474dc42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:36.518947 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:36.559643 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 2a563845-1525-4294-8431-b6281e4d3168 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:14:36.612952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae64304-cb34-437e-b006-3d3b474dc42f None None] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:36.668655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:36.727667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2a563845-1525-4294-8431-b6281e4d3168) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:36.742428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f8ed7-9475-4441-9202-6d45f2d780f0 None None] Pushing event updated for resources: {'Port': ['ID=bd702ed6-662e-4edc-9a55-0d48d82044d1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:36.743469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:36.744656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:36.747352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0123c71d-688e-40ed-9508-ce5704226927 None None] Network 2a563845-1525-4294-8431-b6281e4d3168 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:36.886907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40432) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:36.904389 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4471f5af-86cf-40da-a51b-90d1656d4498 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3308787 Feb 09 16:14:37.057933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2745b19a-535c-4c27-8495-d365a371674d None None] Provisioning complete for port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:37.058963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2745b19a-535c-4c27-8495-d365a371674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:37.084935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41742e1b-6697-49da-b22b-1304fa03143e req-3e86cf8b-1f8a-4300-97e9-531b117b4f3a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:37.093270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41742e1b-6697-49da-b22b-1304fa03143e req-3e86cf8b-1f8a-4300-97e9-531b117b4f3a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.2208664 Feb 09 16:14:37.190816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Attempting to bind port bd702ed6-662e-4edc-9a55-0d48d82044d1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:37.191406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Attempting to bind port bd702ed6-662e-4edc-9a55-0d48d82044d1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:37.192367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Attempting to bind port bd702ed6-662e-4edc-9a55-0d48d82044d1 on network 7de85899-cbfc-45b2-b326-f088dba29eb5 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:37.207907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:37.208338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Checking segment: {'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:37.208756 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:37.209158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Bound using segment: {'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:37.209894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Bound port: bd702ed6-662e-4edc-9a55-0d48d82044d1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb24be4-3660-456e-a2b5-120fc742be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:37.210362 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:37.233504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:14:37.262933 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2091b96-f423-46ae-baad-c36e41c0f4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:14:37.291480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2a563845-1525-4294-8431-b6281e4d3168', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:14:37.291480 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:37.291731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41742e1b-6697-49da-b22b-1304fa03143e req-9953b4d2-03aa-4165-b10d-5b9df5d02cfd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970856 Feb 09 16:14:37.467588 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f9ffd4-a983-426b-ac1f-245e2c90b294 x-openstack-request-id: req-78f9ffd4-a983-426b-ac1f-245e2c90b294 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:14:37.467946 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:14:37.468374 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78f9ffd4-a983-426b-ac1f-245e2c90b294 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:14:37.468996 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'status': 'completed', 'code': 200} Feb 09 16:14:37.547393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-27bbfe3d-2b3f-4889-ab49-2b824013c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:37.555150 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-27bbfe3d-2b3f-4889-ab49-2b824013c39c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1127 time: 0.1119390 Feb 09 16:14:37.576592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] For port bd702ed6-662e-4edc-9a55-0d48d82044d1, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:37.615956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:14:37.620763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] For port bd702ed6-662e-4edc-9a55-0d48d82044d1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bd702ed6-662e-4edc-9a55-0d48d82044d1,segment=NetworkSegment(9cb24be4-3660-456e-a2b5-120fc742be40),segment_id=9cb24be4-3660-456e-a2b5-120fc742be40)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:37.690535 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-38f5d3ae-a936-4d0b-80d6-b6f0d0b4b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:37.692293 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-38f5d3ae-a936-4d0b-80d6-b6f0d0b4b17e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 897 time: 0.1274886 Feb 09 16:14:37.692992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40442) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:37.740071 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:37.770684 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:37.821819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Allocated IP 2001:db8:1::2 (2a563845-1525-4294-8431-b6281e4d3168/aec7778b-16b5-47c6-993e-0f3916a494d7/461cdced-4326-4ef6-bddf-4dde14ddfedd) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:37.839038 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-0d1a624f-cc8f-460d-97c4-8907734f994d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 1000 time: 0.1390975 Feb 09 16:14:37.994014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-20bab412-5070-491d-8dc7-d491e0ee8bc4 None None] Provisioning complete for port bd702ed6-662e-4edc-9a55-0d48d82044d1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:37.994183 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-20bab412-5070-491d-8dc7-d491e0ee8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:37.997515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0619c4d-9405-4dad-af70-77f57356bf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.122716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-ef219207-91a9-4e62-b037-ee94d7eab213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:38.122716 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-ef219207-91a9-4e62-b037-ee94d7eab213 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 200 len: 835 time: 0.1806731 Feb 09 16:14:38.124784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f8ed7-9475-4441-9202-6d45f2d780f0 None None] Pushing event updated for resources: {'Port': ['ID=bd702ed6-662e-4edc-9a55-0d48d82044d1,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:38.125591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0619c4d-9405-4dad-af70-77f57356bf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.171885 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-a333b7c7-7e75-4ec4-b8d7-20929e3765cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:38.174186 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-a333b7c7-7e75-4ec4-b8d7-20929e3765cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6d73206-3e08-4d04-a114-797c98a8600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396012 Feb 09 16:14:38.187311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:38.226378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:38.226378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:38.360493 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-91d10dd5-ec8f-45ad-a574-c2636732a81d service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778405 Feb 09 16:14:38.528568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 has no active binding in host n-h2-828542-1 {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 16:14:38.546430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0619c4d-9405-4dad-af70-77f57356bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.550162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562c414-c300-4f70-b099-4b46199ef8a0 req-60e6df20-7738-4599-aa13-b8c0f51a82b5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:38.560375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a562c414-c300-4f70-b099-4b46199ef8a0 req-60e6df20-7738-4599-aa13-b8c0f51a82b5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.1156855 Feb 09 16:14:38.615748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:38.619196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a562c414-c300-4f70-b099-4b46199ef8a0 req-c60f6283-029c-4569-9e20-5e5db5a5b937 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525529 Feb 09 16:14:38.638791 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a0619c4d-9405-4dad-af70-77f57356bf79 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34c1890ffebe4d3487aa0b00651decd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366517 Feb 09 16:14:38.638791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0619c4d-9405-4dad-af70-77f57356bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5021e549-a08b-48df-aba3-073d9b2589b6,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:38.639375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40456) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:38.668180 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-d2091b96-f423-46ae-baad-c36e41c0f4b3 req-3cfa5bb3-a948-402c-b37e-11992f827968 service neutron] 10.222.0.13 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979701 Feb 09 16:14:38.705698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-20bab412-5070-491d-8dc7-d491e0ee8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.710299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70e4e421-7f03-45ed-b3db-c670fc446430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.739253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70e4e421-7f03-45ed-b3db-c670fc446430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.783666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.835725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-20bab412-5070-491d-8dc7-d491e0ee8bc4 None None] For port bd702ed6-662e-4edc-9a55-0d48d82044d1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bd702ed6-662e-4edc-9a55-0d48d82044d1,segment=NetworkSegment(9cb24be4-3660-456e-a2b5-120fc742be40),segment_id=9cb24be4-3660-456e-a2b5-120fc742be40)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:38.922890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.931123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70e4e421-7f03-45ed-b3db-c670fc446430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.935209 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-70e4e421-7f03-45ed-b3db-c670fc446430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.937304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-70e4e421-7f03-45ed-b3db-c670fc446430 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5021e549-a08b-48df-aba3-073d9b2589b6 HTTP/1.1" status: 204 len: 168 time: 0.3014205 Feb 09 16:14:38.981187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Network 2a563845-1525-4294-8431-b6281e4d3168 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:38.982075 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-20bab412-5070-491d-8dc7-d491e0ee8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:38.990258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:38.993034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Pushing event updated for resources: {'Port': ['ID=461cdced-4326-4ef6-bddf-4dde14ddfedd,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:38.995415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:39.055929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:32Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:37Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:39.061080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8:1::1 (2a563845-1525-4294-8431-b6281e4d3168/aec7778b-16b5-47c6-993e-0f3916a494d7/d4f1437e-50d3-4dae-9ac9-a9d4f866983e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:39.067726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4e421-7f03-45ed-b3db-c670fc446430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5021e549-a08b-48df-aba3-073d9b2589b6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:39.130368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed57bf3-41f0-49ed-b106-ab6a38cc7d6a None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:32Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:37Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:39.145045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bab412-5070-491d-8dc7-d491e0ee8bc4 None None] Pushing event updated for resources: {'Port': ['ID=bd702ed6-662e-4edc-9a55-0d48d82044d1,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:39.151289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Attempting to bind port 461cdced-4326-4ef6-bddf-4dde14ddfedd on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:39.151672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Attempting to bind port 461cdced-4326-4ef6-bddf-4dde14ddfedd by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:39.152049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Attempting to bind port 461cdced-4326-4ef6-bddf-4dde14ddfedd on network 2a563845-1525-4294-8431-b6281e4d3168 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:39.176072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:39.176480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Checking segment: {'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:39.176900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:39.178042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Bound using segment: {'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:39.178042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Bound port: 461cdced-4326-4ef6-bddf-4dde14ddfedd, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:39.178362 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:39.189758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-277beafc-d523-4071-ab8d-93677c11ce10 None None] Provisioning complete for port bd702ed6-662e-4edc-9a55-0d48d82044d1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:39.190136 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-277beafc-d523-4071-ab8d-93677c11ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:39.250524 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:39.305327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] For port 461cdced-4326-4ef6-bddf-4dde14ddfedd, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:39.309181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] For port 461cdced-4326-4ef6-bddf-4dde14ddfedd, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=461cdced-4326-4ef6-bddf-4dde14ddfedd,segment=NetworkSegment(60aaa493-ede1-4b62-83f0-3b827556d1b9),segment_id=60aaa493-ede1-4b62-83f0-3b827556d1b9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:39.469048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:39.475622 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:39.575321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd34da9-698b-4a10-8504-3479d289b5e8 None None] Pushing event updated for resources: {'Port': ['ID=461cdced-4326-4ef6-bddf-4dde14ddfedd,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:39.609437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:39.618663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 2a563845-1525-4294-8431-b6281e4d3168 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:39.620334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:39.624852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:39.625411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:39.881733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d252dd-2de7-4365-9951-eba614bee465 req-a245a052-565f-4f3b-a765-61d6518545e2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:39.891757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82d252dd-2de7-4365-9951-eba614bee465 req-a245a052-565f-4f3b-a765-61d6518545e2 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.0763364 Feb 09 16:14:39.945326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82d252dd-2de7-4365-9951-eba614bee465 req-cf834dba-d806-4250-b515-d17f4868c475 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485857 Feb 09 16:14:40.049064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:40.278122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40470) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:40.297052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-578cbdb8-dd72-46c2-bc87-5c3f75e836a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:40.439771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-578cbdb8-dd72-46c2-bc87-5c3f75e836a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:40.559336 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-578cbdb8-dd72-46c2-bc87-5c3f75e836a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:40.662221 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-578cbdb8-dd72-46c2-bc87-5c3f75e836a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ca9a688c6ac4b94a5dba54b9525bae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822696 Feb 09 16:14:40.663366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cbdb8-dd72-46c2-bc87-5c3f75e836a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ec1ada-18d1-46bd-9242-0429b871e873,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:40.669240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40474) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:40.748464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bd702ed6-662e-4edc-9a55-0d48d82044d1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:40.830769 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dad43d5c-c09d-48e6-9dc5-66186bc6cbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:40.864849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bd702ed6-662e-4edc-9a55-0d48d82044d1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:40.865341 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:40.889867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dad43d5c-c09d-48e6-9dc5-66186bc6cbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.060477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 461cdced-4326-4ef6-bddf-4dde14ddfedd up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:41.131969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.137725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dad43d5c-c09d-48e6-9dc5-66186bc6cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.140640 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dad43d5c-c09d-48e6-9dc5-66186bc6cbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.142018 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dad43d5c-c09d-48e6-9dc5-66186bc6cbb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04ec1ada-18d1-46bd-9242-0429b871e873 HTTP/1.1" status: 204 len: 168 time: 0.4684365 Feb 09 16:14:41.159764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 461cdced-4326-4ef6-bddf-4dde14ddfedd triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:41.160169 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.160731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad43d5c-c09d-48e6-9dc5-66186bc6cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ec1ada-18d1-46bd-9242-0429b871e873,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:41.217713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb264ac-f3aa-4aa3-8f4d-7da138cb761e req-a62dc88f-e254-4a6f-99db-a19d804a8dd7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:41.227117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4eb264ac-f3aa-4aa3-8f4d-7da138cb761e req-a62dc88f-e254-4a6f-99db-a19d804a8dd7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 946 time: 0.1524060 Feb 09 16:14:41.261704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.262775 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.466090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7496eb1a-3d32-4362-9c39-57e923eced0e None None] Network 2a563845-1525-4294-8431-b6281e4d3168 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:41.492376 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-af924a51-b9e1-4df6-9b10-e237875e91a1 service neutron] 10.222.0.13 "GET /v2.0/ports/2ff91d07-5bb3-47ea-946f-345de6c0f3d3/bindings/n-h2-828542-1 HTTP/1.1" status: 200 len: 384 time: 0.1563039 Feb 09 16:14:41.502799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.645514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5182d96e-0f82-4dfc-aa67-17e35c90c574 None None] Provisioning complete for port 461cdced-4326-4ef6-bddf-4dde14ddfedd triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:41.650807 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5182d96e-0f82-4dfc-aa67-17e35c90c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.669554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:41.694412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4eb264ac-f3aa-4aa3-8f4d-7da138cb761e req-e0b597ff-f9fc-4438-a9e7-973c2d848fd6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826661 Feb 09 16:14:41.725209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 461cdced-4326-4ef6-bddf-4dde14ddfedd, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=461cdced-4326-4ef6-bddf-4dde14ddfedd,segment=NetworkSegment(60aaa493-ede1-4b62-83f0-3b827556d1b9),segment_id=60aaa493-ede1-4b62-83f0-3b827556d1b9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:41.729965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 2a563845-1525-4294-8431-b6281e4d3168 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:41.734970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:41.873045 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:41.979148 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5182d96e-0f82-4dfc-aa67-17e35c90c574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:42.010280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=461cdced-4326-4ef6-bddf-4dde14ddfedd,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:42.021549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:14:42.080900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:42.157487 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-5182d96e-0f82-4dfc-aa67-17e35c90c574 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:14:42.158051 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-5182d96e-0f82-4dfc-aa67-17e35c90c574 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:14:42.165413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:42.205840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:42.214408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ffce84af-8de9-4efe-bae6-557a6ed7bd9c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3250148 Feb 09 16:14:42.218965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40488) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:42.223708 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:42.251789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1631542789'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:42.268373 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:42.270063 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:42.369295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:42.416056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:14:42.425315 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ea97f6-fbfe-4aa7-84d5-652666a1b5d1" -d '{"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:14:42.434195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:42.442344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:42.485648 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:42.585845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:14:42.596133 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:42.623387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:42.629414 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e87deda-e2c6-41fb-b845-7877dfe9e5dc x-openstack-request-id: req-8e87deda-e2c6-41fb-b845-7877dfe9e5dc {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:14:42.629414 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-unplugged", "status": "completed", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:14:42.629414 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e87deda-e2c6-41fb-b845-7877dfe9e5dc {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:14:42.630706 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment 4cc2c2be-f603-4ab0-8816-5ea0c291e783 of type vlan for network daf0b6f0-56fe-4149-98a3-65a9d5e674dc Feb 09 16:14:42.630856 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'code': 200} Feb 09 16:14:42.771491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] Transition to ACTIVE for port object 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:14:42.776227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 461cdced-4326-4ef6-bddf-4dde14ddfedd up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:42.808516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:42.893965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:42.925079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 461cdced-4326-4ef6-bddf-4dde14ddfedd triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:42.926785 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:42.991124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06263e2a-fb06-4352-8177-a63a48a24904 req-6436cdb5-8cfa-4338-8e7e-f5af1f7c0b83 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:42.995892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06263e2a-fb06-4352-8177-a63a48a24904 req-6436cdb5-8cfa-4338-8e7e-f5af1f7c0b83 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 945 time: 0.1191952 Feb 09 16:14:43.011173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:43.017407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:43.018026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:43.162908 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] Pushing event updated for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=11']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:43.175756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-98d74d04-59dc-4068-b1cc-518ed8aa353c None None] Provisioning complete for port 461cdced-4326-4ef6-bddf-4dde14ddfedd triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:43.176171 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-98d74d04-59dc-4068-b1cc-518ed8aa353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:43.202027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] No DVR routers for this DVR port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:14:43.207089 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:39Z', 'revision_number': 3, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:40Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:43.272112 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:14:43.278168 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Updating router 88a03bf1-1769-4068-8b59-bf0b36881b12 port d4f1437e-50d3-4dae-9ac9-a9d4f866983e binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:14:43.313906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0925670 Feb 09 16:14:43.316526 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:43.335553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40518) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:43.351445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:43.511459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06263e2a-fb06-4352-8177-a63a48a24904 req-51f0de59-f970-4ac9-bcb2-51498fb0729f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516187 Feb 09 16:14:43.555904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7c361-8478-4ce0-85fc-d9c8cbe62379 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=daf0b6f0-56fe-4149-98a3-65a9d5e674dc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:43.594286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network daf0b6f0-56fe-4149-98a3-65a9d5e674dc details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:14:43.784581 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8e94ca47-8e53-4639-8fd4-f2ce25410e4d service neutron] 10.222.0.13 "PUT /v2.0/ports/2ff91d07-5bb3-47ea-946f-345de6c0f3d3/bindings/n-h2-828542-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2773111 Feb 09 16:14:43.787763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:43.793747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:43.843381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-98d74d04-59dc-4068-b1cc-518ed8aa353c None None] Provisioning complete for port d4f1437e-50d3-4dae-9ac9-a9d4f866983e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:43.853334 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-98d74d04-59dc-4068-b1cc-518ed8aa353c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:43.926040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-98d74d04-59dc-4068-b1cc-518ed8aa353c None None] Port d4f1437e-50d3-4dae-9ac9-a9d4f866983e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:43.937521 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.025479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-a20d8fdb-f0df-417f-b9e7-f1d4896db468 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:44.027150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-a20d8fdb-f0df-417f-b9e7-f1d4896db468 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285&tenant_id=8e0a4caec7454704961c43365369d7ce&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.0760853 Feb 09 16:14:44.056036 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.101405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-768b579b-be80-463e-80c4-82badc3d6d55 None None] Provisioning complete for port d4f1437e-50d3-4dae-9ac9-a9d4f866983e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:44.101849 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-768b579b-be80-463e-80c4-82badc3d6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.133555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-5a426207-3291-4adb-aaf9-04698dd75cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:44.138547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-5a426207-3291-4adb-aaf9-04698dd75cf0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 1096 time: 0.1001246 Feb 09 16:14:44.176935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:44.182635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-768b579b-be80-463e-80c4-82badc3d6d55 None None] Port d4f1437e-50d3-4dae-9ac9-a9d4f866983e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:44.201859 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Pushing event updated for resources: {'Port': ['ID=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:44.240424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.294743 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.295875 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.296485 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.297035 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.297638 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.297765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-3062f729-171d-47c0-8fc1-35302045ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:44.298325 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.299022 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.299574 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.299763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-3062f729-171d-47c0-8fc1-35302045ed82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1096 time: 0.1332638 Feb 09 16:14:44.300304 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.300832 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.301572 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.302169 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:44.344318 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Attempting to bind port d4f1437e-50d3-4dae-9ac9-a9d4f866983e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:44.345012 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Attempting to bind port d4f1437e-50d3-4dae-9ac9-a9d4f866983e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:44.345678 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Attempting to bind port d4f1437e-50d3-4dae-9ac9-a9d4f866983e on network 2a563845-1525-4294-8431-b6281e4d3168 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:44.352894 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:44.354320 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Checking segment: {'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:44.355438 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.356761 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Bound using segment: {'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:44.357864 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Bound port: d4f1437e-50d3-4dae-9ac9-a9d4f866983e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60aaa493-ede1-4b62-83f0-3b827556d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '2a563845-1525-4294-8431-b6281e4d3168'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:44.358491 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.368234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=52668dae-da67-4293-9fd9-d5cc78ddc22f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:44.420596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:44.421238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: daf0b6f0-56fe-4149-98a3-65a9d5e674dc, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:14:44.494068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-569441603-network', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:44.534202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-f5fb8ee5-eeaa-4686-8543-fa87292e5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:44.536898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-f5fb8ee5-eeaa-4686-8543-fa87292e5788 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 897 time: 0.2301071 Feb 09 16:14:44.548110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network daf0b6f0-56fe-4149-98a3-65a9d5e674dc is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:14:44.610964 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] For port d4f1437e-50d3-4dae-9ac9-a9d4f866983e, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:44.620184 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] For port d4f1437e-50d3-4dae-9ac9-a9d4f866983e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,segment=NetworkSegment(60aaa493-ede1-4b62-83f0-3b827556d1b9),segment_id=60aaa493-ede1-4b62-83f0-3b827556d1b9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:44.651240 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, daf0b6f0-56fe-4149-98a3-65a9d5e674dc) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:44.655642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:44.657163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.662461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-adc0e3df-a072-48e1-92a9-a465de03fc3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 998 time: 0.1153805 Feb 09 16:14:44.673786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51229c92-d5f1-4a96-ad73-e95f639aab78 None None] Network daf0b6f0-56fe-4149-98a3-65a9d5e674dc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:44.713989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:44.716458 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.738943 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.823416 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.835431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-c09ea97c-98a0-4c03-aac1-5f81c089f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:44.837982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-c09ea97c-98a0-4c03-aac1-5f81c089f6e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 200 len: 835 time: 0.1702714 Feb 09 16:14:44.848423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75ed8b3c-7193-4d85-bf28-1b0b2d53561e None None] Provisioning complete for port d4f1437e-50d3-4dae-9ac9-a9d4f866983e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:44.849164 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75ed8b3c-7193-4d85-bf28-1b0b2d53561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.894144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7b040253-8e80-4ebd-9902-1c4253429e20 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5546958 Feb 09 16:14:44.897426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40554) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:44.923776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32b3f-9036-40f2-b243-a4103e33b093 req-5c33089e-dc83-478b-99e3-8ebab528ea54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:44.925888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46e32b3f-9036-40f2-b243-a4103e33b093 req-5c33089e-dc83-478b-99e3-8ebab528ea54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 945 time: 0.2142811 Feb 09 16:14:44.949691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-b31a4a69-57db-4be5-b5f4-d03a8a74306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:44.951390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-b31a4a69-57db-4be5-b5f4-d03a8a74306e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c6d73206-3e08-4d04-a114-797c98a8600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003933 Feb 09 16:14:44.955471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.962829 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08a8ca-a7bd-470e-adda-1c939d669a53 None None] Pushing event updated for resources: {'Port': ['ID=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:44.971591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:14:44.974349 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:44.996675 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:44.997380 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:45.130888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-93c9761e-100e-41f0-91db-8ee813de18ca service neutron] 10.222.0.73 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640301 Feb 09 16:14:45.137600 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:45.192158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:14:45.262620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:45.263366 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Added segment f3acc9bc-7ae4-41a5-9b36-70d836aa9acf of type vlan for network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 Feb 09 16:14:45.314741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46e32b3f-9036-40f2-b243-a4103e33b093 req-392a4808-4f3c-443c-87f6-d64afe52d12b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781991 Feb 09 16:14:45.348840 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:45.371586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75ed8b3c-7193-4d85-bf28-1b0b2d53561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:45.398149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:45.478462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-0e7ed251-cb74-4e48-a828-c1524cdb1ff8 service neutron] 10.222.0.73 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322945 Feb 09 16:14:45.536021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb04de-755c-4f3f-a60e-b37d70453494,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:45.592481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Allocated IP 2001:db8:2::2 (daf0b6f0-56fe-4149-98a3-65a9d5e674dc/52668dae-da67-4293-9fd9-d5cc78ddc22f/2e3f148b-7bcb-469e-a5e0-b806487db0da) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:45.622737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-75ed8b3c-7193-4d85-bf28-1b0b2d53561e None None] For port d4f1437e-50d3-4dae-9ac9-a9d4f866983e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,segment=NetworkSegment(60aaa493-ede1-4b62-83f0-3b827556d1b9),segment_id=60aaa493-ede1-4b62-83f0-3b827556d1b9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:45.750657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:45.752829 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:45.753867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:45.805616 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75ed8b3c-7193-4d85-bf28-1b0b2d53561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:45.848051 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:39Z', 'revision_number': 3, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:44Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:45.891710 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37f1e-b56e-4a81-8280-8296cf97091c None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:39Z', 'revision_number': 3, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:44Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:46.011853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] Pushing event updated for resources: {'Network': ['ID=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:46.039387 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:46.047523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:14:46.047788 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6ff10d95-ad83-4e41-840a-a03867132505 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8796728 Feb 09 16:14:46.050988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40560) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:46.063410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Request body: {'subnet': {'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-569441603-subnet', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:46.251702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:46.255055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:46.312026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:46.379142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8d9d6d52-d27b-4690-8ed8-e1691c1002ab tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:46.384905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-8d9d6d52-d27b-4690-8ed8-e1691c1002ab tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285&tenant_id=8e0a4caec7454704961c43365369d7ce&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 1096 time: 0.1874812 Feb 09 16:14:46.670560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:14:46.682505 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:46.719515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-99ef1c38-ef74-4208-a66e-e311e72cfee7 None None] Provisioning complete for port d4f1437e-50d3-4dae-9ac9-a9d4f866983e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:46.719896 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-99ef1c38-ef74-4208-a66e-e311e72cfee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:46.743215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d4f1437e-50d3-4dae-9ac9-a9d4f866983e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:46.754505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Network daf0b6f0-56fe-4149-98a3-65a9d5e674dc is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:46.764434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:46.858333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:46.871588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8b3c-7193-4d85-bf28-1b0b2d53561e None None] Pushing event updated for resources: {'Port': ['ID=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:46.906131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb123169-538b-48b7-8bf3-a9873dd08097 req-eb4cb380-4d5a-4346-9e1d-89f205a228db tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:46.909346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb123169-538b-48b7-8bf3-a9873dd08097 req-eb4cb380-4d5a-4346-9e1d-89f205a228db tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 945 time: 0.3780684 Feb 09 16:14:47.028011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:14:47.050179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Pushing event updated for resources: {'Port': ['ID=2e3f148b-7bcb-469e-a5e0-b806487db0da,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:47.051480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8:2::1 (daf0b6f0-56fe-4149-98a3-65a9d5e674dc/52668dae-da67-4293-9fd9-d5cc78ddc22f/a8b53238-6f10-4e37-aedc-9f7f2f9b094e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:47.052871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Attempting to bind port 2e3f148b-7bcb-469e-a5e0-b806487db0da on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:47.053260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Attempting to bind port 2e3f148b-7bcb-469e-a5e0-b806487db0da by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:47.053618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Attempting to bind port 2e3f148b-7bcb-469e-a5e0-b806487db0da on network daf0b6f0-56fe-4149-98a3-65a9d5e674dc {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:47.066397 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d4f1437e-50d3-4dae-9ac9-a9d4f866983e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:47.066642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.072845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:47.073437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Checking segment: {'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:47.073637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.074095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Bound using segment: {'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:47.074719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Bound port: 2e3f148b-7bcb-469e-a5e0-b806487db0da, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:47.074975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.080354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb123169-538b-48b7-8bf3-a9873dd08097 req-25050c05-6248-46a0-a31e-88310a5d9239 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440051 Feb 09 16:14:47.233769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-ed749ac4-5950-4295-ba11-cba4f5239906 service neutron] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:47.247825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-ed749ac4-5950-4295-ba11-cba4f5239906 service neutron] Notify callbacks [] for binding, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.249634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-ed749ac4-5950-4295-ba11-cba4f5239906 service neutron] 10.222.0.73 "DELETE /v2.0/ports/2ff91d07-5bb3-47ea-946f-345de6c0f3d3/bindings/n-h1-828542-1 HTTP/1.1" status: 204 len: 173 time: 0.8562019 Feb 09 16:14:47.284051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.347720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17b807-85cd-4e2f-a317-0ed27ec711d8 req-6208b775-1e9a-4937-ae52-17d026419618 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:47.355043 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] For port 2e3f148b-7bcb-469e-a5e0-b806487db0da, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:47.355867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f17b807-85cd-4e2f-a317-0ed27ec711d8 req-6208b775-1e9a-4937-ae52-17d026419618 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1096 time: 0.0634050 Feb 09 16:14:47.369298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] For port 2e3f148b-7bcb-469e-a5e0-b806487db0da, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2e3f148b-7bcb-469e-a5e0-b806487db0da,segment=NetworkSegment(4cc2c2be-f603-4ab0-8816-5ea0c291e783),segment_id=4cc2c2be-f603-4ab0-8816-5ea0c291e783)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:47.391223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f17b807-85cd-4e2f-a317-0ed27ec711d8 req-0c55f381-33e4-412d-b012-47bcaebf058e tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341740 Feb 09 16:14:47.480193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.481832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.552859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network daf0b6f0-56fe-4149-98a3-65a9d5e674dc is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:47.558354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:47.568660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:47.573098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:47.573816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.577243 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:47.596437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:47.596805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Network hostable DHCP agents. Network: 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:14:47.621944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85095c-bb26-4ca1-87b6-e12968f01a56 req-cb706033-93ce-4237-89e9-38f7b491ba1a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:47.623561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d85095c-bb26-4ca1-87b6-e12968f01a56 req-cb706033-93ce-4237-89e9-38f7b491ba1a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 945 time: 0.1555817 Feb 09 16:14:47.655408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82311d2a-6370-473d-aac3-b41259684a94,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:47.688008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cdf68-ef3e-4d3c-b560-6734cd2472e9 None None] Pushing event updated for resources: {'Port': ['ID=2e3f148b-7bcb-469e-a5e0-b806487db0da,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:47.768689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d85095c-bb26-4ca1-87b6-e12968f01a56 req-4a9425b9-7b8f-4791-be9e-944fe996510b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956821 Feb 09 16:14:47.821778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40618) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:47.913620 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-14f87ae7-9ba4-44cc-8d82-ca744a607c3f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/df4f0096-ab77-47d6-ab49-f97658c9c50f HTTP/1.1" status: 200 len: 990 time: 0.0926487 Feb 09 16:14:47.942841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:14:48.050001 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.102542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:48.107304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:48.108370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.112541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46490dcd-2d99-453a-b913-1f4345b22b4e None None] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:48.206464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40640) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:48.307578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d06ad041-f476-4111-8582-e4063476b689 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2554104 Feb 09 16:14:48.312549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40646) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:48.320448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:48.465259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:14:48.468617 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.620919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.629348 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.736360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port 87facd12-50b0-42ec-9f39-4690924f9f96 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:48.745047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.896633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.948549 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.987256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:48.987776 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.021939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for 87facd12-50b0-42ec-9f39-4690924f9f96 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:49.067472 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.068872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2e3f148b-7bcb-469e-a5e0-b806487db0da up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:49.069975 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.218435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Allocated IP 172.20.0.2 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/31860303-546e-492f-9cda-8396b414458e) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:49.269127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2e3f148b-7bcb-469e-a5e0-b806487db0da triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:49.269491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.466491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.588262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 2e3f148b-7bcb-469e-a5e0-b806487db0da, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2e3f148b-7bcb-469e-a5e0-b806487db0da,segment=NetworkSegment(4cc2c2be-f603-4ab0-8816-5ea0c291e783),segment_id=4cc2c2be-f603-4ab0-8816-5ea0c291e783)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:49.599732 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.636994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.671383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=87facd12-50b0-42ec-9f39-4690924f9f96,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:49.693426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f36506-5ef1-4e59-9176-c2cc0f48e050 None None] Network daf0b6f0-56fe-4149-98a3-65a9d5e674dc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:49.728835 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.729208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d4f1437e-50d3-4dae-9ac9-a9d4f866983e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:49.817973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:49.848394 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.865030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.865889 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Floating IP df4f0096-ab77-47d6-ab49-f97658c9c50f disassociated (deleted). External IP: 172.25.5.6, port: 2ff91d07-5bb3-47ea-946f-345de6c0f3d3. Feb 09 16:14:49.897373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:49.924101 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:49.924101 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a4be8b8c-f3eb-438f-9d03-8f1f7e684ad4 None None] Provisioning complete for port 2e3f148b-7bcb-469e-a5e0-b806487db0da triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:49.924101 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4be8b8c-f3eb-438f-9d03-8f1f7e684ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:49.951345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:49.962188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.001241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=2e3f148b-7bcb-469e-a5e0-b806487db0da,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:50.041117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network daf0b6f0-56fe-4149-98a3-65a9d5e674dc is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:50.042315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:50.094710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Pushing event updated for resources: {'Port': ['ID=31860303-546e-492f-9cda-8396b414458e,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:50.174476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:14:50.198260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d4f1437e-50d3-4dae-9ac9-a9d4f866983e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:50.198554 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.276765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Attempting to bind port 31860303-546e-492f-9cda-8396b414458e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:50.277403 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Attempting to bind port 31860303-546e-492f-9cda-8396b414458e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:50.278015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Attempting to bind port 31860303-546e-492f-9cda-8396b414458e on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:50.319874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:14:50.333029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:50.342873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:50.343483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:50.344247 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.344910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:50.345728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Bound port: 31860303-546e-492f-9cda-8396b414458e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:50.346377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.363976 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-133c87b0-71e6-46db-b5c7-55f872ad6d63 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4041545 Feb 09 16:14:50.369702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40702) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:50.377425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960329506'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:50.411097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:50.482980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:50.483999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:50.515386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:50.521200 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.529699 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] Sync routers for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:50.541443 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:50.542371 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:50.561462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-efd2bb73-f1bb-49fb-9288-ad8577523afd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/floatingips/df4f0096-ab77-47d6-ab49-f97658c9c50f HTTP/1.1" status: 204 len: 168 time: 2.3536479 Feb 09 16:14:50.562099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:14:50.565822 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df" -d '{"events": [{"name": "network-changed", "server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:14:50.661110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:50.668642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.674704 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a0825-c4c3-4795-ada5-9e0712d21762 x-openstack-request-id: req-538a0825-c4c3-4795-ada5-9e0712d21762 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:14:50.675227 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:14:50.675347 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-538a0825-c4c3-4795-ada5-9e0712d21762 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:14:50.675761 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'status': 'completed', 'code': 200} Feb 09 16:14:50.728682 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:50.812424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:14:50.814895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-f6f5644a-99f2-40ee-bd96-c8d5cbac846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:50.816746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-f6f5644a-99f2-40ee-bd96-c8d5cbac846d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 1096 time: 0.1032279 Feb 09 16:14:50.829989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.835740 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.836008 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added segment e7766e88-463a-4f3f-9ecc-6657ace63aaa of type vlan for network 2128aec5-a471-4621-bb48-f00f47c53ab3 Feb 09 16:14:50.866612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.922312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:50.960011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-c7841aac-dcf7-4a12-ab6c-53a0881a90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:50.962591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-c7841aac-dcf7-4a12-ab6c-53a0881a90cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 200 len: 897 time: 0.1380887 Feb 09 16:14:51.018967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-c051fa08-3838-4800-b716-7cb19d330a55 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 200 len: 217 time: 0.0483265 Feb 09 16:14:51.075379 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:38Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:51.094938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Allocated IP 172.25.5.119 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/e6c9aacd-1308-4398-8998-f3a63c0eabe8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:51.104747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-fef215f7-14ee-4123-913f-ee513a4bafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:51.118790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-fef215f7-14ee-4123-913f-ee513a4bafe4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 200 len: 835 time: 0.0862348 Feb 09 16:14:51.125435 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] Checking router: d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:14:51.128723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:51.141506 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:51.142596 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:51.167237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] For port 31860303-546e-492f-9cda-8396b414458e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:51.200777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] For port 31860303-546e-492f-9cda-8396b414458e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=31860303-546e-492f-9cda-8396b414458e,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:51.220218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-f4ce1f98-8f98-465b-b825-cd0e68ff3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:51.222525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-f4ce1f98-8f98-465b-b825-cd0e68ff3c22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c6d73206-3e08-4d04-a114-797c98a8600c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022975 Feb 09 16:14:51.259722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:51.266673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:51.267715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:51.289297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2e3f148b-7bcb-469e-a5e0-b806487db0da up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:51.342717 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:51.410580 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:51.419447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-218a1f0d-331a-476c-99ac-712262f89636 service neutron] 10.222.0.73 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875391 Feb 09 16:14:51.437439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Network': ['ID=2128aec5-a471-4621-bb48-f00f47c53ab3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:51.463741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:51.477807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2128aec5-a471-4621-bb48-f00f47c53ab3 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:14:51.481550 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd20aec0-b512-4673-8381-970c52e459e9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1107082 Feb 09 16:14:51.482305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40734) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:51.489307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'subnet': {'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:51.640538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2e3f148b-7bcb-469e-a5e0-b806487db0da triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:51.640919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:51.682060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbf1a7b-fbb9-4386-9fc4-01fa3e6075df req-88b9e423-37ae-454d-a6a3-9c8849706a43 service neutron] 10.222.0.73 "GET /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546244 Feb 09 16:14:51.763364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a6e40-4d6f-443b-b0c9-609fa2798b37 None None] Pushing event updated for resources: {'Port': ['ID=31860303-546e-492f-9cda-8396b414458e,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:51.795322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-506b47df-fb48-4a31-8b5b-49cd2466a1a0 None None] Provisioning complete for port 2e3f148b-7bcb-469e-a5e0-b806487db0da triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:51.795962 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-506b47df-fb48-4a31-8b5b-49cd2466a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:51.797197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a563b-abd3-484c-875e-bbb56cca16ff req-3b15f9cb-4702-4b4b-b1a8-a875c6db8fdf tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:51.825792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a4a563b-abd3-484c-875e-bbb56cca16ff req-3b15f9cb-4702-4b4b-b1a8-a875c6db8fdf tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 945 time: 0.1128490 Feb 09 16:14:51.857425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:51.935676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a4a563b-abd3-484c-875e-bbb56cca16ff req-5228195c-4c7d-4705-a646-e7e5bd94fe08 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=8b609bd4-d14d-486d-9105-25e2ffe9ab60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082995 Feb 09 16:14:51.936340 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:38Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:51.956168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Made reservation on behalf of 636c73a742fe4681b2ed1132624c2d44 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:14:51.972923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:52.007624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:52.007887 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6df8f2-ee8a-4038-a280-b5a5a558ab14 None None] The sync data for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 is: [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:13:31Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1908cafb-d5dc-408c-acc0-8a7be77b6b58', 'name': '', 'network_id': 'c6d73206-3e08-4d04-a114-797c98a8600c', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:c3:8f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:29Z', 'updated_at': '2022-02-09T16:13:38Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': 'bcb2ac01-c870-4fac-bb5e-5d704f3fd365', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:52.014436 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:52.030547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:52.162201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:47Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:48Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:52.181795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c9aacd-1308-4398-8998-f3a63c0eabe8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:52.190154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-661321ee-b567-4304-9f1d-937d57013ca9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:52.201225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-506b47df-fb48-4a31-8b5b-49cd2466a1a0 None None] Provisioning complete for port a8b53238-6f10-4e37-aedc-9f7f2f9b094e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:52.201608 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-506b47df-fb48-4a31-8b5b-49cd2466a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:52.202998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.203538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.204071 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.204619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.205115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.205706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.206203 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.206723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.207235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.207739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.208269 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.209712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:14:52.212788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-661321ee-b567-4304-9f1d-937d57013ca9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 945 time: 0.1411133 Feb 09 16:14:52.213342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:14:52.214407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Updating router 88a03bf1-1769-4068-8b59-bf0b36881b12 port a8b53238-6f10-4e37-aedc-9f7f2f9b094e binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:14:52.377698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:52.383071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-506b47df-fb48-4a31-8b5b-49cd2466a1a0 None None] Port a8b53238-6f10-4e37-aedc-9f7f2f9b094e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:52.462245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:14:52.462600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:52.664243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:52.666110 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:52.687544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:14:52.723111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bbecc8e8-d56b-4a6e-993f-385575abe5d2 None None] Provisioning complete for port a8b53238-6f10-4e37-aedc-9f7f2f9b094e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:52.723791 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bbecc8e8-d56b-4a6e-993f-385575abe5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:52.786224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd0aaf-2ccb-4ecf-945b-49c77e542a28 None None] New status for floating IP df4f0096-ab77-47d6-ab49-f97658c9c50f: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:14:52.845368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:52.950103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Subnet': ['ID=d333f145-61da-4049-a11a-3ac30d2cea2c,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:53.061078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bbecc8e8-d56b-4a6e-993f-385575abe5d2 None None] Port a8b53238-6f10-4e37-aedc-9f7f2f9b094e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:53.073991 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.160712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9daedc10-9151-4182-87dc-83530ed7f1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.211350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Checking segment: {'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:53.214625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network hostable DHCP agents. Network: 2128aec5-a471-4621-bb48-f00f47c53ab3, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:14:53.242175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=2ff91d07-5bb3-47ea-946f-345de6c0f3d3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:53.257544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.261150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9edfc84c-54dd-4182-916e-94f845bd2352 None None] Provisioning complete for port a8b53238-6f10-4e37-aedc-9f7f2f9b094e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:53.279016 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9edfc84c-54dd-4182-916e-94f845bd2352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.359132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7cc8a95a-5418-46c8-b314-97df945951a8 req-ad5a6d66-35fe-4f9d-9f78-cbfc1e2fe5b0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 210 time: 0.1522183 Feb 09 16:14:53.406067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 2128aec5-a471-4621-bb48-f00f47c53ab3 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:14:53.479579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] No DVR routers for this DVR port 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:14:53.483420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 31860303-546e-492f-9cda-8396b414458e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:53.489557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.498825 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fdd1d50-ea57-4fde-a1aa-fdb30f72dbc8 req-d2cf3885-88d3-461e-b3b5-4044319007f5 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "DELETE /v2.0/ports/2ff91d07-5bb3-47ea-946f-345de6c0f3d3 HTTP/1.1" status: 204 len: 173 time: 1.2855210 Feb 09 16:14:53.503364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-deleted', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:14:53.511199 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9662d8-158f-40a5-9c84-4e1f9cdb5b93" -d '{"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-deleted", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:14:53.547690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2128aec5-a471-4621-bb48-f00f47c53ab3) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:53.567951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:14:53.568946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.577807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9edfc84c-54dd-4182-916e-94f845bd2352 None None] Port a8b53238-6f10-4e37-aedc-9f7f2f9b094e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:53.588104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce733b-69d2-4b5a-859d-72d967aa42ef None None] Network 2128aec5-a471-4621-bb48-f00f47c53ab3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:53.642119 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6730c70-6fc2-49f0-8774-6742d7a4fc10 x-openstack-request-id: req-b6730c70-6fc2-49f0-8774-6742d7a4fc10 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:14:53.642775 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022d8248-958e-41ba-aafc-ea278d453285", "name": "network-vif-deleted", "tag": "2ff91d07-5bb3-47ea-946f-345de6c0f3d3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:14:53.643263 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6730c70-6fc2-49f0-8774-6742d7a4fc10 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:14:53.644157 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022d8248-958e-41ba-aafc-ea278d453285', 'name': 'network-vif-deleted', 'tag': '2ff91d07-5bb3-47ea-946f-345de6c0f3d3', 'status': 'completed', 'code': 200} Feb 09 16:14:53.701960 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.744822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 31860303-546e-492f-9cda-8396b414458e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:53.745349 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.824837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d49040-6758-4e7e-aa25-aeb8f6985536 None None] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:53.848286 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:53.877822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40824) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:53.878989 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2eb8302b-e5fa-4db3-8e9b-e5e33c608a39 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3937569 Feb 09 16:14:54.031075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:54.138766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5951f3-834e-45f9-9a76-76cb27792faa None None] Pushing event updated for resources: {'Port': ['ID=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:54.302939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-94279e2f-b41e-473e-9e70-cf84d03190b7 None None] Provisioning complete for port 31860303-546e-492f-9cda-8396b414458e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:54.304809 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-94279e2f-b41e-473e-9e70-cf84d03190b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:54.506541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40846) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:54.537433 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:14:54.702832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9829d747-a837-4d40-8bed-7b7d4992e8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:54.812190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:54.816851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2128aec5-a471-4621-bb48-f00f47c53ab3', 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'fixed_ips': [{'subnet_id': 'd333f145-61da-4049-a11a-3ac30d2cea2c'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:14:54.818138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:54.878135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:54.894857 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:54.915137 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:54.915796 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:54.969941 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9829d747-a837-4d40-8bed-7b7d4992e8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.041821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.043153 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3716469b-37d7-4763-92e0-aadc045a62f8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7289808 Feb 09 16:14:55.046783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40866) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:55.088342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Attempting to bind port a8b53238-6f10-4e37-aedc-9f7f2f9b094e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:55.088912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Attempting to bind port a8b53238-6f10-4e37-aedc-9f7f2f9b094e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:55.089512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Attempting to bind port a8b53238-6f10-4e37-aedc-9f7f2f9b094e on network daf0b6f0-56fe-4149-98a3-65a9d5e674dc {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:55.138045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:55.138781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Checking segment: {'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:55.139367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.139972 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Bound using segment: {'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:55.140496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9829d747-a837-4d40-8bed-7b7d4992e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.140850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Bound port: a8b53238-6f10-4e37-aedc-9f7f2f9b094e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc2c2be-f603-4ab0-8816-5ea0c291e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:55.141408 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.148103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 31860303-546e-492f-9cda-8396b414458e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=31860303-546e-492f-9cda-8396b414458e,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:55.186355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-94279e2f-b41e-473e-9e70-cf84d03190b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.187863 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:55.250769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8355f45-5018-43de-a5f1-31fae3e0a08d req-c2627f80-0f66-4e73-a762-0d66cee66f89 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=022d8248-958e-41ba-aafc-ea278d453285 HTTP/1.1" status: 200 len: 210 time: 0.6554675 Feb 09 16:14:55.256351 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9829d747-a837-4d40-8bed-7b7d4992e8d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da39806f7df94f348a185b5909da7c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7560933 Feb 09 16:14:55.261694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40872) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:55.314537 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.338613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829d747-a837-4d40-8bed-7b7d4992e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e253b56-1914-423a-a2d5-1bde3b648708,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:55.421741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.423677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbff0d07-7699-4e6d-9236-c4b096655bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.433070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1d2a61c-e606-4db4-ab6a-5f85ac425fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.445435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Allocated IP 2001:db8:3::2 (2128aec5-a471-4621-bb48-f00f47c53ab3/d333f145-61da-4049-a11a-3ac30d2cea2c/6486b018-01ac-4224-bdd2-8cac9a2318f1) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:55.459350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbff0d07-7699-4e6d-9236-c4b096655bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.549045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] For port a8b53238-6f10-4e37-aedc-9f7f2f9b094e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:55.561709 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:52Z', 'revision_number': 3, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:55.585769 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-94279e2f-b41e-473e-9e70-cf84d03190b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:14:55.587521 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-94279e2f-b41e-473e-9e70-cf84d03190b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:14:55.609432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] For port a8b53238-6f10-4e37-aedc-9f7f2f9b094e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,segment=NetworkSegment(4cc2c2be-f603-4ab0-8816-5ea0c291e783),segment_id=4cc2c2be-f603-4ab0-8816-5ea0c291e783)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:55.612421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=31860303-546e-492f-9cda-8396b414458e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:55.615407 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:14:55.615770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Updating router 7c9a682a-fb59-4f60-9b3a-c864319da31d port e6c9aacd-1308-4398-8998-f3a63c0eabe8 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:14:55.679887 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.717806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:14:55.771447 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.785350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:14:55.785898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2ff91d07-5bb3-47ea-946f-345de6c0f3d3 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:14:55.905385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbff0d07-7699-4e6d-9236-c4b096655bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.908959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbff0d07-7699-4e6d-9236-c4b096655bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.910324 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bbff0d07-7699-4e6d-9236-c4b096655bde admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e253b56-1914-423a-a2d5-1bde3b648708 HTTP/1.1" status: 204 len: 168 time: 0.6307395 Feb 09 16:14:55.934910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff0d07-7699-4e6d-9236-c4b096655bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e253b56-1914-423a-a2d5-1bde3b648708,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:55.948742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:55.987022 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.008702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5951f3-834e-45f9-9a76-76cb27792faa None None] Pushing event updated for resources: {'Port': ['ID=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:56.029557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:56.030221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:56.135964 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.159868 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.223012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:56.235596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Allocated IP 2001:db8:3::1 (2128aec5-a471-4621-bb48-f00f47c53ab3/d333f145-61da-4049-a11a-3ac30d2cea2c/88ccb34d-9590-4321-9fa7-0141d1ec8c21) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:56.241451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Allocated IP 172.20.0.1 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/70a46e47-2c6b-442f-8653-7bed1a7f7926) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:14:56.270433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Network 2128aec5-a471-4621-bb48-f00f47c53ab3 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:56.280057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:56.287697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Pushing event updated for resources: {'Port': ['ID=6486b018-01ac-4224-bdd2-8cac9a2318f1,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:56.291562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:56.337522 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.428311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 40910) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:56.473449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.478345 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Attempting to bind port e6c9aacd-1308-4398-8998-f3a63c0eabe8 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:56.480629 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Attempting to bind port e6c9aacd-1308-4398-8998-f3a63c0eabe8 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:56.481049 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Attempting to bind port e6c9aacd-1308-4398-8998-f3a63c0eabe8 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:56.487458 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde50852-e84d-4558-9a61-d2660d6d41ab None None] Pushing event updated for resources: {'Port': ['ID=e6c9aacd-1308-4398-8998-f3a63c0eabe8,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:56.503361 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.505346 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:56.505723 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:56.506134 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.506528 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:56.507088 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Bound port: e6c9aacd-1308-4398-8998-f3a63c0eabe8, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:56.507473 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.548445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75ae9085-10dd-4516-a962-6d287f5c423e None None] Provisioning complete for port 31860303-546e-492f-9cda-8396b414458e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:56.549274 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75ae9085-10dd-4516-a962-6d287f5c423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.554604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Attempting to bind port 6486b018-01ac-4224-bdd2-8cac9a2318f1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:14:56.556011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Attempting to bind port 6486b018-01ac-4224-bdd2-8cac9a2318f1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:14:56.556636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Attempting to bind port 6486b018-01ac-4224-bdd2-8cac9a2318f1 on network 2128aec5-a471-4621-bb48-f00f47c53ab3 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:14:56.592248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:14:56.594566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Checking segment: {'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:14:56.594566 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.594566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Bound using segment: {'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:14:56.594566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Bound port: 6486b018-01ac-4224-bdd2-8cac9a2318f1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:14:56.595305 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.711308 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.753603 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] For port e6c9aacd-1308-4398-8998-f3a63c0eabe8, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:56.761094 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] For port e6c9aacd-1308-4398-8998-f3a63c0eabe8, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e6c9aacd-1308-4398-8998-f3a63c0eabe8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:56.789321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] For port 6486b018-01ac-4224-bdd2-8cac9a2318f1, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:14:56.800157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] For port 6486b018-01ac-4224-bdd2-8cac9a2318f1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6486b018-01ac-4224-bdd2-8cac9a2318f1,segment=NetworkSegment(e7766e88-463a-4f3f-9ecc-6657ace63aaa),segment_id=e7766e88-463a-4f3f-9ecc-6657ace63aaa)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:14:56.815654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:47Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:55Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:56.817759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75ae9085-10dd-4516-a962-6d287f5c423e None None] Provisioning complete for port a8b53238-6f10-4e37-aedc-9f7f2f9b094e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:56.818135 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75ae9085-10dd-4516-a962-6d287f5c423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.866908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82e877-fb37-48b0-b289-3ccdcab7dece None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:47Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:55Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:56.879752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.884777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.966203 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75ae9085-10dd-4516-a962-6d287f5c423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.967376 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.971138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:56.991326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:57.043290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=88ccb34d-9590-4321-9fa7-0141d1ec8c21,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:57.060210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:57.074129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:57.102911 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:57.103566 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:57.106694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 2128aec5-a471-4621-bb48-f00f47c53ab3 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:57.112907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:57.116332 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde50852-e84d-4558-9a61-d2660d6d41ab None None] Pushing event updated for resources: {'Port': ['ID=e6c9aacd-1308-4398-8998-f3a63c0eabe8,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:57.129015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-75ae9085-10dd-4516-a962-6d287f5c423e None None] For port a8b53238-6f10-4e37-aedc-9f7f2f9b094e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,segment=NetworkSegment(4cc2c2be-f603-4ab0-8816-5ea0c291e783),segment_id=4cc2c2be-f603-4ab0-8816-5ea0c291e783)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:57.130654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:14:57.131364 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.200372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e0a4f-fb09-4d71-9880-5130f01daca0 None None] Pushing event updated for resources: {'Port': ['ID=6486b018-01ac-4224-bdd2-8cac9a2318f1,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:57.240612 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75ae9085-10dd-4516-a962-6d287f5c423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.257693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40934) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:57.284752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4db88109-eca8-4dc9-abb4-de86083ecfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.434725 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:57.446916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae9085-10dd-4516-a962-6d287f5c423e None None] Pushing event updated for resources: {'Port': ['ID=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:57.591259 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4db88109-eca8-4dc9-abb4-de86083ecfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.654374 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.762183 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4db88109-eca8-4dc9-abb4-de86083ecfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.767134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 31860303-546e-492f-9cda-8396b414458e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:57.845635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1fd42e76-9798-4ec4-8f88-8841c79e9d7b None None] Provisioning complete for port 70a46e47-2c6b-442f-8653-7bed1a7f7926 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:57.847201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1fd42e76-9798-4ec4-8f88-8841c79e9d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.890743 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:52Z', 'revision_number': 3, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:57.902305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Pushing event updated for resources: {'Port': ['ID=70a46e47-2c6b-442f-8653-7bed1a7f7926,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:57.971632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1fd42e76-9798-4ec4-8f88-8841c79e9d7b None None] Port 70a46e47-2c6b-442f-8653-7bed1a7f7926 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:14:57.971871 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f51f65-41c5-4746-aaff-d08312e37e12 None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:52Z', 'revision_number': 3, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:14:57.972427 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.980156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 31860303-546e-492f-9cda-8396b414458e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:57.980550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:57.988890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4db88109-eca8-4dc9-abb4-de86083ecfe8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4498dc3a3804eeb9fff12bae06f71cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7291853 Feb 09 16:14:57.999398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 40956) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:58.074580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db88109-eca8-4dc9-abb4-de86083ecfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d069c2a7-50c4-43b9-8bee-23f25e28c944,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:58.155515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a8b53238-6f10-4e37-aedc-9f7f2f9b094e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:14:58.254602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6955-f04e-49a0-b915-4581ff968dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.348682 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6955-f04e-49a0-b915-4581ff968dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.386756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.529615 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.541176 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.553835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6955-f04e-49a0-b915-4581ff968dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.562518 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6955-f04e-49a0-b915-4581ff968dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.562518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3d5c6955-f04e-49a0-b915-4581ff968dd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d069c2a7-50c4-43b9-8bee-23f25e28c944 HTTP/1.1" status: 204 len: 168 time: 0.5577431 Feb 09 16:14:58.569781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c6955-f04e-49a0-b915-4581ff968dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d069c2a7-50c4-43b9-8bee-23f25e28c944,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:58.610334 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.662702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.662702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.716982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a8b53238-6f10-4e37-aedc-9f7f2f9b094e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:58.725903 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.780668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:58.841838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event updated for resources: {'Port': ['ID=88ccb34d-9590-4321-9fa7-0141d1ec8c21,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:58.950454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Network 2128aec5-a471-4621-bb48-f00f47c53ab3 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:14:58.951559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:14:58.987982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f394df9-708c-41ef-b6b1-c2dff800465b None None] Network 2128aec5-a471-4621-bb48-f00f47c53ab3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:14:59.104524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:14:59.163330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a9ea2be8-6c4f-479a-9ad5-dbcee2c50b98 None None] Provisioning complete for port 6486b018-01ac-4224-bdd2-8cac9a2318f1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:14:59.164933 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2be8-6c4f-479a-9ad5-dbcee2c50b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:59.311245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:59.451152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:59.479381 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2be8-6c4f-479a-9ad5-dbcee2c50b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:59.496317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:14:59.523471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a28055ca-a4ec-40ee-86fb-1a3904b02bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6440935 Feb 09 16:14:59.525585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41014) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:14:59.546373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:14:59.556208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:14:59.604852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a9ea2be8-6c4f-479a-9ad5-dbcee2c50b98 None None] For port 6486b018-01ac-4224-bdd2-8cac9a2318f1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6486b018-01ac-4224-bdd2-8cac9a2318f1,segment=NetworkSegment(e7766e88-463a-4f3f-9ecc-6657ace63aaa),segment_id=e7766e88-463a-4f3f-9ecc-6657ace63aaa)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:14:59.606376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:14:59.607369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:14:59.732966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a9ea2be8-6c4f-479a-9ad5-dbcee2c50b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:59.803873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:14:59.863287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea2be8-6c4f-479a-9ad5-dbcee2c50b98 None None] Pushing event updated for resources: {'Port': ['ID=6486b018-01ac-4224-bdd2-8cac9a2318f1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:59.930786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:14:59.950605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Pushing event updated for resources: {'Port': ['ID=70a46e47-2c6b-442f-8653-7bed1a7f7926,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:14:59.953440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6486b018-01ac-4224-bdd2-8cac9a2318f1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:00.102937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f140757b-8583-4b59-8f51-8152cb31737d None None] Provisioning complete for port 6486b018-01ac-4224-bdd2-8cac9a2318f1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:00.103401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f140757b-8583-4b59-8f51-8152cb31737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.132566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port 1908cafb-d5dc-408c-acc0-8a7be77b6b58 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:00.134716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.264512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6486b018-01ac-4224-bdd2-8cac9a2318f1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:00.265101 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.406007 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.418457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:00.422620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:00.458818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f140757b-8583-4b59-8f51-8152cb31737d None None] Provisioning complete for port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:00.458818 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f140757b-8583-4b59-8f51-8152cb31737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.521826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port 1908cafb-d5dc-408c-acc0-8a7be77b6b58, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1908cafb-d5dc-408c-acc0-8a7be77b6b58,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:00.522222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.551924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for 1908cafb-d5dc-408c-acc0-8a7be77b6b58 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:00.598081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f140757b-8583-4b59-8f51-8152cb31737d None None] Port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:00.611790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': '88ccb34d-9590-4321-9fa7-0141d1ec8c21', 'name': '', 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:d1:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'd333f145-61da-4049-a11a-3ac30d2cea2c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'd333f145-61da-4049-a11a-3ac30d2cea2c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:00.658308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.extraroute_db [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 16:15:00.672595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:00.672976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Updating router 88a03bf1-1769-4068-8b59-bf0b36881b12 port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:15:00.691403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.extraroute_db [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Removed routes are [] {{(pid=103178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 16:15:00.691926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.710050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e6c9aacd-1308-4398-8998-f3a63c0eabe8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:00.752456 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:00.785240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c38ff305-3986-4ef4-b8ce-08d746f2322d None None] Provisioning complete for port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:00.785563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c38ff305-3986-4ef4-b8ce-08d746f2322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.037946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c38ff305-3986-4ef4-b8ce-08d746f2322d None None] Port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:01.045306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:01.063263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e6c9aacd-1308-4398-8998-f3a63c0eabe8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:01.064035 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.127240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.187767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=1908cafb-d5dc-408c-acc0-8a7be77b6b58,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:01.315062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.320067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.409357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:01.429139 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0b725bbf-5acf-4bbe-94f1-129fa2511e4f admin admin] 10.222.0.53 "PUT /v2.0/routers/7c9a682a-fb59-4f60-9b3a-c864319da31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3811138 Feb 09 16:15:01.511156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db11f95e-bc80-4af9-9ebb-32632eca0985 None None] Provisioning complete for port 70a46e47-2c6b-442f-8653-7bed1a7f7926 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:01.512374 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db11f95e-bc80-4af9-9ebb-32632eca0985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.519522 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.586381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port e6c9aacd-1308-4398-8998-f3a63c0eabe8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e6c9aacd-1308-4398-8998-f3a63c0eabe8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:01.624449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:01.719428 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:01.752995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:01.752995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:01.812250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.872044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:01.872906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a8b53238-6f10-4e37-aedc-9f7f2f9b094e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:01.986931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:02.017696 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:02.027217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-28f522b6-c18e-4956-8d46-9dbf9fdaebb7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 200 len: 954 time: 2.4901283 Feb 09 16:15:02.028246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41122) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:02.090875 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:02.106964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-db11f95e-bc80-4af9-9ebb-32632eca0985 None None] Port 70a46e47-2c6b-442f-8653-7bed1a7f7926 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:02.134473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db11f95e-bc80-4af9-9ebb-32632eca0985 None None] Provisioning complete for port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:02.135187 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db11f95e-bc80-4af9-9ebb-32632eca0985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:02.176368 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:02.179149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=e6c9aacd-1308-4398-8998-f3a63c0eabe8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:02.239423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-db11f95e-bc80-4af9-9ebb-32632eca0985 None None] Port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:02.253656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:02.259404 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:02.323893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:02.396672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a8b53238-6f10-4e37-aedc-9f7f2f9b094e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:02.397784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:02.410499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3e7b1f11-d78e-40bd-b558-fadf06268596 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 200 len: 954 time: 0.3731699 Feb 09 16:15:02.415216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41140) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:02.436997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'routes': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:02.628165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:02.646417 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b6418bdf-cdb4-4055-a871-f6d6c7a412b4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "PUT /v2.0/routers/d9c99a93-f432-4c1b-8ab4-e4c9c1408e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2187185 Feb 09 16:15:02.649079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41156) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:02.664380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] Sync routers for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:02.731489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dbd95-da68-45a8-a0cb-02540139c61e None None] Pushing event updated for resources: {'Port': ['ID=88ccb34d-9590-4321-9fa7-0141d1ec8c21,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:02.825579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc8395e-8585-46b4-8d9f-d9b9d932ec07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting subnet bcb2ac01-c870-4fac-bb5e-5d704f3fd365 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:15:02.831318 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bc8395e-8585-46b4-8d9f-d9b9d932ec07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:02.936596 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bc8395e-8585-46b4-8d9f-d9b9d932ec07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:02.963021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:02.964008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:02.966282 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 2, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:03.009655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Attempting to bind port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:03.010311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Attempting to bind port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:03.010981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Attempting to bind port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 on network 2128aec5-a471-4621-bb48-f00f47c53ab3 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:03.060288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:03.061206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Checking segment: {'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:03.061890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.062541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Bound using segment: {'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:03.063377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Bound port: 88ccb34d-9590-4321-9fa7-0141d1ec8c21, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7766e88-463a-4f3f-9ecc-6657ace63aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:03.064016 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.117676 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:03.118257 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Updating router 7c9a682a-fb59-4f60-9b3a-c864319da31d port 70a46e47-2c6b-442f-8653-7bed1a7f7926 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:15:03.190007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bc8395e-8585-46b4-8d9f-d9b9d932ec07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.203982 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.298201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1d88ffd6-d62b-4b04-bab7-9812f5449540 None None] Provisioning complete for port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:03.298802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d88ffd6-d62b-4b04-bab7-9812f5449540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.322448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41190) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:03.335108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-96143889-network', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:03.458861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.extraroute_db [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added routes are [] {{(pid=103178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 16:15:03.459470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.extraroute_db [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103178) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 16:15:03.467935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Made reservation on behalf of 6e39851033ad4a65b35e603f96971e7b for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:03.470689 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.490172 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.498129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bc8395e-8585-46b4-8d9f-d9b9d932ec07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.541166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.564586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8395e-8585-46b4-8d9f-d9b9d932ec07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb2ac01-c870-4fac-bb5e-5d704f3fd365,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:03.575711 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6bc8395e-8585-46b4-8d9f-d9b9d932ec07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.579305 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6bc8395e-8585-46b4-8d9f-d9b9d932ec07 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/subnets/bcb2ac01-c870-4fac-bb5e-5d704f3fd365 HTTP/1.1" status: 204 len: 168 time: 0.9286430 Feb 09 16:15:03.583624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41194) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:03.621898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6486b018-01ac-4224-bdd2-8cac9a2318f1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:03.634609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf42d9a-31d5-4db5-a8e7-7448f100da1f None None] Network c6d73206-3e08-4d04-a114-797c98a8600c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:03.688964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.782530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] For port 88ccb34d-9590-4321-9fa7-0141d1ec8c21, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:03.787564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:03.797141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1d88ffd6-d62b-4b04-bab7-9812f5449540 None None] Port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:03.822991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.834189 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.881428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:15:03.892932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] For port 88ccb34d-9590-4321-9fa7-0141d1ec8c21, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=88ccb34d-9590-4321-9fa7-0141d1ec8c21,segment=NetworkSegment(e7766e88-463a-4f3f-9ecc-6657ace63aaa),segment_id=e7766e88-463a-4f3f-9ecc-6657ace63aaa)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:03.903155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df5addc-5844-4041-a6e7-72b7b0eeecf8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:03.931185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:03.932043 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Added segment 003ccf9b-956e-41ba-87a0-2931da5dc6f9 of type vlan for network ba222db4-a5a6-4689-a579-cc1a768edffb Feb 09 16:15:03.978224 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.034311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6486b018-01ac-4224-bdd2-8cac9a2318f1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:04.034890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.035292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.153549 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3735f0a-9200-4eb4-8c45-eeccb892d455 None None] Pushing event updated for resources: {'Port': ['ID=70a46e47-2c6b-442f-8653-7bed1a7f7926,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:04.165334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.167016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:04.168118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.216293 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.287796 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.378993 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Attempting to bind port 70a46e47-2c6b-442f-8653-7bed1a7f7926 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:04.379795 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Attempting to bind port 70a46e47-2c6b-442f-8653-7bed1a7f7926 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:04.380778 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Attempting to bind port 70a46e47-2c6b-442f-8653-7bed1a7f7926 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:04.389498 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:04.390402 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:04.391180 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.398361 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:04.398361 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Bound port: 70a46e47-2c6b-442f-8653-7bed1a7f7926, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:04.398361 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.415154 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0906720 Feb 09 16:15:04.422597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41204) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:04.430753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Request body: {'subnet': {'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-96143889-subnet', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:04.487484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] DHCP port deletion for c6d73206-3e08-4d04-a114-797c98a8600c request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:15:04.515583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0f68d-d36e-4bfc-8a65-b57d89c90643 admin admin] Pushing event updated for resources: {'Network': ['ID=ba222db4-a5a6-4689-a579-cc1a768edffb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:04.565943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ba222db4-a5a6-4689-a579-cc1a768edffb details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:15:04.638297 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] For port 70a46e47-2c6b-442f-8653-7bed1a7f7926, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:04.667489 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] For port 70a46e47-2c6b-442f-8653-7bed1a7f7926, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=70a46e47-2c6b-442f-8653-7bed1a7f7926,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:04.724842 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.736577 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.772254 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.821759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Made reservation on behalf of 6e39851033ad4a65b35e603f96971e7b for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:04.824917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.866300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:04.868368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:04.931188 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3735f0a-9200-4eb4-8c45-eeccb892d455 None None] Pushing event updated for resources: {'Port': ['ID=70a46e47-2c6b-442f-8653-7bed1a7f7926,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:04.960824 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:04.962581 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:04.966529 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:04.993337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dbd95-da68-45a8-a0cb-02540139c61e None None] Pushing event updated for resources: {'Port': ['ID=88ccb34d-9590-4321-9fa7-0141d1ec8c21,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:05.029152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e6c9aacd-1308-4398-8998-f3a63c0eabe8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:05.072931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:05.145213 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:05.175254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-84985d92-7dc1-4915-8b5e-9e50ec261ff0 None None] Provisioning complete for port 70a46e47-2c6b-442f-8653-7bed1a7f7926 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:05.176233 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-84985d92-7dc1-4915-8b5e-9e50ec261ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:05.280000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:05.429003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:15:00Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': '67d84a1a-5ec7-4fcf-be54-9f238e28be8e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:55:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:13:18Z', 'updated_at': '2022-02-09T16:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:05.478530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] Deleting port b40e2349-10a6-4e27-a951-05547ea3e3fb {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:05.478890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:05.498672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:05.503230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:05.503538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:05.530191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] Checking router: d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:05.558446 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:05.560786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e6c9aacd-1308-4398-8998-f3a63c0eabe8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:05.561165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:05.562506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41216) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:05.563008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e96bbda9-fbf2-471d-881b-7936227e8df0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 200 len: 704 time: 3.1433597 Feb 09 16:15:05.575093 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:04Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:05.610962 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680f1593-1a0e-443e-80d3-b4f44cf32b32 None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:04Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:05.638891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] Routers {'d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:05.639622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:05.683906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port 67d84a1a-5ec7-4fcf-be54-9f238e28be8e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=67d84a1a-5ec7-4fcf-be54-9f238e28be8e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:05.683906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:05.713802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:05.724447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for 67d84a1a-5ec7-4fcf-be54-9f238e28be8e owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:05.761123 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ceed05f1-73ab-417c-9a45-b67a7973064b tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 200 len: 704 time: 0.1959176 Feb 09 16:15:05.764830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41218) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:05.843434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] Set router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:05.843894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:05.871717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Checking segment: {'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:05.872056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Network hostable DHCP agents. Network: ba222db4-a5a6-4689-a579-cc1a768edffb, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:15:05.963726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] For port b40e2349-10a6-4e27-a951-05547ea3e3fb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b40e2349-10a6-4e27-a951-05547ea3e3fb,segment=NetworkSegment(fe943d1f-ae45-4ed2-a979-bcff3586fbcf),segment_id=fe943d1f-ae45-4ed2-a979-bcff3586fbcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:05.965040 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:05.969084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:15:04Z', 'revision_number': 6, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:06.037133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Network ba222db4-a5a6-4689-a579-cc1a768edffb is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:15:06.103964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.138382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ba222db4-a5a6-4689-a579-cc1a768edffb) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:06.188559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:06.189079 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.221507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=67d84a1a-5ec7-4fcf-be54-9f238e28be8e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:06.327849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7bb32de3-e289-456e-ba34-633fe9aa1930 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8991499 Feb 09 16:15:06.328697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41226) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:06.333489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:06.333959 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.396580 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.424014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645e4e43-b39c-4621-8de7-74fd1ad91c90 None None] The sync data for ids ['d9c99a93-f432-4c1b-8ab4-e4c9c1408e72'] in n-d-828542-1 is: [{'id': 'd9c99a93-f432-4c1b-8ab4-e4c9c1408e72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133451441', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:13:16Z', 'updated_at': '2022-02-09T16:15:04Z', 'revision_number': 6, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:06.440070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] Calling delete_port for b40e2349-10a6-4e27-a951-05547ea3e3fb owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:06.455573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c416a6-87cf-4d2b-8171-3e364be28c4e None None] Network ba222db4-a5a6-4689-a579-cc1a768edffb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:06.510850 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-84985d92-7dc1-4915-8b5e-9e50ec261ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.532571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.534597 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.582689 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.588504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.722904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.727664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-84985d92-7dc1-4915-8b5e-9e50ec261ff0 None None] For port 70a46e47-2c6b-442f-8653-7bed1a7f7926, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=70a46e47-2c6b-442f-8653-7bed1a7f7926,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:06.781987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:03Z', 'revision_number': 7, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': '88ccb34d-9590-4321-9fa7-0141d1ec8c21', 'name': '', 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:d1:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'd333f145-61da-4049-a11a-3ac30d2cea2c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:03Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'd333f145-61da-4049-a11a-3ac30d2cea2c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:06.830075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.838338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Fanout notify agent at l3_agent the message router_deleted on router d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:15:06.838539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.839870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d75df1b0-441a-49f2-abfe-97f13b218ea9 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/routers/d9c99a93-f432-4c1b-8ab4-e4c9c1408e72 HTTP/1.1" status: 204 len: 168 time: 3.2546790 Feb 09 16:15:06.844914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41228) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:06.901166 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-84985d92-7dc1-4915-8b5e-9e50ec261ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:06.924147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bb22d-d51e-432a-8617-dbd9db3d7e13 None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:03Z', 'revision_number': 7, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': '88ccb34d-9590-4321-9fa7-0141d1ec8c21', 'name': '', 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:d1:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'd333f145-61da-4049-a11a-3ac30d2cea2c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:03Z', 'revision_number': 4, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'd333f145-61da-4049-a11a-3ac30d2cea2c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:06.943898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:07.021937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] No DVR routers for this DVR port b40e2349-10a6-4e27-a951-05547ea3e3fb on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:07.063089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-ba222db4-a5a6-4689-a579-cc1a768edffb', 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'fixed_ips': [{'subnet_id': 'f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:15:07.063900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:07.081373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:07.378349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-02d8008b-a3df-4496-9d05-1c28d2f72bef None None] Provisioning complete for port 70a46e47-2c6b-442f-8653-7bed1a7f7926 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:07.378722 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02d8008b-a3df-4496-9d05-1c28d2f72bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:07.475275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84985d92-7dc1-4915-8b5e-9e50ec261ff0 None None] Pushing event updated for resources: {'Port': ['ID=70a46e47-2c6b-442f-8653-7bed1a7f7926,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:07.529589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 70a46e47-2c6b-442f-8653-7bed1a7f7926 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:07.566502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:07.644833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d73206-3e08-4d04-a114-797c98a8600c']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:07.682710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:07.686125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe943d1f-ae45-4ed2-a979-bcff3586fbcf') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:07.709961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdec092-2efc-4036-a4ed-bb8f384a2ebd None None] Pushing event deleted for resources: {'Port': ['ID=b40e2349-10a6-4e27-a951-05547ea3e3fb,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:07.731838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:07.782948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:07.811002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:15:07.819516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:15:07.827920 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:15:07.914449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Allocated IP 172.20.0.2 (ba222db4-a5a6-4689-a579-cc1a768edffb/f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9/12515bdf-8793-4a24-a6e5-95e9f8d97b76) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:07.948524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-02d8008b-a3df-4496-9d05-1c28d2f72bef None None] Provisioning complete for port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:07.949220 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02d8008b-a3df-4496-9d05-1c28d2f72bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.017349 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.022513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 70a46e47-2c6b-442f-8653-7bed1a7f7926 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:08.023532 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.040246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:08.040937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.079500 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.088317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.104443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/networks/c6d73206-3e08-4d04-a114-797c98a8600c HTTP/1.1" status: 204 len: 168 time: 1.2581952 Feb 09 16:15:08.105998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41238) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:08.180792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Network': ['ID=c6d73206-3e08-4d04-a114-797c98a8600c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:08.195255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.202334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.202334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.203077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.203691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.210520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.210974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.212067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.212533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.212969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.213407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.213858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa17dd7-df41-4df8-a8c4-175b331faeed tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:08.260171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port 88ccb34d-9590-4321-9fa7-0141d1ec8c21, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=88ccb34d-9590-4321-9fa7-0141d1ec8c21,segment=NetworkSegment(e7766e88-463a-4f3f-9ecc-6657ace63aaa),segment_id=e7766e88-463a-4f3f-9ecc-6657ace63aaa)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:08.260171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.284685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 88ccb34d-9590-4321-9fa7-0141d1ec8c21 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:08.297531 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82ac6c5a-e309-4759-8262-028ff6b22de1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.408507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82ac6c5a-e309-4759-8262-028ff6b22de1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.641808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02d8008b-a3df-4496-9d05-1c28d2f72bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.701902 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82ac6c5a-e309-4759-8262-028ff6b22de1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.704886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-82ac6c5a-e309-4759-8262-028ff6b22de1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.706344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-82ac6c5a-e309-4759-8262-028ff6b22de1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/security-groups/8b609bd4-d14d-486d-9105-25e2ffe9ab60 HTTP/1.1" status: 204 len: 168 time: 0.5977161 Feb 09 16:15:08.726127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-02d8008b-a3df-4496-9d05-1c28d2f72bef None None] For port 88ccb34d-9590-4321-9fa7-0141d1ec8c21, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=88ccb34d-9590-4321-9fa7-0141d1ec8c21,segment=NetworkSegment(e7766e88-463a-4f3f-9ecc-6657ace63aaa),segment_id=e7766e88-463a-4f3f-9ecc-6657ace63aaa)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:08.732669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1908cafb-d5dc-408c-acc0-8a7be77b6b58 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:08.750021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac6c5a-e309-4759-8262-028ff6b22de1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b609bd4-d14d-486d-9105-25e2ffe9ab60,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:08.785622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1908cafb-d5dc-408c-acc0-8a7be77b6b58 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:08.785941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1908cafb-d5dc-408c-acc0-8a7be77b6b58 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:08.787440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b40e2349-10a6-4e27-a951-05547ea3e3fb no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:08.818660 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.823903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: b40e2349-10a6-4e27-a951-05547ea3e3fb {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:08.824295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b40e2349-10a6-4e27-a951-05547ea3e3fb not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:08.825934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02d8008b-a3df-4496-9d05-1c28d2f72bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:08.982161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8008b-a3df-4496-9d05-1c28d2f72bef None None] Pushing event updated for resources: {'Port': ['ID=88ccb34d-9590-4321-9fa7-0141d1ec8c21,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:09.038230 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:09.064283 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:09.075987 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:09.112357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.162929 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.223133 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.231324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 88ccb34d-9590-4321-9fa7-0141d1ec8c21 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:09.338949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.340345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Network ba222db4-a5a6-4689-a579-cc1a768edffb is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:09.348552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:09.367115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:09.389155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Pushing event updated for resources: {'Port': ['ID=12515bdf-8793-4a24-a6e5-95e9f8d97b76,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:09.389410 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:09.458975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No active binding found for port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 {{(pid=103180) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 16:15:09.460052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 88ccb34d-9590-4321-9fa7-0141d1ec8c21 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 16:15:09.509391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:09.514735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-69ccab32-8f39-4104-97f7-5cbaa57e0444 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546763339', 'description': 'tempest-secgroup-smoke-1546763339 description', 'project_id': '8e0a4caec7454704961c43365369d7ce'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:09.547970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Port 88ccb34d-9590-4321-9fa7-0141d1ec8c21 not found, will not notify nova. {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 16:15:09.548516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 70a46e47-2c6b-442f-8653-7bed1a7f7926 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:09.556001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Attempting to bind port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:09.556930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Attempting to bind port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:09.557365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Attempting to bind port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 on network ba222db4-a5a6-4689-a579-cc1a768edffb {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:09.565594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=88ccb34d-9590-4321-9fa7-0141d1ec8c21,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:09.602890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:09.603347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Checking segment: {'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:09.603955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.604692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Bound using segment: {'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:09.605195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Bound port: 12515bdf-8793-4a24-a6e5-95e9f8d97b76, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:09.605590 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.697215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ccab32-8f39-4104-97f7-5cbaa57e0444 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.752642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] For port 12515bdf-8793-4a24-a6e5-95e9f8d97b76, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:09.756562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] For port 12515bdf-8793-4a24-a6e5-95e9f8d97b76, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=12515bdf-8793-4a24-a6e5-95e9f8d97b76,segment=NetworkSegment(003ccf9b-956e-41ba-87a0-2931da5dc6f9),segment_id=003ccf9b-956e-41ba-87a0-2931da5dc6f9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:09.778551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 70a46e47-2c6b-442f-8653-7bed1a7f7926 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:09.779139 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.780510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Allocated IP 172.25.5.159 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/0968c70a-d441-4701-94cd-b2400efb13c1) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:09.821230 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:03Z', 'revision_number': 7, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': '88ccb34d-9590-4321-9fa7-0141d1ec8c21', 'name': '', 'network_id': '2128aec5-a471-4621-bb48-f00f47c53ab3', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:d1:fd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'd333f145-61da-4049-a11a-3ac30d2cea2c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:08Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'd333f145-61da-4049-a11a-3ac30d2cea2c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:09.829758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ccab32-8f39-4104-97f7-5cbaa57e0444 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.842018 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.872556 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:09.878492 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:09.884801 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:09.884801 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:09.964214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 67d84a1a-5ec7-4fcf-be54-9f238e28be8e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:09.982519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ccab32-8f39-4104-97f7-5cbaa57e0444 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.004868 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:10.013753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 67d84a1a-5ec7-4fcf-be54-9f238e28be8e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:10.014097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 67d84a1a-5ec7-4fcf-be54-9f238e28be8e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:10.020710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836fbcf-2a5b-4bb3-a9c6-155eda9b9230 None None] Pushing event updated for resources: {'Port': ['ID=12515bdf-8793-4a24-a6e5-95e9f8d97b76,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:10.106725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccab32-8f39-4104-97f7-5cbaa57e0444 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:10.169826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.235796 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-69ccab32-8f39-4104-97f7-5cbaa57e0444 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.240570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-69ccab32-8f39-4104-97f7-5cbaa57e0444 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7299497 Feb 09 16:15:10.241222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41254) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:10.245829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f252fb31-09f0-4bff-bc59-12f3f5367e54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:10.319312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:10.338293 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:15:10.358330 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:08Z', 'revision_number': 8, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:10.413058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f252fb31-09f0-4bff-bc59-12f3f5367e54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.441204 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21184fde-b993-48b4-ab0b-39f07e6db0e7 None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:08Z', 'revision_number': 8, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:10.480734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.567948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:10.582988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:10.585953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:10.608180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f252fb31-09f0-4bff-bc59-12f3f5367e54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.614918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:10.624838 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fe28215f-b77a-4a22-827d-2d1e41fe3e07 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8586261 Feb 09 16:15:10.627389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41258) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:10.632961 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Pushing event updated for resources: {'Port': ['ID=0968c70a-d441-4701-94cd-b2400efb13c1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:10.734562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fba640-2ac3-46e0-9912-126e04641470 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet d333f145-61da-4049-a11a-3ac30d2cea2c {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:15:10.747112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5fba640-2ac3-46e0-9912-126e04641470 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.794336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5fba640-2ac3-46e0-9912-126e04641470 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.922543 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5fba640-2ac3-46e0-9912-126e04641470 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:10.989872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f252fb31-09f0-4bff-bc59-12f3f5367e54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.025694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252fb31-09f0-4bff-bc59-12f3f5367e54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a09b3a6-d06d-4313-9af5-ed4a2754107e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:11.104717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f252fb31-09f0-4bff-bc59-12f3f5367e54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.109830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f252fb31-09f0-4bff-bc59-12f3f5367e54 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8674679 Feb 09 16:15:11.115544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41266) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:11.132467 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-bbae5279-d7f0-4141-8da6-74098acf6966 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:11.132717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 12515bdf-8793-4a24-a6e5-95e9f8d97b76 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:11.153302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.171387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5fba640-2ac3-46e0-9912-126e04641470 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.237717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fba640-2ac3-46e0-9912-126e04641470 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=d333f145-61da-4049-a11a-3ac30d2cea2c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:11.240373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c5fba640-2ac3-46e0-9912-126e04641470 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.246100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:11.246294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c5fba640-2ac3-46e0-9912-126e04641470 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/d333f145-61da-4049-a11a-3ac30d2cea2c HTTP/1.1" status: 204 len: 168 time: 0.6165671 Feb 09 16:15:11.247108 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.250833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:11.301189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3349a-f9c5-4d57-8c5b-edb4b3501597 None None] Network 2128aec5-a471-4621-bb48-f00f47c53ab3 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:11.405563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:11.446869 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.534939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:11.535643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:11.596444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 6486b018-01ac-4224-bdd2-8cac9a2318f1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:11.598517 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.746893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.756385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b671724-12ef-4862-af96-5b86c21f8475 None None] Network ba222db4-a5a6-4689-a579-cc1a768edffb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:11.758027 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbae5279-d7f0-4141-8da6-74098acf6966 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.770973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port 6486b018-01ac-4224-bdd2-8cac9a2318f1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6486b018-01ac-4224-bdd2-8cac9a2318f1,segment=NetworkSegment(e7766e88-463a-4f3f-9ecc-6657ace63aaa),segment_id=e7766e88-463a-4f3f-9ecc-6657ace63aaa)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:11.771902 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:11.799544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 6486b018-01ac-4224-bdd2-8cac9a2318f1 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:11.920177 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbae5279-d7f0-4141-8da6-74098acf6966 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.007707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbae5279-d7f0-4141-8da6-74098acf6966 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.035900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5279-d7f0-4141-8da6-74098acf6966 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5075ee-c363-4887-ae4b-24dce2c6645e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:12.091369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Router a970c068-6a01-4c1e-b4b9-b7c157d80d62 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:15:12.126148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.157111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=6486b018-01ac-4224-bdd2-8cac9a2318f1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:12.159466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No DVR routers for this DVR port 6486b018-01ac-4224-bdd2-8cac9a2318f1 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:12.234922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbae5279-d7f0-4141-8da6-74098acf6966 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.236308 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bbae5279-d7f0-4141-8da6-74098acf6966 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1113601 Feb 09 16:15:12.246534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41272) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:12.281658 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.299297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1339c9b-c1fb-462e-8068-c4be931b08ad None None] DHCP port deletion for 2128aec5-a471-4621-bb48-f00f47c53ab3 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:15:12.303572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:12.333008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2128aec5-a471-4621-bb48-f00f47c53ab3']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:12.360884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7766e88-463a-4f3f-9ecc-6657ace63aaa') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:12.361268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7766e88-463a-4f3f-9ecc-6657ace63aaa') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:12.374352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-13ede476-2ebf-4ad8-8ba7-d8fb12b65834 None None] Provisioning complete for port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:12.375001 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13ede476-2ebf-4ad8-8ba7-d8fb12b65834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.400739 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.439428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.443474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:12.455592 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Sync routers for ids ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:12.456348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-44235cfd-0a1f-4081-a0ef-a1fb2b3cf0dc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:12.464017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:15:12.465534 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.480970 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Routers {'a970c068-6a01-4c1e-b4b9-b7c157d80d62'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:12.480970 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:15:12.491294 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:15:12.571829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.578477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ea1bb77d-86fd-43c9-a58d-cc726e40116f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2446673 Feb 09 16:15:12.581788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41276) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:12.644133 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.691952 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44235cfd-0a1f-4081-a0ef-a1fb2b3cf0dc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.780516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.809874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:12.819325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/2128aec5-a471-4621-bb48-f00f47c53ab3 HTTP/1.1" status: 204 len: 168 time: 1.5623603 Feb 09 16:15:12.829627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41284) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:12.838714 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Set router a970c068-6a01-4c1e-b4b9-b7c157d80d62 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:12.889631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b507b-ddba-4d1f-91a3-24266b8787ee tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=2128aec5-a471-4621-bb48-f00f47c53ab3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:12.910645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 12515bdf-8793-4a24-a6e5-95e9f8d97b76, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=12515bdf-8793-4a24-a6e5-95e9f8d97b76,segment=NetworkSegment(003ccf9b-956e-41ba-87a0-2931da5dc6f9),segment_id=003ccf9b-956e-41ba-87a0-2931da5dc6f9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:13.039000 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13ede476-2ebf-4ad8-8ba7-d8fb12b65834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:13.042820 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44235cfd-0a1f-4081-a0ef-a1fb2b3cf0dc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:13.103446 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:13.129915 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44235cfd-0a1f-4081-a0ef-a1fb2b3cf0dc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:13.209423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44235cfd-0a1f-4081-a0ef-a1fb2b3cf0dc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19ac230-46ed-4f57-8d4e-0f533af87106,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:13.283809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 88ccb34d-9590-4321-9fa7-0141d1ec8c21 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:13.295084 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:15:10Z', 'revision_number': 3, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port': {'id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:09Z', 'updated_at': '2022-02-09T16:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:13.368315 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Checking router: a970c068-6a01-4c1e-b4b9-b7c157d80d62 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:13.368633 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Updating router a970c068-6a01-4c1e-b4b9-b7c157d80d62 port 0968c70a-d441-4701-94cd-b2400efb13c1 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:15:13.417304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 88ccb34d-9590-4321-9fa7-0141d1ec8c21 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:13.418167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 88ccb34d-9590-4321-9fa7-0141d1ec8c21 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:13.443815 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:13.485753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44235cfd-0a1f-4081-a0ef-a1fb2b3cf0dc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:13.494377 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44235cfd-0a1f-4081-a0ef-a1fb2b3cf0dc tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0500264 Feb 09 16:15:13.509861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41290) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:13.534152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e9d28a21-d3fc-44c2-8902-7ef545793235 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:13.568219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=12515bdf-8793-4a24-a6e5-95e9f8d97b76,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:13.584328 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-13ede476-2ebf-4ad8-8ba7-d8fb12b65834 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:15:13.584716 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-13ede476-2ebf-4ad8-8ba7-d8fb12b65834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:15:13.629284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:08Z', 'revision_number': 8, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:13.682942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:13.685909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6486b018-01ac-4224-bdd2-8cac9a2318f1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:13.716823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6486b018-01ac-4224-bdd2-8cac9a2318f1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:13.716823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6486b018-01ac-4224-bdd2-8cac9a2318f1 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:13.718614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:13.719328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:13.760029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9d28a21-d3fc-44c2-8902-7ef545793235 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:13.821685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:13.838772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:13.915415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9d28a21-d3fc-44c2-8902-7ef545793235 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.022291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9d28a21-d3fc-44c2-8902-7ef545793235 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.107217 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.119347 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.151343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d28a21-d3fc-44c2-8902-7ef545793235 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e062c697-aa79-403b-a68e-493569970877,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:14.180129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Allocated IP 172.20.0.1 (ba222db4-a5a6-4689-a579-cc1a768edffb/f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9/9f2c6e0d-9115-419a-82b8-9458d432367c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:14.246583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e9d28a21-d3fc-44c2-8902-7ef545793235 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.249324 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e9d28a21-d3fc-44c2-8902-7ef545793235 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7430484 Feb 09 16:15:14.252880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41296) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:14.260870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a2922ae6-1e76-413a-9ad0-c045293bad9f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:14.262640 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.263072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:08Z', 'revision_number': 8, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:14.316756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b1983-76e1-4c24-99ef-fa50a18b5e89 None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:08Z', 'revision_number': 8, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'a8b53238-6f10-4e37-aedc-9f7f2f9b094e', 'name': '', 'network_id': 'daf0b6f0-56fe-4149-98a3-65a9d5e674dc', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:48:b9:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:46Z', 'updated_at': '2022-02-09T16:14:57Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '52668dae-da67-4293-9fd9-d5cc78ddc22f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:14.340392 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.356205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-604eae3d-769e-4919-9876-75d60f01123a None None] Provisioning complete for port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:14.357288 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-604eae3d-769e-4919-9876-75d60f01123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.373753 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Attempting to bind port 0968c70a-d441-4701-94cd-b2400efb13c1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:14.374110 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Attempting to bind port 0968c70a-d441-4701-94cd-b2400efb13c1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:14.374484 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Attempting to bind port 0968c70a-d441-4701-94cd-b2400efb13c1 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:14.384958 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-a2922ae6-1e76-413a-9ad0-c045293bad9f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Project 8e0a4caec7454704961c43365369d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:15:14.392708 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2922ae6-1e76-413a-9ad0-c045293bad9f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.418859 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:14.419246 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:14.419630 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.420030 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:14.430683 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Bound port: 0968c70a-d441-4701-94cd-b2400efb13c1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:14.431152 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.473550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.576438 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] For port 0968c70a-d441-4701-94cd-b2400efb13c1, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:14.580978 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] For port 0968c70a-d441-4701-94cd-b2400efb13c1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0968c70a-d441-4701-94cd-b2400efb13c1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:14.584057 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df2847-73a7-445c-9080-9ae55774680c None None] Pushing event updated for resources: {'Port': ['ID=0968c70a-d441-4701-94cd-b2400efb13c1,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:14.655043 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.699330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port a8b53238-6f10-4e37-aedc-9f7f2f9b094e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:14.702543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.712550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Network ba222db4-a5a6-4689-a579-cc1a768edffb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:14.764653 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2922ae6-1e76-413a-9ad0-c045293bad9f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.766019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:14.768331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Pushing event updated for resources: {'Port': ['ID=9f2c6e0d-9115-419a-82b8-9458d432367c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:14.771221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:14.838159 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df2847-73a7-445c-9080-9ae55774680c None None] Pushing event updated for resources: {'Port': ['ID=0968c70a-d441-4701-94cd-b2400efb13c1,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:14.849318 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Routers {'a970c068-6a01-4c1e-b4b9-b7c157d80d62'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:14.849979 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:14.871617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2922ae6-1e76-413a-9ad0-c045293bad9f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:14.966906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.000000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port a8b53238-6f10-4e37-aedc-9f7f2f9b094e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,segment=NetworkSegment(4cc2c2be-f603-4ab0-8816-5ea0c291e783),segment_id=4cc2c2be-f603-4ab0-8816-5ea0c291e783)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:15.000879 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.033447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for a8b53238-6f10-4e37-aedc-9f7f2f9b094e owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:15.074804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2922ae6-1e76-413a-9ad0-c045293bad9f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad2e8a6-e0d3-4cdd-9ac4-388de294de6c,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:15.088867 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2922ae6-1e76-413a-9ad0-c045293bad9f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.092044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a2922ae6-1e76-413a-9ad0-c045293bad9f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8378181 Feb 09 16:15:15.097234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41302) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:15.105778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-04d233fe-f6f1-4082-a11f-886bad51b596 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'security_group_rule': {'security_group_id': '38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:15.327163 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-04d233fe-f6f1-4082-a11f-886bad51b596 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Project 8e0a4caec7454704961c43365369d7ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:15:15.400422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04d233fe-f6f1-4082-a11f-886bad51b596 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.402540 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] Set router a970c068-6a01-4c1e-b4b9-b7c157d80d62 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:15.404767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8f9d7a9a-ea4e-49c5-bb96-35d5ee73cc87 None None] Provisioning complete for port 9f2c6e0d-9115-419a-82b8-9458d432367c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:15.405800 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8f9d7a9a-ea4e-49c5-bb96-35d5ee73cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.468731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d7a9a-ea4e-49c5-bb96-35d5ee73cc87 None None] Port 9f2c6e0d-9115-419a-82b8-9458d432367c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:15.515792 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04d233fe-f6f1-4082-a11f-886bad51b596 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.545304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.612532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 12515bdf-8793-4a24-a6e5-95e9f8d97b76 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:15.623281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=a8b53238-6f10-4e37-aedc-9f7f2f9b094e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:15.690035 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:15:10Z', 'revision_number': 3, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port': {'id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:09Z', 'updated_at': '2022-02-09T16:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:15.727694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:15.731484 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.734960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04d233fe-f6f1-4082-a11f-886bad51b596 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.740569 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.745945 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2e2af-9121-493b-acd2-5210326ea446 None None] The sync data for ids ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'] in n-d-828542-1 is: [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:15:10Z', 'revision_number': 3, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port': {'id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:09Z', 'updated_at': '2022-02-09T16:15:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:15.890274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d233fe-f6f1-4082-a11f-886bad51b596 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd47a3b1-6555-491a-aaa8-124250c75ce4,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:15.927784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04d233fe-f6f1-4082-a11f-886bad51b596 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.928754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:15.939670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-04d233fe-f6f1-4082-a11f-886bad51b596 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8404782 Feb 09 16:15:15.941770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41310) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:15.960127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'network': {'name': 'tempest-network-smoke--752354282', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'port_security_enabled': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:16.098497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73988675-9065-4bac-b5fd-2584f0dfb808 req-7c11160b-60a3-4447-90d6-257c0c29d599 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:16.100546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73988675-9065-4bac-b5fd-2584f0dfb808 req-7c11160b-60a3-4447-90d6-257c0c29d599 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 950 time: 0.2135248 Feb 09 16:15:16.265829 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.279125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:16.285989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.314810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73988675-9065-4bac-b5fd-2584f0dfb808 req-ae7fccbd-f193-4e16-a470-7afa1c071b27 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656992 Feb 09 16:15:16.342559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.418507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:15:16.432986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.433354 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Added segment 3b3eb6ed-4287-44fe-9e22-fc78489047a3 of type vlan for network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 Feb 09 16:15:16.436212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.484317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.579972 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.586387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:16.587098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:16.612284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Pushing event updated for resources: {'Port': ['ID=9f2c6e0d-9115-419a-82b8-9458d432367c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:16.676466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Network ba222db4-a5a6-4689-a579-cc1a768edffb is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:16.679393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:16.684467 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:16.731468 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Network': ['ID=197f8ac0-9ae4-4d0e-b150-ee68018decf9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:16.746623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:15:16.829548 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1e4a3416-8671-463a-832e-28dfa25d83ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8863790 Feb 09 16:15:16.833816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:16.882763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'admin_state_up': True, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:17.246279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f2800ad6-686f-4dce-b283-e72d2d891b0a None None] Provisioning complete for port 9f2c6e0d-9115-419a-82b8-9458d432367c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:17.246821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f2800ad6-686f-4dce-b283-e72d2d891b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:17.316562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f2800ad6-686f-4dce-b283-e72d2d891b0a None None] Port 9f2c6e0d-9115-419a-82b8-9458d432367c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:17.442889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:17.454295 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e8bf7bcf-c9e6-40be-9746-9b70ae8e7c45 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6199889 Feb 09 16:15:17.455599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:17.456575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41320) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:17.474080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:17.482341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:17.561188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Router a970c068-6a01-4c1e-b4b9-b7c157d80d62 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:17.572786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:17.578083 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:17.632869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-768ff317-6456-4b24-9e37-6ca42bc0441e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet 52668dae-da67-4293-9fd9-d5cc78ddc22f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:15:17.665059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-768ff317-6456-4b24-9e37-6ca42bc0441e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:17.723594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:17.749270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-13ab853c-f625-4952-9dcd-33d14565ebf4 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:17.751756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-13ab853c-f625-4952-9dcd-33d14565ebf4 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.73 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 950 time: 0.1941016 Feb 09 16:15:17.837542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:17.853834 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-768ff317-6456-4b24-9e37-6ca42bc0441e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:17.864595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0968c70a-d441-4701-94cd-b2400efb13c1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:17.922662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d029-ad10-4cc4-b97f-16733f2d9381 req-ec1dcb57-ff39-46b2-8c57-812091df352a tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:17.934197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9318d029-ad10-4cc4-b97f-16733f2d9381 req-ec1dcb57-ff39-46b2-8c57-812091df352a tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 950 time: 0.3751819 Feb 09 16:15:18.077818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9318d029-ad10-4cc4-b97f-16733f2d9381 req-95703446-d85f-4264-a595-f921fe4caa6d tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/security-groups?id=70760a36-8691-49bf-82e5-84363299bad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423061 Feb 09 16:15:18.101070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Deleting port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:18.101789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.136710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0968c70a-d441-4701-94cd-b2400efb13c1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:18.137438 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.144304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.167454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:18.175325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-23923acb-0e7f-4e99-a5c1-ecb4cf59b40f admin admin] 10.222.0.53 "PUT /v2.0/routers/a970c068-6a01-4c1e-b4b9-b7c157d80d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5910711 Feb 09 16:15:18.234336 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:15Z', 'revision_number': 9, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:18.282851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] For port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:18.283239 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.338645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Calling delete_port for 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:18.340448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-768ff317-6456-4b24-9e37-6ca42bc0441e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.369364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:18.372976 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.412840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 0968c70a-d441-4701-94cd-b2400efb13c1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0968c70a-d441-4701-94cd-b2400efb13c1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:18.420393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:18.421058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:18.518574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.689063 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-768ff317-6456-4b24-9e37-6ca42bc0441e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.706693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:18.787375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-768ff317-6456-4b24-9e37-6ca42bc0441e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.801827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41334) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:18.802483 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-768ff317-6456-4b24-9e37-6ca42bc0441e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/52668dae-da67-4293-9fd9-d5cc78ddc22f HTTP/1.1" status: 204 len: 168 time: 1.3389187 Feb 09 16:15:18.849821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ff317-6456-4b24-9e37-6ca42bc0441e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=52668dae-da67-4293-9fd9-d5cc78ddc22f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:18.910766 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.952013 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.956955 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:18.984301 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Sync routers for ids ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:19.090748 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:19.123445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=0968c70a-d441-4701-94cd-b2400efb13c1,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:19.135268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Pushing event deleted for resources: {'Port': ['ID=66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:19.155783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe06f6-57b9-4211-86c3-2a80033ebfab None None] Network daf0b6f0-56fe-4149-98a3-65a9d5e674dc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:19.203688 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Routers {'a970c068-6a01-4c1e-b4b9-b7c157d80d62'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:19.217025 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:19.250447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] No DVR routers for this DVR port 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:19.255352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:19.259893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1814dd27-9d41-465e-89c6-b1d6ffb2aa8b req-54c95797-c13d-417d-8e3a-fd11daeb4083 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.73 "DELETE /v2.0/ports/66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 HTTP/1.1" status: 204 len: 173 time: 1.4624133 Feb 09 16:15:19.260849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566eafeb-ae43-4a30-b957-88043da102e4', 'name': 'network-vif-deleted', 'tag': '66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:19.263325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.25.5.117 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/fa92a52c-f0ab-4321-8dca-87108eb87382) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:19.264653 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be918488-4715-426e-8182-d2f1e093f800" -d '{"events": [{"server_uuid": "566eafeb-ae43-4a30-b957-88043da102e4", "name": "network-vif-deleted", "tag": "66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:19.367079 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3905ea2e-c810-43bf-9ed3-532236725481 x-openstack-request-id: req-3905ea2e-c810-43bf-9ed3-532236725481 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:19.367516 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566eafeb-ae43-4a30-b957-88043da102e4", "name": "network-vif-deleted", "tag": "66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:19.367784 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3905ea2e-c810-43bf-9ed3-532236725481 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:19.368118 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566eafeb-ae43-4a30-b957-88043da102e4', 'name': 'network-vif-deleted', 'tag': '66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43', 'status': 'completed', 'code': 200} Feb 09 16:15:19.401084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43accca7-33a5-411b-8eb4-137947e28b51 req-609d1205-a692-4279-91d1-05fee7f6b39c tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 210 time: 0.0756123 Feb 09 16:15:19.405710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 2e3f148b-7bcb-469e-a5e0-b806487db0da {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:19.407955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:19.538542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:19.629717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0968c70a-d441-4701-94cd-b2400efb13c1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:19.692043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port 2e3f148b-7bcb-469e-a5e0-b806487db0da, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2e3f148b-7bcb-469e-a5e0-b806487db0da,segment=NetworkSegment(4cc2c2be-f603-4ab0-8816-5ea0c291e783),segment_id=4cc2c2be-f603-4ab0-8816-5ea0c291e783)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:19.692670 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:19.755325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 2e3f148b-7bcb-469e-a5e0-b806487db0da owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:19.798363 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Set router a970c068-6a01-4c1e-b4b9-b7c157d80d62 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:19.814832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:19.852979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:19.862485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:19.862485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 66a0762d-cda7-4bbe-8b8e-5cfe2c22ef43 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:19.868315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df79da8-c331-4974-92dd-786909717498 None None] DHCP port deletion for daf0b6f0-56fe-4149-98a3-65a9d5e674dc request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:15:19.997550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:20.006803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:20.022060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=fa92a52c-f0ab-4321-8dca-87108eb87382,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:20.037442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1df79da8-c331-4974-92dd-786909717498 None None] Deleting port 2e3f148b-7bcb-469e-a5e0-b806487db0da {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:20.038247 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.041774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:20.075019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0968c70a-d441-4701-94cd-b2400efb13c1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:20.081470 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.160620 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.230039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No DVR routers for this DVR port 2e3f148b-7bcb-469e-a5e0-b806487db0da on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:20.239842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=2e3f148b-7bcb-469e-a5e0-b806487db0da,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:20.277285 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:15:15Z', 'revision_number': 4, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port': {'id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:09Z', 'updated_at': '2022-02-09T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9f2c6e0d-9115-419a-82b8-9458d432367c', 'name': '', 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'mac_address': 'fa:16:3e:93:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:13Z', 'updated_at': '2022-02-09T16:15:15Z', 'revision_number': 2, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'subnets': [{'id': 'f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:20.286150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1df79da8-c331-4974-92dd-786909717498 None None] For port 2e3f148b-7bcb-469e-a5e0-b806487db0da, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2e3f148b-7bcb-469e-a5e0-b806487db0da,segment=NetworkSegment(4cc2c2be-f603-4ab0-8816-5ea0c291e783),segment_id=4cc2c2be-f603-4ab0-8816-5ea0c291e783)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:20.286769 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.315622 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Checking router: a970c068-6a01-4c1e-b4b9-b7c157d80d62 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:20.316341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Updating router a970c068-6a01-4c1e-b4b9-b7c157d80d62 port 9f2c6e0d-9115-419a-82b8-9458d432367c binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:15:20.319050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1df79da8-c331-4974-92dd-786909717498 None None] Calling delete_port for 2e3f148b-7bcb-469e-a5e0-b806487db0da owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:20.345451 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.386774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.430510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:15Z', 'revision_number': 9, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:20.437806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf0b6f0-56fe-4149-98a3-65a9d5e674dc']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:20.453666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc2c2be-f603-4ab0-8816-5ea0c291e783') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:20.453972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc2c2be-f603-4ab0-8816-5ea0c291e783') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:20.486107 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.497746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d38a46-927c-4ceb-a0c4-45ecf1364b6e None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:15Z', 'revision_number': 9, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f1437e-50d3-4dae-9ac9-a9d4f866983e', 'name': '', 'network_id': '2a563845-1525-4294-8431-b6281e4d3168', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:38:72:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:38Z', 'updated_at': '2022-02-09T16:14:45Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': 'aec7778b-16b5-47c6-993e-0f3916a494d7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:20.528990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.567548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:15:20.567978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:15:20.571557 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:15:20.617112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.627139 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.727838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df79da8-c331-4974-92dd-786909717498 None None] No DVR routers for this DVR port 2e3f148b-7bcb-469e-a5e0-b806487db0da on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:20.743055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df79da8-c331-4974-92dd-786909717498 None None] Pushing event deleted for resources: {'Port': ['ID=2e3f148b-7bcb-469e-a5e0-b806487db0da,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:20.754260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.754795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.755237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.755680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.761505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.768045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.768045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.768045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.768045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.768045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.768045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.768045 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df79da8-c331-4974-92dd-786909717498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:20.821443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa211fd8-e32c-469e-b8fa-78fea695929b req-bcb1f886-255b-477a-941e-c8f8245845d7 tempest-VolumesBackupsTest-345791030 tempest-VolumesBackupsTest-345791030-project] 10.222.0.53 "GET /v2.0/ports?device_id=566eafeb-ae43-4a30-b957-88043da102e4 HTTP/1.1" status: 200 len: 210 time: 0.0550842 Feb 09 16:15:20.921150 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.928855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:20.935891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/daf0b6f0-56fe-4149-98a3-65a9d5e674dc HTTP/1.1" status: 204 len: 168 time: 2.1319735 Feb 09 16:15:20.937531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41358) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:21.009784 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:21.112119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038c704-ba41-48f6-b3c8-ff407c353795 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=daf0b6f0-56fe-4149-98a3-65a9d5e674dc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:21.130560 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:21.146677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:21.413301 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c61d13-9138-4e3f-a45e-59635a34e0ac None None] Pushing event updated for resources: {'Port': ['ID=9f2c6e0d-9115-419a-82b8-9458d432367c,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:21.544320 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Attempting to bind port 9f2c6e0d-9115-419a-82b8-9458d432367c on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:21.544742 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Attempting to bind port 9f2c6e0d-9115-419a-82b8-9458d432367c by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:21.564609 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Attempting to bind port 9f2c6e0d-9115-419a-82b8-9458d432367c on network ba222db4-a5a6-4689-a579-cc1a768edffb {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:21.593886 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:21.594562 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Checking segment: {'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:21.595186 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:21.595855 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Bound using segment: {'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:21.596690 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Bound port: 9f2c6e0d-9115-419a-82b8-9458d432367c, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003ccf9b-956e-41ba-87a0-2931da5dc6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:21.597373 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:21.599045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:15:21.617477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2e3f148b-7bcb-469e-a5e0-b806487db0da no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:21.660828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 2e3f148b-7bcb-469e-a5e0-b806487db0da {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:21.661626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2e3f148b-7bcb-469e-a5e0-b806487db0da not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:21.662331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a8b53238-6f10-4e37-aedc-9f7f2f9b094e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:21.698924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a8b53238-6f10-4e37-aedc-9f7f2f9b094e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:21.700468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a8b53238-6f10-4e37-aedc-9f7f2f9b094e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:21.732378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c11ab3a0-39f5-4431-8f74-52ba1ab8dc64 None None] Provisioning complete for port 9f2c6e0d-9115-419a-82b8-9458d432367c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:21.738114 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c11ab3a0-39f5-4431-8f74-52ba1ab8dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:21.769808 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] For port 9f2c6e0d-9115-419a-82b8-9458d432367c, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:21.775966 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] For port 9f2c6e0d-9115-419a-82b8-9458d432367c, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9f2c6e0d-9115-419a-82b8-9458d432367c,segment=NetworkSegment(003ccf9b-956e-41ba-87a0-2931da5dc6f9),segment_id=003ccf9b-956e-41ba-87a0-2931da5dc6f9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:21.838046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c11ab3a0-39f5-4431-8f74-52ba1ab8dc64 None None] Port 9f2c6e0d-9115-419a-82b8-9458d432367c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:21.895314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:21.907938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Sync routers for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:21.925998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:21.927779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:21.999718 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:22.029028 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:22.074629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:22.109468 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Routers {'a970c068-6a01-4c1e-b4b9-b7c157d80d62'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:22.110133 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:22.212799 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:22.220769 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-25bd1437-2583-4059-b8f6-9143eca78f70 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.3796177 Feb 09 16:15:22.220769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41372) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:22.264176 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2261ff98-1488-4a65-b6ef-3b7af7746e21 tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=8e0a4caec7454704961c43365369d7ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405734 Feb 09 16:15:22.270791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41374) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:22.353114 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] Set router a970c068-6a01-4c1e-b4b9-b7c157d80d62 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:22.432859 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c61d13-9138-4e3f-a45e-59635a34e0ac None None] Pushing event updated for resources: {'Port': ['ID=9f2c6e0d-9115-419a-82b8-9458d432367c,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:22.554163 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dca3f3-c55a-4ee1-8467-8efb992db42d tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:22.560375 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01dca3f3-c55a-4ee1-8467-8efb992db42d tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2850406 Feb 09 16:15:22.561579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41384) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:22.628130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-edb93e4a-fedf-4a17-ab83-2a95fbb8b6bf tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617726 Feb 09 16:15:22.628748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41386) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:22.640275 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2060154925', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'project_id': '8e0a4caec7454704961c43365369d7ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:22.696273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e79c814d-a3ab-426e-b956-3574d8455edd None None] Provisioning complete for port 9f2c6e0d-9115-419a-82b8-9458d432367c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:22.697421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e79c814d-a3ab-426e-b956-3574d8455edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:22.776816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:20Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:22.798639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port d4f1437e-50d3-4dae-9ac9-a9d4f866983e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:22.799208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:22.819723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Checking router: 91162efa-d28f-45aa-bea3-bf4fb9961cc8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:22.820295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Updating router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 port fa92a52c-f0ab-4321-8dca-87108eb87382 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:15:22.858551 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:22.978542 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e79c814d-a3ab-426e-b956-3574d8455edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.062318 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3bb24f1c-0dd2-4d49-8cf5-8252138ee6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.105734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port d4f1437e-50d3-4dae-9ac9-a9d4f866983e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,segment=NetworkSegment(60aaa493-ede1-4b62-83f0-3b827556d1b9),segment_id=60aaa493-ede1-4b62-83f0-3b827556d1b9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:23.106475 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.107296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:15:15Z', 'revision_number': 4, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port': {'id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:09Z', 'updated_at': '2022-02-09T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9f2c6e0d-9115-419a-82b8-9458d432367c', 'name': '', 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'mac_address': 'fa:16:3e:93:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:13Z', 'updated_at': '2022-02-09T16:15:21Z', 'revision_number': 4, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'subnets': [{'id': 'f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:23.136762 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:23.137462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e79c814d-a3ab-426e-b956-3574d8455edd None None] For port 9f2c6e0d-9115-419a-82b8-9458d432367c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9f2c6e0d-9115-419a-82b8-9458d432367c,segment=NetworkSegment(003ccf9b-956e-41ba-87a0-2931da5dc6f9),segment_id=003ccf9b-956e-41ba-87a0-2931da5dc6f9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:23.140988 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab207335-b918-42bf-ad93-ea0c6a9fec16 None None] The sync data for ids ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'] in n-d-828542-1 is: [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:15:15Z', 'revision_number': 4, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port': {'id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:09Z', 'updated_at': '2022-02-09T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9f2c6e0d-9115-419a-82b8-9458d432367c', 'name': '', 'network_id': 'ba222db4-a5a6-4689-a579-cc1a768edffb', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'mac_address': 'fa:16:3e:93:e5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:13Z', 'updated_at': '2022-02-09T16:15:21Z', 'revision_number': 4, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'subnets': [{'id': 'f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:23.143075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.150204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for d4f1437e-50d3-4dae-9ac9-a9d4f866983e owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:23.429199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e79c814d-a3ab-426e-b956-3574d8455edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.590189 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.706246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c814d-a3ab-426e-b956-3574d8455edd None None] Pushing event updated for resources: {'Port': ['ID=9f2c6e0d-9115-419a-82b8-9458d432367c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:23.719723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.730394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9f2c6e0d-9115-419a-82b8-9458d432367c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:23.774465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.892905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=d4f1437e-50d3-4dae-9ac9-a9d4f866983e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:23.909024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e5323-efec-4e03-b569-ce127dbf2dfa None None] Pushing event updated for resources: {'Port': ['ID=fa92a52c-f0ab-4321-8dca-87108eb87382,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:23.938259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Attempting to bind port fa92a52c-f0ab-4321-8dca-87108eb87382 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:23.938735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Attempting to bind port fa92a52c-f0ab-4321-8dca-87108eb87382 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:23.939108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Attempting to bind port fa92a52c-f0ab-4321-8dca-87108eb87382 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:23.953931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:23.956616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:23.957086 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.957536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:23.958137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Bound port: fa92a52c-f0ab-4321-8dca-87108eb87382, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:23.959051 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:23.981513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:24.105585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] For port fa92a52c-f0ab-4321-8dca-87108eb87382, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:24.109873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] For port fa92a52c-f0ab-4321-8dca-87108eb87382, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fa92a52c-f0ab-4321-8dca-87108eb87382,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:24.126723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9f2c6e0d-9115-419a-82b8-9458d432367c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:24.128343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:24.150328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-a09ee58f-dcc7-4596-a708-daff312e42de tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:24.152046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-a09ee58f-dcc7-4596-a708-daff312e42de tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.5292394 Feb 09 16:15:24.157687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:24.165764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Checking segment: {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:24.168422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network hostable DHCP agents. Network: 197f8ac0-9ae4-4d0e-b150-ee68018decf9, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:15:24.171295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Subnet': ['ID=9d91cab2-5107-445c-aff9-77dca09b0064,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:24.223702 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:24.354223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:15:24.362411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-9b6324de-305f-494f-9e23-d3a4fc82d73c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/quotas/86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 375 time: 0.1857409 Feb 09 16:15:24.367857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e5323-efec-4e03-b569-ce127dbf2dfa None None] Pushing event updated for resources: {'Port': ['ID=fa92a52c-f0ab-4321-8dca-87108eb87382,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:24.449477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:24.457437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:24.525387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 197f8ac0-9ae4-4d0e-b150-ee68018decf9) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:24.530150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:24.530913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:24.558292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-94ddf474-da0a-4ea6-b2d3-d91fd9af1462 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804801 Feb 09 16:15:24.576658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:24.593132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c8140-caaa-4a62-9125-d0232a2ea842 None None] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:24.659073 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ec7f76b9-fe2f-485e-9c78-54da1963d98c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0271916 Feb 09 16:15:24.663874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41408) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:25.031881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-1abac8ac-5e25-44c7-901c-9d3751e77de7 service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461339 Feb 09 16:15:25.086626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:25.185862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:25.203616 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41418) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:25.211808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-da8756b6-7821-4833-b9cd-ecb95d3b4fe6 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2526810 Feb 09 16:15:25.213669 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:25.250628 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:25.255598 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:14:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:25.335525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-1faa5cb9-8e65-48d3-a807-f3c3bf72ebae service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862179 Feb 09 16:15:25.338256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-913bb101-b048-4e9a-b30b-15327ecb9c5a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet aec7778b-16b5-47c6-993e-0f3916a494d7 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:15:25.350716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913bb101-b048-4e9a-b30b-15327ecb9c5a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:25.444204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913bb101-b048-4e9a-b30b-15327ecb9c5a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:25.557778 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:25.571471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-500db1a6-44bc-442b-bd24-034e61f0821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:25.697672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:15:25.699184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:25.806887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9f2c6e0d-9115-419a-82b8-9458d432367c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:25.812540 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913bb101-b048-4e9a-b30b-15327ecb9c5a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:26.150835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:20Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:26.155628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9f2c6e0d-9115-419a-82b8-9458d432367c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:26.156547 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:26.157259 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:23Z', 'revision_number': 10, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:26.214846 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:26.244592 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:26.245395 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:26.269278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b821c96-a668-48f4-9e83-0c7d56f58f35 None None] The sync data for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 is: [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:20Z', 'revision_number': 3, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:26.280745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Allocated IP 172.20.0.2 (197f8ac0-9ae4-4d0e-b150-ee68018decf9/9d91cab2-5107-445c-aff9-77dca09b0064/f67a1942-d327-446a-9bf7-9d934ea5238b) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:26.493591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2c11341-c709-41c0-9462-47a2ed9f977c req-2404d221-6dff-48cb-ac03-9850f12294f3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0641956 Feb 09 16:15:26.519249 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:26.540404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913bb101-b048-4e9a-b30b-15327ecb9c5a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:26.622747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bb101-b048-4e9a-b30b-15327ecb9c5a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=aec7778b-16b5-47c6-993e-0f3916a494d7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:26.630830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913bb101-b048-4e9a-b30b-15327ecb9c5a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:26.638767 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-913bb101-b048-4e9a-b30b-15327ecb9c5a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/aec7778b-16b5-47c6-993e-0f3916a494d7 HTTP/1.1" status: 204 len: 168 time: 1.4334917 Feb 09 16:15:26.639659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41440) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:26.689635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52fd6a-08be-44e1-afed-dd68b40105b5 None None] Network 2a563845-1525-4294-8431-b6281e4d3168 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:26.712914 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:26.826363 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:26.891761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.065038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port 461cdced-4326-4ef6-bddf-4dde14ddfedd {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:27.065970 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.086598 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:23Z', 'revision_number': 10, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:27.130884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.151249 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec5322-532d-43c1-82ec-af8fb6ca558c None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:23Z', 'revision_number': 10, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None, '_interfaces': [{'id': 'bd702ed6-662e-4edc-9a55-0d48d82044d1', 'name': '', 'network_id': '7de85899-cbfc-45b2-b326-f088dba29eb5', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'mac_address': 'fa:16:3e:14:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '5fed194f-d88a-4984-a126-654fac98c64b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:31Z', 'updated_at': '2022-02-09T16:14:38Z', 'revision_number': 5, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'subnets': [{'id': '5fed194f-d88a-4984-a126-654fac98c64b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:27.202461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port 461cdced-4326-4ef6-bddf-4dde14ddfedd, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=461cdced-4326-4ef6-bddf-4dde14ddfedd,segment=NetworkSegment(60aaa493-ede1-4b62-83f0-3b827556d1b9),segment_id=60aaa493-ede1-4b62-83f0-3b827556d1b9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:27.202845 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.246844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for 461cdced-4326-4ef6-bddf-4dde14ddfedd owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:27.302903 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.396990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:27.403678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:27.411327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:27.417604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Pushing event updated for resources: {'Port': ['ID=f67a1942-d327-446a-9bf7-9d934ea5238b,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:27.467450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.20.0.1 (197f8ac0-9ae4-4d0e-b150-ee68018decf9/9d91cab2-5107-445c-aff9-77dca09b0064/b1f04f18-fd28-4836-b2ff-a4f6bcb7a458) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:27.505382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Attempting to bind port f67a1942-d327-446a-9bf7-9d934ea5238b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:27.505682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Attempting to bind port f67a1942-d327-446a-9bf7-9d934ea5238b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:27.506047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Attempting to bind port f67a1942-d327-446a-9bf7-9d934ea5238b on network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:27.513261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:27.513644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Checking segment: {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:27.514046 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.514438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Bound using segment: {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:27.514904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Bound port: f67a1942-d327-446a-9bf7-9d934ea5238b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:27.515281 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.525560 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.605088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=461cdced-4326-4ef6-bddf-4dde14ddfedd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:27.610010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No DVR routers for this DVR port 461cdced-4326-4ef6-bddf-4dde14ddfedd on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:27.629999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] For port f67a1942-d327-446a-9bf7-9d934ea5238b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:27.644561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] For port f67a1942-d327-446a-9bf7-9d934ea5238b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f67a1942-d327-446a-9bf7-9d934ea5238b,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:27.664288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86213e7-32b8-4ab8-98c9-dd0c66fc069e None None] DHCP port deletion for 2a563845-1525-4294-8431-b6281e4d3168 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:15:27.731819 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.746954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8f67628-9e29-4550-a59b-cf9b49c48833 req-7d868e41-27f4-42c2-8698-51289f7f29da tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0645943 Feb 09 16:15:27.891873 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:27.899552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fa92a52c-f0ab-4321-8dca-87108eb87382 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:28.069327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:28.175602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9450b5-0340-473a-a9a6-449c73320d2e None None] Pushing event updated for resources: {'Port': ['ID=f67a1942-d327-446a-9bf7-9d934ea5238b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:28.267255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:28.287729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:28.325666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:28.375066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fa92a52c-f0ab-4321-8dca-87108eb87382 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:28.375574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:28.470791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:28.541220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:28.603559 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:28.710295 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:28.751323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port fa92a52c-f0ab-4321-8dca-87108eb87382, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fa92a52c-f0ab-4321-8dca-87108eb87382,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:28.756965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:28.862329 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.009074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 461cdced-4326-4ef6-bddf-4dde14ddfedd no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:29.019666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.074952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a563845-1525-4294-8431-b6281e4d3168']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:29.099416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 461cdced-4326-4ef6-bddf-4dde14ddfedd {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:29.100161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 461cdced-4326-4ef6-bddf-4dde14ddfedd not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:29.100827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d4f1437e-50d3-4dae-9ac9-a9d4f866983e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:29.153295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d4f1437e-50d3-4dae-9ac9-a9d4f866983e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:29.153866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d4f1437e-50d3-4dae-9ac9-a9d4f866983e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:29.157467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=fa92a52c-f0ab-4321-8dca-87108eb87382,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:29.168855 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.184197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b9021fb-ee9b-469b-91d4-593dba9e5b35 req-73547402-e21f-4c03-9c96-2be56062f7ac tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.1047955 Feb 09 16:15:29.187489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60aaa493-ede1-4b62-83f0-3b827556d1b9') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:29.187976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60aaa493-ede1-4b62-83f0-3b827556d1b9') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:29.228728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.297182 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.313884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:15:29.322071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:15:29.450005 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:15:29.588665 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.605240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:29.626393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/2a563845-1525-4294-8431-b6281e4d3168 HTTP/1.1" status: 204 len: 168 time: 2.9827979 Feb 09 16:15:29.627108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41510) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:29.649653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef69be-0659-4e73-92a3-d65985ad83ba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=2a563845-1525-4294-8431-b6281e4d3168,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:29.754701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fa92a52c-f0ab-4321-8dca-87108eb87382 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:29.845095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fa92a52c-f0ab-4321-8dca-87108eb87382 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:29.845485 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.048321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.085295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f67a1942-d327-446a-9bf7-9d934ea5238b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:30.120372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.200525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f67a1942-d327-446a-9bf7-9d934ea5238b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:30.201688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.211452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-2d7b8b21-8c37-47b7-a8bc-36cad77b0256 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:30.217993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-2d7b8b21-8c37-47b7-a8bc-36cad77b0256 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:30.226631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-2d7b8b21-8c37-47b7-a8bc-36cad77b0256 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:30.231392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-2d7b8b21-8c37-47b7-a8bc-36cad77b0256 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:30.237421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-2d7b8b21-8c37-47b7-a8bc-36cad77b0256 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:30.244628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-2d7b8b21-8c37-47b7-a8bc-36cad77b0256 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:30.254308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-2d7b8b21-8c37-47b7-a8bc-36cad77b0256 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:30.262106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-2d7b8b21-8c37-47b7-a8bc-36cad77b0256 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.1904519 Feb 09 16:15:30.328715 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.438185 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.506238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port f67a1942-d327-446a-9bf7-9d934ea5238b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f67a1942-d327-446a-9bf7-9d934ea5238b,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:30.545437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.571033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:30.589871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b032e5-789c-49ec-be94-41c9fd4f7e95 None None] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:30.638012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7f55fa4-8c1d-4de4-b2ef-b62bf645052e req-a348d096-892d-45f1-a437-764dc0769e76 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.1695867 Feb 09 16:15:30.638012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8051d14f-815e-442a-9ef8-444fe930ed3b req-84cc3ee2-1f4f-49da-9df4-b8fe01f5dac0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2758312 Feb 09 16:15:30.730478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.760192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-6b3d1514-1318-4cb5-ade3-3b9a5fb4e245 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:30.763532 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-6b3d1514-1318-4cb5-ade3-3b9a5fb4e245 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.5116086 Feb 09 16:15:30.783251 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'port': {'device_id': '4c58a74c-a1d4-40ff-adee-be09dc65e457', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'admin_state_up': True, 'tenant_id': '86d7c946276a42d6a2439d9da69e9451'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:30.887198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=f67a1942-d327-446a-9bf7-9d934ea5238b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:30.890915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:30.919914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3202f041-1b72-42b1-a5bc-0983ed64e5ec None None] Provisioning complete for port f67a1942-d327-446a-9bf7-9d934ea5238b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:30.920388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3202f041-1b72-42b1-a5bc-0983ed64e5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:31.000880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:31.004283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:31.263542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:31.372286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:31.375989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:31.493937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port bd702ed6-662e-4edc-9a55-0d48d82044d1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:31.493937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:31.581305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:31.596633 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-36006d58-28cc-4745-acae-06f0aeebc452 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "PUT /v2.0/routers/91162efa-d28f-45aa-bea3-bf4fb9961cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9305224 Feb 09 16:15:31.602633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Sync routers for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:31.636395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:31.637010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:31.644478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f67a1942-d327-446a-9bf7-9d934ea5238b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:31.761433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port bd702ed6-662e-4edc-9a55-0d48d82044d1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bd702ed6-662e-4edc-9a55-0d48d82044d1,segment=NetworkSegment(9cb24be4-3660-456e-a2b5-120fc742be40),segment_id=9cb24be4-3660-456e-a2b5-120fc742be40)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:31.764333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:31.790228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.20.0.9 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/1d63e470-048d-456c-b709-1a8d59e5a14f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:31.799961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for bd702ed6-662e-4edc-9a55-0d48d82044d1 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:32.033563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dfd4210-64d2-4c3b-8e4a-866f7c348453 req-3181a68b-f50b-4944-b780-8104702962fe tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.2132719 Feb 09 16:15:32.321633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:32.329698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-8bb93992-846b-4a43-84b4-13f5da681649 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:32.345875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-8bb93992-846b-4a43-84b4-13f5da681649 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:32.348015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1041ebdd-30dc-4d2d-9ecb-c022393e2a0f None None] Provisioning complete for port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:32.348604 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1041ebdd-30dc-4d2d-9ecb-c022393e2a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:32.389856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-8bb93992-846b-4a43-84b4-13f5da681649 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:32.413384 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:32.415981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-8bb93992-846b-4a43-84b4-13f5da681649 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:32.423381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f67a1942-d327-446a-9bf7-9d934ea5238b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:32.423899 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:32.437557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-8bb93992-846b-4a43-84b4-13f5da681649 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:32.439078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:32.457441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-8bb93992-846b-4a43-84b4-13f5da681649 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:32.468529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:32.476648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-8bb93992-846b-4a43-84b4-13f5da681649 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:32.491374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-8bb93992-846b-4a43-84b4-13f5da681649 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.6244094 Feb 09 16:15:32.494699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1041ebdd-30dc-4d2d-9ecb-c022393e2a0f None None] Port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:32.581142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1041ebdd-30dc-4d2d-9ecb-c022393e2a0f None None] Provisioning complete for port f67a1942-d327-446a-9bf7-9d934ea5238b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:32.581688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1041ebdd-30dc-4d2d-9ecb-c022393e2a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:32.754046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:32.761034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=1d63e470-048d-456c-b709-1a8d59e5a14f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:32.769413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:32.773244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:32.819550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-5f3c1149-2ae3-4565-b8fc-2d3ddaa43577 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546763339&fields=id&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 267 time: 0.6266723 Feb 09 16:15:32.906856 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:32.917040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:32.967513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:33.031727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=bd702ed6-662e-4edc-9a55-0d48d82044d1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:33.059457 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-70a4ca10-83ef-466c-b37b-b1c5989a1e07 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2831180 Feb 09 16:15:33.072661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Request body: {'port': {'device_id': '4c58a74c-a1d4-40ff-adee-be09dc65e457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:33.134051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c8cecac-63ad-4734-864f-2e3a46363127 req-7d439e5f-a389-4a3d-ae51-29f38edaa5f4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6198707 Feb 09 16:15:33.233560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-13f98594-5133-419a-884f-6c834a264cc2 None None] Provisioning complete for port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:33.236853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-13f98594-5133-419a-884f-6c834a264cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:33.338046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-13f98594-5133-419a-884f-6c834a264cc2 None None] Port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:33.345418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:33.398292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:29Z', 'revision_number': 2, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:33.446862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Checking router: 91162efa-d28f-45aa-bea3-bf4fb9961cc8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:33.447219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Updating router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:15:33.530253 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:33.546671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bd58607e-d774-4598-9973-0eb7b15629ec None None] Provisioning complete for port 1d63e470-048d-456c-b709-1a8d59e5a14f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:33.547166 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd58607e-d774-4598-9973-0eb7b15629ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:33.622437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:33.701519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bd58607e-d774-4598-9973-0eb7b15629ec None None] Port 1d63e470-048d-456c-b709-1a8d59e5a14f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:33.827172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2824-ceac-4d88-a3d0-746430a78822 req-015bb4aa-fa30-483b-9d7a-dfade6474a0a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:33.830791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-015bb4aa-fa30-483b-9d7a-dfade6474a0a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/networks?id=197f8ac0-9ae4-4d0e-b150-ee68018decf9 HTTP/1.1" status: 200 len: 796 time: 0.9930282 Feb 09 16:15:33.898195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-39d872fd-4cb3-49db-a6ce-58519e9b7309 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:33.907479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-39d872fd-4cb3-49db-a6ce-58519e9b7309 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:33.917230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-39d872fd-4cb3-49db-a6ce-58519e9b7309 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:33.924561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-39d872fd-4cb3-49db-a6ce-58519e9b7309 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:33.931869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-39d872fd-4cb3-49db-a6ce-58519e9b7309 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:33.939168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-39d872fd-4cb3-49db-a6ce-58519e9b7309 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:33.948573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-39d872fd-4cb3-49db-a6ce-58519e9b7309 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:33.952584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-39d872fd-4cb3-49db-a6ce-58519e9b7309 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.6714327 Feb 09 16:15:33.974694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-3e2d417e-5724-4997-a1ba-c5fb98ee4ade tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/quotas/8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 375 time: 0.1260409 Feb 09 16:15:34.025801 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d63e470-048d-456c-b709-1a8d59e5a14f {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:15:34.030141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-4d41d25e-1eb6-4ed0-9727-bc0a618e866a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:34.032226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-4d41d25e-1eb6-4ed0-9727-bc0a618e866a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "GET /v2.0/ports/ba14ea01-c13f-4107-a3eb-d8a84edd6042?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0561447 Feb 09 16:15:34.042378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:34.055687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc516584-7081-4a19-9a90-f2a314131317 req-ef293fb0-bef3-48a7-b1ab-0041c61fd8ab tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:34.062891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc516584-7081-4a19-9a90-f2a314131317 req-ef293fb0-bef3-48a7-b1ab-0041c61fd8ab tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 931 time: 0.7263081 Feb 09 16:15:34.078719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Transition to ACTIVE for port object 1d63e470-048d-456c-b709-1a8d59e5a14f will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:15:34.120399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:34.267558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc516584-7081-4a19-9a90-f2a314131317 req-254c7fd7-c2b2-42ec-ae4d-b658ff450b23 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756980 Feb 09 16:15:34.282841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-9f30df80-c603-4665-9e1b-10d4b52676ea tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2472322 Feb 09 16:15:34.301323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:34.324120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:34.380116 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:34.395308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-020f069c-c72a-4938-b6bb-11bec814660b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "GET /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3330200 Feb 09 16:15:34.496543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Pushing event updated for resources: {'Port': ['ID=1d63e470-048d-456c-b709-1a8d59e5a14f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:34.548672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-1b943bb1-9370-4e3d-a189-68a7f2d6e69c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:15:34.548975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230eecb-5a77-4079-9e8e-d3048a1cb1e7 None None] Pushing event updated for resources: {'Port': ['ID=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:34.551430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-1b943bb1-9370-4e3d-a189-68a7f2d6e69c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2387333 Feb 09 16:15:34.678426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Attempting to bind port 1d63e470-048d-456c-b709-1a8d59e5a14f on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:34.678754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Attempting to bind port 1d63e470-048d-456c-b709-1a8d59e5a14f by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:34.679230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Attempting to bind port 1d63e470-048d-456c-b709-1a8d59e5a14f on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:34.685342 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Port 1d63e470-048d-456c-b709-1a8d59e5a14f on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:15:34.685702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Attempting to bind port 1d63e470-048d-456c-b709-1a8d59e5a14f on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:34.686382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:34.694684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:34.695014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:34.696506 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:34.697606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Bound port: 1d63e470-048d-456c-b709-1a8d59e5a14f, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:34.698296 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:34.704125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Attempting to bind port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:34.704558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Attempting to bind port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:34.704916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Attempting to bind port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 on network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:34.722022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:34.722666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Checking segment: {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:34.723128 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:34.723631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Bound using segment: {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:34.724271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Bound port: b1f04f18-fd28-4836-b2ff-a4f6bcb7a458, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:34.724550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:34.858033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-f18b47ea-d08b-4aa1-85a8-c3900d6bb2fb service neutron] 10.222.0.53 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932847 Feb 09 16:15:34.909479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] For port 1d63e470-048d-456c-b709-1a8d59e5a14f, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:34.919008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] For port 1d63e470-048d-456c-b709-1a8d59e5a14f, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d63e470-048d-456c-b709-1a8d59e5a14f,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:34.922168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] For port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:34.929737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] For port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:34.935081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:34.947629 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:34.958957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4f9d0694-72fa-4f12-896e-6f4476621c29 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3169005 Feb 09 16:15:34.962816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41598) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:34.982467 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:34.984051 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:35.028202 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:35.072015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:35.100842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ffff0e-8881-4233-b786-e99803094c7a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting subnet 5fed194f-d88a-4984-a126-654fac98c64b {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:15:35.110020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1ffff0e-8881-4233-b786-e99803094c7a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:35.135877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-341c713c-abba-415d-9b70-ffffa439bacd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.149955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-341c713c-abba-415d-9b70-ffffa439bacd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.158803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-341c713c-abba-415d-9b70-ffffa439bacd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.165637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-341c713c-abba-415d-9b70-ffffa439bacd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.177352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-341c713c-abba-415d-9b70-ffffa439bacd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.240929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:35.240929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:35.241225 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:35.241321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-341c713c-abba-415d-9b70-ffffa439bacd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.241321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-341c713c-abba-415d-9b70-ffffa439bacd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.241493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:35.241590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-341c713c-abba-415d-9b70-ffffa439bacd tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 5430 time: 0.6703267 Feb 09 16:15:35.291108 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:32Z', 'revision_number': 11, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:35.364262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.364930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:35.367715 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d63e470-048d-456c-b709-1a8d59e5a14f HTTP/1.1" status: 200 len: 1091 time: 2.2994492 Feb 09 16:15:35.381201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:35.390851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c58a74c-a1d4-40ff-adee-be09dc65e457', 'tag': '1d63e470-048d-456c-b709-1a8d59e5a14f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:35.399633 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dddcaf-80b0-410f-bfd5-f31e99619bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c58a74c-a1d4-40ff-adee-be09dc65e457", "tag": "1d63e470-048d-456c-b709-1a8d59e5a14f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:35.423255 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1ffff0e-8881-4233-b786-e99803094c7a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:35.437000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-f681d4b4-d7e0-4df4-8fb1-ee432c71fd95 service neutron] 10.222.0.53 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369921 Feb 09 16:15:35.439336 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:35.468919 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:35.469874 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:35.666352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e86f448b-e500-4db1-88aa-cf3e190a84f1 req-1019f7dd-ff4f-4fe9-82b4-35035e0680fe tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4578941 Feb 09 16:15:35.693515 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:35.723884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b681e-bce7-495f-87b3-087e7369b514 service neutron] Pushing event updated for resources: {'Port': ['ID=1d63e470-048d-456c-b709-1a8d59e5a14f,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:35.901590 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:32Z', 'revision_number': 11, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:35.910396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] For port ba14ea01-c13f-4107-a3eb-d8a84edd6042, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ba14ea01-c13f-4107-a3eb-d8a84edd6042,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:35.973290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] For port ba14ea01-c13f-4107-a3eb-d8a84edd6042, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:35.980217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-49055b92-32ad-4ab6-8d98-bb453592071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:35.981961 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-49055b92-32ad-4ab6-8d98-bb453592071c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 1094 time: 0.3127351 Feb 09 16:15:36.015743 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b68fa1-325f-48b2-b5fe-513fdaf4f46d x-openstack-request-id: req-23b68fa1-325f-48b2-b5fe-513fdaf4f46d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:36.015743 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c58a74c-a1d4-40ff-adee-be09dc65e457", "tag": "1d63e470-048d-456c-b709-1a8d59e5a14f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:36.015743 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23b68fa1-325f-48b2-b5fe-513fdaf4f46d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:36.016271 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c58a74c-a1d4-40ff-adee-be09dc65e457', 'tag': '1d63e470-048d-456c-b709-1a8d59e5a14f', 'status': 'completed', 'code': 200} Feb 09 16:15:36.017631 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1ffff0e-8881-4233-b786-e99803094c7a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.019196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] device_id is not set on port ba14ea01-c13f-4107-a3eb-d8a84edd6042 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:15:36.030909 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.062727 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b733324-c814-4440-9fe5-bbb3299d1852 None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:32Z', 'revision_number': 11, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:36.073199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e2728606-5544-4a52-8521-7bdfeabf4734 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:36.102825 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-58561416-4d92-4da7-b6cc-85bc6d41ebde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d63e470-048d-456c-b709-1a8d59e5a14f HTTP/1.1" status: 200 len: 217 time: 0.1026740 Feb 09 16:15:36.159122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b6474d90-aee5-48b7-b25a-4709e9370f08 None None] Provisioning complete for port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:36.159122 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6474d90-aee5-48b7-b25a-4709e9370f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.159543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcfb8aee-ca36-4b1d-a7a9-f87e3598f6c0 req-ce890fc2-48f6-426f-8c05-b20991a0d737 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 210 time: 0.1020470 Feb 09 16:15:36.190073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-074de865-4c14-428d-9736-18c19fe5bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:36.193648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.193920 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-074de865-4c14-428d-9736-18c19fe5bec0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0813754 Feb 09 16:15:36.201910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230eecb-5a77-4079-9e8e-d3048a1cb1e7 None None] Pushing event updated for resources: {'Port': ['ID=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:36.321847 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1ffff0e-8881-4233-b786-e99803094c7a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.334072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6474d90-aee5-48b7-b25a-4709e9370f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.340546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-b5bd0e83-29d6-4ce3-bd44-120bd31db6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:36.343903 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-b5bd0e83-29d6-4ce3-bd44-120bd31db6c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447625 Feb 09 16:15:36.413340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b6474d90-aee5-48b7-b25a-4709e9370f08 None None] For port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:36.435402 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.486225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffff0e-8881-4233-b786-e99803094c7a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Subnet': ['ID=5fed194f-d88a-4984-a126-654fac98c64b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:36.498443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e2728606-5544-4a52-8521-7bdfeabf4734, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e2728606-5544-4a52-8521-7bdfeabf4734,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:36.500563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe26a00-d11c-4228-b697-5051aedb9206 None None] Network 7de85899-cbfc-45b2-b326-f088dba29eb5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:36.505464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2728606-5544-4a52-8521-7bdfeabf4734'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:36.505867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1ffff0e-8881-4233-b786-e99803094c7a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.511951 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184002aa-b663-4b5d-92ce-ae3560bc9403" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "e2728606-5544-4a52-8521-7bdfeabf4734"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:36.526321 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e1ffff0e-8881-4233-b786-e99803094c7a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/5fed194f-d88a-4984-a126-654fac98c64b HTTP/1.1" status: 204 len: 168 time: 1.5584936 Feb 09 16:15:36.541791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41620) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:36.553280 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6474d90-aee5-48b7-b25a-4709e9370f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.575563 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] No DVR routers for this DVR port ba14ea01-c13f-4107-a3eb-d8a84edd6042 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:36.585502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155634c-a0de-4a64-bcc9-761afab1d45c req-d9b46a40-b05f-4272-a7bd-77a09fecfc25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:36.587699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7155634c-a0de-4a64-bcc9-761afab1d45c req-d9b46a40-b05f-4272-a7bd-77a09fecfc25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.5533705 Feb 09 16:15:36.598513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] Pushing event updated for resources: {'Port': ['ID=ba14ea01-c13f-4107-a3eb-d8a84edd6042,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:36.676512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:34Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:36.754716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] In _notify_port_updated(), no bound segment for port ba14ea01-c13f-4107-a3eb-d8a84edd6042 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:15:36.755704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:36.756397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.758538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-d896cb1f-a94e-4a53-8dff-64d98c4f7056 service neutron] 10.222.0.73 "PUT /v2.0/ports/ba14ea01-c13f-4107-a3eb-d8a84edd6042 HTTP/1.1" status: 200 len: 1027 time: 2.3565269 Feb 09 16:15:36.799120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7155634c-a0de-4a64-bcc9-761afab1d45c req-3a9d4c04-93cb-491b-8084-99725a110208 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149056 Feb 09 16:15:36.838042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:36.850217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:36.851275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-c57455ce-2bb9-48da-9aee-c55fe9f68fe5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:36.851275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-c57455ce-2bb9-48da-9aee-c55fe9f68fe5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "GET /v2.0/ports/7cec8f69-c6a9-4d1f-9323-bdb476367ae2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0762637 Feb 09 16:15:36.875746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:37.683291 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b83a64d-4f39-45a0-b3f6-7963a12ef79c x-openstack-request-id: req-5b83a64d-4f39-45a0-b3f6-7963a12ef79c {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:37.683291 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "e2728606-5544-4a52-8521-7bdfeabf4734", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:37.683291 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b83a64d-4f39-45a0-b3f6-7963a12ef79c {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:37.683291 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2728606-5544-4a52-8521-7bdfeabf4734', 'code': 200} Feb 09 16:15:37.683291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd132661-376f-4b72-8cbf-676bc207aff1 None None] The sync data for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 is: [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:34Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:37.697062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:37.697797 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-2c2c988c-dbb5-4434-b861-6872b865941e service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792023 Feb 09 16:15:37.713286 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:37.759948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6474d90-aee5-48b7-b25a-4709e9370f08 None None] Pushing event updated for resources: {'Port': ['ID=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:37.762887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:37.777368 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-5e15103e-00c0-4386-acb8-636a2194ab0d req-360bc030-afe0-4bb2-92cc-1f98dad812a0 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289896 Feb 09 16:15:37.899345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Deleting port f006aef1-1e2c-4aec-843f-432e8c402e28 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:37.899697 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:37.945071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-01ba0691-3493-4374-b306-2370b67c00b0 None None] Provisioning complete for port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:37.946100 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01ba0691-3493-4374-b306-2370b67c00b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:37.990789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] For port f006aef1-1e2c-4aec-843f-432e8c402e28, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f006aef1-1e2c-4aec-843f-432e8c402e28,segment=NetworkSegment(9cb24be4-3660-456e-a2b5-120fc742be40),segment_id=9cb24be4-3660-456e-a2b5-120fc742be40)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:37.991315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:38.015310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Calling delete_port for f006aef1-1e2c-4aec-843f-432e8c402e28 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:38.085546 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:38.157693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=e2728606-5544-4a52-8521-7bdfeabf4734,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:38.208786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:38.209435 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:38.247224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:38.390720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] DHCP port deletion for 7de85899-cbfc-45b2-b326-f088dba29eb5 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:15:38.434795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-90a1b59e-9d80-404c-bbe7-f4aac67fbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.439301 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-90a1b59e-9d80-404c-bbe7-f4aac67fbc60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 1094 time: 0.1530459 Feb 09 16:15:38.520124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4250-9380-47b0-bf5b-0197466e4ba2 req-3776cb98-86ad-44d9-b5a9-58290ac2c5ca tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.541060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4250-9380-47b0-bf5b-0197466e4ba2 req-3776cb98-86ad-44d9-b5a9-58290ac2c5ca tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.563778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4250-9380-47b0-bf5b-0197466e4ba2 req-3776cb98-86ad-44d9-b5a9-58290ac2c5ca tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.592189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-033c0528-fffa-411d-bd3a-143ce53e7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.594259 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-033c0528-fffa-411d-bd3a-143ce53e7bc0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.1477308 Feb 09 16:15:38.595861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:38.598798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4250-9380-47b0-bf5b-0197466e4ba2 req-3776cb98-86ad-44d9-b5a9-58290ac2c5ca tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.629941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4250-9380-47b0-bf5b-0197466e4ba2 req-3776cb98-86ad-44d9-b5a9-58290ac2c5ca tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.641774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Port': ['ID=f006aef1-1e2c-4aec-843f-432e8c402e28,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:38.660688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4250-9380-47b0-bf5b-0197466e4ba2 req-3776cb98-86ad-44d9-b5a9-58290ac2c5ca tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.668139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbe4250-9380-47b0-bf5b-0197466e4ba2 req-3776cb98-86ad-44d9-b5a9-58290ac2c5ca tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 4654 time: 1.5481968 Feb 09 16:15:38.693393 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-11b0b47f-cdae-434b-84a3-24f803db163c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d63e470-048d-456c-b709-1a8d59e5a14f HTTP/1.1" status: 200 len: 217 time: 0.0915861 Feb 09 16:15:38.694683 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No DVR routers for this DVR port f006aef1-1e2c-4aec-843f-432e8c402e28 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:38.759341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-4f8665dc-0ccd-4d12-96df-9fc12ca8c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:38.771591 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-4f8665dc-0ccd-4d12-96df-9fc12ca8c4fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0605843 Feb 09 16:15:38.771781 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:38.771781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 71dd16a6-a5f1-4e50-9a90-643297243a7c no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:38.823491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-694f538a-2905-4000-adb0-8422a8be0eb7 req-93a175b5-7857-40c8-8f2c-4bd020771eba tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 210 time: 0.1538751 Feb 09 16:15:38.828264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] For port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:38.880233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbe4250-9380-47b0-bf5b-0197466e4ba2 req-d28d99fd-de13-4881-8441-544551951dfa tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&id=cb659550-438e-4904-a1b5-57813b249473&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862030 Feb 09 16:15:39.007755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] For port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:39.221902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:39.232828 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7c0260-acc7-4b5a-8c45-307cdc86f191" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:39.246438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:39.319658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:39.328790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-2cbf86cf-18b9-4243-a5be-f910fb85ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:39.332972 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-2cbf86cf-18b9-4243-a5be-f910fb85ea65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5644245 Feb 09 16:15:39.379928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] device_id is not set on port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:15:39.463099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:39.494858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d343239-1ed2-4f36-a7be-5a24c28a039c req-707762ba-911e-47b9-af57-344b7524f871 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:39.499142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d343239-1ed2-4f36-a7be-5a24c28a039c req-707762ba-911e-47b9-af57-344b7524f871 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.3879600 Feb 09 16:15:39.588376 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:39.621972 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6add7ec1-fc27-4004-b00d-0d65539ba37e x-openstack-request-id: req-6add7ec1-fc27-4004-b00d-0d65539ba37e {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:39.622695 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:39.623265 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6add7ec1-fc27-4004-b00d-0d65539ba37e {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:39.624067 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16', 'code': 200} Feb 09 16:15:39.691716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de85899-cbfc-45b2-b326-f088dba29eb5']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:39.784464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] Deleting port f006aef1-1e2c-4aec-843f-432e8c402e28 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:39.785317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:39.787473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d343239-1ed2-4f36-a7be-5a24c28a039c req-098cbd99-4f43-4ece-a40c-404e12fe7786 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743697 Feb 09 16:15:39.931554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] No DVR routers for this DVR port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:40.001862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-bf1fff62-8ac1-4742-abbd-1f0fc46e6ebc service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518779 Feb 09 16:15:40.048383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb24be4-3660-456e-a2b5-120fc742be40') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:40.048383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb24be4-3660-456e-a2b5-120fc742be40') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:40.049371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bd702ed6-662e-4edc-9a55-0d48d82044d1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:40.075131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f4f98b3e-8d66-4ae6-8a61-cc7ba9f0a98b None None] Provisioning complete for port ba14ea01-c13f-4107-a3eb-d8a84edd6042 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:40.075718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f4f98b3e-8d66-4ae6-8a61-cc7ba9f0a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:40.159327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:40.308606 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:40.330390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] In _notify_port_updated(), no bound segment for port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 on network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 {{(pid=103178) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 09 16:15:40.332074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:40.333950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:40.338426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] 10.222.0.73 "PUT /v2.0/ports/7cec8f69-c6a9-4d1f-9323-bdb476367ae2 HTTP/1.1" status: 200 len: 1026 time: 3.4794035 Feb 09 16:15:40.372747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:15:40.379287 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:40.390698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182dc65-53bf-4cb8-9a90-3ada9adbd011 service neutron] Pushing event updated for resources: {'Port': ['ID=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:15:40.393418 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:15:40.444256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2238b9d-86b7-4244-930e-4f65e7b24fa9 req-e6db1f9f-256a-4ff5-bc05-aa651e43fe72 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 210 time: 0.1019216 Feb 09 16:15:40.624166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: bd702ed6-662e-4edc-9a55-0d48d82044d1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:40.624929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bd702ed6-662e-4edc-9a55-0d48d82044d1 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:40.714197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:40.718310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead3ff-cf71-434b-9f65-f553c3fa8ba6 req-23c89a45-c3da-4c5d-ad51-acb926829b23 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:40.732919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead3ff-cf71-434b-9f65-f553c3fa8ba6 req-23c89a45-c3da-4c5d-ad51-acb926829b23 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:40.750485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead3ff-cf71-434b-9f65-f553c3fa8ba6 req-23c89a45-c3da-4c5d-ad51-acb926829b23 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:40.753780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] For port f006aef1-1e2c-4aec-843f-432e8c402e28, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:40.754443 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:40.762756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f4f98b3e-8d66-4ae6-8a61-cc7ba9f0a98b None None] Port ba14ea01-c13f-4107-a3eb-d8a84edd6042 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:40.779999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead3ff-cf71-434b-9f65-f553c3fa8ba6 req-23c89a45-c3da-4c5d-ad51-acb926829b23 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:40.815962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ead3ff-cf71-434b-9f65-f553c3fa8ba6 req-23c89a45-c3da-4c5d-ad51-acb926829b23 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:40.820053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25ead3ff-cf71-434b-9f65-f553c3fa8ba6 req-23c89a45-c3da-4c5d-ad51-acb926829b23 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 3879 time: 0.5967236 Feb 09 16:15:40.866708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] Calling delete_port for f006aef1-1e2c-4aec-843f-432e8c402e28 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:40.935332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] Port f006aef1-1e2c-4aec-843f-432e8c402e28 was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:15:41.001433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 71dd16a6-a5f1-4e50-9a90-643297243a7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:41.003107 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.021065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:41.192566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25ead3ff-cf71-434b-9f65-f553c3fa8ba6 req-64ea35ea-81ff-4db4-804d-25a0c3bf15d7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707159 Feb 09 16:15:41.270007 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.292725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device bdaa2880-7a0d-4763-9aa7-20f60925bdf8 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:41.337309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] Pushing event deleted for resources: {'Port': ['ID=f006aef1-1e2c-4aec-843f-432e8c402e28,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:41.363051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f6ca2a9-3e20-4ab4-89ea-95469e45f2db None None] Provisioning complete for port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:41.363645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f6ca2a9-3e20-4ab4-89ea-95469e45f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.385735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150be5a-754c-4402-ae58-eacc2578180f None None] No DVR routers for this DVR port f006aef1-1e2c-4aec-843f-432e8c402e28 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:41.472357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port 71dd16a6-a5f1-4e50-9a90-643297243a7c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:41.473175 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.526857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65bea6-362c-43b1-9450-8828583a1aa6 req-0135fde6-1238-4dbf-924c-8acab3dbf921 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:41.563812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff65bea6-362c-43b1-9450-8828583a1aa6 req-0135fde6-1238-4dbf-924c-8acab3dbf921 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.3991249 Feb 09 16:15:41.630138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:41.632416 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a69ebd3-8e90-4b73-8166-599c3015f7c5" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:41.713145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=71dd16a6-a5f1-4e50-9a90-643297243a7c,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:41.719510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9f6ca2a9-3e20-4ab4-89ea-95469e45f2db None None] Port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:41.751814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:41.752235 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.785055 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-42dddcaf-80b0-410f-bfd5-f31e99619bd7 req-d1f91a1f-6e81-4a32-a1a5-7ded524b24cf service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7746537 Feb 09 16:15:41.828916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.868313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.876154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.879450 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/networks/7de85899-cbfc-45b2-b326-f088dba29eb5 HTTP/1.1" status: 204 len: 168 time: 5.3200154 Feb 09 16:15:41.886548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41666) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:41.907172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] For port 71dd16a6-a5f1-4e50-9a90-643297243a7c, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=71dd16a6-a5f1-4e50-9a90-643297243a7c,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:41.907936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:41.922664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port bdaa2880-7a0d-4763-9aa7-20f60925bdf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:41.929137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'routes': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:41.938511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783eb11-ee07-4f7b-a828-edd2da2d83ed tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Pushing event deleted for resources: {'Network': ['ID=7de85899-cbfc-45b2-b326-f088dba29eb5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:41.959175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2e1ac9b3-649d-4d62-80b4-5cb9006ac29b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:41.962214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2e1ac9b3-649d-4d62-80b4-5cb9006ac29b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "GET /v2.0/networks?id=197f8ac0-9ae4-4d0e-b150-ee68018decf9 HTTP/1.1" status: 200 len: 796 time: 1.0827663 Feb 09 16:15:42.012600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:42.013341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ba14ea01-c13f-4107-a3eb-d8a84edd6042 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:42.136640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b95278c-5ca8-4868-a217-8d1818f2d7a6 req-7ebfbe35-eb06-42dd-b559-ce8b613c946d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 210 time: 0.1886613 Feb 09 16:15:42.205976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f006aef1-1e2c-4aec-843f-432e8c402e28 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:42.211780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff65bea6-362c-43b1-9450-8828583a1aa6 req-13fd72b6-7fd6-4ca7-b463-33a08e58ac3e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438165 Feb 09 16:15:42.320556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.extraroute_db [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Added routes are [] {{(pid=103179) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 16:15:42.321696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.extraroute_db [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Removed routes are [] {{(pid=103179) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 16:15:42.322575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:42.338235 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d41fd8-529a-4120-85a7-7fe1b60b5efd x-openstack-request-id: req-95d41fd8-529a-4120-85a7-7fe1b60b5efd {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:42.338554 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:42.338816 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95d41fd8-529a-4120-85a7-7fe1b60b5efd {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:42.347580 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'code': 200} Feb 09 16:15:42.358474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f006aef1-1e2c-4aec-843f-432e8c402e28 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:15:42.359111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f006aef1-1e2c-4aec-843f-432e8c402e28 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:42.407496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:42.421881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ba14ea01-c13f-4107-a3eb-d8a84edd6042 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:42.424240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 297c7613-f889-4019-b8a4-0a3bc50fb865 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:42.527706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-a7b06d04-b50e-4d59-870f-bc78be8d1858 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0a4caec7454704961c43365369d7ce HTTP/1.1" status: 200 len: 380 time: 0.3887448 Feb 09 16:15:42.586756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'port': {'device_id': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'admin_state_up': True, 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'security_groups': ['38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:42.614029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:42.703192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 297c7613-f889-4019-b8a4-0a3bc50fb865, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=297c7613-f889-4019-b8a4-0a3bc50fb865,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:42.749105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:42.749582 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:42.749863 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Floating IP f6c02bf2-5a6a-4172-86f4-c5309db98c8c disassociated. External IP: 172.25.5.225, port: 71dd16a6-a5f1-4e50-9a90-643297243a7c. Feb 09 16:15:42.750231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for 71dd16a6-a5f1-4e50-9a90-643297243a7c owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:42.819243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:42.825424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:42.834063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1691d8-e49e-4e3f-af93-aaa4d75f6f73 req-7f609c51-accc-434c-aefa-3d7359b6b629 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:42.839313 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:42.840595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1691d8-e49e-4e3f-af93-aaa4d75f6f73 req-7f609c51-accc-434c-aefa-3d7359b6b629 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:42.841420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:15:42.847038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1691d8-e49e-4e3f-af93-aaa4d75f6f73 req-7f609c51-accc-434c-aefa-3d7359b6b629 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:42.853454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1691d8-e49e-4e3f-af93-aaa4d75f6f73 req-7f609c51-accc-434c-aefa-3d7359b6b629 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:42.860423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1691d8-e49e-4e3f-af93-aaa4d75f6f73 req-7f609c51-accc-434c-aefa-3d7359b6b629 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:42.870292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d1691d8-e49e-4e3f-af93-aaa4d75f6f73 req-7f609c51-accc-434c-aefa-3d7359b6b629 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 3875 time: 0.1980860 Feb 09 16:15:42.944993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 88a03bf1-1769-4068-8b59-bf0b36881b12 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:42.954755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:15:42.957165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=297c7613-f889-4019-b8a4-0a3bc50fb865,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:42.961906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d1691d8-e49e-4e3f-af93-aaa4d75f6f73 req-2d78aeee-4a15-49b7-8b3c-e57b5821e6f4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905347 Feb 09 16:15:43.060465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:43.071056 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:43.071589 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d3f1b93-f3ec-4e26-89ff-69bf4a0204fa tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 200 len: 705 time: 1.1619487 Feb 09 16:15:43.073074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] Sync routers for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:43.074850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41678) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:43.085112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:43.087562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:43.118592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e68ace49-cda3-428c-9b98-4c2df089a69a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 200 len: 205 time: 0.0407720 Feb 09 16:15:43.118592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Made reservation on behalf of 8e0a4caec7454704961c43365369d7ce for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:43.121941 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:43.124854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41680) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:43.197992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:43.255931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:43.266071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:32Z', 'revision_number': 11, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:43.335928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=71dd16a6-a5f1-4e50-9a90-643297243a7c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:43.365866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d00ea0-189a-4dc4-8828-3e98528e1e5f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:43.381613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] Checking router: 88a03bf1-1769-4068-8b59-bf0b36881b12 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:43.408209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] Routers {'88a03bf1-1769-4068-8b59-bf0b36881b12'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:43.409563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['88a03bf1-1769-4068-8b59-bf0b36881b12'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:43.587881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.20.0.10 (197f8ac0-9ae4-4d0e-b150-ee68018decf9/9d91cab2-5107-445c-aff9-77dca09b0064/c76ea4f7-0339-4a4e-bcbe-df02ed5b2672) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:43.629810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7063d542-af8c-4225-9a83-6d6d1c3c1e50 req-1fef854f-eed3-4e84-ac19-603d7fdb2760 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 210 time: 0.1854043 Feb 09 16:15:43.718817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] Set router 88a03bf1-1769-4068-8b59-bf0b36881b12 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:43.737659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d00ea0-189a-4dc4-8828-3e98528e1e5f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:43.742820 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d00ea0-189a-4dc4-8828-3e98528e1e5f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:43.810620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:32Z', 'revision_number': 11, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:43.828143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0f82-f3a2-43a1-8569-02c0cf09af19 req-f3c0745d-250b-4245-9a7a-4381ace62ee9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:43.828890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c05d0f82-f3a2-43a1-8569-02c0cf09af19 req-f3c0745d-250b-4245-9a7a-4381ace62ee9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.3627377 Feb 09 16:15:43.869210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb6b21-6b4f-4732-9b27-98f5ecf51c5f None None] The sync data for ids ['88a03bf1-1769-4068-8b59-bf0b36881b12'] in n-d-828542-1 is: [{'id': '88a03bf1-1769-4068-8b59-bf0b36881b12', 'name': 'tempest-RoutersIpV6Test-router-1769391815', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:28Z', 'updated_at': '2022-02-09T16:15:32Z', 'revision_number': 11, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:43.944437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c05d0f82-f3a2-43a1-8569-02c0cf09af19 req-d7410d7f-f8d5-4a48-9609-fc3544237c4d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072848 Feb 09 16:15:43.954585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Router cb6fa314-ec4f-4643-a0e5-219a56377274 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:15:44.033910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d00ea0-189a-4dc4-8828-3e98528e1e5f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.046086 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d00ea0-189a-4dc4-8828-3e98528e1e5f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Fanout notify agent at l3_agent the message router_deleted on router 88a03bf1-1769-4068-8b59-bf0b36881b12 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:15:44.064583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-73d00ea0-189a-4dc4-8828-3e98528e1e5f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.071746 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-73d00ea0-189a-4dc4-8828-3e98528e1e5f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 204 len: 168 time: 0.9415479 Feb 09 16:15:44.072783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41704) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:44.087975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e36fb09d-cb2a-4c46-88ba-d8a212cbd41a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-47007423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:44.184734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.271959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e36fb09d-cb2a-4c46-88ba-d8a212cbd41a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.273668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e36fb09d-cb2a-4c46-88ba-d8a212cbd41a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.282369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262493-c055-4ecc-b953-a61c1661c688 req-5ca8f25c-14d6-4e88-9b2b-7cdbeb900708 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:44.288577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262493-c055-4ecc-b953-a61c1661c688 req-5ca8f25c-14d6-4e88-9b2b-7cdbeb900708 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:44.294658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262493-c055-4ecc-b953-a61c1661c688 req-5ca8f25c-14d6-4e88-9b2b-7cdbeb900708 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:44.303495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c262493-c055-4ecc-b953-a61c1661c688 req-5ca8f25c-14d6-4e88-9b2b-7cdbeb900708 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:44.306015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c262493-c055-4ecc-b953-a61c1661c688 req-5ca8f25c-14d6-4e88-9b2b-7cdbeb900708 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 3140 time: 0.1923721 Feb 09 16:15:44.344065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:44.348799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8'}, {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297c7613-f889-4019-b8a4-0a3bc50fb865'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:44.354298 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a2faaa-26a8-462f-96a3-f05ba228fbe8" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "bdaa2880-7a0d-4763-9aa7-20f60925bdf8"}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "297c7613-f889-4019-b8a4-0a3bc50fb865"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:44.362595 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] Sync routers for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:44.401129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] No DVR routers for this DVR port 71dd16a6-a5f1-4e50-9a90-643297243a7c on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:44.413827 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:44.415964 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:44.419349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.423533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-12fa9451-d4a7-46c4-8c45-15134470df1d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "DELETE /v2.0/ports/71dd16a6-a5f1-4e50-9a90-643297243a7c HTTP/1.1" status: 204 len: 173 time: 4.0281851 Feb 09 16:15:44.424056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:44.428150 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbe3c2f-970a-457f-8ebe-1c679b6c5998" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:44.461464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e36fb09d-cb2a-4c46-88ba-d8a212cbd41a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.477984 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f7877-65e7-4ff6-b33d-7fd12f377cb3 x-openstack-request-id: req-255f7877-65e7-4ff6-b33d-7fd12f377cb3 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:44.478690 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "bdaa2880-7a0d-4763-9aa7-20f60925bdf8", "code": 200}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-unplugged", "status": "completed", "tag": "297c7613-f889-4019-b8a4-0a3bc50fb865", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:44.479250 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-255f7877-65e7-4ff6-b33d-7fd12f377cb3 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:44.485548 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8', 'code': 200} Feb 09 16:15:44.485548 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297c7613-f889-4019-b8a4-0a3bc50fb865', 'code': 200} Feb 09 16:15:44.505963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.538445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c262493-c055-4ecc-b953-a61c1661c688 req-8736c12f-dd6a-499c-b9d7-79b65d5da9d0 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955440 Feb 09 16:15:44.548715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e36fb09d-cb2a-4c46-88ba-d8a212cbd41a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.599066 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:44.624872 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bcd849-dac6-4943-b96d-2db4ab310fd0 x-openstack-request-id: req-b4bcd849-dac6-4943-b96d-2db4ab310fd0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:44.625208 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "71dd16a6-a5f1-4e50-9a90-643297243a7c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:44.625731 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4bcd849-dac6-4943-b96d-2db4ab310fd0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:44.626158 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': '71dd16a6-a5f1-4e50-9a90-643297243a7c', 'status': 'completed', 'code': 200} Feb 09 16:15:44.626791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:44.639908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:44.643063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:44.649620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:44.724755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:44.726002 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.756933 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e36fb09d-cb2a-4c46-88ba-d8a212cbd41a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:44.762449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41718) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:44.763136 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e36fb09d-cb2a-4c46-88ba-d8a212cbd41a tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6884468 Feb 09 16:15:44.775784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-458c44fc-3531-4950-a1b5-508e12fa9f1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:44.916442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-2695e92c-b09f-4902-9167-cde8f51eefac tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3354058 Feb 09 16:15:44.991710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Request body: {'port': {'device_id': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:45.097826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e7d5b81c-3a1e-4391-9ae3-dd34603326b6 None None] Provisioning complete for port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:45.100764 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e7d5b81c-3a1e-4391-9ae3-dd34603326b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:45.165550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5b81c-3a1e-4391-9ae3-dd34603326b6 None None] Port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:15:45.165884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:45.165884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:45.249167 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:45.259340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92cbf9-5e81-4b7d-918a-182ad5dd52a8 req-3f0289bc-0ee5-4a51-86b5-0343218edbf1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:45.261109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd92cbf9-5e81-4b7d-918a-182ad5dd52a8 req-3f0289bc-0ee5-4a51-86b5-0343218edbf1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 932 time: 0.3822460 Feb 09 16:15:45.274482 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:55Z', 'revision_number': 5, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:45.332758 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] Checking router: cb6fa314-ec4f-4643-a0e5-219a56377274 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:45.358868 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:45.360154 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:45.418447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-458c44fc-3531-4950-a1b5-508e12fa9f1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33140264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12219'] for router, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:45.631587 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:45.919767 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:55Z', 'revision_number': 5, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:45.950494 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac68a4-6a97-441b-b2b3-cd0080df8606 None None] The sync data for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 is: [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:07:41Z', 'revision_number': 4, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '5230de48-0904-4be2-bebe-253f43295f76', 'name': '', 'network_id': '69d961b1-3160-43c7-989b-93407151af0e', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'mac_address': 'fa:16:3e:c1:69:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:39Z', 'updated_at': '2022-02-09T16:07:55Z', 'revision_number': 5, 'project_id': 'b36933f38f584954a6601282195d94fc', 'subnets': [{'id': 'a2999133-afaf-4f57-b742-3f7b8281b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:46.024504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd92cbf9-5e81-4b7d-918a-182ad5dd52a8 req-b88de462-93e5-4b60-85a4-aee95fe22493 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7435293 Feb 09 16:15:46.042955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcb45d-a407-405e-a23d-7b813011d466 req-5fb7f640-e034-4a6d-aa9b-a0a55006ac19 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:46.045412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91fcb45d-a407-405e-a23d-7b813011d466 req-5fb7f640-e034-4a6d-aa9b-a0a55006ac19 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.8974743 Feb 09 16:15:46.104098 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-458c44fc-3531-4950-a1b5-508e12fa9f1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33140275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33140282', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33142118'] for router, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:46.240672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] For port bdaa2880-7a0d-4763-9aa7-20f60925bdf8, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:46.241050 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:46.299624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for bdaa2880-7a0d-4763-9aa7-20f60925bdf8 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:46.369918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba20d3-8244-4292-b028-b0427e6cec16 None None] New status for floating IP f6c02bf2-5a6a-4172-86f4-c5309db98c8c: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:15:46.404840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91fcb45d-a407-405e-a23d-7b813011d466 req-97b7151e-e9f7-4a8f-b13c-b9a0d0c18af6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431571 Feb 09 16:15:46.497634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2ba33-dffe-45c5-a0f0-d0229c54269a req-870fb314-53a0-4d17-b071-e240eb9cdcab tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:46.503771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2ba33-dffe-45c5-a0f0-d0229c54269a req-870fb314-53a0-4d17-b071-e240eb9cdcab tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:46.511880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2ba33-dffe-45c5-a0f0-d0229c54269a req-870fb314-53a0-4d17-b071-e240eb9cdcab tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:46.516366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2ba33-dffe-45c5-a0f0-d0229c54269a req-870fb314-53a0-4d17-b071-e240eb9cdcab tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:46.518156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22d2ba33-dffe-45c5-a0f0-d0229c54269a req-870fb314-53a0-4d17-b071-e240eb9cdcab tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 3140 time: 0.2996681 Feb 09 16:15:46.674914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22d2ba33-dffe-45c5-a0f0-d0229c54269a req-8261f657-6829-4a3d-a43c-2b84d10f48d9 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189678 Feb 09 16:15:46.834526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:15:46.843389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:46.858449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Transition to ACTIVE for port object c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:15:46.861170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458c44fc-3531-4950-a1b5-508e12fa9f1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Router 6de619c3-9271-46f1-8e4c-4842763a6b37 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:15:46.944528 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:46.954166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458c44fc-3531-4950-a1b5-508e12fa9f1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:15:46.968233 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] Sync routers for ids ['6de619c3-9271-46f1-8e4c-4842763a6b37'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:15:46.980915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] Routers {'6de619c3-9271-46f1-8e4c-4842763a6b37'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:46.981768 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6de619c3-9271-46f1-8e4c-4842763a6b37'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:46.988442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-458c44fc-3531-4950-a1b5-508e12fa9f1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:46.992028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-458c44fc-3531-4950-a1b5-508e12fa9f1d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "PUT /v2.0/routers/6de619c3-9271-46f1-8e4c-4842763a6b37 HTTP/1.1" status: 200 len: 696 time: 2.2255824 Feb 09 16:15:46.992734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41736) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:46.994782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=bdaa2880-7a0d-4763-9aa7-20f60925bdf8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:46.996789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.086619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] No DVR routers for this DVR port bdaa2880-7a0d-4763-9aa7-20f60925bdf8 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:47.099722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.108075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-4e302bf4-6efa-454b-8371-bb056ccd7991 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "DELETE /v2.0/ports/bdaa2880-7a0d-4763-9aa7-20f60925bdf8 HTTP/1.1" status: 204 len: 173 time: 2.6683130 Feb 09 16:15:47.113155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:47.116041 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57ad7bd-69d6-4c71-b289-56f265987507" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "bdaa2880-7a0d-4763-9aa7-20f60925bdf8"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:47.119575 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] Set router 6de619c3-9271-46f1-8e4c-4842763a6b37 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:47.125052 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5151cf94-6552-49dc-a3ee-ba4c0824b381 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/routers/6de619c3-9271-46f1-8e4c-4842763a6b37 HTTP/1.1" status: 200 len: 702 time: 0.1306124 Feb 09 16:15:47.128309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:47.173157 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-caa4439d-2ff3-4803-ae39-3a15246b08e0 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de619c3-9271-46f1-8e4c-4842763a6b37 HTTP/1.1" status: 200 len: 205 time: 0.0412567 Feb 09 16:15:47.174634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:47.189815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:47.202067 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372531f4-80d0-4f33-b85c-4c7523f19109 x-openstack-request-id: req-372531f4-80d0-4f33-b85c-4c7523f19109 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:47.202381 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "bdaa2880-7a0d-4763-9aa7-20f60925bdf8", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:47.203186 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-372531f4-80d0-4f33-b85c-4c7523f19109 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:47.203618 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': 'bdaa2880-7a0d-4763-9aa7-20f60925bdf8', 'status': 'completed', 'code': 200} Feb 09 16:15:47.279240 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de619c3-9271-46f1-8e4c-4842763a6b37', 'name': 'tempest-RoutersIpV6Test-router-47007423', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:44Z', 'updated_at': '2022-02-09T16:15:45Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:47.319747 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] Checking router: 6de619c3-9271-46f1-8e4c-4842763a6b37 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:15:47.347034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61fae082-9ca4-47a4-ba57-afa9fb85e267 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.362057 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:15:47.362931 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] Routers {'6de619c3-9271-46f1-8e4c-4842763a6b37'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:15:47.363576 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6de619c3-9271-46f1-8e4c-4842763a6b37'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:47.378806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a2971-f327-46af-8ed9-7e2a7ca29cc8 req-53142504-8686-4ed6-877e-87da5392fe6e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:47.380907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-241a2971-f327-46af-8ed9-7e2a7ca29cc8 req-53142504-8686-4ed6-877e-87da5392fe6e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 944 time: 0.1567993 Feb 09 16:15:47.384191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Attempting to bind port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:47.384822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Attempting to bind port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:47.385413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Attempting to bind port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 on network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:47.455954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port e2728606-5544-4a52-8521-7bdfeabf4734 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:47.459555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.492917 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] Set router 6de619c3-9271-46f1-8e4c-4842763a6b37 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:15:47.497614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 on network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:15:47.501630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Attempting to bind port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 on network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:47.583463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:47.583963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Checking segment: {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:47.584497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Bound using segment: {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:47.585093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Bound port: c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b3eb6ed-4287-44fe-9e22-fc78489047a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:47.585542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.606777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-241a2971-f327-46af-8ed9-7e2a7ca29cc8 req-acabeed3-34a3-4bb6-9800-5592f175e362 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134750 Feb 09 16:15:47.630061 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de619c3-9271-46f1-8e4c-4842763a6b37', 'name': 'tempest-RoutersIpV6Test-router-47007423', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:44Z', 'updated_at': '2022-02-09T16:15:45Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:15:47.646563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61fae082-9ca4-47a4-ba57-afa9fb85e267 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.655050 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61fae082-9ca4-47a4-ba57-afa9fb85e267 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.674863 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08f60b4-5eaf-43c0-8072-f83c53398028 None None] The sync data for ids ['6de619c3-9271-46f1-8e4c-4842763a6b37'] in n-d-828542-1 is: [{'id': '6de619c3-9271-46f1-8e4c-4842763a6b37', 'name': 'tempest-RoutersIpV6Test-router-47007423', 'tenant_id': '636c73a742fe4681b2ed1132624c2d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:44Z', 'updated_at': '2022-02-09T16:15:45Z', 'revision_number': 2, 'project_id': '636c73a742fe4681b2ed1132624c2d44', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:15:47.677689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] For port e2728606-5544-4a52-8521-7bdfeabf4734, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e2728606-5544-4a52-8521-7bdfeabf4734,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:47.678621 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.709658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for e2728606-5544-4a52-8521-7bdfeabf4734 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:47.807350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b775f-d3b9-4d67-88dc-c5535e56703b req-2dcfc6b1-df24-454d-870e-8b0d65b844a4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:47.809128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a74b775f-d3b9-4d67-88dc-c5535e56703b req-2dcfc6b1-df24-454d-870e-8b0d65b844a4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.2467079 Feb 09 16:15:47.828372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61fae082-9ca4-47a4-ba57-afa9fb85e267 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.830673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fae082-9ca4-47a4-ba57-afa9fb85e267 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Fanout notify agent at l3_agent the message router_deleted on router 6de619c3-9271-46f1-8e4c-4842763a6b37 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:15:47.845206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-61fae082-9ca4-47a4-ba57-afa9fb85e267 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:47.847525 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-61fae082-9ca4-47a4-ba57-afa9fb85e267 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/6de619c3-9271-46f1-8e4c-4842763a6b37 HTTP/1.1" status: 204 len: 168 time: 0.6708627 Feb 09 16:15:47.851149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41756) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:47.912454 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-37bb5773-f6ec-4f18-b8d4-fb2df564960c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=6de619c3-9271-46f1-8e4c-4842763a6b37 HTTP/1.1" status: 200 len: 205 time: 0.0594325 Feb 09 16:15:47.926369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:47.946079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:47.967061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a74b775f-d3b9-4d67-88dc-c5535e56703b req-901843c9-e223-4c59-a21f-c2aa051d43a2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252253 Feb 09 16:15:47.987990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:48.011333 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-3b2aed19-19f2-4b7a-97c1-9e30d6cad2dc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] delete failed (client error): The resource could not be found. Feb 09 16:15:48.013588 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3b2aed19-19f2-4b7a-97c1-9e30d6cad2dc tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/6de619c3-9271-46f1-8e4c-4842763a6b37 HTTP/1.1" status: 404 len: 336 time: 0.0857120 Feb 09 16:15:48.016308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41760) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.068850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:48.072509 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bb8ead-aeec-45f4-95f9-a943978d34cf tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:48.072971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bb8ead-aeec-45f4-95f9-a943978d34cf tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:48.083634 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-74bb8ead-aeec-45f4-95f9-a943978d34cf tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/d333f145-61da-4049-a11a-3ac30d2cea2c HTTP/1.1" status: 404 len: 337 time: 0.0637341 Feb 09 16:15:48.084581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41762) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.093938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff00c-6691-412d-bd29-41f56d9c4320 req-419ecc4c-0de5-463b-9ab1-6a1be0f55899 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:48.104670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff00c-6691-412d-bd29-41f56d9c4320 req-419ecc4c-0de5-463b-9ab1-6a1be0f55899 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:48.111296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff00c-6691-412d-bd29-41f56d9c4320 req-419ecc4c-0de5-463b-9ab1-6a1be0f55899 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:48.113507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527ff00c-6691-412d-bd29-41f56d9c4320 req-419ecc4c-0de5-463b-9ab1-6a1be0f55899 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 2408 time: 0.2500465 Feb 09 16:15:48.116320 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-d413f713-8e5a-4fab-aac7-ada3602a5d6f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:48.116786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d413f713-8e5a-4fab-aac7-ada3602a5d6f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:48.121014 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d413f713-8e5a-4fab-aac7-ada3602a5d6f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/52668dae-da67-4293-9fd9-d5cc78ddc22f HTTP/1.1" status: 404 len: 337 time: 0.0352020 Feb 09 16:15:48.128028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41764) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.165813 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d729f3-12d0-45dc-9219-74f1d00ceeba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:48.166518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d729f3-12d0-45dc-9219-74f1d00ceeba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:48.169968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e0d729f3-12d0-45dc-9219-74f1d00ceeba tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/aec7778b-16b5-47c6-993e-0f3916a494d7 HTTP/1.1" status: 404 len: 337 time: 0.0395482 Feb 09 16:15:48.174315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41766) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.215296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:48.216460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:48.218125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] 10.222.0.73 "PUT /v2.0/ports/c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 HTTP/1.1" status: 200 len: 1092 time: 3.2335355 Feb 09 16:15:48.220583 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffeaab8-a5b4-4508-a09b-c490ec8ae8d8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:48.221202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffeaab8-a5b4-4508-a09b-c490ec8ae8d8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:48.225323 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cffeaab8-a5b4-4508-a09b-c490ec8ae8d8 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/5fed194f-d88a-4984-a126-654fac98c64b HTTP/1.1" status: 404 len: 337 time: 0.0480225 Feb 09 16:15:48.229322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.251545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527ff00c-6691-412d-bd29-41f56d9c4320 req-cdb69245-6450-42ef-b95f-7d4f770b186f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779393 Feb 09 16:15:48.255887 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:48.264302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e880eb-9d88-4969-80ce-debe794920b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:48.319419 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1b20cb97-3e86-4e44-83ad-bcd3882a508d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 200 len: 205 time: 0.0841920 Feb 09 16:15:48.319612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=e2728606-5544-4a52-8521-7bdfeabf4734,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:48.320889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41770) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.382077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] No DVR routers for this DVR port e2728606-5544-4a52-8521-7bdfeabf4734 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:48.384353 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-387aa090-5bd5-40eb-ba87-036e37f04bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] delete failed (client error): The resource could not be found. Feb 09 16:15:48.385649 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-387aa090-5bd5-40eb-ba87-036e37f04bbb tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/88a03bf1-1769-4068-8b59-bf0b36881b12 HTTP/1.1" status: 404 len: 336 time: 0.0641136 Feb 09 16:15:48.385758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:48.388485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41772) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.393614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-09c8fe8b-066f-49a6-b9f5-2fc205d5a2b1 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "DELETE /v2.0/ports/e2728606-5544-4a52-8521-7bdfeabf4734 HTTP/1.1" status: 204 len: 173 time: 1.2734811 Feb 09 16:15:48.438207 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-82aaab18-b146-4c61-b19a-e283928c8321 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=78f288e0-d6b2-4cbe-808f-834b6582527f HTTP/1.1" status: 200 len: 205 time: 0.0480649 Feb 09 16:15:48.440978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41774) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.512962 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-19f71407-1f45-4bb2-9665-b724d8f3d1b3 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] delete failed (client error): The resource could not be found. Feb 09 16:15:48.516882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-19f71407-1f45-4bb2-9665-b724d8f3d1b3 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/78f288e0-d6b2-4cbe-808f-834b6582527f HTTP/1.1" status: 404 len: 336 time: 0.0558374 Feb 09 16:15:48.517500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41776) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.545370 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd1fef0-7767-403e-9352-5b96a00c2248 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:48.545851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd1fef0-7767-403e-9352-5b96a00c2248 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:48.549211 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5dd1fef0-7767-403e-9352-5b96a00c2248 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/6e59caec-ead1-472e-a70e-a8b96c902ca7 HTTP/1.1" status: 404 len: 337 time: 0.0305579 Feb 09 16:15:48.551861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41778) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.556485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2824-ceac-4d88-a3d0-746430a78822 req-162795ba-b765-4608-9c93-5d4c45cef4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:48.558055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-162795ba-b765-4608-9c93-5d4c45cef4d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 1095 time: 0.1944335 Feb 09 16:15:48.600708 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3c0fc59d-bdc5-41ad-aa6b-eebfa4ae6074 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=416534c8-25c3-4c0e-80d0-fdfcb00788b4 HTTP/1.1" status: 200 len: 205 time: 0.0472536 Feb 09 16:15:48.604038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41780) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.614887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-8ada92e6-3d70-4d0c-bf38-2977d7ef3485 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 HTTP/1.1" status: 200 len: 217 time: 0.0467315 Feb 09 16:15:48.680677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:48.680934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:48.689192 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-20497f00-dd86-49a4-b4a8-33b2f0cf738c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] delete failed (client error): The resource could not be found. Feb 09 16:15:48.690251 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-20497f00-dd86-49a4-b4a8-33b2f0cf738c tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/416534c8-25c3-4c0e-80d0-fdfcb00788b4 HTTP/1.1" status: 404 len: 336 time: 0.0830653 Feb 09 16:15:48.693303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.702859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2824-ceac-4d88-a3d0-746430a78822 req-5df15bb0-a99d-4fcd-830f-a3372b30e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:48.704580 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-5df15bb0-a99d-4fcd-830f-a3372b30e78f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d91cab2-5107-445c-aff9-77dca09b0064 HTTP/1.1" status: 200 len: 835 time: 0.0807393 Feb 09 16:15:48.751367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c4a67cc8-15a3-449c-89bc-32939a0120fe tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=05110ca5-8b7e-46d8-b53d-5f28e38d923c HTTP/1.1" status: 200 len: 205 time: 0.0569680 Feb 09 16:15:48.756645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41786) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.861436 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-6c88112c-948f-40ea-a218-08286034e0f7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] delete failed (client error): The resource could not be found. Feb 09 16:15:48.870272 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6c88112c-948f-40ea-a218-08286034e0f7 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/05110ca5-8b7e-46d8-b53d-5f28e38d923c HTTP/1.1" status: 404 len: 336 time: 0.1034558 Feb 09 16:15:48.871559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:48.922695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2824-ceac-4d88-a3d0-746430a78822 req-25fbb76b-2e37-4f43-985d-cb063ef6b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:48.924853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-25fbb76b-2e37-4f43-985d-cb063ef6b568 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=197f8ac0-9ae4-4d0e-b150-ee68018decf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631098 Feb 09 16:15:48.934032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] For port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:48.934815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:48.959141 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff69bd03-c37b-4d57-90fb-6f2afe9d26ac tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:48.961638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff69bd03-c37b-4d57-90fb-6f2afe9d26ac tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:48.969264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106dcc3-4129-41f0-bd5b-607ced288431 req-607e3f7b-e44b-4d86-a4a8-eb0bcf1b8bca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:48.973535 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ff69bd03-c37b-4d57-90fb-6f2afe9d26ac tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/a78d8c1b-e569-40f2-a407-19d838640728 HTTP/1.1" status: 404 len: 337 time: 0.0983734 Feb 09 16:15:48.973745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a106dcc3-4129-41f0-bd5b-607ced288431 req-607e3f7b-e44b-4d86-a4a8-eb0bcf1b8bca tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 944 time: 0.2124817 Feb 09 16:15:48.974348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41796) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:49.004918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:49.061002 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b3645377-25ee-4718-bb70-68cd7dbc565d tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=f50c7790-9544-46b2-82df-48620b6586d1 HTTP/1.1" status: 200 len: 205 time: 0.0829790 Feb 09 16:15:49.062807 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41800) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:49.141719 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-307ed056-f068-4ffd-a58b-5121a05536d9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] delete failed (client error): The resource could not be found. Feb 09 16:15:49.142810 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-307ed056-f068-4ffd-a58b-5121a05536d9 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/f50c7790-9544-46b2-82df-48620b6586d1 HTTP/1.1" status: 404 len: 336 time: 0.0693495 Feb 09 16:15:49.149475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41804) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:49.218478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672'}, {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': 'e2728606-5544-4a52-8521-7bdfeabf4734'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:49.221086 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4133ec23-744c-4dbd-9299-e7316407d1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672"}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "e2728606-5544-4a52-8521-7bdfeabf4734"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:49.223365 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-84657d6e-91eb-48f7-aee0-f6b99cfeacb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:49.228048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a106dcc3-4129-41f0-bd5b-607ced288431 req-3582920e-5028-4170-a144-2fa2b5565a7a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460041 Feb 09 16:15:49.228274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84657d6e-91eb-48f7-aee0-f6b99cfeacb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:49.239096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41810) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:49.241293 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84657d6e-91eb-48f7-aee0-f6b99cfeacb4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/53d2b4a1-c60b-46c7-98bb-25a7349c9468 HTTP/1.1" status: 404 len: 337 time: 0.0850692 Feb 09 16:15:49.303857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8985acef-1822-4816-a5db-a72ca04f838f tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd5ec92-7168-429f-bc49-2844003b96e0 HTTP/1.1" status: 200 len: 205 time: 0.0547462 Feb 09 16:15:49.307365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41812) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:49.347622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-773b57db-fda4-47b2-97e8-16edcb420b12 service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077768 Feb 09 16:15:49.357426 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a01f61-a855-4307-9979-149a79a5bef3 x-openstack-request-id: req-31a01f61-a855-4307-9979-149a79a5bef3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:49.357426 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672", "status": "completed", "code": 200}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "e2728606-5544-4a52-8521-7bdfeabf4734", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:49.357426 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31a01f61-a855-4307-9979-149a79a5bef3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:49.357426 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'status': 'completed', 'code': 200} Feb 09 16:15:49.357426 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': 'e2728606-5544-4a52-8521-7bdfeabf4734', 'status': 'completed', 'code': 200} Feb 09 16:15:49.361443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e76b7-7cb3-4731-9d7e-c4c988645108 req-d28722ad-47f0-4c7f-9a02-bc2444a51cfe tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:49.363672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c39e76b7-7cb3-4731-9d7e-c4c988645108 req-d28722ad-47f0-4c7f-9a02-bc2444a51cfe tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.1996768 Feb 09 16:15:49.369943 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-eba3d5bf-1c7e-497b-99dc-c1498e00eda4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] delete failed (client error): The resource could not be found. Feb 09 16:15:49.374103 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eba3d5bf-1c7e-497b-99dc-c1498e00eda4 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/routers/ddd5ec92-7168-429f-bc49-2844003b96e0 HTTP/1.1" status: 404 len: 336 time: 0.0653400 Feb 09 16:15:49.374886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41816) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:49.443870 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb48fbf-90c7-4a3b-86cc-9f9881e1bf04 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:49.444412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb48fbf-90c7-4a3b-86cc-9f9881e1bf04 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:49.453390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aeb48fbf-90c7-4a3b-86cc-9f9881e1bf04 tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/6c447859-c26b-43fa-b110-6459d76fca06 HTTP/1.1" status: 404 len: 337 time: 0.0770812 Feb 09 16:15:49.461485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41818) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:49.579851 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-34628760-846a-4cef-96f5-b2f7ae1f312e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] DELETE failed (client error): The resource could not be found. Feb 09 16:15:49.580451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34628760-846a-4cef-96f5-b2f7ae1f312e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:15:49.587493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-34628760-846a-4cef-96f5-b2f7ae1f312e tempest-RoutersIpV6Test-181561485 tempest-RoutersIpV6Test-181561485-project] 10.222.0.53 "DELETE /v2.0/subnets/4bd42298-d088-4dc3-b55a-38a641eb7dec HTTP/1.1" status: 404 len: 337 time: 0.1165516 Feb 09 16:15:49.619473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c39e76b7-7cb3-4731-9d7e-c4c988645108 req-ad742c73-526c-4bc4-84dd-a922881592ed tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686096 Feb 09 16:15:49.643446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea858dbb-67c3-4241-b192-7e0819a06a34 req-8a1ede7e-92c8-41b7-ae2e-12af05723516 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:49.649309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea858dbb-67c3-4241-b192-7e0819a06a34 req-8a1ede7e-92c8-41b7-ae2e-12af05723516 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:49.650967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea858dbb-67c3-4241-b192-7e0819a06a34 req-8a1ede7e-92c8-41b7-ae2e-12af05723516 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 1675 time: 0.2015879 Feb 09 16:15:49.652919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-145c2824-ceac-4d88-a3d0-746430a78822 req-083745a7-0f8d-407f-adbd-2c470f1447e3 service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887049 Feb 09 16:15:49.703982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:49.709184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea858dbb-67c3-4241-b192-7e0819a06a34 req-19b614cf-6907-4bad-a53a-c46985274755 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups?id=5a767288-944f-49d9-ba39-b0ec8fe669d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504391 Feb 09 16:15:49.755249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:49.799509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] No DVR routers for this DVR port b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:49.802536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:49.807468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-8cfb720e-68cd-4f00-9835-9c4b62ebcb7f tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "DELETE /v2.0/ports/b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16 HTTP/1.1" status: 204 len: 173 time: 1.3897283 Feb 09 16:15:49.942483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port 297c7613-f889-4019-b8a4-0a3bc50fb865 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:15:49.942719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:50.015482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-81266f85-00d6-4558-9ffc-728f102a0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:50.017034 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-81266f85-00d6-4558-9ffc-728f102a0e35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 1095 time: 0.1073689 Feb 09 16:15:50.123425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] For port 297c7613-f889-4019-b8a4-0a3bc50fb865, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=297c7613-f889-4019-b8a4-0a3bc50fb865,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:50.123812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:50.163153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for 297c7613-f889-4019-b8a4-0a3bc50fb865 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:15:50.402998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-041ed265-03c2-4b85-b167-417be162cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:50.402998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-041ed265-03c2-4b85-b167-417be162cc66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=197f8ac0-9ae4-4d0e-b150-ee68018decf9 HTTP/1.1" status: 200 len: 897 time: 0.3486841 Feb 09 16:15:50.434953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-508ebcc1-17ac-461e-b059-c25bec6d81d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 HTTP/1.1" status: 200 len: 217 time: 0.0449231 Feb 09 16:15:50.489366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21253888-5db9-4746-a3ea-66a0a6d36a8e req-a828c092-28b6-41d1-963e-7e0276f652ae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:50.491122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21253888-5db9-4746-a3ea-66a0a6d36a8e req-a828c092-28b6-41d1-963e-7e0276f652ae tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 944 time: 0.1332231 Feb 09 16:15:50.527691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-062609b3-bc2f-4dca-88c5-14c4b1f0210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:50.528990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-062609b3-bc2f-4dca-88c5-14c4b1f0210d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d91cab2-5107-445c-aff9-77dca09b0064 HTTP/1.1" status: 200 len: 835 time: 0.0865352 Feb 09 16:15:50.570841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21253888-5db9-4746-a3ea-66a0a6d36a8e req-7a1e294b-0068-4352-a0f6-b51cb1a7fb2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671101 Feb 09 16:15:50.591148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-a4504c88-8990-4236-ab9d-236fe9bfd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:50.591148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-a4504c88-8990-4236-ab9d-236fe9bfd129 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=197f8ac0-9ae4-4d0e-b150-ee68018decf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495656 Feb 09 16:15:50.899485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41840) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:51.044411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:51.111708 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ea7697db-7627-4d48-af53-79621682debc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=636c73a742fe4681b2ed1132624c2d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097647 Feb 09 16:15:51.114309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41844) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:51.118810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-869f103e-4a06-48cc-920a-409bdd336b2d req-2f71926b-1c74-434f-82d6-08f32935f7ba tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0815346 Feb 09 16:15:51.149266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=297c7613-f889-4019-b8a4-0a3bc50fb865,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:51.236970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-149b9c40-03c0-498d-b5e1-e22cd88ceda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:51.254796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] No DVR routers for this DVR port 297c7613-f889-4019-b8a4-0a3bc50fb865 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:15:51.259260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:51.264347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11c93fab-c262-475f-859a-e11ee42f750c req-a74f9b72-7d06-4571-b1ff-f323dce89ae5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.73 "DELETE /v2.0/ports/297c7613-f889-4019-b8a4-0a3bc50fb865 HTTP/1.1" status: 204 len: 173 time: 1.4498115 Feb 09 16:15:51.271319 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-149b9c40-03c0-498d-b5e1-e22cd88ceda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:51.273945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1f57b-6d3d-4a34-a5bf-b37ab109d371 req-b952d4d5-8206-4dfb-9671-37ac2cce5b63 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:51.277151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8f1f57b-6d3d-4a34-a5bf-b37ab109d371 req-b952d4d5-8206-4dfb-9671-37ac2cce5b63 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.2383604 Feb 09 16:15:51.288398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-f94fee08-df4d-4d1d-92d6-d7f55d3fe13b service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885703 Feb 09 16:15:51.373547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16'}, {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': '297c7613-f889-4019-b8a4-0a3bc50fb865'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:51.374719 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37ae3e0-16d2-4a0d-ab19-673e26bbb69c" -d '{"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16"}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "297c7613-f889-4019-b8a4-0a3bc50fb865"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:51.404151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8f1f57b-6d3d-4a34-a5bf-b37ab109d371 req-540dd687-064c-4b56-9085-277f7cfa2184 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142895 Feb 09 16:15:51.423573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-149b9c40-03c0-498d-b5e1-e22cd88ceda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:51.430566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-149b9c40-03c0-498d-b5e1-e22cd88ceda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:51.432635 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-149b9c40-03c0-498d-b5e1-e22cd88ceda3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4be70f51-4884-4c08-821f-3e51aa379937 HTTP/1.1" status: 204 len: 168 time: 0.3157778 Feb 09 16:15:51.465363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4133ec23-744c-4dbd-9299-e7316407d1ce req-4bf4146f-cbda-4a3d-b0bd-98f508ce9b6f service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683967 Feb 09 16:15:51.475111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b9c40-03c0-498d-b5e1-e22cd88ceda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be70f51-4884-4c08-821f-3e51aa379937,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:51.513762 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc887333-85c9-4dc9-acde-daba9caadb0c x-openstack-request-id: req-bc887333-85c9-4dc9-acde-daba9caadb0c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:51.514064 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16", "status": "completed", "code": 200}, {"server_uuid": "8d6a4ee9-17e9-4399-a731-80ddf9592f20", "name": "network-vif-deleted", "tag": "297c7613-f889-4019-b8a4-0a3bc50fb865", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:51.514412 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc887333-85c9-4dc9-acde-daba9caadb0c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:51.514721 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': 'b5fd5c3f-f63d-4aae-bf8d-ecbbc48cbf16', 'status': 'completed', 'code': 200} Feb 09 16:15:51.514978 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a4ee9-17e9-4399-a731-80ddf9592f20', 'name': 'network-vif-deleted', 'tag': '297c7613-f889-4019-b8a4-0a3bc50fb865', 'status': 'completed', 'code': 200} Feb 09 16:15:51.729135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17ab34-6b32-41ad-bb70-e6472f97c3a1 req-cd4a32c0-ba4a-421b-ab03-1a195e7fcb0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:51.730717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e17ab34-6b32-41ad-bb70-e6472f97c3a1 req-cd4a32c0-ba4a-421b-ab03-1a195e7fcb0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 944 time: 0.0617948 Feb 09 16:15:51.782875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e17ab34-6b32-41ad-bb70-e6472f97c3a1 req-ac631443-7584-4707-903a-0fbccce1e7df tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 Feb 09 16:15:51.958361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:15:52.113356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:52.128459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'port_id': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'mac_address': 'fa:16:3e:ff:ad:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:15:52.176223 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:52.190976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:15:52.224280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:52.298317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4be9c97a-15e6-45f0-b8db-6a793509885a req-3670fe44-d7a1-4d78-845b-b249cfee674d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0383081 Feb 09 16:15:52.341341 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:52.412399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:52.584483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c76ea4f7-0339-4a4e-bcbe-df02ed5b2672'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:15:52.657220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f70f87-90a3-4893-9580-b2691ba94a41 req-c5bdd4f6-bf01-41a6-bf2d-fc19a14bdc11 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:52.668608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5f70f87-90a3-4893-9580-b2691ba94a41 req-c5bdd4f6-bf01-41a6-bf2d-fc19a14bdc11 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 943 time: 0.1129761 Feb 09 16:15:52.757699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5f70f87-90a3-4893-9580-b2691ba94a41 req-1a0df691-fed0-4f89-95e4-009936eb7199 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843406 Feb 09 16:15:52.763346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1d63e470-048d-456c-b709-1a8d59e5a14f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:15:53.071367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad85b4e-0c8b-45ad-b4c0-e08c02c2b98c req-e0284e9a-448b-4850-9a7b-3f9a4672f931 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:53.088414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ad85b4e-0c8b-45ad-b4c0-e08c02c2b98c req-e0284e9a-448b-4850-9a7b-3f9a4672f931 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 945 time: 0.1256640 Feb 09 16:15:53.092197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b409b438-6e40-4891-aad7-11690d4ca56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:53.113789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41890) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:53.123107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1d63e470-048d-456c-b709-1a8d59e5a14f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d63e470-048d-456c-b709-1a8d59e5a14f,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:53.164437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ad85b4e-0c8b-45ad-b4c0-e08c02c2b98c req-e5c63bf6-5bb8-4d9c-ba94-e8eb66ec74f8 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711246 Feb 09 16:15:53.180565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '1d63e470-048d-456c-b709-1a8d59e5a14f', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'port_id': '1d63e470-048d-456c-b709-1a8d59e5a14f', 'mac_address': 'fa:16:3e:8c:71:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:15:53.407418 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:53.439471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3e0e61ae-76cd-45ef-a080-46fe6bd5e8eb tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1220904365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:53.447261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d63e470-048d-456c-b709-1a8d59e5a14f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:15:53.502062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ad20ad4-c529-413c-b21a-62a4c435e38b req-f46e08be-1589-491b-9bf5-44e0fc812ad4 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0468948 Feb 09 16:15:53.517979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1d63e470-048d-456c-b709-1a8d59e5a14f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d63e470-048d-456c-b709-1a8d59e5a14f,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:53.621712 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e0e61ae-76cd-45ef-a080-46fe6bd5e8eb tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:53.623091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e0e61ae-76cd-45ef-a080-46fe6bd5e8eb tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:53.672909 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:53.733761 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e0e61ae-76cd-45ef-a080-46fe6bd5e8eb tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:53.774046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1d63e470-048d-456c-b709-1a8d59e5a14f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:53.839416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e0e61ae-76cd-45ef-a080-46fe6bd5e8eb tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:53.915845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['1d63e470-048d-456c-b709-1a8d59e5a14f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:15:53.928041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3e0e61ae-76cd-45ef-a080-46fe6bd5e8eb tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:53.936249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e0e61ae-76cd-45ef-a080-46fe6bd5e8eb tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8144879 Feb 09 16:15:53.936420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41908) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:53.940384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1397366711'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:54.023737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:54.054737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939d263-aed9-4b47-abfd-6f6167052613 req-0d5594f8-6024-434f-96d5-23229cd98b52 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:54.067549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9939d263-aed9-4b47-abfd-6f6167052613 req-0d5594f8-6024-434f-96d5-23229cd98b52 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 944 time: 0.1112323 Feb 09 16:15:54.138579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9939d263-aed9-4b47-abfd-6f6167052613 req-c348da7e-d9ae-4b08-9f75-124679c470f1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700228 Feb 09 16:15:54.164832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Made reservation on behalf of a571d33d7daa48e98e6d6b10a3af8b66 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:54.169895 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.202340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.317427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:15:54.322830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:54.323466 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.403140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41914) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:54.436825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.447782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec944f80-9882-428e-92fa-29b217aa4f62 req-31579be1-9097-42af-8cda-56894cb711a3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:54.450872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec944f80-9882-428e-92fa-29b217aa4f62 req-31579be1-9097-42af-8cda-56894cb711a3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 945 time: 0.1356406 Feb 09 16:15:54.513441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.557340 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.571694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:15:54.606074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.610680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:54.612112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:54.612256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deee5c99-0396-47e2-bb67-f309bf001c85,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:54.617437 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb037ff-d960-456a-8254-29ef50cb2278" -d '{"events": [{"server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "name": "network-vif-plugged", "status": "completed", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:54.620409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec944f80-9882-428e-92fa-29b217aa4f62 req-d5f2e604-08ea-4d42-acd5-77592e18bee1 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404164 Feb 09 16:15:54.628436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.628436 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Added segment 2492b2fd-5b51-4d4a-9fdf-56032689f902 of type vlan for network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 Feb 09 16:15:54.684487 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.732416 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7ec644-1302-41bd-9b9c-0b059c8934a5 x-openstack-request-id: req-aa7ec644-1302-41bd-9b9c-0b059c8934a5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:54.732722 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "name": "network-vif-plugged", "status": "completed", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:54.733133 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa7ec644-1302-41bd-9b9c-0b059c8934a5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:54.733672 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'code': 200} Feb 09 16:15:54.788968 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.801409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:54.828534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:54.856754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5ef9627-8230-433b-a9ea-2cde0c9d515d req-9254afc9-aabc-46a9-9fc8-d56649600fb3 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.1556547 Feb 09 16:15:54.896412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71671d90-d4d2-4aef-9ecd-0d47c81a518e req-23523cd3-c7da-4d7c-a592-fba42153d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:54.898367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71671d90-d4d2-4aef-9ecd-0d47c81a518e req-23523cd3-c7da-4d7c-a592-fba42153d6ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 1097 time: 0.0529988 Feb 09 16:15:54.949772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71671d90-d4d2-4aef-9ecd-0d47c81a518e req-47498a44-c243-47ca-8c3a-64df32ae82eb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444090 Feb 09 16:15:55.185357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.223320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b3040-60ac-46b9-92ce-fcf9bc501763,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:55.236782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.237529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.238046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.238466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.238921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.239353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.239789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.240269 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.240735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.241174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.241769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.242679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15123a26-348e-4408-975f-962678d8403d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:15:55.258292 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.271880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:55.271880 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.272510 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-15123a26-348e-4408-975f-962678d8403d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a05f19b0e95c4cfe82778b8f3523a49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617868 Feb 09 16:15:55.272510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41926) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:55.310369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d49ebb04-9077-451b-94ed-84dd042218c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.363764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7da59961-7786-474b-8f10-0f8d1c3f9621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.394741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Network': ['ID=2bd4a988-3542-4fd5-b1c1-88970a4cc7a1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:55.395313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7da59961-7786-474b-8f10-0f8d1c3f9621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.414744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:15:55.415233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb279ebd-29cd-49a8-9606-182df2fcf79c req-48dbe157-7048-41e7-9749-b7be4e25c0f0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:55.415233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb279ebd-29cd-49a8-9606-182df2fcf79c req-48dbe157-7048-41e7-9749-b7be4e25c0f0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 944 time: 0.1438842 Feb 09 16:15:55.468140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-063bac59-26f0-4859-8cf4-d98dcdbac10f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5314877 Feb 09 16:15:55.477613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41928) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:55.477613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'subnet': {'network_id': '2bd4a988-3542-4fd5-b1c1-88970a4cc7a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:55.490357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb279ebd-29cd-49a8-9606-182df2fcf79c req-f4766ea8-16ae-4489-8d96-5e0a4f749553 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685384 Feb 09 16:15:55.553162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7da59961-7786-474b-8f10-0f8d1c3f9621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.556567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7da59961-7786-474b-8f10-0f8d1c3f9621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.558185 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7da59961-7786-474b-8f10-0f8d1c3f9621 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f7b3040-60ac-46b9-92ce-fcf9bc501763 HTTP/1.1" status: 204 len: 168 time: 0.2901042 Feb 09 16:15:55.580135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da59961-7786-474b-8f10-0f8d1c3f9621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b3040-60ac-46b9-92ce-fcf9bc501763,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:55.706823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Made reservation on behalf of a571d33d7daa48e98e6d6b10a3af8b66 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:55.710518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:55.815105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a997f-6b81-42a1-b067-5a994820cae1 req-1b6a4ebd-6756-4230-947f-6b4145c6b400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:55.824569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-243a997f-6b81-42a1-b067-5a994820cae1 req-1b6a4ebd-6756-4230-947f-6b4145c6b400 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1044683 Feb 09 16:15:55.875715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-243a997f-6b81-42a1-b067-5a994820cae1 req-f6887056-6ab9-49fd-ae6a-286f274ba23c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502536 Feb 09 16:15:56.152746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2eef10fd-e111-4b2f-9be9-c70b2fce345f req-7ee0cce9-6736-4797-94fd-6efd8c8b6c18 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0904994 Feb 09 16:15:56.433327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:56.510311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41940) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:56.604285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Subnet': ['ID=e2427f22-a03a-45ba-bce9-0dc11d2cc303,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:56.604655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb547e65-2886-47cf-9797-d782a78d77c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:56.604744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Checking segment: {'id': '2492b2fd-5b51-4d4a-9fdf-56032689f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2bd4a988-3542-4fd5-b1c1-88970a4cc7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:56.604744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network hostable DHCP agents. Network: 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:15:56.641112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeeae7-d519-45dc-ab4c-3e0f4821621e req-61883d8f-65e7-438f-9b05-96afa7256e11 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:56.642762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ceaeeae7-d519-45dc-ab4c-3e0f4821621e req-61883d8f-65e7-438f-9b05-96afa7256e11 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 944 time: 0.0781958 Feb 09 16:15:56.670574 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb547e65-2886-47cf-9797-d782a78d77c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:56.698679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ceaeeae7-d519-45dc-ab4c-3e0f4821621e req-18f6d344-d17b-4c54-8b79-f8ffab22358f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Feb 09 16:15:56.794120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1d63e470-048d-456c-b709-1a8d59e5a14f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:15:56.918584 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.027286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bde7eb-a702-417f-9b66-7a35b887f1d9 req-5e7b3e64-8867-4a71-be3e-9f602ea7c525 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:57.029355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4bde7eb-a702-417f-9b66-7a35b887f1d9 req-5e7b3e64-8867-4a71-be3e-9f602ea7c525 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.0668569 Feb 09 16:15:57.078361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4bde7eb-a702-417f-9b66-7a35b887f1d9 req-9d40451c-3d5b-4305-8b89-eaa40d1c9539 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425737 Feb 09 16:15:57.225602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f130db8-bc1e-434b-841b-49af2a6368ed req-45f85698-cfd2-41f1-b784-639c5423050e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:57.227843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f130db8-bc1e-434b-841b-49af2a6368ed req-45f85698-cfd2-41f1-b784-639c5423050e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.0680625 Feb 09 16:15:57.292399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f92d3db8-c240-48eb-ad39-977913d451f5 req-0ff67fca-0e97-46e1-a1e3-5c6f113ccde3 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0350602 Feb 09 16:15:57.311717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f130db8-bc1e-434b-841b-49af2a6368ed req-820abdfb-9330-4376-8caa-5884f2dbd92e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749545 Feb 09 16:15:57.345420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41960) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:57.391977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf703a-5746-4e0f-9bee-3c44172420dc tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:57.396968 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fccf703a-5746-4e0f-9bee-3c44172420dc tempest-TestNetworkAdvancedServerOps-1376757448 tempest-TestNetworkAdvancedServerOps-1376757448-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 1092 time: 0.0478055 Feb 09 16:15:57.397166 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41962) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:57.402501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:57.440747 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:15:57.495826 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb547e65-2886-47cf-9797-d782a78d77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.501027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 1d63e470-048d-456c-b709-1a8d59e5a14f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:15:57.510764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 1d63e470-048d-456c-b709-1a8d59e5a14f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:15:57.511261 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.549340 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.555261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cb547e65-2886-47cf-9797-d782a78d77c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08cd1a20f9654e76b9180feec7befedf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437868 Feb 09 16:15:57.558147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41972) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:57.576274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:57.583425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:57.585476 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.611175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb547e65-2886-47cf-9797-d782a78d77c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73621420-8470-486a-a3ab-3adcdebb1199,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:57.638441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.640951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463be964-da53-4725-8a31-a1ec29677f6d None None] Network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:15:57.652515 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe7c7e7-e243-4d93-928b-c421d521d461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.686777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe7c7e7-e243-4d93-928b-c421d521d461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.697679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1d63e470-048d-456c-b709-1a8d59e5a14f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d63e470-048d-456c-b709-1a8d59e5a14f,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:15:57.702416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c58a74c-a1d4-40ff-adee-be09dc65e457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d63e470-048d-456c-b709-1a8d59e5a14f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:15:57.705800 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53afa2cc-f921-415f-98da-3bb093d0fda8" -d '{"events": [{"server_uuid": "4c58a74c-a1d4-40ff-adee-be09dc65e457", "name": "network-vif-plugged", "status": "completed", "tag": "1d63e470-048d-456c-b709-1a8d59e5a14f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:15:57.717183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.735379 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d97908e1-a196-4a94-a7f3-80ab66e47c31 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2650247 Feb 09 16:15:57.774657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 41978) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:57.786299 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'network': {'name': 'tempest-router-network01--356720473'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:57.813624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.864363 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1653560-1890-4d17-8a08-557c0e626a6f x-openstack-request-id: req-d1653560-1890-4d17-8a08-557c0e626a6f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:15:57.867553 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c58a74c-a1d4-40ff-adee-be09dc65e457", "name": "network-vif-plugged", "status": "completed", "tag": "1d63e470-048d-456c-b709-1a8d59e5a14f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:15:57.867553 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1653560-1890-4d17-8a08-557c0e626a6f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:15:57.867553 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c58a74c-a1d4-40ff-adee-be09dc65e457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d63e470-048d-456c-b709-1a8d59e5a14f', 'code': 200} Feb 09 16:15:57.917686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe7c7e7-e243-4d93-928b-c421d521d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.923587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2fe7c7e7-e243-4d93-928b-c421d521d461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.928827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2fe7c7e7-e243-4d93-928b-c421d521d461 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73621420-8470-486a-a3ab-3adcdebb1199 HTTP/1.1" status: 204 len: 168 time: 0.3691690 Feb 09 16:15:57.930442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Made reservation on behalf of a571d33d7daa48e98e6d6b10a3af8b66 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:57.935201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:57.968322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7c7e7-e243-4d93-928b-c421d521d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73621420-8470-486a-a3ab-3adcdebb1199,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:58.012882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Allocated IP 172.25.5.10 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/df2bd8f3-da26-41e1-be52-0b2cc870862d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:58.013772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:15:58.025597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cb7fc-13a1-4c51-bb68-9252893143da req-2a4c1894-61d6-46a7-8f30-429a59d24e6c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:58.027644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-765cb7fc-13a1-4c51-bb68-9252893143da req-2a4c1894-61d6-46a7-8f30-429a59d24e6c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 945 time: 0.1833742 Feb 09 16:15:58.062602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.063306 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Added segment 77374ca9-b94c-4a52-b19c-f87c68a2382d of type vlan for network da58953a-fb1a-49c1-930f-f44d1431cc6a Feb 09 16:15:58.065469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1d63e470-048d-456c-b709-1a8d59e5a14f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:58.167759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-765cb7fc-13a1-4c51-bb68-9252893143da req-12b6a928-ad66-4384-9770-043033c3a521 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298311 Feb 09 16:15:58.173205 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.228173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2bd4a988-3542-4fd5-b1c1-88970a4cc7a1', 'network_id': '2bd4a988-3542-4fd5-b1c1-88970a4cc7a1', 'tenant_id': 'a571d33d7daa48e98e6d6b10a3af8b66', 'fixed_ips': [{'subnet_id': 'e2427f22-a03a-45ba-bce9-0dc11d2cc303'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:15:58.232240 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.267169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.273606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:58.278642 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.322404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.408233 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb513b-8cc0-40c7-aec9-3f9f4ec897b9 req-0a21afd2-9835-45c1-a1af-c9c47dc13901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:58.408950 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2abb513b-8cc0-40c7-aec9-3f9f4ec897b9 req-0a21afd2-9835-45c1-a1af-c9c47dc13901 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 1096 time: 0.4734087 Feb 09 16:15:58.424861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.501266 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-2abb513b-8cc0-40c7-aec9-3f9f4ec897b9 req-375aa5db-13d5-4548-aff1-3b7c03c5e46b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813019 Feb 09 16:15:58.506016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c375e357-78f7-4305-9dd3-675a8b0936e4 req-51960c99-cf4b-4cad-8af9-22cdf5fe942e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0928087 Feb 09 16:15:58.506819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Network': ['ID=da58953a-fb1a-49c1-930f-f44d1431cc6a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:58.510214 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.516506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a70bb61b-0a64-491e-bc40-d714c427facc tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7376928 Feb 09 16:15:58.517076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 41988) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:58.531122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'network': {'name': 'tempest-router-network02--1836639336'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:58.550524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.554093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network da58953a-fb1a-49c1-930f-f44d1431cc6a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:15:58.584616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Allocated IP 2001:db8::2 (2bd4a988-3542-4fd5-b1c1-88970a4cc7a1/e2427f22-a03a-45ba-bce9-0dc11d2cc303/fc4fe4b0-5816-49e9-9814-96d3d52a81c6) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:15:58.677073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=df2bd8f3-da26-41e1-be52-0b2cc870862d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:58.688123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:58.697757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:58.712327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:58.907356 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Made reservation on behalf of a571d33d7daa48e98e6d6b10a3af8b66 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:58.907897 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:58.917164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.068353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:15:59.125868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.126260 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Added segment 15e774e9-3bde-48a6-8408-af4e9595cc77 of type vlan for network e35c5d48-91d2-475f-afab-d1f44b1cd39a Feb 09 16:15:59.156850 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.219236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.226370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:15:59.237562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:15:59.245702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Pushing event updated for resources: {'Port': ['ID=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:59.250300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:15:59.369503 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.375298 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:59.384343 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.405202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Attempting to bind port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:15:59.405737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Attempting to bind port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '2492b2fd-5b51-4d4a-9fdf-56032689f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2bd4a988-3542-4fd5-b1c1-88970a4cc7a1'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:15:59.408714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Attempting to bind port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 on network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:15:59.409210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4278d-120d-4a7e-a21f-7c25ab3806ec req-e0e86107-4b78-4dad-a83c-f7f680483f90 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:15:59.411806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fd4278d-120d-4a7e-a21f-7c25ab3806ec req-e0e86107-4b78-4dad-a83c-f7f680483f90 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 945 time: 0.1046078 Feb 09 16:15:59.441639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:15:59.446796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Checking segment: {'id': '2492b2fd-5b51-4d4a-9fdf-56032689f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2bd4a988-3542-4fd5-b1c1-88970a4cc7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:15:59.449388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.452713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Bound using segment: {'id': '2492b2fd-5b51-4d4a-9fdf-56032689f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2bd4a988-3542-4fd5-b1c1-88970a4cc7a1'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:15:59.467269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Bound port: fc4fe4b0-5816-49e9-9814-96d3d52a81c6, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2492b2fd-5b51-4d4a-9fdf-56032689f902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '2bd4a988-3542-4fd5-b1c1-88970a4cc7a1'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:15:59.471841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.529275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fd4278d-120d-4a7e-a21f-7c25ab3806ec req-52faa39f-b6a8-48ad-9b4a-20de341becb1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032641 Feb 09 16:15:59.541804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Network': ['ID=e35c5d48-91d2-475f-afab-d1f44b1cd39a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:15:59.559666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.563995 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ec2c0ae5-9a2a-4ee6-8bd6-80b70f82be6f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0455828 Feb 09 16:15:59.569713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42008) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:15:59.569863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e35c5d48-91d2-475f-afab-d1f44b1cd39a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:15:59.576131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'subnet': {'network_id': 'da58953a-fb1a-49c1-930f-f44d1431cc6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:15:59.723991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] For port fc4fe4b0-5816-49e9-9814-96d3d52a81c6, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:15:59.726974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] For port fc4fe4b0-5816-49e9-9814-96d3d52a81c6, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,segment=NetworkSegment(2492b2fd-5b51-4d4a-9fdf-56032689f902),segment_id=2492b2fd-5b51-4d4a-9fdf-56032689f902)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:15:59.745342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0e9522e-5a59-4f19-bc2a-4bb1f78029aa req-569f9acb-5019-4461-9f9e-ef81435d8ad5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0363462 Feb 09 16:15:59.872003 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.924267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:15:59.935466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Made reservation on behalf of a571d33d7daa48e98e6d6b10a3af8b66 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:15:59.939137 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:00.030821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030e0c3-ac93-4ade-9623-e9738d0caa29 None None] Pushing event updated for resources: {'Port': ['ID=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:00.275343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:00.310396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:00.479669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:00.519220 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:00.615970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Subnet': ['ID=c972ddc9-4a3f-4fbf-9ad3-202c32e7ff80,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:00.628711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Checking segment: {'id': '77374ca9-b94c-4a52-b19c-f87c68a2382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'da58953a-fb1a-49c1-930f-f44d1431cc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:16:00.629077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network hostable DHCP agents. Network: da58953a-fb1a-49c1-930f-f44d1431cc6a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:16:00.670729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event updated for resources: {'Port': ['ID=df2bd8f3-da26-41e1-be52-0b2cc870862d,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:00.699017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:00.771783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca67383-fa14-4caa-8ac8-fcd49af7f7a9 req-4335596a-7ee5-4927-b83d-3d7c6e8e2026 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:00.773164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ca67383-fa14-4caa-8ac8-fcd49af7f7a9 req-4335596a-7ee5-4927-b83d-3d7c6e8e2026 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 945 time: 0.1011655 Feb 09 16:16:00.774704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network da58953a-fb1a-49c1-930f-f44d1431cc6a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:16:00.910755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fc4fe4b0-5816-49e9-9814-96d3d52a81c6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:00.924597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ca67383-fa14-4caa-8ac8-fcd49af7f7a9 req-535b3340-8a05-454b-8e90-7552f0198e0e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412952 Feb 09 16:16:00.925246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, da58953a-fb1a-49c1-930f-f44d1431cc6a) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:00.946285 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Floating IP 30cc0e44-2aab-493d-b127-a2d9c90580f1 associated. External IP: 172.25.5.10, port: c76ea4f7-0339-4a4e-bcbe-df02ed5b2672. Feb 09 16:16:00.950035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:00.953303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:00.997425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ba0b9-9245-473f-8fe9-8312a12e1359 None None] Network da58953a-fb1a-49c1-930f-f44d1431cc6a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:01.039810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-321008c3-cf91-480c-b982-4cf329e129d8 req-f4810d97-9c09-4655-98c5-c02a425e6ae8 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0993450 Feb 09 16:16:01.146042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2d02656b-fadc-4ed9-b8be-b14c44a76055 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5741704 Feb 09 16:16:01.151031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42044) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:01.172133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a3d51-2aa4-4161-ae7f-d8f7f140e323 req-8b91a46f-f71f-4c0b-8d6b-4d25edfd09ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:01.178135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-263a3d51-2aa4-4161-ae7f-d8f7f140e323 req-8b91a46f-f71f-4c0b-8d6b-4d25edfd09ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 945 time: 0.1259496 Feb 09 16:16:01.183561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'subnet': {'network_id': 'e35c5d48-91d2-475f-afab-d1f44b1cd39a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:16:01.313605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-263a3d51-2aa4-4161-ae7f-d8f7f140e323 req-8f916c64-5051-4428-8ff4-0e64dfa8c331 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137333 Feb 09 16:16:01.553024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00259f8c-a104-4a6e-a525-7dad47d23c67 req-65c29e8a-590b-4faa-94a9-3f430e400a0d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:01.568530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00259f8c-a104-4a6e-a525-7dad47d23c67 req-65c29e8a-590b-4faa-94a9-3f430e400a0d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 945 time: 0.1455600 Feb 09 16:16:01.573615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:01.574567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:01.689214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00259f8c-a104-4a6e-a525-7dad47d23c67 req-f674e1ca-367c-4730-a96a-43e620d1507f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170893 Feb 09 16:16:01.775671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-da58953a-fb1a-49c1-930f-f44d1431cc6a', 'network_id': 'da58953a-fb1a-49c1-930f-f44d1431cc6a', 'tenant_id': 'a571d33d7daa48e98e6d6b10a3af8b66', 'fixed_ips': [{'subnet_id': 'c972ddc9-4a3f-4fbf-9ad3-202c32e7ff80'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:16:01.791109 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:01.795419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:01.812120 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:16:01.813131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Made reservation on behalf of a571d33d7daa48e98e6d6b10a3af8b66 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:16:01.841895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:01.885630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f22120a-83bc-4db9-b9a8-b5e15b6aaf8f None None] Network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:02.088009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port fc4fe4b0-5816-49e9-9814-96d3d52a81c6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,segment=NetworkSegment(2492b2fd-5b51-4d4a-9fdf-56032689f902),segment_id=2492b2fd-5b51-4d4a-9fdf-56032689f902)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:02.268942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1f302b0-b901-43f8-b1ef-340ba2a5383d req-7235a725-1367-4faa-9c45-24c70a4b9076 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0542376 Feb 09 16:16:02.374507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:02.417376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2536ab7a-a350-4d03-824b-d85121feed93 None None] Provisioning complete for port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:02.418099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2536ab7a-a350-4d03-824b-d85121feed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:02.498507 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:02.558502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:16:02.583856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] Sync routers for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:16:02.584441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db34a7b-0245-46da-82c0-c61f5da0ad45 req-7e3fd103-544a-4ab2-b764-4a7e351a52d2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:02.588939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:02.593961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8db34a7b-0245-46da-82c0-c61f5da0ad45 req-7e3fd103-544a-4ab2-b764-4a7e351a52d2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 945 time: 0.1633434 Feb 09 16:16:02.605242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Allocated IP 2001:db8::2 (da58953a-fb1a-49c1-930f-f44d1431cc6a/c972ddc9-4a3f-4fbf-9ad3-202c32e7ff80/f5b5bebc-38aa-4b75-b180-9e899d0ca418) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:16:02.613988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:02.636062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:02.636778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:02.657091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:02.700546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8db34a7b-0245-46da-82c0-c61f5da0ad45 req-ce6e4284-7c1c-4ba6-a010-8ed474dbfa20 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005065 Feb 09 16:16:02.709993 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f022255f-ecde-4369-b798-510bcbdb3a0b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3116927 Feb 09 16:16:02.730881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:16:02.742171 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c9150e-5645-492c-a7c9-047454e51f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:16:02.801008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Subnet': ['ID=4508f9c1-23a8-417d-9b1b-041f74476209,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:02.804036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Checking segment: {'id': '15e774e9-3bde-48a6-8408-af4e9595cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e35c5d48-91d2-475f-afab-d1f44b1cd39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:16:02.804633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network hostable DHCP agents. Network: e35c5d48-91d2-475f-afab-d1f44b1cd39a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:16:02.889823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network e35c5d48-91d2-475f-afab-d1f44b1cd39a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:16:02.894997 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7dd6ce-5977-4d8d-a46f-8c9f7f2c8c1b x-openstack-request-id: req-6e7dd6ce-5977-4d8d-a46f-8c9f7f2c8c1b {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:16:02.895284 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:16:02.895541 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e7dd6ce-5977-4d8d-a46f-8c9f7f2c8c1b {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:16:02.896250 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'status': 'completed', 'code': 200} Feb 09 16:16:02.909676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:16:02.963427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fc4fe4b0-5816-49e9-9814-96d3d52a81c6 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:02.981513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee20fec-acc6-4389-b1ef-0848f4e34db0 req-09b5c3f2-8731-4254-9367-d94b7298186d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:02.984190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dee20fec-acc6-4389-b1ef-0848f4e34db0 req-09b5c3f2-8731-4254-9367-d94b7298186d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1573441 Feb 09 16:16:02.990362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-0e6dbbf6-d543-4c58-b599-99e89ff09505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:02.992690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-0e6dbbf6-d543-4c58-b599-99e89ff09505 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 1097 time: 0.0785913 Feb 09 16:16:02.998379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e35c5d48-91d2-475f-afab-d1f44b1cd39a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:03.006925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:03.008898 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.066404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b91f43-db91-431e-8eaa-248dda27bdbe None None] Network e35c5d48-91d2-475f-afab-d1f44b1cd39a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:03.110100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dee20fec-acc6-4389-b1ef-0848f4e34db0 req-dec5e472-2a97-4634-b69b-8327e3ba18ef tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149900 Feb 09 16:16:03.129398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42076) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:03.175049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-86a99543-bb0a-4f96-981e-25db4b082c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:03.175049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-86a99543-bb0a-4f96-981e-25db4b082c1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=197f8ac0-9ae4-4d0e-b150-ee68018decf9 HTTP/1.1" status: 200 len: 897 time: 0.1738553 Feb 09 16:16:03.181599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42078) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:03.204903 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b9668c6b-8ed8-4143-a966-73dd7822729a tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0341880 Feb 09 16:16:03.212185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42082) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:03.262272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-044a2811-52ef-4c3a-bf85-f8ac08b0b9ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 HTTP/1.1" status: 200 len: 999 time: 0.0725651 Feb 09 16:16:03.307483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:03.307983 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.360725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-54e3fbf6-b1ed-4552-b79a-520821eab77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:03.362896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-54e3fbf6-b1ed-4552-b79a-520821eab77d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d91cab2-5107-445c-aff9-77dca09b0064 HTTP/1.1" status: 200 len: 835 time: 0.0917742 Feb 09 16:16:03.430010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4652-8643-4a50-a81c-efe1e0affc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.444529 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-78dfd871-9251-48a9-88a6-54c6ac8f31e3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/30cc0e44-2aab-493d-b127-a2d9c90580f1 HTTP/1.1" status: 200 len: 991 time: 0.3136666 Feb 09 16:16:03.514653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2da6bfa0-0dda-45cb-b0e7-2242c300821c req-77916b2f-6fd2-4732-83db-e1e3177b9429 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0641320 Feb 09 16:16:03.535408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-23fd691d-0426-4b76-82a3-845cff2199b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:03.537956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-23fd691d-0426-4b76-82a3-845cff2199b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=197f8ac0-9ae4-4d0e-b150-ee68018decf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672783 Feb 09 16:16:03.626337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5cfc07f6-2045-4acf-910e-6d9fb1675606 None None] Provisioning complete for port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:03.627612 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5cfc07f6-2045-4acf-910e-6d9fb1675606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.670194 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4652-8643-4a50-a81c-efe1e0affc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.692328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-51f3373e-70c7-4ab0-bb46-8af359c195a2 service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461868 Feb 09 16:16:03.803800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.828564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.832502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-f0df944b-b9f3-46c4-aff3-20b280045fd8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:03.835445 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-f0df944b-b9f3-46c4-aff3-20b280045fd8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 945 time: 0.1173706 Feb 09 16:16:03.847824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e35c5d48-91d2-475f-afab-d1f44b1cd39a', 'network_id': 'e35c5d48-91d2-475f-afab-d1f44b1cd39a', 'tenant_id': 'a571d33d7daa48e98e6d6b10a3af8b66', 'fixed_ips': [{'subnet_id': '4508f9c1-23a8-417d-9b1b-041f74476209'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:16:03.848631 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.867675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c9150e-5645-492c-a7c9-047454e51f5d req-ec80ce93-d79d-484e-b130-9bbd5d7e9d14 service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683486 Feb 09 16:16:03.909645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4652-8643-4a50-a81c-efe1e0affc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:03.949244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea6d4652-8643-4a50-a81c-efe1e0affc2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f77a83128b442afa57df26e49c2f8ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658997 Feb 09 16:16:03.953151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42090) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:04.001067 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.029973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66af14e-56b7-4fca-9e6a-763a45b973ab req-a69e8482-1477-40e4-9d95-2afb60979bf0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:04.031924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b66af14e-56b7-4fca-9e6a-763a45b973ab req-a69e8482-1477-40e4-9d95-2afb60979bf0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 945 time: 0.2078876 Feb 09 16:16:04.036724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d4652-8643-4a50-a81c-efe1e0affc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a5cc9-d7a2-4de2-a33b-efe599a84655,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:04.122256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b66af14e-56b7-4fca-9e6a-763a45b973ab req-25a201c4-a8e5-4705-906b-458030659681 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755923 Feb 09 16:16:04.128802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d210ddb-3dda-4aa6-b749-4956a6b0d31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.161513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d210ddb-3dda-4aa6-b749-4956a6b0d31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.198099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Network da58953a-fb1a-49c1-930f-f44d1431cc6a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:16:04.227561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:04.230578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:16:04.233244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Pushing event updated for resources: {'Port': ['ID=f5b5bebc-38aa-4b75-b180-9e899d0ca418,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:04.341749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d210ddb-3dda-4aa6-b749-4956a6b0d31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.344541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d210ddb-3dda-4aa6-b749-4956a6b0d31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.345890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5d210ddb-3dda-4aa6-b749-4956a6b0d31c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c37a5cc9-d7a2-4de2-a33b-efe599a84655 HTTP/1.1" status: 204 len: 168 time: 0.3841474 Feb 09 16:16:04.358585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d210ddb-3dda-4aa6-b749-4956a6b0d31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a5cc9-d7a2-4de2-a33b-efe599a84655,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:04.449011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42096) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:04.530819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '30cc0e44-2aab-493d-b127-a2d9c90580f1', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'port_id': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'mac_address': 'fa:16:3e:ff:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:15:59Z', 'updated_at': '2022-02-09T16:15:59Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:36Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:04.542996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port 1d63e470-048d-456c-b709-1a8d59e5a14f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:04.543307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.603438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] Checking router: 91162efa-d28f-45aa-bea3-bf4fb9961cc8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:16:04.621797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Allocated IP 2001:db8::2 (e35c5d48-91d2-475f-afab-d1f44b1cd39a/4508f9c1-23a8-417d-9b1b-041f74476209/7e417ead-3185-4c59-a63e-60e668d29a79) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:16:04.633858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Attempting to bind port f5b5bebc-38aa-4b75-b180-9e899d0ca418 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:16:04.633858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Attempting to bind port f5b5bebc-38aa-4b75-b180-9e899d0ca418 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '77374ca9-b94c-4a52-b19c-f87c68a2382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'da58953a-fb1a-49c1-930f-f44d1431cc6a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:16:04.633858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Attempting to bind port f5b5bebc-38aa-4b75-b180-9e899d0ca418 on network da58953a-fb1a-49c1-930f-f44d1431cc6a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:16:04.651123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:16:04.651513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Checking segment: {'id': '77374ca9-b94c-4a52-b19c-f87c68a2382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'da58953a-fb1a-49c1-930f-f44d1431cc6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:16:04.651924 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.652354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Bound using segment: {'id': '77374ca9-b94c-4a52-b19c-f87c68a2382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'da58953a-fb1a-49c1-930f-f44d1431cc6a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:16:04.652848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Bound port: f5b5bebc-38aa-4b75-b180-9e899d0ca418, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77374ca9-b94c-4a52-b19c-f87c68a2382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'da58953a-fb1a-49c1-930f-f44d1431cc6a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:16:04.653282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.660870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:04.661933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:04.716767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Allocated IP 2001:db8::1 (da58953a-fb1a-49c1-930f-f44d1431cc6a/c972ddc9-4a3f-4fbf-9ad3-202c32e7ff80/504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:16:04.718098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1255192e-1891-4b82-b156-f981644b491f tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/30cc0e44-2aab-493d-b127-a2d9c90580f1 HTTP/1.1" status: 200 len: 991 time: 0.2674391 Feb 09 16:16:04.768879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e179cd1d-cba7-4fc9-8007-cf755fec92bd req-3c50a988-1b34-4966-98e0-e8b7f8d5678a tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0492640 Feb 09 16:16:04.782352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] For port 1d63e470-048d-456c-b709-1a8d59e5a14f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d63e470-048d-456c-b709-1a8d59e5a14f,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:04.782740 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:04.799024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:16:04.804023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for 1d63e470-048d-456c-b709-1a8d59e5a14f owned by compute:nova {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:04.967589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] For port f5b5bebc-38aa-4b75-b180-9e899d0ca418, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:16:04.971563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] For port f5b5bebc-38aa-4b75-b180-9e899d0ca418, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5b5bebc-38aa-4b75-b180-9e899d0ca418,segment=NetworkSegment(77374ca9-b94c-4a52-b19c-f87c68a2382d),segment_id=77374ca9-b94c-4a52-b19c-f87c68a2382d)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:16:04.994557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.060961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.182341 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.231359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.240300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.250292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network da58953a-fb1a-49c1-930f-f44d1431cc6a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:16:05.276977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:05.281535 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:16:05.281770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['1d63e470-048d-456c-b709-1a8d59e5a14f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:16:05.282555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.287605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Port': ['ID=504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:05.300130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc29c5d5-6889-4ea0-9b50-53eb17760935 req-82bf9922-27d3-48d7-9f4b-9700d1640a66 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0438268 Feb 09 16:16:05.355673 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734f04e-8e70-4603-81be-550f305c9708 None None] Pushing event updated for resources: {'Port': ['ID=f5b5bebc-38aa-4b75-b180-9e899d0ca418,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:05.387084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.409051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=1d63e470-048d-456c-b709-1a8d59e5a14f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:05.491415 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] No DVR routers for this DVR port 1d63e470-048d-456c-b709-1a8d59e5a14f on host n-h1-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:05.502704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.515161 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-21646ac1-2d34-47d6-bd53-fbaa25fca011 req-e732a470-1282-4255-bac7-6fdc10fc1afc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "DELETE /v2.0/ports/1d63e470-048d-456c-b709-1a8d59e5a14f HTTP/1.1" status: 204 len: 173 time: 1.6735032 Feb 09 16:16:05.523757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c58a74c-a1d4-40ff-adee-be09dc65e457', 'name': 'network-vif-deleted', 'tag': '1d63e470-048d-456c-b709-1a8d59e5a14f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:16:05.523757 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101145d6-edd3-4591-9be6-a65fbb96ad98" -d '{"events": [{"server_uuid": "4c58a74c-a1d4-40ff-adee-be09dc65e457", "name": "network-vif-deleted", "tag": "1d63e470-048d-456c-b709-1a8d59e5a14f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:16:05.551718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Network e35c5d48-91d2-475f-afab-d1f44b1cd39a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:16:05.561047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:05.566517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:16:05.571524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42106) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:05.630537 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ecd9-ea24-4ebb-8e89-f276e3a3ebb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.650478 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72ae50-f829-4c19-ade7-6e7ed354b36c x-openstack-request-id: req-7b72ae50-f829-4c19-ade7-6e7ed354b36c {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:16:05.650478 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c58a74c-a1d4-40ff-adee-be09dc65e457", "name": "network-vif-deleted", "tag": "1d63e470-048d-456c-b709-1a8d59e5a14f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:16:05.654236 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b72ae50-f829-4c19-ade7-6e7ed354b36c {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:16:05.655090 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c58a74c-a1d4-40ff-adee-be09dc65e457', 'name': 'network-vif-deleted', 'tag': '1d63e470-048d-456c-b709-1a8d59e5a14f', 'status': 'completed', 'code': 200} Feb 09 16:16:05.659217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Pushing event updated for resources: {'Port': ['ID=7e417ead-3185-4c59-a63e-60e668d29a79,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:05.719168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42110) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:05.784602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Attempting to bind port 7e417ead-3185-4c59-a63e-60e668d29a79 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:16:05.784868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Attempting to bind port 7e417ead-3185-4c59-a63e-60e668d29a79 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '15e774e9-3bde-48a6-8408-af4e9595cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e35c5d48-91d2-475f-afab-d1f44b1cd39a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:16:05.785380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Attempting to bind port 7e417ead-3185-4c59-a63e-60e668d29a79 on network e35c5d48-91d2-475f-afab-d1f44b1cd39a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:16:05.799039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:16:05.799423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Checking segment: {'id': '15e774e9-3bde-48a6-8408-af4e9595cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e35c5d48-91d2-475f-afab-d1f44b1cd39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:16:05.799876 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.800298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Bound using segment: {'id': '15e774e9-3bde-48a6-8408-af4e9595cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e35c5d48-91d2-475f-afab-d1f44b1cd39a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:16:05.800785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Bound port: 7e417ead-3185-4c59-a63e-60e668d29a79, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e774e9-3bde-48a6-8408-af4e9595cc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e35c5d48-91d2-475f-afab-d1f44b1cd39a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:16:05.801186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.880293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ecd9-ea24-4ebb-8e89-f276e3a3ebb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.900454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '30cc0e44-2aab-493d-b127-a2d9c90580f1', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'port_id': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'mac_address': 'fa:16:3e:ff:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:15:59Z', 'updated_at': '2022-02-09T16:15:59Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:36Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:05.933068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048a547d-bb56-4735-8ec5-a3910f6debf3 None None] The sync data for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 is: [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '30cc0e44-2aab-493d-b127-a2d9c90580f1', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'port_id': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'mac_address': 'fa:16:3e:ff:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:15:59Z', 'updated_at': '2022-02-09T16:15:59Z', 'revision_number': 0, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:36Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:16:05.945057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fdfeb9e-d59a-4323-8a12-8e6649cc741a req-504dcdc9-425f-4d6f-bf81-d4fbf07bf375 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0504909 Feb 09 16:16:05.946226 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.987895 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7e5ecd9-ea24-4ebb-8e89-f276e3a3ebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:05.999990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] For port 7e417ead-3185-4c59-a63e-60e668d29a79, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:16:06.003974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] For port 7e417ead-3185-4c59-a63e-60e668d29a79, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7e417ead-3185-4c59-a63e-60e668d29a79,segment=NetworkSegment(15e774e9-3bde-48a6-8408-af4e9595cc77),segment_id=15e774e9-3bde-48a6-8408-af4e9595cc77)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:16:06.070196 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aecaac49-052a-4885-aa90-65ec953d0776 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/30cc0e44-2aab-493d-b127-a2d9c90580f1 HTTP/1.1" status: 200 len: 991 time: 0.3496242 Feb 09 16:16:06.078792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f7e5ecd9-ea24-4ebb-8e89-f276e3a3ebb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48da10d029db495b938468f2473fc8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009258 Feb 09 16:16:06.078792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5ecd9-ea24-4ebb-8e89-f276e3a3ebb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c593d7a5-8302-4e59-9e6d-f785be60ee78,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:06.079452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42114) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:06.150737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f0d137-f308-4510-9417-d4e76ea1137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:06.153496 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:06.179383 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f0d137-f308-4510-9417-d4e76ea1137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:06.255636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ef3e7-ef5f-4320-84a5-8d1b1914d24d None None] Pushing event updated for resources: {'Port': ['ID=7e417ead-3185-4c59-a63e-60e668d29a79,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:06.375604 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f0d137-f308-4510-9417-d4e76ea1137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:06.381504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f0d137-f308-4510-9417-d4e76ea1137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:06.386771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-35f0d137-f308-4510-9417-d4e76ea1137d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c593d7a5-8302-4e59-9e6d-f785be60ee78 HTTP/1.1" status: 204 len: 168 time: 0.3060231 Feb 09 16:16:06.427647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0d137-f308-4510-9417-d4e76ea1137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c593d7a5-8302-4e59-9e6d-f785be60ee78,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:06.440904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:06.530595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16644c49-14f1-444b-8e7e-ba1113c60c2d req-523c4f96-1990-4241-ac13-ef0114db187e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0710895 Feb 09 16:16:06.593815 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f93a74c-7f09-4007-b98a-71232278c84c None None] New status for floating IP 30cc0e44-2aab-493d-b127-a2d9c90580f1: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:16:06.656692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:06.657892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:06.831947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Port': ['ID=504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:07.014167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5b5bebc-38aa-4b75-b180-9e899d0ca418 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:07.031942 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network da58953a-fb1a-49c1-930f-f44d1431cc6a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:16:07.034968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:07.099210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42124) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:07.109301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d53e44df-803d-4878-998c-1fd83643b2a5 req-d86d38a2-0717-477d-87bc-6e7026bd4952 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0576770 Feb 09 16:16:07.189879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391d1fd-e959-4580-829d-c5cf33de7077 None None] Network da58953a-fb1a-49c1-930f-f44d1431cc6a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:07.268690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-772540b4-2ea0-48cd-ab9a-6dd7dfac6bd7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/30cc0e44-2aab-493d-b127-a2d9c90580f1 HTTP/1.1" status: 200 len: 993 time: 0.1676242 Feb 09 16:16:07.294186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f5b5bebc-38aa-4b75-b180-9e899d0ca418 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:07.295418 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:07.346242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-55aacd0c-7a5d-4521-b947-f8868727bac9 None None] Provisioning complete for port f5b5bebc-38aa-4b75-b180-9e899d0ca418 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:07.346242 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-55aacd0c-7a5d-4521-b947-f8868727bac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:07.432834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Router 948f9a14-c74f-47a8-b684-8de5be4587eb is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:16:07.519847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:07.587044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-55aacd0c-7a5d-4521-b947-f8868727bac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:07.588890 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:16:07.605447 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-66d3fb73-b630-44e5-a7e0-a7da4fd0867e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "PUT /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3921502 Feb 09 16:16:07.608874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42138) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:07.624582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d7ce4-385b-4319-ac34-8359f3d20b98 None None] Sync routers for ids ['948f9a14-c74f-47a8-b684-8de5be4587eb'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:16:07.680772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port f5b5bebc-38aa-4b75-b180-9e899d0ca418, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5b5bebc-38aa-4b75-b180-9e899d0ca418,segment=NetworkSegment(77374ca9-b94c-4a52-b19c-f87c68a2382d),segment_id=77374ca9-b94c-4a52-b19c-f87c68a2382d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:07.709466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d7ce4-385b-4319-ac34-8359f3d20b98 None None] Routers {'948f9a14-c74f-47a8-b684-8de5be4587eb'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:07.710224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d63d7ce4-385b-4319-ac34-8359f3d20b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['948f9a14-c74f-47a8-b684-8de5be4587eb'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:07.716070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d72cc1a-9bbd-4a80-8fd4-bbf63abc915d req-3c151d71-ba54-4399-9df9-8052233defe1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0489097 Feb 09 16:16:07.774398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d63d7ce4-385b-4319-ac34-8359f3d20b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:07.791872 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:07.796348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7e417ead-3185-4c59-a63e-60e668d29a79 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:07.866588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d7ce4-385b-4319-ac34-8359f3d20b98 None None] Routers {'948f9a14-c74f-47a8-b684-8de5be4587eb'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:07.867252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d63d7ce4-385b-4319-ac34-8359f3d20b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['948f9a14-c74f-47a8-b684-8de5be4587eb'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:07.910125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d63d7ce4-385b-4319-ac34-8359f3d20b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:07.910812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63d7ce4-385b-4319-ac34-8359f3d20b98 None None] The sync data for ids ['948f9a14-c74f-47a8-b684-8de5be4587eb'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:16:07.951550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-55aacd0c-7a5d-4521-b947-f8868727bac9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:16:07.951912 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-55aacd0c-7a5d-4521-b947-f8868727bac9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:16:07.985865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=f5b5bebc-38aa-4b75-b180-9e899d0ca418,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:08.023902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7e417ead-3185-4c59-a63e-60e668d29a79 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:08.025054 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:08.163624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:08.185661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fce2f7-a9f3-4881-ab35-ec92855c72b0 None None] Network e35c5d48-91d2-475f-afab-d1f44b1cd39a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:08.412718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d07bddc7-c594-4d27-9626-4730a145f9d0 req-f84acab6-f1ac-48d6-880d-e85ca22340ae tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0505965 Feb 09 16:16:08.463542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 7e417ead-3185-4c59-a63e-60e668d29a79, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7e417ead-3185-4c59-a63e-60e668d29a79,segment=NetworkSegment(15e774e9-3bde-48a6-8408-af4e9595cc77),segment_id=15e774e9-3bde-48a6-8408-af4e9595cc77)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:08.577429 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:08.618928 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-7c762718-c2a5-4511-8348-bd8f5f10c4c4 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:16:08.620560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7c762718-c2a5-4511-8348-bd8f5f10c4c4 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "PUT /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0101347 Feb 09 16:16:08.623644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42152) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:08.686750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db54aeea-f661-4b7c-8eee-a83b9c0dce92 None None] Provisioning complete for port 504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:08.687127 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db54aeea-f661-4b7c-8eee-a83b9c0dce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:08.741039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=7e417ead-3185-4c59-a63e-60e668d29a79,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:08.834543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-db54aeea-f661-4b7c-8eee-a83b9c0dce92 None None] Port 504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:16:08.853209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5b5bebc-38aa-4b75-b180-9e899d0ca418 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:08.890278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1d63e470-048d-456c-b709-1a8d59e5a14f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:08.927364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db54aeea-f661-4b7c-8eee-a83b9c0dce92 None None] Provisioning complete for port 7e417ead-3185-4c59-a63e-60e668d29a79 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:08.938806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db54aeea-f661-4b7c-8eee-a83b9c0dce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:08.962192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 1d63e470-048d-456c-b709-1a8d59e5a14f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:08.962780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1d63e470-048d-456c-b709-1a8d59e5a14f not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:08.965884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aea3e755-9a15-4496-b19e-b0be0de6f91e req-e6ccb57b-b70a-46ef-ab39-4d3c73eb0690 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0806925 Feb 09 16:16:09.150506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f5b5bebc-38aa-4b75-b180-9e899d0ca418 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:09.158520 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:09.322489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-db54aeea-f661-4b7c-8eee-a83b9c0dce92 None None] Provisioning complete for port f5b5bebc-38aa-4b75-b180-9e899d0ca418 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:09.323088 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-db54aeea-f661-4b7c-8eee-a83b9c0dce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:09.511941 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:09.602164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-485ec795-c6e8-433a-91df-e70453a91e70 req-9ec00924-5170-47e4-8152-a9321f790715 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d6a4ee9-17e9-4399-a731-80ddf9592f20 HTTP/1.1" status: 200 len: 210 time: 0.0512619 Feb 09 16:16:09.653705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f8f85a0-b740-4c3e-a614-92f89186c0eb None None] Provisioning complete for port 504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:09.659576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f8f85a0-b740-4c3e-a614-92f89186c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:09.725892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f85a0-b740-4c3e-a614-92f89186c0eb None None] Port 504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:16:09.740363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f8f85a0-b740-4c3e-a614-92f89186c0eb None None] Provisioning complete for port 7e417ead-3185-4c59-a63e-60e668d29a79 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:09.740829 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f8f85a0-b740-4c3e-a614-92f89186c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:09.865038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting port 504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:09.865038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:10.035307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:10.063510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Calling delete_port for 504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:10.135866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f30740a-f6ff-4815-b0ff-dcb010a3338b req-9f08c86f-73af-4bf5-a25b-68f1ee926f20 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0603604 Feb 09 16:16:10.416036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:10.454995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Port': ['ID=504ce58e-4a6f-4a56-8fdc-d92ddbfbc7ed,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:10.565431 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:10.748389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Router 948f9a14-c74f-47a8-b684-8de5be4587eb has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:16:10.754195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7e417ead-3185-4c59-a63e-60e668d29a79 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:10.807927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7e417ead-3185-4c59-a63e-60e668d29a79 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:10.808345 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:10.832200 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:16:10.838070 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f49a021b-9e0d-46e6-9ab1-34a8548db313 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "PUT /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2124801 Feb 09 16:16:10.842036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42184) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:10.849775 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a03acc-dc6d-402d-aa2a-60b93d420b72 None None] Sync routers for ids ['948f9a14-c74f-47a8-b684-8de5be4587eb'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:16:10.867053 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a03acc-dc6d-402d-aa2a-60b93d420b72 None None] Routers {'948f9a14-c74f-47a8-b684-8de5be4587eb'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:10.868010 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-23a03acc-dc6d-402d-aa2a-60b93d420b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['948f9a14-c74f-47a8-b684-8de5be4587eb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:10.914377 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-23a03acc-dc6d-402d-aa2a-60b93d420b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:10.926773 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a03acc-dc6d-402d-aa2a-60b93d420b72 None None] Routers {'948f9a14-c74f-47a8-b684-8de5be4587eb'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:10.927831 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-23a03acc-dc6d-402d-aa2a-60b93d420b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['948f9a14-c74f-47a8-b684-8de5be4587eb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:10.973371 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-23a03acc-dc6d-402d-aa2a-60b93d420b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:10.974059 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a03acc-dc6d-402d-aa2a-60b93d420b72 None None] The sync data for ids ['948f9a14-c74f-47a8-b684-8de5be4587eb'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:16:11.007130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42190) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:11.097749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.142368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.243930 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-ea502943-2ba2-4869-ac63-ae9cd245da9b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] delete failed (client error): The resource could not be found. Feb 09 16:16:11.246510 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ea502943-2ba2-4869-ac63-ae9cd245da9b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-418280140 HTTP/1.1" status: 404 len: 334 time: 0.4014876 Feb 09 16:16:11.252640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42200) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:11.264425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1f6ad597-c876-4e09-a2a7-a0ca80e8f251 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'router': {'external_gateway_info': {'network_id': '948f9a14-c74f-47a8-b684-8de5be4587eb'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:16:11.277963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1dce79db-9274-4046-85ba-3e18ab5a04a1 req-8ee648e2-4363-48e8-97d0-e8a089280771 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0338414 Feb 09 16:16:11.369848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.376602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.393476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "DELETE /v2.0/security-groups/5a767288-944f-49d9-ba39-b0ec8fe669d0 HTTP/1.1" status: 204 len: 168 time: 0.3832986 Feb 09 16:16:11.394545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42204) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:11.438319 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-c199d12e-4dbb-4c8d-8f1d-4746712d8a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] show failed (client error): The resource could not be found. Feb 09 16:16:11.439478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c199d12e-4dbb-4c8d-8f1d-4746712d8a2d tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "GET /v2.0/security-groups/5a767288-944f-49d9-ba39-b0ec8fe669d0 HTTP/1.1" status: 404 len: 347 time: 0.0339069 Feb 09 16:16:11.440720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a767288-944f-49d9-ba39-b0ec8fe669d0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:11.444336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42210) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:11.451908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.452530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.453146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.453622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.454096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.454441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.454779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.455207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.455541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.455971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.456573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.457129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c6376-f248-4d21-a01b-bcade49d671e tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:11.614273 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f6ad597-c876-4e09-a2a7-a0ca80e8f251 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.681910 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port e606631d-6d13-4a53-ace1-33aff968a583 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:11.682257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.800907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.801242 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.805316 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-1f6ad597-c876-4e09-a2a7-a0ca80e8f251 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] update failed (client error): The resource could not be found. Feb 09 16:16:11.806977 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1f6ad597-c876-4e09-a2a7-a0ca80e8f251 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "PUT /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb HTTP/1.1" status: 404 len: 339 time: 0.5528414 Feb 09 16:16:11.812247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42216) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:11.818792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1534943960'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:16:11.830973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for e606631d-6d13-4a53-ace1-33aff968a583 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:11.919056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Made reservation on behalf of a571d33d7daa48e98e6d6b10a3af8b66 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:16:11.936807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:11.985476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:16:12.002182 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.002724 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Added segment d2e6e0f6-8282-4e41-b3f1-810fe009f526 of type vlan for network 49f64923-b8bb-48ec-a10e-73a84e8b2b3d Feb 09 16:16:12.077934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.153173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.182766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=e606631d-6d13-4a53-ace1-33aff968a583,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:12.190973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.205697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:12.206340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.295636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.300490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.302448 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7395e9e7-360c-47ec-9456-45be42e4930c tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "DELETE /v2.0/floatingips/f6c02bf2-5a6a-4172-86f4-c5309db98c8c HTTP/1.1" status: 204 len: 168 time: 0.8564765 Feb 09 16:16:12.306613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42220) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:12.314668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Network': ['ID=49f64923-b8bb-48ec-a10e-73a84e8b2b3d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:12.327550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 49f64923-b8bb-48ec-a10e-73a84e8b2b3d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:16:12.451498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-952a0f98-515f-4014-8272-9f31616e65d8 req-b2af3b08-5682-45b8-9b84-d77c7e5c546c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0639384 Feb 09 16:16:12.455628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-061d7ea7-8ec0-4bbc-a5cd-97d0cbf3ed5b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:12.461187 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5d24fa10-c5bb-43f9-a0ba-38a2edf4e73e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6434495 Feb 09 16:16:12.461469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-061d7ea7-8ec0-4bbc-a5cd-97d0cbf3ed5b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.462433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42224) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:12.469174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'subnet': {'network_id': '49f64923-b8bb-48ec-a10e-73a84e8b2b3d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:16:12.628110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-061d7ea7-8ec0-4bbc-a5cd-97d0cbf3ed5b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.644218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-061d7ea7-8ec0-4bbc-a5cd-97d0cbf3ed5b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for 7cec8f69-c6a9-4d1f-9323-bdb476367ae2 owned by {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:12.737258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Made reservation on behalf of a571d33d7daa48e98e6d6b10a3af8b66 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:16:12.748631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:12.932266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-061d7ea7-8ec0-4bbc-a5cd-97d0cbf3ed5b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:13.005458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d7ea7-8ec0-4bbc-a5cd-97d0cbf3ed5b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=7cec8f69-c6a9-4d1f-9323-bdb476367ae2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:13.118715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-061d7ea7-8ec0-4bbc-a5cd-97d0cbf3ed5b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:13.124445 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-061d7ea7-8ec0-4bbc-a5cd-97d0cbf3ed5b tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "DELETE /v2.0/ports/7cec8f69-c6a9-4d1f-9323-bdb476367ae2 HTTP/1.1" status: 204 len: 168 time: 0.8131878 Feb 09 16:16:13.124855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42234) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:13.199580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:13.415552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Subnet': ['ID=685050b3-79f3-493d-b785-e43d18deae3f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:13.416678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Checking segment: {'id': 'd2e6e0f6-8282-4e41-b3f1-810fe009f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '49f64923-b8bb-48ec-a10e-73a84e8b2b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:16:13.417047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network hostable DHCP agents. Network: 49f64923-b8bb-48ec-a10e-73a84e8b2b3d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:16:13.429927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-721d0d79-f5d7-43f4-837e-51a2a88bea29 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port ba14ea01-c13f-4107-a3eb-d8a84edd6042 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:13.430275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-721d0d79-f5d7-43f4-837e-51a2a88bea29 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:13.575186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-721d0d79-f5d7-43f4-837e-51a2a88bea29 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:13.591508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-721d0d79-f5d7-43f4-837e-51a2a88bea29 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for ba14ea01-c13f-4107-a3eb-d8a84edd6042 owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:13.613769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network 49f64923-b8bb-48ec-a10e-73a84e8b2b3d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:16:13.681277 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a2b13e-d825-4de7-b33d-9fe1f10b68a9 req-8f6f7fa5-92a4-41d0-a61e-61988f2e3af3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0832293 Feb 09 16:16:13.838970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:14.003303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e744-4052-447c-aa88-2f2fc4c7e3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.108661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e744-4052-447c-aa88-2f2fc4c7e3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.110385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 49f64923-b8bb-48ec-a10e-73a84e8b2b3d) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:14.115175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:14.115752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.130009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96512c-df2c-44b5-b230-9f1504ed5399 None None] Network 49f64923-b8bb-48ec-a10e-73a84e8b2b3d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:14.232679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bd2e744-4052-447c-aa88-2f2fc4c7e3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.263908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c4aee4f2-dcbf-4ec2-bfb5-e15a6260c7bf tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7960129 Feb 09 16:16:14.263908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:14.271344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-35317c77-c113-47c5-9a8f-fe481099585e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'router': {'external_gateway_info': {'network_id': '49f64923-b8bb-48ec-a10e-73a84e8b2b3d'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:16:14.309799 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9bd2e744-4052-447c-aa88-2f2fc4c7e3be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdbed64f710d4d83b7e182a4a957c981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673111 Feb 09 16:16:14.309799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2e744-4052-447c-aa88-2f2fc4c7e3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb0630f-7a31-4d8d-8ff2-2c1854bb0ad2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:14.311450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42252) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:14.371879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-49f64923-b8bb-48ec-a10e-73a84e8b2b3d', 'network_id': '49f64923-b8bb-48ec-a10e-73a84e8b2b3d', 'tenant_id': 'a571d33d7daa48e98e6d6b10a3af8b66', 'fixed_ips': [{'subnet_id': '685050b3-79f3-493d-b785-e43d18deae3f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:16:14.374479 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.414620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d67bf304-e940-4ee2-b8ce-f32f3ba005b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.455104 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-721d0d79-f5d7-43f4-837e-51a2a88bea29 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.462912 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d67bf304-e940-4ee2-b8ce-f32f3ba005b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.541549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d0d79-f5d7-43f4-837e-51a2a88bea29 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=ba14ea01-c13f-4107-a3eb-d8a84edd6042,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:14.619184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Allocated IP 2001:db8:1::2 (49f64923-b8bb-48ec-a10e-73a84e8b2b3d/685050b3-79f3-493d-b785-e43d18deae3f/bc7ff887-fc67-4c5c-847b-426799b29b9f) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:16:14.644524 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d67bf304-e940-4ee2-b8ce-f32f3ba005b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.649922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d67bf304-e940-4ee2-b8ce-f32f3ba005b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.649922 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d67bf304-e940-4ee2-b8ce-f32f3ba005b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cb0630f-7a31-4d8d-8ff2-2c1854bb0ad2 HTTP/1.1" status: 204 len: 168 time: 0.3362064 Feb 09 16:16:14.693777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35317c77-c113-47c5-9a8f-fe481099585e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.700509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bf304-e940-4ee2-b8ce-f32f3ba005b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb0630f-7a31-4d8d-8ff2-2c1854bb0ad2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:14.790485 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-721d0d79-f5d7-43f4-837e-51a2a88bea29 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:14.796123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-721d0d79-f5d7-43f4-837e-51a2a88bea29 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "DELETE /v2.0/ports/ba14ea01-c13f-4107-a3eb-d8a84edd6042 HTTP/1.1" status: 204 len: 168 time: 1.6700008 Feb 09 16:16:14.800015 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42260) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:14.933775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4abe863-f90a-4bd8-b78f-49148338ef21 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting subnet d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:16:14.938351 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4abe863-f90a-4bd8-b78f-49148338ef21 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.034246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4abe863-f90a-4bd8-b78f-49148338ef21 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.067080 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.093305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9729ba3-6657-425b-814f-461bf431595d req-ae5d3b39-4659-4a66-81eb-3e9f04799f58 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c58a74c-a1d4-40ff-adee-be09dc65e457 HTTP/1.1" status: 200 len: 210 time: 0.0898004 Feb 09 16:16:15.165438 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.232303 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-35317c77-c113-47c5-9a8f-fe481099585e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:16:15.238550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-35317c77-c113-47c5-9a8f-fe481099585e tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "PUT /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb HTTP/1.1" status: 400 len: 364 time: 0.9743998 Feb 09 16:16:15.248565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42262) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:15.249087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Network 49f64923-b8bb-48ec-a10e-73a84e8b2b3d is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:16:15.265814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:15.273615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:16:15.331310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4abe863-f90a-4bd8-b78f-49148338ef21 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.474137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Pushing event updated for resources: {'Port': ['ID=bc7ff887-fc67-4c5c-847b-426799b29b9f,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:15.498564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Attempting to bind port bc7ff887-fc67-4c5c-847b-426799b29b9f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:16:15.499238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Attempting to bind port bc7ff887-fc67-4c5c-847b-426799b29b9f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd2e6e0f6-8282-4e41-b3f1-810fe009f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '49f64923-b8bb-48ec-a10e-73a84e8b2b3d'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:16:15.499859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Attempting to bind port bc7ff887-fc67-4c5c-847b-426799b29b9f on network 49f64923-b8bb-48ec-a10e-73a84e8b2b3d {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:16:15.509902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:16:15.510518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Checking segment: {'id': 'd2e6e0f6-8282-4e41-b3f1-810fe009f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '49f64923-b8bb-48ec-a10e-73a84e8b2b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:16:15.511317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.511978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Bound using segment: {'id': 'd2e6e0f6-8282-4e41-b3f1-810fe009f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '49f64923-b8bb-48ec-a10e-73a84e8b2b3d'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:16:15.512918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Bound port: bc7ff887-fc67-4c5c-847b-426799b29b9f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e6e0f6-8282-4e41-b3f1-810fe009f526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '49f64923-b8bb-48ec-a10e-73a84e8b2b3d'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:16:15.513580 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.566627 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4abe863-f90a-4bd8-b78f-49148338ef21 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.595905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4abe863-f90a-4bd8-b78f-49148338ef21 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.598509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b90e12-2424-4ccd-a576-f4d9a951df95 None None] Network e25f59b9-53e0-424b-b146-dc14bde3063e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:15.599978 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b4abe863-f90a-4bd8-b78f-49148338ef21 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "DELETE /v2.0/subnets/d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5 HTTP/1.1" status: 204 len: 168 time: 0.7983832 Feb 09 16:16:15.602830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42266) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:15.620724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] For port bc7ff887-fc67-4c5c-847b-426799b29b9f, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:16:15.625652 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abe863-f90a-4bd8-b78f-49148338ef21 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e3a60d-d673-4d2e-a26f-f29a6e1b84b5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:15.672356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] For port bc7ff887-fc67-4c5c-847b-426799b29b9f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bc7ff887-fc67-4c5c-847b-426799b29b9f,segment=NetworkSegment(d2e6e0f6-8282-4e41-b3f1-810fe009f526),segment_id=d2e6e0f6-8282-4e41-b3f1-810fe009f526)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:16:15.749226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-627831d0-a488-4d0f-a89a-2640a01a77c7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting subnet 2f54da53-27ef-4f1f-be24-acd5af60777e {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:16:15.772904 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-627831d0-a488-4d0f-a89a-2640a01a77c7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.785139 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.841916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-627831d0-a488-4d0f-a89a-2640a01a77c7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.887947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6037f31-c8c1-4f7b-8c7d-f9edb24adc8c None None] Pushing event updated for resources: {'Port': ['ID=bc7ff887-fc67-4c5c-847b-426799b29b9f,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:15.917593 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:15.978052 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42270) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:16.005704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] DHCP port deletion for e25f59b9-53e0-424b-b146-dc14bde3063e request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:16:16.016436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c065b411-1b36-4c84-aed0-d1c94d5bc0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.076880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] Deleting port 7f22a82e-8105-4ee7-9053-7ab252ec1426 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:16.077688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.230036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c065b411-1b36-4c84-aed0-d1c94d5bc0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.235578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] For port 7f22a82e-8105-4ee7-9053-7ab252ec1426, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7f22a82e-8105-4ee7-9053-7ab252ec1426,segment=NetworkSegment(3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2),segment_id=3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:16.236460 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.281706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] Calling delete_port for 7f22a82e-8105-4ee7-9053-7ab252ec1426 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:16.301388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c065b411-1b36-4c84-aed0-d1c94d5bc0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.363352 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c065b411-1b36-4c84-aed0-d1c94d5bc0fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=081a5e62a91a4fc7824bdc8f7b0a39c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835282 Feb 09 16:16:16.369792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42276) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:16.420139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-627831d0-a488-4d0f-a89a-2640a01a77c7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.476750 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065b411-1b36-4c84-aed0-d1c94d5bc0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6c71e2-7beb-432e-b179-dc0a4571cec1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:16.484575 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.539565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97fbb142-d64d-4ff3-ac29-02e4e7eaff55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.550926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] Pushing event deleted for resources: {'Port': ['ID=7f22a82e-8105-4ee7-9053-7ab252ec1426,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:16.564820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ecf9b-bfd6-478a-8ece-cea239e0dcd1 None None] No DVR routers for this DVR port 7f22a82e-8105-4ee7-9053-7ab252ec1426 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:16.611924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97fbb142-d64d-4ff3-ac29-02e4e7eaff55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.675451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Allocated IP 2001:db8::1 (2bd4a988-3542-4fd5-b1c1-88970a4cc7a1/e2427f22-a03a-45ba-bce9-0dc11d2cc303/13022c9a-4823-4868-a388-2a59fc6117d3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:16:16.808626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bc7ff887-fc67-4c5c-847b-426799b29b9f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:16.824824 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-627831d0-a488-4d0f-a89a-2640a01a77c7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.877306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bc7ff887-fc67-4c5c-847b-426799b29b9f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:16.877678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.938406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627831d0-a488-4d0f-a89a-2640a01a77c7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Subnet': ['ID=2f54da53-27ef-4f1f-be24-acd5af60777e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:16.952344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-627831d0-a488-4d0f-a89a-2640a01a77c7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:16.959672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42282) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:16.965623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded7d7ab-36a0-473e-9fa0-e2ecc7377e9c None None] Network 8506dff6-cc07-4ac0-a54e-0a468d8daca8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:16.967100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-627831d0-a488-4d0f-a89a-2640a01a77c7 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "DELETE /v2.0/subnets/2f54da53-27ef-4f1f-be24-acd5af60777e HTTP/1.1" status: 204 len: 168 time: 1.3622704 Feb 09 16:16:16.980277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.060128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97fbb142-d64d-4ff3-ac29-02e4e7eaff55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.062844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97fbb142-d64d-4ff3-ac29-02e4e7eaff55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.064156 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-97fbb142-d64d-4ff3-ac29-02e4e7eaff55 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b6c71e2-7beb-432e-b179-dc0a4571cec1 HTTP/1.1" status: 204 len: 168 time: 0.6895134 Feb 09 16:16:17.120648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.131558 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.134366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbb142-d64d-4ff3-ac29-02e4e7eaff55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6c71e2-7beb-432e-b179-dc0a4571cec1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:17.136354 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.275032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Port': ['ID=13022c9a-4823-4868-a388-2a59fc6117d3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:17.284851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:16:17.286587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:17.289890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:16:17.291123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.323509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port bc7ff887-fc67-4c5c-847b-426799b29b9f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bc7ff887-fc67-4c5c-847b-426799b29b9f,segment=NetworkSegment(d2e6e0f6-8282-4e41-b3f1-810fe009f526),segment_id=d2e6e0f6-8282-4e41-b3f1-810fe009f526)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:17.327821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.392899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25f59b9-53e0-424b-b146-dc14bde3063e']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:17.416030 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.432943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:17.441676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa7d1f9-53fb-40e8-8ce7-a9a6a7e665e2') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:17.473301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.514520 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.534034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:16:17.534856 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:16:17.564050 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:16:17.584328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] DHCP port deletion for 8506dff6-cc07-4ac0-a54e-0a468d8daca8 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:16:17.641135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7f22a82e-8105-4ee7-9053-7ab252ec1426 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:17.652208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=bc7ff887-fc67-4c5c-847b-426799b29b9f,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:17.676784 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.708240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7f22a82e-8105-4ee7-9053-7ab252ec1426 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:17.709361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7f22a82e-8105-4ee7-9053-7ab252ec1426 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:17.741498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.759563 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.765770 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "DELETE /v2.0/networks/e25f59b9-53e0-424b-b146-dc14bde3063e HTTP/1.1" status: 204 len: 168 time: 0.8034539 Feb 09 16:16:17.769808 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42290) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:17.778903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] Deleting port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:17.779297 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:17.935724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207c20f-2d2f-40a3-b07a-06dadf4768d7 None None] Network 49f64923-b8bb-48ec-a10e-73a84e8b2b3d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:17.997981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.024717 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28424bea-9d8a-4227-99ce-cee5979ca2ea tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Network': ['ID=e25f59b9-53e0-424b-b146-dc14bde3063e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:18.087112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b7aa8dec-2af8-4a23-ac87-58c5305d6ed7 None None] Provisioning complete for port bc7ff887-fc67-4c5c-847b-426799b29b9f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:18.087640 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8dec-2af8-4a23-ac87-58c5305d6ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.099225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] For port eba0b88d-e6b5-44b0-bc77-85ea9701ca68, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:18.099635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.105733 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Deleting port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:18.106531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.150175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] Calling delete_port for eba0b88d-e6b5-44b0-bc77-85ea9701ca68 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:18.155010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.193378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] For port eba0b88d-e6b5-44b0-bc77-85ea9701ca68, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,segment=NetworkSegment(e7b62491-4f47-4ec7-9e4c-ed7de9389fb0),segment_id=e7b62491-4f47-4ec7-9e4c-ed7de9389fb0)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:18.193725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.211147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Calling delete_port for eba0b88d-e6b5-44b0-bc77-85ea9701ca68 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:18.227509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.228624 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.364031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event updated for resources: {'Port': ['ID=13022c9a-4823-4868-a388-2a59fc6117d3,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:18.444754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:16:18.446625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:16:18.467299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.499585 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.574654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Router 948f9a14-c74f-47a8-b684-8de5be4587eb has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:16:18.579116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] No DVR routers for this DVR port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:18.587186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Port': ['ID=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:18.587732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] No DVR routers for this DVR port eba0b88d-e6b5-44b0-bc77-85ea9701ca68 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:18.592290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a49fd-26fb-4065-ab5b-ffc68cd9cb0c None None] Pushing event deleted for resources: {'Port': ['ID=eba0b88d-e6b5-44b0-bc77-85ea9701ca68,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:18.636809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-efbe0967-bdbf-4f44-a39c-12db24808681 None None] Provisioning complete for port 13022c9a-4823-4868-a388-2a59fc6117d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:18.636809 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-efbe0967-bdbf-4f44-a39c-12db24808681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:18.685210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-efbe0967-bdbf-4f44-a39c-12db24808681 None None] Port 13022c9a-4823-4868-a388-2a59fc6117d3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:16:18.889193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bc7ff887-fc67-4c5c-847b-426799b29b9f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:18.990291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:16:19.016226 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.016791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-edb8f46b-2dc9-4974-85ba-8d605906332f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "PUT /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7636092 Feb 09 16:16:19.018125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42312) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:19.098880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8506dff6-cc07-4ac0-a54e-0a468d8daca8']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:19.157530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f865d276-78cf-45dd-b3ae-b9efd62452ec tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.168529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:19.172239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b62491-4f47-4ec7-9e4c-ed7de9389fb0') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:19.206180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.224300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.233343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:16:19.234251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:16:19.239461 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:16:19.280201 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-f865d276-78cf-45dd-b3ae-b9efd62452ec tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 16:16:19.281853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f865d276-78cf-45dd-b3ae-b9efd62452ec tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb HTTP/1.1" status: 409 len: 329 time: 0.2605617 Feb 09 16:16:19.286846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42316) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:19.386883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.403762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.421257 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] 10.222.0.53 "DELETE /v2.0/networks/8506dff6-cc07-4ac0-a54e-0a468d8daca8 HTTP/1.1" status: 204 len: 168 time: 1.6390474 Feb 09 16:16:19.447609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e565-461e-4a0c-8139-e515d2f811c5 tempest-TaggedBootDevicesTest-1622968881 tempest-TaggedBootDevicesTest-1622968881-project] Pushing event deleted for resources: {'Network': ['ID=8506dff6-cc07-4ac0-a54e-0a468d8daca8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:19.483936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2f932-6438-4fc8-9c5d-1c2f20eec9e2 None None] Sync routers for ids ['948f9a14-c74f-47a8-b684-8de5be4587eb'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:16:19.533976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2f932-6438-4fc8-9c5d-1c2f20eec9e2 None None] Routers {'948f9a14-c74f-47a8-b684-8de5be4587eb'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:19.535254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8df2f932-6438-4fc8-9c5d-1c2f20eec9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['948f9a14-c74f-47a8-b684-8de5be4587eb'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:19.654463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8df2f932-6438-4fc8-9c5d-1c2f20eec9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:19.671470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-22754f50-c53f-46af-9586-890e1ec452a7 None None] Provisioning complete for port 13022c9a-4823-4868-a388-2a59fc6117d3 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:19.672130 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-22754f50-c53f-46af-9586-890e1ec452a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.740881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2f932-6438-4fc8-9c5d-1c2f20eec9e2 None None] Routers {'948f9a14-c74f-47a8-b684-8de5be4587eb'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:19.742472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8df2f932-6438-4fc8-9c5d-1c2f20eec9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['948f9a14-c74f-47a8-b684-8de5be4587eb'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:19.802176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8df2f932-6438-4fc8-9c5d-1c2f20eec9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:19.802691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2f932-6438-4fc8-9c5d-1c2f20eec9e2 None None] The sync data for ids ['948f9a14-c74f-47a8-b684-8de5be4587eb'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:16:19.816759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bc7ff887-fc67-4c5c-847b-426799b29b9f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:19.816759 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:19.860334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-22754f50-c53f-46af-9586-890e1ec452a7 None None] Port 13022c9a-4823-4868-a388-2a59fc6117d3 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:16:20.047051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-22754f50-c53f-46af-9586-890e1ec452a7 None None] Provisioning complete for port bc7ff887-fc67-4c5c-847b-426799b29b9f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:20.047782 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-22754f50-c53f-46af-9586-890e1ec452a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:20.140956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eba0b88d-e6b5-44b0-bc77-85ea9701ca68 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:20.176033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: eba0b88d-e6b5-44b0-bc77-85ea9701ca68 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:20.176501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device eba0b88d-e6b5-44b0-bc77-85ea9701ca68 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:20.348871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:21.380648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting port 13022c9a-4823-4868-a388-2a59fc6117d3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:21.381931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:21.498105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:21.518436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Calling delete_port for 13022c9a-4823-4868-a388-2a59fc6117d3 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:22.062029 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:22.189805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Port': ['ID=13022c9a-4823-4868-a388-2a59fc6117d3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:22.541629 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:22.884574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Router 948f9a14-c74f-47a8-b684-8de5be4587eb has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:16:22.974478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fccee3f3-f841-444e-a373-02007dad18cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:23.123725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:16:23.134896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0238e62-9001-4b47-9ce7-b0fc81349bcd tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "PUT /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8463445 Feb 09 16:16:23.138541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42402) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:23.142226 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4572eb-9302-4ed4-ae1d-592557ae2e42 None None] Sync routers for ids ['948f9a14-c74f-47a8-b684-8de5be4587eb'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:16:23.169260 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4572eb-9302-4ed4-ae1d-592557ae2e42 None None] Routers {'948f9a14-c74f-47a8-b684-8de5be4587eb'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:23.171772 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-dd4572eb-9302-4ed4-ae1d-592557ae2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['948f9a14-c74f-47a8-b684-8de5be4587eb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:23.245300 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-dd4572eb-9302-4ed4-ae1d-592557ae2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:23.258372 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4572eb-9302-4ed4-ae1d-592557ae2e42 None None] Routers {'948f9a14-c74f-47a8-b684-8de5be4587eb'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:23.259406 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-dd4572eb-9302-4ed4-ae1d-592557ae2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['948f9a14-c74f-47a8-b684-8de5be4587eb'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:23.278327 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-fe3b5500-c925-41fa-bf2f-e8fc6bd340ab tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] show failed (client error): The resource could not be found. Feb 09 16:16:23.284927 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fe3b5500-c925-41fa-bf2f-e8fc6bd340ab tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1731575401 HTTP/1.1" status: 404 len: 335 time: 0.1425946 Feb 09 16:16:23.286475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42408) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:23.291835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ace4f85a-d13a-4fc3-95c0-1b89b18a506d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:16:23.323689 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-dd4572eb-9302-4ed4-ae1d-592557ae2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:23.324720 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4572eb-9302-4ed4-ae1d-592557ae2e42 None None] The sync data for ids ['948f9a14-c74f-47a8-b684-8de5be4587eb'] in n-d-828542-1 is: [] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:16:23.348600 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-ace4f85a-d13a-4fc3-95c0-1b89b18a506d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] update failed (client error): The resource could not be found. Feb 09 16:16:23.352945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ace4f85a-d13a-4fc3-95c0-1b89b18a506d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-2017480962 HTTP/1.1" status: 404 len: 335 time: 0.0651147 Feb 09 16:16:23.360160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42414) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:23.592773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc10db60-fcfe-4b6e-a97e-a67b44b804a5 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting subnet 685050b3-79f3-493d-b785-e43d18deae3f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:16:23.603140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc10db60-fcfe-4b6e-a97e-a67b44b804a5 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:23.683137 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc10db60-fcfe-4b6e-a97e-a67b44b804a5 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:23.823270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc10db60-fcfe-4b6e-a97e-a67b44b804a5 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.062037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc10db60-fcfe-4b6e-a97e-a67b44b804a5 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.091134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10db60-fcfe-4b6e-a97e-a67b44b804a5 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Subnet': ['ID=685050b3-79f3-493d-b785-e43d18deae3f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:24.095965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc10db60-fcfe-4b6e-a97e-a67b44b804a5 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.103938 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dc10db60-fcfe-4b6e-a97e-a67b44b804a5 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/subnets/685050b3-79f3-493d-b785-e43d18deae3f HTTP/1.1" status: 204 len: 168 time: 0.7386019 Feb 09 16:16:24.103938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42430) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:24.115203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb161c4-acb0-4f4c-b370-668db3634c5a None None] Network 49f64923-b8bb-48ec-a10e-73a84e8b2b3d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:24.349042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.352075 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:16:24.455906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] DHCP port deletion for 49f64923-b8bb-48ec-a10e-73a84e8b2b3d request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:16:24.512982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting port bc7ff887-fc67-4c5c-847b-426799b29b9f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:24.513418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.567345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Deleting port bc7ff887-fc67-4c5c-847b-426799b29b9f {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:24.568297 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.604280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] For port bc7ff887-fc67-4c5c-847b-426799b29b9f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bc7ff887-fc67-4c5c-847b-426799b29b9f,segment=NetworkSegment(d2e6e0f6-8282-4e41-b3f1-810fe009f526),segment_id=d2e6e0f6-8282-4e41-b3f1-810fe009f526)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:24.604950 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.625420 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Calling delete_port for bc7ff887-fc67-4c5c-847b-426799b29b9f owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:24.740843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] For port bc7ff887-fc67-4c5c-847b-426799b29b9f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bc7ff887-fc67-4c5c-847b-426799b29b9f,segment=NetworkSegment(d2e6e0f6-8282-4e41-b3f1-810fe009f526),segment_id=d2e6e0f6-8282-4e41-b3f1-810fe009f526)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:24.741218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.770918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Calling delete_port for bc7ff887-fc67-4c5c-847b-426799b29b9f owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:24.828604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:24.863500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Port': ['ID=bc7ff887-fc67-4c5c-847b-426799b29b9f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:24.880058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] No DVR routers for this DVR port bc7ff887-fc67-4c5c-847b-426799b29b9f on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:24.895613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bc7ff887-fc67-4c5c-847b-426799b29b9f no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:24.942124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: bc7ff887-fc67-4c5c-847b-426799b29b9f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:24.943033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bc7ff887-fc67-4c5c-847b-426799b29b9f not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:25.012489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.036485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] No DVR routers for this DVR port bc7ff887-fc67-4c5c-847b-426799b29b9f on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:25.068503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Pushing event deleted for resources: {'Port': ['ID=bc7ff887-fc67-4c5c-847b-426799b29b9f,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:25.102533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.102890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.104142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.104506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.104858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.105200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.108504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.109253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.110538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.110906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.111260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.111673 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e6195b-5d55-49ea-acdc-380a1a938d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:25.154407 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.218872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f64923-b8bb-48ec-a10e-73a84e8b2b3d']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:25.238423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e6e0f6-8282-4e41-b3f1-810fe009f526') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:25.238978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e6e0f6-8282-4e41-b3f1-810fe009f526') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:25.256197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d5a92d50-8566-4650-b8b1-325fe2b4fa86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.263470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.285634 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.305619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:16:25.306297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:16:25.311494 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:16:25.526401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.537746 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.550414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42484) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:25.557007 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/networks/49f64923-b8bb-48ec-a10e-73a84e8b2b3d HTTP/1.1" status: 204 len: 168 time: 1.4513371 Feb 09 16:16:25.593577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d83bd0-68c4-43c2-a831-97ebfb3e356f tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Network': ['ID=49f64923-b8bb-48ec-a10e-73a84e8b2b3d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:25.671093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-9080ba0b-d4a2-4339-8128-4645a6fd4438 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting subnet 4508f9c1-23a8-417d-9b1b-041f74476209 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:16:25.675543 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9080ba0b-d4a2-4339-8128-4645a6fd4438 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:25.778273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9080ba0b-d4a2-4339-8128-4645a6fd4438 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:26.071363 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9080ba0b-d4a2-4339-8128-4645a6fd4438 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:26.222260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9080ba0b-d4a2-4339-8128-4645a6fd4438 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:26.272417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080ba0b-d4a2-4339-8128-4645a6fd4438 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Subnet': ['ID=4508f9c1-23a8-417d-9b1b-041f74476209,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:26.287119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9080ba0b-d4a2-4339-8128-4645a6fd4438 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:26.298184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3668d15-1ac0-40ae-a924-be068d3b67df None None] Network e35c5d48-91d2-475f-afab-d1f44b1cd39a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:26.299003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42494) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:26.299923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9080ba0b-d4a2-4339-8128-4645a6fd4438 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/subnets/4508f9c1-23a8-417d-9b1b-041f74476209 HTTP/1.1" status: 204 len: 168 time: 0.7481301 Feb 09 16:16:26.544389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d3f568-755d-4391-987e-964ff8dd6437 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting subnet c972ddc9-4a3f-4fbf-9ad3-202c32e7ff80 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:16:26.559975 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3d3f568-755d-4391-987e-964ff8dd6437 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:26.659369 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3d3f568-755d-4391-987e-964ff8dd6437 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:26.690933 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:26.790402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] DHCP port deletion for e35c5d48-91d2-475f-afab-d1f44b1cd39a request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:16:26.903430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3d3f568-755d-4391-987e-964ff8dd6437 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:26.966518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] Deleting port 7e417ead-3185-4c59-a63e-60e668d29a79 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:26.967232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.085660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] For port 7e417ead-3185-4c59-a63e-60e668d29a79, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7e417ead-3185-4c59-a63e-60e668d29a79,segment=NetworkSegment(15e774e9-3bde-48a6-8408-af4e9595cc77),segment_id=15e774e9-3bde-48a6-8408-af4e9595cc77)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:27.085982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3d3f568-755d-4391-987e-964ff8dd6437 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.086478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.123479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] Calling delete_port for 7e417ead-3185-4c59-a63e-60e668d29a79 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:27.177502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3f568-755d-4391-987e-964ff8dd6437 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Subnet': ['ID=c972ddc9-4a3f-4fbf-9ad3-202c32e7ff80,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:27.183112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3d3f568-755d-4391-987e-964ff8dd6437 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.194003 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d3d3f568-755d-4391-987e-964ff8dd6437 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/subnets/c972ddc9-4a3f-4fbf-9ad3-202c32e7ff80 HTTP/1.1" status: 204 len: 168 time: 0.8885360 Feb 09 16:16:27.194108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42512) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:27.204615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8a4a1-9fde-419e-b6a4-f799813d7363 None None] Network da58953a-fb1a-49c1-930f-f44d1431cc6a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:27.406951 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.581659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting port 7e417ead-3185-4c59-a63e-60e668d29a79 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:27.583998 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.764897 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.895264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] For port 7e417ead-3185-4c59-a63e-60e668d29a79, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7e417ead-3185-4c59-a63e-60e668d29a79,segment=NetworkSegment(15e774e9-3bde-48a6-8408-af4e9595cc77),segment_id=15e774e9-3bde-48a6-8408-af4e9595cc77)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:27.895483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] DHCP port deletion for da58953a-fb1a-49c1-930f-f44d1431cc6a request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:16:27.895650 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:27.898169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] Pushing event deleted for resources: {'Port': ['ID=7e417ead-3185-4c59-a63e-60e668d29a79,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:27.932815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Calling delete_port for 7e417ead-3185-4c59-a63e-60e668d29a79 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:27.946364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc554c-c53c-42a7-a635-11751bf229ff None None] No DVR routers for this DVR port 7e417ead-3185-4c59-a63e-60e668d29a79 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:28.121486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.185540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Port': ['ID=7e417ead-3185-4c59-a63e-60e668d29a79,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:28.188943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] No DVR routers for this DVR port 7e417ead-3185-4c59-a63e-60e668d29a79 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:28.232285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] Deleting port f5b5bebc-38aa-4b75-b180-9e899d0ca418 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:28.234270 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.349431 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.390392 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.394032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] For port f5b5bebc-38aa-4b75-b180-9e899d0ca418, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5b5bebc-38aa-4b75-b180-9e899d0ca418,segment=NetworkSegment(77374ca9-b94c-4a52-b19c-f87c68a2382d),segment_id=77374ca9-b94c-4a52-b19c-f87c68a2382d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:28.394944 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.418889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35c5d48-91d2-475f-afab-d1f44b1cd39a']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:28.438573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e774e9-3bde-48a6-8408-af4e9595cc77') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:28.443911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e774e9-3bde-48a6-8408-af4e9595cc77') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:28.463040 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.502987 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.512664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] Calling delete_port for f5b5bebc-38aa-4b75-b180-9e899d0ca418 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:28.512882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:16:28.513286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: self.session.flush() Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:16:28.589020 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:16:28.658943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.714615 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.762696 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:28.774012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/networks/e35c5d48-91d2-475f-afab-d1f44b1cd39a HTTP/1.1" status: 204 len: 168 time: 1.5735559 Feb 09 16:16:28.774012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3f043-c836-4f42-9e47-474741cfbf8b tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Network': ['ID=e35c5d48-91d2-475f-afab-d1f44b1cd39a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:28.776317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42542) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:28.851938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5b5bebc-38aa-4b75-b180-9e899d0ca418 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:29.000949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.034720 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.120382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting port f5b5bebc-38aa-4b75-b180-9e899d0ca418 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:29.120973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.137422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.265484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7e417ead-3185-4c59-a63e-60e668d29a79 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:29.282861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] Pushing event deleted for resources: {'Port': ['ID=f5b5bebc-38aa-4b75-b180-9e899d0ca418,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:29.296040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da493a-ce3d-4462-be61-5ccef08bfd67 None None] No DVR routers for this DVR port f5b5bebc-38aa-4b75-b180-9e899d0ca418 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:29.313519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] For port f5b5bebc-38aa-4b75-b180-9e899d0ca418, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5b5bebc-38aa-4b75-b180-9e899d0ca418,segment=NetworkSegment(77374ca9-b94c-4a52-b19c-f87c68a2382d),segment_id=77374ca9-b94c-4a52-b19c-f87c68a2382d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:29.314123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.342770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7e417ead-3185-4c59-a63e-60e668d29a79 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:29.343256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7e417ead-3185-4c59-a63e-60e668d29a79 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:29.375520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Calling delete_port for f5b5bebc-38aa-4b75-b180-9e899d0ca418 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:29.540622 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.620843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Port': ['ID=f5b5bebc-38aa-4b75-b180-9e899d0ca418,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:29.628916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] No DVR routers for this DVR port f5b5bebc-38aa-4b75-b180-9e899d0ca418 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:29.792823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.836581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da58953a-fb1a-49c1-930f-f44d1431cc6a']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:29.861993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77374ca9-b94c-4a52-b19c-f87c68a2382d') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:29.862672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77374ca9-b94c-4a52-b19c-f87c68a2382d') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:29.879877 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.908916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.942546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:16:29.953134 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:16:29.961517 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:16:30.135711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.143903 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.150644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42568) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:30.154966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/networks/da58953a-fb1a-49c1-930f-f44d1431cc6a HTTP/1.1" status: 204 len: 168 time: 1.3702910 Feb 09 16:16:30.190252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852ec1d-016a-4e7c-a0f2-c3479f312b7d tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Network': ['ID=da58953a-fb1a-49c1-930f-f44d1431cc6a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:30.253344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e474ee6-40e7-4d68-9aea-21472e791028 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting subnet e2427f22-a03a-45ba-bce9-0dc11d2cc303 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:16:30.266526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee6-40e7-4d68-9aea-21472e791028 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.312508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.359923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee6-40e7-4d68-9aea-21472e791028 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.567806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee6-40e7-4d68-9aea-21472e791028 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.782356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee6-40e7-4d68-9aea-21472e791028 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.825836 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e474ee6-40e7-4d68-9aea-21472e791028 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:30.830326 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1e474ee6-40e7-4d68-9aea-21472e791028 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/subnets/e2427f22-a03a-45ba-bce9-0dc11d2cc303 HTTP/1.1" status: 204 len: 168 time: 0.6784277 Feb 09 16:16:30.837040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42572) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:30.856955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aee497-17ad-4d21-9690-1bd76b51bbf3 None None] Network 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:30.857224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e474ee6-40e7-4d68-9aea-21472e791028 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Subnet': ['ID=e2427f22-a03a-45ba-bce9-0dc11d2cc303,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:31.051152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:31.166706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Deleting port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:31.167676 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:31.322007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] For port fc4fe4b0-5816-49e9-9814-96d3d52a81c6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,segment=NetworkSegment(2492b2fd-5b51-4d4a-9fdf-56032689f902),segment_id=2492b2fd-5b51-4d4a-9fdf-56032689f902)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:31.324034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:31.372359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Calling delete_port for fc4fe4b0-5816-49e9-9814-96d3d52a81c6 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:31.422208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] DHCP port deletion for 2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:16:31.597375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] Deleting port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:31.597826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:31.726756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] For port fc4fe4b0-5816-49e9-9814-96d3d52a81c6, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,segment=NetworkSegment(2492b2fd-5b51-4d4a-9fdf-56032689f902),segment_id=2492b2fd-5b51-4d4a-9fdf-56032689f902)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:31.727174 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:31.744030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] Calling delete_port for fc4fe4b0-5816-49e9-9814-96d3d52a81c6 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:31.754685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:31.817327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Port': ['ID=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:31.831081 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] No DVR routers for this DVR port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:31.857613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:31.875462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] No DVR routers for this DVR port fc4fe4b0-5816-49e9-9814-96d3d52a81c6 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:31.899367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef976017-ed73-4a74-a52b-c503b825d390 None None] Pushing event deleted for resources: {'Port': ['ID=fc4fe4b0-5816-49e9-9814-96d3d52a81c6,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:31.987815 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.038969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.084146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd4a988-3542-4fd5-b1c1-88970a4cc7a1']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:32.107662 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2492b2fd-5b51-4d4a-9fdf-56032689f902') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:32.108364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2492b2fd-5b51-4d4a-9fdf-56032689f902') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:32.126606 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.145235 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.153697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:16:32.154217 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:16:32.160159 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:16:32.401531 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.415892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.421038 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/networks/2bd4a988-3542-4fd5-b1c1-88970a4cc7a1 HTTP/1.1" status: 204 len: 168 time: 1.5828297 Feb 09 16:16:32.425603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42606) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:32.453085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32008616-1cc7-482a-98de-875957d4bd05 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Pushing event deleted for resources: {'Network': ['ID=2bd4a988-3542-4fd5-b1c1-88970a4cc7a1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:32.471239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4f28028d-a91b-4a80-8f5f-c050563a1dc2 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "GET /v2.0/ports?device_id=948f9a14-c74f-47a8-b684-8de5be4587eb HTTP/1.1" status: 200 len: 205 time: 0.0437520 Feb 09 16:16:32.475059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42608) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:32.559306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6054a2f-e27a-4c91-a0d1-abe6c968d440 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.760294 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6054a2f-e27a-4c91-a0d1-abe6c968d440 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.762670 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6054a2f-e27a-4c91-a0d1-abe6c968d440 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.834146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fc4fe4b0-5816-49e9-9814-96d3d52a81c6 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:32.882700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: fc4fe4b0-5816-49e9-9814-96d3d52a81c6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:32.883465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fc4fe4b0-5816-49e9-9814-96d3d52a81c6 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:32.889875 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6054a2f-e27a-4c91-a0d1-abe6c968d440 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.894499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6054a2f-e27a-4c91-a0d1-abe6c968d440 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Fanout notify agent at l3_agent the message router_deleted on router 948f9a14-c74f-47a8-b684-8de5be4587eb {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:16:32.900159 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e6054a2f-e27a-4c91-a0d1-abe6c968d440 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:32.905771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e6054a2f-e27a-4c91-a0d1-abe6c968d440 tempest-RoutersNegativeIpV6Test-428336833 tempest-RoutersNegativeIpV6Test-428336833-project] 10.222.0.53 "DELETE /v2.0/routers/948f9a14-c74f-47a8-b684-8de5be4587eb HTTP/1.1" status: 204 len: 168 time: 0.4253745 Feb 09 16:16:33.722587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42636) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:34.045749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3f94ea45-14e4-4924-bf6c-9ca632baafb5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a571d33d7daa48e98e6d6b10a3af8b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205233 Feb 09 16:16:34.049410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42642) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:34.136151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af03c1a6-f90e-4663-806d-2ea0c4f5b522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:34.197055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af03c1a6-f90e-4663-806d-2ea0c4f5b522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:34.749237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af03c1a6-f90e-4663-806d-2ea0c4f5b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:34.749237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-af03c1a6-f90e-4663-806d-2ea0c4f5b522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:34.749237 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-af03c1a6-f90e-4663-806d-2ea0c4f5b522 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/deee5c99-0396-47e2-bb67-f309bf001c85 HTTP/1.1" status: 204 len: 168 time: 0.6957271 Feb 09 16:16:34.806774 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03c1a6-f90e-4663-806d-2ea0c4f5b522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deee5c99-0396-47e2-bb67-f309bf001c85,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:35.532794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e656b-4e45-420d-af80-202f1226bffc req-ab7c9966-7f26-4aa5-8497-7e9fb8055591 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:35.537546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c5e656b-4e45-420d-af80-202f1226bffc req-ab7c9966-7f26-4aa5-8497-7e9fb8055591 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.0801470 Feb 09 16:16:35.730933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c5e656b-4e45-420d-af80-202f1226bffc req-83a759bb-f015-46d7-8ae0-9c309418ab5d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821315 Feb 09 16:16:36.670521 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42718) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:36.975828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3942ff2-6bc5-4f1d-ae02-b57b5c0a211e req-fede4c75-4fdf-4f59-a9d0-5add81d3ef82 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:36.981512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3942ff2-6bc5-4f1d-ae02-b57b5c0a211e req-fede4c75-4fdf-4f59-a9d0-5add81d3ef82 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.0798397 Feb 09 16:16:37.072361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3942ff2-6bc5-4f1d-ae02-b57b5c0a211e req-e507eaf2-1887-442d-9e26-3ee6809b2c0d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801528 Feb 09 16:16:37.189247 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-413153f9-5052-47b2-9800-ca4629a2ce8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:37.387843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-413153f9-5052-47b2-9800-ca4629a2ce8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:37.484154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-413153f9-5052-47b2-9800-ca4629a2ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:37.611406 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-413153f9-5052-47b2-9800-ca4629a2ce8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddd2a1232fd947d49add7c33bc2760e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9360974 Feb 09 16:16:37.611645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42746) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:37.617471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413153f9-5052-47b2-9800-ca4629a2ce8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c81a34-4bb4-4453-9df2-13124416f515,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:37.711285 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8924e341-54eb-419d-a5f4-adc22b2da058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:37.744881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8924e341-54eb-419d-a5f4-adc22b2da058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:37.955905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42754) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:37.958532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8924e341-54eb-419d-a5f4-adc22b2da058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:37.962702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8924e341-54eb-419d-a5f4-adc22b2da058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:37.964649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8924e341-54eb-419d-a5f4-adc22b2da058 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8c81a34-4bb4-4453-9df2-13124416f515 HTTP/1.1" status: 204 len: 168 time: 0.3513968 Feb 09 16:16:37.987344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924e341-54eb-419d-a5f4-adc22b2da058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c81a34-4bb4-4453-9df2-13124416f515,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:38.373421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e4a0d-450c-433d-ae92-68142b20a003 req-50d3b759-c840-4a40-8ef9-a760f76c9bb6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:38.379092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b7e4a0d-450c-433d-ae92-68142b20a003 req-50d3b759-c840-4a40-8ef9-a760f76c9bb6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1529706 Feb 09 16:16:38.522116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b7e4a0d-450c-433d-ae92-68142b20a003 req-1e432a8a-d915-460a-b7a6-de5b2e7312b0 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351388 Feb 09 16:16:39.639113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:39.791083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac462a-370a-4319-b0a7-6cbe8d1c88c8 req-53521f80-fa89-4163-be3f-f4948ce75727 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:39.801751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4ac462a-370a-4319-b0a7-6cbe8d1c88c8 req-53521f80-fa89-4163-be3f-f4948ce75727 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1112435 Feb 09 16:16:39.877046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4ac462a-370a-4319-b0a7-6cbe8d1c88c8 req-5aaf6c2b-ed72-43b3-8ff9-9e64596550ff tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736544 Feb 09 16:16:40.170206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Deleting port 5230de48-0904-4be2-bebe-253f43295f76 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:40.170206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:40.298843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] For port 5230de48-0904-4be2-bebe-253f43295f76, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=5230de48-0904-4be2-bebe-253f43295f76,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:40.299234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:40.319943 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Calling delete_port for 5230de48-0904-4be2-bebe-253f43295f76 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:40.679218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:40.716632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Pushing event deleted for resources: {'Port': ['ID=5230de48-0904-4be2-bebe-253f43295f76,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:41.047115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42842) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:41.069263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:41.330872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38e22-f570-4469-bf0c-f8f8e44a0c3c req-1af2a768-0245-4f26-99d9-cddb1fb0516e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:41.334926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8a38e22-f570-4469-bf0c-f8f8e44a0c3c req-1af2a768-0245-4f26-99d9-cddb1fb0516e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1717744 Feb 09 16:16:41.408692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8a38e22-f570-4469-bf0c-f8f8e44a0c3c req-67491927-80f9-4e28-b2ea-c4cbe3f0bb78 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652912 Feb 09 16:16:41.436412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e885556-a302-413c-8da0-bdb88708405d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:41.594742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e885556-a302-413c-8da0-bdb88708405d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:41.640454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Router cb6fa314-ec4f-4643-a0e5-219a56377274 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:16:41.792171 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:16:41.801624 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b2aa13da-57db-4879-8197-7d924869ac54 admin admin] 10.222.0.53 "PUT /v2.0/routers/cb6fa314-ec4f-4643-a0e5-219a56377274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8424752 Feb 09 16:16:41.803268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42860) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:41.809182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] Sync routers for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:16:41.844785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:41.845359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:16:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:41.953129 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e885556-a302-413c-8da0-bdb88708405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.017354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4e885556-a302-413c-8da0-bdb88708405d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a656a4920daa436eaa8334b893f470c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9684808 Feb 09 16:16:42.027745 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42864) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:42.073601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:16:42.095164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e885556-a302-413c-8da0-bdb88708405d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa119fd-5243-4305-a6f5-1d11dcf94fee,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:42.106604 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.225622 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c222cbd-c079-4676-a246-e0055ca7e151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.258523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.293747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c222cbd-c079-4676-a246-e0055ca7e151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.442920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Deleting port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:42.444048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.472597 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c222cbd-c079-4676-a246-e0055ca7e151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.475295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c222cbd-c079-4676-a246-e0055ca7e151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.480506 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3c222cbd-c079-4676-a246-e0055ca7e151 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/faa119fd-5243-4305-a6f5-1d11dcf94fee HTTP/1.1" status: 204 len: 168 time: 0.4492359 Feb 09 16:16:42.493639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c222cbd-c079-4676-a246-e0055ca7e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa119fd-5243-4305-a6f5-1d11dcf94fee,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:42.586440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:16:40Z', 'revision_number': 5, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port': {'id': '61e83262-3171-4ce6-a0e0-6c0d5ef398d1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:30Z', 'updated_at': '2022-02-09T16:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:42.690278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] For port 61e83262-3171-4ce6-a0e0-6c0d5ef398d1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=61e83262-3171-4ce6-a0e0-6c0d5ef398d1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:42.690607 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:42.695805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] Checking router: cb6fa314-ec4f-4643-a0e5-219a56377274 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:16:42.708519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] Routers {'cb6fa314-ec4f-4643-a0e5-219a56377274'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:42.714372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:16:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['cb6fa314-ec4f-4643-a0e5-219a56377274'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:42.716514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05107d-2e7e-455b-9151-889135e7a108 req-005dfa52-84e0-41cb-b2cc-ee46d58a0604 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:42.724011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa05107d-2e7e-455b-9151-889135e7a108 req-005dfa52-84e0-41cb-b2cc-ee46d58a0604 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1423554 Feb 09 16:16:42.749890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Calling delete_port for 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:42.793003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa05107d-2e7e-455b-9151-889135e7a108 req-d897aec8-1145-487d-99d2-fa9d8c4d8f2a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676169 Feb 09 16:16:42.952444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] Set router cb6fa314-ec4f-4643-a0e5-219a56377274 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:16:43.124456 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:43.178285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Pushing event deleted for resources: {'Port': ['ID=61e83262-3171-4ce6-a0e0-6c0d5ef398d1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:43.261023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:16:42Z', 'revision_number': 6, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:43.312592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d3e8f2-b618-44ff-8481-9bc674937484 None None] The sync data for ids ['cb6fa314-ec4f-4643-a0e5-219a56377274'] in n-d-828542-1 is: [{'id': 'cb6fa314-ec4f-4643-a0e5-219a56377274', 'name': 'tempest-TaggedBootDevicesTest-1755478001-router', 'tenant_id': 'b36933f38f584954a6601282195d94fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:28Z', 'updated_at': '2022-02-09T16:16:42Z', 'revision_number': 6, 'project_id': 'b36933f38f584954a6601282195d94fc', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:16:43.344450 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:43.507361 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:43.510502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:43.667249 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:43.667830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb6fa314-ec4f-4643-a0e5-219a56377274 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:16:43.672999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:43.677971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42894) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:43.680525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-efa7ed8a-28ca-4126-9925-3848fc0db0de admin admin] 10.222.0.53 "DELETE /v2.0/routers/cb6fa314-ec4f-4643-a0e5-219a56377274 HTTP/1.1" status: 204 len: 168 time: 1.8752592 Feb 09 16:16:43.848031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc76eba-28e7-47e8-819c-430c89be761a admin admin] Deleting subnet a2999133-afaf-4f57-b742-3f7b8281b3ba {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:16:43.855434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4bc76eba-28e7-47e8-819c-430c89be761a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:43.939716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4bc76eba-28e7-47e8-819c-430c89be761a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:44.011676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87c51b-2f97-4420-8e07-2d77c8f9fd7f req-01abe63b-93bf-46af-bc16-f8fda8fd8e84 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:44.018370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea87c51b-2f97-4420-8e07-2d77c8f9fd7f req-01abe63b-93bf-46af-bc16-f8fda8fd8e84 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1195247 Feb 09 16:16:44.150218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4bc76eba-28e7-47e8-819c-430c89be761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:44.180788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea87c51b-2f97-4420-8e07-2d77c8f9fd7f req-536e4879-1e96-46b3-a315-df6690793a32 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494226 Feb 09 16:16:44.375099 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4bc76eba-28e7-47e8-819c-430c89be761a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:44.429399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc76eba-28e7-47e8-819c-430c89be761a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2999133-afaf-4f57-b742-3f7b8281b3ba,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:44.437786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4bc76eba-28e7-47e8-819c-430c89be761a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:44.448880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27d176d-7f46-4957-b9d5-931f382f8bfb None None] Network 69d961b1-3160-43c7-989b-93407151af0e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:44.482670 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4bc76eba-28e7-47e8-819c-430c89be761a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a2999133-afaf-4f57-b742-3f7b8281b3ba HTTP/1.1" status: 204 len: 168 time: 0.8014159 Feb 09 16:16:44.487382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 42914) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:44.694769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:44.747221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-25680bea-9ddf-4111-a46d-cf89ecbde711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:44.748791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-25680bea-9ddf-4111-a46d-cf89ecbde711 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 1097 time: 0.1465514 Feb 09 16:16:44.950064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5230de48-0904-4be2-bebe-253f43295f76 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:45.027534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 5230de48-0904-4be2-bebe-253f43295f76 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:45.028066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 5230de48-0904-4be2-bebe-253f43295f76 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:45.028713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:45.062487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Deleting port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:45.064861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:45.074098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] DHCP port deletion for 69d961b1-3160-43c7-989b-93407151af0e request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:16:45.077259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-9d71f82e-0c89-408f-9509-13012ed4706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:45.079893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-9d71f82e-0c89-408f-9509-13012ed4706f service neutron] 10.222.0.73 "GET /v2.0/networks?id=197f8ac0-9ae4-4d0e-b150-ee68018decf9 HTTP/1.1" status: 200 len: 897 time: 0.2504413 Feb 09 16:16:45.106717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:45.107077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 61e83262-3171-4ce6-a0e0-6c0d5ef398d1 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:45.197995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] Deleting port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:45.198382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:45.226640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] For port 6c165e31-90c3-45f8-b4cb-d0c4785a7142, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6c165e31-90c3-45f8-b4cb-d0c4785a7142,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:45.228208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:45.252364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Calling delete_port for 6c165e31-90c3-45f8-b4cb-d0c4785a7142 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:45.374205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] For port 6c165e31-90c3-45f8-b4cb-d0c4785a7142, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6c165e31-90c3-45f8-b4cb-d0c4785a7142,segment=NetworkSegment(e233848b-8fc8-46bd-af5e-fb407587b08f),segment_id=e233848b-8fc8-46bd-af5e-fb407587b08f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:45.375453 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:45.394551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] Calling delete_port for 6c165e31-90c3-45f8-b4cb-d0c4785a7142 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:45.509076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-f346d631-6863-42d6-b356-c1209b5dc0f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 HTTP/1.1" status: 200 len: 1001 time: 0.4074390 Feb 09 16:16:45.534256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb462b97-03d2-40b6-a652-0f77adaa462a req-5a62535e-651c-4da7-9c31-1e895237bdc4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:45.537657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb462b97-03d2-40b6-a652-0f77adaa462a req-5a62535e-651c-4da7-9c31-1e895237bdc4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1664248 Feb 09 16:16:45.666856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb462b97-03d2-40b6-a652-0f77adaa462a req-c380ab8e-472e-4798-bb8a-3e2f31b7869c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129227 Feb 09 16:16:45.669600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-2ad1357d-12eb-4c04-a880-ca294d3f83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:45.671609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-2ad1357d-12eb-4c04-a880-ca294d3f83d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d91cab2-5107-445c-aff9-77dca09b0064 HTTP/1.1" status: 200 len: 835 time: 0.1485310 Feb 09 16:16:45.748766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-7b48bf85-1fd2-445b-96cf-d2d630b1a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:45.755073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-7b48bf85-1fd2-445b-96cf-d2d630b1a47d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=197f8ac0-9ae4-4d0e-b150-ee68018decf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719349 Feb 09 16:16:45.756336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:45.760523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:45.899269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] No DVR routers for this DVR port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:45.908697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03624f59-442b-4d9c-9347-6c943a84aa7a None None] Pushing event deleted for resources: {'Port': ['ID=6c165e31-90c3-45f8-b4cb-d0c4785a7142,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:45.954533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-30d874f1-670c-47df-b2d4-63bdf5eb852e service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916587 Feb 09 16:16:45.989151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c165e31-90c3-45f8-b4cb-d0c4785a7142,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:46.029711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] No DVR routers for this DVR port 6c165e31-90c3-45f8-b4cb-d0c4785a7142 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:46.293902 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:46.369659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d961b1-3160-43c7-989b-93407151af0e']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:46.374950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcd806da-6774-46fb-8cc0-ff17ab47d25f req-d26a7ff7-f9d7-4b62-951a-33588411ee81 service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880219 Feb 09 16:16:46.394344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e233848b-8fc8-46bd-af5e-fb407587b08f') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:46.395803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e233848b-8fc8-46bd-af5e-fb407587b08f') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:46.423175 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:46.454433 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:46.475313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:16:46.478306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:16:46.482152 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:16:46.877087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6c165e31-90c3-45f8-b4cb-d0c4785a7142 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:46.936667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6c165e31-90c3-45f8-b4cb-d0c4785a7142 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:46.937279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6c165e31-90c3-45f8-b4cb-d0c4785a7142 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:46.967890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2476f-9b07-4364-afe9-c665ae16b679 req-00b27950-2973-4460-afc7-03dcb14ee954 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:46.986700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adf2476f-9b07-4364-afe9-c665ae16b679 req-00b27950-2973-4460-afc7-03dcb14ee954 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1560843 Feb 09 16:16:47.036770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adf2476f-9b07-4364-afe9-c665ae16b679 req-5a3952e4-989d-4423-aa30-d32012fb29f7 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487580 Feb 09 16:16:47.267086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:47.267086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:47.267086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] 10.222.0.53 "DELETE /v2.0/networks/69d961b1-3160-43c7-989b-93407151af0e HTTP/1.1" status: 204 len: 168 time: 2.7701073 Feb 09 16:16:47.271457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 42966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:47.272954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77212fa7-323a-4e25-9dc6-d330cbc96f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=69d961b1-3160-43c7-989b-93407151af0e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:48.213218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dc0dd-b879-426f-a604-36bbce62d6fd req-d67df3a7-c73a-4e0e-ac7a-ad6651112f2e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:48.220688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-348dc0dd-b879-426f-a604-36bbce62d6fd req-d67df3a7-c73a-4e0e-ac7a-ad6651112f2e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.0695357 Feb 09 16:16:48.273574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-348dc0dd-b879-426f-a604-36bbce62d6fd req-131f9ada-65d5-4f2f-849d-83886b15d446 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508225 Feb 09 16:16:48.431598 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:48.826892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Deleting port 523b4837-b3f6-4857-863c-ef887826bf3a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:48.827460 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:48.961157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] For port 523b4837-b3f6-4857-863c-ef887826bf3a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=523b4837-b3f6-4857-863c-ef887826bf3a,segment=NetworkSegment(7786d856-9d94-4939-9b24-0f354511752f),segment_id=7786d856-9d94-4939-9b24-0f354511752f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:48.966188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:49.009287 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Calling delete_port for 523b4837-b3f6-4857-863c-ef887826bf3a owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:49.387696 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:49.513502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Pushing event deleted for resources: {'Port': ['ID=523b4837-b3f6-4857-863c-ef887826bf3a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:49.545139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0636a8d-a393-4ec9-958d-ff04e894a110 req-7fbfa72d-2089-4dd0-a158-3377d99a84ba tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:49.546821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0636a8d-a393-4ec9-958d-ff04e894a110 req-7fbfa72d-2089-4dd0-a158-3377d99a84ba tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1580117 Feb 09 16:16:49.693067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0636a8d-a393-4ec9-958d-ff04e894a110 req-fac22e25-66a4-4aba-94c0-1a8e75f87c59 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328597 Feb 09 16:16:50.030425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:50.571632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:16:51.050681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f636c-1590-48e1-bf80-8b9d6f8b6c76 req-42d2419c-1798-4f79-be83-03562f4e6d9b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:51.066025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-086f636c-1590-48e1-bf80-8b9d6f8b6c76 req-42d2419c-1798-4f79-be83-03562f4e6d9b tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1976287 Feb 09 16:16:51.181849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-086f636c-1590-48e1-bf80-8b9d6f8b6c76 req-0aede516-554e-4a92-9789-30a28b2e2705 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086636 Feb 09 16:16:51.427390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:16:51.437309 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-540b97bd-45a2-4267-aeea-ad629bd31913 admin admin] 10.222.0.53 "PUT /v2.0/routers/9849b0a2-8d55-4f92-913c-f449b8cf1dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1601613 Feb 09 16:16:51.442474 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43050) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:51.451130 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] Sync routers for ids ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:16:51.472117 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] Routers {'9849b0a2-8d55-4f92-913c-f449b8cf1dfc'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:51.474152 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:16:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:51.650166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:51.744994 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] Set router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:16:51.796860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:51.993340 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:16:49Z', 'revision_number': 5, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port': {'id': '0aaabf51-9749-4703-b7f9-e4c6751db1b9', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:07:55Z', 'updated_at': '2022-02-09T16:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:52.014969 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] Checking router: 9849b0a2-8d55-4f92-913c-f449b8cf1dfc for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:16:52.025748 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] Routers {'9849b0a2-8d55-4f92-913c-f449b8cf1dfc'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:16:52.026425 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:16:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:52.112915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Deleting port 0aaabf51-9749-4703-b7f9-e4c6751db1b9 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:52.113389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:52.191775 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] Set router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:16:52.328770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:16:51Z', 'revision_number': 6, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:52.340941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] For port 0aaabf51-9749-4703-b7f9-e4c6751db1b9, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0aaabf51-9749-4703-b7f9-e4c6751db1b9,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:52.341583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:52.360046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Calling delete_port for 0aaabf51-9749-4703-b7f9-e4c6751db1b9 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:52.403435 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a2eee-5480-405c-b18c-0c2ea3c6e805 None None] The sync data for ids ['9849b0a2-8d55-4f92-913c-f449b8cf1dfc'] in n-d-828542-1 is: [{'id': '9849b0a2-8d55-4f92-913c-f449b8cf1dfc', 'name': 'tempest-TaggedBootDevicesTest-792542816-router', 'tenant_id': 'b89ccef7cf2d471098b6508f4271402b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:07:54Z', 'updated_at': '2022-02-09T16:16:51Z', 'revision_number': 6, 'project_id': 'b89ccef7cf2d471098b6508f4271402b', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:16:52.541005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7ce2-87a9-47a9-a182-23b70d646722 req-24d642b3-c71d-4f45-bcad-f5fac76165f6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:52.544142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-230d7ce2-87a9-47a9-a182-23b70d646722 req-24d642b3-c71d-4f45-bcad-f5fac76165f6 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1090074 Feb 09 16:16:52.615173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-230d7ce2-87a9-47a9-a182-23b70d646722 req-75273657-0bb7-460d-bb01-7e39826cfeef tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595362 Feb 09 16:16:52.822297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 523b4837-b3f6-4857-863c-ef887826bf3a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:52.844466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:52.872409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 523b4837-b3f6-4857-863c-ef887826bf3a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:52.872782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 523b4837-b3f6-4857-863c-ef887826bf3a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:52.907168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aaabf51-9749-4703-b7f9-e4c6751db1b9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:53.010068 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d1a78c95-28e1-41e4-a6ac-a28feb2131e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:53.128567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:53.352608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:53.356163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:53.529817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:53.530602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9849b0a2-8d55-4f92-913c-f449b8cf1dfc {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:16:53.548313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:53.551393 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4ac0893e-4ded-4f8a-a4fd-a55348c25177 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9849b0a2-8d55-4f92-913c-f449b8cf1dfc HTTP/1.1" status: 204 len: 168 time: 2.1074822 Feb 09 16:16:53.555080 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43090) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:53.791210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-336f2d14-df13-4d25-a446-3115bc874cd6 admin admin] Deleting subnet 071c7c85-e62d-43d3-835e-3b77721859f3 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:16:53.796131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-336f2d14-df13-4d25-a446-3115bc874cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:53.873424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-336f2d14-df13-4d25-a446-3115bc874cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:53.906496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfe9c4-3077-4509-aca9-00aeb9ddcff2 req-10edfb93-4948-4e85-bb2c-e7a2ac9a22a3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:53.915244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7cfe9c4-3077-4509-aca9-00aeb9ddcff2 req-10edfb93-4948-4e85-bb2c-e7a2ac9a22a3 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.0881140 Feb 09 16:16:54.008108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7cfe9c4-3077-4509-aca9-00aeb9ddcff2 req-30903ade-6945-49e9-8de5-eb0719bd6149 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891244 Feb 09 16:16:54.191112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-336f2d14-df13-4d25-a446-3115bc874cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:54.410299 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-336f2d14-df13-4d25-a446-3115bc874cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:54.436829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-336f2d14-df13-4d25-a446-3115bc874cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:54.443013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8da13e-2fa3-4694-b710-9d381ef0719d None None] Network cd0ef281-5240-465e-ba20-2061f5912692 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:16:54.456293 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-336f2d14-df13-4d25-a446-3115bc874cd6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/071c7c85-e62d-43d3-835e-3b77721859f3 HTTP/1.1" status: 204 len: 168 time: 0.8763390 Feb 09 16:16:54.462393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43104) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:54.553277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd33d43-7666-4f62-9551-8010ad5829f1 req-168366c2-184b-471a-9eb9-4ad901d9ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:54.555415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fd33d43-7666-4f62-9551-8010ad5829f1 req-168366c2-184b-471a-9eb9-4ad901d9ce5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 1097 time: 0.1396141 Feb 09 16:16:54.660903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4fd33d43-7666-4f62-9551-8010ad5829f1 req-abf04311-10ca-4d40-af7d-4aa83ac7f114 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935278 Feb 09 16:16:54.666987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:54.672760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f2d14-df13-4d25-a446-3115bc874cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071c7c85-e62d-43d3-835e-3b77721859f3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:54.809291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Deleting port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:54.810208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:54.841654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0aaabf51-9749-4703-b7f9-e4c6751db1b9 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:54.908917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0aaabf51-9749-4703-b7f9-e4c6751db1b9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:54.909271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0aaabf51-9749-4703-b7f9-e4c6751db1b9 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:54.942665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] DHCP port deletion for cd0ef281-5240-465e-ba20-2061f5912692 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:16:55.055520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] For port 94fc1a4b-421f-444c-af93-92cee1d7dbe5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=94fc1a4b-421f-444c-af93-92cee1d7dbe5,segment=NetworkSegment(7786d856-9d94-4939-9b24-0f354511752f),segment_id=7786d856-9d94-4939-9b24-0f354511752f)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:55.056061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] Deleting port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:16:55.056518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.056809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.073912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Calling delete_port for 94fc1a4b-421f-444c-af93-92cee1d7dbe5 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:55.176340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] For port 94fc1a4b-421f-444c-af93-92cee1d7dbe5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=94fc1a4b-421f-444c-af93-92cee1d7dbe5,segment=NetworkSegment(7786d856-9d94-4939-9b24-0f354511752f),segment_id=7786d856-9d94-4939-9b24-0f354511752f)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:55.176920 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.205462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] Calling delete_port for 94fc1a4b-421f-444c-af93-92cee1d7dbe5 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:16:55.259857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69c16-abe9-4357-951a-7827605ece9b req-5f900e1f-f3b1-4066-aca0-0a9a6aee6115 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:55.267300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69d69c16-abe9-4357-951a-7827605ece9b req-5f900e1f-f3b1-4066-aca0-0a9a6aee6115 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.0915513 Feb 09 16:16:55.273062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.329541 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3340d6b6-47c5-4184-8a4c-53d618ce3a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.347834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=94fc1a4b-421f-444c-af93-92cee1d7dbe5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:55.352913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69d69c16-abe9-4357-951a-7827605ece9b req-7a28ac9a-68f8-45a3-9b4f-0dace2b0d30e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677378 Feb 09 16:16:55.373993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] No DVR routers for this DVR port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:55.458134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.458793 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.459705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.460936 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.461668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.467946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.467946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.467946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.467946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.467946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.467946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.467946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:16:55.481070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.549601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] Pushing event deleted for resources: {'Port': ['ID=94fc1a4b-421f-444c-af93-92cee1d7dbe5,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:55.557712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f433ca6e-07e3-48ef-a8a5-ed7ad96b92ca None None] No DVR routers for this DVR port 94fc1a4b-421f-444c-af93-92cee1d7dbe5 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:16:55.601470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.655056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0ef281-5240-465e-ba20-2061f5912692']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:55.675278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7786d856-9d94-4939-9b24-0f354511752f') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:55.675700 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7786d856-9d94-4939-9b24-0f354511752f') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:16:55.689972 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.726024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.738398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:16:55.738926 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:16:55.741676 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:16:55.930527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.957154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:55.971077 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] 10.222.0.53 "DELETE /v2.0/networks/cd0ef281-5240-465e-ba20-2061f5912692 HTTP/1.1" status: 204 len: 168 time: 1.5075018 Feb 09 16:16:55.972110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e630d5-ae09-492c-a199-aab74799f2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0ef281-5240-465e-ba20-2061f5912692,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:56.210611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:16:56.513508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:56.550531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'port_id': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'mac_address': 'fa:16:3e:ff:ad:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:16:56.601599 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:56.622912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:16:56.655121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:56.671608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ee5f5-b718-404b-a890-eae514831cbd req-8e472485-ff6a-4baa-bd79-40728a163b1e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:16:56.686678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da9ee5f5-b718-404b-a890-eae514831cbd req-8e472485-ff6a-4baa-bd79-40728a163b1e tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1878173 Feb 09 16:16:56.726410 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:56.751059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43142) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:56.873851 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:56.877630 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-07d0ffc7-d8da-4c66-9652-acaaa5cbd871 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b36933f38f584954a6601282195d94fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251888 Feb 09 16:16:56.884559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43144) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:56.885128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-da9ee5f5-b718-404b-a890-eae514831cbd req-795a9fc3-a00d-40a5-8e91-5402674f0b0d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811595 Feb 09 16:16:56.915795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 94fc1a4b-421f-444c-af93-92cee1d7dbe5 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:16:56.915983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43146) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:56.996172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 94fc1a4b-421f-444c-af93-92cee1d7dbe5 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:16:56.996979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 94fc1a4b-421f-444c-af93-92cee1d7dbe5 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:16:57.018180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49fc8318-a25b-49e5-9cc1-6f5e3a95b57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.079783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49fc8318-a25b-49e5-9cc1-6f5e3a95b57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.141133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:57.179287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bb77538a-a52e-49fd-a367-45688c56611d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/floatingips/30cc0e44-2aab-493d-b127-a2d9c90580f1 HTTP/1.1" status: 200 len: 992 time: 0.2593207 Feb 09 16:16:57.181471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['c76ea4f7-0339-4a4e-bcbe-df02ed5b2672'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:16:57.277817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49fc8318-a25b-49e5-9cc1-6f5e3a95b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.280899 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49fc8318-a25b-49e5-9cc1-6f5e3a95b57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.282362 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-49fc8318-a25b-49e5-9cc1-6f5e3a95b57a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb659550-438e-4904-a1b5-57813b249473 HTTP/1.1" status: 204 len: 168 time: 0.3962820 Feb 09 16:16:57.304426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc8318-a25b-49e5-9cc1-6f5e3a95b57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb659550-438e-4904-a1b5-57813b249473,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:57.364349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43156) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:57.558504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-910f8e3b-cc75-4775-a344-a8b64ef10f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.658653 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-910f8e3b-cc75-4775-a344-a8b64ef10f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.832129 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-910f8e3b-cc75-4775-a344-a8b64ef10f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.876960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-910f8e3b-cc75-4775-a344-a8b64ef10f63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7861d49875844b3aadd17e47296b8254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110221 Feb 09 16:16:57.879689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43166) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:57.935308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f8e3b-cc75-4775-a344-a8b64ef10f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e428114-fc26-466e-9ebe-6f1b038f6f98,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:57.951995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32d1fb0d-cf8b-481a-9345-6f1d5aeae44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:57.980064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32d1fb0d-cf8b-481a-9345-6f1d5aeae44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.220395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:16:58.232795 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32d1fb0d-cf8b-481a-9345-6f1d5aeae44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.235434 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-32d1fb0d-cf8b-481a-9345-6f1d5aeae44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.240352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-32d1fb0d-cf8b-481a-9345-6f1d5aeae44d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e428114-fc26-466e-9ebe-6f1b038f6f98 HTTP/1.1" status: 204 len: 168 time: 0.3558450 Feb 09 16:16:58.262600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1fb0d-cf8b-481a-9345-6f1d5aeae44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e428114-fc26-466e-9ebe-6f1b038f6f98,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:58.355073 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.374343 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:16:58.374905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.530288 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.563550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:16:58.565948 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79fd7af-79df-4262-a7b9-7e6ebf9cf842" -d '{"events": [{"server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "name": "network-vif-plugged", "status": "completed", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:16:58.590447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:16:58.611458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.718177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.789384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:58.809855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43180) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:58.888218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-df08a210-87d2-41fa-827b-d23e507a1a91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b89ccef7cf2d471098b6508f4271402b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762250 Feb 09 16:16:58.892386 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43184) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:58.960865 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17a875cc-b24f-4379-b0a6-db6eac59ae14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:58.989346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17a875cc-b24f-4379-b0a6-db6eac59ae14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:59.073679 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9689b71b-9e67-4dea-9100-507cafa377c7 x-openstack-request-id: req-9689b71b-9e67-4dea-9100-507cafa377c7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:16:59.074402 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "name": "network-vif-plugged", "status": "completed", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:16:59.075018 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9689b71b-9e67-4dea-9100-507cafa377c7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:16:59.075842 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'code': 200} Feb 09 16:16:59.255577 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17a875cc-b24f-4379-b0a6-db6eac59ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:59.258545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-17a875cc-b24f-4379-b0a6-db6eac59ae14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:16:59.259919 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17a875cc-b24f-4379-b0a6-db6eac59ae14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9e92062-26a6-4a47-9e69-dd916c22955f HTTP/1.1" status: 204 len: 168 time: 0.3659239 Feb 09 16:16:59.269127 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a875cc-b24f-4379-b0a6-db6eac59ae14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e92062-26a6-4a47-9e69-dd916c22955f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:16:59.870516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43198) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:16:59.888991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0515077-8a30-4fc0-aefe-127b11d82446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.024778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0515077-8a30-4fc0-aefe-127b11d82446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.312709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0515077-8a30-4fc0-aefe-127b11d82446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.358440 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e0515077-8a30-4fc0-aefe-127b11d82446 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b11b8f99b7564f20b37f0891175fc651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865506 Feb 09 16:17:00.359290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0515077-8a30-4fc0-aefe-127b11d82446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b7028-6e90-4c3c-a250-344d62538760,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:00.361241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43214) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:00.436051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31972cb7-10ad-4488-ba16-1399ece00fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.455416 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.476151 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31972cb7-10ad-4488-ba16-1399ece00fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.672270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31972cb7-10ad-4488-ba16-1399ece00fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.674976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31972cb7-10ad-4488-ba16-1399ece00fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:00.689059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-31972cb7-10ad-4488-ba16-1399ece00fd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f98b7028-6e90-4c3c-a250-344d62538760 HTTP/1.1" status: 204 len: 168 time: 0.3132403 Feb 09 16:17:00.694495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31972cb7-10ad-4488-ba16-1399ece00fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b7028-6e90-4c3c-a250-344d62538760,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:01.305742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43244) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:01.343593 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:17:01.446029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-network', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:01.780542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Made reservation on behalf of 98182acb2ef84484b06831bbaaef2fc6 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:01.783373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:01.793639 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:01.933584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:01.998803 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:02.135387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:02.162623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:17:02.174359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60ed77b-f747-4222-9883-44700642e533,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:02.196536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:02.197105 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Added segment 038136d5-38da-40f3-a75c-2c6ca737067d of type vlan for network 4e304dc1-dc2d-41ac-8541-02152bf8d0da Feb 09 16:17:02.277928 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:02.552690 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:02.555616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:02.559070 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:02.725212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] Pushing event updated for resources: {'Network': ['ID=4e304dc1-dc2d-41ac-8541-02152bf8d0da,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:02.741281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4e304dc1-dc2d-41ac-8541-02152bf8d0da details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:17:02.840638 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f28fb4ff-72aa-44ec-90e8-648b8d20887e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5377271 Feb 09 16:17:02.845594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43278) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:02.855471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Request body: {'subnet': {'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-subnet', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:03.186571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Made reservation on behalf of 98182acb2ef84484b06831bbaaef2fc6 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:03.189288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:03.553511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:03.660115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fab2d792-9d86-4323-8fcb-48be98fe8e19,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:03.665812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Checking segment: {'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:03.666174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Network hostable DHCP agents. Network: 4e304dc1-dc2d-41ac-8541-02152bf8d0da, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:17:03.845658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Network 4e304dc1-dc2d-41ac-8541-02152bf8d0da is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:17:04.026731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4e304dc1-dc2d-41ac-8541-02152bf8d0da) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:04.034535 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:04.035327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:04.035635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb8f7d-3fdb-4f02-bbe2-4a9328bc9a34 None None] Network 4e304dc1-dc2d-41ac-8541-02152bf8d0da requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:04.178517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79efa3-70c5-47e6-8f3d-f67c8d0ac8d2 None None] Network 4e304dc1-dc2d-41ac-8541-02152bf8d0da requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:04.281354 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5c7f9c64-d5d7-4a8c-896f-2d536a6c8271 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4341519 Feb 09 16:17:04.284398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43296) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:04.290468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:04.482283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:04.485825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:04.488676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43306) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:04.778274 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8291e15c-2026-4526-9f0f-76036f82b2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.115660 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8291e15c-2026-4526-9f0f-76036f82b2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.175886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8291e15c-2026-4526-9f0f-76036f82b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.185561 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.240392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291e15c-2026-4526-9f0f-76036f82b2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c84904-d1b8-4642-b33c-ca376dbb1589,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:05.296266 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8291e15c-2026-4526-9f0f-76036f82b2cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=291fbdeec1b34d90936874da04542d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8059139 Feb 09 16:17:05.298669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:05.393207 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00f56274-e8a9-4301-9696-6816e5e7c19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.454327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00f56274-e8a9-4301-9696-6816e5e7c19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.514019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.706628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00f56274-e8a9-4301-9696-6816e5e7c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.710007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00f56274-e8a9-4301-9696-6816e5e7c19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.711598 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-00f56274-e8a9-4301-9696-6816e5e7c19a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68c84904-d1b8-4642-b33c-ca376dbb1589 HTTP/1.1" status: 204 len: 168 time: 0.4111946 Feb 09 16:17:05.732483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f56274-e8a9-4301-9696-6816e5e7c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c84904-d1b8-4642-b33c-ca376dbb1589,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:05.935628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:05.966814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:06.133038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Allocated IP 172.25.5.221 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/9b356156-703a-4761-9e71-d716276a4143) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:06.333892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:06.423454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-01731d32-8490-4a6b-8b6d-28440a55ae8d tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b788a5b23d4b4e709921dd98ba632aeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333002 Feb 09 16:17:06.509572 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:06.564407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:06.579214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:06.591750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:06.627208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Pushing event updated for resources: {'Port': ['ID=9b356156-703a-4761-9e71-d716276a4143,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:06.643622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-4ae4f153-15be-4309-83ec-b3db4ea2da0f tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:06.645375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-4ae4f153-15be-4309-83ec-b3db4ea2da0f tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154541 Feb 09 16:17:06.748320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-50bfbe90-a3f4-4beb-99c3-f49c3b428395 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/quotas/b788a5b23d4b4e709921dd98ba632aeb HTTP/1.1" status: 200 len: 375 time: 0.0827479 Feb 09 16:17:06.810142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:06.833405 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c594353c-18e3-4e6a-adae-054575dac35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:06.859175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-d77c143c-1959-4666-aefb-cc738a5dfdd1 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b788a5b23d4b4e709921dd98ba632aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003733 Feb 09 16:17:06.994401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c594353c-18e3-4e6a-adae-054575dac35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:07.091463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:07.174754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c594353c-18e3-4e6a-adae-054575dac35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:07.223226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594353c-18e3-4e6a-adae-054575dac35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e85bb8a-3246-4f4c-8126-6254fa63f481,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:07.246529 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c594353c-18e3-4e6a-adae-054575dac35f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c71a8c9c3616447ab5e99e0bfe6417a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348872 Feb 09 16:17:07.250150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43358) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:07.393134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-660de48e-4fa6-435c-a2d6-fe75b092776a req-f8f3c9e4-21c5-4d71-aec9-73477e8ffc5a tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 210 time: 0.0604398 Feb 09 16:17:07.440574 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48a77b88-28e8-4bb9-9e5e-0ae5ac25c674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:07.501929 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48a77b88-28e8-4bb9-9e5e-0ae5ac25c674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:07.533973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:07.793541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48a77b88-28e8-4bb9-9e5e-0ae5ac25c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:07.796872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-48a77b88-28e8-4bb9-9e5e-0ae5ac25c674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:07.798135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-48a77b88-28e8-4bb9-9e5e-0ae5ac25c674 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e85bb8a-3246-4f4c-8126-6254fa63f481 HTTP/1.1" status: 204 len: 168 time: 0.5467746 Feb 09 16:17:07.809934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a77b88-28e8-4bb9-9e5e-0ae5ac25c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e85bb8a-3246-4f4c-8126-6254fa63f481,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:07.849066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Router ec9c7573-6daa-4798-a90a-6fc1926970c8 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:17:08.056382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:17:08.079790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Sync routers for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:17:08.097230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:08.098023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:16:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:08.199923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:08.204352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43378) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:08.205104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2846bd58-34e8-47aa-a0e0-fac7cf4277ba admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9183469 Feb 09 16:17:08.250332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:08.608327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c0e5817-913e-43cd-8044-1a1bc7ff8376 req-587b6e8b-af4c-4d68-b91e-ecd30f01f5e6 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 210 time: 0.0826406 Feb 09 16:17:08.703877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:06Z', 'revision_number': 3, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:08.732221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Checking router: ec9c7573-6daa-4798-a90a-6fc1926970c8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:17:08.732574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Updating router ec9c7573-6daa-4798-a90a-6fc1926970c8 port 9b356156-703a-4761-9e71-d716276a4143 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:17:08.785979 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.079905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43392) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:09.109033 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b22625b-ba8f-41d7-b69f-2c9eb8852d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.164033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.364809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b22625b-ba8f-41d7-b69f-2c9eb8852d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.456328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b22625b-ba8f-41d7-b69f-2c9eb8852d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.536212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22625b-ba8f-41d7-b69f-2c9eb8852d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92f93c4-364a-4ec7-aee1-32ded92ec881,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:09.544840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7b22625b-ba8f-41d7-b69f-2c9eb8852d51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d4f0a597e68437f892668d75b4e1fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632015 Feb 09 16:17:09.548661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43400) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:09.597682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Allocated IP 172.20.0.1 (4e304dc1-dc2d-41ac-8541-02152bf8d0da/fab2d792-9d86-4323-8fcb-48be98fe8e19/f2c2432f-b4b0-4427-ae72-b216dd64e52c) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:09.625243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0981ac5b-e2c9-4387-b874-ae369b8fbb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.637482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.659024 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0981ac5b-e2c9-4387-b874-ae369b8fbb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.759783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.770527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.801166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4292d05a-2038-4b72-9396-663e1e92f19c req-b10d8289-aff3-498d-9766-ea831f5eddf7 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 210 time: 0.0333962 Feb 09 16:17:09.884668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0981ac5b-e2c9-4387-b874-ae369b8fbb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.888783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Attempting to bind port 9b356156-703a-4761-9e71-d716276a4143 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:17:09.889431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Attempting to bind port 9b356156-703a-4761-9e71-d716276a4143 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:17:09.889622 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0981ac5b-e2c9-4387-b874-ae369b8fbb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.890056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Attempting to bind port 9b356156-703a-4761-9e71-d716276a4143 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:09.894112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0981ac5b-e2c9-4387-b874-ae369b8fbb36 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b92f93c4-364a-4ec7-aee1-32ded92ec881 HTTP/1.1" status: 204 len: 168 time: 0.3414788 Feb 09 16:17:09.898554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5e13e-1f6c-46bf-88bd-a06104ed6bfa None None] Pushing event updated for resources: {'Port': ['ID=9b356156-703a-4761-9e71-d716276a4143,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:09.906051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981ac5b-e2c9-4387-b874-ae369b8fbb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92f93c4-364a-4ec7-aee1-32ded92ec881,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:09.907641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:17:09.908299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:09.908967 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.909777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:17:09.910576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Bound port: 9b356156-703a-4761-9e71-d716276a4143, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:17:09.923497 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:09.952641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:10.024873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Network 4e304dc1-dc2d-41ac-8541-02152bf8d0da is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:10.031169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] For port 9b356156-703a-4761-9e71-d716276a4143, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:17:10.037609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] For port 9b356156-703a-4761-9e71-d716276a4143, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9b356156-703a-4761-9e71-d716276a4143,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:17:10.039172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:10.043426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:10.085787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c2432f-b4b0-4427-ae72-b216dd64e52c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:10.108466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:10.168231 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:10.252209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:10.254002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:16:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:10.336191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5e13e-1f6c-46bf-88bd-a06104ed6bfa None None] Pushing event updated for resources: {'Port': ['ID=9b356156-703a-4761-9e71-d716276a4143,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:10.436515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:10.478469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:10.770812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:06Z', 'revision_number': 3, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:10.811771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab25ff-7bc6-4172-a4ad-7b77bca97ad3 None None] The sync data for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 is: [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:06Z', 'revision_number': 3, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:17:10.910547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:10.971035 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:11.002028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54cc1a2c-f402-496c-9d5a-bc03851e3dc6 req-bf7e37c3-afe6-4ef3-89c0-dc3b861f7d7e tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 210 time: 0.0563872 Feb 09 16:17:11.110526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:11.119206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c2432f-b4b0-4427-ae72-b216dd64e52c,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:11.418615 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-45a2fd14-a97c-4804-92eb-47940e507c13 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b788a5b23d4b4e709921dd98ba632aeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2784858 Feb 09 16:17:11.421528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-961a087f-dc35-4547-8949-b74c4c5abe09 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:11.424175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-961a087f-dc35-4547-8949-b74c4c5abe09 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.3049598 Feb 09 16:17:11.426067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Network 4e304dc1-dc2d-41ac-8541-02152bf8d0da is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:11.448927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:11.456181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-54f6f209-fa72-4f40-a0fa-e7b25d70feea tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/quotas/86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 375 time: 0.0146286 Feb 09 16:17:11.570461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-bd7cd79a-1076-470d-b03e-643cabea58d2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912738 Feb 09 16:17:11.738665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-05640e14-6b2a-4f80-9651-5fc96aab01ec service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588495 Feb 09 16:17:11.878025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-ea0648e8-be80-447e-a4e8-9033bfc6bce8 service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322360 Feb 09 16:17:12.189342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55bf8dea-a8ab-4f14-9d20-9ab60a95d29c req-0bdcd935-8de4-42c1-8b1a-87db28ae5d19 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 210 time: 0.0537221 Feb 09 16:17:12.240626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-01f9e939-4f94-4b9b-94f1-26e960e96cd7 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:12.243331 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-01f9e939-4f94-4b9b-94f1-26e960e96cd7 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8158228 Feb 09 16:17:12.263397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Request body: {'port': {'device_id': 'dd5239dc-3356-44c4-8903-65c4a0774bd5', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': 'b788a5b23d4b4e709921dd98ba632aeb'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:12.393110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f22718f-3328-4819-b1d3-3177377ea54f req-cd9c155c-db09-4829-bc5d-622ce12301c7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.0892091 Feb 09 16:17:12.409293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Router ec9c7573-6daa-4798-a90a-6fc1926970c8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:17:12.671445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:17:12.687042 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ade1d61e-da8d-4396-87c8-dc2abe28a820 admin admin] 10.222.0.53 "PUT /v2.0/routers/ec9c7573-6daa-4798-a90a-6fc1926970c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4711132 Feb 09 16:17:12.793810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Made reservation on behalf of b788a5b23d4b4e709921dd98ba632aeb for: {'port': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:12.798026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:12.848359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:12.911556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9b356156-703a-4761-9e71-d716276a4143 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:13.013662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:13.020918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9b356156-703a-4761-9e71-d716276a4143 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:13.021819 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:13.095201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:13.250802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:13.299534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 9b356156-703a-4761-9e71-d716276a4143, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9b356156-703a-4761-9e71-d716276a4143,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:13.369575 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:13.422031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Allocated IP 192.168.233.10 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/e30cfacc-38a0-452f-a79b-ac82dde10838) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:13.439745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3077ef7d-f379-45a8-b1ef-a3da0b1e5520 req-9c395fd5-ff3a-44c9-a0aa-610c3a683a53 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 210 time: 0.0819845 Feb 09 16:17:13.446799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=9b356156-703a-4761-9e71-d716276a4143,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:13.539537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47e3b263-22e6-40e7-9cdc-405fba0233a0 req-509f43a7-1960-4e0c-96e0-50c60f12552e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.0453403 Feb 09 16:17:13.624731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c93155c-12dd-4ebd-9bbd-d529705ae60b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:13.699883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-470a46a8-c8d9-4a61-b97e-99a19cda913a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:13.708584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-470a46a8-c8d9-4a61-b97e-99a19cda913a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 819 time: 0.1659560 Feb 09 16:17:13.711990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:13.745280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-79878b07-1b20-4af4-bf96-042a77916f20 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/quotas/98182acb2ef84484b06831bbaaef2fc6 HTTP/1.1" status: 200 len: 375 time: 0.0356243 Feb 09 16:17:13.805381 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Sync routers for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:17:13.823100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:13.837148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bbda0b89-8ab2-4f09-bf35-7817d22e15dd tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908840 Feb 09 16:17:13.885822 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:13.889571 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:16:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:13.894199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:13.898664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:13.903522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:13.952845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Pushing event updated for resources: {'Port': ['ID=e30cfacc-38a0-452f-a79b-ac82dde10838,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:14.014601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:14.015391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:14.046110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-8068c6be-a0c2-49d0-9123-1b361e907fd6 service neutron] 10.222.0.53 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861207 Feb 09 16:17:14.134912 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:14.143412 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-be2716e5-fee7-4824-839a-4f57115e7f45 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8873439 Feb 09 16:17:14.156867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Request body: {'port': {'device_id': 'dd5239dc-3356-44c4-8903-65c4a0774bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:14.217992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-629dae41-c370-4655-acf5-ba1d79aa6024 service neutron] 10.222.0.53 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638551 Feb 09 16:17:14.315707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6a99b445-76a1-4f17-8b31-7dcd61bc53da None None] Provisioning complete for port e30cfacc-38a0-452f-a79b-ac82dde10838 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:14.316353 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6a99b445-76a1-4f17-8b31-7dcd61bc53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:14.353444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:14.410118 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6a99b445-76a1-4f17-8b31-7dcd61bc53da None None] Port e30cfacc-38a0-452f-a79b-ac82dde10838 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:17:14.524184 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 2, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:14.558591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88a2d279-6bdc-4502-93b4-e8c709f5d1d4 req-0a95a90b-ce57-4f58-8a53-6feeee709cf7 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 210 time: 0.0379505 Feb 09 16:17:14.622114 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Checking router: ec9c7573-6daa-4798-a90a-6fc1926970c8 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:17:14.623062 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Updating router ec9c7573-6daa-4798-a90a-6fc1926970c8 port f2c2432f-b4b0-4427-ae72-b216dd64e52c binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:17:14.697009 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:14.746679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8789bb83-d7ca-4d5c-9fa3-710f1ef85098 req-2c23c172-5b1b-4e96-8172-1a5d516dc66b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.0588908 Feb 09 16:17:14.759304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc966a6-56c1-4bee-b7ef-a0c76349f9ef req-59339ced-b188-4006-a4ec-31b407bdc10e tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:14.768394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5dc966a6-56c1-4bee-b7ef-a0c76349f9ef req-59339ced-b188-4006-a4ec-31b407bdc10e tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 935 time: 0.2129264 Feb 09 16:17:14.844022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5dc966a6-56c1-4bee-b7ef-a0c76349f9ef req-0cdea159-00f1-4cc3-bec3-39be6f4d3340 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744481 Feb 09 16:17:14.971405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30cfacc-38a0-452f-a79b-ac82dde10838 {{(pid=103179) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:17:14.980822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.018881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9b356156-703a-4761-9e71-d716276a4143 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:15.031822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.provisioning_blocks [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Transition to ACTIVE for port object e30cfacc-38a0-452f-a79b-ac82dde10838 will not be triggered until provisioned by entity L2. {{(pid=103179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:17:15.146736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9b356156-703a-4761-9e71-d716276a4143 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:15.147564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.153225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.260166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-caad73ff-2e55-4006-9f24-4fb3fa490c33 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:15.274865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e30cfacc-38a0-452f-a79b-ac82dde10838,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:15.284347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-caad73ff-2e55-4006-9f24-4fb3fa490c33 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.3344126 Feb 09 16:17:15.290888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'port': {'device_id': '134157b0-d365-4a6c-a333-ea220e1a5547', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'admin_state_up': True, 'tenant_id': '86d7c946276a42d6a2439d9da69e9451'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:15.400172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Attempting to bind port e30cfacc-38a0-452f-a79b-ac82dde10838 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:17:15.400544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Attempting to bind port e30cfacc-38a0-452f-a79b-ac82dde10838 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:17:15.402274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Attempting to bind port e30cfacc-38a0-452f-a79b-ac82dde10838 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:15.411811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Port e30cfacc-38a0-452f-a79b-ac82dde10838 on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:17:15.415734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Attempting to bind port e30cfacc-38a0-452f-a79b-ac82dde10838 on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:15.443033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:17:15.443033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:15.443033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:17:15.443617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.managers [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Bound port: e30cfacc-38a0-452f-a79b-ac82dde10838, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:17:15.443783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.532332 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.666821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] For port e30cfacc-38a0-452f-a79b-ac82dde10838, host n-h1-828542-1, cleared binding levels {{(pid=103179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:17:15.683415 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.684995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] For port e30cfacc-38a0-452f-a79b-ac82dde10838, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e30cfacc-38a0-452f-a79b-ac82dde10838,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:17:15.703644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:15.707390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.712421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f4456bf-767a-4554-82eb-d93c3da5f633 req-b92bb701-1ac7-47d9-a0f9-b1c1612a83f8 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 210 time: 0.0482025 Feb 09 16:17:15.788907 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Pushing event updated for resources: {'Port': ['ID=f2c2432f-b4b0-4427-ae72-b216dd64e52c,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:15.821265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.864068 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.867259 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.868259 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.869196 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.870309 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.871438 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.871876 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.874686 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.875153 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.875564 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.875984 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.876833 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:15.952840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:15.955529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:15.960880 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] 10.222.0.13 "PUT /v2.0/ports/e30cfacc-38a0-452f-a79b-ac82dde10838 HTTP/1.1" status: 200 len: 1095 time: 1.8056767 Feb 09 16:17:15.976715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5239dc-3356-44c4-8903-65c4a0774bd5', 'tag': 'e30cfacc-38a0-452f-a79b-ac82dde10838'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:15.982916 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea08456-b8f7-4888-8240-d8f1ec50962c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5239dc-3356-44c4-8903-65c4a0774bd5", "tag": "e30cfacc-38a0-452f-a79b-ac82dde10838"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:16.042576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.20.0.14 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/d5bd6823-c4b1-4153-81b3-525a05185e74) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:16.077122 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Attempting to bind port f2c2432f-b4b0-4427-ae72-b216dd64e52c on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:17:16.077337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dfd5c-40d4-42fe-b471-a5e0b9a586c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e30cfacc-38a0-452f-a79b-ac82dde10838,revision_number=3']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:16.077493 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Attempting to bind port f2c2432f-b4b0-4427-ae72-b216dd64e52c by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:17:16.077857 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Attempting to bind port f2c2432f-b4b0-4427-ae72-b216dd64e52c on network 4e304dc1-dc2d-41ac-8541-02152bf8d0da {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:16.094823 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:17:16.094823 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Checking segment: {'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:16.094823 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:16.094823 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Bound using segment: {'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:17:16.094823 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Bound port: f2c2432f-b4b0-4427-ae72-b216dd64e52c, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:17:16.094823 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:16.179298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f703b4e5-4a3c-45ab-aa18-694f62c158d5 req-01a7dd8e-d859-4d7a-bf85-235a16f8ee72 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.1791973 Feb 09 16:17:16.216326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-6b52b5d6-8f47-4781-ae72-943bc7ffcca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:16.222022 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-6b52b5d6-8f47-4781-ae72-943bc7ffcca5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b788a5b23d4b4e709921dd98ba632aeb&device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 1098 time: 0.0993326 Feb 09 16:17:16.267584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd603735-99e8-4d0d-9ee1-08501b966909 req-18f36b3c-25c3-4188-912c-100f265626f6 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:16.276395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd603735-99e8-4d0d-9ee1-08501b966909 req-18f36b3c-25c3-4188-912c-100f265626f6 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 947 time: 0.2074146 Feb 09 16:17:16.294648 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] For port f2c2432f-b4b0-4427-ae72-b216dd64e52c, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:17:16.302953 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] For port f2c2432f-b4b0-4427-ae72-b216dd64e52c, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f2c2432f-b4b0-4427-ae72-b216dd64e52c,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:17:16.322741 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-73981569-7e32-4156-a65e-f0e7e600f00a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=e30cfacc-38a0-452f-a79b-ac82dde10838 HTTP/1.1" status: 200 len: 217 time: 0.0936322 Feb 09 16:17:16.325111 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9debb1f7-1fe9-4217-9c11-be680724aed0 x-openstack-request-id: req-9debb1f7-1fe9-4217-9c11-be680724aed0 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:16.325519 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5239dc-3356-44c4-8903-65c4a0774bd5", "tag": "e30cfacc-38a0-452f-a79b-ac82dde10838", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:16.325866 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9debb1f7-1fe9-4217-9c11-be680724aed0 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:16.326407 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5239dc-3356-44c4-8903-65c4a0774bd5', 'tag': 'e30cfacc-38a0-452f-a79b-ac82dde10838', 'status': 'completed', 'code': 200} Feb 09 16:17:16.420958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-a65316d5-3d55-4eb9-8908-13b72b6e36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:16.424422 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-a65316d5-3d55-4eb9-8908-13b72b6e36f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0924494 Feb 09 16:17:16.444570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd603735-99e8-4d0d-9ee1-08501b966909 req-62e3eae8-9022-4db4-9bcd-3c0bfa3954bd tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628909 Feb 09 16:17:16.451012 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:16.488992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-99f9cb91-ba08-43c6-b287-3642bcb17519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:16.491312 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-99f9cb91-ba08-43c6-b287-3642bcb17519 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0602689 Feb 09 16:17:16.570410 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:16.617071 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984827cd-2725-4166-b2cb-f7ee73f7a93f None None] Pushing event updated for resources: {'Port': ['ID=f2c2432f-b4b0-4427-ae72-b216dd64e52c,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:16.640843 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:16.642098 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:16:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:16.689497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:16.724569 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-5848280e-19cb-4a16-b704-d07566acd3a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265816 Feb 09 16:17:16.827775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:16.874167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:16.891902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:16.995318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=d5bd6823-c4b1-4153-81b3-525a05185e74,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:17.002424 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:17.107986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e07e9c1-a811-4b5e-94ac-fbb21815374a req-85339811-ab21-4c23-a8c7-e83d7c803078 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 210 time: 0.0838749 Feb 09 16:17:17.111846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.130918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.134445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:17.160115 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-7cf37aad-83bd-48a0-a575-1b47bbbf2fd0 req-c96697c9-92b2-4f38-ae42-87c5fbaa9cea service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241619 Feb 09 16:17:17.184243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:17.184243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:17.303891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-8d5ce95e-b041-4471-9f4c-476e90fd88cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0211053 Feb 09 16:17:17.323017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Request body: {'port': {'device_id': '134157b0-d365-4a6c-a333-ea220e1a5547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:17.368136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ac9a610c-4b5b-4ad8-a142-5c7040da3908 None None] Provisioning complete for port d5bd6823-c4b1-4153-81b3-525a05185e74 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:17.369135 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ac9a610c-4b5b-4ad8-a142-5c7040da3908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:17.433896 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:16Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:17.448210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ac9a610c-4b5b-4ad8-a142-5c7040da3908 None None] Port d5bd6823-c4b1-4153-81b3-525a05185e74 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:17:17.479728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-8bed90f9-e865-46cc-a661-c8176e399fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:17.481452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:17.482361 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-8bed90f9-e865-46cc-a661-c8176e399fee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b788a5b23d4b4e709921dd98ba632aeb&device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 1098 time: 0.1395061 Feb 09 16:17:17.517841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee06d0-56e0-46bc-9167-00052e48379f req-218b90d7-ab60-496c-8d2e-9a384face4b0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:17.519760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02ee06d0-56e0-46bc-9167-00052e48379f req-218b90d7-ab60-496c-8d2e-9a384face4b0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 932 time: 0.1609216 Feb 09 16:17:17.650496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-99a7eee4-4134-4af6-afdc-def676254b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:17.652021 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-99a7eee4-4134-4af6-afdc-def676254b31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2926a78-205d-48fc-82b3-8999ed4af539 HTTP/1.1" status: 200 len: 870 time: 0.1622386 Feb 09 16:17:17.681078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02ee06d0-56e0-46bc-9167-00052e48379f req-0282f472-2258-4c7a-b208-4cde2292dd0c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076503 Feb 09 16:17:17.684932 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86835027-f12d-48fb-8c38-0a17f1104617 None None] The sync data for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 is: [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:16Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:17:17.722391 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-b767c367-d503-481b-be7c-8bdf094031b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=e30cfacc-38a0-452f-a79b-ac82dde10838 HTTP/1.1" status: 200 len: 217 time: 0.0616343 Feb 09 16:17:17.859317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-e69fa045-b1a0-4254-96df-92b634786471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:17.870541 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-e69fa045-b1a0-4254-96df-92b634786471 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.1279762 Feb 09 16:17:17.925431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-5349a7c6-73c2-44ff-bf79-ef7c4fc2a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:17.928014 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-5349a7c6-73c2-44ff-bf79-ef7c4fc2a6ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583847 Feb 09 16:17:17.949399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ed715-5ac7-473a-b80e-afe8ab4557c8 req-2f65ca62-31af-49bd-9ade-666f498bc9f5 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:17.951719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c4ed715-5ac7-473a-b80e-afe8ab4557c8 req-2f65ca62-31af-49bd-9ade-666f498bc9f5 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 947 time: 0.3324180 Feb 09 16:17:18.021735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c4ed715-5ac7-473a-b80e-afe8ab4557c8 req-928ccf04-b85d-4513-8cad-baa9e34bf53f tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595672 Feb 09 16:17:18.170732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bd6823-c4b1-4153-81b3-525a05185e74 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:17:18.184235 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-b909ff1f-44a3-4f78-a0b4-54e61646ed52 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481241 Feb 09 16:17:18.189996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:18.205858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Transition to ACTIVE for port object d5bd6823-c4b1-4153-81b3-525a05185e74 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:17:18.271426 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:18.347106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bd6823-c4b1-4153-81b3-525a05185e74,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:18.398285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e13eccdf-32ec-4645-b221-274dddc6ce62 req-9047100b-bbd4-489c-8a72-206632c723d3 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 210 time: 0.0641539 Feb 09 16:17:18.512075 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-0bda6fdc-42fc-4106-a621-892869ebbfc7 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173366 Feb 09 16:17:18.760347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Attempting to bind port d5bd6823-c4b1-4153-81b3-525a05185e74 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:17:18.760764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Attempting to bind port d5bd6823-c4b1-4153-81b3-525a05185e74 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:17:18.761172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Attempting to bind port d5bd6823-c4b1-4153-81b3-525a05185e74 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:18.781676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Port d5bd6823-c4b1-4153-81b3-525a05185e74 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:17:18.782012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Attempting to bind port d5bd6823-c4b1-4153-81b3-525a05185e74 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:18.852651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:17:18.853089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:18.853617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:17:18.854138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Bound port: d5bd6823-c4b1-4153-81b3-525a05185e74, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:17:18.854578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:19.134984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f2c2432f-b4b0-4427-ae72-b216dd64e52c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:19.294227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f2c2432f-b4b0-4427-ae72-b216dd64e52c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:19.294855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:19.424810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:19.479398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port f2c2432f-b4b0-4427-ae72-b216dd64e52c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f2c2432f-b4b0-4427-ae72-b216dd64e52c,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:19.633038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:19.731164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=f2c2432f-b4b0-4427-ae72-b216dd64e52c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:19.750595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-e4994004-7451-4669-9637-ea3d466ed79e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:19.752418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-e4994004-7451-4669-9637-ea3d466ed79e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.73 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 819 time: 1.2432578 Feb 09 16:17:19.779024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Request body: {'port': {'device_id': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'admin_state_up': True, 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:19.862059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f85319-912e-48fa-8165-a8cb2f4eb3d7 req-79aeac74-6040-4af0-9f39-fa94d6fa6e7a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:19.872173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29f85319-912e-48fa-8165-a8cb2f4eb3d7 req-79aeac74-6040-4af0-9f39-fa94d6fa6e7a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 1.0555422 Feb 09 16:17:19.877146 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] For port d5bd6823-c4b1-4153-81b3-525a05185e74, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:17:19.909312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] For port d5bd6823-c4b1-4153-81b3-525a05185e74, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d5bd6823-c4b1-4153-81b3-525a05185e74,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:17:19.992478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09eb30-c9cd-4a5a-9779-c7336f354c97 req-920d24b6-9df7-49bc-87c5-c6129fdcff9a tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:19.994812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce09eb30-c9cd-4a5a-9779-c7336f354c97 req-920d24b6-9df7-49bc-87c5-c6129fdcff9a tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 947 time: 0.2558153 Feb 09 16:17:20.009859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29f85319-912e-48fa-8165-a8cb2f4eb3d7 req-ee12acd4-0f19-45dc-8fbf-346551eff067 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366522 Feb 09 16:17:20.025840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:20.149806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:20.152327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:20.153984 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] 10.222.0.13 "PUT /v2.0/ports/d5bd6823-c4b1-4153-81b3-525a05185e74 HTTP/1.1" status: 200 len: 1092 time: 2.8367646 Feb 09 16:17:20.158771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '134157b0-d365-4a6c-a333-ea220e1a5547', 'tag': 'd5bd6823-c4b1-4153-81b3-525a05185e74'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:20.161318 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7743df8e-a6b3-4e83-9380-9820b167c1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "134157b0-d365-4a6c-a333-ea220e1a5547", "tag": "d5bd6823-c4b1-4153-81b3-525a05185e74"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:20.304367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48f68b8b-d786-4af1-9776-890fb8de9c92 req-a4df614f-5168-4c1c-a305-838fab2cf240 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 210 time: 0.1466279 Feb 09 16:17:20.312810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce09eb30-c9cd-4a5a-9779-c7336f354c97 req-0cb59b37-ffb8-4a98-8a39-a6a2e9660983 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009849 Feb 09 16:17:20.424354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-bc2b9fb8-3b16-4cb6-a135-017caa8c385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:20.425916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-bc2b9fb8-3b16-4cb6-a135-017caa8c385d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 1095 time: 0.1169133 Feb 09 16:17:20.426777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6a327-acf9-4b1c-a967-044b47c6a418 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bd6823-c4b1-4153-81b3-525a05185e74,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:20.494555 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-7dfb1dab-4b73-4997-9995-e9880fb3cca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5bd6823-c4b1-4153-81b3-525a05185e74 HTTP/1.1" status: 200 len: 217 time: 0.0579729 Feb 09 16:17:20.495683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Made reservation on behalf of 98182acb2ef84484b06831bbaaef2fc6 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:20.503409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:20.551700 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04686a91-8b6a-42fd-95da-a23dd28dc0dd x-openstack-request-id: req-04686a91-8b6a-42fd-95da-a23dd28dc0dd {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:20.552010 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "134157b0-d365-4a6c-a333-ea220e1a5547", "tag": "d5bd6823-c4b1-4153-81b3-525a05185e74", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:20.552282 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04686a91-8b6a-42fd-95da-a23dd28dc0dd {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:20.552678 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '134157b0-d365-4a6c-a333-ea220e1a5547', 'tag': 'd5bd6823-c4b1-4153-81b3-525a05185e74', 'status': 'completed', 'code': 200} Feb 09 16:17:20.651294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-1fe70484-3bf4-4438-92ad-b4a36233d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:20.654597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-1fe70484-3bf4-4438-92ad-b4a36233d14c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.1482837 Feb 09 16:17:20.836541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-c59c164c-2c10-4c00-9b14-8c549550cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:20.843282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-c59c164c-2c10-4c00-9b14-8c549550cf26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766760 Feb 09 16:17:20.860309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f2c2432f-b4b0-4427-ae72-b216dd64e52c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:20.940495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f2c2432f-b4b0-4427-ae72-b216dd64e52c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:20.940805 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:20.972885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Allocated IP 172.20.0.5 (4e304dc1-dc2d-41ac-8541-02152bf8d0da/fab2d792-9d86-4323-8fcb-48be98fe8e19/a51a554c-2691-4fc0-a3ff-da885ef87e22) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:21.122151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e30cfacc-38a0-452f-a79b-ac82dde10838 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:17:21.237499 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:21.253411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e30cfacc-38a0-452f-a79b-ac82dde10838, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e30cfacc-38a0-452f-a79b-ac82dde10838,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:21.267731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'e30cfacc-38a0-452f-a79b-ac82dde10838', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': 'e30cfacc-38a0-452f-a79b-ac82dde10838', 'mac_address': 'fa:16:3e:a9:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:17:21.329128 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:21.338047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-2a94cd53-c856-4e16-b66c-3fb49686d343 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785862 Feb 09 16:17:21.360923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30cfacc-38a0-452f-a79b-ac82dde10838 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:17:21.401061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e30cfacc-38a0-452f-a79b-ac82dde10838, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e30cfacc-38a0-452f-a79b-ac82dde10838,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:21.446616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:21.508210 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:21.523239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Network 4e304dc1-dc2d-41ac-8541-02152bf8d0da is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:21.528367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:21.538246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d385dc-be9f-4049-b8da-78fff4dd71a7 req-691e953e-1b6a-4f6b-89a8-7d324312d4c0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:21.550319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02d385dc-be9f-4049-b8da-78fff4dd71a7 req-691e953e-1b6a-4f6b-89a8-7d324312d4c0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.2625396 Feb 09 16:17:21.550319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:21.573453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e30cfacc-38a0-452f-a79b-ac82dde10838,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:21.655316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event updated for resources: {'Port': ['ID=a51a554c-2691-4fc0-a3ff-da885ef87e22,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:21.666296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:21.666970 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:21.680305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9eb40-afb5-4cfd-b233-5b165385b9a9 req-8e0405fe-bf39-4a57-b9a1-b363810bdbc4 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:21.681945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44e9eb40-afb5-4cfd-b233-5b165385b9a9 req-8e0405fe-bf39-4a57-b9a1-b363810bdbc4 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 947 time: 0.2510965 Feb 09 16:17:21.691249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00d20d20-d007-41c1-85b9-241ceb4b55d3 req-2c14371c-0728-4eac-96b8-d82506bb3a8c service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370681 Feb 09 16:17:21.707623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e30cfacc-38a0-452f-a79b-ac82dde10838'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:17:21.735600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02d385dc-be9f-4049-b8da-78fff4dd71a7 req-3b5f16f8-1d27-49be-b03e-92eb456a5ce8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249275 Feb 09 16:17:21.760040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44e9eb40-afb5-4cfd-b233-5b165385b9a9 req-1c552867-70b9-48be-8ee3-51083fba88c7 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579410 Feb 09 16:17:21.884220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-bddcb9ab-e283-4b66-bf24-e19b6dd5b249 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1131661 Feb 09 16:17:21.909284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Request body: {'port': {'device_id': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:22.010363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2462f22-3d84-44be-ba8a-3c44204731be req-729658db-b220-40f4-8bb9-3b4c0fe474f4 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:22.011839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2462f22-3d84-44be-ba8a-3c44204731be req-729658db-b220-40f4-8bb9-3b4c0fe474f4 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 931 time: 0.1780655 Feb 09 16:17:22.014540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-529ca548-024b-4e38-9925-c4da02297cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:22.015950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-529ca548-024b-4e38-9925-c4da02297cce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 1095 time: 0.1474879 Feb 09 16:17:22.016725 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:22.239126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2462f22-3d84-44be-ba8a-3c44204731be req-5d7dbb85-ea90-422b-a6ff-23d8cf8227cf tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092361 Feb 09 16:17:22.355912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-076e6094-747c-4a8b-824e-483866528e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:22.357470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-076e6094-747c-4a8b-824e-483866528e5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.3309050 Feb 09 16:17:22.525311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-8396a960-2c96-4df2-8c5e-d34d0a22997c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5bd6823-c4b1-4153-81b3-525a05185e74 HTTP/1.1" status: 200 len: 217 time: 0.0760288 Feb 09 16:17:22.628733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-9de0323f-bff6-4b81-a169-94d5a854d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:22.631846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-9de0323f-bff6-4b81-a169-94d5a854d02d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.1000383 Feb 09 16:17:22.757174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-816649a5-2f8b-4e69-a627-a41d6a859801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:22.759178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-816649a5-2f8b-4e69-a627-a41d6a859801 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165340 Feb 09 16:17:22.761421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51a554c-2691-4fc0-a3ff-da885ef87e22 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:17:22.790461 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:22.835194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Transition to ACTIVE for port object a51a554c-2691-4fc0-a3ff-da885ef87e22 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:17:22.967254 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:22.999137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-88716767-3a72-4089-bebb-17bd870fce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.108666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a51a554c-2691-4fc0-a3ff-da885ef87e22,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:23.119350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c2479-a656-44c7-8374-736fbae3b9b8 req-9f074b65-9511-4b1b-9129-d4dc8da7346d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:23.120997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-013c2479-a656-44c7-8374-736fbae3b9b8 req-9f074b65-9511-4b1b-9129-d4dc8da7346d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.2821717 Feb 09 16:17:23.140639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e30cfacc-38a0-452f-a79b-ac82dde10838 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:23.147674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-edf8b4d6-2f6e-4350-a7bd-895f4ee0f5d8 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811078 Feb 09 16:17:23.168366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dbb78-fad9-4352-a6d3-d83fd479b6a3 req-afdcb3ec-c0d3-413e-81a2-f56f07e94678 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:23.169187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:23.169992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d7dbb78-fad9-4352-a6d3-d83fd479b6a3 req-afdcb3ec-c0d3-413e-81a2-f56f07e94678 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 948 time: 0.2542524 Feb 09 16:17:23.375856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-013c2479-a656-44c7-8374-736fbae3b9b8 req-4f08fd5e-e869-4442-9f6e-10c1b2c721b7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361288 Feb 09 16:17:23.384219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d7dbb78-fad9-4352-a6d3-d83fd479b6a3 req-a6502bc0-6b26-4a1d-a745-0a66e976c8b9 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801960 Feb 09 16:17:23.429527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Attempting to bind port a51a554c-2691-4fc0-a3ff-da885ef87e22 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:17:23.429880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Attempting to bind port a51a554c-2691-4fc0-a3ff-da885ef87e22 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:17:23.430218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Attempting to bind port a51a554c-2691-4fc0-a3ff-da885ef87e22 on network 4e304dc1-dc2d-41ac-8541-02152bf8d0da {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:23.438468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port e30cfacc-38a0-452f-a79b-ac82dde10838 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:17:23.450853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port e30cfacc-38a0-452f-a79b-ac82dde10838 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:23.451468 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.467896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7743df8e-a6b3-4e83-9380-9820b167c1c4 req-c260af2f-7468-4e28-9065-fa46bd3650f1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738943 Feb 09 16:17:23.470409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Port a51a554c-2691-4fc0-a3ff-da885ef87e22 on network 4e304dc1-dc2d-41ac-8541-02152bf8d0da not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:17:23.470949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Attempting to bind port a51a554c-2691-4fc0-a3ff-da885ef87e22 on network 4e304dc1-dc2d-41ac-8541-02152bf8d0da {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:23.491919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:17:23.494844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Checking segment: {'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:23.504275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Bound using segment: {'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:17:23.507161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Bound port: a51a554c-2691-4fc0-a3ff-da885ef87e22, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038136d5-38da-40f3-a75c-2c6ca737067d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:17:23.508573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.537462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-efeaf928-3b9d-4bc4-9bc0-d55ad085ce58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.665959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e68da5-d7d6-49c4-a8e9-949cb8bb13b0 req-5c66a03c-d089-42a8-a353-ec62a08b46f4 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:23.668952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18e68da5-d7d6-49c4-a8e9-949cb8bb13b0 req-5c66a03c-d089-42a8-a353-ec62a08b46f4 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 943 time: 0.1499743 Feb 09 16:17:23.672796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] For port a51a554c-2691-4fc0-a3ff-da885ef87e22, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:17:23.685940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] For port a51a554c-2691-4fc0-a3ff-da885ef87e22, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:17:23.712953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-efeaf928-3b9d-4bc4-9bc0-d55ad085ce58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.760430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18e68da5-d7d6-49c4-a8e9-949cb8bb13b0 req-9272a82c-0caa-435f-b020-e90b73371d41 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843902 Feb 09 16:17:23.762979 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.771409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.799671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5239dc-3356-44c4-8903-65c4a0774bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30cfacc-38a0-452f-a79b-ac82dde10838'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:23.804741 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070511a5-3138-463b-9811-42c15e526838" -d '{"events": [{"server_uuid": "dd5239dc-3356-44c4-8903-65c4a0774bd5", "name": "network-vif-plugged", "status": "completed", "tag": "e30cfacc-38a0-452f-a79b-ac82dde10838"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:23.808959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-efeaf928-3b9d-4bc4-9bc0-d55ad085ce58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.869392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:23.870397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:23.872227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] 10.222.0.73 "PUT /v2.0/ports/a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 1091 time: 1.9688175 Feb 09 16:17:23.873130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:23.876391 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32fbb42-fa5f-4697-b027-442ff6434c12" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:23.898550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e30cfacc-38a0-452f-a79b-ac82dde10838, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e30cfacc-38a0-452f-a79b-ac82dde10838,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:23.917976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9645352-8fe5-4762-9fe5-cea16eb62aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a51a554c-2691-4fc0-a3ff-da885ef87e22,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:23.940432 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-efeaf928-3b9d-4bc4-9bc0-d55ad085ce58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ff8d14d23bf42d4a0c6f495c9125e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682023 Feb 09 16:17:23.941396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43664) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:23.963377 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c928e7-71c0-4b77-a056-8f56e2da2cad x-openstack-request-id: req-21c928e7-71c0-4b77-a056-8f56e2da2cad {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:23.963848 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5239dc-3356-44c4-8903-65c4a0774bd5", "name": "network-vif-plugged", "status": "completed", "tag": "e30cfacc-38a0-452f-a79b-ac82dde10838", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:23.964326 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21c928e7-71c0-4b77-a056-8f56e2da2cad {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:23.964973 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5239dc-3356-44c4-8903-65c4a0774bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30cfacc-38a0-452f-a79b-ac82dde10838', 'code': 200} Feb 09 16:17:23.978164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaf928-3b9d-4bc4-9bc0-d55ad085ce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e868aea0-19bc-4e73-8a76-f6e5cfa96766,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:24.033396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-253d867c-0e04-43b9-955a-d3595560c7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:24.055211 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a324d6-75c5-4cb3-9a4d-6c0d0211e969 x-openstack-request-id: req-88a324d6-75c5-4cb3-9a4d-6c0d0211e969 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:24.055211 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:24.055211 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88a324d6-75c5-4cb3-9a4d-6c0d0211e969 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:24.055494 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'status': 'completed', 'code': 200} Feb 09 16:17:24.083593 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:24.109373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-253d867c-0e04-43b9-955a-d3595560c7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:24.185708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e30cfacc-38a0-452f-a79b-ac82dde10838,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:24.187770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de7de5-346d-4489-b04a-8833e4557f3f req-135a7366-e3ef-485c-9997-cc8dabbcc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:24.189628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63de7de5-346d-4489-b04a-8833e4557f3f req-135a7366-e3ef-485c-9997-cc8dabbcc4a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 1100 time: 0.1373773 Feb 09 16:17:24.193689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-b2252721-c82e-4eb5-9fd2-ee861202e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:24.195277 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-b2252721-c82e-4eb5-9fd2-ee861202e287 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1094 time: 0.1248534 Feb 09 16:17:24.253919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-148c1ec1-79f4-4b08-a556-70b39016d693 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 217 time: 0.0482147 Feb 09 16:17:24.280361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63de7de5-346d-4489-b04a-8833e4557f3f req-a9293b7e-2b55-4df8-90c6-8d1585235612 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 Feb 09 16:17:24.319130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-29d55fd3-c40f-4a32-a000-719a98d71f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:24.324219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-29d55fd3-c40f-4a32-a000-719a98d71f86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.0568304 Feb 09 16:17:24.366708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-58397db3-31c1-40c2-8f17-c88f77e58102 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298963 Feb 09 16:17:24.410237 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-253d867c-0e04-43b9-955a-d3595560c7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:24.412896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-253d867c-0e04-43b9-955a-d3595560c7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:24.414154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-253d867c-0e04-43b9-955a-d3595560c7d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e868aea0-19bc-4e73-8a76-f6e5cfa96766 HTTP/1.1" status: 204 len: 168 time: 0.4714642 Feb 09 16:17:24.470634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d867c-0e04-43b9-955a-d3595560c7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e868aea0-19bc-4e73-8a76-f6e5cfa96766,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:24.592532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-b9196a02-09bb-4c6f-9a0b-ce5b5504ca30 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163489 Feb 09 16:17:24.605595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6297c4-b72c-446e-9adc-43f1749f3333 req-62211f0a-6c3e-4555-bf5e-4b7f821172a2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:24.607220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb6297c4-b72c-446e-9adc-43f1749f3333 req-62211f0a-6c3e-4555-bf5e-4b7f821172a2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1386137 Feb 09 16:17:24.755024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb6297c4-b72c-446e-9adc-43f1749f3333 req-9e3a1d5c-c832-4173-9b07-55d3027b5f09 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284301 Feb 09 16:17:24.763688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c072e42-600d-4188-a463-45a713e98655 req-d3b83770-5fcb-488e-8eb6-42460deb4e57 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:24.771476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c072e42-600d-4188-a463-45a713e98655 req-d3b83770-5fcb-488e-8eb6-42460deb4e57 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 949 time: 0.1555517 Feb 09 16:17:24.804426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b35c53d1-1d12-4788-b66f-36bf10c7ca3a req-3f318fe0-a3e1-4ac6-b464-be48a40ca0d8 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961367 Feb 09 16:17:24.838076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c072e42-600d-4188-a463-45a713e98655 req-c06171d4-9835-4b9a-8c68-07ea5464db85 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653358 Feb 09 16:17:25.011485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cc3e3-a289-43b7-9698-b8fb9677cb34 req-f772f7aa-b76b-43cc-9b65-22875945c996 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:25.018926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-786cc3e3-a289-43b7-9698-b8fb9677cb34 req-f772f7aa-b76b-43cc-9b65-22875945c996 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 943 time: 0.1284606 Feb 09 16:17:25.065809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-ce31475e-47fe-4d73-80bd-ebc2aba4cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:25.067335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-ce31475e-47fe-4d73-80bd-ebc2aba4cd6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1094 time: 0.1080666 Feb 09 16:17:25.076716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-786cc3e3-a289-43b7-9698-b8fb9677cb34 req-c5769f2a-6ddd-4336-a8a5-5d1267256d66 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565085 Feb 09 16:17:25.190057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-1febc6bc-156d-453d-b13f-79eb710c2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:25.191682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-1febc6bc-156d-453d-b13f-79eb710c2ef4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.1137803 Feb 09 16:17:25.415671 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a092f903-e77c-4357-af77-d69350803292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:25.569257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43688) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:25.606434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1373649-dcbe-4279-8fd9-b249129b72ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:25.662493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-e9f85552-d8d8-4b05-b36a-47938d74c514 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 217 time: 0.4564729 Feb 09 16:17:25.704662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1373649-dcbe-4279-8fd9-b249129b72ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:25.720656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-4752a91d-99bf-4b6c-b5d9-efa802ff1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:25.722169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-4752a91d-99bf-4b6c-b5d9-efa802ff1b16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.0499823 Feb 09 16:17:25.755369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-dbba8b09-17ea-4543-8bc7-9b896a8eadeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257661 Feb 09 16:17:25.868418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f1373649-dcbe-4279-8fd9-b249129b72ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:25.887866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-8609fa67-8e96-498d-ada5-7717298b9e8b service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218846 Feb 09 16:17:25.939829 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f1373649-dcbe-4279-8fd9-b249129b72ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93b41f0423dd4aa6b89c2619eecbf853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676481 Feb 09 16:17:25.948929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43700) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:26.017860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1373649-dcbe-4279-8fd9-b249129b72ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86025df9-d96f-4dd9-8188-9b73543819af,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:26.063368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-703def73-9cf8-4ffc-911b-71f896751d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:26.093089 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-703def73-9cf8-4ffc-911b-71f896751d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:26.122765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b32fbb42-fa5f-4697-b027-442ff6434c12 req-ee674560-ada5-4de7-b133-02a471bfe388 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235746 Feb 09 16:17:26.146111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee71ff8-9b10-4d91-9834-1510ae4a42d1 req-168975f9-3583-4dda-94e2-adedb8df8dcd tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:26.148787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fee71ff8-9b10-4d91-9834-1510ae4a42d1 req-168975f9-3583-4dda-94e2-adedb8df8dcd tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 949 time: 0.1708343 Feb 09 16:17:26.158180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09514fb1-b607-42ce-802d-bfa2cf89e32a req-26f56af0-631a-4cd6-9fd0-e33701a70bfd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:26.159852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09514fb1-b607-42ce-802d-bfa2cf89e32a req-26f56af0-631a-4cd6-9fd0-e33701a70bfd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1512241 Feb 09 16:17:26.228319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fee71ff8-9b10-4d91-9834-1510ae4a42d1 req-830c4d0e-393e-495a-802a-207a5b473930 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672684 Feb 09 16:17:26.242359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09514fb1-b607-42ce-802d-bfa2cf89e32a req-580b92c6-b640-4461-ab36-82f334fe0843 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704296 Feb 09 16:17:26.296040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-703def73-9cf8-4ffc-911b-71f896751d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:26.304932 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-703def73-9cf8-4ffc-911b-71f896751d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:26.308144 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-703def73-9cf8-4ffc-911b-71f896751d50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/86025df9-d96f-4dd9-8188-9b73543819af HTTP/1.1" status: 204 len: 168 time: 0.3565755 Feb 09 16:17:26.326830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703def73-9cf8-4ffc-911b-71f896751d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86025df9-d96f-4dd9-8188-9b73543819af,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:26.441533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10528f-35eb-4c4f-b317-0fd69f480235 req-2f64998e-b675-40d6-a4e9-c791cf5b3d4c tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:26.443345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f10528f-35eb-4c4f-b317-0fd69f480235 req-2f64998e-b675-40d6-a4e9-c791cf5b3d4c tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 943 time: 0.0854053 Feb 09 16:17:26.495837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f10528f-35eb-4c4f-b317-0fd69f480235 req-27c3327a-cd52-4f89-bdd3-8a5a1b56c037 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 Feb 09 16:17:26.603702 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:26.933089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5a004-02b2-4b0b-85f6-1e55b5bcbae3 req-ecceeeb7-e024-4afa-9468-7f849d458198 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:26.935544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a5a004-02b2-4b0b-85f6-1e55b5bcbae3 req-ecceeeb7-e024-4afa-9468-7f849d458198 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 949 time: 0.0862908 Feb 09 16:17:26.981992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0a5a004-02b2-4b0b-85f6-1e55b5bcbae3 req-92de21a6-2c16-4e3a-b5d4-a590dd2e3f94 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Feb 09 16:17:27.378762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80efaa-54a3-4d91-95ff-e6845d40a1ec req-4377c3f9-a81e-4473-91f5-60658ecf6879 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:27.387032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d80efaa-54a3-4d91-95ff-e6845d40a1ec req-4377c3f9-a81e-4473-91f5-60658ecf6879 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0658081 Feb 09 16:17:27.426952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d80efaa-54a3-4d91-95ff-e6845d40a1ec req-c2a2d4ab-e3fd-471e-b0e9-5cf524036148 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388854 Feb 09 16:17:27.673159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657963e-67c5-4e08-989a-5551c4488c95 req-32a03e3e-1149-4f7a-94b1-78596f3da0b2 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:27.676095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1657963e-67c5-4e08-989a-5551c4488c95 req-32a03e3e-1149-4f7a-94b1-78596f3da0b2 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 943 time: 0.0803976 Feb 09 16:17:27.720783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1657963e-67c5-4e08-989a-5551c4488c95 req-06cbb347-c0d9-496c-864d-c8b973e2e8b6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372815 Feb 09 16:17:28.160548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-6475fee1-e5f6-4199-a99c-a4d3bf920a78 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:28.162079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-6475fee1-e5f6-4199-a99c-a4d3bf920a78 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 949 time: 0.0751762 Feb 09 16:17:28.184430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0396-3d7e-411a-987b-b386e8ddfb77 req-3d78384b-6888-4c36-8a0b-6e2b8bfe6918 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:28.186058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-686e0396-3d7e-411a-987b-b386e8ddfb77 req-3d78384b-6888-4c36-8a0b-6e2b8bfe6918 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 949 time: 0.1110578 Feb 09 16:17:28.211289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:28.289333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a51a554c-2691-4fc0-a3ff-da885ef87e22 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:17:28.297877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-686e0396-3d7e-411a-987b-b386e8ddfb77 req-112e645c-3fb0-438b-9b51-a9872936de8b tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c93155c-12dd-4ebd-9bbd-d529705ae60b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842862 Feb 09 16:17:28.360151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Deleting port e30cfacc-38a0-452f-a79b-ac82dde10838 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:17:28.360712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:28.461377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a51a554c-2691-4fc0-a3ff-da885ef87e22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:28.477534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'port_id': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'mac_address': 'fa:16:3e:7b:ad:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:17:28.533057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:28.537252 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:28.554240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51a554c-2691-4fc0-a3ff-da885ef87e22 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:17:28.571562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] For port e30cfacc-38a0-452f-a79b-ac82dde10838, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e30cfacc-38a0-452f-a79b-ac82dde10838,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:28.572181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:28.585115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a51a554c-2691-4fc0-a3ff-da885ef87e22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:28.612243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Calling delete_port for e30cfacc-38a0-452f-a79b-ac82dde10838 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:17:28.715798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0d524-ff0b-4f29-bbab-5c5e4fe251a5 req-838bc444-bf94-4ca9-bdc7-3f1ac901fa20 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:28.717430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cf0d524-ff0b-4f29-bbab-5c5e4fe251a5 req-838bc444-bf94-4ca9-bdc7-3f1ac901fa20 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1177332 Feb 09 16:17:28.734668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:28.842265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a51a554c-2691-4fc0-a3ff-da885ef87e22,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:28.855872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.856713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.857423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.858003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.858917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.859461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.859990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.860548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.861058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.861588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.862099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.862665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:17:28.888689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cf0d524-ff0b-4f29-bbab-5c5e4fe251a5 req-4a8dcd32-194e-4935-b513-6dcd26def06b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352260 Feb 09 16:17:28.956209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a09a2-aa63-4f41-8f94-d87227af32df req-a61055a8-a72a-495a-83f3-a18acca335f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:28.964990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed3a09a2-aa63-4f41-8f94-d87227af32df req-a61055a8-a72a-495a-83f3-a18acca335f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 944 time: 0.1552234 Feb 09 16:17:29.009880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a51a554c-2691-4fc0-a3ff-da885ef87e22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:17:29.029937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed3a09a2-aa63-4f41-8f94-d87227af32df req-01ba8359-8e10-465c-ba5a-636688d2ca05 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615103 Feb 09 16:17:29.102292 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:29.121031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e30cfacc-38a0-452f-a79b-ac82dde10838'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:17:29.133406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Pushing event deleted for resources: {'Port': ['ID=e30cfacc-38a0-452f-a79b-ac82dde10838,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:29.221106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] No DVR routers for this DVR port e30cfacc-38a0-452f-a79b-ac82dde10838 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:17:29.225157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:29.228837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1762e13-dcc3-462f-b523-439d3a6e9b15 req-442d93b2-f9ae-4e23-a86b-8cb5e6d2e183 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.13 "DELETE /v2.0/ports/e30cfacc-38a0-452f-a79b-ac82dde10838 HTTP/1.1" status: 204 len: 173 time: 1.0610075 Feb 09 16:17:29.229322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5239dc-3356-44c4-8903-65c4a0774bd5', 'name': 'network-vif-deleted', 'tag': 'e30cfacc-38a0-452f-a79b-ac82dde10838'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:29.231863 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba281f4-10ea-4451-aca7-992db59efed4" -d '{"events": [{"server_uuid": "dd5239dc-3356-44c4-8903-65c4a0774bd5", "name": "network-vif-deleted", "tag": "e30cfacc-38a0-452f-a79b-ac82dde10838"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:29.353522 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e122ef3-6639-44dd-a7fc-d7d2c77f389d x-openstack-request-id: req-8e122ef3-6639-44dd-a7fc-d7d2c77f389d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:29.354232 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5239dc-3356-44c4-8903-65c4a0774bd5", "name": "network-vif-deleted", "tag": "e30cfacc-38a0-452f-a79b-ac82dde10838", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:29.354595 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e122ef3-6639-44dd-a7fc-d7d2c77f389d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:29.355118 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5239dc-3356-44c4-8903-65c4a0774bd5', 'name': 'network-vif-deleted', 'tag': 'e30cfacc-38a0-452f-a79b-ac82dde10838', 'status': 'completed', 'code': 200} Feb 09 16:17:29.495462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad6a28b7-cde6-4e83-9e7a-512414d58f5b req-a142250e-53dc-49a7-885d-eaa30301b26d tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 210 time: 0.0506892 Feb 09 16:17:30.057444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79299-8434-4f4e-8782-e0e3b36f97ca req-25775cb6-ca89-458b-b0e5-0e60344bb00d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:30.060012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46c79299-8434-4f4e-8782-e0e3b36f97ca req-25775cb6-ca89-458b-b0e5-0e60344bb00d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0877812 Feb 09 16:17:30.153416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46c79299-8434-4f4e-8782-e0e3b36f97ca req-ed124ebf-0947-4ddd-b794-acf8e14aefa4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701714 Feb 09 16:17:30.225361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc23e7a-4a47-41e9-b698-038ba0332b86 req-bcf2278c-5a1a-4e27-9515-3994b6e407ca tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:30.232699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bc23e7a-4a47-41e9-b698-038ba0332b86 req-bcf2278c-5a1a-4e27-9515-3994b6e407ca tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 944 time: 0.0767932 Feb 09 16:17:30.277553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bc23e7a-4a47-41e9-b698-038ba0332b86 req-7db1ce76-7c52-47e7-a833-63be19232185 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Feb 09 16:17:30.290323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a51a554c-2691-4fc0-a3ff-da885ef87e22 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:30.330452 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:30.563081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port a51a554c-2691-4fc0-a3ff-da885ef87e22 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:17:30.563419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port a51a554c-2691-4fc0-a3ff-da885ef87e22 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:30.563900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:30.616455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df715fbc-36f9-41ae-8a4e-98cf4c090ad2 req-96ffd237-c07e-48b5-9a7a-ee4696e520e8 tempest-VolumesNegativeTest-522225964 tempest-VolumesNegativeTest-522225964-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd5239dc-3356-44c4-8903-65c4a0774bd5 HTTP/1.1" status: 200 len: 210 time: 0.0321691 Feb 09 16:17:30.711536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:30.760151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:30.764017 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e78d7-9dc7-4b19-bdf7-3fb1fc134996" -d '{"events": [{"server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "name": "network-vif-plugged", "status": "completed", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:30.808690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a51a554c-2691-4fc0-a3ff-da885ef87e22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:30.866933 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d56c7db-2ab5-46cc-b1c5-6fbe6222d257 x-openstack-request-id: req-2d56c7db-2ab5-46cc-b1c5-6fbe6222d257 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:30.868065 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "name": "network-vif-plugged", "status": "completed", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:30.868445 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d56c7db-2ab5-46cc-b1c5-6fbe6222d257 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:30.869039 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'code': 200} Feb 09 16:17:30.919736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:30.964772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:30.983396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a51a554c-2691-4fc0-a3ff-da885ef87e22,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:31.024984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1db8c-37a5-43c3-a7b6-20249229e207 req-7e524e91-812c-45f0-981b-31ba83b48ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:31.026201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9d1db8c-37a5-43c3-a7b6-20249229e207 req-7e524e91-812c-45f0-981b-31ba83b48ced service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.0786164 Feb 09 16:17:31.071054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9d1db8c-37a5-43c3-a7b6-20249229e207 req-e7ac3b3f-527a-4f51-876f-01e498e312eb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364850 Feb 09 16:17:31.204605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port df2bd8f3-da26-41e1-be52-0b2cc870862d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:17:31.205380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:31.307567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47988f17-9ff1-40ac-9bbb-b6c1eb251d30 req-29ed216e-3dc3-4a9a-b203-904187412664 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:31.312679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47988f17-9ff1-40ac-9bbb-b6c1eb251d30 req-29ed216e-3dc3-4a9a-b203-904187412664 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0733054 Feb 09 16:17:31.335164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:31.335526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:31.363509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for df2bd8f3-da26-41e1-be52-0b2cc870862d owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:17:31.395470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47988f17-9ff1-40ac-9bbb-b6c1eb251d30 req-9fddeb55-84c3-4a0d-8374-06dd38102032 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597875 Feb 09 16:17:31.516277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d393d71-ca58-4ec7-81ee-f8b69bcb0326 req-c5b77f53-c324-4ae5-bbd5-8542586915d6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:31.518199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d393d71-ca58-4ec7-81ee-f8b69bcb0326 req-c5b77f53-c324-4ae5-bbd5-8542586915d6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.0909030 Feb 09 16:17:31.540254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43834) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:31.590963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d393d71-ca58-4ec7-81ee-f8b69bcb0326 req-ccf3375b-0e65-4441-a020-8bb6e8187f39 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647793 Feb 09 16:17:31.655721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:31.748836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=df2bd8f3-da26-41e1-be52-0b2cc870862d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:31.779438 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e61a718-983b-4cbc-a0cf-bf718559e643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:31.825476 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:31.825907 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Floating IP 30cc0e44-2aab-493d-b127-a2d9c90580f1 disassociated (deleted). External IP: 172.25.5.10, port: c76ea4f7-0339-4a4e-bcbe-df02ed5b2672. Feb 09 16:17:31.916952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e61a718-983b-4cbc-a0cf-bf718559e643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:31.935459 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:32.003856 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e61a718-983b-4cbc-a0cf-bf718559e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:32.066490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2e61a718-983b-4cbc-a0cf-bf718559e643 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73cf2416d6a7451798d2d9fbd6f1ac13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248840 Feb 09 16:17:32.069424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61a718-983b-4cbc-a0cf-bf718559e643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9847dc3d-edad-4879-8167-20991d2b7629,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:32.073532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 43854) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:32.161191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb752777-3328-453a-a2fa-8baf1a3ccfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:32.190732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:17:32.200511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb752777-3328-453a-a2fa-8baf1a3ccfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:32.386658 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb752777-3328-453a-a2fa-8baf1a3ccfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:32.398473 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bb752777-3328-453a-a2fa-8baf1a3ccfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:32.398473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bb752777-3328-453a-a2fa-8baf1a3ccfa4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9847dc3d-edad-4879-8167-20991d2b7629 HTTP/1.1" status: 204 len: 168 time: 0.3162279 Feb 09 16:17:32.404641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:17:32.409038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb752777-3328-453a-a2fa-8baf1a3ccfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9847dc3d-edad-4879-8167-20991d2b7629,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:32.424783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:32.430144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] Sync routers for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:17:32.474083 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a0be974b-5632-446a-87a7-f251ce9df096 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/floatingips/30cc0e44-2aab-493d-b127-a2d9c90580f1 HTTP/1.1" status: 204 len: 168 time: 1.5081882 Feb 09 16:17:32.474692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:32.477892 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b5af36-117a-4094-84b4-5a9e0defe4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:32.486487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:32.488052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:32.583491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87e2e3-3d5b-4ce7-b30e-38e3c245a99e req-b9c093f0-2db3-49d7-bdc4-3755a816d4eb tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:32.592454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f87e2e3-3d5b-4ce7-b30e-38e3c245a99e req-b9c093f0-2db3-49d7-bdc4-3755a816d4eb tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0978806 Feb 09 16:17:32.640159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f87e2e3-3d5b-4ce7-b30e-38e3c245a99e req-30e8f623-36d2-4f99-b344-67a8e24af243 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408561 Feb 09 16:17:32.685738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:32.743234 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aced042-accd-45a0-b08c-212dfe8919f9 x-openstack-request-id: req-3aced042-accd-45a0-b08c-212dfe8919f9 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:32.743707 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:32.744156 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3aced042-accd-45a0-b08c-212dfe8919f9 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:32.747780 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'status': 'completed', 'code': 200} Feb 09 16:17:33.077914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-0e1c5d3a-82ce-43c0-98a2-81c84b19b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:33.086570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-0e1c5d3a-82ce-43c0-98a2-81c84b19b218 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8e0a4caec7454704961c43365369d7ce&device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 1097 time: 0.2990377 Feb 09 16:17:33.178945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:36Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:33.180867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e751c-6e80-43c5-bd8c-153e00c1460a req-ac7cf6d5-9f26-4c3f-93c7-78ca415c479e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:33.183982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-415e751c-6e80-43c5-bd8c-153e00c1460a req-ac7cf6d5-9f26-4c3f-93c7-78ca415c479e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.2757626 Feb 09 16:17:33.378864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-415e751c-6e80-43c5-bd8c-153e00c1460a req-13296465-898b-4248-a905-c66d6683b4ef tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740174 Feb 09 16:17:33.482947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] Checking router: 91162efa-d28f-45aa-bea3-bf4fb9961cc8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:17:33.485261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e30cfacc-38a0-452f-a79b-ac82dde10838 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:17:33.505969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4073017-4114-4ca4-9858-be1781380d47 req-a0a36f1b-3ae1-42e7-ba31-1f60602c221a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:33.527090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4073017-4114-4ca4-9858-be1781380d47 req-a0a36f1b-3ae1-42e7-ba31-1f60602c221a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.1811833 Feb 09 16:17:33.541214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: e30cfacc-38a0-452f-a79b-ac82dde10838 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:17:33.541565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e30cfacc-38a0-452f-a79b-ac82dde10838 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:17:33.546413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:33.547062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:33.550856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-9b7ca0b9-f281-4d63-a13b-4cc03e8f62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:33.553959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-9b7ca0b9-f281-4d63-a13b-4cc03e8f62e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=197f8ac0-9ae4-4d0e-b150-ee68018decf9 HTTP/1.1" status: 200 len: 897 time: 0.4467676 Feb 09 16:17:33.630380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-95e2aad0-d841-4ec8-a7fd-c3fc917e26f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 HTTP/1.1" status: 200 len: 217 time: 0.0542643 Feb 09 16:17:33.662989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4073017-4114-4ca4-9858-be1781380d47 req-94b2a3e7-3363-418d-bb04-0af7870aa0f4 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294200 Feb 09 16:17:33.717330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-fce12257-7184-4451-b36b-74422973fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:33.718912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-fce12257-7184-4451-b36b-74422973fc91 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d91cab2-5107-445c-aff9-77dca09b0064 HTTP/1.1" status: 200 len: 835 time: 0.0721798 Feb 09 16:17:33.734695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43900) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:33.785562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7b8f278-b8e0-4429-9c54-8b44135f4ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:33.835173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:33.900713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-b7983510-8348-4334-b1ed-737279682aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:33.903921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-b7983510-8348-4334-b1ed-737279682aad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=197f8ac0-9ae4-4d0e-b150-ee68018decf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746869 Feb 09 16:17:33.940745 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7b8f278-b8e0-4429-9c54-8b44135f4ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:33.951811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cab21-53fc-4d82-8b37-dec5115c133b req-644b04d3-b263-4301-93aa-522cd6d7728f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:33.953762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-919cab21-53fc-4d82-8b37-dec5115c133b req-644b04d3-b263-4301-93aa-522cd6d7728f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1821969 Feb 09 16:17:34.063542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-919cab21-53fc-4d82-8b37-dec5115c133b req-b72d593e-d59e-4446-93a3-c2f3f3fb6496 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877759 Feb 09 16:17:34.101507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-9f2f2f7b-1977-4e6b-bef6-57d50755a2af service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711421 Feb 09 16:17:34.141293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7b8f278-b8e0-4429-9c54-8b44135f4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:34.223649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:36Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:34.229258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8f278-b8e0-4429-9c54-8b44135f4ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65deb51d-e53f-42bb-8a18-d121366bad96,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:34.268126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746bfdd6-6fa7-4baf-91e4-fbffb4926634 None None] The sync data for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 is: [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b1f04f18-fd28-4836-b2ff-a4f6bcb7a458', 'name': '', 'network_id': '197f8ac0-9ae4-4d0e-b150-ee68018decf9', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'mac_address': 'fa:16:3e:67:10:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:27Z', 'updated_at': '2022-02-09T16:15:36Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'subnets': [{'id': '9d91cab2-5107-445c-aff9-77dca09b0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:17:34.286500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5b5af36-117a-4094-84b4-5a9e0defe4f3 req-c185dc87-8fe5-4399-8587-76c65962b305 service neutron] 10.222.0.73 "GET /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731982 Feb 09 16:17:34.291188 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d7b8f278-b8e0-4429-9c54-8b44135f4ad2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1929fac06094f3cba8ee89d70f53121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5547972 Feb 09 16:17:34.295797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 43920) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:34.441645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33934bb9-1abd-4057-8615-3dbd620bf9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:34.445867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb5f5d-12c0-4f40-a55b-4eca404d5915 req-2ef09c27-49be-4093-a7a8-68c7e09da61f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:34.448278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ffb5f5d-12c0-4f40-a55b-4eca404d5915 req-2ef09c27-49be-4093-a7a8-68c7e09da61f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1239169 Feb 09 16:17:34.492734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33934bb9-1abd-4057-8615-3dbd620bf9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:34.562139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ffb5f5d-12c0-4f40-a55b-4eca404d5915 req-7314c99f-42b1-4d40-8c1a-ccac094fa93a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881574 Feb 09 16:17:34.565062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-64174e87-5c02-4cd9-83c4-4a11532e2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:34.567767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-64174e87-5c02-4cd9-83c4-4a11532e2449 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.1520982 Feb 09 16:17:34.637896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33934bb9-1abd-4057-8615-3dbd620bf9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:34.640992 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33934bb9-1abd-4057-8615-3dbd620bf9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:34.642638 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-33934bb9-1abd-4057-8615-3dbd620bf9e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65deb51d-e53f-42bb-8a18-d121366bad96 HTTP/1.1" status: 204 len: 168 time: 0.3408880 Feb 09 16:17:34.661238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33934bb9-1abd-4057-8615-3dbd620bf9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65deb51d-e53f-42bb-8a18-d121366bad96,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:34.758176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-3d2cc21a-b5f5-4363-99f4-84c1ad43557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:34.761632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-3d2cc21a-b5f5-4363-99f4-84c1ad43557d service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.1800947 Feb 09 16:17:34.960817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-3da48db2-0d4b-436c-956b-ad3880db6b8e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 217 time: 0.1895406 Feb 09 16:17:35.084782 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcd564f-234d-47e2-9804-4cf207b8b540 None None] New status for floating IP 30cc0e44-2aab-493d-b127-a2d9c90580f1: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:17:35.148323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e4932-9e29-45c5-b980-7ab334100f6e req-3ceb3cd9-7035-4be4-832f-737842753a2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:35.151751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-030e4932-9e29-45c5-b980-7ab334100f6e req-3ceb3cd9-7035-4be4-832f-737842753a2c tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.2319674 Feb 09 16:17:35.152583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-092197ca-dbe2-4a72-8da9-72770121366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:35.154099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-092197ca-dbe2-4a72-8da9-72770121366e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.1476984 Feb 09 16:17:35.162250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e39a52-ea52-4e89-8f0c-cba0cb1f4c9b req-95cbcbeb-84a9-4a38-90ad-d21ff6cc5624 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:35.164519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55e39a52-ea52-4e89-8f0c-cba0cb1f4c9b req-95cbcbeb-84a9-4a38-90ad-d21ff6cc5624 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 946 time: 0.2561121 Feb 09 16:17:35.237450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-3b4e2bb0-ace8-4f89-9aaf-fa9794de2468 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719032 Feb 09 16:17:35.382670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55e39a52-ea52-4e89-8f0c-cba0cb1f4c9b req-ce5864d2-fdd9-42d8-a7a2-d0e1296ab28d tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/security-groups?id=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821883 Feb 09 16:17:35.408737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d248358-183e-48c8-9e55-a680133e1657 req-4f8d3678-0da8-4b4b-839d-fda215f7b44d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:35.417708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d248358-183e-48c8-9e55-a680133e1657 req-4f8d3678-0da8-4b4b-839d-fda215f7b44d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.2160676 Feb 09 16:17:35.538806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d248358-183e-48c8-9e55-a680133e1657 req-cb6f9f2b-8b83-4b14-80df-f19e6c336c78 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201589 Feb 09 16:17:35.543970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-cc6be8a7-082e-4d68-bbdc-023cd706243c service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925863 Feb 09 16:17:35.777239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:17:35.778030 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:35.942190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e192e497-f65c-4ced-bebf-0ebfa28d0e1f req-fa38f6b5-29e7-4b3f-98b3-b7cf07bcaa34 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771763 Feb 09 16:17:35.965653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ba466-a44d-4ffa-91c4-e36e5459a70b req-e5492158-9ddf-4ba4-81be-e628133de301 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:35.967274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb0ba466-a44d-4ffa-91c4-e36e5459a70b req-e5492158-9ddf-4ba4-81be-e628133de301 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1783755 Feb 09 16:17:36.014946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:36.014946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:36.049086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:17:36.075023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb0ba466-a44d-4ffa-91c4-e36e5459a70b req-3a980088-2063-4aa8-a705-6bdc19883727 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866237 Feb 09 16:17:36.489108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:36.578348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=c76ea4f7-0339-4a4e-bcbe-df02ed5b2672,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:36.673352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cb6f398-d260-4cd5-9f48-0ecded2af2e6 req-df5b87ed-f7ec-467c-9cd9-fac45363dd20 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 210 time: 0.1404710 Feb 09 16:17:36.702771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] No DVR routers for this DVR port c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:17:36.708535 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:36.715130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-030e4932-9e29-45c5-b980-7ab334100f6e req-619b28f2-0911-45f6-a372-7392d78b0984 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.73 "DELETE /v2.0/ports/c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 HTTP/1.1" status: 204 len: 173 time: 1.5482180 Feb 09 16:17:36.715940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'name': 'network-vif-deleted', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:36.720203 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0535937-1b7e-4a31-9938-b9ac2a1b7500" -d '{"events": [{"server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "name": "network-vif-deleted", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:36.792487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44040) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:36.812135 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fbe577-a0cf-4918-a4e0-78934955717c x-openstack-request-id: req-03fbe577-a0cf-4918-a4e0-78934955717c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:36.812135 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09816032-8f64-4e32-bf6a-e25c16ea6a21", "name": "network-vif-deleted", "tag": "c76ea4f7-0339-4a4e-bcbe-df02ed5b2672", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:36.812135 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-03fbe577-a0cf-4918-a4e0-78934955717c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:36.812135 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09816032-8f64-4e32-bf6a-e25c16ea6a21', 'name': 'network-vif-deleted', 'tag': 'c76ea4f7-0339-4a4e-bcbe-df02ed5b2672', 'status': 'completed', 'code': 200} Feb 09 16:17:36.826559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5937709-e158-41b2-b9a0-0b5c2db95e47 req-57a6ef6f-f03f-4043-a77e-bc2cde5fd940 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:36.829420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5937709-e158-41b2-b9a0-0b5c2db95e47 req-57a6ef6f-f03f-4043-a77e-bc2cde5fd940 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0847623 Feb 09 16:17:36.901134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5937709-e158-41b2-b9a0-0b5c2db95e47 req-1a15eadd-07d5-460d-b76e-672345fcb64c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636783 Feb 09 16:17:36.939845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1415372265-network', 'tenant_id': '6e7841ed639e435b8b92a99cd0608ff5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:37.089414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Made reservation on behalf of 6e7841ed639e435b8b92a99cd0608ff5 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:37.092918 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:37.109313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:37.321576 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:37.364121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c3ef-356a-4e08-932c-961ea5a679c0 req-d73cf8c8-225c-40bd-b10c-30716df97175 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:37.367590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c836c3ef-356a-4e08-932c-961ea5a679c0 req-d73cf8c8-225c-40bd-b10c-30716df97175 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1440067 Feb 09 16:17:37.425062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c836c3ef-356a-4e08-932c-961ea5a679c0 req-4dfe4e7f-11c4-4650-a96b-d64eca1da1a9 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Feb 09 16:17:37.426463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:37.458252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:17:37.470039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9411d28-6107-4c63-a515-bf3d33178041,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:37.475864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:37.476245 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Added segment 6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca of type vlan for network 75794884-794e-4b8e-94e1-af2cd5a19fd6 Feb 09 16:17:37.526023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:37.654863 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:37.660407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:37.660407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:37.752840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] Pushing event updated for resources: {'Network': ['ID=75794884-794e-4b8e-94e1-af2cd5a19fd6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:37.766613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 75794884-794e-4b8e-94e1-af2cd5a19fd6 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:17:37.860961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa5ca59e-586d-4861-ab0d-fb9ab6eeb2db req-f8f736de-7d96-4d7f-a6b2-907ad1634dfd tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "GET /v2.0/ports?device_id=09816032-8f64-4e32-bf6a-e25c16ea6a21 HTTP/1.1" status: 200 len: 210 time: 0.0310230 Feb 09 16:17:37.907105 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fed92b77-beed-4ff5-b2d4-4ff7899b2af6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1133516 Feb 09 16:17:37.911572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44070) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:37.937079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Request body: {'subnet': {'network_id': '75794884-794e-4b8e-94e1-af2cd5a19fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1415372265-subnet', 'tenant_id': '6e7841ed639e435b8b92a99cd0608ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:38.079999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1c9e5-5ece-4aee-b432-203dc249189f req-36709b66-1605-4e85-879b-1f54047ce581 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:38.085788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eae1c9e5-5ece-4aee-b432-203dc249189f req-36709b66-1605-4e85-879b-1f54047ce581 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1009488 Feb 09 16:17:38.180925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Made reservation on behalf of 6e7841ed639e435b8b92a99cd0608ff5 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:38.185246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:38.185466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eae1c9e5-5ece-4aee-b432-203dc249189f req-3fb26f77-e232-48f7-8f99-45d913f04664 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795121 Feb 09 16:17:38.345141 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:17:38.553623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:38.667541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca281a1-cef2-43d5-a183-572d8d8230e7 req-1c3cf2ba-9f29-4bea-aec6-7c898f3ca7ee tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:38.669249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dca281a1-cef2-43d5-a183-572d8d8230e7 req-1c3cf2ba-9f29-4bea-aec6-7c898f3ca7ee tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1363680 Feb 09 16:17:38.683778 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab216fb-4dfe-45cb-8a49-54c185305209,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:38.696635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Checking segment: {'id': '6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '75794884-794e-4b8e-94e1-af2cd5a19fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:38.697193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Network hostable DHCP agents. Network: 75794884-794e-4b8e-94e1-af2cd5a19fd6, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:17:38.782560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dca281a1-cef2-43d5-a183-572d8d8230e7 req-7739323e-50d6-4aa1-9c26-0aebda22b1b2 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027360 Feb 09 16:17:38.861418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Network 75794884-794e-4b8e-94e1-af2cd5a19fd6 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:17:38.991218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44136) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:38.998925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 75794884-794e-4b8e-94e1-af2cd5a19fd6) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:39.024865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13f9b60-bade-4387-8296-8342e9fb86e2 None None] Network 75794884-794e-4b8e-94e1-af2cd5a19fd6 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:39.029387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:39.034357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:39.159084 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e3cfbcff-6b5c-4651-9065-004ffa4fbd01 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2327030 Feb 09 16:17:39.290318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c4afb-4b18-40f7-a46c-123b8318d26e None None] Network 75794884-794e-4b8e-94e1-af2cd5a19fd6 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:39.526859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175d27-92c1-4c63-8b34-a1bc41d1afd1 req-4093b2b9-307e-4fce-883b-82eed0440fc2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:39.528604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0175d27-92c1-4c63-8b34-a1bc41d1afd1 req-4093b2b9-307e-4fce-883b-82eed0440fc2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1360054 Feb 09 16:17:39.642413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0175d27-92c1-4c63-8b34-a1bc41d1afd1 req-2736db35-ba46-4fd1-9d4a-a1668828d23a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012554 Feb 09 16:17:40.023212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:40.352395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:17:40.383834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:17:40.384603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device c76ea4f7-0339-4a4e-bcbe-df02ed5b2672 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:17:40.635937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:40.642152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-950271378-network', 'tenant_id': 'bc92b91f333a4a92be8b45d895cd6060'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:40.655469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc499d6c-e223-42f2-acd5-599ad6427264 req-bf5a0f24-516e-444d-ad7d-51cc1d64db9c tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:40.657079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc499d6c-e223-42f2-acd5-599ad6427264 req-bf5a0f24-516e-444d-ad7d-51cc1d64db9c tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.7388642 Feb 09 16:17:40.746987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Made reservation on behalf of bc92b91f333a4a92be8b45d895cd6060 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:40.751357 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:40.791095 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:40.845671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc499d6c-e223-42f2-acd5-599ad6427264 req-d19e893c-cd52-491c-bc7f-070a05ab381d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774380 Feb 09 16:17:40.894103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b3b8-ba7b-4484-bc4b-c2b16627ee9e req-37bb471b-4c68-4e07-bad5-e83598367b43 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:40.895688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7dc5b3b8-ba7b-4484-bc4b-c2b16627ee9e req-37bb471b-4c68-4e07-bad5-e83598367b43 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0932260 Feb 09 16:17:40.907507 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:40.988811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7dc5b3b8-ba7b-4484-bc4b-c2b16627ee9e req-b82edb60-68ce-496d-bec9-6ee841212bca tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830908 Feb 09 16:17:41.009491 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.081414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:17:41.088644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:17:41.096287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.097181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba5baf-94fc-4224-bc9e-ba56e8938f2a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:41.104869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.105437 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Added segment 5d524314-e360-4dcb-944f-fb5e9164028a of type vlan for network 3e0a3036-262a-4468-87a9-6b63b1bf0a3d Feb 09 16:17:41.166052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.287007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port b1f04f18-fd28-4836-b2ff-a4f6bcb7a458, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:41.287693 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.314538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:17:41.348161 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.352242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:41.357477 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.461602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e0a3036-262a-4468-87a9-6b63b1bf0a3d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:41.478283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 3e0a3036-262a-4468-87a9-6b63b1bf0a3d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:17:41.541052 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1cfb3b60-76d9-4a73-883d-5f3efd187cc0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9035645 Feb 09 16:17:41.545291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:41.558851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Request body: {'subnet': {'network_id': '3e0a3036-262a-4468-87a9-6b63b1bf0a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-950271378-subnet', 'tenant_id': 'bc92b91f333a4a92be8b45d895cd6060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:41.706098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Made reservation on behalf of bc92b91f333a4a92be8b45d895cd6060 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:41.707910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.843824 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:41.878746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=b1f04f18-fd28-4836-b2ff-a4f6bcb7a458,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:42.056481 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:42.192634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca40398-ae1c-413d-9e7a-2f978c11b677,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:42.208009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Checking segment: {'id': '5d524314-e360-4dcb-944f-fb5e9164028a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '3e0a3036-262a-4468-87a9-6b63b1bf0a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:42.208830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Network hostable DHCP agents. Network: 3e0a3036-262a-4468-87a9-6b63b1bf0a3d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:17:42.312769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Network 3e0a3036-262a-4468-87a9-6b63b1bf0a3d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:17:42.412624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fff802-8367-4e21-85db-7b36077b0fe1 req-411f9d09-6a72-4cf4-a4d4-fef3db2b04d6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:42.420304 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 3e0a3036-262a-4468-87a9-6b63b1bf0a3d) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:42.421668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5fff802-8367-4e21-85db-7b36077b0fe1 req-411f9d09-6a72-4cf4-a4d4-fef3db2b04d6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.4234214 Feb 09 16:17:42.425277 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:42.426023 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:42.448620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd841e-af6b-4551-82a0-f3056b49768d None None] Network 3e0a3036-262a-4468-87a9-6b63b1bf0a3d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:42.465427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb5bb9-603a-430e-8e40-b508813d09a8 req-a01089e3-50a6-4db9-9c91-92a6500e9051 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:42.475121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5eb5bb9-603a-430e-8e40-b508813d09a8 req-a01089e3-50a6-4db9-9c91-92a6500e9051 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.3791220 Feb 09 16:17:42.534667 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:42.574968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5fff802-8367-4e21-85db-7b36077b0fe1 req-0bc1d783-1f89-462a-924e-18892ba12cb0 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521039 Feb 09 16:17:42.590129 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d44ca8af-e0e8-4bc8-aa97-7a2be41cb009 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0415916 Feb 09 16:17:42.712833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5eb5bb9-603a-430e-8e40-b508813d09a8 req-f1ae16ad-8f8d-436e-90dc-a64897b8e5b6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362788 Feb 09 16:17:42.735064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756afbdb-8c40-43d6-a3c6-22ac6a9c772f None None] Network 3e0a3036-262a-4468-87a9-6b63b1bf0a3d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:43.204600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:17:43.424469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:17:43.439694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ee001056-0de1-470f-b31e-837c9654349a tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "PUT /v2.0/routers/91162efa-d28f-45aa-bea3-bf4fb9961cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4451926 Feb 09 16:17:43.442795 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44286) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:43.446875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] Sync routers for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:17:43.464470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:43.465668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:43.534468 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd67153-512d-4006-b3e9-cabc8652b2ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting subnet 9d91cab2-5107-445c-aff9-77dca09b0064 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:17:43.543822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcd67153-512d-4006-b3e9-cabc8652b2ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:43.658244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-3e3b577f-992e-411c-8192-5b417cbfea2a tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:43.664590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-3e3b577f-992e-411c-8192-5b417cbfea2a tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/networks?id=75794884-794e-4b8e-94e1-af2cd5a19fd6 HTTP/1.1" status: 200 len: 809 time: 0.2558317 Feb 09 16:17:43.679562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcd67153-512d-4006-b3e9-cabc8652b2ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:43.730528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-c239a806-756d-478a-8e7a-6f565cf181ab tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/quotas/6e7841ed639e435b8b92a99cd0608ff5 HTTP/1.1" status: 200 len: 375 time: 0.0302670 Feb 09 16:17:43.746497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:43.845503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-7bc05069-7593-4f52-9a19-52d802d9ea16 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e7841ed639e435b8b92a99cd0608ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035984 Feb 09 16:17:44.032530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcd67153-512d-4006-b3e9-cabc8652b2ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:44.060751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-442dc6e7-9393-46e4-a3df-3351b4afe470 service neutron] 10.222.0.53 "GET /v2.0/networks/75794884-794e-4b8e-94e1-af2cd5a19fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143435 Feb 09 16:17:44.129737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:17:41Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:44.187509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96f07d-62c4-4be2-8688-c31d931c1d6f req-500e3304-041c-40ca-baf8-1ba75b573a2e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:44.190391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d96f07d-62c4-4be2-8688-c31d931c1d6f req-500e3304-041c-40ca-baf8-1ba75b573a2e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.3217990 Feb 09 16:17:44.223779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] Checking router: 91162efa-d28f-45aa-bea3-bf4fb9961cc8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:17:44.254415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] Routers {'91162efa-d28f-45aa-bea3-bf4fb9961cc8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:44.255700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:44.268921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-e651b13f-2adc-4d80-8d10-974e4183de58 service neutron] 10.222.0.53 "GET /v2.0/networks/75794884-794e-4b8e-94e1-af2cd5a19fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909177 Feb 09 16:17:44.291545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d96f07d-62c4-4be2-8688-c31d931c1d6f req-68724419-1d08-40ed-8c42-87bca3a0b810 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826867 Feb 09 16:17:44.301288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcd67153-512d-4006-b3e9-cabc8652b2ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:44.377340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd67153-512d-4006-b3e9-cabc8652b2ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Subnet': ['ID=9d91cab2-5107-445c-aff9-77dca09b0064,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:44.387150 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcd67153-512d-4006-b3e9-cabc8652b2ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:44.391469 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fcd67153-512d-4006-b3e9-cabc8652b2ee tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/subnets/9d91cab2-5107-445c-aff9-77dca09b0064 HTTP/1.1" status: 204 len: 168 time: 0.9472208 Feb 09 16:17:44.394512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44298) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:44.502737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da80671a-7835-416d-b56d-9b2cdcc4119a None None] Network 197f8ac0-9ae4-4d0e-b150-ee68018decf9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:44.597346 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:44.674346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743c56d-db23-4c95-baa7-1d5e33e75f54 req-356d4995-f90c-499e-a928-bb953c7fe1c8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:44.683318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c743c56d-db23-4c95-baa7-1d5e33e75f54 req-356d4995-f90c-499e-a928-bb953c7fe1c8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1358235 Feb 09 16:17:44.904760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c743c56d-db23-4c95-baa7-1d5e33e75f54 req-dfaaf200-25ef-4fca-bf66-83cb74653b9c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201412 Feb 09 16:17:44.955842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] Set router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:45.108462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fb6471b-d611-4a9d-9766-a6b4c4ad16e9 req-8a61eee4-9499-4577-8821-97732df71c10 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 210 time: 0.2271805 Feb 09 16:17:45.123603 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:45.352256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Deleting port fa92a52c-f0ab-4321-8dca-87108eb87382 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:17:45.352728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:45.389464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] DHCP port deletion for 197f8ac0-9ae4-4d0e-b150-ee68018decf9 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:17:45.597930 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:17:41Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:45.641050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-0dd325ef-0a60-42a2-8146-40748d523c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:45.649898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-0dd325ef-0a60-42a2-8146-40748d523c95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.1694088 Feb 09 16:17:45.652700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] Deleting port f67a1942-d327-446a-9bf7-9d934ea5238b {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:17:45.652977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] For port fa92a52c-f0ab-4321-8dca-87108eb87382, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fa92a52c-f0ab-4321-8dca-87108eb87382,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:45.653230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:45.653376 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:45.656340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d9551-6ec0-49bd-b55a-032283a6fa6f None None] The sync data for ids ['91162efa-d28f-45aa-bea3-bf4fb9961cc8'] in n-d-828542-1 is: [{'id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741882367', 'tenant_id': '8e0a4caec7454704961c43365369d7ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:17Z', 'updated_at': '2022-02-09T16:17:41Z', 'revision_number': 5, 'project_id': '8e0a4caec7454704961c43365369d7ce', 'gw_port': {'id': 'fa92a52c-f0ab-4321-8dca-87108eb87382', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91162efa-d28f-45aa-bea3-bf4fb9961cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:18Z', 'updated_at': '2022-02-09T16:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:17:45.675470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bc3b6-95d5-4942-b0b6-1d07fc65e7fe req-4a62ac54-51eb-4880-9870-7ca606e01f1b tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:45.677233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f6bc3b6-95d5-4942-b0b6-1d07fc65e7fe req-4a62ac54-51eb-4880-9870-7ca606e01f1b tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1769807 Feb 09 16:17:45.704931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Calling delete_port for fa92a52c-f0ab-4321-8dca-87108eb87382 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:17:45.837500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] For port f67a1942-d327-446a-9bf7-9d934ea5238b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f67a1942-d327-446a-9bf7-9d934ea5238b,segment=NetworkSegment(3b3eb6ed-4287-44fe-9e22-fc78489047a3),segment_id=3b3eb6ed-4287-44fe-9e22-fc78489047a3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:45.838538 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:45.875150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] Calling delete_port for f67a1942-d327-446a-9bf7-9d934ea5238b owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:17:45.892484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f6bc3b6-95d5-4942-b0b6-1d07fc65e7fe req-ff11f29e-15b6-4f3a-9474-e1f063d1bbf4 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851180 Feb 09 16:17:45.995285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-b4a59932-5a03-457b-b323-53d10af37b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:45.998915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-b4a59932-5a03-457b-b323-53d10af37b1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.3136978 Feb 09 16:17:46.117898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:46.158183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-3fd908b0-a4b9-4e7d-a65e-ea931fa0025e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 217 time: 0.1460509 Feb 09 16:17:46.176964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] No DVR routers for this DVR port f67a1942-d327-446a-9bf7-9d934ea5238b on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:17:46.214621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20962bcf-3d95-457c-a9c9-acb8d944c4e8 None None] Pushing event deleted for resources: {'Port': ['ID=f67a1942-d327-446a-9bf7-9d934ea5238b,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:46.385906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9b8f0d8-8f60-4936-9fd1-5fdbdfefe2fc req-fb93b3b9-98ae-4fd4-b638-1f7b6e65064d tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 210 time: 0.1175494 Feb 09 16:17:46.475338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca7127-edcb-435c-b6b1-38083ced73f5 req-2bac9d73-83ff-49fd-b402-36e5b5508126 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:46.480844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9ca7127-edcb-435c-b6b1-38083ced73f5 req-2bac9d73-83ff-49fd-b402-36e5b5508126 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.4520681 Feb 09 16:17:46.492710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-dc88460f-a9a4-4020-b16f-529a31da38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:46.497151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-dc88460f-a9a4-4020-b16f-529a31da38b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.2271657 Feb 09 16:17:46.590615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d9ca7127-edcb-435c-b6b1-38083ced73f5 req-9547c56e-9bbe-4c7c-8776-df389b6cd7a4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005268 Feb 09 16:17:46.592732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-9ec52d5f-9872-4328-a79a-0ed03f5974ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581381 Feb 09 16:17:46.705417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-fcdbbc6b-d3a0-4fcf-820f-6cb62d296844 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009481 Feb 09 16:17:46.891662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:17:46.919627 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:46.943910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:17:46.944532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b1f04f18-fd28-4836-b2ff-a4f6bcb7a458 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:17:46.945028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f67a1942-d327-446a-9bf7-9d934ea5238b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:17:47.047442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f67a1942-d327-446a-9bf7-9d934ea5238b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:17:47.047816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f67a1942-d327-446a-9bf7-9d934ea5238b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:17:47.048147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Port': ['ID=fa92a52c-f0ab-4321-8dca-87108eb87382,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:47.059714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd522320-fcc3-48b4-9323-e3f177c4c9c4 req-3b9c3ce0-d127-45d2-8c6b-05e1b552eb7c service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470776 Feb 09 16:17:47.154866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44346) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:47.185697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.301939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb06eef-3f30-4325-a26d-091b837eb3e6 req-05634ba9-1e85-4aa5-bba9-7db96bcf2437 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:47.303651 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bb06eef-3f30-4325-a26d-091b837eb3e6 req-05634ba9-1e85-4aa5-bba9-7db96bcf2437 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1620038 Feb 09 16:17:47.308429 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.311243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.425693 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9152b348-4ae5-4258-9147-a6f2bc44833c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b788a5b23d4b4e709921dd98ba632aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685819 Feb 09 16:17:47.429591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:47.460949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0bb06eef-3f30-4325-a26d-091b837eb3e6 req-99174ee9-0bcf-43ff-867b-623700a54658 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399939 Feb 09 16:17:47.498415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.498768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Fanout notify agent at l3_agent the message router_deleted on router 91162efa-d28f-45aa-bea3-bf4fb9961cc8 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:17:47.525349 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.530443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5a2de294-c134-4f8b-96d7-00a857ae2f26 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/routers/91162efa-d28f-45aa-bea3-bf4fb9961cc8 HTTP/1.1" status: 204 len: 168 time: 3.1308520 Feb 09 16:17:47.530859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-363287eb-6d5f-4898-a50f-85a99b8568a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.549631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10851157-c732-49ef-bf65-58a707a095ef req-970f0f44-f319-47b0-a879-794ca49785bb tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 210 time: 0.0644228 Feb 09 16:17:47.550167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44358) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:47.558894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-363287eb-6d5f-4898-a50f-85a99b8568a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.723861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-363287eb-6d5f-4898-a50f-85a99b8568a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.729535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-363287eb-6d5f-4898-a50f-85a99b8568a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.731653 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-363287eb-6d5f-4898-a50f-85a99b8568a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c93155c-12dd-4ebd-9bbd-d529705ae60b HTTP/1.1" status: 204 len: 168 time: 0.2897871 Feb 09 16:17:47.739346 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.767922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363287eb-6d5f-4898-a50f-85a99b8568a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c93155c-12dd-4ebd-9bbd-d529705ae60b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:47.847137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52097b75-9f99-4d2c-9ce1-d5766485961a req-29649d4a-e5ba-499f-ab26-ddd4cb0604b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:47.848816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52097b75-9f99-4d2c-9ce1-d5766485961a req-29649d4a-e5ba-499f-ab26-ddd4cb0604b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1292019 Feb 09 16:17:47.942334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:47.982706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197f8ac0-9ae4-4d0e-b150-ee68018decf9']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:47.994864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52097b75-9f99-4d2c-9ce1-d5766485961a req-c2982ce2-fd53-4c80-8186-a6a8f200d52b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258607 Feb 09 16:17:48.001899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3eb6ed-4287-44fe-9e22-fc78489047a3') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:48.002853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3eb6ed-4287-44fe-9e22-fc78489047a3') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:48.025139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.046850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.056995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:17:48.057302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:17:48.062641 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:17:48.311967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.325388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.338518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/networks/197f8ac0-9ae4-4d0e-b150-ee68018decf9 HTTP/1.1" status: 204 len: 168 time: 0.7783358 Feb 09 16:17:48.338659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:48.345998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cf0f0-b9a5-4ae8-b975-21d479405515 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'Network': ['ID=197f8ac0-9ae4-4d0e-b150-ee68018decf9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:48.461949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-4475f9ea-6e1f-4b95-b3af-e3846ff2a2ec tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:48.464646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-4475f9ea-6e1f-4b95-b3af-e3846ff2a2ec tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.13 "GET /v2.0/networks?id=75794884-794e-4b8e-94e1-af2cd5a19fd6 HTTP/1.1" status: 200 len: 809 time: 0.2323449 Feb 09 16:17:48.471757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32cb7f13-2488-42f4-b812-ba5da7093376 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.481964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Request body: {'port': {'device_id': 'cd12fe94-f38d-4600-bccd-47c9fa78887b', 'network_id': '75794884-794e-4b8e-94e1-af2cd5a19fd6', 'admin_state_up': True, 'tenant_id': '6e7841ed639e435b8b92a99cd0608ff5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:48.499302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32cb7f13-2488-42f4-b812-ba5da7093376 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.667577 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32cb7f13-2488-42f4-b812-ba5da7093376 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.670652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-32cb7f13-2488-42f4-b812-ba5da7093376 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:48.672040 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-32cb7f13-2488-42f4-b812-ba5da7093376 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] 10.222.0.53 "DELETE /v2.0/security-groups/38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c HTTP/1.1" status: 204 len: 168 time: 0.3363132 Feb 09 16:17:48.692623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb7f13-2488-42f4-b812-ba5da7093376 tempest-TestNetworkAdvancedServerOps-666861637 tempest-TestNetworkAdvancedServerOps-666861637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f7472c-d5a1-4cbc-9e7f-2a2c52ae964c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:48.780348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f0d93-63dd-4dd8-9d95-5b46d54731fa req-b82fd8ab-62b9-427d-8f13-ea7e470aef29 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:48.781972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-315f0d93-63dd-4dd8-9d95-5b46d54731fa req-b82fd8ab-62b9-427d-8f13-ea7e470aef29 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.2046113 Feb 09 16:17:48.784038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff98d4a7-8455-4976-836a-a2e864a46291 req-b505025f-24ee-456a-a38b-5ea3553ee632 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 210 time: 0.0726974 Feb 09 16:17:48.925327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-315f0d93-63dd-4dd8-9d95-5b46d54731fa req-1b8c811d-453c-42b4-b632-b19a066f1980 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082320 Feb 09 16:17:48.954552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fa92a52c-f0ab-4321-8dca-87108eb87382 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:17:48.984339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: fa92a52c-f0ab-4321-8dca-87108eb87382 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:17:48.989506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Made reservation on behalf of 6e7841ed639e435b8b92a99cd0608ff5 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:49.004160 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:49.013643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fa92a52c-f0ab-4321-8dca-87108eb87382 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:17:49.238418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd6c1c-5636-472b-8254-0b49056cbdfd req-6e6fad68-c921-45c3-99e9-4502efd872cf tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:49.240105 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5fcd6c1c-5636-472b-8254-0b49056cbdfd req-6e6fad68-c921-45c3-99e9-4502efd872cf tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1205287 Feb 09 16:17:49.319420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Allocated IP 172.20.0.4 (75794884-794e-4b8e-94e1-af2cd5a19fd6/6ab216fb-4dfe-45cb-8a49-54c185305209/cb68119f-a079-4640-ba73-2433fba19abe) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:49.325115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5fcd6c1c-5636-472b-8254-0b49056cbdfd req-420133a4-9efa-4fee-92d1-42e40997aa4c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604095 Feb 09 16:17:49.509615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44400) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:49.753928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44408) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:49.912162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-746842110-network', 'tenant_id': 'b21146efbf354941a80d2e67f7531020'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:49.936573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.050079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Made reservation on behalf of b21146efbf354941a80d2e67f7531020 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:50.053619 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.103835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.104482 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.206094 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e3b73393-bc24-4a25-9336-e796d7c3eda7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e0a4caec7454704961c43365369d7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508908 Feb 09 16:17:50.216202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:50.275661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Network 75794884-794e-4b8e-94e1-af2cd5a19fd6 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:50.286647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:50.291184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:50.294014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Pushing event updated for resources: {'Port': ['ID=cb68119f-a079-4640-ba73-2433fba19abe,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:50.333375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.337183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a88a6550-72a6-4fab-9eec-b3adb3d45e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.337450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b24558-2697-4ee7-afd0-231f764b0be4 req-70279873-c80e-4770-8ab8-c200e6ac9986 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:50.339014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53b24558-2697-4ee7-afd0-231f764b0be4 req-70279873-c80e-4770-8ab8-c200e6ac9986 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.2083998 Feb 09 16:17:50.346930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905bb4c-a4d4-48af-9039-efd0664e803a req-4de4b5d5-b44f-4937-9e3d-1f126ef18ec8 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:50.349208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3905bb4c-a4d4-48af-9039-efd0664e803a req-4de4b5d5-b44f-4937-9e3d-1f126ef18ec8 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 931 time: 0.2628651 Feb 09 16:17:50.380887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a88a6550-72a6-4fab-9eec-b3adb3d45e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.412379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:50.413079 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.445158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53b24558-2697-4ee7-afd0-231f764b0be4 req-502264bb-b0c7-49d0-8f04-26988fbe4c0e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931060 Feb 09 16:17:50.455236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3905bb4c-a4d4-48af-9039-efd0664e803a req-e85a665d-e64a-4b5a-8418-03dc063dcbfc tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989981 Feb 09 16:17:50.505987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.541490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:17:50.555785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2ea7a-63ee-4fa5-b7f1-e90c3931db05,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:50.561957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.562601 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Added segment 280baac4-1f38-4c2d-9c3b-9e4c756e06c3 of type vlan for network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 Feb 09 16:17:50.617901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.636435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-f8ff9304-9cb0-419c-a5cf-e7c52f66b824 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1629665 Feb 09 16:17:50.645910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05870de9-3ed3-48d9-b0af-2dcaf3c9fdfe req-00a4a8e6-bb7e-42eb-80c0-e8fedd4c1dad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:50.647549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05870de9-3ed3-48d9-b0af-2dcaf3c9fdfe req-00a4a8e6-bb7e-42eb-80c0-e8fedd4c1dad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0726686 Feb 09 16:17:50.652600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Request body: {'port': {'device_id': 'cd12fe94-f38d-4600-bccd-47c9fa78887b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:50.683234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a88a6550-72a6-4fab-9eec-b3adb3d45e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.688468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a88a6550-72a6-4fab-9eec-b3adb3d45e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.695076 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a88a6550-72a6-4fab-9eec-b3adb3d45e2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17e52a05-6178-434d-82b4-4bf98628a25c HTTP/1.1" status: 204 len: 168 time: 0.4754715 Feb 09 16:17:50.717230 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a6550-72a6-4fab-9eec-b3adb3d45e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e52a05-6178-434d-82b4-4bf98628a25c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:50.723465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05870de9-3ed3-48d9-b0af-2dcaf3c9fdfe req-3b85392c-8198-4f0d-90c2-132933d9f9a0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678029 Feb 09 16:17:50.745458 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.746456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:50.747034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.788633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:50.850615 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] Pushing event updated for resources: {'Network': ['ID=e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:50.864044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:17:50.922572 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-71be740e-c7c9-4308-ac53-8e4ef61dceb6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4020619 Feb 09 16:17:50.925519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44428) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:50.931866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Request body: {'subnet': {'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-746842110-subnet', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:51.060126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Made reservation on behalf of b21146efbf354941a80d2e67f7531020 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:17:51.063652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.232788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb68119f-a079-4640-ba73-2433fba19abe {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:17:51.263033 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.280121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Transition to ACTIVE for port object cb68119f-a079-4640-ba73-2433fba19abe will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:17:51.357746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.413601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb68119f-a079-4640-ba73-2433fba19abe,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:51.438616 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.517358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bd6fa0-4374-422a-8c73-c81f6a2466a4,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:51.531183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Attempting to bind port cb68119f-a079-4640-ba73-2433fba19abe on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:17:51.531183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Attempting to bind port cb68119f-a079-4640-ba73-2433fba19abe by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '75794884-794e-4b8e-94e1-af2cd5a19fd6'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:17:51.531183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Attempting to bind port cb68119f-a079-4640-ba73-2433fba19abe on network 75794884-794e-4b8e-94e1-af2cd5a19fd6 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:51.538060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Port cb68119f-a079-4640-ba73-2433fba19abe on network 75794884-794e-4b8e-94e1-af2cd5a19fd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:17:51.538535 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Checking segment: {'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:51.538796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Attempting to bind port cb68119f-a079-4640-ba73-2433fba19abe on network 75794884-794e-4b8e-94e1-af2cd5a19fd6 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:51.539424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Network hostable DHCP agents. Network: e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:17:51.545403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:17:51.547658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Checking segment: {'id': '6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '75794884-794e-4b8e-94e1-af2cd5a19fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:51.548072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Bound using segment: {'id': '6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '75794884-794e-4b8e-94e1-af2cd5a19fd6'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:17:51.550208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Bound port: cb68119f-a079-4640-ba73-2433fba19abe, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '75794884-794e-4b8e-94e1-af2cd5a19fd6'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:17:51.550687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.649598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44444) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:51.695593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:17:51.712699 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-489e7cdf-11d5-4fee-ae5f-3e656205f721 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc4f2c99694a45b6b80ca47579792b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619018 Feb 09 16:17:51.715394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:51.726286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ae03c-8d27-434b-9c25-4b6d7d5f471f req-af0590bf-60cc-4209-b1ce-11103329742a tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:51.728631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-851ae03c-8d27-434b-9c25-4b6d7d5f471f req-af0590bf-60cc-4209-b1ce-11103329742a tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 943 time: 0.1426618 Feb 09 16:17:51.743767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acd41f-04e2-44b7-a3f8-11dcc909043c req-8c026187-e679-4b43-9c43-39b0e85437dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:51.745881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60acd41f-04e2-44b7-a3f8-11dcc909043c req-8c026187-e679-4b43-9c43-39b0e85437dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1729758 Feb 09 16:17:51.772210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] For port cb68119f-a079-4640-ba73-2433fba19abe, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:17:51.810500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] For port cb68119f-a079-4640-ba73-2433fba19abe, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb68119f-a079-4640-ba73-2433fba19abe,segment=NetworkSegment(6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca),segment_id=6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:17:51.815018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:51.827896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d72e44c-a9d4-404d-8829-a766e8fad2b1 None None] Network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:51.828448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-704fcae5-71c1-4128-9b54-b3906c010ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.838462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:51.841308 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.841521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60acd41f-04e2-44b7-a3f8-11dcc909043c req-1b16de92-c2a7-4626-ba5e-fda65c88bea4 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781295 Feb 09 16:17:51.846507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-851ae03c-8d27-434b-9c25-4b6d7d5f471f req-43bad373-b1d6-4bc6-8462-ca4bc434ebb8 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993333 Feb 09 16:17:51.889319 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.918942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-704fcae5-71c1-4128-9b54-b3906c010ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.937378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:51.940524 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:51.946113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb68119f-a079-4640-ba73-2433fba19abe HTTP/1.1" status: 200 len: 1091 time: 1.2975268 Feb 09 16:17:51.946731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd12fe94-f38d-4600-bccd-47c9fa78887b', 'tag': 'cb68119f-a079-4640-ba73-2433fba19abe'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:51.960656 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56a80e1-b7f1-4f06-972e-e9b23f7dca56" -d '{"events": [{"name": "network-changed", "server_uuid": "cd12fe94-f38d-4600-bccd-47c9fa78887b", "tag": "cb68119f-a079-4640-ba73-2433fba19abe"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:51.963852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44452) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:51.974022 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-16cea48c-9406-4629-9fcc-ae1f9772d74b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0469575 Feb 09 16:17:51.989368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:17:52.088108 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc525c9-ca20-4cb4-8648-920bd335bf90 x-openstack-request-id: req-9dc525c9-ca20-4cb4-8648-920bd335bf90 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:52.089733 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd12fe94-f38d-4600-bccd-47c9fa78887b", "tag": "cb68119f-a079-4640-ba73-2433fba19abe", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:52.089733 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9dc525c9-ca20-4cb4-8648-920bd335bf90 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:52.089913 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd12fe94-f38d-4600-bccd-47c9fa78887b', 'tag': 'cb68119f-a079-4640-ba73-2433fba19abe', 'status': 'completed', 'code': 200} Feb 09 16:17:52.121322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa87f0-02a9-4ae6-a980-1d2a3d8510f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb68119f-a079-4640-ba73-2433fba19abe,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:52.163750 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-704fcae5-71c1-4128-9b54-b3906c010ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:52.166655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-704fcae5-71c1-4128-9b54-b3906c010ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:52.170661 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-704fcae5-71c1-4128-9b54-b3906c010ae4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92f10e69-d4d8-43ea-aeb7-3c5e1b199868 HTTP/1.1" status: 204 len: 168 time: 0.4507773 Feb 09 16:17:52.199538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fcae5-71c1-4128-9b54-b3906c010ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f10e69-d4d8-43ea-aeb7-3c5e1b199868,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:52.199690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301de44e-0e82-4668-b51e-5b6e42c37419 req-58e7f05f-21aa-4d70-85b5-1dadedb503ff tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:52.204291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-301de44e-0e82-4668-b51e-5b6e42c37419 req-58e7f05f-21aa-4d70-85b5-1dadedb503ff tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.2390337 Feb 09 16:17:52.295424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:52.298111 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:52.313712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a80e1-b7f1-4f06-972e-e9b23f7dca56 req-289022f3-1311-417b-9c53-4544c6724a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:52.315294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b56a80e1-b7f1-4f06-972e-e9b23f7dca56 req-289022f3-1311-417b-9c53-4544c6724a63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e7841ed639e435b8b92a99cd0608ff5&device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 1094 time: 0.2223873 Feb 09 16:17:52.333423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1', 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'fixed_ips': [{'subnet_id': 'a1bd6fa0-4374-422a-8c73-c81f6a2466a4'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:17:52.334984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:52.436916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-301de44e-0e82-4668-b51e-5b6e42c37419 req-c322814c-d968-4d51-acbc-19238c33407b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221627 Feb 09 16:17:52.556557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:52.590068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a80e1-b7f1-4f06-972e-e9b23f7dca56 req-e2655daf-0581-4acd-a475-f96db65701e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:52.591770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b56a80e1-b7f1-4f06-972e-e9b23f7dca56 req-e2655daf-0581-4acd-a475-f96db65701e2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6e7841ed639e435b8b92a99cd0608ff5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2608199 Feb 09 16:17:52.598312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Allocated IP 172.20.0.2 (e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1/a1bd6fa0-4374-422a-8c73-c81f6a2466a4/66386392-87e5-438b-9f0a-fe1aa8f5c7ac) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:52.899451 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:52.981314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:52.993086 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3330c339-3e6d-48f3-8c81-a65445bcc167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:53.027233 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:53.042265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a80e1-b7f1-4f06-972e-e9b23f7dca56 req-d9d6cf43-f2f2-493f-b2ab-cfe87ff1dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:53.050382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b56a80e1-b7f1-4f06-972e-e9b23f7dca56 req-d9d6cf43-f2f2-493f-b2ab-cfe87ff1dca0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4519830 Feb 09 16:17:53.129015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:53.154874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:53.178751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:53.287911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Attempting to bind port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:17:53.288946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Attempting to bind port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:17:53.289899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Attempting to bind port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac on network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:53.296208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Pushing event updated for resources: {'Port': ['ID=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:53.318000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:17:53.319245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Checking segment: {'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:53.319985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:53.321754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Bound using segment: {'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:17:53.322774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Bound port: 66386392-87e5-438b-9f0a-fe1aa8f5c7ac, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:17:53.323455 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:53.430212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-9edf7ecf-d5e5-4b4b-aac2-0533a97caead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:53.432560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-9edf7ecf-d5e5-4b4b-aac2-0533a97caead service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e7841ed639e435b8b92a99cd0608ff5&device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 1094 time: 0.2988665 Feb 09 16:17:53.447588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] For port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:17:53.453306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] For port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,segment=NetworkSegment(280baac4-1f38-4c2d-9c3b-9e4c756e06c3),segment_id=280baac4-1f38-4c2d-9c3b-9e4c756e06c3)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:17:53.515928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-91a440da-5f84-4453-b443-ebd2ed7c58e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb68119f-a079-4640-ba73-2433fba19abe HTTP/1.1" status: 200 len: 217 time: 0.0720203 Feb 09 16:17:53.540942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26dccb-27ea-4561-85d7-1426450fe366 req-a7fa04a6-03ec-4045-a417-ec393d9debcc tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:53.542736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e26dccb-27ea-4561-85d7-1426450fe366 req-a7fa04a6-03ec-4045-a417-ec393d9debcc tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 943 time: 0.4167171 Feb 09 16:17:53.554337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34a66e-b440-45c3-b208-9063774373da req-e60972a0-9b7c-48ec-92e7-f30e68026265 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:53.555979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd34a66e-b440-45c3-b208-9063774373da req-e60972a0-9b7c-48ec-92e7-f30e68026265 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.4254837 Feb 09 16:17:53.655157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:53.678044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-77d1f470-4a05-4047-a169-a85d0c0da12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:53.679571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-77d1f470-4a05-4047-a169-a85d0c0da12e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ab216fb-4dfe-45cb-8a49-54c185305209 HTTP/1.1" status: 200 len: 849 time: 0.1342845 Feb 09 16:17:53.688181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e26dccb-27ea-4561-85d7-1426450fe366 req-c327cae8-5b19-4514-bd3e-acd8201056c5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222405 Feb 09 16:17:53.694188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd34a66e-b440-45c3-b208-9063774373da req-17516794-03a0-4743-a4a9-c8832639c45c tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953681 Feb 09 16:17:53.738298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-c7c96181-8e64-400c-b170-3b807912fa2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75794884-794e-4b8e-94e1-af2cd5a19fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481498 Feb 09 16:17:53.770982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9d6f6-e11c-4528-8d03-4e3a385240b9 None None] Pushing event updated for resources: {'Port': ['ID=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:54.053767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:54.102087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181288c1-eaf3-43a4-a6c0-64d933057312 req-21104f69-4b31-4505-9887-d358c69843ae tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:54.110125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-181288c1-eaf3-43a4-a6c0-64d933057312 req-21104f69-4b31-4505-9887-d358c69843ae tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.2765737 Feb 09 16:17:54.122216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:54.153913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-992e02f3-28a4-4366-ba00-d7d722a587a5 service neutron] 10.222.0.13 "GET /v2.0/networks/75794884-794e-4b8e-94e1-af2cd5a19fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078383 Feb 09 16:17:54.277960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-181288c1-eaf3-43a4-a6c0-64d933057312 req-07a2aae9-3667-47ae-8234-dad9e24c42a0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640468 Feb 09 16:17:54.470012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03a5d9c-1ae3-4637-a3eb-cd10d3b6f441 req-4f226d41-da4b-4b13-a4ff-04aca5870dbf service neutron] 10.222.0.13 "GET /v2.0/networks/75794884-794e-4b8e-94e1-af2cd5a19fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867262 Feb 09 16:17:54.515826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Allocated IP 172.25.5.100 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/439f4373-08f7-4ce5-a9f5-e11e9ab390e3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:54.657415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:54.826520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:54.961803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71924c-440f-442a-9785-d0bed8a9634c req-8dca1ee7-5249-4177-ae62-1645b5d6d158 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:54.974601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed71924c-440f-442a-9785-d0bed8a9634c req-8dca1ee7-5249-4177-ae62-1645b5d6d158 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 943 time: 0.1981201 Feb 09 16:17:55.003432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:55.004757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:55.008466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:55.024419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Pushing event updated for resources: {'Port': ['ID=439f4373-08f7-4ce5-a9f5-e11e9ab390e3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:55.046413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 66386392-87e5-438b-9f0a-fe1aa8f5c7ac up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:55.112188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:55.113072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:55.144237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9734d-e3c9-4dff-b15e-d8f0c61d4cea req-c72eeb67-7c85-440b-a184-afd26ba17f1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:55.147397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8d9734d-e3c9-4dff-b15e-d8f0c61d4cea req-c72eeb67-7c85-440b-a184-afd26ba17f1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.3505023 Feb 09 16:17:55.207104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed71924c-440f-442a-9785-d0bed8a9634c req-ffeea766-e8fa-4d5c-b47a-bf2c8699926c tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308607 Feb 09 16:17:55.247851 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:55.273063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5120cb5-ed2a-4908-9531-7f11c19f9b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:55.293009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8d9734d-e3c9-4dff-b15e-d8f0c61d4cea req-11c6a6e1-e8b9-4182-a9e5-6625ca4b0ec2 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786397 Feb 09 16:17:55.297154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,segment=NetworkSegment(280baac4-1f38-4c2d-9c3b-9e4c756e06c3),segment_id=280baac4-1f38-4c2d-9c3b-9e4c756e06c3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:55.403495 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:55.434030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1946c28-c69f-418e-90bd-20af45fa9507 None None] Network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:17:55.487922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913e5e-b25f-47f5-91ed-99437ec9192c req-4eb81048-fd36-4ae2-b8f5-cd115ac44783 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:55.490980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70913e5e-b25f-47f5-91ed-99437ec9192c req-4eb81048-fd36-4ae2-b8f5-cd115ac44783 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1292136 Feb 09 16:17:55.559264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ba504279-1e35-43df-9262-110b9cd138c4 None None] Provisioning complete for port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:55.560204 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba504279-1e35-43df-9262-110b9cd138c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:55.590378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70913e5e-b25f-47f5-91ed-99437ec9192c req-362377fd-bfba-4eda-a2a5-44b3fcb21849 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516760 Feb 09 16:17:55.601557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:55.642189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:56.192788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6c54af09-0f72-4e48-87d5-bd94aa6cedd4 None None] Provisioning complete for port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:56.193880 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c54af09-0f72-4e48-87d5-bd94aa6cedd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:56.361311 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:56.383111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d779-ce69-4e15-9970-43aac1dc89d6 req-a7e3c9ad-3347-4af3-a76a-c95b756bd301 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:56.384829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac53d779-ce69-4e15-9970-43aac1dc89d6 req-a7e3c9ad-3347-4af3-a76a-c95b756bd301 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 943 time: 0.0782757 Feb 09 16:17:56.545847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:56.558602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac53d779-ce69-4e15-9970-43aac1dc89d6 req-76442ee8-8a2a-4d41-8803-5215780bc644 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367404 Feb 09 16:17:56.587212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce133806-ef86-4a3e-b7f9-9b7cb4a4f370 req-ceaa68a8-1eae-4724-bba2-ec63fef4da03 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:56.589103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce133806-ef86-4a3e-b7f9-9b7cb4a4f370 req-ceaa68a8-1eae-4724-bba2-ec63fef4da03 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1689987 Feb 09 16:17:56.654552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce133806-ef86-4a3e-b7f9-9b7cb4a4f370 req-5c104053-0c7a-4b58-8c2b-b2e61cddf020 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553122 Feb 09 16:17:56.760169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Router 199fe4bc-9bdc-459e-8120-48475517135b is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:17:56.827623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6a56e-d5e6-4aa4-a1d1-efdab60292f7 req-44f2b409-b52d-42e8-bfdb-57c3bb3ecd3e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:56.829320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ad6a56e-d5e6-4aa4-a1d1-efdab60292f7 req-44f2b409-b52d-42e8-bfdb-57c3bb3ecd3e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0992782 Feb 09 16:17:56.854909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 66386392-87e5-438b-9f0a-fe1aa8f5c7ac up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:56.928764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:56.929140 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:56.929574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ad6a56e-d5e6-4aa4-a1d1-efdab60292f7 req-5cdace89-3712-400c-9c07-32324d1dea0f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926108 Feb 09 16:17:56.955199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:17:56.969151 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Sync routers for ids ['199fe4bc-9bdc-459e-8120-48475517135b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:17:56.987057 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Routers {'199fe4bc-9bdc-459e-8120-48475517135b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:56.987982 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['199fe4bc-9bdc-459e-8120-48475517135b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:57.114337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.118060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ea649931-2a01-406b-bbb7-197a96f6010d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1459596 Feb 09 16:17:57.119501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44528) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:17:57.124818 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Set router 199fe4bc-9bdc-459e-8120-48475517135b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:57.321327 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:17:55Z', 'revision_number': 3, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port': {'id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:54Z', 'updated_at': '2022-02-09T16:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:57.347310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cb68119f-a079-4640-ba73-2433fba19abe details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:17:57.358686 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Checking router: 199fe4bc-9bdc-459e-8120-48475517135b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:17:57.359377 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Updating router 199fe4bc-9bdc-459e-8120-48475517135b port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:17:57.395908 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.460373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cb68119f-a079-4640-ba73-2433fba19abe, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb68119f-a079-4640-ba73-2433fba19abe,segment=NetworkSegment(6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca),segment_id=6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:57.472142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'cb68119f-a079-4640-ba73-2433fba19abe', 'network_id': '75794884-794e-4b8e-94e1-af2cd5a19fd6', 'port_id': 'cb68119f-a079-4640-ba73-2433fba19abe', 'mac_address': 'fa:16:3e:3b:f6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab216fb-4dfe-45cb-8a49-54c185305209', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:17:57.524846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.553255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb68119f-a079-4640-ba73-2433fba19abe {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:17:57.582016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cb68119f-a079-4640-ba73-2433fba19abe, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb68119f-a079-4640-ba73-2433fba19abe,segment=NetworkSegment(6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca),segment_id=6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:57.624581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.717109 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.779897 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.819977 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.821819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d0b9e-d034-4139-99ce-d2b54dbd6939 req-c9e65ec9-0759-42b5-aac3-9a62aea5d0ec tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:57.830412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa3d0b9e-d034-4139-99ce-d2b54dbd6939 req-c9e65ec9-0759-42b5-aac3-9a62aea5d0ec tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 943 time: 0.1791289 Feb 09 16:17:57.861842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cb68119f-a079-4640-ba73-2433fba19abe,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:57.910277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aba8d-d485-454f-8978-11d1085afd8d req-145d5d0f-2239-4233-80e0-3b6facf2b12b tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:57.920374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-480aba8d-d485-454f-8978-11d1085afd8d req-145d5d0f-2239-4233-80e0-3b6facf2b12b tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1648405 Feb 09 16:17:57.938527 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9683e-8c2d-4d2e-b8c4-1694a6bfe0e2 None None] Pushing event updated for resources: {'Port': ['ID=439f4373-08f7-4ce5-a9f5-e11e9ab390e3,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:57.951893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Allocated IP 172.20.0.1 (e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1/a1bd6fa0-4374-422a-8c73-c81f6a2466a4/1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:17:57.958145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa3d0b9e-d034-4139-99ce-d2b54dbd6939 req-579d4787-1a41-44a0-ba86-605f1ca99c67 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268344 Feb 09 16:17:57.962296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Attempting to bind port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:17:57.962296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Attempting to bind port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:17:57.962296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Attempting to bind port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:17:57.969742 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:17:57.970847 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:17:57.971415 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.972033 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:17:57.972866 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Bound port: 439f4373-08f7-4ce5-a9f5-e11e9ab390e3, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:17:57.973522 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:57.974166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['cb68119f-a079-4640-ba73-2433fba19abe'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:17:58.050359 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] For port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:17:58.054531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] For port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=439f4373-08f7-4ce5-a9f5-e11e9ab390e3,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:17:58.056696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-480aba8d-d485-454f-8978-11d1085afd8d req-e412ebc1-b072-4311-bba0-72912209ca84 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287313 Feb 09 16:17:58.127317 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:58.159931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:58.188158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0e441-96e2-475f-99b9-1d4cc106ac1e req-54765462-1ac6-4318-8341-39eba71b8875 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:58.200194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9a0e441-96e2-475f-99b9-1d4cc106ac1e req-54765462-1ac6-4318-8341-39eba71b8875 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1018252 Feb 09 16:17:58.232748 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9683e-8c2d-4d2e-b8c4-1694a6bfe0e2 None None] Pushing event updated for resources: {'Port': ['ID=439f4373-08f7-4ce5-a9f5-e11e9ab390e3,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:58.261382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:58.267321 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9a0e441-96e2-475f-99b9-1d4cc106ac1e req-59dd3836-8e48-48cf-8e67-da7fa272112e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681586 Feb 09 16:17:58.289233 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Routers {'199fe4bc-9bdc-459e-8120-48475517135b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:17:58.289857 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['199fe4bc-9bdc-459e-8120-48475517135b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:58.380451 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:58.417176 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] Set router 199fe4bc-9bdc-459e-8120-48475517135b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:17:58.425185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:58.436928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:58.443771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:17:58.495375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:58.515754 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:58.518822 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:58.657501 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:17:55Z', 'revision_number': 3, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port': {'id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:54Z', 'updated_at': '2022-02-09T16:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:17:58.689196 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57079d3b-57e1-446e-9302-dfced2ba4e7c None None] The sync data for ids ['199fe4bc-9bdc-459e-8120-48475517135b'] in n-d-828542-1 is: [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:17:55Z', 'revision_number': 3, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port': {'id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:54Z', 'updated_at': '2022-02-09T16:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:17:58.720528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-22542431-df98-4d86-b76a-833700f5e98d None None] Provisioning complete for port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:58.720927 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-22542431-df98-4d86-b76a-833700f5e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:58.748989 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:58.803889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-22542431-df98-4d86-b76a-833700f5e98d None None] Port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:17:58.964220 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:59.063342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:59.238975 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:59.276808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:17:59.357015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cb68119f-a079-4640-ba73-2433fba19abe up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:17:59.359638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd81aa-5389-4ba6-ba87-db1bbe1b1dd1 req-ee963618-b0ea-469a-be60-ea101196d834 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:59.362041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcfd81aa-5389-4ba6-ba87-db1bbe1b1dd1 req-ee963618-b0ea-469a-be60-ea101196d834 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 944 time: 0.2897689 Feb 09 16:17:59.376508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a5735-6650-4adb-9d4b-754659d9e5b6 req-2599d28f-2141-4430-ba1e-2ba21e4c853e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:59.378124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f2a5735-6650-4adb-9d4b-754659d9e5b6 req-2599d28f-2141-4430-ba1e-2ba21e4c853e tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1637418 Feb 09 16:17:59.489165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcfd81aa-5389-4ba6-ba87-db1bbe1b1dd1 req-2ee63694-cd92-4013-a4ea-55c5431a5d1d tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099975 Feb 09 16:17:59.491302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:17:59.494588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f2a5735-6650-4adb-9d4b-754659d9e5b6 req-c13bd1e1-ccdb-4462-9d72-0e40e9ef8daa tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064153 Feb 09 16:17:59.495971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:17:59.540092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port cb68119f-a079-4640-ba73-2433fba19abe completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:17:59.544924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port cb68119f-a079-4640-ba73-2433fba19abe triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:59.545308 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:59.762348 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:59.764855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa3a51-8db0-4695-b929-c603239be237 req-7720a932-5326-46c2-8551-2270c2e5a71d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:17:59.773982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ffa3a51-8db0-4695-b929-c603239be237 req-7720a932-5326-46c2-8551-2270c2e5a71d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1676402 Feb 09 16:17:59.798075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Router 199fe4bc-9bdc-459e-8120-48475517135b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:17:59.808670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd12fe94-f38d-4600-bccd-47c9fa78887b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb68119f-a079-4640-ba73-2433fba19abe'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:17:59.811037 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b9df1-d8e4-4dba-b995-17c3dbb4798a" -d '{"events": [{"server_uuid": "cd12fe94-f38d-4600-bccd-47c9fa78887b", "name": "network-vif-plugged", "status": "completed", "tag": "cb68119f-a079-4640-ba73-2433fba19abe"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:17:59.827399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port cb68119f-a079-4640-ba73-2433fba19abe, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb68119f-a079-4640-ba73-2433fba19abe,segment=NetworkSegment(6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca),segment_id=6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:17:59.838421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ffa3a51-8db0-4695-b929-c603239be237 req-bba94c68-4611-43ee-a831-a1d0d398022a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634592 Feb 09 16:17:59.895542 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3518587-e3bd-4a9d-ada4-27f264360d05 x-openstack-request-id: req-d3518587-e3bd-4a9d-ada4-27f264360d05 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:17:59.895842 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd12fe94-f38d-4600-bccd-47c9fa78887b", "name": "network-vif-plugged", "status": "completed", "tag": "cb68119f-a079-4640-ba73-2433fba19abe", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:17:59.896337 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3518587-e3bd-4a9d-ada4-27f264360d05 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:17:59.896836 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd12fe94-f38d-4600-bccd-47c9fa78887b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb68119f-a079-4640-ba73-2433fba19abe', 'code': 200} Feb 09 16:17:59.930047 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:17:59.999159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2425bf39-7b03-49c0-8c85-820dbc9711b6 None None] Provisioning complete for port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:17:59.999804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2425bf39-7b03-49c0-8c85-820dbc9711b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:00.054586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=cb68119f-a079-4640-ba73-2433fba19abe,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:00.058281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:00.076259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2425bf39-7b03-49c0-8c85-820dbc9711b6 None None] Port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:18:00.078815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-681987ec-aca4-44aa-94c9-2996ee7b5959 admin admin] 10.222.0.53 "PUT /v2.0/routers/199fe4bc-9bdc-459e-8120-48475517135b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9573884 Feb 09 16:18:00.102897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c8db0-adab-43c2-899a-85eda61c93ad req-fc400cf9-4913-4765-afe6-fa0c850124c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:00.105563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d3c8db0-adab-43c2-899a-85eda61c93ad req-fc400cf9-4913-4765-afe6-fa0c850124c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 1096 time: 0.1309843 Feb 09 16:18:00.163373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d3c8db0-adab-43c2-899a-85eda61c93ad req-2386fffe-c1a3-4390-bb2f-79812098c19c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504029 Feb 09 16:18:00.362957 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:00.723349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe434338-90b4-49ee-8f63-ec7dfa2efcd8 req-5d076026-e0a8-4b32-8453-cf9737f6a549 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:00.727125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe434338-90b4-49ee-8f63-ec7dfa2efcd8 req-5d076026-e0a8-4b32-8453-cf9737f6a549 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 945 time: 0.1310399 Feb 09 16:18:00.767438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a319af-a4c7-4111-9329-2c2004b0a440 req-170d1243-691d-4389-b08d-8ff8a9e506c0 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:00.772705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4a319af-a4c7-4111-9329-2c2004b0a440 req-170d1243-691d-4389-b08d-8ff8a9e506c0 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1373708 Feb 09 16:18:00.843954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe434338-90b4-49ee-8f63-ec7dfa2efcd8 req-deddab98-fa9d-40ca-a3bc-facc5662ff1b tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097379 Feb 09 16:18:00.867088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4a319af-a4c7-4111-9329-2c2004b0a440 req-b0e25753-ac4f-42bb-acf4-7d449bddd973 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845652 Feb 09 16:18:00.944463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:01.018321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:01.019006 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.100042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965380d-b2a9-4108-b5d4-fe29851085b4 req-2e460b01-ed9b-4053-8996-d069dada1d0c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:01.102728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e965380d-b2a9-4108-b5d4-fe29851085b4 req-2e460b01-ed9b-4053-8996-d069dada1d0c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1130877 Feb 09 16:18:01.181218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e965380d-b2a9-4108-b5d4-fe29851085b4 req-4f6b7184-bb2c-439e-8daf-be81409c80b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581815 Feb 09 16:18:01.195118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44606) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:01.207998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2045333563-network', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:01.237270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Sync routers for ids ['199fe4bc-9bdc-459e-8120-48475517135b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:01.269774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.275036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Routers {'199fe4bc-9bdc-459e-8120-48475517135b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:01.275697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['199fe4bc-9bdc-459e-8120-48475517135b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:01.337479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=439f4373-08f7-4ce5-a9f5-e11e9ab390e3,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:01.379915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Made reservation on behalf of cf2bc421faaa4c949e37da2e9f5b9540 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:18:01.383302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.394139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.407111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Set router 199fe4bc-9bdc-459e-8120-48475517135b gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:01.469261 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.510135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.591685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.626832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:18:01.637898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=439f4373-08f7-4ce5-a9f5-e11e9ab390e3,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:01.662747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9eb677-4d02-4050-997f-d34057f0a344,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:01.667473 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.667938 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Added segment 56471b99-7fc5-4108-96f8-f3753a3f9e0b of type vlan for network 1fd61083-8e56-40a6-be42-d229bb0c0da5 Feb 09 16:18:01.733760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.739326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:17:58Z', 'revision_number': 4, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port': {'id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:54Z', 'updated_at': '2022-02-09T16:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4', 'name': '', 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'mac_address': 'fa:16:3e:b2:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a1bd6fa0-4374-422a-8c73-c81f6a2466a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:57Z', 'updated_at': '2022-02-09T16:17:58Z', 'revision_number': 2, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'subnets': [{'id': 'a1bd6fa0-4374-422a-8c73-c81f6a2466a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:01.767100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Checking router: 199fe4bc-9bdc-459e-8120-48475517135b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:01.767455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Updating router 199fe4bc-9bdc-459e-8120-48475517135b port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:18:01.797954 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.820071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.821098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:01.821687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:01.889390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd61083-8e56-40a6-be42-d229bb0c0da5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:01.940552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1fd61083-8e56-40a6-be42-d229bb0c0da5 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:18:01.964596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44622) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:01.969473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Request body: {'subnet': {'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2045333563-subnet', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:01.972704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1027df50-a8be-49ae-b1ee-0502bb45a740 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7757654 Feb 09 16:18:02.064735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c6483-eef1-4592-b264-80b996501971 req-97ef15ac-2689-471c-ba48-00fb2def7920 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:02.066498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-394c6483-eef1-4592-b264-80b996501971 req-97ef15ac-2689-471c-ba48-00fb2def7920 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 945 time: 0.0885217 Feb 09 16:18:02.069670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:02.105054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Made reservation on behalf of cf2bc421faaa4c949e37da2e9f5b9540 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:18:02.110440 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:02.213940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-394c6483-eef1-4592-b264-80b996501971 req-e9296a6a-dda2-40fd-87ef-e0234f6710f2 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388564 Feb 09 16:18:02.240847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d9d3a-c67b-4c8a-b4a2-6a26f8eb9147 req-533d45af-5556-4520-bc4c-442ee9af0b38 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:02.243596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d46d9d3a-c67b-4c8a-b4a2-6a26f8eb9147 req-533d45af-5556-4520-bc4c-442ee9af0b38 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1409378 Feb 09 16:18:02.423624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d46d9d3a-c67b-4c8a-b4a2-6a26f8eb9147 req-e6c39c47-618a-4377-81f5-9e3b5f85e907 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406164 Feb 09 16:18:02.442416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88087806-dcc3-4c6d-ba21-69b53754bdac req-18c8e72b-48ce-4422-927c-6403974c3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:02.444225 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:02.444848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88087806-dcc3-4c6d-ba21-69b53754bdac req-18c8e72b-48ce-4422-927c-6403974c3661 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.2219000 Feb 09 16:18:02.478085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fa491-b870-4347-9904-09ff71b8f24a req-02105178-d8dd-4238-9e99-85eae258e7c5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:02.480016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-398fa491-b870-4347-9904-09ff71b8f24a req-02105178-d8dd-4238-9e99-85eae258e7c5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.1343169 Feb 09 16:18:02.522950 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:02.541447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88087806-dcc3-4c6d-ba21-69b53754bdac req-f05bb3ab-eb8d-465b-8029-6f1cb647c8f3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777590 Feb 09 16:18:02.559119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-398fa491-b870-4347-9904-09ff71b8f24a req-0d6cc8ac-38b2-4374-910f-d50b26a32acd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Feb 09 16:18:02.601326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc49037-665e-4490-83d7-9d0af6b6a7f8 None None] Pushing event updated for resources: {'Port': ['ID=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:02.717196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Attempting to bind port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:18:02.717693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Attempting to bind port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:18:02.718136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Attempting to bind port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 on network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:02.725373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:18:02.725867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Checking segment: {'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:02.726678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:02.726785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Bound using segment: {'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:18:02.727329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Bound port: 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280baac4-1f38-4c2d-9c3b-9e4c756e06c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:18:02.727832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:02.985904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:02.992738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.057905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] For port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:18:03.063020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-903c598f-3113-414f-8376-f1f3f6506668 None None] Provisioning complete for port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:03.063403 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-903c598f-3113-414f-8376-f1f3f6506668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.095580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c1e790-5154-4e2e-890f-9e4a651423dd,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:03.099233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] For port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,segment=NetworkSegment(280baac4-1f38-4c2d-9c3b-9e4c756e06c3),segment_id=280baac4-1f38-4c2d-9c3b-9e4c756e06c3)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:18:03.101186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Checking segment: {'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:03.101186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Network hostable DHCP agents. Network: 1fd61083-8e56-40a6-be42-d229bb0c0da5, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:18:03.109087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.109442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.109789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.110135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.110537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.110881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.111220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.111553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.111884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.112246 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.112583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.112911 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:03.121588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-903c598f-3113-414f-8376-f1f3f6506668 None None] Port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:18:03.130961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:03.130961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.215722 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.255877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Network 1fd61083-8e56-40a6-be42-d229bb0c0da5 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:18:03.303233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Routers {'199fe4bc-9bdc-459e-8120-48475517135b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:03.304270 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['199fe4bc-9bdc-459e-8120-48475517135b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:03.369871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc49037-665e-4490-83d7-9d0af6b6a7f8 None None] Pushing event updated for resources: {'Port': ['ID=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:03.420262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1fd61083-8e56-40a6-be42-d229bb0c0da5) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:03.436285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:03.438171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.449696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3169e7-288c-4c9e-97b1-b875e8e257ff None None] Network 1fd61083-8e56-40a6-be42-d229bb0c0da5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:18:03.562646 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-43994b98-f0d9-45f2-8c9d-eeb7bde4506d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5940120 Feb 09 16:18:03.562893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44650) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:03.567421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:03.613274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] Set router 199fe4bc-9bdc-459e-8120-48475517135b gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:03.651519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03fdb6-dc66-4140-b57e-cb4a12d8e235 req-3e91c2c9-e877-44fb-b855-74e5d6920c5b tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:03.653271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a03fdb6-dc66-4140-b57e-cb4a12d8e235 req-3e91c2c9-e877-44fb-b855-74e5d6920c5b tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.0818098 Feb 09 16:18:03.680738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7dd781f2-ff2a-4a4e-a25b-e71af2ae04c1 None None] Provisioning complete for port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:03.688577 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7dd781f2-ff2a-4a4e-a25b-e71af2ae04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.727295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a03fdb6-dc66-4140-b57e-cb4a12d8e235 req-5d6bda2d-164c-460b-b4ba-e8089d335f82 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665674 Feb 09 16:18:03.769472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9c55e-ff05-4f1a-9891-dfe22c9dd124 req-72aaafd2-8016-4854-a6a0-bb5f9857b0a5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:03.775210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aa9c55e-ff05-4f1a-9891-dfe22c9dd124 req-72aaafd2-8016-4854-a6a0-bb5f9857b0a5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.0624840 Feb 09 16:18:03.775210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.775210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.896070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aa9c55e-ff05-4f1a-9891-dfe22c9dd124 req-f7e2d480-87cd-4af8-92ad-83915c2d74b4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126628 Feb 09 16:18:03.898741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:03.965283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-1fd61083-8e56-40a6-be42-d229bb0c0da5', 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'fixed_ips': [{'subnet_id': '01c1e790-5154-4e2e-890f-9e4a651423dd'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:18:03.966190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.010734 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7dd781f2-ff2a-4a4e-a25b-e71af2ae04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.175479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7dd781f2-ff2a-4a4e-a25b-e71af2ae04c1 None None] For port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,segment=NetworkSegment(280baac4-1f38-4c2d-9c3b-9e4c756e06c3),segment_id=280baac4-1f38-4c2d-9c3b-9e4c756e06c3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:04.205802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Allocated IP 172.20.0.2 (1fd61083-8e56-40a6-be42-d229bb0c0da5/01c1e790-5154-4e2e-890f-9e4a651423dd/b6893cdc-7453-4b3c-ace5-782b4d79f595) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:18:04.212442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:17:58Z', 'revision_number': 4, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port': {'id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:54Z', 'updated_at': '2022-02-09T16:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4', 'name': '', 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'mac_address': 'fa:16:3e:b2:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a1bd6fa0-4374-422a-8c73-c81f6a2466a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:57Z', 'updated_at': '2022-02-09T16:18:03Z', 'revision_number': 4, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'subnets': [{'id': 'a1bd6fa0-4374-422a-8c73-c81f6a2466a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:04.248292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58dde81-2475-47c0-b0cc-d2e567f5d0d5 None None] The sync data for ids ['199fe4bc-9bdc-459e-8120-48475517135b'] in n-d-828542-1 is: [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:17:58Z', 'revision_number': 4, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port': {'id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:54Z', 'updated_at': '2022-02-09T16:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4', 'name': '', 'network_id': 'e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'mac_address': 'fa:16:3e:b2:b9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'a1bd6fa0-4374-422a-8c73-c81f6a2466a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:57Z', 'updated_at': '2022-02-09T16:18:03Z', 'revision_number': 4, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'subnets': [{'id': 'a1bd6fa0-4374-422a-8c73-c81f6a2466a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:04.273964 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7dd781f2-ff2a-4a4e-a25b-e71af2ae04c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.284270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.469700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd781f2-ff2a-4a4e-a25b-e71af2ae04c1 None None] Pushing event updated for resources: {'Port': ['ID=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:04.534751 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.603119 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.650005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Network 1fd61083-8e56-40a6-be42-d229bb0c0da5 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:04.659109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:04.666406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:18:04.682790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Pushing event updated for resources: {'Port': ['ID=b6893cdc-7453-4b3c-ace5-782b4d79f595,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:04.741808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Attempting to bind port b6893cdc-7453-4b3c-ace5-782b4d79f595 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:18:04.742297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Attempting to bind port b6893cdc-7453-4b3c-ace5-782b4d79f595 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:18:04.742711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Attempting to bind port b6893cdc-7453-4b3c-ace5-782b4d79f595 on network 1fd61083-8e56-40a6-be42-d229bb0c0da5 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:04.749436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:18:04.749915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Checking segment: {'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:04.750319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.754483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Bound using segment: {'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:18:04.754483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Bound port: b6893cdc-7453-4b3c-ace5-782b4d79f595, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:18:04.754483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.783368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.827243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:04.880207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] For port b6893cdc-7453-4b3c-ace5-782b4d79f595, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:18:04.885979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] For port b6893cdc-7453-4b3c-ace5-782b4d79f595, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b6893cdc-7453-4b3c-ace5-782b4d79f595,segment=NetworkSegment(56471b99-7fc5-4108-96f8-f3753a3f9e0b),segment_id=56471b99-7fc5-4108-96f8-f3753a3f9e0b)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:18:04.955190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:05.003479 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:05.018779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f831b-94c4-4378-8dee-a97ec88d79e4 req-b75dfa7b-69c1-42f2-9165-0f2edd6471a7 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:05.021028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-755f831b-94c4-4378-8dee-a97ec88d79e4 req-b75dfa7b-69c1-42f2-9165-0f2edd6471a7 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.2077773 Feb 09 16:18:05.112620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:05.113162 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:05.118094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf37381-b9a0-455a-b81d-a7a905cd21ea None None] Pushing event updated for resources: {'Port': ['ID=b6893cdc-7453-4b3c-ace5-782b4d79f595,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:05.389218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d5bd6823-c4b1-4153-81b3-525a05185e74 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:18:05.582541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d5bd6823-c4b1-4153-81b3-525a05185e74, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d5bd6823-c4b1-4153-81b3-525a05185e74,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:05.647429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'd5bd6823-c4b1-4153-81b3-525a05185e74', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'port_id': 'd5bd6823-c4b1-4153-81b3-525a05185e74', 'mac_address': 'fa:16:3e:4a:fb:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:18:05.708610 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:05.736777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c1c82-82f0-455e-a070-43122fa56931 req-70f66ec6-3212-49a7-940f-de0b01ccc98c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:05.738592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b7c1c82-82f0-455e-a070-43122fa56931 req-70f66ec6-3212-49a7-940f-de0b01ccc98c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 944 time: 0.7328761 Feb 09 16:18:05.741375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bd6823-c4b1-4153-81b3-525a05185e74 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:18:05.746050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-755f831b-94c4-4378-8dee-a97ec88d79e4 req-8fcfec22-8d0e-45f8-a4da-291be8ec04a0 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137501 Feb 09 16:18:05.767710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d5bd6823-c4b1-4153-81b3-525a05185e74, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d5bd6823-c4b1-4153-81b3-525a05185e74,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:05.771361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Allocated IP 172.25.5.236 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/500f331b-d652-41d9-8fd5-dffda727fb74) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:18:05.828936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-deb80c2d-8bb4-44d4-b60d-aab166a10dbf req-05284592-0d54-4e03-849b-dc812f0704f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1813449394', 'description': 'tempest-description-544481654'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:05.838736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b7c1c82-82f0-455e-a070-43122fa56931 req-69b7f179-4b03-4f0d-ba5c-36da6d04facc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837698 Feb 09 16:18:05.888608 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:05.953865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:05.975728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d5bd6823-c4b1-4153-81b3-525a05185e74,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:06.008682 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-deb80c2d-8bb4-44d4-b60d-aab166a10dbf req-05284592-0d54-4e03-849b-dc812f0704f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:06.096892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:06.107252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d5bd6823-c4b1-4153-81b3-525a05185e74'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:18:06.115666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-deb80c2d-8bb4-44d4-b60d-aab166a10dbf req-05284592-0d54-4e03-849b-dc812f0704f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:06.152827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:06.157949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:06.163435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:18:06.167000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Pushing event updated for resources: {'Port': ['ID=500f331b-d652-41d9-8fd5-dffda727fb74,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:06.215854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-deb80c2d-8bb4-44d4-b60d-aab166a10dbf req-05284592-0d54-4e03-849b-dc812f0704f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:06.337585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05284592-0d54-4e03-849b-dc812f0704f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44090756-36dd-4e3f-b734-9b448bfd2a29,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:06.395890 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-deb80c2d-8bb4-44d4-b60d-aab166a10dbf req-05284592-0d54-4e03-849b-dc812f0704f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:06.397729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-deb80c2d-8bb4-44d4-b60d-aab166a10dbf req-05284592-0d54-4e03-849b-dc812f0704f6 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5868883 Feb 09 16:18:06.561724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-f0fb1e83-a89d-41e4-81cd-3a73a6f359a3 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1813449394&fields=id&tenant_id=98182acb2ef84484b06831bbaaef2fc6 HTTP/1.1" status: 200 len: 267 time: 0.0927920 Feb 09 16:18:06.635602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280be086-457a-45ff-a4e6-f13d8841f285 None None] Network 1fd61083-8e56-40a6-be42-d229bb0c0da5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:18:06.671342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-ebe4e020-a28f-41d8-90f3-5c3efe525997 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:06.672905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-ebe4e020-a28f-41d8-90f3-5c3efe525997 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1033843 Feb 09 16:18:06.678202 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:06.758578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d8de5599-8600-43ce-b4cc-6b02f677603d None None] Provisioning complete for port b6893cdc-7453-4b3c-ace5-782b4d79f595 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:06.758966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d8de5599-8600-43ce-b4cc-6b02f677603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:06.783560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Request body: {'port': {'security_groups': ['c60ed77b-f747-4222-9883-44700642e533', '44090756-36dd-4e3f-b734-9b448bfd2a29']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:06.921099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:06.963393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d8de5599-8600-43ce-b4cc-6b02f677603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.002792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b6893cdc-7453-4b3c-ace5-782b4d79f595 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:07.067165 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.155002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdb7af-7fc1-4f46-8d74-4d9ef459ca61 req-0d77e787-c27e-490a-bf77-08793d7fb839 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:07.156810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6fdb7af-7fc1-4f46-8d74-4d9ef459ca61 req-0d77e787-c27e-490a-bf77-08793d7fb839 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 945 time: 0.1789522 Feb 09 16:18:07.289285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6fdb7af-7fc1-4f46-8d74-4d9ef459ca61 req-ad89e34b-e966-4a48-b49c-e68448b7efe5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231384 Feb 09 16:18:07.306574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d8de5599-8600-43ce-b4cc-6b02f677603d None None] For port b6893cdc-7453-4b3c-ace5-782b4d79f595, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b6893cdc-7453-4b3c-ace5-782b4d79f595,segment=NetworkSegment(56471b99-7fc5-4108-96f8-f3753a3f9e0b),segment_id=56471b99-7fc5-4108-96f8-f3753a3f9e0b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:07.326508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b6893cdc-7453-4b3c-ace5-782b4d79f595 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:07.326874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.420554 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d8de5599-8600-43ce-b4cc-6b02f677603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.423785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d5bd6823-c4b1-4153-81b3-525a05185e74 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:07.446152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] For port a51a554c-2691-4fc0-a3ff-da885ef87e22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:07.481484 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.485420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.544779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de5599-8600-43ce-b4cc-6b02f677603d None None] Pushing event updated for resources: {'Port': ['ID=b6893cdc-7453-4b3c-ace5-782b4d79f595,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:07.563241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Router add6e1ab-15b1-48c9-abbe-028de1299d3a is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:18:07.589290 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:18:07.589663 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:18:07.626750 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.645589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a51a554c-2691-4fc0-a3ff-da885ef87e22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:18:07.676112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fc2936c4-e7f6-4694-8ba0-9dee7a37215f None None] Provisioning complete for port b6893cdc-7453-4b3c-ace5-782b4d79f595 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:07.676494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fc2936c4-e7f6-4694-8ba0-9dee7a37215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.715850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port d5bd6823-c4b1-4153-81b3-525a05185e74 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:18:07.732386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:07.732386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.732386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2a89c4c-b2d7-41db-b138-248e6a6d1f44 req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "PUT /v2.0/ports/a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 981 time: 0.9539168 Feb 09 16:18:07.732386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:07.732986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port d5bd6823-c4b1-4153-81b3-525a05185e74 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:07.732986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:07.733445 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28435681-ca39-49e2-aa6a-1fa55177b6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:07.788143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a51a554c-2691-4fc0-a3ff-da885ef87e22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:18:07.804772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9d2f4-1be4-48e8-860c-979fff572349 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event updated for resources: {'Port': ['ID=a51a554c-2691-4fc0-a3ff-da885ef87e22,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:07.822918 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dc13fe-28a3-4f67-934a-7fe6763a74c8 x-openstack-request-id: req-22dc13fe-28a3-4f67-934a-7fe6763a74c8 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:07.835081 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:07.837308 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22dc13fe-28a3-4f67-934a-7fe6763a74c8 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:07.840452 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'status': 'completed', 'code': 200} Feb 09 16:18:07.931154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:07.947122 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Sync routers for ids ['add6e1ab-15b1-48c9-abbe-028de1299d3a'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:07.967678 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Routers {'add6e1ab-15b1-48c9-abbe-028de1299d3a'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:07.972374 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['add6e1ab-15b1-48c9-abbe-028de1299d3a'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:07.984334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c832ba46-4a81-470a-aebf-6cd53711057d req-40335fa9-4dd8-426d-b508-2b5b1826eb73 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1813449394&fields=id&tenant_id=98182acb2ef84484b06831bbaaef2fc6 HTTP/1.1" status: 200 len: 267 time: 0.1200283 Feb 09 16:18:08.017023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-cf60eb20-b142-4bc3-a02c-30e3695c2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:08.019036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-cf60eb20-b142-4bc3-a02c-30e3695c2504 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1135 time: 0.1749511 Feb 09 16:18:08.068743 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:08.147408 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:08.155886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a327bfe7-c0d4-4d67-8372-a3fc6a4b553a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5914819 Feb 09 16:18:08.159671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134157b0-d365-4a6c-a333-ea220e1a5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bd6823-c4b1-4153-81b3-525a05185e74'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:08.159947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44740) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:08.162601 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6097fbb-03a6-4dab-8d21-79cd87d8ad8c" -d '{"events": [{"server_uuid": "134157b0-d365-4a6c-a333-ea220e1a5547", "name": "network-vif-plugged", "status": "completed", "tag": "d5bd6823-c4b1-4153-81b3-525a05185e74"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:08.193958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port d5bd6823-c4b1-4153-81b3-525a05185e74, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d5bd6823-c4b1-4153-81b3-525a05185e74,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:08.236988 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c019ba75-462e-4b69-a74a-aec168004a53 x-openstack-request-id: req-c019ba75-462e-4b69-a74a-aec168004a53 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:08.237285 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134157b0-d365-4a6c-a333-ea220e1a5547", "name": "network-vif-plugged", "status": "completed", "tag": "d5bd6823-c4b1-4153-81b3-525a05185e74", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:08.237543 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c019ba75-462e-4b69-a74a-aec168004a53 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:08.237950 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134157b0-d365-4a6c-a333-ea220e1a5547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bd6823-c4b1-4153-81b3-525a05185e74', 'code': 200} Feb 09 16:18:08.246788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832ba46-4a81-470a-aebf-6cd53711057d req-ecec0f77-b3fb-4ec8-9b0c-24699f96b8e0 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:08.248896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c832ba46-4a81-470a-aebf-6cd53711057d req-ecec0f77-b3fb-4ec8-9b0c-24699f96b8e0 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 984 time: 0.2514055 Feb 09 16:18:08.267703 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Set router add6e1ab-15b1-48c9-abbe-028de1299d3a gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:08.276307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c832ba46-4a81-470a-aebf-6cd53711057d req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Request body: {'port': {'security_groups': ['c60ed77b-f747-4222-9883-44700642e533']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:08.281060 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:08.370060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=d5bd6823-c4b1-4153-81b3-525a05185e74,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:08.440545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-11bd7ac0-a3bf-49c4-a6a6-2c1565266cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:08.442145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-11bd7ac0-a3bf-49c4-a6a6-2c1565266cb6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.4071720 Feb 09 16:18:08.534817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-b4c528a3-7cc7-40f6-8248-9d61f50c5874 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 217 time: 0.0704224 Feb 09 16:18:08.537519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c832ba46-4a81-470a-aebf-6cd53711057d req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:08.623809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4211f-3b9f-4772-b295-d9f4bc788d62 req-5264f213-6481-4758-9f4a-346c61ee8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:08.624059 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:06Z', 'revision_number': 3, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port': {'id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:04Z', 'updated_at': '2022-02-09T16:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:08.624237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ab4211f-3b9f-4772-b295-d9f4bc788d62 req-5264f213-6481-4758-9f4a-346c61ee8b8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 1097 time: 0.2522388 Feb 09 16:18:08.651044 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Checking router: add6e1ab-15b1-48c9-abbe-028de1299d3a for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:08.651783 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Updating router add6e1ab-15b1-48c9-abbe-028de1299d3a port 500f331b-d652-41d9-8fd5-dffda727fb74 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:18:08.668761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-3df0c9dc-07e4-4690-9914-9d5c3180a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:08.670362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-3df0c9dc-07e4-4690-9914-9d5c3180a183 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.1222813 Feb 09 16:18:08.685141 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:08.724969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-9b74d249-7c53-4493-bd12-47910ee337f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451884 Feb 09 16:18:08.734802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ab4211f-3b9f-4772-b295-d9f4bc788d62 req-e192fc01-a955-4107-bb35-25a64046e94e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048238 Feb 09 16:18:08.827268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-87da4de7-e057-45e2-a29f-becc5c98cddc service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945327 Feb 09 16:18:08.887403 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:08.921223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b6893cdc-7453-4b3c-ace5-782b4d79f595 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:09.052232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c832ba46-4a81-470a-aebf-6cd53711057d req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] For port a51a554c-2691-4fc0-a3ff-da885ef87e22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:09.062686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b6893cdc-7453-4b3c-ace5-782b4d79f595 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:09.063066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.067108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818da87-2a25-41e0-9844-f43233efbcd1 req-e17e5951-e6a8-4c5b-96ce-110e8869b611 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:09.068891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f818da87-2a25-41e0-9844-f43233efbcd1 req-e17e5951-e6a8-4c5b-96ce-110e8869b611 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 946 time: 0.2407181 Feb 09 16:18:09.112225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Allocated IP 172.20.0.1 (1fd61083-8e56-40a6-be42-d229bb0c0da5/01c1e790-5154-4e2e-890f-9e4a651423dd/6c944ee7-2928-4d9f-bf05-49734bb44c8e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:18:09.139118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c832ba46-4a81-470a-aebf-6cd53711057d req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.149736 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.166416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f818da87-2a25-41e0-9844-f43233efbcd1 req-4a2a6c04-27c3-46fd-b556-dbb697bf6fea tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857472 Feb 09 16:18:09.172628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28435681-ca39-49e2-aa6a-1fa55177b6ab req-b33438d5-f92d-4c4c-86e7-da3d800da286 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041780 Feb 09 16:18:09.259905 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.262736 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c832ba46-4a81-470a-aebf-6cd53711057d req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.278749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a51a554c-2691-4fc0-a3ff-da885ef87e22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:18:09.303582 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.319333 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e87a5-56e0-4eb7-9115-b04a0e7edeba None None] Pushing event updated for resources: {'Port': ['ID=500f331b-d652-41d9-8fd5-dffda727fb74,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:09.334196 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Attempting to bind port 500f331b-d652-41d9-8fd5-dffda727fb74 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:18:09.334859 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Attempting to bind port 500f331b-d652-41d9-8fd5-dffda727fb74 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:18:09.335384 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Attempting to bind port 500f331b-d652-41d9-8fd5-dffda727fb74 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:09.342197 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:18:09.342904 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:09.343473 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.344024 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:18:09.344701 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Bound port: 500f331b-d652-41d9-8fd5-dffda727fb74, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:18:09.345270 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.422270 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] For port 500f331b-d652-41d9-8fd5-dffda727fb74, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:18:09.427270 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] For port 500f331b-d652-41d9-8fd5-dffda727fb74, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=500f331b-d652-41d9-8fd5-dffda727fb74,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:18:09.428178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.471325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832ba46-4a81-470a-aebf-6cd53711057d req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:09.472579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c832ba46-4a81-470a-aebf-6cd53711057d req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.497392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c832ba46-4a81-470a-aebf-6cd53711057d req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "PUT /v2.0/ports/a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 942 time: 1.2352719 Feb 09 16:18:09.520616 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Network 1fd61083-8e56-40a6-be42-d229bb0c0da5 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:09.526062 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a51a554c-2691-4fc0-a3ff-da885ef87e22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:18:09.526991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:09.528427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca937-35f8-4c4c-b0a9-1347fa603e9a req-8344addc-eb6a-47f0-b22e-86e555baff29 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:09.534338 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.538582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:18:09.546671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ebca937-35f8-4c4c-b0a9-1347fa603e9a req-8344addc-eb6a-47f0-b22e-86e555baff29 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 945 time: 0.3029270 Feb 09 16:18:09.653673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Pushing event updated for resources: {'Port': ['ID=6c944ee7-2928-4d9f-bf05-49734bb44c8e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:09.713742 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e87a5-56e0-4eb7-9115-b04a0e7edeba None None] Pushing event updated for resources: {'Port': ['ID=500f331b-d652-41d9-8fd5-dffda727fb74,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:09.723473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:09.741476 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Routers {'add6e1ab-15b1-48c9-abbe-028de1299d3a'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:09.742143 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['add6e1ab-15b1-48c9-abbe-028de1299d3a'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:09.912917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:09.915300 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:09.938666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-b13ffee8-eca0-4e66-8b25-890c9b2ce4f3 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3879611 Feb 09 16:18:09.970241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:09.983755 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] Set router add6e1ab-15b1-48c9-abbe-028de1299d3a gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:09.996448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db14d9b-c705-41c8-8b64-3c578cd54d1a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event updated for resources: {'Port': ['ID=a51a554c-2691-4fc0-a3ff-da885ef87e22,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:10.094630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ebca937-35f8-4c4c-b0a9-1347fa603e9a req-9a9119ee-3d6c-482e-addd-0a74aa4ba414 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080786 Feb 09 16:18:10.111210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a355faf9-f478-4795-9665-2985bb9838fd None None] Provisioning complete for port 6c944ee7-2928-4d9f-bf05-49734bb44c8e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:10.111866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a355faf9-f478-4795-9665-2985bb9838fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:10.173554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a355faf9-f478-4795-9665-2985bb9838fd None None] Port 6c944ee7-2928-4d9f-bf05-49734bb44c8e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:18:10.187157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:10.247666 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63845e28-9927-4ce6-af75-8aacf793401b x-openstack-request-id: req-63845e28-9927-4ce6-af75-8aacf793401b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:10.248242 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:10.248604 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63845e28-9927-4ce6-af75-8aacf793401b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:10.249121 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'status': 'completed', 'code': 200} Feb 09 16:18:10.317541 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:06Z', 'revision_number': 3, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port': {'id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:04Z', 'updated_at': '2022-02-09T16:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:10.350906 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ecb56f-03c7-44ed-920c-1d990be992e4 None None] The sync data for ids ['add6e1ab-15b1-48c9-abbe-028de1299d3a'] in n-d-828542-1 is: [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:06Z', 'revision_number': 3, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port': {'id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:04Z', 'updated_at': '2022-02-09T16:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:10.351401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:10.573479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:10.637391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:10.747820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Pushing event updated for resources: {'Port': ['ID=6c944ee7-2928-4d9f-bf05-49734bb44c8e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:10.764429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-6875088b-c5d6-49dd-a0bc-90b40d798117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:10.767377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-6875088b-c5d6-49dd-a0bc-90b40d798117 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.5053737 Feb 09 16:18:10.803999 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:10.891158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-aac2beac-4710-46f4-8bb9-8d114f421b6f tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:10.900437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-aac2beac-4710-46f4-8bb9-8d114f421b6f tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 945 time: 0.6049826 Feb 09 16:18:10.952014 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Network 1fd61083-8e56-40a6-be42-d229bb0c0da5 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:10.954208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:11.002047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 500f331b-d652-41d9-8fd5-dffda727fb74 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:11.057810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a59c25-d221-4328-866d-fcca62dc3b5b req-3b7a4a1d-2b29-4ffb-8a39-b6d858a20f24 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:11.059549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7a59c25-d221-4328-866d-fcca62dc3b5b req-3b7a4a1d-2b29-4ffb-8a39-b6d858a20f24 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 946 time: 0.7004917 Feb 09 16:18:11.119721 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 500f331b-d652-41d9-8fd5-dffda727fb74 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:11.120819 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:11.182757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:11.221426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-ba6bd518-9cbd-4d4e-8cb7-fdc9c466df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:11.222291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Router add6e1ab-15b1-48c9-abbe-028de1299d3a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:18:11.223191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-ba6bd518-9cbd-4d4e-8cb7-fdc9c466df12 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.4384317 Feb 09 16:18:11.348833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:11.388817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 500f331b-d652-41d9-8fd5-dffda727fb74, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=500f331b-d652-41d9-8fd5-dffda727fb74,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:11.443230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8d0435b2-c12a-4507-aa4a-ffb9c8e36b9f None None] Provisioning complete for port 6c944ee7-2928-4d9f-bf05-49734bb44c8e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:11.443882 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d0435b2-c12a-4507-aa4a-ffb9c8e36b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:11.510197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Allocated IP 172.25.5.85 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/b843a75c-890d-4e43-a99c-902e73b022eb) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:18:11.527678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:11.546174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:11.554386 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ca752e47-efca-4c40-9093-5b1e875af709 admin admin] 10.222.0.53 "PUT /v2.0/routers/add6e1ab-15b1-48c9-abbe-028de1299d3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3930390 Feb 09 16:18:11.581573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8d0435b2-c12a-4507-aa4a-ffb9c8e36b9f None None] Port 6c944ee7-2928-4d9f-bf05-49734bb44c8e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:18:11.625299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=500f331b-d652-41d9-8fd5-dffda727fb74,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:11.684238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7a59c25-d221-4328-866d-fcca62dc3b5b req-9479c11b-af9d-4f51-8c65-8499c1b2ac54 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793576 Feb 09 16:18:11.699719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Deleting port cb68119f-a079-4640-ba73-2433fba19abe {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:11.702281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:11.707754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-2f64651d-8dfb-4c1e-bdda-3b2e939f55e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 217 time: 0.4764061 Feb 09 16:18:11.849196 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:11.882587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-cab02337-6619-47b8-a697-157f017c5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:11.884735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-cab02337-6619-47b8-a697-157f017c5ea6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.1572056 Feb 09 16:18:11.949016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18cf11-5eec-4baf-bdda-fd5c9ce6008a req-cff15549-8cfb-40e1-a46f-c86ee2f1b7e2 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:11.953265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be18cf11-5eec-4baf-bdda-fd5c9ce6008a req-cff15549-8cfb-40e1-a46f-c86ee2f1b7e2 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 945 time: 0.1734478 Feb 09 16:18:11.959611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-3042b539-2496-4db9-8d1c-609d66671e9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633786 Feb 09 16:18:11.966918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] For port cb68119f-a079-4640-ba73-2433fba19abe, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=cb68119f-a079-4640-ba73-2433fba19abe,segment=NetworkSegment(6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca),segment_id=6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:11.967282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:12.049928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Calling delete_port for cb68119f-a079-4640-ba73-2433fba19abe owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:12.126121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be18cf11-5eec-4baf-bdda-fd5c9ce6008a req-7aa65ce6-0d64-4bbf-a385-3da07b6f671a tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/security-groups?id=a9411d28-6107-4c63-a515-bf3d33178041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623819 Feb 09 16:18:12.153579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:12.173932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-57dfcefd-9fe4-4e4b-a24f-c644d4ec2e9e service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036583 Feb 09 16:18:12.319678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:12.330493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:12.333438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event updated for resources: {'Port': ['ID=b843a75c-890d-4e43-a99c-902e73b022eb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:12.341184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:18:12.477784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7329496-74ea-4be0-b676-e59277bbe6d8 req-3fe0372c-d197-4812-a839-867da5951583 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:12.479432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7329496-74ea-4be0-b676-e59277bbe6d8 req-3fe0372c-d197-4812-a839-867da5951583 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 946 time: 0.2571123 Feb 09 16:18:12.488243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-297f91ea-ae2a-4e4e-b53e-cdde3dbfa75c req-1eb74832-737b-454c-8d00-cfcb68b8e678 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912078 Feb 09 16:18:12.544566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7329496-74ea-4be0-b676-e59277bbe6d8 req-311f3186-d61d-47c6-a202-fe30aebe3fe7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539761 Feb 09 16:18:12.661044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Sync routers for ids ['add6e1ab-15b1-48c9-abbe-028de1299d3a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:12.673994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:12.674351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Routers {'add6e1ab-15b1-48c9-abbe-028de1299d3a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:12.675161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['add6e1ab-15b1-48c9-abbe-028de1299d3a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:12.741249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Pushing event deleted for resources: {'Port': ['ID=cb68119f-a079-4640-ba73-2433fba19abe,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:12.755341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:12.781922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['cb68119f-a079-4640-ba73-2433fba19abe'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:18:12.819669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] No DVR routers for this DVR port cb68119f-a079-4640-ba73-2433fba19abe on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:18:12.825655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:12.833909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-515c04c9-45a3-4823-af00-d1686cb3e51e req-ab57e5fb-9d17-4b9a-911d-505d60e77ee5 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.13 "DELETE /v2.0/ports/cb68119f-a079-4640-ba73-2433fba19abe HTTP/1.1" status: 204 len: 173 time: 1.9163055 Feb 09 16:18:12.834457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd12fe94-f38d-4600-bccd-47c9fa78887b', 'name': 'network-vif-deleted', 'tag': 'cb68119f-a079-4640-ba73-2433fba19abe'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:12.835193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Set router add6e1ab-15b1-48c9-abbe-028de1299d3a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:12.841410 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd633b02-bb85-460f-830d-88c87cec7d21" -d '{"events": [{"server_uuid": "cd12fe94-f38d-4600-bccd-47c9fa78887b", "name": "network-vif-deleted", "tag": "cb68119f-a079-4640-ba73-2433fba19abe"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:12.903287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:12.931879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 500f331b-d652-41d9-8fd5-dffda727fb74 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:13.123180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 500f331b-d652-41d9-8fd5-dffda727fb74 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:13.123548 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:13.125008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693b00e-2537-4f7b-91cd-e0d323b34ee1 req-d2ab4e26-55c5-494d-aafa-ae3cd4895849 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:13.126950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f693b00e-2537-4f7b-91cd-e0d323b34ee1 req-d2ab4e26-55c5-494d-aafa-ae3cd4895849 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 946 time: 0.0938332 Feb 09 16:18:13.189979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f693b00e-2537-4f7b-91cd-e0d323b34ee1 req-debd7ae9-001c-46f6-9be2-786e8863ebef tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488617 Feb 09 16:18:13.192280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:13.266498 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3448be-88f6-49f5-9500-fef182cce2c3 x-openstack-request-id: req-7b3448be-88f6-49f5-9500-fef182cce2c3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:13.267352 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd12fe94-f38d-4600-bccd-47c9fa78887b", "name": "network-vif-deleted", "tag": "cb68119f-a079-4640-ba73-2433fba19abe", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:13.267970 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b3448be-88f6-49f5-9500-fef182cce2c3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:13.268896 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd12fe94-f38d-4600-bccd-47c9fa78887b', 'name': 'network-vif-deleted', 'tag': 'cb68119f-a079-4640-ba73-2433fba19abe', 'status': 'completed', 'code': 200} Feb 09 16:18:13.330766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:10Z', 'revision_number': 4, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port': {'id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:04Z', 'updated_at': '2022-02-09T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6c944ee7-2928-4d9f-bf05-49734bb44c8e', 'name': '', 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'mac_address': 'fa:16:3e:d3:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01c1e790-5154-4e2e-890f-9e4a651423dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:08Z', 'updated_at': '2022-02-09T16:18:10Z', 'revision_number': 2, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'subnets': [{'id': '01c1e790-5154-4e2e-890f-9e4a651423dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:13.362367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:13.364939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Checking router: add6e1ab-15b1-48c9-abbe-028de1299d3a for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:13.366238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Updating router add6e1ab-15b1-48c9-abbe-028de1299d3a port 6c944ee7-2928-4d9f-bf05-49734bb44c8e binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:18:13.402904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:13.443278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event updated for resources: {'Port': ['ID=b843a75c-890d-4e43-a99c-902e73b022eb,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:13.467044 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:13.550039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-edd9831a-9168-4b8f-a7b6-c1b2d75de020 req-8bf13e19-9a58-49e8-8659-31c57c935d83 tempest-VolumesActionsTest-349138336 tempest-VolumesActionsTest-349138336-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd12fe94-f38d-4600-bccd-47c9fa78887b HTTP/1.1" status: 200 len: 210 time: 0.0338964 Feb 09 16:18:13.584384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:13.586290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45cd63f3-58e2-4b25-b254-07dd369a34dc tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6465561 Feb 09 16:18:13.757982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-0a375539-d8ad-4412-ad3b-5d13eeec4915 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.1584592 Feb 09 16:18:13.793881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:13.895348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45a8d5aa-69d9-4dce-bb32-3d1155c3c5ca tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:13.897814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-45a8d5aa-69d9-4dce-bb32-3d1155c3c5ca tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.1324127 Feb 09 16:18:13.911378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:13.914873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-f64aa626-9b8f-445f-9f3c-9b976f0d9540 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:18:13.916752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e992d482-5e86-44c3-8c9c-2d3cbc37930d req-f64aa626-9b8f-445f-9f3c-9b976f0d9540 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115750 Feb 09 16:18:14.085938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Attempting to bind port 6c944ee7-2928-4d9f-bf05-49734bb44c8e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:18:14.085938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Attempting to bind port 6c944ee7-2928-4d9f-bf05-49734bb44c8e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:18:14.085938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Attempting to bind port 6c944ee7-2928-4d9f-bf05-49734bb44c8e on network 1fd61083-8e56-40a6-be42-d229bb0c0da5 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:14.090962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5274864-7e6c-4b40-9c94-8b40434a6877 None None] Pushing event updated for resources: {'Port': ['ID=6c944ee7-2928-4d9f-bf05-49734bb44c8e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:14.098651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:18:14.112347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Checking segment: {'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:14.112347 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:14.112347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Bound using segment: {'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:18:14.112347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Bound port: 6c944ee7-2928-4d9f-bf05-49734bb44c8e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56471b99-7fc5-4108-96f8-f3753a3f9e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:18:14.112347 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:14.238799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] For port 6c944ee7-2928-4d9f-bf05-49734bb44c8e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:18:14.240835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] For port 6c944ee7-2928-4d9f-bf05-49734bb44c8e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6c944ee7-2928-4d9f-bf05-49734bb44c8e,segment=NetworkSegment(56471b99-7fc5-4108-96f8-f3753a3f9e0b),segment_id=56471b99-7fc5-4108-96f8-f3753a3f9e0b)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:18:14.290758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-40b573b9-2208-4580-b82c-6be33dded784 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:14.292673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-40b573b9-2208-4580-b82c-6be33dded784 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2365789 Feb 09 16:18:14.341605 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:14.359682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-9b5b2940-68fb-4822-91d6-29b28cc0aa07 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 695 time: 0.0559444 Feb 09 16:18:14.367909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920b07e-c651-4bd0-aeea-0dca3431e39e req-acced8cb-b1b0-4fd0-b237-01e623ce2284 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:14.375905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e920b07e-c651-4bd0-aeea-0dca3431e39e req-acced8cb-b1b0-4fd0-b237-01e623ce2284 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 946 time: 0.1396875 Feb 09 16:18:14.388177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Request body: {'floatingip': {'port_id': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:14.463706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5274864-7e6c-4b40-9c94-8b40434a6877 None None] Pushing event updated for resources: {'Port': ['ID=6c944ee7-2928-4d9f-bf05-49734bb44c8e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:14.466794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Routers {'add6e1ab-15b1-48c9-abbe-028de1299d3a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:14.467535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['add6e1ab-15b1-48c9-abbe-028de1299d3a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:14.506359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:14.559898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e920b07e-c651-4bd0-aeea-0dca3431e39e req-08acf2a2-829c-4d19-bdc4-6c6cf27c3bdf tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829226 Feb 09 16:18:14.617419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-58c41c30-7b9f-47aa-a3a4-c616cb74f84b None None] Provisioning complete for port 6c944ee7-2928-4d9f-bf05-49734bb44c8e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:14.617941 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58c41c30-7b9f-47aa-a3a4-c616cb74f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:14.710197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] Set router add6e1ab-15b1-48c9-abbe-028de1299d3a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:14.887558 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58c41c30-7b9f-47aa-a3a4-c616cb74f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:15.174413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-58c41c30-7b9f-47aa-a3a4-c616cb74f84b None None] For port 6c944ee7-2928-4d9f-bf05-49734bb44c8e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6c944ee7-2928-4d9f-bf05-49734bb44c8e,segment=NetworkSegment(56471b99-7fc5-4108-96f8-f3753a3f9e0b),segment_id=56471b99-7fc5-4108-96f8-f3753a3f9e0b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:15.289054 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58c41c30-7b9f-47aa-a3a4-c616cb74f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:15.342406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:10Z', 'revision_number': 4, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port': {'id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:04Z', 'updated_at': '2022-02-09T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6c944ee7-2928-4d9f-bf05-49734bb44c8e', 'name': '', 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'mac_address': 'fa:16:3e:d3:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01c1e790-5154-4e2e-890f-9e4a651423dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:08Z', 'updated_at': '2022-02-09T16:18:14Z', 'revision_number': 4, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'subnets': [{'id': '01c1e790-5154-4e2e-890f-9e4a651423dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:15.344599 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:18:15.385475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb398b27-4c29-4372-9568-89c368c6f59a None None] The sync data for ids ['add6e1ab-15b1-48c9-abbe-028de1299d3a'] in n-d-828542-1 is: [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:10Z', 'revision_number': 4, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port': {'id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:04Z', 'updated_at': '2022-02-09T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6c944ee7-2928-4d9f-bf05-49734bb44c8e', 'name': '', 'network_id': '1fd61083-8e56-40a6-be42-d229bb0c0da5', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'mac_address': 'fa:16:3e:d3:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '01c1e790-5154-4e2e-890f-9e4a651423dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:08Z', 'updated_at': '2022-02-09T16:18:14Z', 'revision_number': 4, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'subnets': [{'id': '01c1e790-5154-4e2e-890f-9e4a651423dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:15.460172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cb68119f-a079-4640-ba73-2433fba19abe no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:15.515724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: cb68119f-a079-4640-ba73-2433fba19abe {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:15.522542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device cb68119f-a079-4640-ba73-2433fba19abe not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:15.522542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c41c30-7b9f-47aa-a3a4-c616cb74f84b None None] Pushing event updated for resources: {'Port': ['ID=6c944ee7-2928-4d9f-bf05-49734bb44c8e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:15.523998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-52e3fbcd-860c-4ec0-92e0-31301cafafd9 None None] Provisioning complete for port 6c944ee7-2928-4d9f-bf05-49734bb44c8e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:15.524479 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-52e3fbcd-860c-4ec0-92e0-31301cafafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:15.623882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:18:15.722871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:15.731600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-a8bdecc9-e9a1-4e63-a9e0-832ce5203164 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:15.735473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-a8bdecc9-e9a1-4e63-a9e0-832ce5203164 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 946 time: 0.1456845 Feb 09 16:18:15.867359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:15.988839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c59ac6-f60c-4d96-9a0b-43af94836b2d req-4b7d5723-23da-40ad-be98-6c051347e340 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:15.992157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5c59ac6-f60c-4d96-9a0b-43af94836b2d req-4b7d5723-23da-40ad-be98-6c051347e340 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 946 time: 0.1697276 Feb 09 16:18:16.093612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port d5bd6823-c4b1-4153-81b3-525a05185e74 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:16.093877 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:16.127392 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Floating IP aa71cc7f-c7bd-4366-8ef8-bd9549b93a21 associated. External IP: 172.25.5.85, port: a51a554c-2691-4fc0-a3ff-da885ef87e22. Feb 09 16:18:16.234583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5c59ac6-f60c-4d96-9a0b-43af94836b2d req-7b76438d-0433-401c-8ef0-0dae39b2c63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823235 Feb 09 16:18:16.340415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] For port d5bd6823-c4b1-4153-81b3-525a05185e74, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=d5bd6823-c4b1-4153-81b3-525a05185e74,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:16.340900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:16.361569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for d5bd6823-c4b1-4153-81b3-525a05185e74 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:16.620140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Router ec9c7573-6daa-4798-a90a-6fc1926970c8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:18:16.805756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:16.810634 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:16.825097 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] Sync routers for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:16.840823 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:16.841458 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:16.882476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-f95889e3-be95-4dcb-8ef7-21ce40b8786f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "PUT /v2.0/floatingips/aa71cc7f-c7bd-4366-8ef8-bd9549b93a21 HTTP/1.1" status: 200 len: 995 time: 2.4884222 Feb 09 16:18:16.882476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:16.882476 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:16.941636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6c944ee7-2928-4d9f-bf05-49734bb44c8e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:16.977995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:17.030714 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:17.047466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['d5bd6823-c4b1-4153-81b3-525a05185e74'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:18:17.050016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=d5bd6823-c4b1-4153-81b3-525a05185e74,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:17.085231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-88d9f59f-3fd6-439d-8df7-79752e7fd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:17.104986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-88d9f59f-3fd6-439d-8df7-79752e7fd2d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.2104342 Feb 09 16:18:17.117370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6c944ee7-2928-4d9f-bf05-49734bb44c8e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:17.119907 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:17.286414 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676dacf6-b672-4225-bf05-28a6ca1be555 x-openstack-request-id: req-676dacf6-b672-4225-bf05-28a6ca1be555 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:17.288620 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:17.290279 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-676dacf6-b672-4225-bf05-28a6ca1be555 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:17.292506 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'status': 'completed', 'code': 200} Feb 09 16:18:17.382466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44866) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:17.467172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-c085866f-25d1-4625-ab49-801274537196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:17.470272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-c085866f-25d1-4625-ab49-801274537196 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.3627822 Feb 09 16:18:17.489450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] No DVR routers for this DVR port d5bd6823-c4b1-4153-81b3-525a05185e74 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:18:17.495687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:17.499940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d615cab3-fd17-43b5-b42d-06c683b9581d req-9a253579-8a4c-4b6d-b4d8-3a71cd5f2636 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "DELETE /v2.0/ports/d5bd6823-c4b1-4153-81b3-525a05185e74 HTTP/1.1" status: 204 len: 173 time: 1.7606339 Feb 09 16:18:17.639174 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aa71cc7f-c7bd-4366-8ef8-bd9549b93a21', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'port_id': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'mac_address': 'fa:16:3e:7b:ad:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:18:12Z', 'updated_at': '2022-02-09T16:18:15Z', 'revision_number': 1, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:19Z', 'revision_number': 5, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:17.713427 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] Checking router: ec9c7573-6daa-4798-a90a-6fc1926970c8 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:17.732474 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:17.733556 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:17.958471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:18.088826 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:18.105048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-beed431b-1dd4-4d59-a4f2-039a4e7c679d req-11101767-e8c9-49e0-90e6-8f3798ae72d9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.5532660 Feb 09 16:18:18.213961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-36c6d0c1-763b-4621-b99f-149b07e5fd26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 998 time: 0.7125304 Feb 09 16:18:18.242608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-6ff29255-7bd5-40ad-8b58-6cab6409800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:18.244560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-6ff29255-7bd5-40ad-8b58-6cab6409800a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.7931871 Feb 09 16:18:18.456003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-22608616-ea2f-4c70-97d5-94a1577af699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:18.458246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-22608616-ea2f-4c70-97d5-94a1577af699 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.2371640 Feb 09 16:18:18.548487 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aa71cc7f-c7bd-4366-8ef8-bd9549b93a21', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'port_id': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'mac_address': 'fa:16:3e:7b:ad:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:18:12Z', 'updated_at': '2022-02-09T16:18:15Z', 'revision_number': 1, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:19Z', 'revision_number': 5, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:18.548759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-9b78da6f-77a3-47fc-8ace-c227c0aaae59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560796 Feb 09 16:18:18.548893 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Deleting port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:18.548893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:18.549412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-7336f9c8-96fd-488b-977d-bffd180be02e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:18:18.549412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-7336f9c8-96fd-488b-977d-bffd180be02e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062823 Feb 09 16:18:18.552912 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b9b3e-30bf-40c6-b6fa-3edda1fcfc0e None None] The sync data for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 is: [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aa71cc7f-c7bd-4366-8ef8-bd9549b93a21', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'port_id': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'mac_address': 'fa:16:3e:7b:ad:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:18:12Z', 'updated_at': '2022-02-09T16:18:15Z', 'revision_number': 1, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:19Z', 'revision_number': 5, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:18.588510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-7c875261-2d92-4dd7-9394-67434a1d3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:18.595476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-7c875261-2d92-4dd7-9394-67434a1d3b1b service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.2972553 Feb 09 16:18:18.709959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] For port 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,segment=NetworkSegment(280baac4-1f38-4c2d-9c3b-9e4c756e06c3),segment_id=280baac4-1f38-4c2d-9c3b-9e4c756e06c3)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:18.710819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:18.728015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-945667cb-652d-42b6-b326-8ed27310a780 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 998 time: 0.1071076 Feb 09 16:18:18.743713 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Calling delete_port for 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:18.812789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-bb6d8cf3-7593-44ff-9316-67fdd5ccf7de service neutron] 10.222.0.53 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517278 Feb 09 16:18:18.940247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a245cee-364d-49a7-97d5-4ffcbf95b82f req-a72032e9-0168-48c3-9237-0e719cc8be96 service neutron] 10.222.0.53 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265163 Feb 09 16:18:18.971842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-bf486509-c427-446d-a3b1-3bd1bc8d1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:18.974967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-bf486509-c427-446d-a3b1-3bd1bc8d1dc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.2329760 Feb 09 16:18:19.004123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c8cbd4-c309-4153-a194-b6c0bb10e247 None None] New status for floating IP aa71cc7f-c7bd-4366-8ef8-bd9549b93a21: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:18:19.039013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-bc157c30-c1ba-45d8-8f08-a66fbd8d9054 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576570 Feb 09 16:18:19.188595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:19.233505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:19.261676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-933ca989-9c68-4b04-a6d4-89531bfcd8cf tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 998 time: 0.1424394 Feb 09 16:18:19.308883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '134157b0-d365-4a6c-a333-ea220e1a5547', 'name': 'network-vif-deleted', 'tag': 'd5bd6823-c4b1-4153-81b3-525a05185e74'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:19.314676 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d064e6b4-0966-4b04-bec7-3612ae190cad" -d '{"events": [{"server_uuid": "134157b0-d365-4a6c-a333-ea220e1a5547", "name": "network-vif-deleted", "tag": "d5bd6823-c4b1-4153-81b3-525a05185e74"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:19.391226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-6832620f-9bc8-44f3-a16e-3fe4635ea869 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:19.393368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-6832620f-9bc8-44f3-a16e-3fe4635ea869 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports/a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 942 time: 0.1308250 Feb 09 16:18:19.421634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d5bd6823-c4b1-4153-81b3-525a05185e74 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:19.425941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-d91e5f47-455b-4bda-b371-6a0fdc7b8d36 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793273 Feb 09 16:18:19.437606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d404f7e-fdfe-4fee-9d0a-85e2411976a5 req-39b12363-5c3e-4bec-a284-f547d3bfed57 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.1593499 Feb 09 16:18:19.540492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: d5bd6823-c4b1-4153-81b3-525a05185e74 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:19.540849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device d5bd6823-c4b1-4153-81b3-525a05185e74 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:19.622313 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f33e0-b953-4c16-816c-5cd2535334e9 x-openstack-request-id: req-e00f33e0-b953-4c16-816c-5cd2535334e9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:19.622677 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "134157b0-d365-4a6c-a333-ea220e1a5547", "name": "network-vif-deleted", "tag": "d5bd6823-c4b1-4153-81b3-525a05185e74", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:19.622859 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e00f33e0-b953-4c16-816c-5cd2535334e9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:19.623267 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '134157b0-d365-4a6c-a333-ea220e1a5547', 'name': 'network-vif-deleted', 'tag': 'd5bd6823-c4b1-4153-81b3-525a05185e74', 'status': 'completed', 'code': 200} Feb 09 16:18:19.652951 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:19.739706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-a5c3de3f-5158-44ee-9af2-584744ab264f tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1000 time: 0.1351285 Feb 09 16:18:19.746552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1cd91d2-86c0-461d-97d8-7f5d407ffb61 req-c4bbf1a6-8eb8-4647-97c9-2388ab06638e service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075137 Feb 09 16:18:19.933011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-e1c1c833-376d-4315-9a12-6e1e4189d81c tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:19.935969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-e1c1c833-376d-4315-9a12-6e1e4189d81c tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.1831017 Feb 09 16:18:19.946914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-fb0f4cc0-059c-4106-ac5b-eefe6de96829 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:18:19.957116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-fb0f4cc0-059c-4106-ac5b-eefe6de96829 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152245 Feb 09 16:18:20.012490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Router 199fe4bc-9bdc-459e-8120-48475517135b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:18:20.035218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-0b5c55cf-f6b6-4ab7-96bc-2b0c9b586743 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 1000 time: 0.0770848 Feb 09 16:18:20.050543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:20.173117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:20.238006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:20.244002 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-66074e27-bf89-4f46-81ee-82dab5d85954 admin admin] 10.222.0.53 "PUT /v2.0/routers/199fe4bc-9bdc-459e-8120-48475517135b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8605280 Feb 09 16:18:20.246525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44888) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:20.249556 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] Sync routers for ids ['199fe4bc-9bdc-459e-8120-48475517135b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:20.267852 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] Routers {'199fe4bc-9bdc-459e-8120-48475517135b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:20.268900 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['199fe4bc-9bdc-459e-8120-48475517135b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:20.422141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:20.478031 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:20.494635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:20.495795 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Floating IP aa71cc7f-c7bd-4366-8ef8-bd9549b93a21 disassociated. External IP: 172.25.5.85, port: a51a554c-2691-4fc0-a3ff-da885ef87e22. Feb 09 16:18:20.507664 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] Set router 199fe4bc-9bdc-459e-8120-48475517135b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:20.709887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:20.774098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1558a24-69e6-416e-8b47-4aa8a9e0cd05 req-7845dd86-624f-4c17-a7de-1c7be8b3cabe tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.0532515 Feb 09 16:18:20.837818 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:18:19Z', 'revision_number': 5, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port': {'id': '439f4373-08f7-4ce5-a9f5-e11e9ab390e3', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199fe4bc-9bdc-459e-8120-48475517135b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:54Z', 'updated_at': '2022-02-09T16:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:20.905636 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] Checking router: 199fe4bc-9bdc-459e-8120-48475517135b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:20.928495 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] Routers {'199fe4bc-9bdc-459e-8120-48475517135b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:20.928618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Deleting port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:20.928618 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:20.928793 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['199fe4bc-9bdc-459e-8120-48475517135b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:21.006816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Router ec9c7573-6daa-4798-a90a-6fc1926970c8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:18:21.061395 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] Set router 199fe4bc-9bdc-459e-8120-48475517135b gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:21.122757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] For port 439f4373-08f7-4ce5-a9f5-e11e9ab390e3, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=439f4373-08f7-4ce5-a9f5-e11e9ab390e3,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:21.122757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:21.122757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Calling delete_port for 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:21.213510 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:18:20Z', 'revision_number': 6, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:21.249813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:21.260628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:21.271074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] Sync routers for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:21.275248 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0030e826-69da-4fd5-977f-dd7f9b311ecf None None] The sync data for ids ['199fe4bc-9bdc-459e-8120-48475517135b'] in n-d-828542-1 is: [{'id': '199fe4bc-9bdc-459e-8120-48475517135b', 'name': 'tempest-TestAggregatesBasicOps-746842110-router', 'tenant_id': 'b21146efbf354941a80d2e67f7531020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:52Z', 'updated_at': '2022-02-09T16:18:20Z', 'revision_number': 6, 'project_id': 'b21146efbf354941a80d2e67f7531020', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:21.297576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:21.298243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:21.312442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-c746b3c0-59d1-48cf-b018-3c7ea39ef063 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "PUT /v2.0/floatingips/aa71cc7f-c7bd-4366-8ef8-bd9549b93a21 HTTP/1.1" status: 200 len: 694 time: 1.2665169 Feb 09 16:18:21.414431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-3c6942ed-681f-4c7d-bfb4-cab9b8a88f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:21.416048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-3c6942ed-681f-4c7d-bfb4-cab9b8a88f6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.0705795 Feb 09 16:18:21.483924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:21.538396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-cce54653-df75-4112-898c-2d6b6981422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:21.540015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-cce54653-df75-4112-898c-2d6b6981422c service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.1164765 Feb 09 16:18:21.551426 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:21.593872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Pushing event deleted for resources: {'Port': ['ID=439f4373-08f7-4ce5-a9f5-e11e9ab390e3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:21.630315 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-56addbe9-af01-491f-9bef-24a264d12e90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 217 time: 0.0810883 Feb 09 16:18:21.648629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:21.656345 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa00f21-908c-4a29-9a5a-7f084318c4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:21.738968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-deedf1c5-6063-4df2-befd-fefebd5bc5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:21.747626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-deedf1c5-6063-4df2-befd-fefebd5bc5ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.1160278 Feb 09 16:18:21.759953 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c8244-33b7-44d3-b4d9-78b893ae6bd7 x-openstack-request-id: req-248c8244-33b7-44d3-b4d9-78b893ae6bd7 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:21.760283 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:21.760564 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-248c8244-33b7-44d3-b4d9-78b893ae6bd7 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:21.760962 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'status': 'completed', 'code': 200} Feb 09 16:18:21.787055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:21.791409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-f8e29ea7-d437-4992-aaf3-9a1710beb208 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427816 Feb 09 16:18:21.837065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:19Z', 'revision_number': 5, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:21.890587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] Checking router: ec9c7573-6daa-4798-a90a-6fc1926970c8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:21.920967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:21.922267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:17:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:22.022163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.024747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.034105 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18daa541-200c-462f-afcf-1200adf1135a req-a6f4c7a3-f392-471f-9896-68c17f058f46 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.0842335 Feb 09 16:18:22.095000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-4940063c-b404-4714-8107-3dad11fee327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:22.097418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-4940063c-b404-4714-8107-3dad11fee327 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=98182acb2ef84484b06831bbaaef2fc6&device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 1096 time: 0.2929387 Feb 09 16:18:22.135878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:22.163046 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.163658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199fe4bc-9bdc-459e-8120-48475517135b {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:18:22.170825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.172550 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-07786349-bd4c-4bc2-bb75-7040034aa15a admin admin] 10.222.0.53 "DELETE /v2.0/routers/199fe4bc-9bdc-459e-8120-48475517135b HTTP/1.1" status: 204 len: 168 time: 1.9248927 Feb 09 16:18:22.175203 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:22.259252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-bf3173b5-84c5-45fc-a8a9-f9d547a53429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:22.275286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-6142cb39-6928-44cf-aed6-f991eecfa5dd admin admin] Deleting subnet a1bd6fa0-4374-422a-8c73-c81f6a2466a4 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:18:22.277017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-bf3173b5-84c5-45fc-a8a9-f9d547a53429 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 200 len: 920 time: 0.1656494 Feb 09 16:18:22.285490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6142cb39-6928-44cf-aed6-f991eecfa5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.359402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-925ddd45-1181-4383-96ce-7a365ee4e61e service neutron] 10.222.0.53 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671039 Feb 09 16:18:22.361067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-2bb9aafb-42e7-4f23-bc51-4b1408942e5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 200 len: 217 time: 0.0741971 Feb 09 16:18:22.377858 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6142cb39-6928-44cf-aed6-f991eecfa5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.507274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-82645b6d-630c-469b-96ec-608fb69b688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:22.508940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-82645b6d-630c-469b-96ec-608fb69b688c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 200 len: 859 time: 0.1410799 Feb 09 16:18:22.546424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6142cb39-6928-44cf-aed6-f991eecfa5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.554860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-f79182c0-4f89-4079-96b9-bfa1c375c336 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e304dc1-dc2d-41ac-8541-02152bf8d0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362215 Feb 09 16:18:22.571759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:19Z', 'revision_number': 5, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:22.607394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee8f9f-4967-4246-a172-d49b105892ef None None] The sync data for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 is: [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:17:10Z', 'revision_number': 4, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'f2c2432f-b4b0-4427-ae72-b216dd64e52c', 'name': '', 'network_id': '4e304dc1-dc2d-41ac-8541-02152bf8d0da', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'mac_address': 'fa:16:3e:5e:a2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:09Z', 'updated_at': '2022-02-09T16:17:19Z', 'revision_number': 5, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'subnets': [{'id': 'fab2d792-9d86-4323-8fcb-48be98fe8e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:22.659536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5cda42d-a946-41a6-9f65-2af5d7e147c7 req-38716b5d-cc6d-4501-a247-5e0721d96436 service neutron] 10.222.0.53 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800517 Feb 09 16:18:22.709169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6142cb39-6928-44cf-aed6-f991eecfa5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.753347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142cb39-6928-44cf-aed6-f991eecfa5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bd6fa0-4374-422a-8c73-c81f6a2466a4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:22.756504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-9262964d-331d-4a1e-849b-c6761a5643d7 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830604 Feb 09 16:18:22.758454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6142cb39-6928-44cf-aed6-f991eecfa5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:22.766694 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6142cb39-6928-44cf-aed6-f991eecfa5dd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a1bd6fa0-4374-422a-8c73-c81f6a2466a4 HTTP/1.1" status: 204 len: 168 time: 0.5903723 Feb 09 16:18:22.775221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57859f21-437d-4d68-92b6-e382d42b186d None None] Network e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:18:22.784371 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44908) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:22.966567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.000996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:23.033660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:23.034221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1a5f1532-a2e1-4572-9ee9-9c7a23f22ed4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:23.034966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:23.076492 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-821c3629-cbd6-4502-9d87-23e6f62acf4d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/floatingips/aa71cc7f-c7bd-4366-8ef8-bd9549b93a21 HTTP/1.1" status: 200 len: 694 time: 0.1738966 Feb 09 16:18:23.161399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d539b87c-eeb7-4cfc-8153-2b9c5231bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.197528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Deleting port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:23.197873 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.228589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:23.229454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 439f4373-08f7-4ce5-a9f5-e11e9ab390e3 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:23.275879 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc73eddc-5032-4fc8-a6a9-e1bf2545b801 None None] New status for floating IP aa71cc7f-c7bd-4366-8ef8-bd9549b93a21: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:18:23.310506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aaa00f21-908c-4a29-9a5a-7f084318c4c9 req-49f154ea-9fa5-471c-8ea6-519222100e46 service neutron] 10.222.0.73 "GET /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510290 Feb 09 16:18:23.358145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4f7d0d2-0c4f-45c4-bcab-30d66752c2a2 req-d996cbd3-6a37-4f2b-8f20-290cbc3fdfe8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.0593538 Feb 09 16:18:23.358424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] For port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,segment=NetworkSegment(280baac4-1f38-4c2d-9c3b-9e4c756e06c3),segment_id=280baac4-1f38-4c2d-9c3b-9e4c756e06c3)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:23.358621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.388142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] DHCP port deletion for e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:18:23.392803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Calling delete_port for 66386392-87e5-438b-9f0a-fe1aa8f5c7ac owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:23.452906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-982c1499-e605-4b23-a291-8d0b13624dae tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:23.454442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-982c1499-e605-4b23-a291-8d0b13624dae tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/networks/0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 784 time: 0.3614192 Feb 09 16:18:23.466891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-b1afe9ba-382d-43ad-a146-2ce184df2b55 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:18:23.467868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-b1afe9ba-382d-43ad-a146-2ce184df2b55 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060825 Feb 09 16:18:23.549898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] Deleting port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:23.552679 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.590089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-03648a20-9cf6-4e6f-ba67-2504ed450c98 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 697 time: 0.1132452 Feb 09 16:18:23.594511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.690917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:23.705721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-291ae1e5-2192-49e4-bbb0-0a424d9f3ae3 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.85 HTTP/1.1" status: 200 len: 697 time: 0.1019278 Feb 09 16:18:23.709558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] For port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,segment=NetworkSegment(280baac4-1f38-4c2d-9c3b-9e4c756e06c3),segment_id=280baac4-1f38-4c2d-9c3b-9e4c756e06c3)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:23.710091 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.716009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] No DVR routers for this DVR port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:18:23.747535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] Calling delete_port for 66386392-87e5-438b-9f0a-fe1aa8f5c7ac owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:23.853059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.901319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:23.943635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] Pushing event deleted for resources: {'Port': ['ID=66386392-87e5-438b-9f0a-fe1aa8f5c7ac,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:23.965009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daca44d-ea77-419c-abe3-7e60cb86f9c6 None None] No DVR routers for this DVR port 66386392-87e5-438b-9f0a-fe1aa8f5c7ac on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:18:24.342630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Deleting port b843a75c-890d-4e43-a99c-902e73b022eb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:24.343092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.371331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:24.382813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280baac4-1f38-4c2d-9c3b-9e4c756e06c3') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:24.383202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280baac4-1f38-4c2d-9c3b-9e4c756e06c3') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:24.394831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.410152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.418310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:18:24.418795 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.460777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.461109 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:18:24.488189 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:18:24.496418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Calling delete_port for b843a75c-890d-4e43-a99c-902e73b022eb owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:24.590291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91b5a350-11e4-4aa6-bc61-d1005d1d1abb req-af63e7ab-8731-4461-ba60-1be9e48bf879 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.0369139 Feb 09 16:18:24.825653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.834704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.843646 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1 HTTP/1.1" status: 204 len: 168 time: 2.0542684 Feb 09 16:18:24.843775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44924) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:24.860544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84662de9-0684-41f0-9295-fab265cd0eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56e2bf0-7a71-4f23-be5b-bf8d85c4e5d1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:24.887255 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 66386392-87e5-438b-9f0a-fe1aa8f5c7ac no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:24.891081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:24.924512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 66386392-87e5-438b-9f0a-fe1aa8f5c7ac {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:24.924858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 66386392-87e5-438b-9f0a-fe1aa8f5c7ac not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:24.931262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event deleted for resources: {'Port': ['ID=b843a75c-890d-4e43-a99c-902e73b022eb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:24.945594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.946082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:24.956304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:25.096037 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:25.100148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:25.101634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa4681b-0e0e-4bca-a175-7f70a37ee79f req-a01b0dad-aa32-42ef-b574-480cbd47cd80 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "DELETE /v2.0/floatingips/aa71cc7f-c7bd-4366-8ef8-bd9549b93a21 HTTP/1.1" status: 204 len: 173 time: 1.3871980 Feb 09 16:18:25.248029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65b93060-bc32-467d-82e7-be3aae0e1eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:25.255951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85168946-1b2b-4c27-b6e1-cf67c6535a3f req-32b2f556-92e8-4014-8dac-0818af8020da tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups/44090756-36dd-4e3f-b734-9b448bfd2a29 HTTP/1.1" status: 200 len: 1809 time: 0.1159735 Feb 09 16:18:25.383757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-85168946-1b2b-4c27-b6e1-cf67c6535a3f req-33cc2803-2d35-43ee-ab15-36e62665c1e9 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:25.451209 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-85168946-1b2b-4c27-b6e1-cf67c6535a3f req-33cc2803-2d35-43ee-ab15-36e62665c1e9 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:25.583053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:25.754928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dfcaa7f5-e3b0-4819-a74c-bd122da61d92 req-a1be7c1c-653e-4ab6-b008-0a11ccdef6b4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=134157b0-d365-4a6c-a333-ea220e1a5547 HTTP/1.1" status: 200 len: 210 time: 0.0477064 Feb 09 16:18:25.993685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Deleting port 6c944ee7-2928-4d9f-bf05-49734bb44c8e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:25.994043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:26.089123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] For port 6c944ee7-2928-4d9f-bf05-49734bb44c8e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6c944ee7-2928-4d9f-bf05-49734bb44c8e,segment=NetworkSegment(56471b99-7fc5-4108-96f8-f3753a3f9e0b),segment_id=56471b99-7fc5-4108-96f8-f3753a3f9e0b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:26.089519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:26.105365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Calling delete_port for 6c944ee7-2928-4d9f-bf05-49734bb44c8e owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:26.149387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-85168946-1b2b-4c27-b6e1-cf67c6535a3f req-33cc2803-2d35-43ee-ab15-36e62665c1e9 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:26.151996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-85168946-1b2b-4c27-b6e1-cf67c6535a3f req-33cc2803-2d35-43ee-ab15-36e62665c1e9 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:26.153196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85168946-1b2b-4c27-b6e1-cf67c6535a3f req-33cc2803-2d35-43ee-ab15-36e62665c1e9 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "DELETE /v2.0/security-groups/44090756-36dd-4e3f-b734-9b448bfd2a29 HTTP/1.1" status: 204 len: 173 time: 0.8962648 Feb 09 16:18:26.168392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc2803-2d35-43ee-ab15-36e62665c1e9 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44090756-36dd-4e3f-b734-9b448bfd2a29,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:26.534120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:26.561664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c944ee7-2928-4d9f-bf05-49734bb44c8e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:26.632376 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:26.785818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:27.080054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9f616-92f1-452b-a931-4c9d0c1988ab req-b56a98d8-d3f1-4c62-a3cf-8d974e127abe tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:27.082604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91f9f616-92f1-452b-a931-4c9d0c1988ab req-b56a98d8-d3f1-4c62-a3cf-8d974e127abe tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1253698 Feb 09 16:18:27.167462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91f9f616-92f1-452b-a931-4c9d0c1988ab req-2e4abf59-6e9b-44b8-8157-fab739bb0755 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789306 Feb 09 16:18:27.181678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Router add6e1ab-15b1-48c9-abbe-028de1299d3a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:18:27.314042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:27.326349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] Sync routers for ids ['add6e1ab-15b1-48c9-abbe-028de1299d3a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:27.330679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-49b94ef5-7777-43d3-929f-47ac930a960a admin admin] 10.222.0.53 "PUT /v2.0/routers/add6e1ab-15b1-48c9-abbe-028de1299d3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4827681 Feb 09 16:18:27.330679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 44960) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:27.338583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] Routers {'add6e1ab-15b1-48c9-abbe-028de1299d3a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:27.339217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:18:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['add6e1ab-15b1-48c9-abbe-028de1299d3a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:27.453686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:27.469628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] Set router add6e1ab-15b1-48c9-abbe-028de1299d3a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:27.602381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:27.700799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:26Z', 'revision_number': 5, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port': {'id': '500f331b-d652-41d9-8fd5-dffda727fb74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:04Z', 'updated_at': '2022-02-09T16:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:27.743988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] Checking router: add6e1ab-15b1-48c9-abbe-028de1299d3a for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:27.770180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] Routers {'add6e1ab-15b1-48c9-abbe-028de1299d3a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:27.771567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:18:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['add6e1ab-15b1-48c9-abbe-028de1299d3a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:27.780500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Deleting port 500f331b-d652-41d9-8fd5-dffda727fb74 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:27.781013 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:27.899836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] For port 500f331b-d652-41d9-8fd5-dffda727fb74, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=500f331b-d652-41d9-8fd5-dffda727fb74,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:27.900525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:27.931747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Calling delete_port for 500f331b-d652-41d9-8fd5-dffda727fb74 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:28.121711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] Set router add6e1ab-15b1-48c9-abbe-028de1299d3a gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:28.216788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:27Z', 'revision_number': 6, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:28.251260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e65e99-aed8-4f60-8dff-b6d4a1cb8cdc None None] The sync data for ids ['add6e1ab-15b1-48c9-abbe-028de1299d3a'] in n-d-828542-1 is: [{'id': 'add6e1ab-15b1-48c9-abbe-028de1299d3a', 'name': 'tempest-TestAggregatesBasicOps-2045333563-router', 'tenant_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:03Z', 'updated_at': '2022-02-09T16:18:27Z', 'revision_number': 6, 'project_id': 'cf2bc421faaa4c949e37da2e9f5b9540', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:28.270350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:28.320032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:28.395782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Pushing event deleted for resources: {'Port': ['ID=500f331b-d652-41d9-8fd5-dffda727fb74,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:28.432645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45848abd-3e01-4754-93e8-c4a04768f5e4 req-b003f399-9b70-4f22-a4de-98b9dc68c1bb tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:28.434844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45848abd-3e01-4754-93e8-c4a04768f5e4 req-b003f399-9b70-4f22-a4de-98b9dc68c1bb tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.1671243 Feb 09 16:18:28.485906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:28.494331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45848abd-3e01-4754-93e8-c4a04768f5e4 req-f0d324f9-6540-4a05-be85-a6db27429285 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Feb 09 16:18:28.520028 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:28.960912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:28.963441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.094251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.094813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Fanout notify agent at l3_agent the message router_deleted on router add6e1ab-15b1-48c9-abbe-028de1299d3a {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:18:29.100882 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.104706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c4a69178-6eb3-4895-9e49-5da3478ea04a admin admin] 10.222.0.53 "DELETE /v2.0/routers/add6e1ab-15b1-48c9-abbe-028de1299d3a HTTP/1.1" status: 204 len: 168 time: 1.7704859 Feb 09 16:18:29.105384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44976) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:29.184009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-96589def-03b8-4b0f-ad12-9ce100864a62 admin admin] Deleting subnet 01c1e790-5154-4e2e-890f-9e4a651423dd {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:18:29.188706 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96589def-03b8-4b0f-ad12-9ce100864a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.238392 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96589def-03b8-4b0f-ad12-9ce100864a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.249230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6c944ee7-2928-4d9f-bf05-49734bb44c8e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:29.319732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6c944ee7-2928-4d9f-bf05-49734bb44c8e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:29.321436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6c944ee7-2928-4d9f-bf05-49734bb44c8e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:29.321436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 500f331b-d652-41d9-8fd5-dffda727fb74 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:29.348817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 500f331b-d652-41d9-8fd5-dffda727fb74 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:29.348817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 500f331b-d652-41d9-8fd5-dffda727fb74 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:29.390464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96589def-03b8-4b0f-ad12-9ce100864a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.418324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-a82169d7-d1d6-4cbe-a720-ee0db39bd948 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:29.420335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-a82169d7-d1d6-4cbe-a720-ee0db39bd948 tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.0893130 Feb 09 16:18:29.580115 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96589def-03b8-4b0f-ad12-9ce100864a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.612804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96589def-03b8-4b0f-ad12-9ce100864a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c1e790-5154-4e2e-890f-9e4a651423dd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:29.620461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-96589def-03b8-4b0f-ad12-9ce100864a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.623256 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-96589def-03b8-4b0f-ad12-9ce100864a62 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/01c1e790-5154-4e2e-890f-9e4a651423dd HTTP/1.1" status: 204 len: 168 time: 0.5166924 Feb 09 16:18:29.626169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 44984) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:29.631608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961d6fb-796f-4d0c-9603-c39721d6e053 None None] Network 1fd61083-8e56-40a6-be42-d229bb0c0da5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:18:29.679414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Deleting port a51a554c-2691-4fc0-a3ff-da885ef87e22 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:29.687905 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.794381 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.818869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acdd23-d8dc-4dd9-9265-c4850562bab4 req-75117a4d-0594-47c8-a1ea-301d21f2a6ba tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:29.820673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34acdd23-d8dc-4dd9-9265-c4850562bab4 req-75117a4d-0594-47c8-a1ea-301d21f2a6ba tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 945 time: 0.2234674 Feb 09 16:18:29.878381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Deleting port b6893cdc-7453-4b3c-ace5-782b4d79f595 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:29.879225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.909231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] For port a51a554c-2691-4fc0-a3ff-da885ef87e22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a51a554c-2691-4fc0-a3ff-da885ef87e22,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:29.910934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:29.932398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34acdd23-d8dc-4dd9-9265-c4850562bab4 req-47cae807-6d05-4b23-9cbe-12510eff5fda tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/security-groups?id=c60ed77b-f747-4222-9883-44700642e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852170 Feb 09 16:18:29.934730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Calling delete_port for a51a554c-2691-4fc0-a3ff-da885ef87e22 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:30.008957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] For port b6893cdc-7453-4b3c-ace5-782b4d79f595, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b6893cdc-7453-4b3c-ace5-782b4d79f595,segment=NetworkSegment(56471b99-7fc5-4108-96f8-f3753a3f9e0b),segment_id=56471b99-7fc5-4108-96f8-f3753a3f9e0b)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:30.009555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.029023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e31653-2680-4052-b89d-a368800c9365 None None] DHCP port deletion for 1fd61083-8e56-40a6-be42-d229bb0c0da5 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:18:30.035272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Calling delete_port for b6893cdc-7453-4b3c-ace5-782b4d79f595 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:30.099660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Deleting port b6893cdc-7453-4b3c-ace5-782b4d79f595 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:30.100041 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.172054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-04e31653-2680-4052-b89d-a368800c9365 None None] For port b6893cdc-7453-4b3c-ace5-782b4d79f595, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b6893cdc-7453-4b3c-ace5-782b4d79f595,segment=NetworkSegment(56471b99-7fc5-4108-96f8-f3753a3f9e0b),segment_id=56471b99-7fc5-4108-96f8-f3753a3f9e0b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:30.172514 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.187828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Calling delete_port for b6893cdc-7453-4b3c-ace5-782b4d79f595 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:30.220216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.246235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a51a554c-2691-4fc0-a3ff-da885ef87e22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:18:30.253998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Pushing event deleted for resources: {'Port': ['ID=a51a554c-2691-4fc0-a3ff-da885ef87e22,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:30.274610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.288803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] No DVR routers for this DVR port b6893cdc-7453-4b3c-ace5-782b4d79f595 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:18:30.310322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6893cdc-7453-4b3c-ace5-782b4d79f595,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:30.339584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] No DVR routers for this DVR port a51a554c-2691-4fc0-a3ff-da885ef87e22 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:18:30.342833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.346889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2f463a7-c0bb-4174-81a7-33ab882a6d17 req-045f1936-8837-4b7b-ac63-7b20cb9a7b7d tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.73 "DELETE /v2.0/ports/a51a554c-2691-4fc0-a3ff-da885ef87e22 HTTP/1.1" status: 204 len: 173 time: 0.9195042 Feb 09 16:18:30.347384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'name': 'network-vif-deleted', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:30.350719 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc755e3-8bd1-4554-afeb-ffac98fac003" -d '{"events": [{"server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "name": "network-vif-deleted", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:30.361302 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.367089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.410108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Pushing event deleted for resources: {'Port': ['ID=b6893cdc-7453-4b3c-ace5-782b4d79f595,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:30.429487 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1725f809-09c4-4b4e-9587-e5cdc4ef2159 x-openstack-request-id: req-1725f809-09c4-4b4e-9587-e5cdc4ef2159 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:30.429797 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8202d4-7ad8-473c-8877-5342abde9554", "name": "network-vif-deleted", "tag": "a51a554c-2691-4fc0-a3ff-da885ef87e22", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:30.430137 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1725f809-09c4-4b4e-9587-e5cdc4ef2159 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:30.430457 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8202d4-7ad8-473c-8877-5342abde9554', 'name': 'network-vif-deleted', 'tag': 'a51a554c-2691-4fc0-a3ff-da885ef87e22', 'status': 'completed', 'code': 200} Feb 09 16:18:30.431837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e31653-2680-4052-b89d-a368800c9365 None None] No DVR routers for this DVR port b6893cdc-7453-4b3c-ace5-782b4d79f595 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:18:30.434351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.434709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.436070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.437514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.438261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.438447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.438775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.442396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.448446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.448973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.449249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.450092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e31653-2680-4052-b89d-a368800c9365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:30.489714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.525729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd61083-8e56-40a6-be42-d229bb0c0da5']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:30.542815 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56471b99-7fc5-4108-96f8-f3753a3f9e0b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:30.543228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56471b99-7fc5-4108-96f8-f3753a3f9e0b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:30.558532 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.581599 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.588895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:18:30.589918 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:18:30.591960 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:18:30.836637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.843181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:30.853553 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1fd61083-8e56-40a6-be42-d229bb0c0da5 HTTP/1.1" status: 204 len: 168 time: 1.2203772 Feb 09 16:18:30.893850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973ebff-97ef-40e5-9aa7-e39d20b7b3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd61083-8e56-40a6-be42-d229bb0c0da5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:31.034681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b6893cdc-7453-4b3c-ace5-782b4d79f595 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:31.100704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: b6893cdc-7453-4b3c-ace5-782b4d79f595 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:31.101301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b6893cdc-7453-4b3c-ace5-782b4d79f595 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:31.177944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3336d763-f20d-43dc-8e38-ab08e7005a66 req-47a1dadb-d3cc-4b96-9dce-20a97732d27a tempest-ServerRescueTestJSONUnderV235-824521272 tempest-ServerRescueTestJSONUnderV235-824521272-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8202d4-7ad8-473c-8877-5342abde9554 HTTP/1.1" status: 200 len: 210 time: 0.0697370 Feb 09 16:18:31.657977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45020) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:31.711253 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5ce55ad7-7813-4bee-b9f4-00ef83376df5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b21146efbf354941a80d2e67f7531020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481915 Feb 09 16:18:31.711561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45024) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:31.914267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a377061f-b92e-4d12-8ccc-7cbcaa51f9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:31.914267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a377061f-b92e-4d12-8ccc-7cbcaa51f9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:31.996707 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a377061f-b92e-4d12-8ccc-7cbcaa51f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:31.997188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:31.999522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a377061f-b92e-4d12-8ccc-7cbcaa51f9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:32.000795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a377061f-b92e-4d12-8ccc-7cbcaa51f9b0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1d2ea7a-63ee-4fa5-b7f1-e90c3931db05 HTTP/1.1" status: 204 len: 168 time: 0.2890875 Feb 09 16:18:32.015329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377061f-b92e-4d12-8ccc-7cbcaa51f9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2ea7a-63ee-4fa5-b7f1-e90c3931db05,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:32.251588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45048) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:32.706752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:33.045875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Deleting port f2c2432f-b4b0-4427-ae72-b216dd64e52c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:33.046207 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:33.138678 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] For port f2c2432f-b4b0-4427-ae72-b216dd64e52c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f2c2432f-b4b0-4427-ae72-b216dd64e52c,segment=NetworkSegment(038136d5-38da-40f3-a75c-2c6ca737067d),segment_id=038136d5-38da-40f3-a75c-2c6ca737067d)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:33.139061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:33.153690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Calling delete_port for f2c2432f-b4b0-4427-ae72-b216dd64e52c owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:33.178071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45066) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:33.279778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0d60b7aa-0584-424d-b823-43cfafb166df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf2bc421faaa4c949e37da2e9f5b9540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999799 Feb 09 16:18:33.282269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45070) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:33.384839 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ef93f9f-9b0a-430d-9642-9be3e9df1d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:33.417670 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ef93f9f-9b0a-430d-9642-9be3e9df1d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:33.570162 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:33.596599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c2432f-b4b0-4427-ae72-b216dd64e52c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:33.648261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ef93f9f-9b0a-430d-9642-9be3e9df1d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:33.656437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ef93f9f-9b0a-430d-9642-9be3e9df1d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:33.656437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8ef93f9f-9b0a-430d-9642-9be3e9df1d02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c9eb677-4d02-4050-997f-d34057f0a344 HTTP/1.1" status: 204 len: 168 time: 0.3722169 Feb 09 16:18:33.670816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93f9f-9b0a-430d-9642-9be3e9df1d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9eb677-4d02-4050-997f-d34057f0a344,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:33.803735 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:34.038107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Router ec9c7573-6daa-4798-a90a-6fc1926970c8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:18:34.207358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:34.216866 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] Sync routers for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:34.221538 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-913a6dd0-354d-4b9d-805d-d603b28916f6 admin admin] 10.222.0.53 "PUT /v2.0/routers/ec9c7573-6daa-4798-a90a-6fc1926970c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681664 Feb 09 16:18:34.229804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45090) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:34.254604 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:34.255294 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:18:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:34.402424 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:34.407517 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:34.601140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a51a554c-2691-4fc0-a3ff-da885ef87e22 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:34.624505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:34.633462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: a51a554c-2691-4fc0-a3ff-da885ef87e22 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:34.640955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a51a554c-2691-4fc0-a3ff-da885ef87e22 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:34.794754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Deleting port 9b356156-703a-4761-9e71-d716276a4143 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:18:34.795173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:34.802891 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221'}], 'enable_snat': True}, 'gw_port_id': '9b356156-703a-4761-9e71-d716276a4143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:18:33Z', 'revision_number': 5, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port': {'id': '9b356156-703a-4761-9e71-d716276a4143', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:17:05Z', 'updated_at': '2022-02-09T16:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:34.845094 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] Checking router: ec9c7573-6daa-4798-a90a-6fc1926970c8 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:34.859317 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] Routers {'ec9c7573-6daa-4798-a90a-6fc1926970c8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:34.859954 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:18:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['ec9c7573-6daa-4798-a90a-6fc1926970c8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:34.954820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] For port 9b356156-703a-4761-9e71-d716276a4143, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9b356156-703a-4761-9e71-d716276a4143,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:34.955410 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:34.963747 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] Set router ec9c7573-6daa-4798-a90a-6fc1926970c8 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:34.973803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Calling delete_port for 9b356156-703a-4761-9e71-d716276a4143 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:18:35.023905 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:18:34Z', 'revision_number': 6, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:35.052702 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99feaf21-3f26-47c7-bd25-ea60a9931ace None None] The sync data for ids ['ec9c7573-6daa-4798-a90a-6fc1926970c8'] in n-d-828542-1 is: [{'id': 'ec9c7573-6daa-4798-a90a-6fc1926970c8', 'name': 'tempest-ServerRescueTestJSONUnderV235-157857798-router', 'tenant_id': '98182acb2ef84484b06831bbaaef2fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:17:04Z', 'updated_at': '2022-02-09T16:18:34Z', 'revision_number': 6, 'project_id': '98182acb2ef84484b06831bbaaef2fc6', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:35.310900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:35.376164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b356156-703a-4761-9e71-d716276a4143,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:35.467232 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:35.593894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:35.597113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:35.803297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:35.804164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9c7573-6daa-4798-a90a-6fc1926970c8 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:18:35.809643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:35.811377 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-978a0eff-c2e5-4381-897b-473fbe51a46c admin admin] 10.222.0.53 "DELETE /v2.0/routers/ec9c7573-6daa-4798-a90a-6fc1926970c8 HTTP/1.1" status: 204 len: 168 time: 1.5805483 Feb 09 16:18:35.813986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45116) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:35.866588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4487f19-b09e-4cc7-a770-4fb5cd032802 admin admin] Deleting subnet fab2d792-9d86-4323-8fcb-48be98fe8e19 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:18:35.870977 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4487f19-b09e-4cc7-a770-4fb5cd032802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:35.921354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4487f19-b09e-4cc7-a770-4fb5cd032802 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:35.987196 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4487f19-b09e-4cc7-a770-4fb5cd032802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.134483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4487f19-b09e-4cc7-a770-4fb5cd032802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.166180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c4487f19-b09e-4cc7-a770-4fb5cd032802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.172367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c4487f19-b09e-4cc7-a770-4fb5cd032802 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fab2d792-9d86-4323-8fcb-48be98fe8e19 HTTP/1.1" status: 204 len: 168 time: 0.3546731 Feb 09 16:18:36.172367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4487f19-b09e-4cc7-a770-4fb5cd032802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fab2d792-9d86-4323-8fcb-48be98fe8e19,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:36.172737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45120) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:36.295808 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.413080 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.441330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e304dc1-dc2d-41ac-8541-02152bf8d0da']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:36.454785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038136d5-38da-40f3-a75c-2c6ca737067d') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:36.455329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038136d5-38da-40f3-a75c-2c6ca737067d') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:36.470403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.500522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.507597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:18:36.507996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:18:36.509987 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:18:36.722600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.729035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:36.732565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4e304dc1-dc2d-41ac-8541-02152bf8d0da HTTP/1.1" status: 204 len: 168 time: 0.5582812 Feb 09 16:18:36.747090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4260a33-cc76-4b8f-a220-4a87e6b182b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e304dc1-dc2d-41ac-8541-02152bf8d0da,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:36.906920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9b356156-703a-4761-9e71-d716276a4143 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:36.938260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 9b356156-703a-4761-9e71-d716276a4143 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:36.942485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9b356156-703a-4761-9e71-d716276a4143 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:36.942485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f2c2432f-b4b0-4427-ae72-b216dd64e52c no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:18:36.982022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f2c2432f-b4b0-4427-ae72-b216dd64e52c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:18:36.982434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f2c2432f-b4b0-4427-ae72-b216dd64e52c not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:18:37.572756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45156) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:37.633226 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-56d85a03-b6ce-4108-9398-13671fcf6831 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98182acb2ef84484b06831bbaaef2fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582681 Feb 09 16:18:37.635952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:37.704743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44abc730-b911-4ce9-8938-2b5ec2e59e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:37.729249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44abc730-b911-4ce9-8938-2b5ec2e59e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:37.962823 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44abc730-b911-4ce9-8938-2b5ec2e59e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:37.969355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44abc730-b911-4ce9-8938-2b5ec2e59e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:37.974765 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44abc730-b911-4ce9-8938-2b5ec2e59e47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c60ed77b-f747-4222-9883-44700642e533 HTTP/1.1" status: 204 len: 168 time: 0.3367028 Feb 09 16:18:37.985808 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abc730-b911-4ce9-8938-2b5ec2e59e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60ed77b-f747-4222-9883-44700642e533,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:39.613912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:39.795483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-network', 'tenant_id': '13b4b57079bb486fb8093475acf9c572'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:39.920128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Made reservation on behalf of 13b4b57079bb486fb8093475acf9c572 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:18:39.932893 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:39.943848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:40.053712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:40.219808 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:40.250063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:18:40.261973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d807aff9-9e63-40c4-9422-935bc1d9fe67,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:40.268102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:40.268805 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Added segment 5449da39-4c0e-4633-97b8-7c59f75f5a5a of type vlan for network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 Feb 09 16:18:40.328368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:40.780862 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:40.782157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:40.783766 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:40.865533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] Pushing event updated for resources: {'Network': ['ID=f18a2391-3053-4fae-b4a7-d8ee48cb1b73,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:40.882226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:18:40.977206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d7a83ca6-34e3-4710-b295-7680f51d1740 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3609295 Feb 09 16:18:40.980050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45290) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:40.985581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Request body: {'subnet': {'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-subnet', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:41.082461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Made reservation on behalf of 13b4b57079bb486fb8093475acf9c572 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:18:41.084977 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:41.385684 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:41.485551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:41.488001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Checking segment: {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:41.488430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Network hostable DHCP agents. Network: f18a2391-3053-4fae-b4a7-d8ee48cb1b73, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:18:41.648305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:18:41.865023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, f18a2391-3053-4fae-b4a7-d8ee48cb1b73) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:41.870181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:41.881764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:41.882794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8844449a-5d1f-44ca-b079-1101c964e1d0 None None] Network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:18:42.004786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:42.012274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-72adad5c-7814-41be-9d13-63e37370b268 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0192006 Feb 09 16:18:42.013364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:42.049451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee530141-cc27-4014-8fb7-a78223f4fe18 None None] Network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:18:42.145203 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:42.146401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:42.216335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:42.518289 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:42.875573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:42.910500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:43.070622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Allocated IP 172.25.5.253 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/8a01c4e8-d059-4c18-a379-8fbc5454ddc8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:18:43.222784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:43.357265 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:43.416336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:43.420654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:43.424901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:18:43.438172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Pushing event updated for resources: {'Port': ['ID=8a01c4e8-d059-4c18-a379-8fbc5454ddc8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:44.256720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:44.482811 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:44.798112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Router 7cc7496d-63f7-4255-a211-d67489b8dee7 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:18:44.958960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:44.986734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Sync routers for ids ['7cc7496d-63f7-4255-a211-d67489b8dee7'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:45.010573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Routers {'7cc7496d-63f7-4255-a211-d67489b8dee7'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:45.011527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:18:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7cc7496d-63f7-4255-a211-d67489b8dee7'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:45.101965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:45.112949 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-69d15221-89ba-4d6c-b68e-7f2cb977ca9e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1021955 Feb 09 16:18:45.113655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45356) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:45.196991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Set router 7cc7496d-63f7-4255-a211-d67489b8dee7 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:45.503854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:44Z', 'revision_number': 3, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:45.537301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Checking router: 7cc7496d-63f7-4255-a211-d67489b8dee7 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:45.537674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Updating router 7cc7496d-63f7-4255-a211-d67489b8dee7 port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:18:45.578071 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:45.799129 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:45.948918 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:46.177408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Allocated IP 172.20.0.1 (f18a2391-3053-4fae-b4a7-d8ee48cb1b73/8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30/d44ff57e-ba1f-4c42-abbe-4c04cc692317) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:18:46.194107 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:46.539807 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:46.606677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Attempting to bind port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:18:46.606677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Attempting to bind port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:18:46.607023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Attempting to bind port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:46.616899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:18:46.617282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:46.617698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:46.618099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:18:46.618576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Bound port: 8a01c4e8-d059-4c18-a379-8fbc5454ddc8, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:18:46.618961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:46.620737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f741e-d64f-4ddb-b307-b6abc7e1e1d5 None None] Pushing event updated for resources: {'Port': ['ID=8a01c4e8-d059-4c18-a379-8fbc5454ddc8,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:46.677814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] For port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:18:46.681035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] For port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8a01c4e8-d059-4c18-a379-8fbc5454ddc8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:18:46.804200 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:46.826938 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:46.858315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:46.861716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:46.866007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:18:46.886318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Routers {'7cc7496d-63f7-4255-a211-d67489b8dee7'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:46.886913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:18:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7cc7496d-63f7-4255-a211-d67489b8dee7'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:46.898467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=d44ff57e-ba1f-4c42-abbe-4c04cc692317,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:46.919688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:46.967052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f741e-d64f-4ddb-b307-b6abc7e1e1d5 None None] Pushing event updated for resources: {'Port': ['ID=8a01c4e8-d059-4c18-a379-8fbc5454ddc8,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:47.047148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] Set router 7cc7496d-63f7-4255-a211-d67489b8dee7 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:47.181796 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:47.269547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:44Z', 'revision_number': 3, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:47.301337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58c903d-3bc2-45e7-bf79-6a2eb3d00a17 None None] The sync data for ids ['7cc7496d-63f7-4255-a211-d67489b8dee7'] in n-d-828542-1 is: [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:44Z', 'revision_number': 3, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:47.457060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:47.585138 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:47.701125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=d44ff57e-ba1f-4c42-abbe-4c04cc692317,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:47.707328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:47.889653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:47.892643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:48.088943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Router 7cc7496d-63f7-4255-a211-d67489b8dee7 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:18:48.239560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:18:48.255275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-63f24bd4-968b-4ad3-b2fd-3253c7b66ab4 admin admin] 10.222.0.53 "PUT /v2.0/routers/7cc7496d-63f7-4255-a211-d67489b8dee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1305740 Feb 09 16:18:48.856147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-7f084bb5-2961-4bae-93ab-e300f07cb596 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:48.857384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-7f084bb5-2961-4bae-93ab-e300f07cb596 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 819 time: 0.1551118 Feb 09 16:18:48.880783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-bfe477a2-6073-4b70-9659-2d33e1e03013 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/quotas/13b4b57079bb486fb8093475acf9c572 HTTP/1.1" status: 200 len: 375 time: 0.0103319 Feb 09 16:18:48.938901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:48.956832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-ef246b67-9e22-4dc7-b3bb-abc1551005ec tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0696564 Feb 09 16:18:49.054420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:49.056784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:49.091685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-fad33f7c-9adb-4951-b3ef-98134a470eec service neutron] 10.222.0.53 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307309 Feb 09 16:18:49.165957 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:49.210093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8a01c4e8-d059-4c18-a379-8fbc5454ddc8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:49.251215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9a5fd420-a64e-411d-8216-6cd55cd81de8 service neutron] 10.222.0.53 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462991 Feb 09 16:18:49.301811 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:49.422708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=8a01c4e8-d059-4c18-a379-8fbc5454ddc8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:49.500903 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Sync routers for ids ['7cc7496d-63f7-4255-a211-d67489b8dee7'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:18:49.516847 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Routers {'7cc7496d-63f7-4255-a211-d67489b8dee7'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:49.517503 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:18:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7cc7496d-63f7-4255-a211-d67489b8dee7'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:49.574659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2557462a-79b6-40db-a124-899045d519f5 req-592f0734-2d71-4ab3-9c64-939574cea7a5 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 210 time: 0.0471499 Feb 09 16:18:49.664818 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Set router 7cc7496d-63f7-4255-a211-d67489b8dee7 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:49.957117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-3302d8a8-a1e1-42b6-9929-847161e223ce tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:49.960744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-3302d8a8-a1e1-42b6-9929-847161e223ce tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 819 time: 0.1998265 Feb 09 16:18:49.991435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-4fb60baa-d922-46a5-849e-7bd68c0aaa49 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/quotas/13b4b57079bb486fb8093475acf9c572 HTTP/1.1" status: 200 len: 375 time: 0.0214281 Feb 09 16:18:50.023966 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:47Z', 'revision_number': 4, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd44ff57e-ba1f-4c42-abbe-4c04cc692317', 'name': '', 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'mac_address': 'fa:16:3e:0a:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:45Z', 'updated_at': '2022-02-09T16:18:47Z', 'revision_number': 2, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'subnets': [{'id': '8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:50.055144 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Checking router: 7cc7496d-63f7-4255-a211-d67489b8dee7 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:18:50.055501 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Updating router 7cc7496d-63f7-4255-a211-d67489b8dee7 port d44ff57e-ba1f-4c42-abbe-4c04cc692317 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:18:50.080359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-2c651d62-d3c1-447e-a780-059e13f33391 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0831740 Feb 09 16:18:50.086423 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:50.197591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-ec803dc9-71f1-4fd9-8804-73699818e25d service neutron] 10.222.0.53 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211474 Feb 09 16:18:50.341556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-90bc4d58-7d78-43b5-b8c5-078745a90106 service neutron] 10.222.0.53 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364541 Feb 09 16:18:50.470621 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:50.621631 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:50.671337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f98f09b4-d530-4629-956c-2b73e0c3729e req-a92c9292-7b0f-4306-9d1e-5b4cb0382278 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 210 time: 0.0417376 Feb 09 16:18:50.729110 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Pushing event updated for resources: {'Port': ['ID=d44ff57e-ba1f-4c42-abbe-4c04cc692317,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:50.750972 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.751621 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.752148 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.752999 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.753507 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.754010 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.754512 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.755195 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.755687 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.756198 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.756701 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.757462 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:18:50.794383 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Attempting to bind port d44ff57e-ba1f-4c42-abbe-4c04cc692317 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:18:50.794537 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Attempting to bind port d44ff57e-ba1f-4c42-abbe-4c04cc692317 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:18:50.795493 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Attempting to bind port d44ff57e-ba1f-4c42-abbe-4c04cc692317 on network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:50.801795 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:18:50.803007 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Checking segment: {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:50.803612 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:50.803988 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Bound using segment: {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:18:50.804482 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Bound port: d44ff57e-ba1f-4c42-abbe-4c04cc692317, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:18:50.804969 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:50.932469 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] For port d44ff57e-ba1f-4c42-abbe-4c04cc692317, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:18:50.936994 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] For port d44ff57e-ba1f-4c42-abbe-4c04cc692317, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d44ff57e-ba1f-4c42-abbe-4c04cc692317,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:18:50.941120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:51.016547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:51.016837 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:51.109048 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:51.219029 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Routers {'7cc7496d-63f7-4255-a211-d67489b8dee7'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:18:51.219676 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:18:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7cc7496d-63f7-4255-a211-d67489b8dee7'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:51.364022 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c1d5e-93c0-4efb-ad42-bbdc79ec01e0 None None] Pushing event updated for resources: {'Port': ['ID=d44ff57e-ba1f-4c42-abbe-4c04cc692317,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:51.399225 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] Set router 7cc7496d-63f7-4255-a211-d67489b8dee7 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:18:51.772497 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:47Z', 'revision_number': 4, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd44ff57e-ba1f-4c42-abbe-4c04cc692317', 'name': '', 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'mac_address': 'fa:16:3e:0a:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:45Z', 'updated_at': '2022-02-09T16:18:50Z', 'revision_number': 4, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'subnets': [{'id': '8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:51.775208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-551af8c6-c933-49ac-852d-3902136f2128 req-142e5fd1-f70c-4237-9d05-2d0ad8282a4a tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 210 time: 0.0400329 Feb 09 16:18:51.813094 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf5dcf-acb0-49d7-854a-ddd32c5355e7 None None] The sync data for ids ['7cc7496d-63f7-4255-a211-d67489b8dee7'] in n-d-828542-1 is: [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:47Z', 'revision_number': 4, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'd44ff57e-ba1f-4c42-abbe-4c04cc692317', 'name': '', 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'mac_address': 'fa:16:3e:0a:bf:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:45Z', 'updated_at': '2022-02-09T16:18:50Z', 'revision_number': 4, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'subnets': [{'id': '8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:18:52.346488 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:18:53.015164 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-54cf6d24-3718-4d5e-866e-b6138730e4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:53.082070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d44ff57e-ba1f-4c42-abbe-4c04cc692317 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:53.118450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48794eb9-144f-4e6c-82ff-f558e0253bca req-c8cb5f25-a5a8-4b76-9973-655e3869f4f4 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 210 time: 0.1152165 Feb 09 16:18:53.246822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-c7764b55-5301-48d3-a07e-eeb1f0108c51 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:53.249773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-c7764b55-5301-48d3-a07e-eeb1f0108c51 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 819 time: 0.2831621 Feb 09 16:18:53.264440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Request body: {'port': {'device_id': '9fb5ab6d-c6c2-4e87-a169-8f2744404e6e', 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73', 'admin_state_up': True, 'tenant_id': '13b4b57079bb486fb8093475acf9c572'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:53.281463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d44ff57e-ba1f-4c42-abbe-4c04cc692317 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:53.282893 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:53.559180 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:53.616754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port d44ff57e-ba1f-4c42-abbe-4c04cc692317, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d44ff57e-ba1f-4c42-abbe-4c04cc692317,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:18:53.677581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Made reservation on behalf of 13b4b57079bb486fb8093475acf9c572 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:18:53.681832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:53.722901 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:53.934923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=d44ff57e-ba1f-4c42-abbe-4c04cc692317,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:54.546401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef49fc4e-ba34-408a-a598-9435b888867c req-181e15e5-ad6f-4c29-9bae-b692a13dad4b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 210 time: 0.1324043 Feb 09 16:18:54.597866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Allocated IP 172.20.0.10 (f18a2391-3053-4fae-b4a7-d8ee48cb1b73/8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30/279596ee-1581-421b-9e4f-67b00dd221eb) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:18:54.687432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-e1ed50af-5326-4d62-b25e-ef6d54340321 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:54.689334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-e1ed50af-5326-4d62-b25e-ef6d54340321 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 819 time: 0.5720441 Feb 09 16:18:54.718967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Request body: {'port': {'device_id': 'e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec', 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73', 'admin_state_up': True, 'tenant_id': '13b4b57079bb486fb8093475acf9c572'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:55.038297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d44ff57e-ba1f-4c42-abbe-4c04cc692317 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:18:55.193139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:55.203940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d44ff57e-ba1f-4c42-abbe-4c04cc692317 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:18:55.204479 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:55.346166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Made reservation on behalf of 13b4b57079bb486fb8093475acf9c572 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:18:55.352993 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:55.356011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:55.453715 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee4d7794-b13f-4a43-9e3b-b64c2ac45781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:55.507119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:55.522550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:55.537478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:18:55.570940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Pushing event updated for resources: {'Port': ['ID=279596ee-1581-421b-9e4f-67b00dd221eb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:55.728474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:55.729685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:55.809973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efeb9acf-625d-4daf-bedd-8146d05e2630 req-b8aaeb61-f5c6-42df-bb5b-ad68bd6f7c15 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 210 time: 0.0326138 Feb 09 16:18:55.843160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Allocated IP 172.20.0.13 (f18a2391-3053-4fae-b4a7-d8ee48cb1b73/8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30/8ee94274-da88-4852-b173-2065a08cd7f4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:18:55.897504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9fd72aa6-921a-498e-bef5-8d5e60bfec6f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6374860 Feb 09 16:18:55.910462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Request body: {'port': {'device_id': '9fb5ab6d-c6c2-4e87-a169-8f2744404e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:56.414458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:56.527918 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:56.615165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:56.959633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59b3b53c-4c6c-4cb3-8185-973a92f92953 req-2af42e90-d4c7-49e6-9e92-11aea10cbea7 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 210 time: 0.0349243 Feb 09 16:18:57.331201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:57.431431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:18:57.442686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:18:57.446302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:18:57.503564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Pushing event updated for resources: {'Port': ['ID=8ee94274-da88-4852-b173-2065a08cd7f4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:57.544546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:57.545607 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:57.631250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279596ee-1581-421b-9e4f-67b00dd221eb {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:18:57.648557 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-0e66bdbe-7f5d-4ae6-8d3e-dc34ca5e877b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9416602 Feb 09 16:18:57.648557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:57.659870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Request body: {'port': {'device_id': 'e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:18:57.683667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Transition to ACTIVE for port object 279596ee-1581-421b-9e4f-67b00dd221eb will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:18:57.729648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:57.804436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:57.926395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Pushing event updated for resources: {'Port': ['ID=279596ee-1581-421b-9e4f-67b00dd221eb,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:58.092330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Attempting to bind port 279596ee-1581-421b-9e4f-67b00dd221eb on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:18:58.093042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Attempting to bind port 279596ee-1581-421b-9e4f-67b00dd221eb by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:18:58.093348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Attempting to bind port 279596ee-1581-421b-9e4f-67b00dd221eb on network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:58.110964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Port 279596ee-1581-421b-9e4f-67b00dd221eb on network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:18:58.111286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Attempting to bind port 279596ee-1581-421b-9e4f-67b00dd221eb on network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:58.207978 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.231562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45618) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:58.243172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee94274-da88-4852-b173-2065a08cd7f4 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:18:58.252632 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.274902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:18:58.275360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Checking segment: {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:58.275897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Bound using segment: {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:18:58.276606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Bound port: 279596ee-1581-421b-9e4f-67b00dd221eb, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:18:58.277101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.303089 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7975df-78e6-470d-9aba-a5a0ea7e21fd admin admin] Deleting subnet 6ab216fb-4dfe-45cb-8a49-54c185305209 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:18:58.307765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a7975df-78e6-470d-9aba-a5a0ea7e21fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.368124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a7975df-78e6-470d-9aba-a5a0ea7e21fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.454759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Transition to ACTIVE for port object 8ee94274-da88-4852-b173-2065a08cd7f4 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:18:58.455468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a7975df-78e6-470d-9aba-a5a0ea7e21fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.539213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae23f54-2cfc-4931-84b6-f9c80d9f7860 req-1dc14dad-d522-41d2-9ef3-c0c00ff02232 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:58.541733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ae23f54-2cfc-4931-84b6-f9c80d9f7860 req-1dc14dad-d522-41d2-9ef3-c0c00ff02232 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 932 time: 0.4794285 Feb 09 16:18:58.548722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.584972 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.635245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] For port 279596ee-1581-421b-9e4f-67b00dd221eb, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:18:58.667610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] For port 279596ee-1581-421b-9e4f-67b00dd221eb, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=279596ee-1581-421b-9e4f-67b00dd221eb,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:18:58.683271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Pushing event updated for resources: {'Port': ['ID=8ee94274-da88-4852-b173-2065a08cd7f4,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:58.711128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ae23f54-2cfc-4931-84b6-f9c80d9f7860 req-b6c18ef8-3bf9-4651-ab69-19c751f7a5cc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522932 Feb 09 16:18:58.712198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a7975df-78e6-470d-9aba-a5a0ea7e21fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.752723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7975df-78e6-470d-9aba-a5a0ea7e21fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab216fb-4dfe-45cb-8a49-54c185305209,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:58.763416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a7975df-78e6-470d-9aba-a5a0ea7e21fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.775877 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7a7975df-78e6-470d-9aba-a5a0ea7e21fd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ab216fb-4dfe-45cb-8a49-54c185305209 HTTP/1.1" status: 204 len: 168 time: 0.5428684 Feb 09 16:18:58.777615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45630) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:58.817361 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.922505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:58.923062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:58.924563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] 10.222.0.73 "PUT /v2.0/ports/279596ee-1581-421b-9e4f-67b00dd221eb HTTP/1.1" status: 200 len: 1092 time: 3.0195920 Feb 09 16:18:58.925043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb5ab6d-c6c2-4e87-a169-8f2744404e6e', 'tag': '279596ee-1581-421b-9e4f-67b00dd221eb'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:18:58.927976 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d06fe-3f23-4975-9a23-d2b07c2197a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb5ab6d-c6c2-4e87-a169-8f2744404e6e", "tag": "279596ee-1581-421b-9e4f-67b00dd221eb"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:18:59.000403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.007392 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3516916-d670-4431-aa25-0d438921afb2 x-openstack-request-id: req-a3516916-d670-4431-aa25-0d438921afb2 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:18:59.007968 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb5ab6d-c6c2-4e87-a169-8f2744404e6e", "tag": "279596ee-1581-421b-9e4f-67b00dd221eb", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:18:59.008416 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3516916-d670-4431-aa25-0d438921afb2 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:18:59.008993 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb5ab6d-c6c2-4e87-a169-8f2744404e6e', 'tag': '279596ee-1581-421b-9e4f-67b00dd221eb', 'status': 'completed', 'code': 200} Feb 09 16:18:59.013092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5604c-b90b-47d7-a335-0bf47e7f616c service neutron] Pushing event updated for resources: {'Port': ['ID=279596ee-1581-421b-9e4f-67b00dd221eb,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:59.019182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Attempting to bind port 8ee94274-da88-4852-b173-2065a08cd7f4 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:18:59.023960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Attempting to bind port 8ee94274-da88-4852-b173-2065a08cd7f4 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:18:59.023960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Attempting to bind port 8ee94274-da88-4852-b173-2065a08cd7f4 on network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:59.039963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Port 8ee94274-da88-4852-b173-2065a08cd7f4 on network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:18:59.040448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Attempting to bind port 8ee94274-da88-4852-b173-2065a08cd7f4 on network f18a2391-3053-4fae-b4a7-d8ee48cb1b73 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:18:59.066139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:18:59.066484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Checking segment: {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:18:59.066945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Bound using segment: {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:18:59.067381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Bound port: 8ee94274-da88-4852-b173-2065a08cd7f4, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5449da39-4c0e-4633-97b8-7c59f75f5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:18:59.067754 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.188369 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.202611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d06fe-3f23-4975-9a23-d2b07c2197a8 req-1b0be886-b697-4955-9af6-8aecc996cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:59.204204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af3d06fe-3f23-4975-9a23-d2b07c2197a8 req-1b0be886-b697-4955-9af6-8aecc996cf92 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1095 time: 0.1783972 Feb 09 16:18:59.233767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75794884-794e-4b8e-94e1-af2cd5a19fd6']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:59.299288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:59.299894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfe4fcf-db66-4ef9-b0d0-760b6d95c1ca') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:18:59.344436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.349577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] For port 8ee94274-da88-4852-b173-2065a08cd7f4, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:18:59.388141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] For port 8ee94274-da88-4852-b173-2065a08cd7f4, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ee94274-da88-4852-b173-2065a08cd7f4,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:18:59.391578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.409913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:18:59.410445 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:18:59.412927 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:18:59.454934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d06fe-3f23-4975-9a23-d2b07c2197a8 req-2fcbd363-db1e-461b-96ed-1ef3e2990f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:59.458795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af3d06fe-3f23-4975-9a23-d2b07c2197a8 req-2fcbd363-db1e-461b-96ed-1ef3e2990f37 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=13b4b57079bb486fb8093475acf9c572&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2429874 Feb 09 16:18:59.484407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.574223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:59.574866 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.576350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] 10.222.0.73 "PUT /v2.0/ports/8ee94274-da88-4852-b173-2065a08cd7f4 HTTP/1.1" status: 200 len: 1092 time: 1.9233527 Feb 09 16:18:59.617299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.618937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddaef9-7ae4-43f8-b433-30847f9eabfe service neutron] Pushing event updated for resources: {'Port': ['ID=8ee94274-da88-4852-b173-2065a08cd7f4,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:59.632192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.635814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] 10.222.0.53 "DELETE /v2.0/networks/75794884-794e-4b8e-94e1-af2cd5a19fd6 HTTP/1.1" status: 204 len: 168 time: 0.8573122 Feb 09 16:18:59.642211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 45648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:18:59.654790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0be15a-c2aa-462f-88f1-21d6a6af382b admin admin] Pushing event deleted for resources: {'Network': ['ID=75794884-794e-4b8e-94e1-af2cd5a19fd6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:18:59.659712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d06fe-3f23-4975-9a23-d2b07c2197a8 req-246d60e0-6539-49b5-8b02-bc8a3934ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:59.662123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af3d06fe-3f23-4975-9a23-d2b07c2197a8 req-246d60e0-6539-49b5-8b02-bc8a3934ada9 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955166 Feb 09 16:18:59.722252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-44da6f92-5c7d-48d3-9b08-d3cf7ddd0332 admin admin] Deleting subnet 6ca40398-ae1c-413d-9e7a-2f978c11b677 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:18:59.735873 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44da6f92-5c7d-48d3-9b08-d3cf7ddd0332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.779556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44da6f92-5c7d-48d3-9b08-d3cf7ddd0332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.823798 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44da6f92-5c7d-48d3-9b08-d3cf7ddd0332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:18:59.827168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-8a0e2c2d-df70-49ab-b5d1-4c6654d17ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:59.828762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-8a0e2c2d-df70-49ab-b5d1-4c6654d17ee3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1095 time: 0.1041675 Feb 09 16:18:59.832205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-563d4b08-1c18-4ec4-a1ad-7d62fd5a35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:18:59.834439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-563d4b08-1c18-4ec4-a1ad-7d62fd5a35cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 1095 time: 0.0674767 Feb 09 16:18:59.890520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-9f25850d-2ae1-4ee2-ab5b-a04ae537f0a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279596ee-1581-421b-9e4f-67b00dd221eb HTTP/1.1" status: 200 len: 217 time: 0.0482512 Feb 09 16:18:59.959584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-b6442fcb-e918-429e-a446-fe21497707aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee94274-da88-4852-b173-2065a08cd7f4 HTTP/1.1" status: 200 len: 217 time: 0.0781178 Feb 09 16:19:00.044011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-36dcfb8f-73d4-4bb1-bf05-8afefe3ef256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:00.045550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-36dcfb8f-73d4-4bb1-bf05-8afefe3ef256 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.1456015 Feb 09 16:19:00.061798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb2056-8289-429c-8540-02b4a661d713 req-bc3422d5-6da2-4005-aabd-94f4b555620e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:00.063429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5fb2056-8289-429c-8540-02b4a661d713 req-bc3422d5-6da2-4005-aabd-94f4b555620e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 944 time: 0.1804261 Feb 09 16:19:00.064993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-2711fb1d-49d2-4ff7-aec7-3fb37399efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:00.066432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-2711fb1d-49d2-4ff7-aec7-3fb37399efb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.0853319 Feb 09 16:19:00.126399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-2013759a-12c2-48f9-9308-ea03fb596bdb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589595 Feb 09 16:19:00.135061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-68703dac-8cac-4476-a617-90551761b0b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582006 Feb 09 16:19:00.267695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5fb2056-8289-429c-8540-02b4a661d713 req-b9ccb5b2-ce91-438c-b83e-0a75e6d37c62 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921046 Feb 09 16:19:00.329782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-c282ab25-829e-40c9-9bab-ee9f05902e81 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905024 Feb 09 16:19:00.336902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-20110b59-62ac-40f4-a1e3-fc54e7c18c7a service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887772 Feb 09 16:19:00.503009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24b5f4a-7873-414b-963d-b910dcd83b43 req-4d19baf2-0694-43c0-9d4e-7e5ea184a54c service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650183 Feb 09 16:19:00.505464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b3e8c77-54e7-4746-9457-db943b206dbb req-c057e404-c807-442e-a956-3ffb9a502b82 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596000 Feb 09 16:19:00.779620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44da6f92-5c7d-48d3-9b08-d3cf7ddd0332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:00.811563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da6f92-5c7d-48d3-9b08-d3cf7ddd0332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca40398-ae1c-413d-9e7a-2f978c11b677,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:00.813759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44da6f92-5c7d-48d3-9b08-d3cf7ddd0332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:00.820889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45672) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:00.821004 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44da6f92-5c7d-48d3-9b08-d3cf7ddd0332 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ca40398-ae1c-413d-9e7a-2f978c11b677 HTTP/1.1" status: 204 len: 168 time: 1.1800835 Feb 09 16:19:00.843066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:00.917593 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:01.006308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:01.014208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec', 'tag': '8ee94274-da88-4852-b173-2065a08cd7f4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:19:01.016571 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec", "tag": "8ee94274-da88-4852-b173-2065a08cd7f4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:19:01.052724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0a3036-262a-4468-87a9-6b63b1bf0a3d']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:19:01.081629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d524314-e360-4dcb-944f-fb5e9164028a') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:19:01.093311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d524314-e360-4dcb-944f-fb5e9164028a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:19:01.096800 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f60862-d187-47b5-8ba7-01980d37d91f x-openstack-request-id: req-25f60862-d187-47b5-8ba7-01980d37d91f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:19:01.097232 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec", "tag": "8ee94274-da88-4852-b173-2065a08cd7f4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:19:01.097631 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25f60862-d187-47b5-8ba7-01980d37d91f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:19:01.098215 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec', 'tag': '8ee94274-da88-4852-b173-2065a08cd7f4', 'status': 'completed', 'code': 200} Feb 09 16:19:01.104979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:01.179724 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:01.195468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:19:01.196187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:19:01.199191 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:19:01.287880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-cc503ffe-1c28-4d5e-835f-cda3e633ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:01.290556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-cc503ffe-1c28-4d5e-835f-cda3e633ecf9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 1095 time: 0.1695898 Feb 09 16:19:01.469463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:01.493293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:01.498024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3e0a3036-262a-4468-87a9-6b63b1bf0a3d HTTP/1.1" status: 204 len: 168 time: 0.6764176 Feb 09 16:19:01.522043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-8cf1d0a7-4b86-4093-9dd8-cdd3103bdbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:01.523612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-8cf1d0a7-4b86-4093-9dd8-cdd3103bdbc2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 920 time: 0.2243719 Feb 09 16:19:01.525699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb096e-d8b1-4d27-b039-0cc57d514f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0a3036-262a-4468-87a9-6b63b1bf0a3d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:01.581344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-3a4d3a5f-cc11-447a-93db-b6f58ff4b617 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee94274-da88-4852-b173-2065a08cd7f4 HTTP/1.1" status: 200 len: 217 time: 0.0497739 Feb 09 16:19:01.619371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d5547-2b47-4368-b6b7-fe49de8a0b66 req-6b7c3ac7-27ef-4912-825c-7e09d032e65f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:01.621144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b7d5547-2b47-4368-b6b7-fe49de8a0b66 req-6b7c3ac7-27ef-4912-825c-7e09d032e65f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 944 time: 0.1674809 Feb 09 16:19:01.699128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-1c74788e-07a5-4f96-9468-6f3128b1f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:01.727577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-1c74788e-07a5-4f96-9468-6f3128b1f5ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.1108947 Feb 09 16:19:01.739437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-69afb169-92a8-4e72-b9a8-f2d5c1589669 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286965 Feb 09 16:19:01.743086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0b7d5547-2b47-4368-b6b7-fe49de8a0b66 req-c9d8a6da-7658-4196-9f44-a3129184b64a tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948753 Feb 09 16:19:01.845918 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-f8bf3170-3149-4d67-a4df-917ae96e59bb service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979686 Feb 09 16:19:01.975576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac4f68b3-fd37-4a83-bc2e-43b844a199f5 req-c767c504-f38e-4ead-adb7-69c23d7c5ed5 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218405 Feb 09 16:19:02.007996 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:02.505674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45698) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:02.546541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0ca0baf7-1957-4f41-8821-d21cc9e766ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e7841ed639e435b8b92a99cd0608ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396144 Feb 09 16:19:02.548987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45700) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:02.600443 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99f652d0-a831-4186-8dc7-434f7b97606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:02.630333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99f652d0-a831-4186-8dc7-434f7b97606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:02.875291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe970a-4349-484b-87b5-ecd72214a416 req-229bd11b-0b95-4b36-8888-d14d319cd7cc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:02.876999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5bfe970a-4349-484b-87b5-ecd72214a416 req-229bd11b-0b95-4b36-8888-d14d319cd7cc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 944 time: 0.0549707 Feb 09 16:19:02.878289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99f652d0-a831-4186-8dc7-434f7b97606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:02.881047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-99f652d0-a831-4186-8dc7-434f7b97606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:02.886476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-99f652d0-a831-4186-8dc7-434f7b97606e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9411d28-6107-4c63-a515-bf3d33178041 HTTP/1.1" status: 204 len: 168 time: 0.3325868 Feb 09 16:19:02.900065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f652d0-a831-4186-8dc7-434f7b97606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9411d28-6107-4c63-a515-bf3d33178041,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:02.952619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5bfe970a-4349-484b-87b5-ecd72214a416 req-92e2ba93-0520-4d8d-b9c1-b9885f92a765 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602300 Feb 09 16:19:03.834600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45722) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:03.886808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bc1421c5-19ed-4d2d-8812-adedf67596bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc92b91f333a4a92be8b45d895cd6060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509477 Feb 09 16:19:03.889746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 45724) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:03.975523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36310ec4-ce88-424f-93c6-af933f5c59a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:04.010735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36310ec4-ce88-424f-93c6-af933f5c59a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:04.166605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0111f-2805-4d0d-99ed-6abdbec7286c req-3889339e-1f75-4fb6-9013-c2ab8cd7e17e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:04.168952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19b0111f-2805-4d0d-99ed-6abdbec7286c req-3889339e-1f75-4fb6-9013-c2ab8cd7e17e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 944 time: 0.0956199 Feb 09 16:19:04.225944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36310ec4-ce88-424f-93c6-af933f5c59a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:04.230118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36310ec4-ce88-424f-93c6-af933f5c59a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:04.231650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-36310ec4-ce88-424f-93c6-af933f5c59a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3ba5baf-94fc-4224-bc9e-ba56e8938f2a HTTP/1.1" status: 204 len: 168 time: 0.3407936 Feb 09 16:19:04.263544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19b0111f-2805-4d0d-99ed-6abdbec7286c req-25c5d2f7-2b79-4d42-9d3b-045b14c87dad tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818722 Feb 09 16:19:04.266752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36310ec4-ce88-424f-93c6-af933f5c59a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba5baf-94fc-4224-bc9e-ba56e8938f2a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:04.694147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ee94274-da88-4852-b173-2065a08cd7f4 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:19:04.829105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ee94274-da88-4852-b173-2065a08cd7f4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ee94274-da88-4852-b173-2065a08cd7f4,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:04.842656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '8ee94274-da88-4852-b173-2065a08cd7f4', 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73', 'port_id': '8ee94274-da88-4852-b173-2065a08cd7f4', 'mac_address': 'fa:16:3e:a0:44:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:19:04.892582 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:04.908223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee94274-da88-4852-b173-2065a08cd7f4 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:19:04.941653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ee94274-da88-4852-b173-2065a08cd7f4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ee94274-da88-4852-b173-2065a08cd7f4,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:05.088755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:05.088966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 279596ee-1581-421b-9e4f-67b00dd221eb details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:19:05.170319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8ee94274-da88-4852-b173-2065a08cd7f4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:05.178117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 279596ee-1581-421b-9e4f-67b00dd221eb, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=279596ee-1581-421b-9e4f-67b00dd221eb,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:05.192841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '279596ee-1581-421b-9e4f-67b00dd221eb', 'network_id': 'f18a2391-3053-4fae-b4a7-d8ee48cb1b73', 'port_id': '279596ee-1581-421b-9e4f-67b00dd221eb', 'mac_address': 'fa:16:3e:c3:9f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:19:05.245342 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:05.262359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279596ee-1581-421b-9e4f-67b00dd221eb {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:19:05.288348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 279596ee-1581-421b-9e4f-67b00dd221eb, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=279596ee-1581-421b-9e4f-67b00dd221eb,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:05.454816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b3c13-d01d-4192-912d-f9302bf3f55d req-4dfe2208-1d8b-4a88-8d70-31dd5b8ce5d9 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:05.456963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e6b3c13-d01d-4192-912d-f9302bf3f55d req-4dfe2208-1d8b-4a88-8d70-31dd5b8ce5d9 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 945 time: 0.0743225 Feb 09 16:19:05.465539 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:05.537113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e6b3c13-d01d-4192-912d-f9302bf3f55d req-d46d7edc-2d8b-42a8-88aa-9e2688db2e9f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682569 Feb 09 16:19:05.538090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=279596ee-1581-421b-9e4f-67b00dd221eb,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:05.713937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['279596ee-1581-421b-9e4f-67b00dd221eb'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:19:05.776639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['8ee94274-da88-4852-b173-2065a08cd7f4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:19:06.710281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edd440-a758-4bf7-8629-fc76125ec3cb req-7f555f21-25fb-4d0f-9d70-838b83430d90 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:06.711894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16edd440-a758-4bf7-8629-fc76125ec3cb req-7f555f21-25fb-4d0f-9d70-838b83430d90 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 945 time: 0.0615039 Feb 09 16:19:06.724933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ee94274-da88-4852-b173-2065a08cd7f4 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:19:06.756437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16edd440-a758-4bf7-8629-fc76125ec3cb req-a5c8c2f0-a9f4-49e0-b518-eec71e593322 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Feb 09 16:19:06.922584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 8ee94274-da88-4852-b173-2065a08cd7f4 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:19:06.931663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 8ee94274-da88-4852-b173-2065a08cd7f4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:19:06.932402 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:07.034760 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:07.062715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee94274-da88-4852-b173-2065a08cd7f4'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:19:07.065589 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86732c3-6ae2-444d-bf22-cc6b9305defc" -d '{"events": [{"server_uuid": "e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "8ee94274-da88-4852-b173-2065a08cd7f4"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:19:07.081262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ee94274-da88-4852-b173-2065a08cd7f4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ee94274-da88-4852-b173-2065a08cd7f4,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:07.113326 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a834d-9ea5-4e13-b910-a3f80cfdbfc9 x-openstack-request-id: req-015a834d-9ea5-4e13-b910-a3f80cfdbfc9 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:19:07.114244 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "8ee94274-da88-4852-b173-2065a08cd7f4", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:19:07.114965 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-015a834d-9ea5-4e13-b910-a3f80cfdbfc9 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:19:07.115988 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee94274-da88-4852-b173-2065a08cd7f4', 'code': 200} Feb 09 16:19:07.237453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e17511-059f-422e-8ed8-db77adcf4318 req-b2d04f5e-1032-41f8-90a7-86c6c9c4f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:07.239006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40e17511-059f-422e-8ed8-db77adcf4318 req-b2d04f5e-1032-41f8-90a7-86c6c9c4f920 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 1096 time: 0.0451424 Feb 09 16:19:07.282565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40e17511-059f-422e-8ed8-db77adcf4318 req-85e730fe-e74e-4336-be26-2e10a2da2ac4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356648 Feb 09 16:19:07.304409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:07.305235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 279596ee-1581-421b-9e4f-67b00dd221eb up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:19:07.390543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8ee94274-da88-4852-b173-2065a08cd7f4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:07.573473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 279596ee-1581-421b-9e4f-67b00dd221eb completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:19:07.577846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 279596ee-1581-421b-9e4f-67b00dd221eb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:19:07.578225 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:07.687409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:07.735774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 279596ee-1581-421b-9e4f-67b00dd221eb, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=279596ee-1581-421b-9e4f-67b00dd221eb,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:07.847787 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:07.901323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96234dab-d01b-41c7-9207-cee97f4156e6 req-6eb0e0a7-d442-4521-ba7f-9f9a72f9026e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:07.903602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=279596ee-1581-421b-9e4f-67b00dd221eb,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:07.904842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96234dab-d01b-41c7-9207-cee97f4156e6 req-6eb0e0a7-d442-4521-ba7f-9f9a72f9026e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0626287 Feb 09 16:19:07.952732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96234dab-d01b-41c7-9207-cee97f4156e6 req-d2999967-2bb8-48f5-8561-478bb75644db tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430429 Feb 09 16:19:09.108999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e49c4-42d4-4ba0-94ba-cc2ed43d1e9c req-bfcbb19c-3ec2-444c-b6c7-ab68efeeab48 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:09.111115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c4e49c4-42d4-4ba0-94ba-cc2ed43d1e9c req-bfcbb19c-3ec2-444c-b6c7-ab68efeeab48 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0708103 Feb 09 16:19:09.117181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb5ab6d-c6c2-4e87-a169-8f2744404e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279596ee-1581-421b-9e4f-67b00dd221eb'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:19:09.120515 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17479428-a414-4141-9c62-beacc9737f0b" -d '{"events": [{"server_uuid": "9fb5ab6d-c6c2-4e87-a169-8f2744404e6e", "name": "network-vif-plugged", "status": "completed", "tag": "279596ee-1581-421b-9e4f-67b00dd221eb"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:19:09.155282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c4e49c4-42d4-4ba0-94ba-cc2ed43d1e9c req-3686752b-909f-4546-a044-664fe716be4a tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369380 Feb 09 16:19:09.175520 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b9acb4-74fd-4ce5-abc8-59afab110159 x-openstack-request-id: req-e5b9acb4-74fd-4ce5-abc8-59afab110159 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:19:09.175819 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb5ab6d-c6c2-4e87-a169-8f2744404e6e", "name": "network-vif-plugged", "status": "completed", "tag": "279596ee-1581-421b-9e4f-67b00dd221eb", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:19:09.176075 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5b9acb4-74fd-4ce5-abc8-59afab110159 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:19:09.177044 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb5ab6d-c6c2-4e87-a169-8f2744404e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279596ee-1581-421b-9e4f-67b00dd221eb', 'code': 200} Feb 09 16:19:09.283467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fbba-b5d7-42a4-b06a-00e817f27612 req-32b8bd78-ffbc-4ffd-9bc3-153023614278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:09.285060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d151fbba-b5d7-42a4-b06a-00e817f27612 req-32b8bd78-ffbc-4ffd-9bc3-153023614278 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1097 time: 0.0447369 Feb 09 16:19:09.337302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d151fbba-b5d7-42a4-b06a-00e817f27612 req-d300bcb9-b27c-4033-8beb-f642c1bc33d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442080 Feb 09 16:19:10.023803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c6b5e-e047-4d1f-897e-90b1d438e64e req-52f06555-b7a8-4188-8987-b3aed7358846 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:10.025516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-719c6b5e-e047-4d1f-897e-90b1d438e64e req-52f06555-b7a8-4188-8987-b3aed7358846 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0564978 Feb 09 16:19:10.089721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-719c6b5e-e047-4d1f-897e-90b1d438e64e req-d810dcea-8934-44db-b52c-06a61a50e292 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518687 Feb 09 16:19:10.164329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-4df6118c-f442-438b-9c51-870f2f860bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:10.164329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-4df6118c-f442-438b-9c51-870f2f860bd4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 1097 time: 0.0505526 Feb 09 16:19:10.262618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-41d07f59-6a76-4f33-96db-fa743d11fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:10.264274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-41d07f59-6a76-4f33-96db-fa743d11fbec service neutron] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 920 time: 0.0905354 Feb 09 16:19:10.318575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-555e6fd0-0b94-456c-92b1-3c4a60adae4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee94274-da88-4852-b173-2065a08cd7f4 HTTP/1.1" status: 200 len: 217 time: 0.0409050 Feb 09 16:19:10.373670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-d8de4c3d-a97d-4af3-911c-37638430da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:10.375384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-d8de4c3d-a97d-4af3-911c-37638430da5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.0486035 Feb 09 16:19:10.413621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-5d1bbb6b-9351-4398-8a28-5d076223adf9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287933 Feb 09 16:19:10.516534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-cc831091-94ec-42d9-859a-39d65453b4c0 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909626 Feb 09 16:19:10.631334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1b8c33-0ade-4208-8759-eeb088f6b859 req-e3c7584d-a476-44c8-a22b-4186b14880d6 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058211 Feb 09 16:19:11.260739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f0666-0e62-4abb-8ac9-3d292acc3ceb req-b3a69bf4-2f2d-4fa1-9b63-59de629f1e03 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:11.263666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d9f0666-0e62-4abb-8ac9-3d292acc3ceb req-b3a69bf4-2f2d-4fa1-9b63-59de629f1e03 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0672457 Feb 09 16:19:11.327367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d9f0666-0e62-4abb-8ac9-3d292acc3ceb req-86ddbdf0-529f-4aa0-b6d3-9ffd15a1e7f9 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552411 Feb 09 16:19:12.469156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e2d30-df49-4f90-8f27-0e57eac674aa req-6319b6b8-cf89-46a9-a954-31ea5d1aaa84 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:12.471726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c3e2d30-df49-4f90-8f27-0e57eac674aa req-6319b6b8-cf89-46a9-a954-31ea5d1aaa84 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0681601 Feb 09 16:19:12.826432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c3e2d30-df49-4f90-8f27-0e57eac674aa req-ecb188d7-b6a4-4968-9be9-cf35b2f9faa1 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476517 Feb 09 16:19:13.952725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee13755-d94a-4847-9538-2e1fff0f4cc9 req-2461df5a-a114-4c9d-931d-74e9ad0c3af3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:13.954473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ee13755-d94a-4847-9538-2e1fff0f4cc9 req-2461df5a-a114-4c9d-931d-74e9ad0c3af3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0564315 Feb 09 16:19:14.001353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ee13755-d94a-4847-9538-2e1fff0f4cc9 req-dc9393c4-f795-43f7-ace6-5a45ada8cff7 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368772 Feb 09 16:19:15.141530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20f468-ed1c-4f8b-b031-ca1aabbbcc24 req-b5cc5db6-4283-48f4-838c-e4e9356ccfd2 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:15.143077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c20f468-ed1c-4f8b-b031-ca1aabbbcc24 req-b5cc5db6-4283-48f4-838c-e4e9356ccfd2 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0560882 Feb 09 16:19:15.187177 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c20f468-ed1c-4f8b-b031-ca1aabbbcc24 req-3203b8ae-6550-4c6e-a8d0-6641b3caf39e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358567 Feb 09 16:19:16.321885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e382c-f055-4ebf-9570-399e6e89a827 req-74b26f51-258b-4031-92f6-4612c68cf8a4 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:16.331295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad3e382c-f055-4ebf-9570-399e6e89a827 req-74b26f51-258b-4031-92f6-4612c68cf8a4 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0627568 Feb 09 16:19:16.366023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad3e382c-f055-4ebf-9570-399e6e89a827 req-b8f8eecf-e150-4abc-8b4b-5de07a53f397 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362258 Feb 09 16:19:17.494628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb06aeb-4ed7-40aa-837e-a3d77ebcccb4 req-2a97f521-4816-42a0-9f89-d61916ae17dc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:17.496345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb06aeb-4ed7-40aa-837e-a3d77ebcccb4 req-2a97f521-4816-42a0-9f89-d61916ae17dc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0561340 Feb 09 16:19:17.548645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb06aeb-4ed7-40aa-837e-a3d77ebcccb4 req-d4d06559-0c52-4f13-aee1-26f702691f83 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Feb 09 16:19:18.688870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0996fa7-76a3-4084-a562-813497d76c27 req-4dc95d96-87ba-4abe-81ee-5e5c189b3842 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:18.690458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0996fa7-76a3-4084-a562-813497d76c27 req-4dc95d96-87ba-4abe-81ee-5e5c189b3842 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0597017 Feb 09 16:19:18.740548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0996fa7-76a3-4084-a562-813497d76c27 req-1623ac4d-bcf6-4099-b773-c104c9f6b0ad tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436602 Feb 09 16:19:19.875510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bbf3c-1ddf-432d-9c3f-f98deca15623 req-0f66038e-4c3b-40e8-91dd-2530237d7969 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:19.876923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999bbf3c-1ddf-432d-9c3f-f98deca15623 req-0f66038e-4c3b-40e8-91dd-2530237d7969 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0557590 Feb 09 16:19:19.929524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-999bbf3c-1ddf-432d-9c3f-f98deca15623 req-16722a4d-5105-4397-8591-5bb12429b867 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Feb 09 16:19:21.095926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d8464-6007-40d4-a864-3e197bb5934f req-92163e32-9d7a-4055-b35d-fca20fca4937 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:21.097611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-835d8464-6007-40d4-a864-3e197bb5934f req-92163e32-9d7a-4055-b35d-fca20fca4937 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0874250 Feb 09 16:19:21.104296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-c977ef4d-0c4d-4616-91a1-baf3bf51c28d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:21.113186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-c977ef4d-0c4d-4616-91a1-baf3bf51c28d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1763885 Feb 09 16:19:21.132409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-dc8dba29-73e7-4de8-9d9d-30d75adf1cec tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/quotas/86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 375 time: 0.0201602 Feb 09 16:19:21.211406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-835d8464-6007-40d4-a864-3e197bb5934f req-062c1c44-6be3-433e-992b-27c17dbea7b7 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920975 Feb 09 16:19:21.225823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-0d7e06d4-5cf3-46d4-a6b8-6484078c31cf tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854967 Feb 09 16:19:21.331762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-ac6904ef-66ab-4392-8bcf-817572ff0629 service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985086 Feb 09 16:19:21.426066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-a1218993-657b-4b5b-be74-2d9cfbd556eb service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875900 Feb 09 16:19:22.233498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87d7cb38-77ca-4467-95cd-02d8276d408e req-6710ac24-568b-4148-aa50-4f5c519d59d2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0505221 Feb 09 16:19:22.360477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617d810-5040-4fdd-a986-07cd5d958e4b req-6f550f67-e362-4964-b1a9-e5f4350536c8 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:22.362127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b617d810-5040-4fdd-a986-07cd5d958e4b req-6f550f67-e362-4964-b1a9-e5f4350536c8 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0714252 Feb 09 16:19:22.404657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b617d810-5040-4fdd-a986-07cd5d958e4b req-f30e1487-c557-432c-8bf0-3bd09457aba3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361881 Feb 09 16:19:22.978995 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0674f2cb-36ea-4c0f-9cad-93b2fcb703e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:23.348123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84b24f41-604d-4e7c-8062-262c0887b0cc req-8ea87d1f-3ad2-4033-bfe9-c158884654a9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0283768 Feb 09 16:19:23.550979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad653d-1b08-4c21-b1e8-8f9d643eb2d9 req-ffcb6a9e-c824-4036-9fae-cbf065965cd3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:23.560627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ad653d-1b08-4c21-b1e8-8f9d643eb2d9 req-ffcb6a9e-c824-4036-9fae-cbf065965cd3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0656016 Feb 09 16:19:23.619424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ad653d-1b08-4c21-b1e8-8f9d643eb2d9 req-5f0ce900-7d47-4aed-a0e6-826fa8b68947 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577872 Feb 09 16:19:24.264301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46290) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:24.419681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:24.475064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17476368-3a5e-4434-b764-f49598629592 req-40873445-5d60-4c38-9dd6-6931ce82764b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0332661 Feb 09 16:19:24.534013 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:24.641123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-1deb2969-6799-42e1-9a04-8ef34ac5a943 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:24.642939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-1deb2969-6799-42e1-9a04-8ef34ac5a943 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1087618 Feb 09 16:19:24.655039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'port': {'device_id': '4558c240-e782-4dab-8f1b-df1088aa72dc', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'admin_state_up': True, 'tenant_id': '86d7c946276a42d6a2439d9da69e9451'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:19:24.677054 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:24.734998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e743f91-828a-48de-b182-862cc9d45739,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:24.752327 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.752584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.752926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.753274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.753599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.753925 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.754249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.755419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.755750 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.756124 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.756447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.757028 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:24.765028 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1523ed51-80a7-4502-b67f-4a1c8ff6354c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e08196f98e604428bd6fdbd3baf70599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969120 Feb 09 16:19:24.765432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:24.821139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624b1d5-8e43-4095-80fa-4e9db1956b01 req-e427d3d1-b0d3-41e1-a723-5308e2659cb8 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:24.823157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4624b1d5-8e43-4095-80fa-4e9db1956b01 req-e427d3d1-b0d3-41e1-a723-5308e2659cb8 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0901153 Feb 09 16:19:24.855254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c190912-81c5-436b-aaf0-7947e233b74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:24.884059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c190912-81c5-436b-aaf0-7947e233b74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:24.887152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4624b1d5-8e43-4095-80fa-4e9db1956b01 req-13d46ada-17b2-4c67-ae9f-2f371364c575 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552673 Feb 09 16:19:25.061310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:19:25.066310 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:25.082222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c190912-81c5-436b-aaf0-7947e233b74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:25.087532 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7c190912-81c5-436b-aaf0-7947e233b74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:25.093049 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7c190912-81c5-436b-aaf0-7947e233b74b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e743f91-828a-48de-b182-862cc9d45739 HTTP/1.1" status: 204 len: 168 time: 0.3228004 Feb 09 16:19:25.113603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c190912-81c5-436b-aaf0-7947e233b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e743f91-828a-48de-b182-862cc9d45739,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:25.253550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.20.0.10 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/675bb662-7a6d-485d-9814-a27ecc530f16) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:19:25.317858 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be12c64d-5118-4aaa-b2f5-7b87f69c3a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:25.444950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:25.574320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:25.647335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:19:25.651783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:19:25.656762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:19:25.684745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=675bb662-7a6d-485d-9814-a27ecc530f16,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:25.703150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459bb52-900a-4c53-ab58-ef30f53f9fef req-717bd82d-7d77-47c0-9262-596893640d00 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:25.704744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a459bb52-900a-4c53-ab58-ef30f53f9fef req-717bd82d-7d77-47c0-9262-596893640d00 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 932 time: 0.1470666 Feb 09 16:19:25.718797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.719161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.719507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.720000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.720218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.720757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.721096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.721429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.721761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.722090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.722431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.722761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:25.764901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:25.765508 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:25.794266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a459bb52-900a-4c53-ab58-ef30f53f9fef req-6f6c717a-1243-4acc-861f-4e3ea9f62295 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771523 Feb 09 16:19:25.868312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-37119408-ef6e-4772-b5a5-3a457c6d3252 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2173529 Feb 09 16:19:25.881799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Request body: {'port': {'device_id': '4558c240-e782-4dab-8f1b-df1088aa72dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:19:25.966608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8681f8d7-8e4c-4b7f-a9f2-d6f456d435a2 None None] Provisioning complete for port 675bb662-7a6d-485d-9814-a27ecc530f16 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:19:25.971250 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8681f8d7-8e4c-4b7f-a9f2-d6f456d435a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:25.978675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46362) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:25.997679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-606ceee1-60cd-4479-a668-b57afc227a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.021570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.039129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8681f8d7-8e4c-4b7f-a9f2-d6f456d435a2 None None] Port 675bb662-7a6d-485d-9814-a27ecc530f16 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:19:26.122979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-606ceee1-60cd-4479-a668-b57afc227a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.132123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4f499-1a08-45ee-aba1-67ef33ba1faa req-e4605fa3-159e-40a5-9e90-40f3e1bb7da1 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:26.133780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12b4f499-1a08-45ee-aba1-67ef33ba1faa req-e4605fa3-159e-40a5-9e90-40f3e1bb7da1 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.1153038 Feb 09 16:19:26.240830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12b4f499-1a08-45ee-aba1-67ef33ba1faa req-4a35185c-f151-4d80-93a0-40e52dcd4aed tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973661 Feb 09 16:19:26.248145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-606ceee1-60cd-4479-a668-b57afc227a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.324548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ceee1-60cd-4479-a668-b57afc227a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afbfd5a-2ad8-40f2-afc5-50258e7270a3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:26.336790 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-606ceee1-60cd-4479-a668-b57afc227a9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb254f2d395843e5b3dcea0763a2f3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568673 Feb 09 16:19:26.339854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46378) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:26.396757 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3547a95-ebbb-471f-858d-2a3d24906d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.424628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675bb662-7a6d-485d-9814-a27ecc530f16 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:19:26.431859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3547a95-ebbb-471f-858d-2a3d24906d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.435029 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.457132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Transition to ACTIVE for port object 675bb662-7a6d-485d-9814-a27ecc530f16 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:19:26.607631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.636286 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3547a95-ebbb-471f-858d-2a3d24906d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.639049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3547a95-ebbb-471f-858d-2a3d24906d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.654061 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a3547a95-ebbb-471f-858d-2a3d24906d75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4afbfd5a-2ad8-40f2-afc5-50258e7270a3 HTTP/1.1" status: 204 len: 168 time: 0.3126993 Feb 09 16:19:26.670655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.677990 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3547a95-ebbb-471f-858d-2a3d24906d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afbfd5a-2ad8-40f2-afc5-50258e7270a3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:26.710324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=675bb662-7a6d-485d-9814-a27ecc530f16,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:26.791472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Attempting to bind port 675bb662-7a6d-485d-9814-a27ecc530f16 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:19:26.791811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Attempting to bind port 675bb662-7a6d-485d-9814-a27ecc530f16 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:19:26.792681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Attempting to bind port 675bb662-7a6d-485d-9814-a27ecc530f16 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:19:26.802667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Port 675bb662-7a6d-485d-9814-a27ecc530f16 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:19:26.806690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Attempting to bind port 675bb662-7a6d-485d-9814-a27ecc530f16 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:19:26.808939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:19:26.810429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:19:26.810839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:19:26.811297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Bound port: 675bb662-7a6d-485d-9814-a27ecc530f16, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:19:26.811697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:26.949760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] For port 675bb662-7a6d-485d-9814-a27ecc530f16, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:19:26.967791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] For port 675bb662-7a6d-485d-9814-a27ecc530f16, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=675bb662-7a6d-485d-9814-a27ecc530f16,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:19:26.981781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89c62-f735-4c99-8427-d3d7012d0239 req-27e1fbb0-153e-4090-9b76-83d1ef5db716 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:26.983805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35c89c62-f735-4c99-8427-d3d7012d0239 req-27e1fbb0-153e-4090-9b76-83d1ef5db716 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0810990 Feb 09 16:19:27.040866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35c89c62-f735-4c99-8427-d3d7012d0239 req-fb9aa73b-700d-49d2-9be7-4330ef4ccc64 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499594 Feb 09 16:19:27.043115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:27.105435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:27.116663 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:27.119860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/675bb662-7a6d-485d-9814-a27ecc530f16 HTTP/1.1" status: 200 len: 1092 time: 1.2420814 Feb 09 16:19:27.123154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4558c240-e782-4dab-8f1b-df1088aa72dc', 'tag': '675bb662-7a6d-485d-9814-a27ecc530f16'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:19:27.127112 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc40bd14-895d-481f-9580-2babeb3c64be" -d '{"events": [{"name": "network-changed", "server_uuid": "4558c240-e782-4dab-8f1b-df1088aa72dc", "tag": "675bb662-7a6d-485d-9814-a27ecc530f16"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:19:27.202003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf827d08-9f70-4f5c-ade1-568426c9c1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=675bb662-7a6d-485d-9814-a27ecc530f16,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:27.209937 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baec3a2-3f0c-4d31-a4bc-7db62297fa48 x-openstack-request-id: req-9baec3a2-3f0c-4d31-a4bc-7db62297fa48 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:19:27.210600 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4558c240-e782-4dab-8f1b-df1088aa72dc", "tag": "675bb662-7a6d-485d-9814-a27ecc530f16", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:19:27.210867 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9baec3a2-3f0c-4d31-a4bc-7db62297fa48 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:19:27.211316 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4558c240-e782-4dab-8f1b-df1088aa72dc', 'tag': '675bb662-7a6d-485d-9814-a27ecc530f16', 'status': 'completed', 'code': 200} Feb 09 16:19:27.413760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bd14-895d-481f-9580-2babeb3c64be req-7626e089-36f2-4a6d-96a3-73d553489594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:27.415378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc40bd14-895d-481f-9580-2babeb3c64be req-7626e089-36f2-4a6d-96a3-73d553489594 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 1095 time: 0.1036861 Feb 09 16:19:27.422968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9835f-e6cb-44ea-b2b3-66df334ae20a req-daed6bd6-46b0-4346-99f4-88163ba08b49 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:27.424525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bd9835f-e6cb-44ea-b2b3-66df334ae20a req-daed6bd6-46b0-4346-99f4-88163ba08b49 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0771592 Feb 09 16:19:27.531752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bd9835f-e6cb-44ea-b2b3-66df334ae20a req-397ff0d6-91a1-48ad-b1c1-a837677838b8 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966220 Feb 09 16:19:27.572998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bd14-895d-481f-9580-2babeb3c64be req-27be101f-0975-4984-b527-e607333bf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:27.575228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc40bd14-895d-481f-9580-2babeb3c64be req-27be101f-0975-4984-b527-e607333bf110 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=86d7c946276a42d6a2439d9da69e9451&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1497066 Feb 09 16:19:27.605710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46432) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:27.627846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8e8e-c1b9-4439-9aff-06aa8e67e3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:27.711276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bd14-895d-481f-9580-2babeb3c64be req-c9d59ae1-dcde-4612-a019-ce8a440b77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:27.712925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc40bd14-895d-481f-9580-2babeb3c64be req-c9d59ae1-dcde-4612-a019-ce8a440b77a0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316810 Feb 09 16:19:27.763305 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8e8e-c1b9-4439-9aff-06aa8e67e3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:27.818968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8e8e-c1b9-4439-9aff-06aa8e67e3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:27.840612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-25811395-31ce-4b28-ae8f-7b17c376852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:27.844192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-25811395-31ce-4b28-ae8f-7b17c376852c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 1095 time: 0.0819702 Feb 09 16:19:27.905348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd8e8e-c1b9-4439-9aff-06aa8e67e3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e397f9de-9deb-490a-9622-4f694a95925d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:27.907974 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e2dd8e8e-c1b9-4439-9aff-06aa8e67e3da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85801beac916454eacd9e41935cee3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999699 Feb 09 16:19:27.911510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:27.926038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-8a515c1a-b4b7-40e1-a44a-b9f807056ae3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675bb662-7a6d-485d-9814-a27ecc530f16 HTTP/1.1" status: 200 len: 217 time: 0.0733473 Feb 09 16:19:27.992535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf58d857-561d-4a93-ac6d-7af231c43736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:27.994304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-cf58d857-561d-4a93-ac6d-7af231c43736 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0617929 Feb 09 16:19:27.999663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2022c9f6-9031-4d05-a698-91deda124118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:28.023849 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2022c9f6-9031-4d05-a698-91deda124118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:28.045827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-aff4a5a0-2c78-4f51-a0a5-d8396b00e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:28.073393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-aff4a5a0-2c78-4f51-a0a5-d8396b00e491 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471258 Feb 09 16:19:28.191559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-9ee8abcc-8c7a-4bb7-8f4a-4edc635be552 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374528 Feb 09 16:19:28.216144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86dceb-4aa3-488f-b2a3-6497705035b1 req-a4b98154-6562-470f-a2dd-5900cfcf49a8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:28.217655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e86dceb-4aa3-488f-b2a3-6497705035b1 req-a4b98154-6562-470f-a2dd-5900cfcf49a8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0738480 Feb 09 16:19:28.300583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e86dceb-4aa3-488f-b2a3-6497705035b1 req-04a508a8-1cda-40db-aab9-083120714779 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727341 Feb 09 16:19:28.324131 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2022c9f6-9031-4d05-a698-91deda124118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:28.324349 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2022c9f6-9031-4d05-a698-91deda124118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:28.325496 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2022c9f6-9031-4d05-a698-91deda124118 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e397f9de-9deb-490a-9622-4f694a95925d HTTP/1.1" status: 204 len: 168 time: 0.4125054 Feb 09 16:19:28.337389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022c9f6-9031-4d05-a698-91deda124118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397f9de-9deb-490a-9622-4f694a95925d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:28.343410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd5e26ac-4c77-4b47-86f8-81b69b581390 req-0676f1fc-be6d-42e9-a7a6-099dcc0e3e60 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447840 Feb 09 16:19:28.354566 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:28.613538 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:28.685504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9841-9935-4588-9932-78f171f8466a req-415cf3e8-4f22-4e7b-ba20-f920ee363617 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:28.688470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61cd9841-9935-4588-9932-78f171f8466a req-415cf3e8-4f22-4e7b-ba20-f920ee363617 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0694423 Feb 09 16:19:28.741408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61cd9841-9935-4588-9932-78f171f8466a req-e6435642-1879-452e-be7c-6bfde301130e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380621 Feb 09 16:19:29.356011 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:19:29.456346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277279d-9928-4ede-b265-6266bcb8d6fa req-30efff38-ab3c-4add-9c2e-cf5d91cbc3e8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:29.458740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0277279d-9928-4ede-b265-6266bcb8d6fa req-30efff38-ab3c-4add-9c2e-cf5d91cbc3e8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0583527 Feb 09 16:19:29.502815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0277279d-9928-4ede-b265-6266bcb8d6fa req-5bc14163-047e-43ce-aae6-bd5bfb7e933d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Feb 09 16:19:29.900216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd9ae8-3e9f-4f93-917a-dcc051931d65 req-4fce8343-69f7-4ebc-9179-6a8c13d91896 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:29.901933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fd9ae8-3e9f-4f93-917a-dcc051931d65 req-4fce8343-69f7-4ebc-9179-6a8c13d91896 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0706239 Feb 09 16:19:29.942244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15fd9ae8-3e9f-4f93-917a-dcc051931d65 req-44be000b-608d-42e4-bc69-058019996e63 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Feb 09 16:19:30.304223 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:30.639386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059b33-7993-4f96-8037-f1489b2773c9 req-8113d9e5-03c1-4d6d-b619-acfca1abc138 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:30.641593 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43059b33-7993-4f96-8037-f1489b2773c9 req-8113d9e5-03c1-4d6d-b619-acfca1abc138 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0558684 Feb 09 16:19:30.681948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43059b33-7993-4f96-8037-f1489b2773c9 req-2dd4fd13-bd54-4b4a-b2ef-d2ceff65f67d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Feb 09 16:19:31.082739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c29d3-8902-48ce-abbb-1c452e372a33 req-9b695dc8-fa84-4ec7-b98b-c5264fae5217 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:31.084812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f0c29d3-8902-48ce-abbb-1c452e372a33 req-9b695dc8-fa84-4ec7-b98b-c5264fae5217 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0675080 Feb 09 16:19:31.135431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f0c29d3-8902-48ce-abbb-1c452e372a33 req-21cb37a7-250a-44fe-b914-3c50951a2029 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Feb 09 16:19:31.824296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce330d0-e084-4423-83d9-2a7285f9589d req-30b446b9-fc46-4d8d-87d4-8c55b873571c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:31.825806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ce330d0-e084-4423-83d9-2a7285f9589d req-30b446b9-fc46-4d8d-87d4-8c55b873571c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0543962 Feb 09 16:19:31.867682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ce330d0-e084-4423-83d9-2a7285f9589d req-46ef70fc-50a3-4e70-bd37-f8529b1b19ac tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Feb 09 16:19:31.978928 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:32.281693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e8181-4848-469d-b8d2-7b59d2f5d314 req-54c5403f-9d99-4f0a-9d28-4f666d4f9507 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:32.283247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a3e8181-4848-469d-b8d2-7b59d2f5d314 req-54c5403f-9d99-4f0a-9d28-4f666d4f9507 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0646746 Feb 09 16:19:32.324032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a3e8181-4848-469d-b8d2-7b59d2f5d314 req-d0350e6a-74a8-443d-87ed-452157befdf6 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345423 Feb 09 16:19:33.011704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2a373-4860-4943-9e13-a6243f7bbb81 req-43a458de-59f9-4dd2-a386-2815fbec5948 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:33.013227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04e2a373-4860-4943-9e13-a6243f7bbb81 req-43a458de-59f9-4dd2-a386-2815fbec5948 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0593064 Feb 09 16:19:33.055923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04e2a373-4860-4943-9e13-a6243f7bbb81 req-dbd6900e-fc66-4c26-b111-632126173bed tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363204 Feb 09 16:19:33.453837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf3ce6-e122-42c7-a250-320027effd1c req-a998bb46-de3c-41b1-a4db-100f98f28465 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:33.455432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1bf3ce6-e122-42c7-a250-320027effd1c req-a998bb46-de3c-41b1-a4db-100f98f28465 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0571246 Feb 09 16:19:33.495873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1bf3ce6-e122-42c7-a250-320027effd1c req-8eaa8de7-3d4a-4ee6-8eeb-03e27c55dd88 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332925 Feb 09 16:19:34.416811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4a568-40e7-43e6-94f8-8edc22957024 req-de61849d-31e0-440d-b71b-90ed3eaf373e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:34.419328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33c4a568-40e7-43e6-94f8-8edc22957024 req-de61849d-31e0-440d-b71b-90ed3eaf373e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.2784903 Feb 09 16:19:34.464238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33c4a568-40e7-43e6-94f8-8edc22957024 req-f43a03b7-4800-4eb2-86dc-80be981fa7a8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Feb 09 16:19:34.629961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410ac81-c636-46b1-b403-5c16d67364d4 req-127dd447-fe52-42d0-a4e1-c704178f512f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:34.631839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3410ac81-c636-46b1-b403-5c16d67364d4 req-127dd447-fe52-42d0-a4e1-c704178f512f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0517278 Feb 09 16:19:34.673147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3410ac81-c636-46b1-b403-5c16d67364d4 req-48f1a932-d3aa-4f23-8335-00b9bec9e9c6 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345671 Feb 09 16:19:35.593002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1232154-3adf-4862-8b20-99d60c0b4345 req-a77950c1-ae36-4697-94c7-be02c620b8c1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:35.594598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1232154-3adf-4862-8b20-99d60c0b4345 req-a77950c1-ae36-4697-94c7-be02c620b8c1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0508354 Feb 09 16:19:35.641597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1232154-3adf-4862-8b20-99d60c0b4345 req-0c2624a4-96a3-42c0-8301-4fb3cc005405 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Feb 09 16:19:35.807857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424cdd6-9f22-4f86-8bef-059e73236e60 req-ee508d75-788d-4339-8b66-68344f9b1f48 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:35.809585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8424cdd6-9f22-4f86-8bef-059e73236e60 req-ee508d75-788d-4339-8b66-68344f9b1f48 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0574727 Feb 09 16:19:35.853910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8424cdd6-9f22-4f86-8bef-059e73236e60 req-4525f35b-b7fb-4c17-b5bf-b22105c9fba9 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Feb 09 16:19:36.769435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014471c8-5bb4-4552-98a6-f74bc66a511d req-252da76e-c67a-4a10-8592-613b7bff7a85 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:36.771587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-014471c8-5bb4-4552-98a6-f74bc66a511d req-252da76e-c67a-4a10-8592-613b7bff7a85 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0548499 Feb 09 16:19:36.813076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-014471c8-5bb4-4552-98a6-f74bc66a511d req-9c4e063b-810e-42ae-b657-0fddefd84f31 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333848 Feb 09 16:19:36.982089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc13ed-9c86-4bc9-a626-ab344b294bb3 req-8b1f1733-f376-4eac-aa28-66a9362a56dd tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:36.983754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89fc13ed-9c86-4bc9-a626-ab344b294bb3 req-8b1f1733-f376-4eac-aa28-66a9362a56dd tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0548568 Feb 09 16:19:37.028748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89fc13ed-9c86-4bc9-a626-ab344b294bb3 req-37244f0b-ecfa-440c-a002-f41b9a9653f3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 Feb 09 16:19:37.961530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09071c7-cd6b-4cd7-98d3-db52c4cd7292 req-8454d12a-27ba-423d-871a-d3591b0e46c7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:37.964247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f09071c7-cd6b-4cd7-98d3-db52c4cd7292 req-8454d12a-27ba-423d-871a-d3591b0e46c7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0683520 Feb 09 16:19:38.036195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f09071c7-cd6b-4cd7-98d3-db52c4cd7292 req-9a93e713-f08f-48ab-b8c4-ea8697442a74 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502825 Feb 09 16:19:38.182383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c5665-2e4f-4ab7-9a99-d7a3e88acd6e req-dd0a951b-0995-4b7b-a14b-3e4943a52fb7 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:38.184518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d86c5665-2e4f-4ab7-9a99-d7a3e88acd6e req-dd0a951b-0995-4b7b-a14b-3e4943a52fb7 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0616252 Feb 09 16:19:38.237406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d86c5665-2e4f-4ab7-9a99-d7a3e88acd6e req-21182301-7daf-423c-90b0-258b391d06ae tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458326 Feb 09 16:19:39.166201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ee011-7c99-4dde-a3aa-8379ca4b85f4 req-e662d32b-3352-4878-b670-952eeb600428 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:39.167793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-501ee011-7c99-4dde-a3aa-8379ca4b85f4 req-e662d32b-3352-4878-b670-952eeb600428 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 944 time: 0.0565126 Feb 09 16:19:39.212559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-501ee011-7c99-4dde-a3aa-8379ca4b85f4 req-cb32a2cb-8f1e-41b1-aeb5-53b7ed187e42 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365646 Feb 09 16:19:39.400537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565bab0-42d7-4f6a-98f7-9c9598b8637f req-91140532-b070-493e-8d41-3eddf6ddd86b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:39.403327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a565bab0-42d7-4f6a-98f7-9c9598b8637f req-91140532-b070-493e-8d41-3eddf6ddd86b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0729618 Feb 09 16:19:39.447979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a565bab0-42d7-4f6a-98f7-9c9598b8637f req-5aa7723d-b7ba-4ddc-bb0b-ffba9e37cc3a tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Feb 09 16:19:39.918084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 675bb662-7a6d-485d-9814-a27ecc530f16 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:19:40.110304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 675bb662-7a6d-485d-9814-a27ecc530f16, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=675bb662-7a6d-485d-9814-a27ecc530f16,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:40.122645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '675bb662-7a6d-485d-9814-a27ecc530f16', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'port_id': '675bb662-7a6d-485d-9814-a27ecc530f16', 'mac_address': 'fa:16:3e:67:aa:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:19:40.164608 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:40.178921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675bb662-7a6d-485d-9814-a27ecc530f16 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:19:40.201039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 675bb662-7a6d-485d-9814-a27ecc530f16, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=675bb662-7a6d-485d-9814-a27ecc530f16,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:40.287790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:40.351149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cbe5b-1d6a-47c2-a1a6-363320a6e85e req-384f00d7-2cbe-40ed-9b03-bad1a81e61c8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:40.352877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-623cbe5b-1d6a-47c2-a1a6-363320a6e85e req-384f00d7-2cbe-40ed-9b03-bad1a81e61c8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 945 time: 0.0620708 Feb 09 16:19:40.359993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=675bb662-7a6d-485d-9814-a27ecc530f16,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:40.369176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.369523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.369870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.370242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.370728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.371069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.371407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.371737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.372111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.372636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.373211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.373554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:19:40.403316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-623cbe5b-1d6a-47c2-a1a6-363320a6e85e req-bc6f1dab-8662-45ec-9ed0-41bbec3f3dfe tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Feb 09 16:19:40.495745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['675bb662-7a6d-485d-9814-a27ecc530f16'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:19:40.598951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaf25d-206c-47c1-bb83-f83cbd482da4 req-8175c049-e21f-4020-ac72-80e640712194 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:40.600720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51aaf25d-206c-47c1-bb83-f83cbd482da4 req-8175c049-e21f-4020-ac72-80e640712194 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0747139 Feb 09 16:19:40.655577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51aaf25d-206c-47c1-bb83-f83cbd482da4 req-95bd8d01-87c4-46b5-b1ef-1365c2f06570 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Feb 09 16:19:41.534785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38965bbd-565b-4dde-8412-951b3c66737c req-94261a8b-db3d-468a-88f1-a3855b2ddec1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:41.538555 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38965bbd-565b-4dde-8412-951b3c66737c req-94261a8b-db3d-468a-88f1-a3855b2ddec1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 945 time: 0.0633509 Feb 09 16:19:41.582493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38965bbd-565b-4dde-8412-951b3c66737c req-149bb6f3-5ab1-493d-bd1d-dac5637e2025 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Feb 09 16:19:41.824310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d95a5-54bc-4df4-a278-1e8c64aa3fca req-004888d3-c6db-4f89-90d8-d4f04dd3de03 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:41.825888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-914d95a5-54bc-4df4-a278-1e8c64aa3fca req-004888d3-c6db-4f89-90d8-d4f04dd3de03 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0542960 Feb 09 16:19:41.867017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-914d95a5-54bc-4df4-a278-1e8c64aa3fca req-058f59bb-f5c2-4101-af0c-0d6321047610 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348806 Feb 09 16:19:41.946298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 675bb662-7a6d-485d-9814-a27ecc530f16 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:19:42.080280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9cdfa-fac4-4311-b261-23458b9b40d4 req-4d50986f-18e0-48d8-82c8-8e22b866432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:42.081810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9db9cdfa-fac4-4311-b261-23458b9b40d4 req-4d50986f-18e0-48d8-82c8-8e22b866432b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 1097 time: 0.0454438 Feb 09 16:19:42.092704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 675bb662-7a6d-485d-9814-a27ecc530f16 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:19:42.097199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 675bb662-7a6d-485d-9814-a27ecc530f16 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:19:42.097577 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:42.139457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9db9cdfa-fac4-4311-b261-23458b9b40d4 req-73463920-deb6-4469-9646-f35a8e58f39b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502634 Feb 09 16:19:42.192239 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:42.215734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4558c240-e782-4dab-8f1b-df1088aa72dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675bb662-7a6d-485d-9814-a27ecc530f16'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:19:42.218017 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cebf580-3d52-45af-a6a6-bc088e7d4ac8" -d '{"events": [{"server_uuid": "4558c240-e782-4dab-8f1b-df1088aa72dc", "name": "network-vif-plugged", "status": "completed", "tag": "675bb662-7a6d-485d-9814-a27ecc530f16"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:19:42.231895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 675bb662-7a6d-485d-9814-a27ecc530f16, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=675bb662-7a6d-485d-9814-a27ecc530f16,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:19:42.255480 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be036860-5017-4e67-885e-4b4afdfbd4ee x-openstack-request-id: req-be036860-5017-4e67-885e-4b4afdfbd4ee {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:19:42.255777 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4558c240-e782-4dab-8f1b-df1088aa72dc", "name": "network-vif-plugged", "status": "completed", "tag": "675bb662-7a6d-485d-9814-a27ecc530f16", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:19:42.256039 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be036860-5017-4e67-885e-4b4afdfbd4ee {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:19:42.256728 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4558c240-e782-4dab-8f1b-df1088aa72dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675bb662-7a6d-485d-9814-a27ecc530f16', 'code': 200} Feb 09 16:19:42.327483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:42.390008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bcace-89cd-4a70-a317-868426928cfd req-78407cc2-4783-4ea4-b576-65b3b0d51121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:42.391982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-618bcace-89cd-4a70-a317-868426928cfd req-78407cc2-4783-4ea4-b576-65b3b0d51121 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 1097 time: 0.0710874 Feb 09 16:19:42.452544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-618bcace-89cd-4a70-a317-868426928cfd req-be0e1c9e-e684-4e0b-b6be-217b37dd7f1c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500987 Feb 09 16:19:42.455753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=675bb662-7a6d-485d-9814-a27ecc530f16,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:42.708002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b123-f0b8-4bd8-a0ff-b2956fb196a0 req-2bb6b56a-66ae-4d97-9875-2b9cd73dfbcd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:42.709634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a143b123-f0b8-4bd8-a0ff-b2956fb196a0 req-2bb6b56a-66ae-4d97-9875-2b9cd73dfbcd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 946 time: 0.0519247 Feb 09 16:19:42.752181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a143b123-f0b8-4bd8-a0ff-b2956fb196a0 req-c79e41ab-47cb-4d30-8dec-9809e86a7399 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344126 Feb 09 16:19:42.991507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abeeb4-523f-4070-9665-4fad782eed16 req-c426eacc-1c6e-42d5-82ac-ff913d1a4fd1 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:42.993179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1abeeb4-523f-4070-9665-4fad782eed16 req-c426eacc-1c6e-42d5-82ac-ff913d1a4fd1 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0540400 Feb 09 16:19:43.035260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1abeeb4-523f-4070-9665-4fad782eed16 req-11cc974a-e8b5-441c-9cee-2e9d18619d28 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Feb 09 16:19:43.875745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49abf3-7a17-4b83-911c-aaa12b0b5386 req-1a49b311-c0e3-4768-aea2-4d2c75bb3282 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:43.877165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a49abf3-7a17-4b83-911c-aaa12b0b5386 req-1a49b311-c0e3-4768-aea2-4d2c75bb3282 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 946 time: 0.0530279 Feb 09 16:19:43.916653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a49abf3-7a17-4b83-911c-aaa12b0b5386 req-0ea4ad98-243b-4d14-9de0-402c756a7edc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Feb 09 16:19:44.053695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c0e4d-a7f0-4da3-8aec-e969e2c76fe4 req-9f5ea4be-4760-4fbb-abbd-50af328c293e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:44.055282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795c0e4d-a7f0-4da3-8aec-e969e2c76fe4 req-9f5ea4be-4760-4fbb-abbd-50af328c293e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 946 time: 0.0545132 Feb 09 16:19:44.108342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795c0e4d-a7f0-4da3-8aec-e969e2c76fe4 req-6414c095-5e9a-4766-b860-d44f5d84b753 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Feb 09 16:19:44.217391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d9bb9-e90f-41f1-a410-e4380807811d req-b16e6d1f-ab96-4487-9c06-b78e561fd034 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:44.220355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd0d9bb9-e90f-41f1-a410-e4380807811d req-b16e6d1f-ab96-4487-9c06-b78e561fd034 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0979140 Feb 09 16:19:44.269887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd0d9bb9-e90f-41f1-a410-e4380807811d req-a0c827fb-9963-4bec-b7b2-2c1f91ae7613 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Feb 09 16:19:44.396849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27b99f-44be-4fe2-a56b-0b032b82cccc req-f1ea4865-a9c7-418d-aec0-772afce1aa52 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:44.398359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf27b99f-44be-4fe2-a56b-0b032b82cccc req-f1ea4865-a9c7-418d-aec0-772afce1aa52 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0576231 Feb 09 16:19:44.452274 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf27b99f-44be-4fe2-a56b-0b032b82cccc req-6aa1c610-4cc6-49b0-81c9-098367c2e4f1 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474279 Feb 09 16:19:44.831276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46796) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:44.899578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f66f3d-b6a7-4650-92b2-493fc1464530 req-fcc14235-3dc4-4bf9-b7b8-a12944e247e2 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:44.901401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9f66f3d-b6a7-4650-92b2-493fc1464530 req-fcc14235-3dc4-4bf9-b7b8-a12944e247e2 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0634937 Feb 09 16:19:44.988054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9f66f3d-b6a7-4650-92b2-493fc1464530 req-152aad6a-7b00-41ac-999a-11c0522f77e6 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753808 Feb 09 16:19:44.992515 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fa50cca-6418-4883-a7b5-66f6169364c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:45.087777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fa50cca-6418-4883-a7b5-66f6169364c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:45.190412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fa50cca-6418-4883-a7b5-66f6169364c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:45.243264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6fa50cca-6418-4883-a7b5-66f6169364c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6588d9237a7c44599fa726122425ace9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071784 Feb 09 16:19:45.243264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa50cca-6418-4883-a7b5-66f6169364c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b521ad-5760-429b-b243-1f93ca2e0f29,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:45.243656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46806) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:45.330070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a51df9a-2107-44e6-bc64-7a63592d6507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:45.373518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-d0017e07-98ef-47a9-930a-c33e5b8d998a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576642 Feb 09 16:19:45.377391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a51df9a-2107-44e6-bc64-7a63592d6507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:45.483618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-969bed2c-d3ce-4855-9f72-40fdeac8f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:45.485387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-969bed2c-d3ce-4855-9f72-40fdeac8f8bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1097 time: 0.0650437 Feb 09 16:19:45.572713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a51df9a-2107-44e6-bc64-7a63592d6507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:45.575497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7a51df9a-2107-44e6-bc64-7a63592d6507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:45.576720 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7a51df9a-2107-44e6-bc64-7a63592d6507 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85b521ad-5760-429b-b243-1f93ca2e0f29 HTTP/1.1" status: 204 len: 168 time: 0.3294592 Feb 09 16:19:45.585779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51df9a-2107-44e6-bc64-7a63592d6507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b521ad-5760-429b-b243-1f93ca2e0f29,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:45.624360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-1cae9aaf-1047-4183-aca1-c96e69c82af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:45.625942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-1cae9aaf-1047-4183-aca1-c96e69c82af0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 920 time: 0.1204491 Feb 09 16:19:45.986510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-cc569485-1da1-4d7c-9f66-dcf408bd02cb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279596ee-1581-421b-9e4f-67b00dd221eb HTTP/1.1" status: 200 len: 217 time: 0.3536201 Feb 09 16:19:46.063481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-02c58fc9-d109-4174-bd97-7f63eb4c534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:46.067531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-02c58fc9-d109-4174-bd97-7f63eb4c534d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.0731490 Feb 09 16:19:46.111668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-5cc6585c-b6ab-4248-9ab3-f3458895a597 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385735 Feb 09 16:19:46.129791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-61e45896-a99b-4fae-bb84-e63ee3693851 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:19:46.131058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-61e45896-a99b-4fae-bb84-e63ee3693851 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067077 Feb 09 16:19:46.240229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8c96-d753-43ba-9388-449246f2e8a0 req-5657cbd8-667f-4c59-bbc4-35246eec012b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:46.241731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e7d8c96-d753-43ba-9388-449246f2e8a0 req-5657cbd8-667f-4c59-bbc4-35246eec012b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.1287420 Feb 09 16:19:46.292494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-2f303f97-36ca-419f-b9f5-5ddec083528c service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326072 Feb 09 16:19:46.317850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e7d8c96-d753-43ba-9388-449246f2e8a0 req-fbe39f9f-a7cf-4cfa-a06f-8b2eaceb3240 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629997 Feb 09 16:19:46.404856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db12e39f-23fb-4e04-9ff3-682e2435e4bc req-9c919f2f-4b8b-4c7e-bfd5-521f482b5cb7 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043215 Feb 09 16:19:46.536680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46858) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:46.557936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57c3af2e-274a-43d7-b35f-1f148a970bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:46.727749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57c3af2e-274a-43d7-b35f-1f148a970bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:46.818234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57c3af2e-274a-43d7-b35f-1f148a970bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:46.868622 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57c3af2e-274a-43d7-b35f-1f148a970bda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b29eea35782640b5b99d502a8c35d4f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269253 Feb 09 16:19:46.868622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3af2e-274a-43d7-b35f-1f148a970bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc892e5d-30b7-41dc-9eb4-36475ecd342b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:46.874966 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46870) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:46.886518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9b178-3644-4c71-87ce-e9bbb3fcc593 req-3fa95440-cdc7-4e8d-b4fa-e6f5c92fadcb tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:46.888422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03d9b178-3644-4c71-87ce-e9bbb3fcc593 req-3fa95440-cdc7-4e8d-b4fa-e6f5c92fadcb tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0768564 Feb 09 16:19:46.949065 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2ca149c-5b7c-4c95-bd81-fffea3d06b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:46.972545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03d9b178-3644-4c71-87ce-e9bbb3fcc593 req-f8c1ad26-6067-46a4-838d-9ccaacd2c77f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552974 Feb 09 16:19:47.031978 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2ca149c-5b7c-4c95-bd81-fffea3d06b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:47.230522 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2ca149c-5b7c-4c95-bd81-fffea3d06b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:47.235127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c2ca149c-5b7c-4c95-bd81-fffea3d06b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:47.237404 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c2ca149c-5b7c-4c95-bd81-fffea3d06b19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc892e5d-30b7-41dc-9eb4-36475ecd342b HTTP/1.1" status: 204 len: 168 time: 0.3662102 Feb 09 16:19:47.251587 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca149c-5b7c-4c95-bd81-fffea3d06b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc892e5d-30b7-41dc-9eb4-36475ecd342b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:48.089474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0c9fc-759a-4dac-9424-fb2adc3f5072 req-391862d1-5c44-499f-9072-4c87a80a77d3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:48.090999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60a0c9fc-759a-4dac-9424-fb2adc3f5072 req-391862d1-5c44-499f-9072-4c87a80a77d3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0526743 Feb 09 16:19:48.105411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 46910) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:48.118711 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84957976-cafb-4f6a-8071-9716ceb7a75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:48.130735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60a0c9fc-759a-4dac-9424-fb2adc3f5072 req-9940057c-184e-46d9-b117-1058a999aac3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333006 Feb 09 16:19:48.212965 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84957976-cafb-4f6a-8071-9716ceb7a75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:48.298379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-84957976-cafb-4f6a-8071-9716ceb7a75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:48.347415 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84957976-cafb-4f6a-8071-9716ceb7a75c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6f384d003b348679ebcc3a16f0cb9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384849 Feb 09 16:19:48.347415 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84957976-cafb-4f6a-8071-9716ceb7a75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5918ec0f-70de-4bae-9d4d-97ee589108b3,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:48.348503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 46932) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:48.487139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-369e4d35-89bc-42e1-aca9-b2d333c79cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:48.523894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0af4c-3231-4fdd-9028-aad991202727 req-7a6b50b3-9cc8-43ce-90f2-c4c94d9ef510 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:48.525385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-7a6b50b3-9cc8-43ce-90f2-c4c94d9ef510 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1680243 Feb 09 16:19:48.530062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-369e4d35-89bc-42e1-aca9-b2d333c79cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:48.555854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-91acf279-52a4-413d-b99a-d31e4ba26103 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/quotas/86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 375 time: 0.0208557 Feb 09 16:19:48.619514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-cf2a643e-8f97-41a8-9ad6-c5e70de530b0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585191 Feb 09 16:19:48.718513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-cc46863a-660b-410e-99a5-461295d573ed service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908985 Feb 09 16:19:48.745145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-369e4d35-89bc-42e1-aca9-b2d333c79cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:48.747661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-369e4d35-89bc-42e1-aca9-b2d333c79cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:48.748872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-369e4d35-89bc-42e1-aca9-b2d333c79cb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5918ec0f-70de-4bae-9d4d-97ee589108b3 HTTP/1.1" status: 204 len: 168 time: 0.3992119 Feb 09 16:19:48.787382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e4d35-89bc-42e1-aca9-b2d333c79cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5918ec0f-70de-4bae-9d4d-97ee589108b3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:48.855129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-823e1318-7c3c-4b2b-a221-41630be2af69 service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301818 Feb 09 16:19:49.251485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5f5291f-84b8-4475-b96d-aa62a5277511 req-2dfd51cc-68f9-473d-90ec-9f77ff7e3d11 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0314674 Feb 09 16:19:50.332108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaf4af7d-f058-4828-9a9c-82a0b3227acf req-e510eec8-f9e6-4f59-b3f3-46401145f0a3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0281799 Feb 09 16:19:51.439336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7067952-e0d1-408b-9f30-6a0d6eb0edaf req-6f816638-338d-4114-895d-35b35a428775 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0358880 Feb 09 16:19:51.542901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c499fb6-f26e-4732-9f5f-de26437c44fc req-02757dcc-0df5-400f-a60e-adafe185591b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:51.544531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c499fb6-f26e-4732-9f5f-de26437c44fc req-02757dcc-0df5-400f-a60e-adafe185591b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0603616 Feb 09 16:19:51.624316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c499fb6-f26e-4732-9f5f-de26437c44fc req-0b6e1aa2-fa89-4701-bf33-08175f946886 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686495 Feb 09 16:19:51.627345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-1ddd1a58-ddeb-4ccb-970b-a77c8d3825f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:51.629581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-1ddd1a58-ddeb-4ccb-970b-a77c8d3825f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1097 time: 0.0689454 Feb 09 16:19:51.765046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-64b26ea4-911e-4b1f-bf7b-11c548d2de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:51.766588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-64b26ea4-911e-4b1f-bf7b-11c548d2de7d service neutron] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 920 time: 0.1308782 Feb 09 16:19:51.844839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-8542f754-2158-4b16-8237-2e07cebee698 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279596ee-1581-421b-9e4f-67b00dd221eb HTTP/1.1" status: 200 len: 217 time: 0.0462303 Feb 09 16:19:51.923295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-797f7b2a-1903-4a63-baf9-5deb407606a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:51.924800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-797f7b2a-1903-4a63-baf9-5deb407606a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.0722253 Feb 09 16:19:51.935184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0af4c-3231-4fdd-9028-aad991202727 req-bb04f30d-07e3-41c9-b3d1-af531644cffd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:51.936894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-bb04f30d-07e3-41c9-b3d1-af531644cffd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.2027032 Feb 09 16:19:51.996042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'port': {'device_id': '975365ee-5ff3-47f9-90ab-191a97c91a9b', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'admin_state_up': True, 'tenant_id': '86d7c946276a42d6a2439d9da69e9451'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:19:52.007938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-f99cf377-f6a7-42f8-9cd8-bb0fda89b1fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698645 Feb 09 16:19:52.208401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-4c051369-0b86-4cdf-b5ae-2d2bd583e7b3 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871438 Feb 09 16:19:52.335757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea095388-c49e-4c85-a6e8-8d929e88ddfd req-25095e28-4438-4c68-a4db-d3a55295dc31 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203780 Feb 09 16:19:52.390168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:19:52.393942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:52.568594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6204d5bf-068a-4ac9-9fe2-12a3e73f66ce req-94f5cd24-ad66-497d-9ccc-859dd911846c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0316429 Feb 09 16:19:52.588681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.20.0.13 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/639d8eb0-dc25-48eb-8407-56d6baa26ce6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:19:52.779826 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:52.801039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818dec-f2d3-498a-a22c-0bf23a84efd7 req-c8a129b5-2103-4396-8117-93d2e4564667 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:52.802570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59818dec-f2d3-498a-a22c-0bf23a84efd7 req-c8a129b5-2103-4396-8117-93d2e4564667 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0861387 Feb 09 16:19:52.869362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59818dec-f2d3-498a-a22c-0bf23a84efd7 req-5e9b0337-2594-4693-a4f3-68c9c8193781 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571749 Feb 09 16:19:52.927529 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:52.942944 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['675bb662-7a6d-485d-9814-a27ecc530f16'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:19:52.982155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:19:52.985313 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7467a62f-67c6-4774-a757-1ef2e2a1939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:52.985586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:19:52.989872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:19:53.055220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=639d8eb0-dc25-48eb-8407-56d6baa26ce6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:53.095761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:53.096603 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:53.175182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-82bd55ce-de08-4af5-becb-62fa87669466 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2258890 Feb 09 16:19:53.187789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Request body: {'port': {'device_id': '975365ee-5ff3-47f9-90ab-191a97c91a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:19:53.258417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:53.335025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8f11791a-e536-4335-8719-d4d233170299 None None] Provisioning complete for port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:19:53.335409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8f11791a-e536-4335-8719-d4d233170299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:53.432837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8f11791a-e536-4335-8719-d4d233170299 None None] Port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:19:53.725304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639d8eb0-dc25-48eb-8407-56d6baa26ce6 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:19:53.734654 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:53.755403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Transition to ACTIVE for port object 639d8eb0-dc25-48eb-8407-56d6baa26ce6 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:19:53.766049 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db4113-bb66-4a98-8ac3-4bd19795b9ac req-b5b879fe-23aa-4d55-9e6f-cf8f31a9fa3b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:53.766049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84db4113-bb66-4a98-8ac3-4bd19795b9ac req-b5b879fe-23aa-4d55-9e6f-cf8f31a9fa3b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 932 time: 0.0847437 Feb 09 16:19:53.807319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84db4113-bb66-4a98-8ac3-4bd19795b9ac req-be21db1b-c17b-4b2f-a1e0-8b93f46ddd0f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343630 Feb 09 16:19:54.007015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:54.060549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Pushing event updated for resources: {'Port': ['ID=639d8eb0-dc25-48eb-8407-56d6baa26ce6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:54.187877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736dc4ca-345e-42d2-8ae5-e6a3c9fcc633 req-effa3d23-9a77-426e-b30e-2d71e97534c0 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:54.189566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-736dc4ca-345e-42d2-8ae5-e6a3c9fcc633 req-effa3d23-9a77-426e-b30e-2d71e97534c0 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.2208927 Feb 09 16:19:54.296970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-736dc4ca-345e-42d2-8ae5-e6a3c9fcc633 req-1683b83f-1bf9-4802-be16-14065861ca18 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790269 Feb 09 16:19:54.313809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Attempting to bind port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:19:54.313809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Attempting to bind port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:19:54.324320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Attempting to bind port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:19:54.330644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:19:54.331224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Attempting to bind port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:19:54.338573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:19:54.338900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:19:54.339423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:19:54.340074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Bound port: 639d8eb0-dc25-48eb-8407-56d6baa26ce6, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:19:54.340520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:54.454844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] For port 639d8eb0-dc25-48eb-8407-56d6baa26ce6, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:19:54.459296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] For port 639d8eb0-dc25-48eb-8407-56d6baa26ce6, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=639d8eb0-dc25-48eb-8407-56d6baa26ce6,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:19:54.568733 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:54.625452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:54.626088 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:54.627585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] 10.222.0.13 "PUT /v2.0/ports/639d8eb0-dc25-48eb-8407-56d6baa26ce6 HTTP/1.1" status: 200 len: 1092 time: 1.4442656 Feb 09 16:19:54.627969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975365ee-5ff3-47f9-90ab-191a97c91a9b', 'tag': '639d8eb0-dc25-48eb-8407-56d6baa26ce6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:19:54.630388 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc966a-6586-4e49-ab5e-485cb6a06eae" -d '{"events": [{"name": "network-changed", "server_uuid": "975365ee-5ff3-47f9-90ab-191a97c91a9b", "tag": "639d8eb0-dc25-48eb-8407-56d6baa26ce6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:19:54.691739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73330ed5-e063-4c1c-b0aa-1ee2d2c4b068 service neutron] Pushing event updated for resources: {'Port': ['ID=639d8eb0-dc25-48eb-8407-56d6baa26ce6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:54.726428 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4c2f44-2d6d-408e-8f68-842a04c54d79 x-openstack-request-id: req-1d4c2f44-2d6d-408e-8f68-842a04c54d79 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:19:54.726970 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975365ee-5ff3-47f9-90ab-191a97c91a9b", "tag": "639d8eb0-dc25-48eb-8407-56d6baa26ce6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:19:54.726970 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d4c2f44-2d6d-408e-8f68-842a04c54d79 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:19:54.727399 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975365ee-5ff3-47f9-90ab-191a97c91a9b', 'tag': '639d8eb0-dc25-48eb-8407-56d6baa26ce6', 'status': 'completed', 'code': 200} Feb 09 16:19:54.813678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc966a-6586-4e49-ab5e-485cb6a06eae req-e9c02a80-48f5-4b30-8789-421a325ea898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:54.818120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fdc966a-6586-4e49-ab5e-485cb6a06eae req-e9c02a80-48f5-4b30-8789-421a325ea898 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 1095 time: 0.0644736 Feb 09 16:19:55.013920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc966a-6586-4e49-ab5e-485cb6a06eae req-e328fc1c-539a-466e-9f30-c3efa23596e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:55.015824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fdc966a-6586-4e49-ab5e-485cb6a06eae req-e328fc1c-539a-466e-9f30-c3efa23596e5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=86d7c946276a42d6a2439d9da69e9451&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1909404 Feb 09 16:19:55.042123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11229a69-62a9-491e-bd53-f9806347ac5e req-9aafda08-79a3-4247-936f-e41e36896287 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:55.043863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11229a69-62a9-491e-bd53-f9806347ac5e req-9aafda08-79a3-4247-936f-e41e36896287 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1203337 Feb 09 16:19:55.136013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11229a69-62a9-491e-bd53-f9806347ac5e req-93e2ce21-3e04-4d9a-b6da-e5bd545f6da0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775244 Feb 09 16:19:55.187029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc966a-6586-4e49-ab5e-485cb6a06eae req-ec3f4a41-f46a-406c-a69c-d34fb62c7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:55.188979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fdc966a-6586-4e49-ab5e-485cb6a06eae req-ec3f4a41-f46a-406c-a69c-d34fb62c7483 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1669259 Feb 09 16:19:55.307239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0af4c-3231-4fdd-9028-aad991202727 req-f33cd868-cade-4fdd-8510-afd0c446954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:55.309148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-f33cd868-cade-4fdd-8510-afd0c446954a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 1095 time: 0.0753496 Feb 09 16:19:55.315290 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5aafa818-733b-4978-b381-0c27bf7eb3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:55.362552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-c1ca02a9-a794-4162-a5a7-aca781e9f452 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=639d8eb0-dc25-48eb-8407-56d6baa26ce6 HTTP/1.1" status: 200 len: 217 time: 0.0448041 Feb 09 16:19:55.471766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0af4c-3231-4fdd-9028-aad991202727 req-a155152d-a311-40be-a870-cd870a6c2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:55.473439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-a155152d-a311-40be-a870-cd870a6c2b18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.1018267 Feb 09 16:19:55.513010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c1929-8a31-44e9-8193-1f9242de0190 req-17a55128-3470-4acb-a0f7-2a52d1c3a7e4 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:55.515213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-328c1929-8a31-44e9-8193-1f9242de0190 req-17a55128-3470-4acb-a0f7-2a52d1c3a7e4 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0834060 Feb 09 16:19:55.572814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0af4c-3231-4fdd-9028-aad991202727 req-8b268010-ef03-4aaa-a2ca-04fb88aced16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:55.574482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-8b268010-ef03-4aaa-a2ca-04fb88aced16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938709 Feb 09 16:19:55.580716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-328c1929-8a31-44e9-8193-1f9242de0190 req-7f6daaac-88e5-4682-8db2-0611fab675ec tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512340 Feb 09 16:19:55.710122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-124156b1-a832-4de6-bb96-871e266f01da service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279738 Feb 09 16:19:55.840067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94b0af4c-3231-4fdd-9028-aad991202727 req-49d2a926-2623-4b7a-bb86-403f427c5502 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223180 Feb 09 16:19:56.276640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f5f62-7f53-4b6e-a138-55b822e85a17 req-cf9f35ca-6955-4d93-9b0b-ca83fa2a7ae3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:56.278299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-132f5f62-7f53-4b6e-a138-55b822e85a17 req-cf9f35ca-6955-4d93-9b0b-ca83fa2a7ae3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0584249 Feb 09 16:19:56.329093 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-132f5f62-7f53-4b6e-a138-55b822e85a17 req-8b76b6fd-f5a4-4f5a-a0fe-f9e779eecab8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 Feb 09 16:19:56.698198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:56.716866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b27c9-9eb6-47d7-8945-f1d7c0fc4066 req-eac6cbf6-f3c6-4492-82ec-c032279ee612 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:56.718599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d99b27c9-9eb6-47d7-8945-f1d7c0fc4066 req-eac6cbf6-f3c6-4492-82ec-c032279ee612 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0532231 Feb 09 16:19:56.770680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d99b27c9-9eb6-47d7-8945-f1d7c0fc4066 req-8d790d69-a640-44a2-a96b-aea7c1f3f626 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Feb 09 16:19:57.535967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ece0d-8251-4244-b291-b6a926ebba08 req-27471ebd-5b39-43ce-8b91-bbce1691e02e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:57.535967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-730ece0d-8251-4244-b291-b6a926ebba08 req-27471ebd-5b39-43ce-8b91-bbce1691e02e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0809121 Feb 09 16:19:57.635112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-730ece0d-8251-4244-b291-b6a926ebba08 req-b9b89cec-b7bf-4f92-9f16-e26c4afa396d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762672 Feb 09 16:19:57.923474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f8af5-4331-406e-8053-abd8abf9b5ee req-93492ffb-3f20-4b21-b471-ccd72fd2c36e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:57.925123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f17f8af5-4331-406e-8053-abd8abf9b5ee req-93492ffb-3f20-4b21-b471-ccd72fd2c36e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0739379 Feb 09 16:19:57.999294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f17f8af5-4331-406e-8053-abd8abf9b5ee req-579d03e5-de55-41f7-b027-328612b72047 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566709 Feb 09 16:19:58.258611 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:58.263560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 47150) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:58.394249 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c5a978f-a66d-4d3c-9134-f78bf680083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:58.511874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c5a978f-a66d-4d3c-9134-f78bf680083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:58.606655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:58.738931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d81b4-3dfc-4ba9-b74c-819c495b1f6a req-76132a31-98c7-4eec-ba3e-1965360664ff tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:58.740970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-836d81b4-3dfc-4ba9-b74c-819c495b1f6a req-76132a31-98c7-4eec-ba3e-1965360664ff tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0601776 Feb 09 16:19:58.757507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c5a978f-a66d-4d3c-9134-f78bf680083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:58.814511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6c5a978f-a66d-4d3c-9134-f78bf680083d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37befec2fe6641fc8fff4cb790b64b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497966 Feb 09 16:19:58.817617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 47162) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:19:58.826690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a978f-a66d-4d3c-9134-f78bf680083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a1dc3c-7041-4b03-b1bb-00406f969884,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:58.835398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-836d81b4-3dfc-4ba9-b74c-819c495b1f6a req-61f064fb-4a45-4da8-b115-3b41cd851fac tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856450 Feb 09 16:19:58.888396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a0cc-d44d-41ab-8700-8f5aa8fdb478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:58.913994 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a0cc-d44d-41ab-8700-8f5aa8fdb478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:59.294513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fab3f4-7df2-41b7-808c-dff2c1c9a8c6 req-4e71ad34-cf00-4236-83e3-a9ab20f6e2e4 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:59.294513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2fab3f4-7df2-41b7-808c-dff2c1c9a8c6 req-4e71ad34-cf00-4236-83e3-a9ab20f6e2e4 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0552335 Feb 09 16:19:59.294513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2fab3f4-7df2-41b7-808c-dff2c1c9a8c6 req-206370d1-85ed-44fb-8b71-f3a901ee7e4c tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Feb 09 16:19:59.486838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a0cc-d44d-41ab-8700-8f5aa8fdb478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:59.491790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a0cc-d44d-41ab-8700-8f5aa8fdb478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:19:59.493052 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3cb6a0cc-d44d-41ab-8700-8f5aa8fdb478 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49a1dc3c-7041-4b03-b1bb-00406f969884 HTTP/1.1" status: 204 len: 168 time: 0.6744065 Feb 09 16:19:59.502348 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6a0cc-d44d-41ab-8700-8f5aa8fdb478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a1dc3c-7041-4b03-b1bb-00406f969884,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:19:59.994670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa809906-a971-4e63-ada8-4469d0f5eb74 req-49d5d68f-b8d7-4b9e-b875-f225b84d20c2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:19:59.995282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa809906-a971-4e63-ada8-4469d0f5eb74 req-49d5d68f-b8d7-4b9e-b875-f225b84d20c2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0730982 Feb 09 16:20:00.057824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa809906-a971-4e63-ada8-4469d0f5eb74 req-fbee468e-a2b8-411e-9555-7a11c3f8772f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496953 Feb 09 16:20:00.305031 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:00.422087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf827d-1e46-4655-bc4a-0b60088ddf31 req-648c9275-4cfe-407e-b352-9c8a6e4dca38 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:00.422879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30cf827d-1e46-4655-bc4a-0b60088ddf31 req-648c9275-4cfe-407e-b352-9c8a6e4dca38 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0656252 Feb 09 16:20:00.487454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30cf827d-1e46-4655-bc4a-0b60088ddf31 req-501c688e-4362-4614-bf33-a718b732d642 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514197 Feb 09 16:20:01.221949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5466229-e1c4-4986-9038-bdeeeab75e00 req-bbb7b0fe-2249-4f05-8317-593e9a774ae5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:01.229108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5466229-e1c4-4986-9038-bdeeeab75e00 req-bbb7b0fe-2249-4f05-8317-593e9a774ae5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0815380 Feb 09 16:20:01.281149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5466229-e1c4-4986-9038-bdeeeab75e00 req-af874da1-b5de-4f5a-ad91-41e1e20d0e13 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Feb 09 16:20:01.644162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2567a1-a36a-452d-bb05-b8b0f9a1eea5 req-35a3ba42-f365-4d07-b72e-a2df5b1c3028 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:01.646431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b2567a1-a36a-452d-bb05-b8b0f9a1eea5 req-35a3ba42-f365-4d07-b72e-a2df5b1c3028 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0648654 Feb 09 16:20:01.700345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b2567a1-a36a-452d-bb05-b8b0f9a1eea5 req-4750add5-32d8-4808-a1fb-5ea34871e115 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463507 Feb 09 16:20:02.082700 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:02.444734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495167d3-c37f-4970-979a-2f4167eb83c2 req-5a388413-9f5d-46fd-bdd7-877f79197b5e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:02.447720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-495167d3-c37f-4970-979a-2f4167eb83c2 req-5a388413-9f5d-46fd-bdd7-877f79197b5e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0703201 Feb 09 16:20:02.493832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-495167d3-c37f-4970-979a-2f4167eb83c2 req-43839d66-28ca-4161-a224-fbba42309e90 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Feb 09 16:20:02.865998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ba7a3-6205-4e0f-ad66-b7826ae88776 req-02482931-f16e-42fb-a571-400231e3c27f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:02.869088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec7ba7a3-6205-4e0f-ad66-b7826ae88776 req-02482931-f16e-42fb-a571-400231e3c27f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0666163 Feb 09 16:20:02.914057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec7ba7a3-6205-4e0f-ad66-b7826ae88776 req-4e5720d6-13f7-497c-b44f-0da3e9864628 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Feb 09 16:20:03.670170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f35c3-3900-47e0-80dd-1c915b7e17a8 req-b26189c0-237b-461b-a98c-e5620c2ca749 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:03.671724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d60f35c3-3900-47e0-80dd-1c915b7e17a8 req-b26189c0-237b-461b-a98c-e5620c2ca749 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0714841 Feb 09 16:20:03.713982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d60f35c3-3900-47e0-80dd-1c915b7e17a8 req-99444cc9-980d-4f80-9bc3-89c55ab24066 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Feb 09 16:20:04.053867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69076bd-fd94-4b63-825e-0ad918ffca33 req-a808ed8b-6b2e-491c-85be-501982c2713b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:04.055342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f69076bd-fd94-4b63-825e-0ad918ffca33 req-a808ed8b-6b2e-491c-85be-501982c2713b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0545130 Feb 09 16:20:04.096236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f69076bd-fd94-4b63-825e-0ad918ffca33 req-3e6917a3-e0d8-49ae-b80b-7a8c76b71288 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Feb 09 16:20:04.857657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dac58d-d421-4d02-a40d-7046a157aaa4 req-b17d3cf9-37bb-438e-9576-cc44ac307339 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:04.859235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8dac58d-d421-4d02-a40d-7046a157aaa4 req-b17d3cf9-37bb-438e-9576-cc44ac307339 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0570457 Feb 09 16:20:04.909366 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8dac58d-d421-4d02-a40d-7046a157aaa4 req-421814f9-935b-4895-a001-75adb28b7369 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 Feb 09 16:20:05.237179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706b17a-c4ec-4c05-96c1-0689385d9fed req-a04698e4-9988-470a-be75-7ec2f0b03aaf tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:05.238884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e706b17a-c4ec-4c05-96c1-0689385d9fed req-a04698e4-9988-470a-be75-7ec2f0b03aaf tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0709124 Feb 09 16:20:05.296824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e706b17a-c4ec-4c05-96c1-0689385d9fed req-290e05e1-49a3-4db0-8ea9-f4329ac9e30b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509222 Feb 09 16:20:06.053521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a893bde-e577-4094-952e-55b1fb45372c req-03a135b2-1893-4d59-9f15-9f5fe96eb8d3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:06.056122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a893bde-e577-4094-952e-55b1fb45372c req-03a135b2-1893-4d59-9f15-9f5fe96eb8d3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0536106 Feb 09 16:20:06.103699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a893bde-e577-4094-952e-55b1fb45372c req-c5f581b7-ed97-4d7f-a134-4fe04d5b89b4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Feb 09 16:20:06.348004 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:20:06.452559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578d463-ca85-4fd3-93e6-8ba2b1447298 req-91c6aa2e-d5f3-4984-8261-06dfc22863ba tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:06.455159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f578d463-ca85-4fd3-93e6-8ba2b1447298 req-91c6aa2e-d5f3-4984-8261-06dfc22863ba tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0671027 Feb 09 16:20:06.512718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f578d463-ca85-4fd3-93e6-8ba2b1447298 req-c1f968ef-de05-46fd-8c62-3bde813575dc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Feb 09 16:20:07.256405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc097b-00e3-42e1-b77a-c414232e8fb4 req-00dad026-1207-4d90-aa69-4cd9c252d914 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:07.257869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1cc097b-00e3-42e1-b77a-c414232e8fb4 req-00dad026-1207-4d90-aa69-4cd9c252d914 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0583286 Feb 09 16:20:07.299751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1cc097b-00e3-42e1-b77a-c414232e8fb4 req-bc558fcb-ecb4-4f57-a201-cffe48030c6c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352807 Feb 09 16:20:07.639167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def80c75-ff32-4197-9c1b-0cc1ca86cedf req-3e2eaa0e-d209-4127-8215-588348081b33 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:07.640693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-def80c75-ff32-4197-9c1b-0cc1ca86cedf req-3e2eaa0e-d209-4127-8215-588348081b33 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0528624 Feb 09 16:20:07.679279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-def80c75-ff32-4197-9c1b-0cc1ca86cedf req-51d69e78-e2aa-487c-9480-69632ccd26b5 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Feb 09 16:20:08.458567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78de7f-4b05-4392-9ac2-d204f6f6a6b7 req-f33fb6b3-c22e-40c4-a8d0-5b8667599aa9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:08.461068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b78de7f-4b05-4392-9ac2-d204f6f6a6b7 req-f33fb6b3-c22e-40c4-a8d0-5b8667599aa9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0743885 Feb 09 16:20:08.529186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b78de7f-4b05-4392-9ac2-d204f6f6a6b7 req-d0cec046-18ab-4fad-bfbf-5ef6be849e0d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599444 Feb 09 16:20:08.575438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44efa8-cbbe-4862-82a1-9b45bcabab2a req-8d3d7efe-021a-4158-a08f-006add0e619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:08.577198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe44efa8-cbbe-4862-82a1-9b45bcabab2a req-8d3d7efe-021a-4158-a08f-006add0e619e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1097 time: 0.0635593 Feb 09 16:20:08.621667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe44efa8-cbbe-4862-82a1-9b45bcabab2a req-6fcbb5f6-0196-4180-bca7-639ee68775b4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370378 Feb 09 16:20:08.835369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c6703-83ab-4755-b2c3-39bf395a9e2c req-7e7d1d3d-d404-4cc5-a730-eac3511fb351 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:08.837091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c8c6703-83ab-4755-b2c3-39bf395a9e2c req-7e7d1d3d-d404-4cc5-a730-eac3511fb351 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0552216 Feb 09 16:20:08.887658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c8c6703-83ab-4755-b2c3-39bf395a9e2c req-72c5dcd1-228f-4c66-b687-a4b529475590 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Feb 09 16:20:09.673522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868d662-fb49-4b82-9945-5d070b6faaaa req-0935018e-71b4-4b6f-ba2c-0980b428e4de tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:09.675255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8868d662-fb49-4b82-9945-5d070b6faaaa req-0935018e-71b4-4b6f-ba2c-0980b428e4de tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0655315 Feb 09 16:20:09.723939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8868d662-fb49-4b82-9945-5d070b6faaaa req-43b159b5-c221-465d-8a03-cdd45544fc9d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Feb 09 16:20:10.058826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c98153-ee88-4cfb-8405-3e7af02d4d20 req-59fb990b-269f-4300-8027-7c2dcdafe31f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:10.061199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2c98153-ee88-4cfb-8405-3e7af02d4d20 req-59fb990b-269f-4300-8027-7c2dcdafe31f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0837708 Feb 09 16:20:10.426299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2c98153-ee88-4cfb-8405-3e7af02d4d20 req-1aa256a0-b992-4136-aac7-d0aa6bcb97dc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578441 Feb 09 16:20:10.886928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af514c-d4c9-4abb-9f92-d2ad2a4ff771 req-962087f7-a818-4804-bbbf-7f879e033819 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:10.888602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1af514c-d4c9-4abb-9f92-d2ad2a4ff771 req-962087f7-a818-4804-bbbf-7f879e033819 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0575182 Feb 09 16:20:10.963307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1af514c-d4c9-4abb-9f92-d2ad2a4ff771 req-ad15c7d4-a3ec-43ea-ab76-d342520b22b7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543742 Feb 09 16:20:11.116752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d18e26-71f6-44d1-b4f3-d1f3a6664925 req-155b50a0-f3ee-4c13-abea-ed9798ec2c38 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:11.118572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58d18e26-71f6-44d1-b4f3-d1f3a6664925 req-155b50a0-f3ee-4c13-abea-ed9798ec2c38 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0615935 Feb 09 16:20:11.186181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58d18e26-71f6-44d1-b4f3-d1f3a6664925 req-ad6592b3-06ea-464d-acd2-1bbf8b3844a6 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Feb 09 16:20:11.235392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a31dc-dc66-45b0-8124-350cf529ebed req-0d343661-f5b3-4843-85e0-676bad0cad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:11.237077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232a31dc-dc66-45b0-8124-350cf529ebed req-0d343661-f5b3-4843-85e0-676bad0cad1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1097 time: 0.0673187 Feb 09 16:20:11.349120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a31dc-dc66-45b0-8124-350cf529ebed req-60833de4-66e1-4302-b816-a0e8fe706239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:11.350640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232a31dc-dc66-45b0-8124-350cf529ebed req-60833de4-66e1-4302-b816-a0e8fe706239 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 920 time: 0.1057150 Feb 09 16:20:11.403840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232a31dc-dc66-45b0-8124-350cf529ebed req-242770f4-dae3-4563-8590-abeebb280bb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279596ee-1581-421b-9e4f-67b00dd221eb HTTP/1.1" status: 200 len: 217 time: 0.0429797 Feb 09 16:20:11.460979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a31dc-dc66-45b0-8124-350cf529ebed req-247c2571-6c5e-4d37-8a2a-6744c985f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:11.462438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232a31dc-dc66-45b0-8124-350cf529ebed req-247c2571-6c5e-4d37-8a2a-6744c985f479 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.0497327 Feb 09 16:20:11.501859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232a31dc-dc66-45b0-8124-350cf529ebed req-c8748a72-1b09-442f-892f-2045eb2ec96c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313971 Feb 09 16:20:11.631729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232a31dc-dc66-45b0-8124-350cf529ebed req-e4ec8cb5-cd71-4512-b27e-61156782216c service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214576 Feb 09 16:20:11.796499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-232a31dc-dc66-45b0-8124-350cf529ebed req-5a3d7a40-2a37-4fe4-b70d-13119bc3c683 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472266 Feb 09 16:20:12.163466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f992-705f-4510-8819-e53ad4b3fcde req-0bdd22cf-6608-41bb-be14-9c91a7faca95 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:12.165937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e70f992-705f-4510-8819-e53ad4b3fcde req-0bdd22cf-6608-41bb-be14-9c91a7faca95 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1004295 Feb 09 16:20:12.211789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e70f992-705f-4510-8819-e53ad4b3fcde req-ec10b34a-655f-4996-ab51-6ed8e071a259 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Feb 09 16:20:12.364602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed15bf-0721-4ba5-b44d-0e063e9c3d03 req-632276b1-6604-4b8a-8b76-e92ee746ddde tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:12.366225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ed15bf-0721-4ba5-b44d-0e063e9c3d03 req-632276b1-6604-4b8a-8b76-e92ee746ddde tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0797465 Feb 09 16:20:12.412055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ed15bf-0721-4ba5-b44d-0e063e9c3d03 req-ff99f002-b329-4cc7-ac35-376ec3c9a22a tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Feb 09 16:20:13.348654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa329a-11eb-45ef-842f-b3790bd70c0b req-b7592390-7b40-49ed-a18b-dda5109917ab tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:13.350229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aaa329a-11eb-45ef-842f-b3790bd70c0b req-b7592390-7b40-49ed-a18b-dda5109917ab tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0604386 Feb 09 16:20:13.396232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aaa329a-11eb-45ef-842f-b3790bd70c0b req-b211d154-96bb-406a-998c-0f6f4557f1a6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 Feb 09 16:20:13.544373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ca6dd-77ea-4dc4-be5e-598a019b0b0a req-7927c245-6a58-4a4c-80db-7049e289c871 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:13.545917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c2ca6dd-77ea-4dc4-be5e-598a019b0b0a req-7927c245-6a58-4a4c-80db-7049e289c871 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0541010 Feb 09 16:20:13.591664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c2ca6dd-77ea-4dc4-be5e-598a019b0b0a req-d11070bf-5d87-4148-9177-f77e211dbc08 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395622 Feb 09 16:20:14.561407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b0751-5a31-40a1-9ff8-8713af734bc8 req-25bcd6a7-da48-4bff-b324-b160ee7e5fc2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:14.562858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d59b0751-5a31-40a1-9ff8-8713af734bc8 req-25bcd6a7-da48-4bff-b324-b160ee7e5fc2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0842645 Feb 09 16:20:14.620549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d59b0751-5a31-40a1-9ff8-8713af734bc8 req-86619df5-a1da-4414-8c84-3a2f5ee1c550 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502203 Feb 09 16:20:14.742296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904499c-3004-45cc-ba72-ecffbd62c992 req-45d35d02-18ad-4b96-ae60-8a86bdae5e6d tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:14.744125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b904499c-3004-45cc-ba72-ecffbd62c992 req-45d35d02-18ad-4b96-ae60-8a86bdae5e6d tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0613737 Feb 09 16:20:14.790040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b904499c-3004-45cc-ba72-ecffbd62c992 req-a165f0d0-25a1-454f-ba9a-aee609f73f6b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Feb 09 16:20:15.803150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398990be-3173-44b6-a27f-90a252a358ce req-398d2b67-7d8b-46ee-ba43-a87f6dc4fe05 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:15.804828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-398990be-3173-44b6-a27f-90a252a358ce req-398d2b67-7d8b-46ee-ba43-a87f6dc4fe05 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0832381 Feb 09 16:20:15.847469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-398990be-3173-44b6-a27f-90a252a358ce req-33d19133-888a-4a0b-a6c9-0b086562f688 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362549 Feb 09 16:20:17.057976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ffbca-78b4-4b26-99a6-da0c9500f4b4 req-2230822c-a599-4c73-aa80-d024ecdf5e24 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:17.060509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a13ffbca-78b4-4b26-99a6-da0c9500f4b4 req-2230822c-a599-4c73-aa80-d024ecdf5e24 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0876389 Feb 09 16:20:17.113307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a13ffbca-78b4-4b26-99a6-da0c9500f4b4 req-39c11294-6570-4a65-b91c-a9b756e0873e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Feb 09 16:20:17.992303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae76888-55ee-4004-bb76-e5e82bc94fde req-12cac974-a5f8-4dbd-a11b-009823895351 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:17.993877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eae76888-55ee-4004-bb76-e5e82bc94fde req-12cac974-a5f8-4dbd-a11b-009823895351 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0553892 Feb 09 16:20:18.039957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eae76888-55ee-4004-bb76-e5e82bc94fde req-129046e1-cd22-473a-a981-ce80b71c7eb7 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Feb 09 16:20:18.280527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa9cac-ed3e-4740-8fe9-1225deb29425 req-ffe771f6-2e91-4a0e-b9c0-02dd605754f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:18.282208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81aa9cac-ed3e-4740-8fe9-1225deb29425 req-ffe771f6-2e91-4a0e-b9c0-02dd605754f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0799682 Feb 09 16:20:18.327259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-81aa9cac-ed3e-4740-8fe9-1225deb29425 req-192e2608-5534-441b-9984-21237f9c3814 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Feb 09 16:20:19.793399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bae62f-f476-4493-9e5e-472417d821af req-9d1ec6e0-9e39-4f14-b26b-b7cfce948a9d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:19.807657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75bae62f-f476-4493-9e5e-472417d821af req-9d1ec6e0-9e39-4f14-b26b-b7cfce948a9d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1166873 Feb 09 16:20:19.872627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75bae62f-f476-4493-9e5e-472417d821af req-61996e11-e7c7-46d4-b74d-f0bd0da189d5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623548 Feb 09 16:20:21.094709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4f188-a1c2-4ad1-8a44-d8d83bae0577 req-a223c304-50a0-4f1d-82ca-b6473cad4eda tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:21.120128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6de4f188-a1c2-4ad1-8a44-d8d83bae0577 req-a223c304-50a0-4f1d-82ca-b6473cad4eda tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1482382 Feb 09 16:20:21.179613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6de4f188-a1c2-4ad1-8a44-d8d83bae0577 req-41cb338a-2d74-4b8f-bbcc-9b13e9de21ff tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543838 Feb 09 16:20:22.254243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-724c82ea-9f71-40b5-a71b-cbf9b65f3873 req-1b4c520f-4c73-4604-9c24-f019b1560598 service neutron] (103178) timed out ('10.222.0.53', 55594) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:20:22.350313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d57ff-0bb8-47d1-ae0e-56932bc8f36b req-e698eadc-7e1e-423d-9201-88d75cb1438d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:22.351884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-888d57ff-0bb8-47d1-ae0e-56932bc8f36b req-e698eadc-7e1e-423d-9201-88d75cb1438d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0631316 Feb 09 16:20:22.430908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-888d57ff-0bb8-47d1-ae0e-56932bc8f36b req-4950ea39-a10e-47ad-9489-f541f8255d7d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468426 Feb 09 16:20:22.989424 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da733de9-250d-427a-9d4f-3ede605ffb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:23.573072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec9a38-11db-4b0e-831e-b840afc14b16 req-e633869f-5997-4929-a4d5-2ea09353292b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:23.581310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38ec9a38-11db-4b0e-831e-b840afc14b16 req-e633869f-5997-4929-a4d5-2ea09353292b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0660775 Feb 09 16:20:23.636025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38ec9a38-11db-4b0e-831e-b840afc14b16 req-ae644e01-cf78-4924-ad2f-f67709736182 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534074 Feb 09 16:20:24.758547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317da7c-7f5b-48c8-a90e-6bd4b8af9aad req-0fb5a73f-275c-4d1a-b222-6931699b004d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:24.761637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7317da7c-7f5b-48c8-a90e-6bd4b8af9aad req-0fb5a73f-275c-4d1a-b222-6931699b004d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0570540 Feb 09 16:20:24.824474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7317da7c-7f5b-48c8-a90e-6bd4b8af9aad req-c1b8e76a-b149-4ec9-ad8b-5494ec4b5a12 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568771 Feb 09 16:20:25.309197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-268594be-c357-4f10-890b-5c6b5a402fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:25.961827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c80c3c-b8df-4450-b853-58c1f0bedf3a req-67bde6d9-91ec-484e-827c-c6e77367f26b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:25.963358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2c80c3c-b8df-4450-b853-58c1f0bedf3a req-67bde6d9-91ec-484e-827c-c6e77367f26b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0517592 Feb 09 16:20:26.007363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2c80c3c-b8df-4450-b853-58c1f0bedf3a req-59351ad5-a47e-4bc4-a042-ae26bfd03f9c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377634 Feb 09 16:20:26.681142 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:27.160562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6cf35-c40c-4557-8279-7f2052514c8e req-3f0095b6-1680-4134-87a2-2ebcff196104 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:27.162266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8d6cf35-c40c-4557-8279-7f2052514c8e req-3f0095b6-1680-4134-87a2-2ebcff196104 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0820317 Feb 09 16:20:27.211746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8d6cf35-c40c-4557-8279-7f2052514c8e req-17f29c19-ff65-4162-aa23-5e71b9bd57cc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Feb 09 16:20:28.258436 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:28.366797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fcda5-9790-4416-ae69-76d1aac73f99 req-8cc33556-f1ca-4ec0-ad87-142d9e50c2da tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:28.368443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-582fcda5-9790-4416-ae69-76d1aac73f99 req-8cc33556-f1ca-4ec0-ad87-142d9e50c2da tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0536273 Feb 09 16:20:28.424700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-582fcda5-9790-4416-ae69-76d1aac73f99 req-1afdd859-4f98-4c58-b712-e8a2ec463b7a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 Feb 09 16:20:28.585782 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:29.579731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186cab7-c8dc-4407-b14e-755326232d51 req-108f933e-1dc1-4d32-888c-85338d7cd7e1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:29.581479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2186cab7-c8dc-4407-b14e-755326232d51 req-108f933e-1dc1-4d32-888c-85338d7cd7e1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0538778 Feb 09 16:20:29.635268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2186cab7-c8dc-4407-b14e-755326232d51 req-c5d28f3f-2f95-4e5d-b3b6-50780511b764 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465269 Feb 09 16:20:30.355184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:30.806102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccb6ce-0f50-4551-b463-a4b33e89eeb9 req-b8404533-3ceb-4923-94f7-1564e95a81b9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:30.809678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25ccb6ce-0f50-4551-b463-a4b33e89eeb9 req-b8404533-3ceb-4923-94f7-1564e95a81b9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0788665 Feb 09 16:20:30.859407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-25ccb6ce-0f50-4551-b463-a4b33e89eeb9 req-566aa7ee-80fb-49f6-ba2f-7c90f7ad0b02 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Feb 09 16:20:31.983632 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:32.054779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562760f-1725-48d6-8d98-c8f9a9707d1b req-4ebc2b77-79d0-46e4-8ff4-6244851cd228 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:32.056707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2562760f-1725-48d6-8d98-c8f9a9707d1b req-4ebc2b77-79d0-46e4-8ff4-6244851cd228 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0908842 Feb 09 16:20:32.064270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72138cea-5c43-453c-94fb-0580f4c33d36 req-e1f26c9a-4493-4b96-b495-ae7887ff2ace tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:32.066442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72138cea-5c43-453c-94fb-0580f4c33d36 req-e1f26c9a-4493-4b96-b495-ae7887ff2ace tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0984368 Feb 09 16:20:32.153378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72138cea-5c43-453c-94fb-0580f4c33d36 req-0c09cebc-5c91-4435-90d1-9d8ab52e9f9c tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756729 Feb 09 16:20:32.183739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2562760f-1725-48d6-8d98-c8f9a9707d1b req-bb3293e8-cb37-4f8f-924a-5e05d447cb38 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961807 Feb 09 16:20:32.183739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-f8adb5ba-2988-45be-a8f0-c52300fdaef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:32.183739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-f8adb5ba-2988-45be-a8f0-c52300fdaef3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1097 time: 0.1339185 Feb 09 16:20:32.295643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-5b76ead5-a3fd-4a6a-84f3-af9b7469a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:32.297243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-5b76ead5-a3fd-4a6a-84f3-af9b7469a094 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 920 time: 0.1107521 Feb 09 16:20:32.367271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-d7afea85-c0c9-4667-91b0-c0b5fa83172a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279596ee-1581-421b-9e4f-67b00dd221eb HTTP/1.1" status: 200 len: 217 time: 0.0626440 Feb 09 16:20:32.422317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-8ed3b4cf-7bb1-4e40-9983-538bf89ae0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:32.422317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-8ed3b4cf-7bb1-4e40-9983-538bf89ae0e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.0472620 Feb 09 16:20:32.460969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-0c9f543a-d74a-4be4-90f0-17fe8f4b659f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337262 Feb 09 16:20:32.573402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-fbffbe28-7459-42ca-918d-3b3872b4fd57 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060917 Feb 09 16:20:32.692008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7935cb4-8ec6-4c8e-8426-08a438aed7fa req-107c08a8-ae23-421d-b552-89da0626d04e service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104162 Feb 09 16:20:33.328604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fe7d7-4cc5-4c98-8b42-7ce06d147e27 req-47307cc0-d30f-497d-b35e-e70d1271e7ba tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:33.330237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f3fe7d7-4cc5-4c98-8b42-7ce06d147e27 req-47307cc0-d30f-497d-b35e-e70d1271e7ba tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0879052 Feb 09 16:20:33.371152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f48bab-2e0f-4827-bf8a-f621ac8e7f4d req-2d6b400d-8ec1-4784-9eac-e9e7ecb83753 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:33.373483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8f48bab-2e0f-4827-bf8a-f621ac8e7f4d req-2d6b400d-8ec1-4784-9eac-e9e7ecb83753 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0995972 Feb 09 16:20:33.408873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f3fe7d7-4cc5-4c98-8b42-7ce06d147e27 req-a70307c3-201e-45e8-91bd-e670017897fc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711470 Feb 09 16:20:33.433659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8f48bab-2e0f-4827-bf8a-f621ac8e7f4d req-ef58bc90-16d7-4013-bb19-6f257415dc26 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526905 Feb 09 16:20:34.560065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d9f4-6610-43c6-85e1-8c3e4bc04cc2 req-fd453c4d-1bc3-49cd-825c-4598a7a5fe5d tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:34.562634 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09f3d9f4-6610-43c6-85e1-8c3e4bc04cc2 req-fd453c4d-1bc3-49cd-825c-4598a7a5fe5d tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0714729 Feb 09 16:20:34.642857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802ec66-295f-453c-88bc-a1521de5b0c9 req-64c5c3a4-9588-42cf-99b4-e22974f7fabe tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:34.645388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0802ec66-295f-453c-88bc-a1521de5b0c9 req-64c5c3a4-9588-42cf-99b4-e22974f7fabe tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1083879 Feb 09 16:20:34.670463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09f3d9f4-6610-43c6-85e1-8c3e4bc04cc2 req-4f7fea75-591e-4ba4-a74a-4d69acd1e54e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670323 Feb 09 16:20:34.712417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0802ec66-295f-453c-88bc-a1521de5b0c9 req-6c5929af-f601-499d-bfa4-fca9c4117b84 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424447 Feb 09 16:20:35.830645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45403c3-08af-4915-9584-4df6b4c0a5e5 req-9a6d9312-e2cc-4959-aa0d-61643b545f1e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:35.833313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f45403c3-08af-4915-9584-4df6b4c0a5e5 req-9a6d9312-e2cc-4959-aa0d-61643b545f1e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.1069613 Feb 09 16:20:35.936226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f00d94-5748-4122-9a33-fa9c47f371fd req-c92088b0-6cb6-4354-b12e-0f5b39ac8f22 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:35.938590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2f00d94-5748-4122-9a33-fa9c47f371fd req-c92088b0-6cb6-4354-b12e-0f5b39ac8f22 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1455250 Feb 09 16:20:35.944328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f45403c3-08af-4915-9584-4df6b4c0a5e5 req-34af566c-02b2-4f78-bb71-ee0e0836a6b0 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891187 Feb 09 16:20:35.997001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2f00d94-5748-4122-9a33-fa9c47f371fd req-dfd1b4c9-224c-4b84-867d-ffeb056a52b4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476787 Feb 09 16:20:37.108496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7f4f4-015e-47ab-a44e-34b395c0fb34 req-6979ad93-702d-4db1-ac77-52508cbde86e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:37.112545 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17f7f4f4-015e-47ab-a44e-34b395c0fb34 req-6979ad93-702d-4db1-ac77-52508cbde86e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0787055 Feb 09 16:20:37.213202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17f7f4f4-015e-47ab-a44e-34b395c0fb34 req-34cd8b1f-8cf0-4756-9039-fba7afd745dd tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904362 Feb 09 16:20:37.234215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24349fe8-d4a2-4b19-bee5-84c069678cb8 req-c66c3abd-be83-48e5-a2cc-365879d31d43 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:37.248947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24349fe8-d4a2-4b19-bee5-84c069678cb8 req-c66c3abd-be83-48e5-a2cc-365879d31d43 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0872674 Feb 09 16:20:37.290039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24349fe8-d4a2-4b19-bee5-84c069678cb8 req-35727d36-ea1a-4e0a-a7a6-fc1956aa1b40 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426011 Feb 09 16:20:38.365439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98547580-f289-49ad-848e-ccfcbf9650d8 req-75c45cf9-291b-4986-b1c2-8b7046ad2964 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:38.367224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98547580-f289-49ad-848e-ccfcbf9650d8 req-75c45cf9-291b-4986-b1c2-8b7046ad2964 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0575678 Feb 09 16:20:38.442301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98547580-f289-49ad-848e-ccfcbf9650d8 req-d475309d-4b99-44c8-ac9c-1da832606a8b tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647867 Feb 09 16:20:38.451045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3cfc-7301-4733-bc7e-8ff32398ee15 req-5a8a7825-6387-485e-a51b-a4da5b73e131 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:38.452632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7f3cfc-7301-4733-bc7e-8ff32398ee15 req-5a8a7825-6387-485e-a51b-a4da5b73e131 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0844569 Feb 09 16:20:38.496559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dc7f3cfc-7301-4733-bc7e-8ff32398ee15 req-fe587b0f-d1a1-4124-8c35-3ff7fbb6e353 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Feb 09 16:20:38.920464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1744cd6-ced5-4b9d-b6b5-be8549980461 req-fe89d481-8f5b-4ba9-aee0-c49145aa6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:38.922564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1744cd6-ced5-4b9d-b6b5-be8549980461 req-fe89d481-8f5b-4ba9-aee0-c49145aa6825 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1097 time: 0.1521959 Feb 09 16:20:38.962747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1744cd6-ced5-4b9d-b6b5-be8549980461 req-87908262-03f4-447e-9408-acd1dc8f6c5e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Feb 09 16:20:39.188288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-4aa20ad7-13d4-4e29-85e0-346581d06ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671782 Feb 09 16:20:39.296429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-12bf560c-597d-4820-9a6e-9a097e95e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:39.297803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-12bf560c-597d-4820-9a6e-9a097e95e69a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 1097 time: 0.0538185 Feb 09 16:20:39.417013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-0cc1f2da-fac9-4515-bdbc-08c34f637695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:39.418437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-0cc1f2da-fac9-4515-bdbc-08c34f637695 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.0988996 Feb 09 16:20:39.472516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-a48d53d3-2e88-4e9f-b468-9a299ba65c6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=675bb662-7a6d-485d-9814-a27ecc530f16 HTTP/1.1" status: 200 len: 217 time: 0.0445635 Feb 09 16:20:39.572656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-af78545a-df1c-4dcc-80ca-b0994cb13f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:39.574630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-af78545a-df1c-4dcc-80ca-b0994cb13f3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0890188 Feb 09 16:20:39.694704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355ce61-009d-4d93-b2e6-9324dc087ccb req-f643fd76-f315-472a-8a3d-bf93583420b5 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:39.698248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4355ce61-009d-4d93-b2e6-9324dc087ccb req-f643fd76-f315-472a-8a3d-bf93583420b5 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.1534920 Feb 09 16:20:39.704545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-6ee97acc-1527-4d19-a9a9-b71e04e7079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:39.707739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-6ee97acc-1527-4d19-a9a9-b71e04e7079a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252365 Feb 09 16:20:39.721114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-8efa58f6-d883-4e33-86d2-b50af584be2b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:20:39.722188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-8efa58f6-d883-4e33-86d2-b50af584be2b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058579 Feb 09 16:20:39.750401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be188c-ec7a-4b73-a340-9c1fe6bdb5a1 req-d3a3a876-8b1e-415b-b9d6-ae93bb5c1d8b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:39.752022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72be188c-ec7a-4b73-a340-9c1fe6bdb5a1 req-d3a3a876-8b1e-415b-b9d6-ae93bb5c1d8b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1694739 Feb 09 16:20:39.852297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4355ce61-009d-4d93-b2e6-9324dc087ccb req-00a1baf8-ed8b-49e7-a754-c2e973a24c1e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289699 Feb 09 16:20:39.872128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72be188c-ec7a-4b73-a340-9c1fe6bdb5a1 req-85ece5de-d231-4b89-83b4-6538ebc66150 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031148 Feb 09 16:20:39.912196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-0a252637-8640-4aa8-96a5-7ab54467883a service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805205 Feb 09 16:20:40.029094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-116f96f0-02fe-447e-bb8d-90f75f26d71c req-6cede206-184d-4563-a18b-6dafaa04b2a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104379 Feb 09 16:20:41.029946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d30c-21c7-45c4-adec-2e5514816879 req-0ca94810-b956-451b-bf4f-2abadb343f2a tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:41.032621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6a0d30c-21c7-45c4-adec-2e5514816879 req-0ca94810-b956-451b-bf4f-2abadb343f2a tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0946474 Feb 09 16:20:41.053748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dcff9-50db-401b-b349-0e112d88ef7e req-b7950543-58f8-40c1-b122-f2f2cd52d9bc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:41.055308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-125dcff9-50db-401b-b349-0e112d88ef7e req-b7950543-58f8-40c1-b122-f2f2cd52d9bc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0859635 Feb 09 16:20:41.115148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6a0d30c-21c7-45c4-adec-2e5514816879 req-7ae50231-847a-4d0b-baae-f8072a1a6ee7 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759902 Feb 09 16:20:41.118284 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-125dcff9-50db-401b-b349-0e112d88ef7e req-7002df50-5938-4611-9b38-700b7f00a097 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543506 Feb 09 16:20:42.263029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630187e9-6592-4282-97c6-4ae5b4d47760 req-1a31e85f-aaf9-4086-ba07-d0e92ef62163 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:42.264738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-630187e9-6592-4282-97c6-4ae5b4d47760 req-1a31e85f-aaf9-4086-ba07-d0e92ef62163 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0535114 Feb 09 16:20:42.304848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-630187e9-6592-4282-97c6-4ae5b4d47760 req-ab906d54-b84a-40d7-ac31-26a206ea5b19 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334032 Feb 09 16:20:43.374341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:20:43.466248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83ad3c-20b7-4652-94d6-50fec3930442 req-20ae9593-373e-4bec-8d56-21c2e798bcc8 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:43.475376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a83ad3c-20b7-4652-94d6-50fec3930442 req-20ae9593-373e-4bec-8d56-21c2e798bcc8 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0674672 Feb 09 16:20:43.568210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a83ad3c-20b7-4652-94d6-50fec3930442 req-186fcda5-3e66-4be8-8028-8a299da4b654 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892477 Feb 09 16:20:43.605448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dfcb9-9b94-4107-a915-a7434edd912b req-77fb13b8-e397-4622-bb03-5a010f0782c8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:43.607694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df8dfcb9-9b94-4107-a915-a7434edd912b req-77fb13b8-e397-4622-bb03-5a010f0782c8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1295595 Feb 09 16:20:43.635870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9872a14-c674-4716-ba90-34f9cacc310d req-7541afb4-a6a2-4dd0-90f9-115c77e98f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:43.637708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9872a14-c674-4716-ba90-34f9cacc310d req-7541afb4-a6a2-4dd0-90f9-115c77e98f33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 1097 time: 0.0950668 Feb 09 16:20:43.667835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df8dfcb9-9b94-4107-a915-a7434edd912b req-4a042d4d-ce2c-4d82-8b32-990955fc2cb2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532174 Feb 09 16:20:43.772009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9872a14-c674-4716-ba90-34f9cacc310d req-5214e3d5-c856-4dad-844e-496e17e67954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:43.774337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9872a14-c674-4716-ba90-34f9cacc310d req-5214e3d5-c856-4dad-844e-496e17e67954 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 920 time: 0.1238918 Feb 09 16:20:43.827042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9872a14-c674-4716-ba90-34f9cacc310d req-08eb0aa4-9824-42b1-9cb5-5b460ad6ab07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279596ee-1581-421b-9e4f-67b00dd221eb HTTP/1.1" status: 200 len: 217 time: 0.0447743 Feb 09 16:20:43.882161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9872a14-c674-4716-ba90-34f9cacc310d req-56c9bf3f-3908-41c7-87eb-f787918c0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:43.883695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9872a14-c674-4716-ba90-34f9cacc310d req-56c9bf3f-3908-41c7-87eb-f787918c0243 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.0501406 Feb 09 16:20:43.933544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9872a14-c674-4716-ba90-34f9cacc310d req-45391ad1-e8a9-48f0-b461-3425c7fbd25b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429442 Feb 09 16:20:44.070704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9872a14-c674-4716-ba90-34f9cacc310d req-8bf494e3-bdae-4428-ac09-5bebf40a8c2b service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305888 Feb 09 16:20:44.167122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9872a14-c674-4716-ba90-34f9cacc310d req-a7d1e9a9-bf14-434a-8a8c-7f1f9739dfdb service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891447 Feb 09 16:20:44.733799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d114803-2357-4833-9fb0-4ce08f530d7e req-74baf641-3aa7-4a83-8681-b8e80fbac074 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:44.748822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d114803-2357-4833-9fb0-4ce08f530d7e req-74baf641-3aa7-4a83-8681-b8e80fbac074 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.1045122 Feb 09 16:20:44.854761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d114803-2357-4833-9fb0-4ce08f530d7e req-cb1ebffa-47da-4edd-950b-31af5d85a8cc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045063 Feb 09 16:20:44.883070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b3e7-f585-4c6f-aac4-175705f5b144 req-b9d40aa2-208b-4062-89dd-ba4d03fb4546 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:44.885110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ef0b3e7-f585-4c6f-aac4-175705f5b144 req-b9d40aa2-208b-4062-89dd-ba4d03fb4546 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.1129231 Feb 09 16:20:44.929226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ef0b3e7-f585-4c6f-aac4-175705f5b144 req-9ee3a7ef-a3e0-4d67-bc08-054497c7136b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Feb 09 16:20:45.990552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3343b4-5d68-4c36-905f-6fe6ebb86f5a req-d1120200-9fe5-40c6-822c-e511900d4ac1 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:45.992186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f3343b4-5d68-4c36-905f-6fe6ebb86f5a req-d1120200-9fe5-40c6-822c-e511900d4ac1 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0562360 Feb 09 16:20:46.043262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f3343b4-5d68-4c36-905f-6fe6ebb86f5a req-ed0f25f1-ba32-4add-b0af-989017199d3d tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Feb 09 16:20:46.110324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa56d-a91f-427b-958f-e1d84746ed1d req-6ff77a20-63e7-4f90-98b3-3d727ebefec7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:46.112168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e43aa56d-a91f-427b-958f-e1d84746ed1d req-6ff77a20-63e7-4f90-98b3-3d727ebefec7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0736310 Feb 09 16:20:46.175447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e43aa56d-a91f-427b-958f-e1d84746ed1d req-8d1fac07-c673-46ae-bb85-483ac3ca832f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515416 Feb 09 16:20:47.335534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42185b00-62e8-40fc-aae4-63b1553b03a5 req-b2b62db6-e603-46cd-9a42-558bb0051652 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:47.340752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42185b00-62e8-40fc-aae4-63b1553b03a5 req-b2b62db6-e603-46cd-9a42-558bb0051652 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0747335 Feb 09 16:20:47.423486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42185b00-62e8-40fc-aae4-63b1553b03a5 req-4e4be0bb-7c67-486e-ae0c-81bd6bb6fb7c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784049 Feb 09 16:20:47.431674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-f0ca14d3-71cd-43c4-b039-beaba8c4d31d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712173 Feb 09 16:20:47.507304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-6d1d81c7-7dd2-4f48-adec-c4af60c1cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:47.509022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-6d1d81c7-7dd2-4f48-adec-c4af60c1cfbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=13b4b57079bb486fb8093475acf9c572&device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 1097 time: 0.0499754 Feb 09 16:20:47.713507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-f24c5846-856f-4558-bbaf-201988a4c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:47.716490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-f24c5846-856f-4558-bbaf-201988a4c681 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 200 len: 920 time: 0.1758294 Feb 09 16:20:47.771495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-2a25d33b-3b8d-4e13-a2fb-4587b1a1ad0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee94274-da88-4852-b173-2065a08cd7f4 HTTP/1.1" status: 200 len: 217 time: 0.0462499 Feb 09 16:20:47.830184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-78368e8c-56d5-4879-9276-7551dcde9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:47.831737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-78368e8c-56d5-4879-9276-7551dcde9c9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 200 len: 859 time: 0.0536370 Feb 09 16:20:47.870841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-88052aad-c929-45a6-b003-f6a886e50062 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f18a2391-3053-4fae-b4a7-d8ee48cb1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329258 Feb 09 16:20:47.970847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-fa702671-2c9e-4057-8f0f-7342ccb2c798 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927925 Feb 09 16:20:48.075311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96851b2d-c625-4bcd-b8bf-0f594152452a req-ee00a6e7-88a0-46d3-83d6-05f3cb81a1d1 service neutron] 10.222.0.73 "GET /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980175 Feb 09 16:20:48.579052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6958ce-dbcc-4564-a939-c03f29a1bde6 req-190fbb77-e276-4f8f-9cc6-9a8f6cba0e12 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:48.580860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be6958ce-dbcc-4564-a939-c03f29a1bde6 req-190fbb77-e276-4f8f-9cc6-9a8f6cba0e12 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0587888 Feb 09 16:20:48.624542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be6958ce-dbcc-4564-a939-c03f29a1bde6 req-b466a92e-cb94-4892-80e2-827fde052c4f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358183 Feb 09 16:20:49.760436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396da9-44fc-4e05-9c96-b325f7578a44 req-01dd25d6-c63c-4bca-a26b-3238bef4bcee tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:49.762321 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab396da9-44fc-4e05-9c96-b325f7578a44 req-01dd25d6-c63c-4bca-a26b-3238bef4bcee tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0591056 Feb 09 16:20:50.000014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab396da9-44fc-4e05-9c96-b325f7578a44 req-77303982-5cb4-4968-8f2d-f683e0cad622 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514410 Feb 09 16:20:51.059031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84440d73-38ab-4580-a516-01fe1ed32912 req-c7c5b108-e389-4181-ae97-187baa7f9a64 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:51.064730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84440d73-38ab-4580-a516-01fe1ed32912 req-c7c5b108-e389-4181-ae97-187baa7f9a64 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0720806 Feb 09 16:20:51.143459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84440d73-38ab-4580-a516-01fe1ed32912 req-c841ef10-f6bf-4765-bc26-4d0b1b1cb26f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706482 Feb 09 16:20:52.262436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 639d8eb0-dc25-48eb-8407-56d6baa26ce6 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:20:52.330643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3f748-6838-4a9c-b3c0-b9d6fca99242 req-379ef3d2-8e52-4327-99ef-2e7759a52081 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:52.334023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91d3f748-6838-4a9c-b3c0-b9d6fca99242 req-379ef3d2-8e52-4327-99ef-2e7759a52081 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 944 time: 0.0677445 Feb 09 16:20:52.410331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91d3f748-6838-4a9c-b3c0-b9d6fca99242 req-07ce8b35-4cd7-442f-aca3-853a1416ee2c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635054 Feb 09 16:20:52.483868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 639d8eb0-dc25-48eb-8407-56d6baa26ce6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=639d8eb0-dc25-48eb-8407-56d6baa26ce6,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:20:52.508037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '639d8eb0-dc25-48eb-8407-56d6baa26ce6', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'port_id': '639d8eb0-dc25-48eb-8407-56d6baa26ce6', 'mac_address': 'fa:16:3e:2d:8c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:20:52.552121 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:52.573685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639d8eb0-dc25-48eb-8407-56d6baa26ce6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:20:52.603893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 639d8eb0-dc25-48eb-8407-56d6baa26ce6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=639d8eb0-dc25-48eb-8407-56d6baa26ce6,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:20:52.749588 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:52.833238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=639d8eb0-dc25-48eb-8407-56d6baa26ce6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:20:52.847444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.857173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:20:52.980599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['639d8eb0-dc25-48eb-8407-56d6baa26ce6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:20:53.031943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-84eb3d87-e859-4282-8c05-aac687afd056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:53.575891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fad0d9-4fe7-480c-b5af-3c783e30c818 req-1feda8bf-e7a1-423e-b3e3-37dcef0477b3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:53.585648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fad0d9-4fe7-480c-b5af-3c783e30c818 req-1feda8bf-e7a1-423e-b3e3-37dcef0477b3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 945 time: 0.0780191 Feb 09 16:20:53.637133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fad0d9-4fe7-480c-b5af-3c783e30c818 req-3bbbe37b-3647-4582-9f4d-dd03ca5f728f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501528 Feb 09 16:20:54.259892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 639d8eb0-dc25-48eb-8407-56d6baa26ce6 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:20:54.457490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:20:54.464167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:20:54.464783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:54.578377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:54.602767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975365ee-5ff3-47f9-90ab-191a97c91a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639d8eb0-dc25-48eb-8407-56d6baa26ce6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:20:54.605766 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb836cfd-89e4-4846-ac38-178e63374f5f" -d '{"events": [{"server_uuid": "975365ee-5ff3-47f9-90ab-191a97c91a9b", "name": "network-vif-plugged", "status": "completed", "tag": "639d8eb0-dc25-48eb-8407-56d6baa26ce6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:20:54.620038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 639d8eb0-dc25-48eb-8407-56d6baa26ce6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=639d8eb0-dc25-48eb-8407-56d6baa26ce6,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:20:54.692690 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f46183-f575-4ed4-94d5-fdbdafe316db x-openstack-request-id: req-08f46183-f575-4ed4-94d5-fdbdafe316db {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:20:54.693169 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975365ee-5ff3-47f9-90ab-191a97c91a9b", "name": "network-vif-plugged", "status": "completed", "tag": "639d8eb0-dc25-48eb-8407-56d6baa26ce6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:20:54.693446 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08f46183-f575-4ed4-94d5-fdbdafe316db {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:20:54.694009 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975365ee-5ff3-47f9-90ab-191a97c91a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639d8eb0-dc25-48eb-8407-56d6baa26ce6', 'code': 200} Feb 09 16:20:54.714696 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:54.800229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=639d8eb0-dc25-48eb-8407-56d6baa26ce6,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:20:54.873780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1fdb0-be99-4938-b717-ba2b7cba3683 req-3872f569-8ffe-4de4-bfe7-4b63c6268374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:54.875576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43e1fdb0-be99-4938-b717-ba2b7cba3683 req-3872f569-8ffe-4de4-bfe7-4b63c6268374 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 1097 time: 0.1015682 Feb 09 16:20:54.887768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7dbd8-9e10-40c5-b5b0-7cab9db56a47 req-c250f96b-e5ac-4fb3-b79a-744906ada73b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:54.889413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bd7dbd8-9e10-40c5-b5b0-7cab9db56a47 req-c250f96b-e5ac-4fb3-b79a-744906ada73b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 946 time: 0.0692885 Feb 09 16:20:54.923430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43e1fdb0-be99-4938-b717-ba2b7cba3683 req-d0206c35-ee31-437b-8c3d-7f54d4f7238e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Feb 09 16:20:54.987166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bd7dbd8-9e10-40c5-b5b0-7cab9db56a47 req-0ae3f3c5-2c31-4ed5-9cb2-b91d005610b2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609691 Feb 09 16:20:55.463721 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5cab0af7-0caf-4d98-ad65-0c1f94c84b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:56.117100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33269a68-173e-4cdd-8a7e-075e76972c10 req-0e508663-8a01-4692-83db-3b89ec802c9b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:56.118893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33269a68-173e-4cdd-8a7e-075e76972c10 req-0e508663-8a01-4692-83db-3b89ec802c9b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 946 time: 0.0652335 Feb 09 16:20:56.199469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33269a68-173e-4cdd-8a7e-075e76972c10 req-0b184438-161c-4808-adb1-ea1f485ad901 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730093 Feb 09 16:20:56.720570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:57.367370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3dcfe-043d-4c18-88e8-7dc8ad5cb505 req-38e20b61-636f-4d63-bab7-925536d18508 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:57.382488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5c3dcfe-043d-4c18-88e8-7dc8ad5cb505 req-38e20b61-636f-4d63-bab7-925536d18508 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 946 time: 0.1008749 Feb 09 16:20:57.456881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5c3dcfe-043d-4c18-88e8-7dc8ad5cb505 req-cc8a0790-c82e-4a8a-9181-f8f33115efca tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684483 Feb 09 16:20:57.596754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4a731-7229-4dea-9c57-4b6e3801f941 req-fd681853-f8c7-44a3-9236-97d4a91fa306 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:57.601486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69e4a731-7229-4dea-9c57-4b6e3801f941 req-fd681853-f8c7-44a3-9236-97d4a91fa306 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 946 time: 0.0573280 Feb 09 16:20:57.693207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69e4a731-7229-4dea-9c57-4b6e3801f941 req-67dc5940-5cd9-449e-bc86-c5bffe7445d8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844705 Feb 09 16:20:58.249473 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:58.529600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:20:58.724394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea62574-2118-495e-9afa-5060e02444ca req-ca0a7582-e520-4ccf-8833-4b6085cc1e0c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:58.724394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ea62574-2118-495e-9afa-5060e02444ca req-ca0a7582-e520-4ccf-8833-4b6085cc1e0c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 946 time: 0.3996160 Feb 09 16:20:58.786636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ea62574-2118-495e-9afa-5060e02444ca req-b5014f91-dec5-491c-98d4-b0465abe4a69 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564804 Feb 09 16:20:59.955011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-e486068a-f314-4496-b2b6-3d4725c2f655 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:59.957489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-e486068a-f314-4496-b2b6-3d4725c2f655 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 946 time: 0.1163628 Feb 09 16:20:59.989252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85460de8-1b84-4975-8c4e-04d9aaa26d30 req-fc9ad2fd-41c9-4c3c-b39e-40f396a4717b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:20:59.991902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85460de8-1b84-4975-8c4e-04d9aaa26d30 req-fc9ad2fd-41c9-4c3c-b39e-40f396a4717b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 946 time: 0.1016963 Feb 09 16:21:00.091943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85460de8-1b84-4975-8c4e-04d9aaa26d30 req-1e66a469-298a-462e-997c-de022b96653d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816653 Feb 09 16:21:00.121844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:21:00.122568 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:00.237499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] For port 639d8eb0-dc25-48eb-8407-56d6baa26ce6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=639d8eb0-dc25-48eb-8407-56d6baa26ce6,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:21:00.238043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:00.254778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for 639d8eb0-dc25-48eb-8407-56d6baa26ce6 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:21:00.312533 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:00.500922 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:00.513038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['675bb662-7a6d-485d-9814-a27ecc530f16', '639d8eb0-dc25-48eb-8407-56d6baa26ce6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:21:00.578123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=639d8eb0-dc25-48eb-8407-56d6baa26ce6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:00.668642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.668642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.668642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.668642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.668642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.668642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.669772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.670133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.670470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.670799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.671135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.671452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:00.706062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] No DVR routers for this DVR port 639d8eb0-dc25-48eb-8407-56d6baa26ce6 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:21:00.725166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:00.729696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b6f9b22-aeb2-42bb-86f5-c0c2f80e6bad req-48b4c7d5-9c97-4a93-89f1-8c3080f36411 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "DELETE /v2.0/ports/639d8eb0-dc25-48eb-8407-56d6baa26ce6 HTTP/1.1" status: 204 len: 173 time: 0.7642138 Feb 09 16:21:00.730494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975365ee-5ff3-47f9-90ab-191a97c91a9b', 'name': 'network-vif-deleted', 'tag': '639d8eb0-dc25-48eb-8407-56d6baa26ce6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:21:00.734082 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9719b07-5657-49b6-a08e-62f6f84bf7b8" -d '{"events": [{"server_uuid": "975365ee-5ff3-47f9-90ab-191a97c91a9b", "name": "network-vif-deleted", "tag": "639d8eb0-dc25-48eb-8407-56d6baa26ce6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:21:00.811296 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614cc08-d42c-46b1-ac1f-53717d42f93e x-openstack-request-id: req-0614cc08-d42c-46b1-ac1f-53717d42f93e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:21:00.812479 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975365ee-5ff3-47f9-90ab-191a97c91a9b", "name": "network-vif-deleted", "tag": "639d8eb0-dc25-48eb-8407-56d6baa26ce6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:21:00.812974 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0614cc08-d42c-46b1-ac1f-53717d42f93e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:21:00.813620 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975365ee-5ff3-47f9-90ab-191a97c91a9b', 'name': 'network-vif-deleted', 'tag': '639d8eb0-dc25-48eb-8407-56d6baa26ce6', 'status': 'completed', 'code': 200} Feb 09 16:21:01.080312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7f707-c1b7-4fd2-a973-f8d366d4de9e req-a865a8a6-e258-4442-9961-3d92d0a5d3ea tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:01.091641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1c7f707-c1b7-4fd2-a973-f8d366d4de9e req-a865a8a6-e258-4442-9961-3d92d0a5d3ea tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0752478 Feb 09 16:21:01.148811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1c7f707-c1b7-4fd2-a973-f8d366d4de9e req-ba035eec-4aca-4c08-a440-39f8877ac58c tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558748 Feb 09 16:21:01.268601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db618e0d-0b60-47b9-ac71-b7dc744bc648 req-ce674835-99f7-4166-ade1-0df0e1e7e0d7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0310323 Feb 09 16:21:01.989816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:02.328893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84c549-45ea-463c-9a93-d131448c0534 req-bc69e964-34bd-40f0-84db-982c350b0a85 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:02.343446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d84c549-45ea-463c-9a93-d131448c0534 req-bc69e964-34bd-40f0-84db-982c350b0a85 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0937333 Feb 09 16:21:02.394247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4833a47e-1404-4574-891c-776c0fac446f req-9ece6b5a-8c78-410e-a803-faade9e57b61 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0484762 Feb 09 16:21:02.417677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d84c549-45ea-463c-9a93-d131448c0534 req-21d6b878-be71-478b-8516-54b16a609bb4 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731785 Feb 09 16:21:03.306177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-4ad286b3-3ce6-4059-8a94-9de44235b735 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:03.308379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-4ad286b3-3ce6-4059-8a94-9de44235b735 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.0791028 Feb 09 16:21:03.499746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Deleting port 8ee94274-da88-4852-b173-2065a08cd7f4 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:21:03.500451 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:03.605067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-635fd622-65a5-418d-aebb-9d0c61a49885 req-ccd5b40d-c5e5-4ab0-974a-24048420d169 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0739758 Feb 09 16:21:03.668782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6450f-c687-4a96-a2b5-cc0c63c5520f req-2f11a40b-7276-43b6-9c12-be9d0ce28d7c tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:03.670558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ae6450f-c687-4a96-a2b5-cc0c63c5520f req-2f11a40b-7276-43b6-9c12-be9d0ce28d7c tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 946 time: 0.1384161 Feb 09 16:21:03.714638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] For port 8ee94274-da88-4852-b173-2065a08cd7f4, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ee94274-da88-4852-b173-2065a08cd7f4,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:21:03.715084 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:03.741322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ae6450f-c687-4a96-a2b5-cc0c63c5520f req-4ec56466-ac0f-4d1b-98ac-df6ed1fef832 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531523 Feb 09 16:21:03.746526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Calling delete_port for 8ee94274-da88-4852-b173-2065a08cd7f4 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:21:03.978965 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:03.984210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['279596ee-1581-421b-9e4f-67b00dd221eb', '8ee94274-da88-4852-b173-2065a08cd7f4'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:21:04.013300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Pushing event deleted for resources: {'Port': ['ID=8ee94274-da88-4852-b173-2065a08cd7f4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:04.068195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] No DVR routers for this DVR port 8ee94274-da88-4852-b173-2065a08cd7f4 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:21:04.070962 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:04.077415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2ac69a-89e8-437f-b9ff-078cff412a7b req-8737bc4a-04ee-47c3-9f25-20fc0aa2a4ac tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.73 "DELETE /v2.0/ports/8ee94274-da88-4852-b173-2065a08cd7f4 HTTP/1.1" status: 204 len: 173 time: 0.7614527 Feb 09 16:21:04.077415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec', 'name': 'network-vif-deleted', 'tag': '8ee94274-da88-4852-b173-2065a08cd7f4'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:21:04.080462 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12f677f-fa58-48b1-b2bb-16d38b127dfc" -d '{"events": [{"server_uuid": "e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec", "name": "network-vif-deleted", "tag": "8ee94274-da88-4852-b173-2065a08cd7f4"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:21:04.133211 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab00012-6be8-4b3b-b9a1-f686f52f370d x-openstack-request-id: req-bab00012-6be8-4b3b-b9a1-f686f52f370d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:21:04.134469 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec", "name": "network-vif-deleted", "tag": "8ee94274-da88-4852-b173-2065a08cd7f4", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:21:04.134960 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bab00012-6be8-4b3b-b9a1-f686f52f370d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:21:04.135600 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec', 'name': 'network-vif-deleted', 'tag': '8ee94274-da88-4852-b173-2065a08cd7f4', 'status': 'completed', 'code': 200} Feb 09 16:21:04.351821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 639d8eb0-dc25-48eb-8407-56d6baa26ce6 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:21:04.374443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 639d8eb0-dc25-48eb-8407-56d6baa26ce6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:21:04.374785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 639d8eb0-dc25-48eb-8407-56d6baa26ce6 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:21:04.732873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-300d2b9b-81d0-4665-8bda-2e6a4e547045 req-dd3e49b1-305c-4a30-b456-09e39a5fefb0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0418947 Feb 09 16:21:04.890537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8187cd15-0c98-4b61-86da-9debf60b9930 req-dccaa7a3-da31-43b3-97ba-2cd90514d787 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9d413b1-5db3-4d04-bcdf-5b38ce56a1ec HTTP/1.1" status: 200 len: 210 time: 0.0441384 Feb 09 16:21:05.866833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b5b48f9-de5f-49a8-b0cc-d717d645c4dc req-8ea2e407-88f8-4d4b-92a2-b0d1c29e2baf tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=975365ee-5ff3-47f9-90ab-191a97c91a9b HTTP/1.1" status: 200 len: 210 time: 0.0299594 Feb 09 16:21:07.275674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ee94274-da88-4852-b173-2065a08cd7f4 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:21:07.347719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 8ee94274-da88-4852-b173-2065a08cd7f4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:21:07.348202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ee94274-da88-4852-b173-2065a08cd7f4 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:21:07.376686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f23d9-a2d2-4712-8b75-aea8debf87a2 req-934551da-a26a-45e7-bbfb-0a0a62ce001f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:07.389897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de0f23d9-a2d2-4712-8b75-aea8debf87a2 req-934551da-a26a-45e7-bbfb-0a0a62ce001f tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0729728 Feb 09 16:21:07.434123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de0f23d9-a2d2-4712-8b75-aea8debf87a2 req-5bc40473-14d0-4d0c-b318-7730c5c5a09c tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435348 Feb 09 16:21:08.581332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b2e8-3785-4f0e-b9f9-d8f92e744d00 req-807932a3-76fd-42be-ac4a-7e90bfe8b2bd tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:08.583265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b72b2e8-3785-4f0e-b9f9-d8f92e744d00 req-807932a3-76fd-42be-ac4a-7e90bfe8b2bd tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0590062 Feb 09 16:21:08.631929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b72b2e8-3785-4f0e-b9f9-d8f92e744d00 req-7220e657-3027-418a-94bc-af54e7f66a9d tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Feb 09 16:21:09.783071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5104b8-4a30-40a1-bf6c-fb0e75a5efea req-defa2da4-d685-4450-894b-2c4be48236eb tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:09.784885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa5104b8-4a30-40a1-bf6c-fb0e75a5efea req-defa2da4-d685-4450-894b-2c4be48236eb tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0585868 Feb 09 16:21:09.839225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa5104b8-4a30-40a1-bf6c-fb0e75a5efea req-3b358531-8dbe-4c72-a999-37ff83b89ce3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Feb 09 16:21:11.000416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea0558-b781-4d5e-b0fd-e993c4cdad65 req-3a9702ca-ce22-46d4-b4c3-8c61c85b922c tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:11.003269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88ea0558-b781-4d5e-b0fd-e993c4cdad65 req-3a9702ca-ce22-46d4-b4c3-8c61c85b922c tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0625648 Feb 09 16:21:11.048969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88ea0558-b781-4d5e-b0fd-e993c4cdad65 req-4011e171-58bc-4c76-92cf-9df56f77f686 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Feb 09 16:21:12.035557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b48fa-4ff2-4bf5-9c56-c49600aef1ba req-253825d2-598d-4eaf-966c-1c99ea0019cf tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:12.037151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-154b48fa-4ff2-4bf5-9c56-c49600aef1ba req-253825d2-598d-4eaf-966c-1c99ea0019cf tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 946 time: 0.0668254 Feb 09 16:21:12.087547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-154b48fa-4ff2-4bf5-9c56-c49600aef1ba req-9b51b83e-3e54-4173-b7f6-0ddd5f2c5ca3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Feb 09 16:21:12.211494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b36fe-2142-405b-9a7e-272ae12a17e0 req-d5a7d0a5-fc1d-4b03-b7d3-bfe5717f3ebc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:12.213967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-705b36fe-2142-405b-9a7e-272ae12a17e0 req-d5a7d0a5-fc1d-4b03-b7d3-bfe5717f3ebc tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0661802 Feb 09 16:21:12.266144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-705b36fe-2142-405b-9a7e-272ae12a17e0 req-e9c1d36f-f605-4916-b9ab-8e021429a1b0 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437758 Feb 09 16:21:12.985471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-81de175d-6f49-471a-9a4d-0839d36d394d tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:12.987401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-81de175d-6f49-471a-9a4d-0839d36d394d tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.73 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0597980 Feb 09 16:21:13.106596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Deleting port 279596ee-1581-421b-9e4f-67b00dd221eb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:21:13.107751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:13.272332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] For port 279596ee-1581-421b-9e4f-67b00dd221eb, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=279596ee-1581-421b-9e4f-67b00dd221eb,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:21:13.272810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:13.304323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cf87f-9339-4e4b-bf8d-83e5146fb246 req-201bd6d7-40ac-4150-9a98-4e4032c2e7aa tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:13.304323 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df5cf87f-9339-4e4b-bf8d-83e5146fb246 req-201bd6d7-40ac-4150-9a98-4e4032c2e7aa tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 946 time: 0.0852907 Feb 09 16:21:13.305375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Calling delete_port for 279596ee-1581-421b-9e4f-67b00dd221eb owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:21:13.391630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df5cf87f-9339-4e4b-bf8d-83e5146fb246 req-ba2cebf5-f50b-4b91-97df-c15e7fc28063 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=9afb04de-755c-4f3f-a60e-b37d70453494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794144 Feb 09 16:21:13.438339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6580d2-f3cc-4721-b0bf-5a7ffa65121b req-28b93671-d888-4353-8949-1830475b6070 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:13.439926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6580d2-f3cc-4721-b0bf-5a7ffa65121b req-28b93671-d888-4353-8949-1830475b6070 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 946 time: 0.0929606 Feb 09 16:21:13.534423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb6580d2-f3cc-4721-b0bf-5a7ffa65121b req-fa9a27ac-9f33-487b-93c8-87a7ab74b074 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/security-groups?id=d807aff9-9e63-40c4-9422-935bc1d9fe67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820374 Feb 09 16:21:13.590005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19701626-4bad-4568-a499-9964214eda7a req-15e0bfad-2e67-4153-917b-fad2b2833779 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:13.591822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19701626-4bad-4568-a499-9964214eda7a req-15e0bfad-2e67-4153-917b-fad2b2833779 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 946 time: 0.1174226 Feb 09 16:21:13.721144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port 675bb662-7a6d-485d-9814-a27ecc530f16 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:21:13.721492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:13.741761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:13.753526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['279596ee-1581-421b-9e4f-67b00dd221eb'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:21:13.807773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Pushing event deleted for resources: {'Port': ['ID=279596ee-1581-421b-9e4f-67b00dd221eb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:13.868905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] No DVR routers for this DVR port 279596ee-1581-421b-9e4f-67b00dd221eb on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:21:13.872631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:13.875928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aa5a71f-b58f-440b-a589-c1d2487d477b req-8485199b-63f7-466a-9118-9d2279cb51e3 tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.73 "DELETE /v2.0/ports/279596ee-1581-421b-9e4f-67b00dd221eb HTTP/1.1" status: 204 len: 173 time: 0.8786683 Feb 09 16:21:13.876569 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb5ab6d-c6c2-4e87-a169-8f2744404e6e', 'name': 'network-vif-deleted', 'tag': '279596ee-1581-421b-9e4f-67b00dd221eb'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:21:13.878897 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d759dc-1e25-4f1b-8a7d-7fb62faed4e1" -d '{"events": [{"server_uuid": "9fb5ab6d-c6c2-4e87-a169-8f2744404e6e", "name": "network-vif-deleted", "tag": "279596ee-1581-421b-9e4f-67b00dd221eb"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:21:13.913610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] For port 675bb662-7a6d-485d-9814-a27ecc530f16, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=675bb662-7a6d-485d-9814-a27ecc530f16,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:21:13.913989 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:13.930557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for 675bb662-7a6d-485d-9814-a27ecc530f16 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:21:13.983305 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d1a362-769e-4b99-a79a-70b9c47cfc55 x-openstack-request-id: req-95d1a362-769e-4b99-a79a-70b9c47cfc55 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:21:13.983607 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb5ab6d-c6c2-4e87-a169-8f2744404e6e", "name": "network-vif-deleted", "tag": "279596ee-1581-421b-9e4f-67b00dd221eb", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:21:13.983860 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95d1a362-769e-4b99-a79a-70b9c47cfc55 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:21:13.984293 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb5ab6d-c6c2-4e87-a169-8f2744404e6e', 'name': 'network-vif-deleted', 'tag': '279596ee-1581-421b-9e4f-67b00dd221eb', 'status': 'completed', 'code': 200} Feb 09 16:21:14.154743 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:14.168147 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['675bb662-7a6d-485d-9814-a27ecc530f16'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:21:14.193309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=675bb662-7a6d-485d-9814-a27ecc530f16,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:14.257089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] No DVR routers for this DVR port 675bb662-7a6d-485d-9814-a27ecc530f16 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:21:14.260552 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:14.263967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19701626-4bad-4568-a499-9964214eda7a req-8a4c5743-5850-44f4-8b8f-64e40878bccc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "DELETE /v2.0/ports/675bb662-7a6d-485d-9814-a27ecc530f16 HTTP/1.1" status: 204 len: 173 time: 0.6645124 Feb 09 16:21:14.517420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dae4c0c9-a7e1-4227-827d-9a16d3dba9e2 req-33fc6770-0b79-4b32-a5df-3616fa3cb89d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0370605 Feb 09 16:21:14.665734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06dcd7bb-843b-4ec4-89e0-06b011494d8c req-3e626abe-50d2-4d79-b6e7-c958334ca28e tempest-ServerRescueNegativeTestJSON-1813038372 tempest-ServerRescueNegativeTestJSON-1813038372-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb5ab6d-c6c2-4e87-a169-8f2744404e6e HTTP/1.1" status: 200 len: 210 time: 0.0288355 Feb 09 16:21:15.641746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f58be80-aca4-4b0c-a95b-f25aca63acac req-ab5a72a7-7421-445a-a30d-dc0c28287433 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0277836 Feb 09 16:21:15.724301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48482) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:15.986910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4558c240-e782-4dab-8f1b-df1088aa72dc', 'name': 'network-vif-deleted', 'tag': '675bb662-7a6d-485d-9814-a27ecc530f16'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:21:15.989284 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246778c7-c33a-4348-b7a3-7752f234dd1d" -d '{"events": [{"server_uuid": "4558c240-e782-4dab-8f1b-df1088aa72dc", "name": "network-vif-deleted", "tag": "675bb662-7a6d-485d-9814-a27ecc530f16"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:21:16.038704 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f35c76-913d-4d27-8005-1f12bb7fa28a x-openstack-request-id: req-b4f35c76-913d-4d27-8005-1f12bb7fa28a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:21:16.039078 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4558c240-e782-4dab-8f1b-df1088aa72dc", "name": "network-vif-deleted", "tag": "675bb662-7a6d-485d-9814-a27ecc530f16", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:21:16.041376 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4f35c76-913d-4d27-8005-1f12bb7fa28a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:21:16.041376 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4558c240-e782-4dab-8f1b-df1088aa72dc', 'name': 'network-vif-deleted', 'tag': '675bb662-7a6d-485d-9814-a27ecc530f16', 'status': 'completed', 'code': 200} Feb 09 16:21:16.193629 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:16.414576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 675bb662-7a6d-485d-9814-a27ecc530f16 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:21:16.439145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 675bb662-7a6d-485d-9814-a27ecc530f16 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:21:16.439990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 675bb662-7a6d-485d-9814-a27ecc530f16 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:21:16.529010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Deleting port d44ff57e-ba1f-4c42-abbe-4c04cc692317 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:21:16.529365 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:16.624697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] For port d44ff57e-ba1f-4c42-abbe-4c04cc692317, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d44ff57e-ba1f-4c42-abbe-4c04cc692317,segment=NetworkSegment(5449da39-4c0e-4633-97b8-7c59f75f5a5a),segment_id=5449da39-4c0e-4633-97b8-7c59f75f5a5a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:21:16.625424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:16.640707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Calling delete_port for d44ff57e-ba1f-4c42-abbe-4c04cc692317 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:21:16.761572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5776c4ff-fb18-478f-85d1-59eb5bf0b1bd req-3a19c46b-caf6-4ac5-a372-2d8031b7178c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0365841 Feb 09 16:21:16.999682 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:17.034722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Pushing event deleted for resources: {'Port': ['ID=d44ff57e-ba1f-4c42-abbe-4c04cc692317,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:17.243541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:17.289305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 279596ee-1581-421b-9e4f-67b00dd221eb no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:21:17.346314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 279596ee-1581-421b-9e4f-67b00dd221eb {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:21:17.347306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 279596ee-1581-421b-9e4f-67b00dd221eb not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:21:17.563250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Router 7cc7496d-63f7-4255-a211-d67489b8dee7 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:21:17.683302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:21:17.692306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e613201e-4d97-4d83-b5d6-3dd7b38ed3de admin admin] 10.222.0.53 "PUT /v2.0/routers/7cc7496d-63f7-4255-a211-d67489b8dee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9632270 Feb 09 16:21:17.692637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48510) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:17.700492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] Sync routers for ids ['7cc7496d-63f7-4255-a211-d67489b8dee7'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:21:17.877273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:17.934587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] Routers {'7cc7496d-63f7-4255-a211-d67489b8dee7'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:21:17.942670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:20:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7cc7496d-63f7-4255-a211-d67489b8dee7'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:21:17.975796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a12bd239-e7f3-4896-ae21-b71eb1625097 req-aa38b1dd-aaf1-4bd2-8bd2-186fa62c662b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0438595 Feb 09 16:21:18.088743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] Set router 7cc7496d-63f7-4255-a211-d67489b8dee7 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:21:18.329746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:21:16Z', 'revision_number': 5, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:21:18.370258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] Checking router: 7cc7496d-63f7-4255-a211-d67489b8dee7 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:21:18.381366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] Routers {'7cc7496d-63f7-4255-a211-d67489b8dee7'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:21:18.381959 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:18.382415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:20:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7cc7496d-63f7-4255-a211-d67489b8dee7'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:21:18.508300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] Set router 7cc7496d-63f7-4255-a211-d67489b8dee7 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:21:18.581253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Deleting port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:21:18.581506 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:18.681903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] For port 8a01c4e8-d059-4c18-a379-8fbc5454ddc8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8a01c4e8-d059-4c18-a379-8fbc5454ddc8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:21:18.682252 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:18.700519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Calling delete_port for 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:21:18.857387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:21:16Z', 'revision_number': 5, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:21:18.893817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef5a1f-7c14-4415-8b8b-119a2230d87e None None] The sync data for ids ['7cc7496d-63f7-4255-a211-d67489b8dee7'] in n-d-828542-1 is: [{'id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'name': 'tempest-ServerRescueNegativeTestJSON-1001783441-router', 'tenant_id': '13b4b57079bb486fb8093475acf9c572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:21:16Z', 'revision_number': 5, 'project_id': '13b4b57079bb486fb8093475acf9c572', 'gw_port': {'id': '8a01c4e8-d059-4c18-a379-8fbc5454ddc8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc7496d-63f7-4255-a211-d67489b8dee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:18:42Z', 'updated_at': '2022-02-09T16:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:21:19.023009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:19.101187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a01c4e8-d059-4c18-a379-8fbc5454ddc8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:19.211948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:19.215759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f278b849-0227-4859-a8a5-068dbc4efd84 req-0f791967-5dd4-4748-8fd8-c678fed800c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0693016 Feb 09 16:21:19.337940 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:19.341505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:19.479232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d44ff57e-ba1f-4c42-abbe-4c04cc692317 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:21:19.507778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d44ff57e-ba1f-4c42-abbe-4c04cc692317 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:21:19.508257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d44ff57e-ba1f-4c42-abbe-4c04cc692317 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:21:19.531466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:19.533282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc7496d-63f7-4255-a211-d67489b8dee7 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:21:19.539171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:19.541060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-06a9fb70-4f34-4d0d-b469-bb781e3a7407 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7cc7496d-63f7-4255-a211-d67489b8dee7 HTTP/1.1" status: 204 len: 168 time: 1.8469205 Feb 09 16:21:19.543241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48524) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:19.636796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcad35e2-f3ea-410f-96e3-179f519fdc98 admin admin] Deleting subnet 8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:21:19.643693 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcad35e2-f3ea-410f-96e3-179f519fdc98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:19.694794 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcad35e2-f3ea-410f-96e3-179f519fdc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:19.753039 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcad35e2-f3ea-410f-96e3-179f519fdc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.023736 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcad35e2-f3ea-410f-96e3-179f519fdc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.059794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad35e2-f3ea-410f-96e3-179f519fdc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:20.065656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcad35e2-f3ea-410f-96e3-179f519fdc98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.071184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fcad35e2-f3ea-410f-96e3-179f519fdc98 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8de0bd4b-9b76-4ba4-8cdf-d28fccb41c30 HTTP/1.1" status: 204 len: 168 time: 0.5268552 Feb 09 16:21:20.074137 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48530) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:20.179935 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.307991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.356326 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:21:20.379346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18a2391-3053-4fae-b4a7-d8ee48cb1b73']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:21:20.399701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5449da39-4c0e-4633-97b8-7c59f75f5a5a') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:21:20.400715 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5449da39-4c0e-4633-97b8-7c59f75f5a5a') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:21:20.420912 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.426801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0b50527-1e5a-4381-9f2d-ebf2cf2dd020 req-ff2e25ee-50b7-4602-b8bc-f75bdea53db2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=4558c240-e782-4dab-8f1b-df1088aa72dc HTTP/1.1" status: 200 len: 210 time: 0.0362689 Feb 09 16:21:20.455337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.471101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:21:20.471894 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:21:20.475283 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:21:20.657594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.669293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:20.677405 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f18a2391-3053-4fae-b4a7-d8ee48cb1b73 HTTP/1.1" status: 204 len: 168 time: 0.5991523 Feb 09 16:21:20.699684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f18a2391-3053-4fae-b4a7-d8ee48cb1b73,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:20.712032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.713007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.713707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.714282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.714864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.715380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.715898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.716479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.717262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.717802 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.718427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.719048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3aed38-7f53-439f-b32d-72a97aa6bf41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:21:20.967589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:21:20.992496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:21:20.993241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8a01c4e8-d059-4c18-a379-8fbc5454ddc8 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:21:21.214958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48542) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:21.278396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c43bf181-cd04-4ea9-baeb-b7c8fa8c13aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=13b4b57079bb486fb8093475acf9c572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577803 Feb 09 16:21:21.278776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48544) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:21.346620 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2abd1560-10ef-4cfe-9f63-8be7fe4e32ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:21.373513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2abd1560-10ef-4cfe-9f63-8be7fe4e32ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:21.532566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2abd1560-10ef-4cfe-9f63-8be7fe4e32ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:21.536442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2abd1560-10ef-4cfe-9f63-8be7fe4e32ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:21.538101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2abd1560-10ef-4cfe-9f63-8be7fe4e32ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d807aff9-9e63-40c4-9422-935bc1d9fe67 HTTP/1.1" status: 204 len: 168 time: 0.2583354 Feb 09 16:21:21.555696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd1560-10ef-4cfe-9f63-8be7fe4e32ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d807aff9-9e63-40c4-9422-935bc1d9fe67,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:22.960167 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae938f6c-c101-4bd6-bd54-fcf761bc8fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:23.803832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-008b1a0a-b08c-4da1-9bfe-a0816903d622 req-10843a0e-f352-4d24-9a2b-bdd6611485af tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0360494 Feb 09 16:21:24.893724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eacf835b-9295-41df-b33c-6bdc65386b73 req-b5580e79-37f5-405e-aa26-daebab53a51c tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0283437 Feb 09 16:21:25.240203 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02a6792b-9cd5-47a3-8c5f-f7353155e753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:25.709884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48726) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:25.716247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fcdbd00b-fa4f-4e00-91bf-9da134fe41fc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439748266', 'description': 'tempest-secgroup-smoke-439748266 description', 'project_id': '86d7c946276a42d6a2439d9da69e9451'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:25.896972 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd00b-fa4f-4e00-91bf-9da134fe41fc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:25.978870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd00b-fa4f-4e00-91bf-9da134fe41fc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:26.026799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ad700c9-960f-4aaf-a9df-fe43efcd2c63 req-83dbc5b7-be37-4ec4-9b58-f280bc9e9728 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0331609 Feb 09 16:21:26.103292 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd00b-fa4f-4e00-91bf-9da134fe41fc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:26.135793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbd00b-fa4f-4e00-91bf-9da134fe41fc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b088dbd7-820a-4ccd-afb4-74c1c29b6651,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:26.367554 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcdbd00b-fa4f-4e00-91bf-9da134fe41fc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:26.368928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fcdbd00b-fa4f-4e00-91bf-9da134fe41fc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6579540 Feb 09 16:21:26.372021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48740) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:26.378120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-528f5407-5019-4588-969c-dc84c1a506bd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'security_group_rule': {'security_group_id': 'b088dbd7-820a-4ccd-afb4-74c1c29b6651', 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:26.580200 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528f5407-5019-4588-969c-dc84c1a506bd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:26.640458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:26.658027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528f5407-5019-4588-969c-dc84c1a506bd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:26.811424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528f5407-5019-4588-969c-dc84c1a506bd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:26.830987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f5407-5019-4588-969c-dc84c1a506bd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a1c4b1-c81f-4519-9b7a-cde6bda391ee,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:27.019179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-528f5407-5019-4588-969c-dc84c1a506bd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:27.021358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-528f5407-5019-4588-969c-dc84c1a506bd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6482382 Feb 09 16:21:27.024114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48762) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:27.031025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-746e8c14-4c10-4ff6-b4d3-e50e7f32a44e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'security_group_rule': {'security_group_id': 'b088dbd7-820a-4ccd-afb4-74c1c29b6651', 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:27.151175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c9cd2eb-bfea-4d28-b7cf-89926f433180 req-3528c863-feaa-4e11-bbb3-a3d2a25a5560 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Feb 09 16:21:27.273392 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-746e8c14-4c10-4ff6-b4d3-e50e7f32a44e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:27.348758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-746e8c14-4c10-4ff6-b4d3-e50e7f32a44e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:27.531253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-746e8c14-4c10-4ff6-b4d3-e50e7f32a44e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:27.550449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e8c14-4c10-4ff6-b4d3-e50e7f32a44e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930d9ba0-ab54-4d58-a33d-5a339bbb3a7f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:27.687082 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-746e8c14-4c10-4ff6-b4d3-e50e7f32a44e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:27.688391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-746e8c14-4c10-4ff6-b4d3-e50e7f32a44e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6632931 Feb 09 16:21:27.691303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48782) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:27.696277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4eaca492-6647-4307-b60c-c1ab0162a8c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'security_group_rule': {'security_group_id': 'b088dbd7-820a-4ccd-afb4-74c1c29b6651', 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:27.846428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4eaca492-6647-4307-b60c-c1ab0162a8c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:27.921023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4eaca492-6647-4307-b60c-c1ab0162a8c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.119754 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4eaca492-6647-4307-b60c-c1ab0162a8c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.142679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaca492-6647-4307-b60c-c1ab0162a8c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47acfb29-37a2-4ae7-aa3e-ffa1144d5112,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:28.263113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3fd1496e-2a45-49de-8fb5-5768e27d3618 req-19da8025-5d02-4b7f-9b80-3726d7edc61c tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0289426 Feb 09 16:21:28.298739 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4eaca492-6647-4307-b60c-c1ab0162a8c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.299987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4eaca492-6647-4307-b60c-c1ab0162a8c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6076715 Feb 09 16:21:28.304073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48802) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:28.308979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3a7ba187-e201-4cb6-937c-9dca1849fc6f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'security_group_rule': {'security_group_id': 'b088dbd7-820a-4ccd-afb4-74c1c29b6651', 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:28.353710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.525121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba187-e201-4cb6-937c-9dca1849fc6f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.577982 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.585487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba187-e201-4cb6-937c-9dca1849fc6f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.680701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba187-e201-4cb6-937c-9dca1849fc6f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.701964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ba187-e201-4cb6-937c-9dca1849fc6f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dca01d3-863b-4cb7-a74f-5d4ae54e890f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:28.840101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba187-e201-4cb6-937c-9dca1849fc6f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:28.842691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3a7ba187-e201-4cb6-937c-9dca1849fc6f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5369070 Feb 09 16:21:28.845145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 48820) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:28.850898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fc5c8a79-5958-4cd1-b64d-9be4c8ac9357 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'security_group_rule': {'security_group_id': 'b088dbd7-820a-4ccd-afb4-74c1c29b6651', 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:28.891668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29e1befb-0006-4169-ba03-89ffca6d0b88 req-27d5a388-04d7-4986-8cdf-3fb31a5a0e0f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0306559 Feb 09 16:21:28.993525 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-fc5c8a79-5958-4cd1-b64d-9be4c8ac9357 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Project 86d7c946276a42d6a2439d9da69e9451 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:21:28.998953 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8a79-5958-4cd1-b64d-9be4c8ac9357 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:29.063891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8a79-5958-4cd1-b64d-9be4c8ac9357 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:29.165714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8a79-5958-4cd1-b64d-9be4c8ac9357 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:29.186180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c8a79-5958-4cd1-b64d-9be4c8ac9357 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4eeb77e-ac0c-46d9-83f8-360485336f62,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:29.329080 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc5c8a79-5958-4cd1-b64d-9be4c8ac9357 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:29.330618 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fc5c8a79-5958-4cd1-b64d-9be4c8ac9357 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4844043 Feb 09 16:21:29.333944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 48836) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:29.339109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-128158df-f2cd-4bd8-b1d6-7034408df63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'security_group_rule': {'security_group_id': 'b088dbd7-820a-4ccd-afb4-74c1c29b6651', 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:29.382435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-706fad72-6deb-46b4-ad03-20afbb9b83e0 req-06b0f9b5-fe23-4d9d-bc2f-76d9ef1b48d2 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0345545 Feb 09 16:21:29.502555 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-128158df-f2cd-4bd8-b1d6-7034408df63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Project 86d7c946276a42d6a2439d9da69e9451 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:21:29.508896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-128158df-f2cd-4bd8-b1d6-7034408df63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:29.565058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-128158df-f2cd-4bd8-b1d6-7034408df63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:29.742979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-128158df-f2cd-4bd8-b1d6-7034408df63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:29.780900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128158df-f2cd-4bd8-b1d6-7034408df63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17257e11-2e5b-4853-ad54-8778dd62f270,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:29.927672 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-128158df-f2cd-4bd8-b1d6-7034408df63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:29.932267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-128158df-f2cd-4bd8-b1d6-7034408df63a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5942883 Feb 09 16:21:30.457191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:30.501736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-656f3cd8-3c6d-4b2d-85ac-5b0fd8e42811 req-449e415e-82bb-4784-a634-ac5bbacca35c tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0362566 Feb 09 16:21:31.176569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a76f65e-f996-4fa1-a169-c0b10c8e346a req-194eb4d5-b47f-4b1b-868a-d1426f639609 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0270138 Feb 09 16:21:31.971200 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:32.316989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2dd7fee-e367-4a44-9d65-f1d8cefd730d req-c1ee4d08-d970-471d-8477-5c8c005f65e5 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0448375 Feb 09 16:21:33.481254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-164568c9-9d82-4fda-82f3-3fac16557c3a req-1e67fc9e-fbd1-4116-9f5e-9e609a2d4d67 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0387602 Feb 09 16:21:34.626365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7187283-9d38-49a1-af88-0c0bc5682651 req-7d6cf6b8-56f9-41fd-a0ab-1fd7a5784b4f tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0344713 Feb 09 16:21:35.744333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-690fdb41-2f2f-44fb-88ab-51d2062d45b5 req-49152a5c-769b-4805-a5fb-d81145f06e69 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0312617 Feb 09 16:21:36.885652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0886e35c-5a30-4bcc-a86d-894f5c40e11c req-81dffd82-5bbf-4677-9e5c-1d834d7bf566 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0387542 Feb 09 16:21:38.058119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff739d1f-d874-4c5f-83ca-34d1c2df42ce req-9bbb3411-cb5f-401e-82fc-f71721866e01 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0676439 Feb 09 16:21:39.194614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb2dfe2a-6e59-4339-9d19-774f43a525d4 req-3002f2b9-a7bc-49ba-8396-b19baf753c04 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0353069 Feb 09 16:21:40.330377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87c48452-0172-4f7c-9a17-2d5ca246357b req-1ce4f937-aa75-4ef7-8d3d-98f2dd378a95 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0310051 Feb 09 16:21:41.467631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ef3bee3-67f7-4860-a8eb-84a62089c70c req-748b0d93-7af6-4a7b-96c2-0298c4b480ae tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0302849 Feb 09 16:21:42.603135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06bf1173-c929-432e-9b32-2b5fcbf5bba3 req-63ee7670-5069-44e1-9d34-7da2ce80e9e2 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0372081 Feb 09 16:21:43.742527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad809885-d90c-497e-a66c-462e63aac631 req-e401616e-00c9-4d16-8c2c-99b4542a0cb7 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0418682 Feb 09 16:21:44.331197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49368) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:44.477860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59293eeb-7224-45f4-aab5-289317fea591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:44.570958 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59293eeb-7224-45f4-aab5-289317fea591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:44.690925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59293eeb-7224-45f4-aab5-289317fea591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:44.741277 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-59293eeb-7224-45f4-aab5-289317fea591 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=097e9f4bd3f04219b418b275a2d45b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112632 Feb 09 16:21:44.743861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49372) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:44.748568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59293eeb-7224-45f4-aab5-289317fea591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eeead0-22da-4a4c-8154-393086c6c318,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:44.872839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1812b065-b64e-48f7-b005-f3a0f22140ad req-5db8611e-d503-40c2-8b61-528f6cbdfa5a tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0440049 Feb 09 16:21:44.878180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc0b5050-59cb-4107-8b63-ea15d78d1f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:44.921270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc0b5050-59cb-4107-8b63-ea15d78d1f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:45.056988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc0b5050-59cb-4107-8b63-ea15d78d1f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:45.060004 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc0b5050-59cb-4107-8b63-ea15d78d1f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:45.061496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fc0b5050-59cb-4107-8b63-ea15d78d1f8f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0eeead0-22da-4a4c-8154-393086c6c318 HTTP/1.1" status: 204 len: 168 time: 0.3159649 Feb 09 16:21:45.071979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b5050-59cb-4107-8b63-ea15d78d1f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eeead0-22da-4a4c-8154-393086c6c318,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:46.041223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11a04f70-c5cc-4af9-8914-4a6db11931f0 req-27735dff-fe04-475f-960c-2ef1fa516a8c tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0283568 Feb 09 16:21:46.937940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49422) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:47.050679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1962477125-network', 'tenant_id': '2fff84fd18494d59b9d1ebf064157fcd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:47.183333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bc71370-b64b-489b-8973-a12506e41614 req-a7a9a4a5-0de2-4072-91b2-3bb1fe44f2e6 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0305831 Feb 09 16:21:47.222360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Made reservation on behalf of 2fff84fd18494d59b9d1ebf064157fcd for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:21:47.225335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.235986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.326004 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.395953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4daf5384-adb3-4613-863a-de6c9f08659f req-cf7a714b-64f8-4843-95ed-01c10856f86c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2941514dc8ad462b9e314a705ce046a0&device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0312436 Feb 09 16:21:47.399074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.429013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:21:47.449424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:47.467174 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.467437 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Added segment 4d60831e-739f-42e6-a3c9-101329a4a543 of type vlan for network 804642b6-7c37-40ce-83a6-d4edd9cbe422 Feb 09 16:21:47.471159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4daf5384-adb3-4613-863a-de6c9f08659f req-dd4ee7ce-3c4e-4dc3-a186-34779999937a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2941514dc8ad462b9e314a705ce046a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326672 Feb 09 16:21:47.571377 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.615967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49438) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:47.641271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf5384-adb3-4613-863a-de6c9f08659f req-b0784c00-f9d5-4fcf-8e43-b39d2a56330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:47.643003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4daf5384-adb3-4613-863a-de6c9f08659f req-b0784c00-f9d5-4fcf-8e43-b39d2a56330d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631863 Feb 09 16:21:47.663282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.664310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:47.664900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.727916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] Pushing event updated for resources: {'Network': ['ID=804642b6-7c37-40ce-83a6-d4edd9cbe422,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:47.737473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b3ebabec-ee9c-4a5a-84e4-afa7e78a02a1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7954576 Feb 09 16:21:47.737848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49442) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:47.739653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 804642b6-7c37-40ce-83a6-d4edd9cbe422 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:21:47.744835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Request body: {'subnet': {'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1962477125-subnet', 'tenant_id': '2fff84fd18494d59b9d1ebf064157fcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:21:47.810293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-84680165-1fa5-4194-a985-26a5600842e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4142c7343a84401ab71b776fa3467fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930149 Feb 09 16:21:47.813463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49444) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:21:47.869667 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52e4a71b-8473-4e20-8b3c-af9894a2035d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.879019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Made reservation on behalf of 2fff84fd18494d59b9d1ebf064157fcd for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:21:47.882416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:47.950678 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52e4a71b-8473-4e20-8b3c-af9894a2035d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:48.205064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52e4a71b-8473-4e20-8b3c-af9894a2035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:48.207672 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52e4a71b-8473-4e20-8b3c-af9894a2035d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:48.209519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-52e4a71b-8473-4e20-8b3c-af9894a2035d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70760a36-8691-49bf-82e5-84363299bad4 HTTP/1.1" status: 204 len: 168 time: 0.3944745 Feb 09 16:21:48.218057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4a71b-8473-4e20-8b3c-af9894a2035d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70760a36-8691-49bf-82e5-84363299bad4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:48.257624 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:48.329145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd8927f0-e8db-4e68-97b0-68f4d0d01858 req-bee31ecf-8428-4537-93ca-87ca9abcf3af tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0365486 Feb 09 16:21:48.348220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Pushing event updated for resources: {'Subnet': ['ID=204e9284-ab99-4a7c-ab4b-b87b2a7bf188,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:21:48.358606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Checking segment: {'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:21:48.358606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Network hostable DHCP agents. Network: 804642b6-7c37-40ce-83a6-d4edd9cbe422, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:21:48.496211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Network 804642b6-7c37-40ce-83a6-d4edd9cbe422 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:21:48.610044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 804642b6-7c37-40ce-83a6-d4edd9cbe422) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:21:48.614653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:48.617054 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:48.621354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115207ed-e033-4268-a9b0-9954431084c0 None None] Network 804642b6-7c37-40ce-83a6-d4edd9cbe422 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:21:48.761175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f7a209d3-287b-4bda-b4e7-3ae8d891274c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0219243 Feb 09 16:21:48.771761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6994f-6010-4a64-a90c-f8cad7ac7b30 None None] Network 804642b6-7c37-40ce-83a6-d4edd9cbe422 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:21:49.458470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-628972fc-45f0-4fa1-80ba-9eada92e9c66 req-004428c6-110b-4147-904a-4661c1adec29 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0417938 Feb 09 16:21:50.580167 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a041718-76bf-4862-9d1b-06bbac21cc7c req-820d10f9-d9b3-4fa2-90c7-e01a1fb436c2 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0317979 Feb 09 16:21:51.697781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac71f8a2-8645-4698-9021-c576909016bb req-94489e97-498e-408d-b306-44005e2bbd67 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0288680 Feb 09 16:21:52.810024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f12a5f-0874-4237-9be8-4f253beebe7c req-b06358cb-d964-45a8-8e4d-f036356b6180 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0295765 Feb 09 16:21:52.930382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d0453735-a653-4c82-a5bf-4f04ac8de3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:53.925188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05f53686-ec61-4f2c-ad3b-e6a60e0a02c1 req-9e450e04-f7e0-46cf-ba87-4228074109d5 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0316558 Feb 09 16:21:55.055259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f10a75d-06bf-4363-9319-3bb037fbf16c req-8169b0ee-964b-4b2e-94ec-f75622e63c70 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0431545 Feb 09 16:21:55.236826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2e17-be0f-439c-81a5-4695bb89afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:56.197688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b360afd-7b53-4772-a1ee-bf282fd618fa req-d595860a-9f09-4ee8-b25d-84eb122bc339 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0469770 Feb 09 16:21:56.576398 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:56.877803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-01956ad0-d580-4247-ab1f-011d1e02d9ee tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439748266&fields=id&tenant_id=86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 267 time: 0.0487099 Feb 09 16:21:57.006015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-6873f89f-a6f6-40a2-aa4b-444f9a1f8eac tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:21:57.008322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-6873f89f-a6f6-40a2-aa4b-444f9a1f8eac tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1231368 Feb 09 16:21:57.032778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-5c71126b-528a-4b08-b13f-12b8ff18094e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/quotas/86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 375 time: 0.0170250 Feb 09 16:21:57.093721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-59b2b0d6-d547-41c0-9316-14f243c8d159 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551608 Feb 09 16:21:57.364243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2d3aa2e-d72f-45f2-9a19-c03d8cfb0837 req-587b6f0d-3dbb-47f4-bbbd-9371b3def783 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0565515 Feb 09 16:21:57.368473 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:21:57.418475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-cc53d278-769f-49be-98f7-ca03daf161c9 service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095143 Feb 09 16:21:57.527254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-c94b99f8-b394-47de-855f-d9bc33ed54d6 service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073818 Feb 09 16:21:58.302778 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:58.349046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40bb5e51-157f-4af2-bfa7-89be6731b619 req-811f0aa6-83d5-4868-862f-4dffe977e676 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0323782 Feb 09 16:21:58.484355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71daeab7-c99a-4f3b-ac44-dba95a40deb7 req-d88fef77-daae-4c99-a496-1b133d8f9aa6 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0342853 Feb 09 16:21:58.496158 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:21:59.457872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2dc1bf24-6d0b-4618-a234-d716069620c2 req-2ff1db58-5524-4307-bde9-d443a5190fd3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0320001 Feb 09 16:21:59.642127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b754f056-dc41-4938-89a5-36957ac10125 req-542b635a-49d4-4691-90d1-9dc78dcf40c5 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0300217 Feb 09 16:22:00.581050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0987fe26-dc54-4366-a1b2-9e586cea9d45 req-ad98b74a-c708-4602-a13d-5700112997bb tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0419683 Feb 09 16:22:00.582468 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:00.755909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bfacfe3f-d467-4e09-ac08-3b6743b596c3 req-32fa701f-ba08-4bdf-8d8d-4a4b4664ad74 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0286233 Feb 09 16:22:00.943491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd4869ab-eeb9-4247-8e27-f25ec76855e4 req-c0bb3d24-306d-4c7d-bc6a-f27d217715e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Feb 09 16:22:01.280121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-c1e2b084-19f2-4257-989b-e70d2fdb561c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:01.281690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-c1e2b084-19f2-4257-989b-e70d2fdb561c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1316650 Feb 09 16:22:01.351417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-47431d71-9d8c-4172-b6c1-3ae61ff70380 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 379 time: 0.0612509 Feb 09 16:22:01.360602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'port': {'device_id': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'admin_state_up': True, 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'security_groups': ['b088dbd7-820a-4ccd-afb4-74c1c29b6651']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:01.640707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:22:01.647009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:01.700879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8cd3d7d-aed5-41ec-b134-afd6f44b217f req-5663d820-d10c-463a-9f1c-1f317a9ca242 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0350926 Feb 09 16:22:01.872250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.20.0.11 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/88ad02ba-3ad7-4130-8e59-f44f42797647) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:01.991006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6178e48-7890-4e91-b2bb-85e18dd64a4f req-cc926dd5-2971-4f9b-a2f6-6eb91ecbece0 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0502059 Feb 09 16:22:02.085044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:02.142196 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:02.328899 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:02.400185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:02.404161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:02.409372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:02.444247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=88ad02ba-3ad7-4130-8e59-f44f42797647,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:02.473141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.473771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.474443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.475020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.475368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.481929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.481929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.481929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.481929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.481929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.481929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.481929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:02.507442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:02.511281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:02.654836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-2792d116-49ab-47f8-8e5e-897ff0adb8f2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2983954 Feb 09 16:22:02.705193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-43405802-aaa8-4a8c-870f-67b6b5acc530 None None] Provisioning complete for port 88ad02ba-3ad7-4130-8e59-f44f42797647 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:02.705564 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-43405802-aaa8-4a8c-870f-67b6b5acc530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:02.753511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Request body: {'port': {'device_id': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:02.801537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-43405802-aaa8-4a8c-870f-67b6b5acc530 None None] Port 88ad02ba-3ad7-4130-8e59-f44f42797647 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:22:02.877101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:02.935829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187707f-06b1-4242-bb91-053706b7463a req-d40c0ca4-f25f-4341-a0d1-dbc9811e990d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:02.937296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4187707f-06b1-4242-bb91-053706b7463a req-d40c0ca4-f25f-4341-a0d1-dbc9811e990d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 932 time: 0.1055834 Feb 09 16:22:03.051350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4187707f-06b1-4242-bb91-053706b7463a req-c1abee26-6056-46a7-81cd-1ba681ed7389 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046934 Feb 09 16:22:03.172301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf034171-3cb5-4d27-bd83-738843736aac req-e5448747-d415-4dc6-99fb-d569c75dae2d tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0779850 Feb 09 16:22:03.336941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ad02ba-3ad7-4130-8e59-f44f42797647 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:22:03.354060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:03.373876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Transition to ACTIVE for port object 88ad02ba-3ad7-4130-8e59-f44f42797647 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:22:03.450742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:03.558506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Pushing event updated for resources: {'Port': ['ID=88ad02ba-3ad7-4130-8e59-f44f42797647,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:03.610196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Attempting to bind port 88ad02ba-3ad7-4130-8e59-f44f42797647 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:22:03.610597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Attempting to bind port 88ad02ba-3ad7-4130-8e59-f44f42797647 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:22:03.610970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Attempting to bind port 88ad02ba-3ad7-4130-8e59-f44f42797647 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:03.616531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Port 88ad02ba-3ad7-4130-8e59-f44f42797647 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:22:03.616877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Attempting to bind port 88ad02ba-3ad7-4130-8e59-f44f42797647 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:03.623567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:22:03.623961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:03.624461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:22:03.624951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Bound port: 88ad02ba-3ad7-4130-8e59-f44f42797647, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:22:03.625391 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:03.739830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] For port 88ad02ba-3ad7-4130-8e59-f44f42797647, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:22:03.746209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] For port 88ad02ba-3ad7-4130-8e59-f44f42797647, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=88ad02ba-3ad7-4130-8e59-f44f42797647,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:22:04.204008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aec91-dbe0-4491-9bc5-59d7550a497b req-8ef3c95a-c6fd-4ddf-aff7-64218e93171d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:04.206583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d38aec91-dbe0-4491-9bc5-59d7550a497b req-8ef3c95a-c6fd-4ddf-aff7-64218e93171d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.0650296 Feb 09 16:22:04.263320 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d38aec91-dbe0-4491-9bc5-59d7550a497b req-f94aed6c-b603-4370-81f4-e01d89049f97 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468302 Feb 09 16:22:04.863017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae910d73-14f0-4d65-8ac9-1d75c205153e req-505d5996-5966-4890-b21a-af224b153934 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2941514dc8ad462b9e314a705ce046a0&device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0459275 Feb 09 16:22:04.890459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:04.940406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae910d73-14f0-4d65-8ac9-1d75c205153e req-f7675ca6-0b02-4d8c-9184-3502b4da93d0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=2941514dc8ad462b9e314a705ce046a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706019 Feb 09 16:22:04.963217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:04.964120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:04.965593 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] 10.222.0.13 "PUT /v2.0/ports/88ad02ba-3ad7-4130-8e59-f44f42797647 HTTP/1.1" status: 200 len: 1092 time: 2.3021767 Feb 09 16:22:04.966062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'tag': '88ad02ba-3ad7-4130-8e59-f44f42797647'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:22:04.968917 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec1a31-60ee-4c8b-9517-086f3df21596" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba", "tag": "88ad02ba-3ad7-4130-8e59-f44f42797647"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:22:05.091236 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870099f4-a540-4e2f-a71b-b23089c8f7de x-openstack-request-id: req-870099f4-a540-4e2f-a71b-b23089c8f7de {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:22:05.091236 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba", "tag": "88ad02ba-3ad7-4130-8e59-f44f42797647", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:22:05.091236 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-870099f4-a540-4e2f-a71b-b23089c8f7de {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:22:05.091236 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'tag': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'status': 'completed', 'code': 200} Feb 09 16:22:05.124342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8beadca4-fdf2-48ee-a1d9-855bc8de06f6 req-8e9ad3db-64f7-498c-aa70-a568a310ef61 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.1243255 Feb 09 16:22:05.125109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9922a52-5f9a-4385-81aa-b7172d963b93 service neutron] Pushing event updated for resources: {'Port': ['ID=88ad02ba-3ad7-4130-8e59-f44f42797647,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:05.595128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1a31-60ee-4c8b-9517-086f3df21596 req-5f675e41-8df7-40ff-8f3b-ec14509b62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:05.596613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-beec1a31-60ee-4c8b-9517-086f3df21596 req-5f675e41-8df7-40ff-8f3b-ec14509b62af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 1095 time: 0.5126147 Feb 09 16:22:05.604756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae910d73-14f0-4d65-8ac9-1d75c205153e req-0783bcac-b4c1-4c7a-bb21-8034a9367bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:05.606228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae910d73-14f0-4d65-8ac9-1d75c205153e req-0783bcac-b4c1-4c7a-bb21-8034a9367bb5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6569068 Feb 09 16:22:05.633031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30f5d-81f5-4be0-8052-4a13e795989a req-f2d570fa-686b-418d-96c2-ad25ed366216 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:05.633031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcf30f5d-81f5-4be0-8052-4a13e795989a req-f2d570fa-686b-418d-96c2-ad25ed366216 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.1095848 Feb 09 16:22:05.742296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fcf30f5d-81f5-4be0-8052-4a13e795989a req-5f61e002-617d-4154-a990-cfba9c2ba3d0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682828 Feb 09 16:22:05.779172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1a31-60ee-4c8b-9517-086f3df21596 req-a18c4de4-c308-486e-a682-e6309fa1bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:05.781119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-beec1a31-60ee-4c8b-9517-086f3df21596 req-a18c4de4-c308-486e-a682-e6309fa1bc41 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=86d7c946276a42d6a2439d9da69e9451&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1730392 Feb 09 16:22:05.897562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1a31-60ee-4c8b-9517-086f3df21596 req-f7040069-6b5b-4e6a-b0f7-d58475e32c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:05.898991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-beec1a31-60ee-4c8b-9517-086f3df21596 req-f7040069-6b5b-4e6a-b0f7-d58475e32c94 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098707 Feb 09 16:22:06.014107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-38fe9bc8-ed11-486e-aaa6-2f4371bd5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:06.015772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-38fe9bc8-ed11-486e-aaa6-2f4371bd5b14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 1095 time: 0.0605109 Feb 09 16:22:06.067070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-7343d426-5eb5-41e5-b976-42fd707c8c06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88ad02ba-3ad7-4130-8e59-f44f42797647 HTTP/1.1" status: 200 len: 217 time: 0.0418394 Feb 09 16:22:06.131873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-37002541-5e6b-4d79-b27d-21febb50c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:06.133534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-37002541-5e6b-4d79-b27d-21febb50c8aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0601640 Feb 09 16:22:06.189802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-0cbdce4c-f143-4e35-a169-d26773375b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:06.192604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-0cbdce4c-f143-4e35-a169-d26773375b1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508549 Feb 09 16:22:06.287690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14c4b936-9b23-4a3c-b805-0c1ea2a49f80 req-b544ede7-e2a8-4e10-b2e0-fc528f846182 tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0308337 Feb 09 16:22:06.337697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-6b7ddab5-4e7b-4048-bf1b-1994ec133a52 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362302 Feb 09 16:22:06.488466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7afc91cc-903e-4d81-b8b0-4eaa2ad2a364 req-c08d4a6a-ba2b-4dad-b268-5db4136bfc8a service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420407 Feb 09 16:22:06.887799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081c37e-1b16-4e7b-88fe-a46ec4913707 req-fd918358-beb9-4510-a5a4-b62b782de0c0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:06.889373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9081c37e-1b16-4e7b-88fe-a46ec4913707 req-fd918358-beb9-4510-a5a4-b62b782de0c0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.0552220 Feb 09 16:22:06.920907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ae910d73-14f0-4d65-8ac9-1d75c205153e req-44eef2b1-d3ee-4b02-9c71-239f59b8c2bc tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.73 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0303555 Feb 09 16:22:06.951107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9081c37e-1b16-4e7b-88fe-a46ec4913707 req-a94f4ff0-a2d0-4dba-b202-065aa83f6a74 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526459 Feb 09 16:22:07.435435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-413f9566-208f-4d36-9fdd-fc289ca7efb1 req-707ede58-7fff-4217-88ac-0a5fddccce5a tempest-ServerShowV257Test-813514473 tempest-ServerShowV257Test-813514473-project] 10.222.0.53 "GET /v2.0/ports?device_id=23edf9ba-9325-411c-904d-a9552aa660e2 HTTP/1.1" status: 200 len: 210 time: 0.0339661 Feb 09 16:22:08.136791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ee5d0-66a8-4429-b4c5-486182a9814a req-266e384d-cebd-48e2-a2c8-2b4f1a7f1333 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:08.146585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf7ee5d0-66a8-4429-b4c5-486182a9814a req-266e384d-cebd-48e2-a2c8-2b4f1a7f1333 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.0955939 Feb 09 16:22:08.194268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf7ee5d0-66a8-4429-b4c5-486182a9814a req-6392b9d0-cd6e-4fb6-94d6-79e3cb6abe10 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487299 Feb 09 16:22:09.318622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49776) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:09.321895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8d7fc-208e-48ec-9c04-943fcb561140 req-31ff2abc-6767-4e3a-abd0-6bd6364d7d1c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:09.324032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44d8d7fc-208e-48ec-9c04-943fcb561140 req-31ff2abc-6767-4e3a-abd0-6bd6364d7d1c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.0555804 Feb 09 16:22:09.370911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44d8d7fc-208e-48ec-9c04-943fcb561140 req-f1577349-fe08-4e84-b2d4-97d8d0d7f91d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396910 Feb 09 16:22:09.454927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e916e305-87ef-477d-8e8e-a4a1edf4de37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:09.531145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e916e305-87ef-477d-8e8e-a4a1edf4de37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:09.718954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e916e305-87ef-477d-8e8e-a4a1edf4de37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:09.761647 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e916e305-87ef-477d-8e8e-a4a1edf4de37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2941514dc8ad462b9e314a705ce046a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417896 Feb 09 16:22:09.762550 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916e305-87ef-477d-8e8e-a4a1edf4de37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26bc3c4-0450-4040-a223-93aa5b51b163,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:09.766646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:09.827473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4db7144-f8c1-44dc-8209-945bf66cb4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:09.851157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4db7144-f8c1-44dc-8209-945bf66cb4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:10.004577 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4db7144-f8c1-44dc-8209-945bf66cb4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:10.007496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b4db7144-f8c1-44dc-8209-945bf66cb4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:10.008752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b4db7144-f8c1-44dc-8209-945bf66cb4f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f26bc3c4-0450-4040-a223-93aa5b51b163 HTTP/1.1" status: 204 len: 168 time: 0.2411485 Feb 09 16:22:10.016982 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db7144-f8c1-44dc-8209-945bf66cb4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26bc3c4-0450-4040-a223-93aa5b51b163,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:10.498756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee08f9-d072-4a00-ad2a-0ab51132fd4f req-23040235-a8fb-4ad2-a590-67bacd6bbd5f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:10.500349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8ee08f9-d072-4a00-ad2a-0ab51132fd4f req-23040235-a8fb-4ad2-a590-67bacd6bbd5f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.0549207 Feb 09 16:22:10.548609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8ee08f9-d072-4a00-ad2a-0ab51132fd4f req-73cb4d0f-c9f3-4747-a2f6-4c9f35b60a51 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414827 Feb 09 16:22:11.319271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49812) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:11.437842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1910538058-network', 'tenant_id': 'bb0748dc34f54353a64f1a5232a0c517'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:11.541576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Made reservation on behalf of bb0748dc34f54353a64f1a5232a0c517 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:22:11.544094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:11.557603 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:11.659632 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:11.699489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51bbc2-d33d-41b5-87fb-2fc98851f5ac req-a5870dca-2061-4fe2-b057-224d14e8baa1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:11.701058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f51bbc2-d33d-41b5-87fb-2fc98851f5ac req-a5870dca-2061-4fe2-b057-224d14e8baa1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.0519543 Feb 09 16:22:11.750458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f51bbc2-d33d-41b5-87fb-2fc98851f5ac req-77fddc02-19b2-4010-9508-57a396bc4ecc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398581 Feb 09 16:22:11.752948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:11.781330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:22:11.794326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adab219-634d-4c66-8e76-f1aaa8b2c133,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:11.797096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:11.797574 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Added segment 892a8354-6b13-46a1-8cc3-108279aad158 of type vlan for network 71b36e7c-d66f-4ad8-aed3-8ce21445fb6a Feb 09 16:22:11.841630 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:11.976705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:11.977566 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:11.978160 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:12.040826 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] Pushing event updated for resources: {'Network': ['ID=71b36e7c-d66f-4ad8-aed3-8ce21445fb6a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:12.051850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 71b36e7c-d66f-4ad8-aed3-8ce21445fb6a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:22:12.139152 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9799bf35-2677-494c-a605-3912e06c65e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8188674 Feb 09 16:22:12.142351 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:12.148486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Request body: {'subnet': {'network_id': '71b36e7c-d66f-4ad8-aed3-8ce21445fb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1910538058-subnet', 'tenant_id': 'bb0748dc34f54353a64f1a5232a0c517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:12.278684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Made reservation on behalf of bb0748dc34f54353a64f1a5232a0c517 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:22:12.281148 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:12.587823 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:12.656125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0805b67-5702-4bad-9168-3f23e9d511db,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:12.668954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Checking segment: {'id': '892a8354-6b13-46a1-8cc3-108279aad158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '71b36e7c-d66f-4ad8-aed3-8ce21445fb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:12.668954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Network hostable DHCP agents. Network: 71b36e7c-d66f-4ad8-aed3-8ce21445fb6a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:22:12.834232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Network 71b36e7c-d66f-4ad8-aed3-8ce21445fb6a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:22:12.899274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aba6ec-9ecc-4143-a88c-94c52093dfa2 req-1de94120-6718-467d-b87a-01402e9c81e6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:12.900749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05aba6ec-9ecc-4143-a88c-94c52093dfa2 req-1de94120-6718-467d-b87a-01402e9c81e6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.0518873 Feb 09 16:22:12.941243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05aba6ec-9ecc-4143-a88c-94c52093dfa2 req-35bfcd66-319e-4a95-b084-df2e248b55f5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Feb 09 16:22:13.010642 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 71b36e7c-d66f-4ad8-aed3-8ce21445fb6a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:13.015429 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:13.016030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.023512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080345f3-0f10-46ea-a0cd-dd7dc3dbeeb4 None None] Network 71b36e7c-d66f-4ad8-aed3-8ce21445fb6a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:22:13.151217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04d9f8e-348f-470e-b12d-13335e97b534 None None] Network 71b36e7c-d66f-4ad8-aed3-8ce21445fb6a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:22:13.173422 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2561a6cc-cf7e-441e-81af-43228e06b0a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0297084 Feb 09 16:22:13.320208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49840) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:13.368756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c27f2d-18c3-496c-a312-52e86f78da7d admin admin] Deleting subnet c0805b67-5702-4bad-9168-3f23e9d511db {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:22:13.372322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39c27f2d-18c3-496c-a312-52e86f78da7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.417685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39c27f2d-18c3-496c-a312-52e86f78da7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.462156 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39c27f2d-18c3-496c-a312-52e86f78da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.628146 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39c27f2d-18c3-496c-a312-52e86f78da7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.654341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c27f2d-18c3-496c-a312-52e86f78da7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0805b67-5702-4bad-9168-3f23e9d511db,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:13.660370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-39c27f2d-18c3-496c-a312-52e86f78da7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.663512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-39c27f2d-18c3-496c-a312-52e86f78da7d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c0805b67-5702-4bad-9168-3f23e9d511db HTTP/1.1" status: 204 len: 168 time: 0.3422263 Feb 09 16:22:13.666151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49842) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:13.748501 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.835075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.861765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b36e7c-d66f-4ad8-aed3-8ce21445fb6a']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:13.872425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892a8354-6b13-46a1-8cc3-108279aad158') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:13.872719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892a8354-6b13-46a1-8cc3-108279aad158') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:13.883945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.900001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.906546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:22:13.906938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:22:13.908661 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:22:14.064620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691467d1-2f21-4919-86b1-a3a8d2653193 req-09756cdb-9658-4e10-95a1-2146f51b2c95 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:14.066287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-691467d1-2f21-4919-86b1-a3a8d2653193 req-09756cdb-9658-4e10-95a1-2146f51b2c95 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 944 time: 0.0535181 Feb 09 16:22:14.099780 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:14.123306 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:14.123306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] 10.222.0.53 "DELETE /v2.0/networks/71b36e7c-d66f-4ad8-aed3-8ce21445fb6a HTTP/1.1" status: 204 len: 168 time: 0.4467256 Feb 09 16:22:14.123306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-691467d1-2f21-4919-86b1-a3a8d2653193 req-38104274-4fea-40da-8bef-459fd5de6d03 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460842 Feb 09 16:22:14.128780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa2dfa-1f16-49b3-aea3-8f6be5cca795 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b36e7c-d66f-4ad8-aed3-8ce21445fb6a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:14.712416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 88ad02ba-3ad7-4130-8e59-f44f42797647 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:22:14.748575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49854) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:14.811838 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-43784607-8b0d-412d-bc2c-42496a7e082e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb0748dc34f54353a64f1a5232a0c517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618255 Feb 09 16:22:14.814535 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49856) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:14.858318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 88ad02ba-3ad7-4130-8e59-f44f42797647, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=88ad02ba-3ad7-4130-8e59-f44f42797647,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:14.876202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'port_id': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'mac_address': 'fa:16:3e:b8:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:22:14.880807 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1db1b24-4a0e-451c-bd96-58ae91910b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:14.908889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1db1b24-4a0e-451c-bd96-58ae91910b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:14.925397 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:14.949610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ad02ba-3ad7-4130-8e59-f44f42797647 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:22:14.985518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 88ad02ba-3ad7-4130-8e59-f44f42797647, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=88ad02ba-3ad7-4130-8e59-f44f42797647,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:15.067367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1db1b24-4a0e-451c-bd96-58ae91910b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:15.070651 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1db1b24-4a0e-451c-bd96-58ae91910b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:15.072070 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a1db1b24-4a0e-451c-bd96-58ae91910b0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3adab219-634d-4c66-8e76-f1aaa8b2c133 HTTP/1.1" status: 204 len: 168 time: 0.2564251 Feb 09 16:22:15.085013 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:15.085661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db1b24-4a0e-451c-bd96-58ae91910b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adab219-634d-4c66-8e76-f1aaa8b2c133,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:15.151347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=88ad02ba-3ad7-4130-8e59-f44f42797647,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.161936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.163442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.163442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:15.259582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609806f-302b-413e-9a3a-05de85c7b177 req-dff87519-778f-4222-ba95-1d3b9ae3134d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:15.261091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0609806f-302b-413e-9a3a-05de85c7b177 req-dff87519-778f-4222-ba95-1d3b9ae3134d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 945 time: 0.0580022 Feb 09 16:22:15.293348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['88ad02ba-3ad7-4130-8e59-f44f42797647'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:22:15.307096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0609806f-302b-413e-9a3a-05de85c7b177 req-7a9b3b8b-d425-403d-adb9-e5d8564cc6e7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397203 Feb 09 16:22:16.470097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d79aa-119f-4d17-8005-053df94e4e10 req-28bba81a-8781-421f-83be-1b472c1e496b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:16.485398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a20d79aa-119f-4d17-8005-053df94e4e10 req-28bba81a-8781-421f-83be-1b472c1e496b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 945 time: 0.0600049 Feb 09 16:22:16.517761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a20d79aa-119f-4d17-8005-053df94e4e10 req-ced97e7b-872d-4532-bfe3-ed12b93a4203 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394168 Feb 09 16:22:16.710184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 88ad02ba-3ad7-4130-8e59-f44f42797647 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:16.844638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 88ad02ba-3ad7-4130-8e59-f44f42797647 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:22:16.849299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 88ad02ba-3ad7-4130-8e59-f44f42797647 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:16.852398 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:16.947754 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:16.991020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ad02ba-3ad7-4130-8e59-f44f42797647'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:22:16.996322 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872c6fd5-8d5a-41f6-baab-f3a553f12582" -d '{"events": [{"server_uuid": "e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba", "name": "network-vif-plugged", "status": "completed", "tag": "88ad02ba-3ad7-4130-8e59-f44f42797647"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:22:17.227573 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fece61da-19c3-462c-bd8c-ec67aba34321 x-openstack-request-id: req-fece61da-19c3-462c-bd8c-ec67aba34321 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:22:17.227796 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba", "name": "network-vif-plugged", "status": "completed", "tag": "88ad02ba-3ad7-4130-8e59-f44f42797647", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:22:17.228444 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fece61da-19c3-462c-bd8c-ec67aba34321 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:22:17.228712 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'code': 200} Feb 09 16:22:17.232260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 88ad02ba-3ad7-4130-8e59-f44f42797647, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=88ad02ba-3ad7-4130-8e59-f44f42797647,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:17.244374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d64ac-0a35-4199-a578-26d5fac8f828 req-d6391103-125c-47b8-b683-872b991cf6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:17.246023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8d64ac-0a35-4199-a578-26d5fac8f828 req-d6391103-125c-47b8-b683-872b991cf6e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 1096 time: 0.0460711 Feb 09 16:22:17.286918 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad8d64ac-0a35-4199-a578-26d5fac8f828 req-7049f968-dee6-4234-8d90-82ea2152d19d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332966 Feb 09 16:22:17.313061 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:17.367831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=88ad02ba-3ad7-4130-8e59-f44f42797647,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:17.540006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49936) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:17.660065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e01c-8542-44ad-aa9c-70f9924ec521 req-820fd712-8d32-4f5a-8427-3a1085a8026c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:17.661719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f815e01c-8542-44ad-aa9c-70f9924ec521 req-820fd712-8d32-4f5a-8427-3a1085a8026c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 946 time: 0.0625730 Feb 09 16:22:17.668190 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4aa331d1-7bf3-4a4f-babc-debf3700d5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:17.707191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f815e01c-8542-44ad-aa9c-70f9924ec521 req-3f1feca1-8806-4837-8df3-cdc0c339592d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340476 Feb 09 16:22:17.755535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4aa331d1-7bf3-4a4f-babc-debf3700d5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:17.878669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4aa331d1-7bf3-4a4f-babc-debf3700d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:17.920652 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4aa331d1-7bf3-4a4f-babc-debf3700d5ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f8236bd65f248f4bdc5e04125d41ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794847 Feb 09 16:22:17.921570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa331d1-7bf3-4a4f-babc-debf3700d5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11b979c-5dcd-41a4-8b04-ffcc7bbcd750,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:17.923384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49944) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:17.975883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9fd4-117d-43d9-b167-5336f1353c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:17.999752 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9fd4-117d-43d9-b167-5336f1353c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:18.119192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9fd4-117d-43d9-b167-5336f1353c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:18.121931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9fd4-117d-43d9-b167-5336f1353c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:18.123254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bf5f9fd4-117d-43d9-b167-5336f1353c15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f11b979c-5dcd-41a4-8b04-ffcc7bbcd750 HTTP/1.1" status: 204 len: 168 time: 0.1985662 Feb 09 16:22:18.132683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f9fd4-117d-43d9-b167-5336f1353c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11b979c-5dcd-41a4-8b04-ffcc7bbcd750,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:18.844811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b120c8-a9ca-43a5-b5a0-81a627764d23 req-80b9e654-e641-40e2-8079-5c4505af6ff4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:18.847301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41b120c8-a9ca-43a5-b5a0-81a627764d23 req-80b9e654-e641-40e2-8079-5c4505af6ff4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 946 time: 0.0649810 Feb 09 16:22:18.895147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-41b120c8-a9ca-43a5-b5a0-81a627764d23 req-da5435fb-0257-42be-94a7-8140a1cbebd9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Feb 09 16:22:19.056269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312ec8-a384-4282-8b59-0076dbba869a req-14b8fcad-9eb0-4d9d-b4a5-ed8d5011e650 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:19.057900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5312ec8-a384-4282-8b59-0076dbba869a req-14b8fcad-9eb0-4d9d-b4a5-ed8d5011e650 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 946 time: 0.0628588 Feb 09 16:22:19.101843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5312ec8-a384-4282-8b59-0076dbba869a req-e89b8f6e-cd63-43a1-a320-5f8abb274dbc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366230 Feb 09 16:22:19.125304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49972) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:19.408447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3ac1aa-fb82-45bb-9fb0-f6891bb6489a tempest-TestVolumeBootPattern-1611662152 tempest-TestVolumeBootPattern-1611662152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:19.410926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0b3ac1aa-fb82-45bb-9fb0-f6891bb6489a tempest-TestVolumeBootPattern-1611662152 tempest-TestVolumeBootPattern-1611662152-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 1092 time: 0.2839997 Feb 09 16:22:19.414377 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49986) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:19.421341 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:19.508490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 49988) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:19.593269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:19.647419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1848004004-network', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:19.728966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:19.770453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Made reservation on behalf of 18fec91b1e9b458bb7aa764d5fb59153 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:22:19.773715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:19.791120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:19.887519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.25.5.52 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/de1d49c0-12fe-4081-8854-d9ff58fd04ce) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:19.994453 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.032643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.124539 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.156153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:22:20.163300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b90cfb4-bd65-41c5-9362-bb293ac630dc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:20.170401 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.170825 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Added segment d46b6222-aa34-444f-9983-c9bbe7823e7b of type vlan for network 74a51d7d-68b6-4001-919f-13e165780e11 Feb 09 16:22:20.208714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.228374 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.265169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:20.280139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:20.287732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:20.317979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=de1d49c0-12fe-4081-8854-d9ff58fd04ce,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:20.417488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.419439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:20.420317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.516539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] Pushing event updated for resources: {'Network': ['ID=74a51d7d-68b6-4001-919f-13e165780e11,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:20.527289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 74a51d7d-68b6-4001-919f-13e165780e11 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:22:20.675085 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-31736b69-6a0b-4718-91f5-9391775310cc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1653028 Feb 09 16:22:20.678584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 49998) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:20.685022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Request body: {'subnet': {'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1848004004-subnet', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:20.781676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Made reservation on behalf of 18fec91b1e9b458bb7aa764d5fb59153 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:22:20.785570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.791378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:20.930109 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.050514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.100185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.115363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b2f11d-ba47-48fb-bb7a-d7304ec96d37,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:21.121960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Checking segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:21.122493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Network hostable DHCP agents. Network: 74a51d7d-68b6-4001-919f-13e165780e11, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:22:21.158639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.192892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Network 74a51d7d-68b6-4001-919f-13e165780e11 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:22:21.231067 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=de1d49c0-12fe-4081-8854-d9ff58fd04ce,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:21.244123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.244440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.244783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.245150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.245485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.245814 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.246138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.246459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.246780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.247100 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.247418 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.247749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:21.250996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.284522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 74a51d7d-68b6-4001-919f-13e165780e11) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:21.291134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:21.293474 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.296668 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552616b-9213-432b-b752-b284cb652942 None None] Network 74a51d7d-68b6-4001-919f-13e165780e11 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:22:21.363561 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Floating IP 9e091912-c148-423f-a1cd-40ea0b3eff8e associated. External IP: 172.25.5.52, port: 88ad02ba-3ad7-4130-8e59-f44f42797647. Feb 09 16:22:21.393238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7fa7fbe0-78ce-4fc0-8463-fb34f364d680 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7128880 Feb 09 16:22:21.395964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50002) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:21.401055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:21.460635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-74a51d7d-68b6-4001-919f-13e165780e11', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:22:21.461663 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.484472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.486009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.607712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.651148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Allocated IP 172.20.0.2 (74a51d7d-68b6-4001-919f-13e165780e11/62b2f11d-ba47-48fb-bb7a-d7304ec96d37/88e267b9-ba97-486f-b38a-f5a3170205b1) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:21.668531 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:22:21.810891 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:22:21.824653 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:22:21.838987 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:21.839957 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:21:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:21.848852 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.870726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.932384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.934484 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:21.976210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-10dbfce5-8706-434d-b41b-1ae674621c25 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5511451 Feb 09 16:22:21.976210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'tag': '88ad02ba-3ad7-4130-8e59-f44f42797647'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:22:21.976210 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9edb7aa-6907-43d9-a87c-15348311a93c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba", "tag": "88ad02ba-3ad7-4130-8e59-f44f42797647"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:22:21.987908 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:21.993487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Network 74a51d7d-68b6-4001-919f-13e165780e11 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:21.998681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:22.002670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:22.055974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Pushing event updated for resources: {'Port': ['ID=88e267b9-ba97-486f-b38a-f5a3170205b1,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:22.088510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Attempting to bind port 88e267b9-ba97-486f-b38a-f5a3170205b1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:22:22.091096 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Attempting to bind port 88e267b9-ba97-486f-b38a-f5a3170205b1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:22:22.091463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Attempting to bind port 88e267b9-ba97-486f-b38a-f5a3170205b1 on network 74a51d7d-68b6-4001-919f-13e165780e11 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:22.108446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:22:22.109030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Checking segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:22.109468 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:22.109857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Bound using segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:22:22.113260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Bound port: 88e267b9-ba97-486f-b38a-f5a3170205b1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:22:22.118249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:22.284932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] For port 88e267b9-ba97-486f-b38a-f5a3170205b1, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:22:22.292760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] For port 88e267b9-ba97-486f-b38a-f5a3170205b1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=88e267b9-ba97-486f-b38a-f5a3170205b1,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:22:22.313126 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '9e091912-c148-423f-a1cd-40ea0b3eff8e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:b8:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:22:20Z', 'updated_at': '2022-02-09T16:22:20Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:22.342055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:22.378470 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f5f073-a3a4-4d25-949d-4e178489559b x-openstack-request-id: req-14f5f073-a3a4-4d25-949d-4e178489559b {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:22:22.379783 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba", "tag": "88ad02ba-3ad7-4130-8e59-f44f42797647", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:22:22.380594 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14f5f073-a3a4-4d25-949d-4e178489559b {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:22:22.382010 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'tag': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'status': 'completed', 'code': 200} Feb 09 16:22:22.387729 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:22.390300 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:22:22.400285 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:22.402406 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:22.403340 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:21:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:22.533791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-77502019-9370-4a13-b5e8-4365665fd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:22.536137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-77502019-9370-4a13-b5e8-4365665fd9a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 1097 time: 0.1208129 Feb 09 16:22:22.557148 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:22.579281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad539ab8-1136-443d-8bdf-8db77c98c279 None None] Pushing event updated for resources: {'Port': ['ID=88e267b9-ba97-486f-b38a-f5a3170205b1,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:22.693062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-8c1d3d45-acad-40da-a28b-5f8202aa4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:22.695582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-8c1d3d45-acad-40da-a28b-5f8202aa4358 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.1460660 Feb 09 16:22:22.877387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Allocated IP 172.25.5.218 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/ebb2c343-6471-4fd0-bd52-2ee88c3d774d) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:22.891322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-e4b52868-c2c1-470c-b5b3-e6b2b9348f4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88ad02ba-3ad7-4130-8e59-f44f42797647 HTTP/1.1" status: 200 len: 999 time: 0.1626742 Feb 09 16:22:22.936758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-04057396-8b45-4768-95b7-bcf639b82ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:22.989751 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '9e091912-c148-423f-a1cd-40ea0b3eff8e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:b8:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:22:20Z', 'updated_at': '2022-02-09T16:22:20Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:23.005181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-c5e6a785-0987-4ced-a2fb-857f54228698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:23.006659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-c5e6a785-0987-4ced-a2fb-857f54228698 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0804195 Feb 09 16:22:23.108876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-69fe7b29-ac2f-4ed2-ba0f-0400ac29b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:23.110436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-69fe7b29-ac2f-4ed2-ba0f-0400ac29b2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661616 Feb 09 16:22:23.130954 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055765d-fff3-4d2b-8940-ae4c04d54cb2 None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '9e091912-c148-423f-a1cd-40ea0b3eff8e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.52', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:b8:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:22:20Z', 'updated_at': '2022-02-09T16:22:20Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:22:23.246767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 88e267b9-ba97-486f-b38a-f5a3170205b1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:23.293185 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:23.358007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 88e267b9-ba97-486f-b38a-f5a3170205b1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:23.359436 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:23.445700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-ae3ae75f-4d12-4e85-b7c1-ceebee969d68 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271711 Feb 09 16:22:23.449204 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:23.573576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:23.621119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2a2f20-9130-472e-8c8f-62763176432e None None] New status for floating IP 9e091912-c148-423f-a1cd-40ea0b3eff8e: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:22:23.639886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:23.646153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:23.650298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Pushing event updated for resources: {'Port': ['ID=ebb2c343-6471-4fd0-bd52-2ee88c3d774d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:23.663324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:23.782903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 88e267b9-ba97-486f-b38a-f5a3170205b1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=88e267b9-ba97-486f-b38a-f5a3170205b1,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:23.860745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9edb7aa-6907-43d9-a87c-15348311a93c req-690b6674-52eb-40af-9532-42239ffaa33e service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056778 Feb 09 16:22:23.958179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:24.105226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=88e267b9-ba97-486f-b38a-f5a3170205b1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:24.287257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:24.463417 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb387ca9-c9fd-444a-8fcc-4dd0b6b5681a None None] Network 74a51d7d-68b6-4001-919f-13e165780e11 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:22:24.710943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2bbf1703-3d61-4600-8e6d-7f0f42a677a1 None None] Provisioning complete for port 88e267b9-ba97-486f-b38a-f5a3170205b1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:24.710943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1703-3d61-4600-8e6d-7f0f42a677a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:24.982141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:25.040026 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5a896d03-1b54-497d-80f1-0bdb0866e537 None None] Provisioning complete for port 88e267b9-ba97-486f-b38a-f5a3170205b1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:25.041748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5a896d03-1b54-497d-80f1-0bdb0866e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:25.083136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 88e267b9-ba97-486f-b38a-f5a3170205b1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:25.182039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Router 1a2185d5-dac3-463a-a79a-dc880982425c is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:22:25.185823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 88e267b9-ba97-486f-b38a-f5a3170205b1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:25.186216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:25.295005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d10c1a02-cc00-42d3-b1d2-b7dac8cf5217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:25.347323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:22:25.357130 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Sync routers for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:22:25.368233 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:25.368846 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:25.418257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:25.419830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-97674f67-9773-4ba1-993a-0643949d6f6c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0220547 Feb 09 16:22:25.423029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50036) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:25.477321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:25.690525 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:23Z', 'revision_number': 3, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:25.725797 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Checking router: 1a2185d5-dac3-463a-a79a-dc880982425c for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:22:25.726149 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Updating router 1a2185d5-dac3-463a-a79a-dc880982425c port ebb2c343-6471-4fd0-bd52-2ee88c3d774d binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:22:25.762002 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:25.996586 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.097935 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.164538 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.195875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Allocated IP 172.20.0.1 (74a51d7d-68b6-4001-919f-13e165780e11/62b2f11d-ba47-48fb-bb7a-d7304ec96d37/1e98ae52-8dde-4556-ad2c-64f4ba23be1a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:26.221880 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Pushing event updated for resources: {'Port': ['ID=ebb2c343-6471-4fd0-bd52-2ee88c3d774d,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:26.224189 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Attempting to bind port ebb2c343-6471-4fd0-bd52-2ee88c3d774d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:22:26.224585 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Attempting to bind port ebb2c343-6471-4fd0-bd52-2ee88c3d774d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:22:26.224936 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Attempting to bind port ebb2c343-6471-4fd0-bd52-2ee88c3d774d on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:26.234025 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:22:26.234392 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:26.234784 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.235177 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:22:26.235648 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Bound port: ebb2c343-6471-4fd0-bd52-2ee88c3d774d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:22:26.236129 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.238820 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.239175 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.239504 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.239813 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.240212 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.240574 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.240858 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.241176 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.241495 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.241810 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.242127 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.242443 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:22:26.324812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.324938 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] For port ebb2c343-6471-4fd0-bd52-2ee88c3d774d, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:22:26.327972 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] For port ebb2c343-6471-4fd0-bd52-2ee88c3d774d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ebb2c343-6471-4fd0-bd52-2ee88c3d774d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:22:26.410385 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.429521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.464336 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:26.465203 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:26.504387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Network 74a51d7d-68b6-4001-919f-13e165780e11 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:26.513281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:26.517196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:26.602585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:26.637732 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.661847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.688609 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:26.801058 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576a982-3f18-46d3-ab48-550c50cf07f4 None None] Pushing event updated for resources: {'Port': ['ID=ebb2c343-6471-4fd0-bd52-2ee88c3d774d,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:26.858089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4a6f9f75-62ff-432b-ab67-049b8d65ee2f None None] Provisioning complete for port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:26.858724 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9f75-62ff-432b-ab67-049b8d65ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.901492 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:23Z', 'revision_number': 3, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:26.907223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:26.908266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4a6f9f75-62ff-432b-ab67-049b8d65ee2f None None] Port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:22:26.936903 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e0c4e-5d48-40f5-b02a-a1fd9ceadbcf None None] The sync data for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 is: [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:23Z', 'revision_number': 3, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:22:27.130701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:27.221399 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:27.296520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:27.298129 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:27.460830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Network 74a51d7d-68b6-4001-919f-13e165780e11 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:27.463906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:27.638787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Router 1a2185d5-dac3-463a-a79a-dc880982425c has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:22:27.764014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-eb068d02-57db-48d9-a330-ddd6f43c3ca2 None None] Provisioning complete for port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:27.767642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eb068d02-57db-48d9-a330-ddd6f43c3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:27.818862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:22:27.818862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-44baa3ef-4516-45d5-b4da-a8e36a1182a2 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a2185d5-dac3-463a-a79a-dc880982425c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927033 Feb 09 16:22:27.825717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-eb068d02-57db-48d9-a330-ddd6f43c3ca2 None None] Port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:22:28.273048 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:28.385417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50082) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:28.399378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-125071a5-d2c8-4bc1-b00b-dd0753f8b208 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906578238', 'description': 'tempest-description--1903596159'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:28.541719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125071a5-d2c8-4bc1-b00b-dd0753f8b208 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:28.616132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:28.629521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125071a5-d2c8-4bc1-b00b-dd0753f8b208 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:28.752783 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125071a5-d2c8-4bc1-b00b-dd0753f8b208 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:28.800693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125071a5-d2c8-4bc1-b00b-dd0753f8b208 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313abf26-6228-4986-bc2d-2d189fadf6f4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:28.886154 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-125071a5-d2c8-4bc1-b00b-dd0753f8b208 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:28.887965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-125071a5-d2c8-4bc1-b00b-dd0753f8b208 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5014272 Feb 09 16:22:28.890910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50092) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:28.896968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4e94c428-3b03-4d8a-b134-3a48aeb23028 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'security_group_rule': {'security_group_id': '313abf26-6228-4986-bc2d-2d189fadf6f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:29.042475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Sync routers for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:22:29.049992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e94c428-3b03-4d8a-b134-3a48aeb23028 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.054247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:29.055108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:29.130557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ebb2c343-6471-4fd0-bd52-2ee88c3d774d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:29.202150 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e94c428-3b03-4d8a-b134-3a48aeb23028 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.262191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e94c428-3b03-4d8a-b134-3a48aeb23028 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.269279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:29.272547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ebb2c343-6471-4fd0-bd52-2ee88c3d774d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:29.272919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.298119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94c428-3b03-4d8a-b134-3a48aeb23028 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23332ec-b89f-4687-ba8e-abab5f7c89dc,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:29.403544 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e94c428-3b03-4d8a-b134-3a48aeb23028 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.407238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4e94c428-3b03-4d8a-b134-3a48aeb23028 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5141795 Feb 09 16:22:29.417119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50108) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:29.423953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-1f3ba019-bc07-4df5-bfc7-f5bc1cdc5d47 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'security_group_rule': {'security_group_id': '313abf26-6228-4986-bc2d-2d189fadf6f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:29.492998 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.534715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ebb2c343-6471-4fd0-bd52-2ee88c3d774d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ebb2c343-6471-4fd0-bd52-2ee88c3d774d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:29.542530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba019-bc07-4df5-bfc7-f5bc1cdc5d47 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.622990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba019-bc07-4df5-bfc7-f5bc1cdc5d47 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.735744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba019-bc07-4df5-bfc7-f5bc1cdc5d47 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.744138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.764474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ba019-bc07-4df5-bfc7-f5bc1cdc5d47 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6505e41-4214-45f1-87b2-50e2798e9c28,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:29.809100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ebb2c343-6471-4fd0-bd52-2ee88c3d774d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:29.837576 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba019-bc07-4df5-bfc7-f5bc1cdc5d47 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.840042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1f3ba019-bc07-4df5-bfc7-f5bc1cdc5d47 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4217496 Feb 09 16:22:29.843147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50112) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:29.843643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 2, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:29.850374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:29.882997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Checking router: 1a2185d5-dac3-463a-a79a-dc880982425c for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:22:29.883752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Updating router 1a2185d5-dac3-463a-a79a-dc880982425c port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:22:29.913178 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:29.965495 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.285752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.351727 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.424063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.481526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c2bf2-4148-431b-82c1-c77e0a4e4428 None None] Pushing event updated for resources: {'Port': ['ID=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:30.513556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.557707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Attempting to bind port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:22:30.558227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Attempting to bind port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:22:30.558703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Attempting to bind port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a on network 74a51d7d-68b6-4001-919f-13e165780e11 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:30.565442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:22:30.566067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Checking segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:30.566572 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.567081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Bound using segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:22:30.567832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Bound port: 1e98ae52-8dde-4556-ad2c-64f4ba23be1a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:22:30.568942 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.647681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Allocated IP 172.25.5.154 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/70acd5f3-b70e-426c-bd71-56359026c224) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:30.675565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] For port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:22:30.680002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] For port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:22:30.760665 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.784844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.842918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:30.843307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:30.902425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c2bf2-4148-431b-82c1-c77e0a4e4428 None None] Pushing event updated for resources: {'Port': ['ID=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:30.921513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.935114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b220f41a-a84f-4264-b14e-ea2a840b8222 None None] Provisioning complete for port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:30.935570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b220f41a-a84f-4264-b14e-ea2a840b8222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:30.994210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:31.002680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:31.012297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:31.063712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:31.063903 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'Port': ['ID=70acd5f3-b70e-426c-bd71-56359026c224,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:31.134053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.148825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ebb2c343-6471-4fd0-bd52-2ee88c3d774d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:31.210722 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b220f41a-a84f-4264-b14e-ea2a840b8222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.245658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.329297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b220f41a-a84f-4264-b14e-ea2a840b8222 None None] For port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:31.331955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ebb2c343-6471-4fd0-bd52-2ee88c3d774d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:31.332426 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.450107 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.454137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b220f41a-a84f-4264-b14e-ea2a840b8222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.500443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:30Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:31.536800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5138f-7f29-4d6a-9fb1-e029c84542d6 None None] The sync data for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 is: [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:30Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:22:31.554671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220f41a-a84f-4264-b14e-ea2a840b8222 None None] Pushing event updated for resources: {'Port': ['ID=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:31.559530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.600738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9aa30454-1bc0-4a0f-9d9b-ebc6a5f50683 None None] Provisioning complete for port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:31.601323 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9aa30454-1bc0-4a0f-9d9b-ebc6a5f50683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.718178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'Port': ['ID=70acd5f3-b70e-426c-bd71-56359026c224,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:31.728449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.817948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:31.819972 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-199af16c-da18-46d0-a65c-fe71e726999a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9750390 Feb 09 16:22:32.021746 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:32.062317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-9d878c3f-c67e-4c2b-930c-fded193edb36 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--906578238&fields=id&tenant_id=18fec91b1e9b458bb7aa764d5fb59153 HTTP/1.1" status: 200 len: 267 time: 0.0738420 Feb 09 16:22:32.209849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-c09891e2-cb37-42dd-b3a5-6aabe5ed3ed3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:32.212414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-c09891e2-cb37-42dd-b3a5-6aabe5ed3ed3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 811 time: 0.1424778 Feb 09 16:22:32.236174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-d00022ff-5334-46c1-93c7-6d2226690e8a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/quotas/18fec91b1e9b458bb7aa764d5fb59153 HTTP/1.1" status: 200 len: 375 time: 0.0126257 Feb 09 16:22:32.300393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-390daa89-9b1d-4537-82db-0cb846df82a7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573182 Feb 09 16:22:32.446819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-057416d7-ce5b-470c-82ee-1500fed50aff service neutron] 10.222.0.53 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217623 Feb 09 16:22:32.583976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-50d17fc7-9187-42f4-b0ab-199aaa86067f service neutron] 10.222.0.53 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298182 Feb 09 16:22:32.916037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8843b4ad-1c32-4a17-816d-5a0734639365 req-5bcabebf-bb91-40d3-8eff-22e84a0a18a8 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 210 time: 0.0751264 Feb 09 16:22:33.181311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1e98ae52-8dde-4556-ad2c-64f4ba23be1a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:33.260697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:33.261152 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:34.015328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3057bba-b190-45bf-8cf1-5a42de208ad7 req-2b0b7dff-978b-4bf0-869d-364b7d91005f tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 210 time: 0.0344543 Feb 09 16:22:34.363723 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:22:35.163862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c77174b2-9d74-4ad6-b846-b417bc4d6f92 req-b98609f4-0605-4f97-98c4-8dc3b7f32faa tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 210 time: 0.0359194 Feb 09 16:22:35.740343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-ab98def8-19c1-441d-adab-fcf401f005f1 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:35.741998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-ab98def8-19c1-441d-adab-fcf401f005f1 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 811 time: 0.1383793 Feb 09 16:22:35.815810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-4060779f-9107-42f4-878d-effe98a44602 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18fec91b1e9b458bb7aa764d5fb59153 HTTP/1.1" status: 200 len: 379 time: 0.0650563 Feb 09 16:22:35.826412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'port': {'device_id': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'admin_state_up': True, 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'security_groups': ['313abf26-6228-4986-bc2d-2d189fadf6f4']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:36.118856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Made reservation on behalf of 18fec91b1e9b458bb7aa764d5fb59153 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:22:36.122761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:36.333723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Allocated IP 172.20.0.8 (74a51d7d-68b6-4001-919f-13e165780e11/62b2f11d-ba47-48fb-bb7a-d7304ec96d37/e732f1b3-e8b2-41b5-a212-816b0861f3ac) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:36.371847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee7fdf68-0fdb-45cf-8814-126982e5f5e8 req-5525bb42-a700-4237-a441-2537c923fb46 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 210 time: 0.0543849 Feb 09 16:22:36.576492 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:36.748296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:36.803132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Network 74a51d7d-68b6-4001-919f-13e165780e11 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:36.806788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:36.810791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:36.822008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'Port': ['ID=e732f1b3-e8b2-41b5-a212-816b0861f3ac,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:36.889971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:36.893079 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:37.017637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-69db3af2-7af0-46a1-9907-69870fe569e7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1957967 Feb 09 16:22:37.030931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Request body: {'port': {'device_id': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:37.096659 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:37.132869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8703e5ec-2e18-4b26-8e0c-4281fad4a6a7 None None] Provisioning complete for port e732f1b3-e8b2-41b5-a212-816b0861f3ac triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:37.133459 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8703e5ec-2e18-4b26-8e0c-4281fad4a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:37.171682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8703e5ec-2e18-4b26-8e0c-4281fad4a6a7 None None] Port e732f1b3-e8b2-41b5-a212-816b0861f3ac cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:22:37.442164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e732f1b3-e8b2-41b5-a212-816b0861f3ac {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:22:37.453424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:37.484024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Transition to ACTIVE for port object e732f1b3-e8b2-41b5-a212-816b0861f3ac will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:22:37.549168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df1ac3-4703-41da-9037-023e102837e5 req-fdd508cd-1b06-4971-bf43-4ecf1c953d74 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:37.550915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38df1ac3-4703-41da-9037-023e102837e5 req-fdd508cd-1b06-4971-bf43-4ecf1c953d74 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 931 time: 0.0562623 Feb 09 16:22:37.582760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:37.631451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38df1ac3-4703-41da-9037-023e102837e5 req-e64e63d9-a0a2-4433-96de-2bf78d5d375a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735722 Feb 09 16:22:37.663620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Pushing event updated for resources: {'Port': ['ID=e732f1b3-e8b2-41b5-a212-816b0861f3ac,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:37.782487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Attempting to bind port e732f1b3-e8b2-41b5-a212-816b0861f3ac on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:22:37.782829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Attempting to bind port e732f1b3-e8b2-41b5-a212-816b0861f3ac by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:22:37.783209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Attempting to bind port e732f1b3-e8b2-41b5-a212-816b0861f3ac on network 74a51d7d-68b6-4001-919f-13e165780e11 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:37.800123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Port e732f1b3-e8b2-41b5-a212-816b0861f3ac on network 74a51d7d-68b6-4001-919f-13e165780e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:22:37.800471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Attempting to bind port e732f1b3-e8b2-41b5-a212-816b0861f3ac on network 74a51d7d-68b6-4001-919f-13e165780e11 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:37.807204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:22:37.807596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Checking segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:37.807951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Bound using segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:22:37.808560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Bound port: e732f1b3-e8b2-41b5-a212-816b0861f3ac, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:22:37.808907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:37.925218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] For port e732f1b3-e8b2-41b5-a212-816b0861f3ac, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:22:37.928900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] For port e732f1b3-e8b2-41b5-a212-816b0861f3ac, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:22:37.999590 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:38.039680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:38.040498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:38.041966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] 10.222.0.73 "PUT /v2.0/ports/e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 200 len: 1091 time: 1.0160735 Feb 09 16:22:38.045408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'tag': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:22:38.048304 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0bced5-c029-474a-bfe2-fb0675c060e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce68ebe1-60ee-44ac-b901-b5a30103cdfa", "tag": "e732f1b3-e8b2-41b5-a212-816b0861f3ac"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:22:38.081668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb4d1-78ca-46f9-a6f2-7e740a7a5a37 service neutron] Pushing event updated for resources: {'Port': ['ID=e732f1b3-e8b2-41b5-a212-816b0861f3ac,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:38.210616 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac7b868-fabc-4a6b-aea2-bc39e9c5a185 x-openstack-request-id: req-eac7b868-fabc-4a6b-aea2-bc39e9c5a185 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:22:38.211208 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce68ebe1-60ee-44ac-b901-b5a30103cdfa", "tag": "e732f1b3-e8b2-41b5-a212-816b0861f3ac", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:22:38.211655 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eac7b868-fabc-4a6b-aea2-bc39e9c5a185 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:22:38.212251 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'tag': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'status': 'completed', 'code': 200} Feb 09 16:22:38.240627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-726c572d-3d84-46fa-a415-edf6a45c3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:38.243747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-726c572d-3d84-46fa-a415-edf6a45c3809 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 1094 time: 0.0691831 Feb 09 16:22:38.295353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-40889e11-ee64-409d-a989-064071041a90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 200 len: 217 time: 0.0446093 Feb 09 16:22:38.365727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-ef8cbe20-9234-4cba-b845-00450e17db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:38.367450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-ef8cbe20-9234-4cba-b845-00450e17db5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.0653758 Feb 09 16:22:38.465564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-2bb3217d-adcd-4b90-98df-7efa29445022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:38.467147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-2bb3217d-adcd-4b90-98df-7efa29445022 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926747 Feb 09 16:22:38.582976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-b2dd6e05-27a5-4209-a474-4f48e1a8b8e4 service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063869 Feb 09 16:22:38.711700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ea0dbef-0217-4b8a-9822-ec7ebd96f03a req-6d822b6c-b161-49c6-854f-40aaee9e1c7f service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220112 Feb 09 16:22:38.791707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e413b-c1dd-45e7-8351-ef9542e209c8 req-50bdf920-839d-4889-8dac-b0b25b8d461a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:38.796998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-878e413b-c1dd-45e7-8351-ef9542e209c8 req-50bdf920-839d-4889-8dac-b0b25b8d461a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 943 time: 0.0638700 Feb 09 16:22:38.851254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-878e413b-c1dd-45e7-8351-ef9542e209c8 req-82e0f9ab-a5fa-4ce0-b61d-20184d7866d7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499470 Feb 09 16:22:38.928561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-dc6745fe-e67c-4dc6-9b0f-6f90f6ad6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:38.933589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-dc6745fe-e67c-4dc6-9b0f-6f90f6ad6e5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 1094 time: 0.0455713 Feb 09 16:22:38.933848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50278) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:39.046104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-7fc5ffe8-19be-4015-b900-f5afe0179c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:39.048119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-7fc5ffe8-19be-4015-b900-f5afe0179c65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 912 time: 0.1075211 Feb 09 16:22:39.113506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-8ab4042e-fde9-40b4-a402-2ee1c2459e1d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 200 len: 217 time: 0.0545256 Feb 09 16:22:39.121998 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73cd6ed6-db52-4d9a-845a-c05bef02af1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:39.190122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-927828a6-f4e0-40ca-9f0b-f5cb8598c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:39.191531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-927828a6-f4e0-40ca-9f0b-f5cb8598c7d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.0710285 Feb 09 16:22:39.264457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-0608c7b4-c65e-4c5c-b77c-07f87870e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:39.266035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-0608c7b4-c65e-4c5c-b77c-07f87870e8dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680001 Feb 09 16:22:39.306690 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73cd6ed6-db52-4d9a-845a-c05bef02af1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:39.367690 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73cd6ed6-db52-4d9a-845a-c05bef02af1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:39.399785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-877c9fda-8ab1-4cda-bf8a-b22a138b8708 service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256571 Feb 09 16:22:39.446682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-73cd6ed6-db52-4d9a-845a-c05bef02af1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e31230b277d74cd6933faaf206cb1ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091424 Feb 09 16:22:39.447073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50288) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:39.476294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd6ed6-db52-4d9a-845a-c05bef02af1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc593be-a05e-4f16-8a65-384542bf2a83,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:39.505838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce6bc690-481d-4efb-b260-31041f41c185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:39.528212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a0bced5-c029-474a-bfe2-fb0675c060e5 req-76a68762-44d9-4869-a77c-9dd353f12218 service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137760 Feb 09 16:22:39.528488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce6bc690-481d-4efb-b260-31041f41c185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:39.668843 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce6bc690-481d-4efb-b260-31041f41c185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:39.675184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ce6bc690-481d-4efb-b260-31041f41c185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:39.675184 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ce6bc690-481d-4efb-b260-31041f41c185 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bc593be-a05e-4f16-8a65-384542bf2a83 HTTP/1.1" status: 204 len: 168 time: 0.2247121 Feb 09 16:22:39.681001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bc690-481d-4efb-b260-31041f41c185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc593be-a05e-4f16-8a65-384542bf2a83,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:40.000435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2427e-7ecb-418b-b01a-56d42c574546 req-5bac50ae-3011-49e1-abc7-87b079c2eca0 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:40.002389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efa2427e-7ecb-418b-b01a-56d42c574546 req-5bac50ae-3011-49e1-abc7-87b079c2eca0 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 943 time: 0.0717363 Feb 09 16:22:40.045940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efa2427e-7ecb-418b-b01a-56d42c574546 req-bfb83cfd-dcbf-4fbb-9d6c-f02121a74604 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368068 Feb 09 16:22:41.173553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c15c5-822e-4c54-804a-dddcbe5dc5d2 req-bc5686c8-af1d-4eea-9982-6683c5205138 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:41.174819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-946c15c5-822e-4c54-804a-dddcbe5dc5d2 req-bc5686c8-af1d-4eea-9982-6683c5205138 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 943 time: 0.0570846 Feb 09 16:22:41.241247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-946c15c5-822e-4c54-804a-dddcbe5dc5d2 req-fec8a8ef-0ead-4aad-94bf-1d7ace2b46a8 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539019 Feb 09 16:22:41.616705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:41.711560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e732f1b3-e8b2-41b5-a212-816b0861f3ac details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:22:41.843824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e732f1b3-e8b2-41b5-a212-816b0861f3ac, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:41.855852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'port_id': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'mac_address': 'fa:16:3e:4c:f4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:22:41.896572 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:41.911039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e732f1b3-e8b2-41b5-a212-816b0861f3ac {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:22:41.916330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'network': {'name': 'tempest-network-smoke--1831050840', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'port_security_enabled': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:41.932550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e732f1b3-e8b2-41b5-a212-816b0861f3ac, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:42.038951 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.067423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:22:42.077948 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.093963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=e732f1b3-e8b2-41b5-a212-816b0861f3ac,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:42.095140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.169646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-7309cf74-e2ff-4d89-9387-6bf016f6ae8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527060 Feb 09 16:22:42.193093 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.255273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-a211ca31-3fad-4dd4-af63-d4792369cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:42.256554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.257003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-a211ca31-3fad-4dd4-af63-d4792369cea3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 1097 time: 0.0467162 Feb 09 16:22:42.285586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:22:42.305644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7dfe77-9dbf-4ee7-89a8-a4dcf472520b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:42.312662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.313142 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Added segment 240208e4-6cc1-4aa7-8513-7bc942b1bc5d of type vlan for network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc Feb 09 16:22:42.371551 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.411631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-3e781ccb-6c92-4679-b1b5-9e18c8eb1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:42.413869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-3e781ccb-6c92-4679-b1b5-9e18c8eb1276 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.1376011 Feb 09 16:22:42.425865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['e732f1b3-e8b2-41b5-a212-816b0861f3ac'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:22:42.435753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5505f60-45e5-48a8-8a22-fa7dc8f373c7 req-071213a0-8527-47b9-81d7-7d108cdca94a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:42.437376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5505f60-45e5-48a8-8a22-fa7dc8f373c7 req-071213a0-8527-47b9-81d7-7d108cdca94a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 944 time: 0.0840368 Feb 09 16:22:42.444659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.450693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:42.451471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.531715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5505f60-45e5-48a8-8a22-fa7dc8f373c7 req-cb6c649d-6047-4b5e-aa3d-e30678affce1 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654240 Feb 09 16:22:42.536831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Network': ['ID=1251f143-b894-4ece-9ce3-6c35b4d1a8dc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:42.552175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:22:42.555048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-4d45da3f-c10e-4fb3-91b3-2e7232190f6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88ad02ba-3ad7-4130-8e59-f44f42797647 HTTP/1.1" status: 200 len: 1001 time: 0.1337235 Feb 09 16:22:42.605546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50368) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:42.609136 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7361e895-c09d-4869-89c9-9e5a94f0b67b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9840465 Feb 09 16:22:42.613755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-736104819', 'admin_state_up': True, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:42.630580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-7d090881-7817-4d51-9414-aef85cc12afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:42.631613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-7d090881-7817-4d51-9414-aef85cc12afc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0703914 Feb 09 16:22:42.692378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-8e01e439-fc56-4d41-9aff-0c5cea98272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:42.694439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-8e01e439-fc56-4d41-9aff-0c5cea98272b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546031 Feb 09 16:22:42.777426 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.778471 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:42.799446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-6bc75749-def1-445b-8e43-3f2a5e72cc5d service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985558 Feb 09 16:22:43.185480 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:43.238070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8f864-af2e-4f8d-91f9-bd315cd61078 req-6ac52f87-3d62-4767-bf77-9d1a970aac93 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315913 Feb 09 16:22:43.431191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:43.684815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d4b2a-2c1f-4a0b-b26a-d83b60473e93 req-d5d3d178-156f-48cd-95ac-6071e8df4c8d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:43.688697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-731d4b2a-2c1f-4a0b-b26a-d83b60473e93 req-d5d3d178-156f-48cd-95ac-6071e8df4c8d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 944 time: 0.0722885 Feb 09 16:22:43.712469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e732f1b3-e8b2-41b5-a212-816b0861f3ac up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:43.746951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-731d4b2a-2c1f-4a0b-b26a-d83b60473e93 req-96cb5c08-388e-4f27-a189-a7ed5f1bf56d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538702 Feb 09 16:22:43.839953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:43.859666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:43.872539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port e732f1b3-e8b2-41b5-a212-816b0861f3ac completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:22:43.876912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port e732f1b3-e8b2-41b5-a212-816b0861f3ac triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:43.883277 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:43.964173 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:43.994843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:22:43.994843 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca42663-60f8-4c31-84e9-9d2145812481" -d '{"events": [{"server_uuid": "ce68ebe1-60ee-44ac-b901-b5a30103cdfa", "name": "network-vif-plugged", "status": "completed", "tag": "e732f1b3-e8b2-41b5-a212-816b0861f3ac"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:22:44.003408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.25.5.150 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/34e61f76-88c2-4f23-9887-b263f6d51de7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:44.008528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port e732f1b3-e8b2-41b5-a212-816b0861f3ac, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:44.039469 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48778299-b058-4b6b-a6ae-e223315c789b x-openstack-request-id: req-48778299-b058-4b6b-a6ae-e223315c789b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:22:44.039839 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce68ebe1-60ee-44ac-b901-b5a30103cdfa", "name": "network-vif-plugged", "status": "completed", "tag": "e732f1b3-e8b2-41b5-a212-816b0861f3ac", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:22:44.040200 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48778299-b058-4b6b-a6ae-e223315c789b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:22:44.040671 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'code': 200} Feb 09 16:22:44.089802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:44.134263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5900bb5-ce98-4a85-b72f-e4afdbc17a79 req-74c0f79b-ca5c-48c7-a044-f53cbdd1c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:44.135827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5900bb5-ce98-4a85-b72f-e4afdbc17a79 req-74c0f79b-ca5c-48c7-a044-f53cbdd1c7c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 1096 time: 0.0424721 Feb 09 16:22:44.146679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=e732f1b3-e8b2-41b5-a212-816b0861f3ac,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:44.184312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5900bb5-ce98-4a85-b72f-e4afdbc17a79 req-8690f126-3a5e-4e2b-b285-1e46c3ed10c2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415401 Feb 09 16:22:44.290044 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:44.387495 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:44.435155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:44.438483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:44.441417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:44.466700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=34e61f76-88c2-4f23-9887-b263f6d51de7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:44.781687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:44.933164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd7137-e959-4bae-b9ba-96f640ff3cd4 req-02f861bc-3862-46f1-b623-17122d373e45 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:44.934827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9abd7137-e959-4bae-b9ba-96f640ff3cd4 req-02f861bc-3862-46f1-b623-17122d373e45 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1019363 Feb 09 16:22:45.044457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9abd7137-e959-4bae-b9ba-96f640ff3cd4 req-68a99f09-17ee-4d66-bbb8-c535bbf74bc7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745566 Feb 09 16:22:45.063484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:45.261313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b08ce46b-2292-441d-96bc-a134e999d91b is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:22:45.397211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:22:45.408778 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Sync routers for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:22:45.420854 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:45.421578 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:45.526747 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:45.560949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:45.563127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-13fa93a1-f084-436c-aac7-9b3c27ab8e5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9554152 Feb 09 16:22:45.566057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50410) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:45.652022 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aa866a0d-66ae-41d2-be4b-f34265684179 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=99668ca2239c40d0954f7fe356b3e3e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837901 Feb 09 16:22:45.654213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50416) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:45.717677 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:44Z', 'revision_number': 3, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:45.748144 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Checking router: b08ce46b-2292-441d-96bc-a134e999d91b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:22:45.748498 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Updating router b08ce46b-2292-441d-96bc-a134e999d91b port 34e61f76-88c2-4f23-9887-b263f6d51de7 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:22:45.778651 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:45.843935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d66a2-9a0b-46d4-9e44-eaa324f63222 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:45.848160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4e9d66a2-9a0b-46d4-9e44-eaa324f63222 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1903877 Feb 09 16:22:45.848540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50420) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:45.888331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7d7e4d02-5f3e-40ee-93f0-d71ae53f49af tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353053 Feb 09 16:22:45.888972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50422) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:45.894891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26644875', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:46.051115 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.096124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:22:46.100598 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.192596 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.228391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449e096-ea4f-4f8f-bd22-2d262c05ba10 req-e233e696-2dfe-4fbe-8fcb-f445f68c3f7a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:46.228391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a449e096-ea4f-4f8f-bd22-2d262c05ba10 req-e233e696-2dfe-4fbe-8fcb-f445f68c3f7a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1074114 Feb 09 16:22:46.240321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Attempting to bind port 34e61f76-88c2-4f23-9887-b263f6d51de7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:22:46.246492 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Attempting to bind port 34e61f76-88c2-4f23-9887-b263f6d51de7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:22:46.246492 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Attempting to bind port 34e61f76-88c2-4f23-9887-b263f6d51de7 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:46.251983 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:22:46.252401 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:46.252803 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.253192 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:22:46.253656 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Bound port: 34e61f76-88c2-4f23-9887-b263f6d51de7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:22:46.254030 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.279150 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d215249-9510-44c8-8917-b3882bc2f685 None None] Pushing event updated for resources: {'Port': ['ID=34e61f76-88c2-4f23-9887-b263f6d51de7,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:46.315522 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] For port 34e61f76-88c2-4f23-9887-b263f6d51de7, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:22:46.318735 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] For port 34e61f76-88c2-4f23-9887-b263f6d51de7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=34e61f76-88c2-4f23-9887-b263f6d51de7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:22:46.356276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a449e096-ea4f-4f8f-bd22-2d262c05ba10 req-fccc5a7e-9381-49e4-a328-445181e5c9dd tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162827 Feb 09 16:22:46.404359 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.461947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.469792 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d215249-9510-44c8-8917-b3882bc2f685 None None] Pushing event updated for resources: {'Port': ['ID=34e61f76-88c2-4f23-9887-b263f6d51de7,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:46.478004 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:46.478788 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:46.535746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e349d51-8327-4080-a9fe-f45f90e0ab2b req-0fdeeb4a-e742-4706-9469-ff8710aaf07b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:46.537814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e349d51-8327-4080-a9fe-f45f90e0ab2b req-0fdeeb4a-e742-4706-9469-ff8710aaf07b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1123092 Feb 09 16:22:46.538464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Subnet': ['ID=bc9ccdee-10d3-47b8-b550-b1994406fa03,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:46.548619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50434) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:46.553737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'floatingip': {'port_id': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:46.593874 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:46.598466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.601263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Checking segment: {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:46.602510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network hostable DHCP agents. Network: 1251f143-b894-4ece-9ce3-6c35b4d1a8dc, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:22:46.784260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:22:46.800172 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:44Z', 'revision_number': 3, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:46.832071 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1dfaa-0a1d-4f93-bf29-46e9b039ec56 None None] The sync data for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 is: [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:44Z', 'revision_number': 3, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:22:46.851081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 1251f143-b894-4ece-9ce3-6c35b4d1a8dc) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:46.862001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f90376-355d-4422-a4c8-47fe30a5ec10 None None] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:22:46.862523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:46.862769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:46.959459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-09a40412-7d73-44fa-8f25-a0b79a44ced8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0661907 Feb 09 16:22:46.961386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50440) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:47.238527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:22:47.239486 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:47.455834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Allocated IP 172.20.0.2 (1251f143-b894-4ece-9ce3-6c35b4d1a8dc/bc9ccdee-10d3-47b8-b550-b1994406fa03/6fa92f37-076d-4203-a340-487b6e018902) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:47.536715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-69c7afc5-ab14-4ed2-bbda-f873f6d3d5d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1533697 Feb 09 16:22:47.650464 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:47.671223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.db.resource_extend [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 16:22:47.768885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-62ca4d1b-1c86-4cef-8dd0-ba937ab4367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:47.774183 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:47.774391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-62ca4d1b-1c86-4cef-8dd0-ba937ab4367f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 1096 time: 0.1505775 Feb 09 16:22:47.774772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:47.818605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:47.821997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:47.828912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:47.869200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Pushing event updated for resources: {'Port': ['ID=6fa92f37-076d-4203-a340-487b6e018902,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:47.903314 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Attempting to bind port 6fa92f37-076d-4203-a340-487b6e018902 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:22:47.903727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Attempting to bind port 6fa92f37-076d-4203-a340-487b6e018902 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:22:47.904122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Attempting to bind port 6fa92f37-076d-4203-a340-487b6e018902 on network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:47.904941 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:47.911100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:22:47.914699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Checking segment: {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:47.914699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:47.914699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Bound using segment: {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:22:47.914699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Bound port: 6fa92f37-076d-4203-a340-487b6e018902, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:22:47.914699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:48.016780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] For port 6fa92f37-076d-4203-a340-487b6e018902, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:22:48.020330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] For port 6fa92f37-076d-4203-a340-487b6e018902, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6fa92f37-076d-4203-a340-487b6e018902,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:22:48.109984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-47657cdf-f6a6-4db4-883f-321f42a6e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:48.111586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-47657cdf-f6a6-4db4-883f-321f42a6e24f service neutron] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 912 time: 0.2727981 Feb 09 16:22:48.113536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:48.187179 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Floating IP 808513ab-c048-43a1-ac0a-4f0cbb8b3260 associated. External IP: 172.25.5.154, port: e732f1b3-e8b2-41b5-a212-816b0861f3ac. Feb 09 16:22:48.192787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812defff-e2ea-4421-afa9-63f706ab38ea None None] Pushing event updated for resources: {'Port': ['ID=6fa92f37-076d-4203-a340-487b6e018902,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:48.294924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-d661a9bd-0d42-4753-bf1f-dcc809a14dd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 200 len: 999 time: 0.1760728 Feb 09 16:22:48.432825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-35743fad-662b-43ec-b45a-97959023ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:48.434556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-35743fad-662b-43ec-b45a-97959023ca41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.1055360 Feb 09 16:22:48.457885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:48.625691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-29f904fb-359c-41c1-add7-0f524b21fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:48.627227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-29f904fb-359c-41c1-add7-0f524b21fe39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853130 Feb 09 16:22:48.776639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Router 1a2185d5-dac3-463a-a79a-dc880982425c has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:22:48.908485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-bcf6c52d-3129-4097-b58c-ddf9d23061fd service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730854 Feb 09 16:22:49.238740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6fa92f37-076d-4203-a340-487b6e018902 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:49.315835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6fa92f37-076d-4203-a340-487b6e018902 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:49.316306 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:49.377042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752cc61-2772-429a-aa81-2603d9d3083a None None] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:22:49.456500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:49.522932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b092ca8b-5031-46c1-89d3-337a4e4c19f6 None None] Provisioning complete for port 6fa92f37-076d-4203-a340-487b6e018902 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:49.525829 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b092ca8b-5031-46c1-89d3-337a4e4c19f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:49.537757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.20.0.1 (1251f143-b894-4ece-9ce3-6c35b4d1a8dc/bc9ccdee-10d3-47b8-b550-b1994406fa03/ab8618a6-0362-4ae1-8bc0-56513f185257) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:22:49.553373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:22:49.560911 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:49.569053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a1ec4dc-c339-4b9f-9261-b09741c6e94c req-e0f63f81-104e-42b1-9827-202e75f8561d service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533441 Feb 09 16:22:49.579974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 6fa92f37-076d-4203-a340-487b6e018902, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6fa92f37-076d-4203-a340-487b6e018902,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:49.588588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] Sync routers for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:22:49.619716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:49.624246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:49.649603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b2035ba8-8480-4d55-9d1e-a12ddca7cf95 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "PUT /v2.0/floatingips/808513ab-c048-43a1-ac0a-4f0cbb8b3260 HTTP/1.1" status: 200 len: 991 time: 3.0968838 Feb 09 16:22:49.649603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'tag': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:22:49.655220 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d670ce5-d9ca-436a-8ad9-cadf10a89838" -d '{"events": [{"name": "network-changed", "server_uuid": "ce68ebe1-60ee-44ac-b901-b5a30103cdfa", "tag": "e732f1b3-e8b2-41b5-a212-816b0861f3ac"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:22:49.720721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:49.739124 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537a67ce-3bc9-4d38-b1d4-9d72da2d17e3 x-openstack-request-id: req-537a67ce-3bc9-4d38-b1d4-9d72da2d17e3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:22:49.739430 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce68ebe1-60ee-44ac-b901-b5a30103cdfa", "tag": "e732f1b3-e8b2-41b5-a212-816b0861f3ac", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:22:49.739729 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-537a67ce-3bc9-4d38-b1d4-9d72da2d17e3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:22:49.740144 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'tag': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'status': 'completed', 'code': 200} Feb 09 16:22:49.749255 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:49.749712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 34e61f76-88c2-4f23-9887-b263f6d51de7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:49.811603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6e436-6fe1-4ef7-abb6-38c70fdaa0df req-0cc3807f-e13d-4352-9f6a-412544897b96 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:49.813510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffb6e436-6fe1-4ef7-abb6-38c70fdaa0df req-0cc3807f-e13d-4352-9f6a-412544897b96 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0658715 Feb 09 16:22:49.875959 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:49.883790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:49.884839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffb6e436-6fe1-4ef7-abb6-38c70fdaa0df req-cda75de7-282a-4cf8-84ca-b8cb7ddca8ea tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610328 Feb 09 16:22:49.917367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-60a94465-3177-48a4-92ae-7c8f66db99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:49.918904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-60a94465-3177-48a4-92ae-7c8f66db99c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 1096 time: 0.1048245 Feb 09 16:22:49.943740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:49.954849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=6fa92f37-076d-4203-a340-487b6e018902,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:49.960570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:50.006142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:22:50.015069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 34e61f76-88c2-4f23-9887-b263f6d51de7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:50.016874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:50.041473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=ab8618a6-0362-4ae1-8bc0-56513f185257,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:50.079313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:50.147212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-f9751b67-47ec-40d7-96e6-b6bb3e9df9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:50.149103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-f9751b67-47ec-40d7-96e6-b6bb3e9df9c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 912 time: 0.2220235 Feb 09 16:22:50.255711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-421cdc13-44c0-4d36-8d84-3dc327cc6c22 None None] Provisioning complete for port 6fa92f37-076d-4203-a340-487b6e018902 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:50.256369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-421cdc13-44c0-4d36-8d84-3dc327cc6c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:50.262839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-96f96eac-73fc-4e5c-95fc-8a301167bf0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 200 len: 999 time: 0.1050479 Feb 09 16:22:50.263083 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:50.285850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 34e61f76-88c2-4f23-9887-b263f6d51de7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=34e61f76-88c2-4f23-9887-b263f6d51de7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:50.333517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-f395d165-f906-4851-97aa-28d9974d5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:50.335099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-f395d165-f906-4851-97aa-28d9974d5a01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.0645754 Feb 09 16:22:50.389659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-cdef04d2-8d12-4c8f-9260-18bd6133f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:50.391556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-cdef04d2-8d12-4c8f-9260-18bd6133f80b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487921 Feb 09 16:22:50.408987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '808513ab-c048-43a1-ac0a-4f0cbb8b3260', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'port_id': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'mac_address': 'fa:16:3e:4c:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:22:31Z', 'updated_at': '2022-02-09T16:22:47Z', 'revision_number': 1, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:50.439595 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:50.444162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] Checking router: 1a2185d5-dac3-463a-a79a-dc880982425c for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:22:50.484181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:50.485224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:50.492108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:50.551731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-18bc5760-1e7d-478a-9522-bf3ba5a822b1 service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529002 Feb 09 16:22:50.560567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=34e61f76-88c2-4f23-9887-b263f6d51de7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:50.568723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-42dda117-9de3-4755-a44d-d13a4c584d3c None None] Provisioning complete for port ab8618a6-0362-4ae1-8bc0-56513f185257 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:50.569170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42dda117-9de3-4755-a44d-d13a4c584d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:50.634742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-42dda117-9de3-4755-a44d-d13a4c584d3c None None] Port ab8618a6-0362-4ae1-8bc0-56513f185257 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:22:50.663222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:50.742441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d670ce5-d9ca-436a-8ad9-cadf10a89838 req-71626652-cb53-4fd5-80d8-9c6df1e7d4d9 service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797185 Feb 09 16:22:50.902548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:50.977945 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:51.098291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f197c1e-8b02-4a8f-bd5a-80aa4268071e req-5d48abde-ae77-4f47-b4b1-131c650271c3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.106086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f197c1e-8b02-4a8f-bd5a-80aa4268071e req-5d48abde-ae77-4f47-b4b1-131c650271c3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1431351 Feb 09 16:22:51.109435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=ab8618a6-0362-4ae1-8bc0-56513f185257,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:51.118465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6fa92f37-076d-4203-a340-487b6e018902 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:51.130954 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:51.167297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f197c1e-8b02-4a8f-bd5a-80aa4268071e req-77ed6c31-134e-4c97-9cc6-c96996915832 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602865 Feb 09 16:22:51.186083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6fa92f37-076d-4203-a340-487b6e018902 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:51.186083 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:51.210882 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '808513ab-c048-43a1-ac0a-4f0cbb8b3260', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'port_id': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'mac_address': 'fa:16:3e:4c:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:22:31Z', 'updated_at': '2022-02-09T16:22:47Z', 'revision_number': 1, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:51.242916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d17f0-9cfd-46aa-8173-8301a8fa74b7 None None] The sync data for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 is: [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '808513ab-c048-43a1-ac0a-4f0cbb8b3260', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'port_id': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'mac_address': 'fa:16:3e:4c:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:22:31Z', 'updated_at': '2022-02-09T16:22:47Z', 'revision_number': 1, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:22:51.278157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:22:51.279771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:22:51.321692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 34e61f76-88c2-4f23-9887-b263f6d51de7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:51.374967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 34e61f76-88c2-4f23-9887-b263f6d51de7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:51.375340 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:51.423247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b08ce46b-2292-441d-96bc-a134e999d91b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:22:51.547670 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff4adb3-a0a2-4827-93d2-324c4b23f84b None None] New status for floating IP 808513ab-c048-43a1-ac0a-4f0cbb8b3260: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:22:51.576333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:22:51.583939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8b5d12b4-859a-4b4e-b354-61a2c814973e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "PUT /v2.0/routers/b08ce46b-2292-441d-96bc-a134e999d91b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6210365 Feb 09 16:22:51.584348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50498) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:51.592547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Sync routers for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:22:51.608792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:51.609612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:51.713519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b677aa1c-0e5e-41de-b599-8c5368b1650a None None] Provisioning complete for port ab8618a6-0362-4ae1-8bc0-56513f185257 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:51.713922 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b677aa1c-0e5e-41de-b599-8c5368b1650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:51.768722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:51.770727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b677aa1c-0e5e-41de-b599-8c5368b1650a None None] Port ab8618a6-0362-4ae1-8bc0-56513f185257 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:22:51.789446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.789913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.790367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.790825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.791295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.791743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.792212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.792656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.794540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8e156a8a-ae5c-49e6-8ace-5e225ed73ef4 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2090843 Feb 09 16:22:51.797501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50502) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:51.890935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.891403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.891860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.892337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.892785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.893224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.893780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.894189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:51.900219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-624280b8-c05d-4faa-a84e-11c70e98631d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5281 time: 0.0981243 Feb 09 16:22:51.901417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50508) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:52.013345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 2, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:52.047134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Checking router: b08ce46b-2292-441d-96bc-a134e999d91b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:22:52.047487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Updating router b08ce46b-2292-441d-96bc-a134e999d91b port ab8618a6-0362-4ae1-8bc0-56513f185257 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:22:52.073052 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:52.159258 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2417655d-3d9f-48bf-97d5-151aae7d9bc3 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 0.2566650 Feb 09 16:22:52.349809 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:52.460795 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:52.519864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b654d0f-82f0-4995-ba33-509a90662858 None None] Pushing event updated for resources: {'Port': ['ID=ab8618a6-0362-4ae1-8bc0-56513f185257,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:52.575987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Attempting to bind port ab8618a6-0362-4ae1-8bc0-56513f185257 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:22:52.576403 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Attempting to bind port ab8618a6-0362-4ae1-8bc0-56513f185257 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:22:52.576770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Attempting to bind port ab8618a6-0362-4ae1-8bc0-56513f185257 on network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:22:52.582600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:22:52.583085 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Checking segment: {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:22:52.583606 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:52.584060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Bound using segment: {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:22:52.584653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Bound port: ab8618a6-0362-4ae1-8bc0-56513f185257, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:22:52.585100 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:52.656916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50518) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:52.656916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c1a12080-eb1a-408f-96f2-581263cf0d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650072636', 'description': 'tempest-secgroup-smoke-650072636 description', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:52.658618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] For port ab8618a6-0362-4ae1-8bc0-56513f185257, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:22:52.662822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] For port ab8618a6-0362-4ae1-8bc0-56513f185257, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ab8618a6-0362-4ae1-8bc0-56513f185257,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:22:52.796356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d8551d30-43ad-49be-bd2a-e233433aebed None None] Provisioning complete for port ab8618a6-0362-4ae1-8bc0-56513f185257 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:52.796758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d8551d30-43ad-49be-bd2a-e233433aebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:52.830471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d8551d30-43ad-49be-bd2a-e233433aebed None None] Port ab8618a6-0362-4ae1-8bc0-56513f185257 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:22:52.850206 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:52.883985 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1a12080-eb1a-408f-96f2-581263cf0d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:52.927606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b654d0f-82f0-4995-ba33-509a90662858 None None] Pushing event updated for resources: {'Port': ['ID=ab8618a6-0362-4ae1-8bc0-56513f185257,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:52.931494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:22:52.936448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:52.988505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1a12080-eb1a-408f-96f2-581263cf0d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.004821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-79efe201-b32b-4514-835e-634e5033a756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.087555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:22:53.131088 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1a12080-eb1a-408f-96f2-581263cf0d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.183722 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a12080-eb1a-408f-96f2-581263cf0d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c79c5-8656-4a43-99e3-955160958edc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:53.228957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c1a12080-eb1a-408f-96f2-581263cf0d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.233592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50526) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:53.235126 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c1a12080-eb1a-408f-96f2-581263cf0d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5824070 Feb 09 16:22:53.238540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8ee6e627-830f-4184-ad0c-b8d66ff1a0e2 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'fd5c79c5-8656-4a43-99e3-955160958edc', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:53.281560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d85716ab-6a88-4030-a8a9-0e1c1703575c None None] Provisioning complete for port ab8618a6-0362-4ae1-8bc0-56513f185257 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:53.281913 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d85716ab-6a88-4030-a8a9-0e1c1703575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.341061 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e627-830f-4184-ad0c-b8d66ff1a0e2 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.403732 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e627-830f-4184-ad0c-b8d66ff1a0e2 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.411934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d85716ab-6a88-4030-a8a9-0e1c1703575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.426672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:52Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:22:53.460617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe08b21-bbe1-4af7-91e0-d46475da49cd None None] The sync data for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 is: [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:52Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:22:53.495913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d85716ab-6a88-4030-a8a9-0e1c1703575c None None] For port ab8618a6-0362-4ae1-8bc0-56513f185257, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ab8618a6-0362-4ae1-8bc0-56513f185257,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:22:53.533101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e627-830f-4184-ad0c-b8d66ff1a0e2 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.567382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6e627-830f-4184-ad0c-b8d66ff1a0e2 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7368d053-2306-472b-80fa-1174336cd42e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:53.610117 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d85716ab-6a88-4030-a8a9-0e1c1703575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.673374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85716ab-6a88-4030-a8a9-0e1c1703575c None None] Pushing event updated for resources: {'Port': ['ID=ab8618a6-0362-4ae1-8bc0-56513f185257,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:53.709172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ee6e627-830f-4184-ad0c-b8d66ff1a0e2 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.712587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8ee6e627-830f-4184-ad0c-b8d66ff1a0e2 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4773171 Feb 09 16:22:53.714953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50532) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:53.720912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ccf57595-ae60-47ee-bd0e-bd01e0093e63 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'fd5c79c5-8656-4a43-99e3-955160958edc', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:53.833178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccf57595-ae60-47ee-bd0e-bd01e0093e63 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.897471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccf57595-ae60-47ee-bd0e-bd01e0093e63 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:53.997907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccf57595-ae60-47ee-bd0e-bd01e0093e63 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.010789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf57595-ae60-47ee-bd0e-bd01e0093e63 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a0eab1-8ff5-4c89-be19-4f1aec20fd0c,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:54.114783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccf57595-ae60-47ee-bd0e-bd01e0093e63 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.116694 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ccf57595-ae60-47ee-bd0e-bd01e0093e63 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3993614 Feb 09 16:22:54.119245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:54.125337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-759a089d-fb13-4244-bf3d-87a7ea908cce tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'fd5c79c5-8656-4a43-99e3-955160958edc', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:54.254980 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-759a089d-fb13-4244-bf3d-87a7ea908cce tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.329153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-759a089d-fb13-4244-bf3d-87a7ea908cce tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.421235 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-759a089d-fb13-4244-bf3d-87a7ea908cce tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.453975 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a089d-fb13-4244-bf3d-87a7ea908cce tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7875e327-06df-4b19-8e71-ef3f99871501,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:54.571845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-759a089d-fb13-4244-bf3d-87a7ea908cce tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.576588 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-759a089d-fb13-4244-bf3d-87a7ea908cce tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4522896 Feb 09 16:22:54.576588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50546) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:54.580595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ef21d359-331e-4a6f-9005-4aec32aecafa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'fd5c79c5-8656-4a43-99e3-955160958edc', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:54.718281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef21d359-331e-4a6f-9005-4aec32aecafa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.786814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef21d359-331e-4a6f-9005-4aec32aecafa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.877869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef21d359-331e-4a6f-9005-4aec32aecafa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:54.897213 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21d359-331e-4a6f-9005-4aec32aecafa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186286f4-a083-4390-9b1a-d778ac994b54,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:55.011961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ef21d359-331e-4a6f-9005-4aec32aecafa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.013496 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ef21d359-331e-4a6f-9005-4aec32aecafa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4362774 Feb 09 16:22:55.016761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50552) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:55.023657 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-02ca0a31-2905-4457-9b28-fefe9efcf05a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'fd5c79c5-8656-4a43-99e3-955160958edc', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:55.155630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ab8618a6-0362-4ae1-8bc0-56513f185257 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:22:55.208006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ab8618a6-0362-4ae1-8bc0-56513f185257 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:22:55.208438 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.227139 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-02ca0a31-2905-4457-9b28-fefe9efcf05a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Project 99668ca2239c40d0954f7fe356b3e3e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:22:55.235498 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02ca0a31-2905-4457-9b28-fefe9efcf05a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.300758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02ca0a31-2905-4457-9b28-fefe9efcf05a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.335100 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-897bba98-8ccc-47f1-aa90-25305f3c1fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.495211 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02ca0a31-2905-4457-9b28-fefe9efcf05a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.514198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca0a31-2905-4457-9b28-fefe9efcf05a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c092bdd3-518b-47d4-adea-da8bf3387494,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:55.634641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02ca0a31-2905-4457-9b28-fefe9efcf05a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.635898 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-02ca0a31-2905-4457-9b28-fefe9efcf05a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6181064 Feb 09 16:22:55.638669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50560) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:22:55.643255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a7ec7fba-b7e1-4135-ab7c-d83a203cae04 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'fd5c79c5-8656-4a43-99e3-955160958edc', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:22:55.798064 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-a7ec7fba-b7e1-4135-ab7c-d83a203cae04 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Project 99668ca2239c40d0954f7fe356b3e3e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:22:55.803530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7ec7fba-b7e1-4135-ab7c-d83a203cae04 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.869206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7ec7fba-b7e1-4135-ab7c-d83a203cae04 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.946579 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7ec7fba-b7e1-4135-ab7c-d83a203cae04 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:55.967931 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec7fba-b7e1-4135-ab7c-d83a203cae04 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47afc4fb-fe21-4597-9000-6b699c7f12f7,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:22:56.074627 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a7ec7fba-b7e1-4135-ab7c-d83a203cae04 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:56.076037 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a7ec7fba-b7e1-4135-ab7c-d83a203cae04 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363289 Feb 09 16:22:56.221424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-fcbded07-f613-4b51-9251-82fa7206639b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650072636&fields=id&tenant_id=99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 267 time: 0.0382242 Feb 09 16:22:56.643501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-e06de540-2a94-467d-9c7d-f169118cdb7e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:22:56.644932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-e06de540-2a94-467d-9c7d-f169118cdb7e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/networks?id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc HTTP/1.1" status: 200 len: 797 time: 0.4161584 Feb 09 16:22:56.661377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-61069e4c-c033-48f4-a383-e153e34d010b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/quotas/99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 375 time: 0.0095842 Feb 09 16:22:56.666770 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:56.716595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-c7cb2941-df0b-409c-9e81-243683e39e9f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494795 Feb 09 16:22:56.819583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-2797482a-c4d6-4a65-bce3-ca1581b6c66e service neutron] 10.222.0.53 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900116 Feb 09 16:22:56.914023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-40d8d41c-1696-4a2a-902f-4ed47055f1e6 service neutron] 10.222.0.53 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877354 Feb 09 16:22:57.579412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc92a330-1b81-4fcc-ba6a-73cb38046137 req-24ae18ef-73ce-46a6-be84-b02fea046869 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 210 time: 0.0319114 Feb 09 16:22:58.289655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:58.580939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:22:58.660629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80a66760-d5de-46ae-831d-ef87a0620051 req-595b5021-5b39-486d-8b7a-ae9ce57529e5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 210 time: 0.0270164 Feb 09 16:22:59.784357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bbfe48b-3358-45f3-80dc-d6676101db91 req-62a27291-c578-4687-af33-bcb979c80368 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 210 time: 0.0338204 Feb 09 16:23:00.346806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:00.653402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-c88b9e52-8dba-4a85-a27f-1f5429ab1d57 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:00.654859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-c88b9e52-8dba-4a85-a27f-1f5429ab1d57 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "GET /v2.0/networks?id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc HTTP/1.1" status: 200 len: 797 time: 0.1123116 Feb 09 16:23:00.705329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-0d56e1ac-c531-42e8-82ae-8dc5bed6ff7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 379 time: 0.0401826 Feb 09 16:23:00.722445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'port': {'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'admin_state_up': True, 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'security_groups': ['fd5c79c5-8656-4a43-99e3-955160958edc']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:23:00.933053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02511916-a528-479a-a3c9-7ce5071b86d8 req-33974176-7291-485a-8d87-6a0e0e5d54b8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 210 time: 0.0562871 Feb 09 16:23:01.084308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:23:01.088074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:01.243724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.20.0.9 (1251f143-b894-4ece-9ce3-6c35b4d1a8dc/bc9ccdee-10d3-47b8-b550-b1994406fa03/73ac3f30-2992-423c-83ce-388559e2052b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:23:01.408705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:01.626969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:01.679878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:23:01.683663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:23:01.687685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:23:01.695322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=73ac3f30-2992-423c-83ce-388559e2052b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:01.769400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:01.770368 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:01.910482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-39bc394b-9008-43ff-92d8-a58197bd3709 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1939046 Feb 09 16:23:01.925591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Request body: {'port': {'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:23:01.991596 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:02.005988 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:02.009704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9449c697-e329-4b75-acbd-e141743455c3 None None] Provisioning complete for port 73ac3f30-2992-423c-83ce-388559e2052b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:23:02.011949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9449c697-e329-4b75-acbd-e141743455c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:02.061827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9449c697-e329-4b75-acbd-e141743455c3 None None] Port 73ac3f30-2992-423c-83ce-388559e2052b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:23:02.172389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11aa0-ce75-413c-a6d4-3a2c72e3f2d5 req-f9cf95cc-609c-47ce-b295-82403823c3af tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:02.174014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1cb11aa0-ce75-413c-a6d4-3a2c72e3f2d5 req-f9cf95cc-609c-47ce-b295-82403823c3af tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 931 time: 0.1374254 Feb 09 16:23:02.271578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1cb11aa0-ce75-413c-a6d4-3a2c72e3f2d5 req-a215a598-3ba5-4e8c-8955-cdeff810c870 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906610 Feb 09 16:23:02.365999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ac3f30-2992-423c-83ce-388559e2052b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:23:02.375645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:02.389112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Transition to ACTIVE for port object 73ac3f30-2992-423c-83ce-388559e2052b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:23:02.455620 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:02.512236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Pushing event updated for resources: {'Port': ['ID=73ac3f30-2992-423c-83ce-388559e2052b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:02.522983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.523366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.523643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.523938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.524327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.524668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.525008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.525334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.525675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.526003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.526337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.526668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:02.601129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Attempting to bind port 73ac3f30-2992-423c-83ce-388559e2052b on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:23:02.601467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Attempting to bind port 73ac3f30-2992-423c-83ce-388559e2052b by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:23:02.601800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Attempting to bind port 73ac3f30-2992-423c-83ce-388559e2052b on network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:23:02.606742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Port 73ac3f30-2992-423c-83ce-388559e2052b on network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:23:02.607060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Attempting to bind port 73ac3f30-2992-423c-83ce-388559e2052b on network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:23:02.612705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:23:02.613046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Checking segment: {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:23:02.613432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Bound using segment: {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:23:02.613865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Bound port: 73ac3f30-2992-423c-83ce-388559e2052b, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240208e4-6cc1-4aa7-8513-7bc942b1bc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:23:02.614223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:02.689818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] For port 73ac3f30-2992-423c-83ce-388559e2052b, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:23:02.702001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] For port 73ac3f30-2992-423c-83ce-388559e2052b, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=73ac3f30-2992-423c-83ce-388559e2052b,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:23:02.856264 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:02.892753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:02.893360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:02.894869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] 10.222.0.73 "PUT /v2.0/ports/73ac3f30-2992-423c-83ce-388559e2052b HTTP/1.1" status: 200 len: 1091 time: 0.9756360 Feb 09 16:23:02.895361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:23:02.897652 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8f222a-8065-41b5-ac99-b35d48980a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "tag": "73ac3f30-2992-423c-83ce-388559e2052b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:23:02.937606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94e260-8e62-4e6d-bcea-ac6d41b88bef service neutron] Pushing event updated for resources: {'Port': ['ID=73ac3f30-2992-423c-83ce-388559e2052b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:02.947566 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38604f35-c80b-49ec-aaa8-284ff38755fc x-openstack-request-id: req-38604f35-c80b-49ec-aaa8-284ff38755fc {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:23:02.947861 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "tag": "73ac3f30-2992-423c-83ce-388559e2052b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:23:02.948139 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38604f35-c80b-49ec-aaa8-284ff38755fc {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:23:02.954918 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b', 'status': 'completed', 'code': 200} Feb 09 16:23:03.019631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f222a-8065-41b5-ac99-b35d48980a2e req-a8f91630-e813-4fb2-91d7-cbf3f4f57187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:03.021283 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b8f222a-8065-41b5-ac99-b35d48980a2e req-a8f91630-e813-4fb2-91d7-cbf3f4f57187 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 1094 time: 0.0553789 Feb 09 16:23:03.160533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f222a-8065-41b5-ac99-b35d48980a2e req-1289411c-3068-478d-9da1-dbdaa6764825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:03.162728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b8f222a-8065-41b5-ac99-b35d48980a2e req-1289411c-3068-478d-9da1-dbdaa6764825 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1336758 Feb 09 16:23:03.264845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f222a-8065-41b5-ac99-b35d48980a2e req-5ed5ec70-6ba5-4f8d-b6f6-6a420c5c9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:03.266342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b8f222a-8065-41b5-ac99-b35d48980a2e req-5ed5ec70-6ba5-4f8d-b6f6-6a420c5c9ce2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962174 Feb 09 16:23:03.384833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-d4ae2403-eb9e-4bba-8c59-6456df11ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:03.386377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-d4ae2403-eb9e-4bba-8c59-6456df11ac03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 1094 time: 0.0787466 Feb 09 16:23:03.414596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e58108-5e3a-4f42-9404-5d910aafd80b req-4d2dadb0-ced4-4538-ae4a-9665f11b4941 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:03.416229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4e58108-5e3a-4f42-9404-5d910aafd80b req-4d2dadb0-ced4-4538-ae4a-9665f11b4941 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 943 time: 0.0691810 Feb 09 16:23:03.452627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-73c71a16-7ccc-4aa9-b281-975e7f11d1bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ac3f30-2992-423c-83ce-388559e2052b HTTP/1.1" status: 200 len: 217 time: 0.0538280 Feb 09 16:23:03.522820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4e58108-5e3a-4f42-9404-5d910aafd80b req-4faec21d-0b2a-44cc-8756-2176434f3968 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776646 Feb 09 16:23:03.528814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-574f5512-bc2d-412a-aab9-5a1e2e2456da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:03.530355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-574f5512-bc2d-412a-aab9-5a1e2e2456da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc9ccdee-10d3-47b8-b550-b1994406fa03 HTTP/1.1" status: 200 len: 833 time: 0.0682869 Feb 09 16:23:03.580609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-1a0de8db-abd6-4f2a-b2df-1033b2bc46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:03.582178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-1a0de8db-abd6-4f2a-b2df-1033b2bc46d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438278 Feb 09 16:23:03.679681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-f276dbae-6376-4e01-97e2-39cf74216504 service neutron] 10.222.0.73 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901589 Feb 09 16:23:03.782019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-134c145c-6ab4-434b-8a7f-f0aafcc66d27 req-eb695ee6-7e3e-42b1-9f1f-a64fc11d67fd service neutron] 10.222.0.73 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945506 Feb 09 16:23:04.658100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661a721-f795-41d9-8dfc-558916b09592 req-6741358a-a0be-45e0-ab32-cd6d408b1a6d tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:04.660750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3661a721-f795-41d9-8dfc-558916b09592 req-6741358a-a0be-45e0-ab32-cd6d408b1a6d tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 943 time: 0.0587053 Feb 09 16:23:04.714824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3661a721-f795-41d9-8dfc-558916b09592 req-8b41ff81-d37f-4eeb-9963-154bf97df428 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478294 Feb 09 16:23:05.770491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 73ac3f30-2992-423c-83ce-388559e2052b details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:23:05.849797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec303d0-259c-4e71-9df0-7ac1a2ff1fc0 req-f338a580-39c6-417a-bedd-b6c4fa6113f1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:05.851542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec303d0-259c-4e71-9df0-7ac1a2ff1fc0 req-f338a580-39c6-417a-bedd-b6c4fa6113f1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 943 time: 0.0573993 Feb 09 16:23:05.884605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 73ac3f30-2992-423c-83ce-388559e2052b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=73ac3f30-2992-423c-83ce-388559e2052b,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:23:05.895520 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '73ac3f30-2992-423c-83ce-388559e2052b', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:23:05.898830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ec303d0-259c-4e71-9df0-7ac1a2ff1fc0 req-598d14ae-e8f1-4bfd-85b5-859e96014b2c tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409670 Feb 09 16:23:05.937867 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:05.955993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ac3f30-2992-423c-83ce-388559e2052b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:23:05.977673 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 73ac3f30-2992-423c-83ce-388559e2052b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=73ac3f30-2992-423c-83ce-388559e2052b,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:23:06.141730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:06.196390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=73ac3f30-2992-423c-83ce-388559e2052b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:06.371003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['73ac3f30-2992-423c-83ce-388559e2052b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:23:07.023556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865cc50-0833-41dd-b143-c5a12b730bb3 req-6aee39bc-f5b2-46e0-94c1-6533db4c3527 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:07.025575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e865cc50-0833-41dd-b143-c5a12b730bb3 req-6aee39bc-f5b2-46e0-94c1-6533db4c3527 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 944 time: 0.0545342 Feb 09 16:23:07.075516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e865cc50-0833-41dd-b143-c5a12b730bb3 req-0cdedaf3-8195-472d-a8db-e946bbc364b6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375564 Feb 09 16:23:07.773782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 73ac3f30-2992-423c-83ce-388559e2052b up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:23:07.940717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 73ac3f30-2992-423c-83ce-388559e2052b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:23:07.944771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 73ac3f30-2992-423c-83ce-388559e2052b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:23:07.945148 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:08.193356 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:08.218109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03992cb-9f29-40cb-980b-1c430ec8c65c req-0a513960-0916-4d69-8388-5fc853b2d450 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:08.218727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:23:08.221268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03992cb-9f29-40cb-980b-1c430ec8c65c req-0a513960-0916-4d69-8388-5fc853b2d450 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 944 time: 0.0614629 Feb 09 16:23:08.221376 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c723cf2d-1cf8-41bb-8441-f28908f4121b" -d '{"events": [{"server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "name": "network-vif-plugged", "status": "completed", "tag": "73ac3f30-2992-423c-83ce-388559e2052b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:23:08.236991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 73ac3f30-2992-423c-83ce-388559e2052b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=73ac3f30-2992-423c-83ce-388559e2052b,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:23:08.268038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b03992cb-9f29-40cb-980b-1c430ec8c65c req-2018c640-0ecf-4ff4-84c1-f62f0c22a6d3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382667 Feb 09 16:23:08.271303 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6d1d17-bdc0-4172-b0b6-19d18b53af49 x-openstack-request-id: req-9c6d1d17-bdc0-4172-b0b6-19d18b53af49 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:23:08.271703 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "name": "network-vif-plugged", "status": "completed", "tag": "73ac3f30-2992-423c-83ce-388559e2052b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:23:08.272183 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c6d1d17-bdc0-4172-b0b6-19d18b53af49 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:23:08.272598 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b', 'code': 200} Feb 09 16:23:08.357952 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:08.376902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c98d39-b49d-4e20-a53b-bfb76414397e req-4b5430e9-350e-4f7b-9cdb-adc2a2fb6fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:08.378524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c98d39-b49d-4e20-a53b-bfb76414397e req-4b5430e9-350e-4f7b-9cdb-adc2a2fb6fa1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 1095 time: 0.0444880 Feb 09 16:23:08.412756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=73ac3f30-2992-423c-83ce-388559e2052b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:08.420278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c98d39-b49d-4e20-a53b-bfb76414397e req-7f912165-2ebf-4a6a-8ffc-acd5afb712a0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345960 Feb 09 16:23:09.395955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cee7b-89fb-449f-ab60-8a4af7c5818f req-3afc3a69-1382-4889-8a61-345fd9d39fd0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:09.397511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf2cee7b-89fb-449f-ab60-8a4af7c5818f req-3afc3a69-1382-4889-8a61-345fd9d39fd0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 945 time: 0.0528760 Feb 09 16:23:09.439401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf2cee7b-89fb-449f-ab60-8a4af7c5818f req-efc89542-a28c-49d2-ad11-53a0d9c3c70e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353060 Feb 09 16:23:10.561274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf775d-8ef5-48b4-bcfd-2d9450176249 req-5d098122-aeac-480e-bafb-f55d79f6b68f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:10.562882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01bf775d-8ef5-48b4-bcfd-2d9450176249 req-5d098122-aeac-480e-bafb-f55d79f6b68f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 945 time: 0.0522025 Feb 09 16:23:10.606231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01bf775d-8ef5-48b4-bcfd-2d9450176249 req-ea5cbab8-d6d7-4725-a159-3e3a918e8b1e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353909 Feb 09 16:23:10.746397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f331d-0eb8-4dc6-a39d-d0c895f33b5e req-4816e19b-0f98-4c0d-a732-f3991f4b4409 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:10.748032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-461f331d-0eb8-4dc6-a39d-d0c895f33b5e req-4816e19b-0f98-4c0d-a732-f3991f4b4409 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 945 time: 0.0636663 Feb 09 16:23:10.797733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-461f331d-0eb8-4dc6-a39d-d0c895f33b5e req-2b29021e-1e6b-4571-b861-e4c10657de39 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Feb 09 16:23:10.823014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50772) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:10.863260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971fb9e0-9526-4b0f-a0d4-d9a276dc61a8 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:10.865261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-971fb9e0-9526-4b0f-a0d4-d9a276dc61a8 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 1091 time: 0.0412395 Feb 09 16:23:10.871071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50774) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:10.872863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:23:10.997935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:11.112405 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:11.240951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.25.5.5 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/f26a10a8-0e2a-488c-b20b-02f4d101065c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:23:11.364029 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:23:11.366109 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:11.490299 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:11.542898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:23:11.546496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:23:11.550632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:23:11.556960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=f26a10a8-0e2a-488c-b20b-02f4d101065c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:11.962317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:12.192149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:12.415502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:12.575135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:12.653491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=f26a10a8-0e2a-488c-b20b-02f4d101065c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:12.666857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:12.793068 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Floating IP 6c9d5b51-d762-4061-93d2-ebaebe84d900 associated. External IP: 172.25.5.5, port: 73ac3f30-2992-423c-83ce-388559e2052b. Feb 09 16:23:13.023161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b08ce46b-2292-441d-96bc-a134e999d91b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:23:13.153677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:23:13.163668 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] Sync routers for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:23:13.172780 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:23:13.173389 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:23:13.280001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:13.288111 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:23:13.311769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bd194afe-3a34-4d2d-9e45-cdadd316bc19 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4396670 Feb 09 16:23:13.311769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:23:13.312071 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 50800) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:13.322117 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dd7338-ca88-4460-ac78-693396dc455b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "tag": "73ac3f30-2992-423c-83ce-388559e2052b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:23:13.371042 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8088373-0da8-4187-abb8-70e8150b5129 x-openstack-request-id: req-a8088373-0da8-4187-abb8-70e8150b5129 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:23:13.371403 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "tag": "73ac3f30-2992-423c-83ce-388559e2052b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:23:13.371727 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8088373-0da8-4187-abb8-70e8150b5129 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:23:13.372241 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b', 'status': 'completed', 'code': 200} Feb 09 16:23:13.382545 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e04d2ef7-ad2d-4154-b8b2-03237aa2961f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/floatingips/6c9d5b51-d762-4061-93d2-ebaebe84d900 HTTP/1.1" status: 200 len: 989 time: 0.0693219 Feb 09 16:23:13.445343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd7338-ca88-4460-ac78-693396dc455b req-4b3a21a2-28cd-4b24-b9c1-8ca7ff477a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:13.446946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4dd7338-ca88-4460-ac78-693396dc455b req-4b3a21a2-28cd-4b24-b9c1-8ca7ff477a63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 1096 time: 0.0463791 Feb 09 16:23:13.557918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd7338-ca88-4460-ac78-693396dc455b req-a94e7f44-6227-4f4c-acb6-eb6bc7ab67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:13.559414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4dd7338-ca88-4460-ac78-693396dc455b req-a94e7f44-6227-4f4c-acb6-eb6bc7ab67e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc HTTP/1.1" status: 200 len: 898 time: 0.1043191 Feb 09 16:23:13.633569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4dd7338-ca88-4460-ac78-693396dc455b req-b042b6da-0437-43dd-9f1a-53718fbb47eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ac3f30-2992-423c-83ce-388559e2052b HTTP/1.1" status: 200 len: 997 time: 0.0657599 Feb 09 16:23:13.649467 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:11Z', 'revision_number': 0, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:23:13.684774 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] Checking router: b08ce46b-2292-441d-96bc-a134e999d91b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:23:13.691725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd7338-ca88-4460-ac78-693396dc455b req-bbc06a22-f2b9-4cc3-a62e-dfc4961a7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:13.694013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4dd7338-ca88-4460-ac78-693396dc455b req-bbc06a22-f2b9-4cc3-a62e-dfc4961a7977 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc9ccdee-10d3-47b8-b550-b1994406fa03 HTTP/1.1" status: 200 len: 833 time: 0.0491383 Feb 09 16:23:13.694569 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:23:13.695168 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:22:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:23:13.750028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd7338-ca88-4460-ac78-693396dc455b req-829053fa-1aba-4627-a1bb-703b9fd3f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:13.751664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4dd7338-ca88-4460-ac78-693396dc455b req-829053fa-1aba-4627-a1bb-703b9fd3f175 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494747 Feb 09 16:23:13.811290 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:23:13.862996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4dd7338-ca88-4460-ac78-693396dc455b req-33ce76a9-4692-4fe2-9d0c-eef9cf2187b1 service neutron] 10.222.0.73 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985887 Feb 09 16:23:13.971357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4dd7338-ca88-4460-ac78-693396dc455b req-5269c69a-ff9c-4af3-aea4-f2c916f7884c service neutron] 10.222.0.73 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987103 Feb 09 16:23:14.074797 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:11Z', 'revision_number': 0, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:23:14.103651 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739a8f77-0611-444a-bbf5-5c465039306e None None] The sync data for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 is: [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:11Z', 'revision_number': 0, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:23:14.333554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0bd6f7-8b35-4e42-9ac2-ab8ea966d032 None None] New status for floating IP 6c9d5b51-d762-4061-93d2-ebaebe84d900: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:23:14.386340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50816) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:14.453458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cd8edd86-17bd-4065-89f9-e6d99503dd02 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/floatingips/6c9d5b51-d762-4061-93d2-ebaebe84d900 HTTP/1.1" status: 200 len: 989 time: 0.0655389 Feb 09 16:23:15.456895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 50830) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:15.535657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3073e676-efc6-4367-85d3-dceeab291235 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/floatingips/6c9d5b51-d762-4061-93d2-ebaebe84d900 HTTP/1.1" status: 200 len: 991 time: 0.0775416 Feb 09 16:23:22.929197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e937d95c-dadb-4eda-8eb7-0d17884e2bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:25.254971 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d257cfe8-a864-4ae3-9048-46d2b9d5fb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:26.666605 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:28.254858 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:28.603449 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:30.340985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:32.060279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:41.875843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-665e6573-098a-4dd2-a8bc-23b9aff52035 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:41.877452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-665e6573-098a-4dd2-a8bc-23b9aff52035 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/networks?id=804642b6-7c37-40ce-83a6-d4edd9cbe422 HTTP/1.1" status: 200 len: 814 time: 0.1267889 Feb 09 16:23:41.896329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-2c04b4a4-d4ff-4d7c-8efb-ecb4ddd8fe23 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/quotas/2fff84fd18494d59b9d1ebf064157fcd HTTP/1.1" status: 200 len: 375 time: 0.0110321 Feb 09 16:23:41.941103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-eec72ef5-390f-4de2-8a15-b693e9759f8b tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373790 Feb 09 16:23:41.955321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-7f6db47a-a446-4108-befe-6bc11392ab5b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:23:41.956387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-7f6db47a-a446-4108-befe-6bc11392ab5b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060468 Feb 09 16:23:42.058735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-e8fa273b-c0ae-4f5a-bb59-a19d74353a9f service neutron] 10.222.0.53 "GET /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943058 Feb 09 16:23:42.193119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-9165e625-a923-4dba-a697-78a48c8a02e8 service neutron] 10.222.0.53 "GET /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274600 Feb 09 16:23:42.197484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-46a3fc4e-1a39-490c-a99c-e1e5d9e2003f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788996 Feb 09 16:23:42.293521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-1117725d-f2f2-414a-8977-63f22392a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:42.296356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-1117725d-f2f2-414a-8977-63f22392a641 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 1097 time: 0.0547292 Feb 09 16:23:42.782817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a60509b2-166a-4401-bed1-9851ecf49a03 req-825539c1-ac29-46a8-aa5b-09c8e4bc006d tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 210 time: 0.0354226 Feb 09 16:23:42.818374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-95eeace9-b76a-4e43-afae-7817269c0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:42.820255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-95eeace9-b76a-4e43-afae-7817269c0c61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.5030589 Feb 09 16:23:42.888550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-2f47ad4c-fca0-4d4d-ab69-487b64108f72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88ad02ba-3ad7-4130-8e59-f44f42797647 HTTP/1.1" status: 200 len: 1001 time: 0.0617154 Feb 09 16:23:42.944354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-f4771f73-d99e-4bc9-977f-1a5d78babc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:42.945827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-f4771f73-d99e-4bc9-977f-1a5d78babc4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0512900 Feb 09 16:23:42.992533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-8cc9bbcd-e475-40af-977f-0948dab562c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:42.994032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-8cc9bbcd-e475-40af-977f-0948dab562c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422804 Feb 09 16:23:43.107785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-5651966d-6b5c-4570-97df-44c2e5cacc8c service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072843 Feb 09 16:23:43.212184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c57919f3-7425-42d1-b604-86e0c87e5e45 req-23299b7d-85fa-4d57-b998-824e519f1235 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982516 Feb 09 16:23:43.706607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbbaf4-ad56-48fc-b4d4-b85f7e205041 req-fd51a55b-a816-49de-8be6-4f5f175727a4 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:43.708124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08cbbaf4-ad56-48fc-b4d4-b85f7e205041 req-fd51a55b-a816-49de-8be6-4f5f175727a4 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0519700 Feb 09 16:23:43.748107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08cbbaf4-ad56-48fc-b4d4-b85f7e205041 req-0c67bf5d-2a92-4561-9438-c8330d58725f tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Feb 09 16:23:43.870453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-223182c5-739a-4133-8b7e-5241a6e6eeef req-d7bf502c-f0f5-424d-8bd2-f4282eeca62a tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 210 time: 0.0318606 Feb 09 16:23:44.882616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a086df-ac30-417a-9bbc-c66b4f74053f req-7ffe59c3-2104-4ec5-b775-383ebf430908 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:44.883547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85a086df-ac30-417a-9bbc-c66b4f74053f req-7ffe59c3-2104-4ec5-b775-383ebf430908 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0524263 Feb 09 16:23:44.936481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85a086df-ac30-417a-9bbc-c66b4f74053f req-c55212a4-d11c-4ee3-9893-f3cf37193f04 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410943 Feb 09 16:23:44.975196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc37a046-edad-4d46-a2eb-5c5103a3a235 req-bfc6b651-812e-497c-be90-357a2631b700 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 210 time: 0.0286763 Feb 09 16:23:45.685918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-79b52aac-2a43-4c94-a437-ce9daf7b3180 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:45.687436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-79b52aac-2a43-4c94-a437-ce9daf7b3180 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.13 "GET /v2.0/networks?id=804642b6-7c37-40ce-83a6-d4edd9cbe422 HTTP/1.1" status: 200 len: 814 time: 0.1104043 Feb 09 16:23:45.699950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Request body: {'port': {'device_id': '27e7134b-e7fa-4321-8c63-a5966503ad02', 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422', 'admin_state_up': True, 'tenant_id': '2fff84fd18494d59b9d1ebf064157fcd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:23:45.940107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Made reservation on behalf of 2fff84fd18494d59b9d1ebf064157fcd for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:23:45.944107 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:46.124494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e2deb27-b69e-43c2-b1c0-309105de7ca2 req-63c9d774-1990-49ad-b0cf-42e5533fb12c tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 210 time: 0.0621803 Feb 09 16:23:46.145484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Allocated IP 172.20.0.11 (804642b6-7c37-40ce-83a6-d4edd9cbe422/204e9284-ab99-4a7c-ab4b-b87b2a7bf188/e148a073-f68a-40ba-aebc-f9f3b35bec5e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:23:46.156476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6267b-25d4-4dd5-b2ac-90a00db8ab06 req-0c6400e9-7041-4c10-9dac-171bfd61a1f7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:46.158036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57c6267b-25d4-4dd5-b2ac-90a00db8ab06 req-0c6400e9-7041-4c10-9dac-171bfd61a1f7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1333385 Feb 09 16:23:46.223236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57c6267b-25d4-4dd5-b2ac-90a00db8ab06 req-8e220fd0-8cf3-450d-8563-bc8f970867cf tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578833 Feb 09 16:23:46.330562 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:46.455020 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:46.529010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Network 804642b6-7c37-40ce-83a6-d4edd9cbe422 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:23:46.532353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:23:46.535903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:23:46.559895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Pushing event updated for resources: {'Port': ['ID=e148a073-f68a-40ba-aebc-f9f3b35bec5e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:46.588840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:46.589446 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:46.709004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-74b2f551-dec3-4e06-85bb-0a0ff8e775c5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0121851 Feb 09 16:23:46.721841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Request body: {'port': {'device_id': '27e7134b-e7fa-4321-8c63-a5966503ad02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:23:46.782196 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:47.091504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e148a073-f68a-40ba-aebc-f9f3b35bec5e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:23:47.101510 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:47.121093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Transition to ACTIVE for port object e148a073-f68a-40ba-aebc-f9f3b35bec5e will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:23:47.253283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030f0a3-5beb-4af8-8276-fc4c1401b576 req-0a506ecf-8c02-49af-8dd1-762eee995549 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:47.255708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2030f0a3-5beb-4af8-8276-fc4c1401b576 req-0a506ecf-8c02-49af-8dd1-762eee995549 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 932 time: 0.0586007 Feb 09 16:23:47.295741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2030f0a3-5beb-4af8-8276-fc4c1401b576 req-a78de578-0d6c-4d06-ab0b-504dcbb5a798 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Feb 09 16:23:47.347477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1196b-4c1f-434d-80d7-3caf2f63d67c req-1775df28-69b1-41bf-bb74-e761cfd2eba8 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:47.351179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbe1196b-4c1f-434d-80d7-3caf2f63d67c req-1775df28-69b1-41bf-bb74-e761cfd2eba8 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0491409 Feb 09 16:23:47.375392 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:47.418116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbe1196b-4c1f-434d-80d7-3caf2f63d67c req-1785b779-0f0d-443e-8c40-54c840d06ce2 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627656 Feb 09 16:23:47.440038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Pushing event updated for resources: {'Port': ['ID=e148a073-f68a-40ba-aebc-f9f3b35bec5e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:47.511549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Attempting to bind port e148a073-f68a-40ba-aebc-f9f3b35bec5e on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:23:47.511884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Attempting to bind port e148a073-f68a-40ba-aebc-f9f3b35bec5e by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:23:47.512247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Attempting to bind port e148a073-f68a-40ba-aebc-f9f3b35bec5e on network 804642b6-7c37-40ce-83a6-d4edd9cbe422 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:23:47.516773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Port e148a073-f68a-40ba-aebc-f9f3b35bec5e on network 804642b6-7c37-40ce-83a6-d4edd9cbe422 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:23:47.517100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Attempting to bind port e148a073-f68a-40ba-aebc-f9f3b35bec5e on network 804642b6-7c37-40ce-83a6-d4edd9cbe422 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:23:47.522177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:23:47.522541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Checking segment: {'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:23:47.522935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Bound using segment: {'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:23:47.523367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Bound port: e148a073-f68a-40ba-aebc-f9f3b35bec5e, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:23:47.523729 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:47.588125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] For port e148a073-f68a-40ba-aebc-f9f3b35bec5e, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:23:47.591147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] For port e148a073-f68a-40ba-aebc-f9f3b35bec5e, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e148a073-f68a-40ba-aebc-f9f3b35bec5e,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:23:47.678198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:47.717977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:47.718604 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:47.720016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] 10.222.0.13 "PUT /v2.0/ports/e148a073-f68a-40ba-aebc-f9f3b35bec5e HTTP/1.1" status: 200 len: 1092 time: 1.0040727 Feb 09 16:23:47.720489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e7134b-e7fa-4321-8c63-a5966503ad02', 'tag': 'e148a073-f68a-40ba-aebc-f9f3b35bec5e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:23:47.722745 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c0ab58-da42-4ec0-8bc4-a0559194dd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "27e7134b-e7fa-4321-8c63-a5966503ad02", "tag": "e148a073-f68a-40ba-aebc-f9f3b35bec5e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:23:47.753475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8645c-63a7-4198-9efe-be20cb8e2fba service neutron] Pushing event updated for resources: {'Port': ['ID=e148a073-f68a-40ba-aebc-f9f3b35bec5e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:47.766080 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beadaf2-302e-4f31-88d8-def90a405d38 x-openstack-request-id: req-1beadaf2-302e-4f31-88d8-def90a405d38 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:23:47.766379 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e7134b-e7fa-4321-8c63-a5966503ad02", "tag": "e148a073-f68a-40ba-aebc-f9f3b35bec5e", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:23:47.766631 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1beadaf2-302e-4f31-88d8-def90a405d38 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:23:47.767037 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e7134b-e7fa-4321-8c63-a5966503ad02', 'tag': 'e148a073-f68a-40ba-aebc-f9f3b35bec5e', 'status': 'completed', 'code': 200} Feb 09 16:23:47.832478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ab58-da42-4ec0-8bc4-a0559194dd0c req-5c49139a-9ad3-4d80-a1c7-9578c1ffe850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:47.834210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c0ab58-da42-4ec0-8bc4-a0559194dd0c req-5c49139a-9ad3-4d80-a1c7-9578c1ffe850 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 1095 time: 0.0462148 Feb 09 16:23:47.933068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ab58-da42-4ec0-8bc4-a0559194dd0c req-05ec32dd-6a37-47d8-b0b0-c70827abe816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:47.934467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c0ab58-da42-4ec0-8bc4-a0559194dd0c req-05ec32dd-6a37-47d8-b0b0-c70827abe816 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935431 Feb 09 16:23:48.035599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ab58-da42-4ec0-8bc4-a0559194dd0c req-eea997d8-1b57-477f-9227-b5439408d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:48.037177 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c0ab58-da42-4ec0-8bc4-a0559194dd0c req-eea997d8-1b57-477f-9227-b5439408d0f3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945287 Feb 09 16:23:48.113432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-974cb6da-4052-41bc-ab3f-5aad6f6388b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:48.114982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-974cb6da-4052-41bc-ab3f-5aad6f6388b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 1095 time: 0.0423989 Feb 09 16:23:48.156162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-4083604a-d475-4b98-a5af-80efc43e2f1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e148a073-f68a-40ba-aebc-f9f3b35bec5e HTTP/1.1" status: 200 len: 217 time: 0.0341954 Feb 09 16:23:48.210740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-3a6c54e6-c8f4-42e6-bd57-6ddbcc99b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:48.212217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-3a6c54e6-c8f4-42e6-bd57-6ddbcc99b0d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204e9284-ab99-4a7c-ab4b-b87b2a7bf188 HTTP/1.1" status: 200 len: 854 time: 0.0504603 Feb 09 16:23:48.247198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-c52694e7-527a-4587-886b-6ab18d5c2a2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=804642b6-7c37-40ce-83a6-d4edd9cbe422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263376 Feb 09 16:23:48.340783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-a1e771a9-e7f7-4a05-9a5e-a94595596908 service neutron] 10.222.0.13 "GET /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866280 Feb 09 16:23:48.363581 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:23:48.473328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847ef4-f81d-4744-9bd0-248aef3892df req-92c682a5-fa43-47a9-a71d-b2b98be8dfd9 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:48.474746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c847ef4-f81d-4744-9bd0-248aef3892df req-92c682a5-fa43-47a9-a71d-b2b98be8dfd9 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 944 time: 0.1068442 Feb 09 16:23:48.477369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f5d9b3d-5cc1-45ee-a730-a5567ef45ee1 req-698c2b56-7e5d-4b17-9b47-d9b6f3b310d2 service neutron] 10.222.0.13 "GET /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300521 Feb 09 16:23:48.547928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c847ef4-f81d-4744-9bd0-248aef3892df req-bf18bc09-47bd-4df7-be10-57e8cf44c10c tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664163 Feb 09 16:23:48.564431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c890f-f14a-40d2-a9c5-1c0323647d26 req-23e723be-320a-49c3-adae-2a3c45b715d0 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:48.566228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-178c890f-f14a-40d2-a9c5-1c0323647d26 req-23e723be-320a-49c3-adae-2a3c45b715d0 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0690291 Feb 09 16:23:48.606124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-178c890f-f14a-40d2-a9c5-1c0323647d26 req-9f65dc15-9259-4b3f-bee5-27d3081bd29c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330925 Feb 09 16:23:49.433080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-424e95c7-02a7-4d6c-bc6d-3624877b40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:49.434861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-424e95c7-02a7-4d6c-bc6d-3624877b40aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 1096 time: 0.0565038 Feb 09 16:23:49.553131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-958e1398-873e-4998-96e3-a9a3802dcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:49.554757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-958e1398-873e-4998-96e3-a9a3802dcb77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 912 time: 0.0930667 Feb 09 16:23:49.638684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-b9b3c06b-0716-4028-9a02-4349201ecf10 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 200 len: 1001 time: 0.0711291 Feb 09 16:23:49.734509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-6df2c360-2f97-4f63-a354-8f9cb0b5ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:49.735875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-6df2c360-2f97-4f63-a354-8f9cb0b5ffab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.0845335 Feb 09 16:23:49.743981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3cbc7-c3fb-4048-a15d-e805021738f2 req-26fd5901-bef9-464c-a7f8-9c1e379a7134 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:49.745455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5f3cbc7-c3fb-4048-a15d-e805021738f2 req-26fd5901-bef9-464c-a7f8-9c1e379a7134 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 944 time: 0.1276577 Feb 09 16:23:49.807624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b90267-bdfb-4090-baa9-c7e4b50c97b8 req-a05c6ae6-def0-4de2-8987-18f468fee8b4 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:49.809131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24b90267-bdfb-4090-baa9-c7e4b50c97b8 req-a05c6ae6-def0-4de2-8987-18f468fee8b4 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1215429 Feb 09 16:23:49.846694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5f3cbc7-c3fb-4048-a15d-e805021738f2 req-b033f185-e924-4fe4-9141-c9c1a7055fe9 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871453 Feb 09 16:23:49.853090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-22b199ff-8af1-4926-b5df-a47218869569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:49.853090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-22b199ff-8af1-4926-b5df-a47218869569 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026659 Feb 09 16:23:49.888272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24b90267-bdfb-4090-baa9-c7e4b50c97b8 req-c684432b-b300-40c7-af46-c0ba4f11d32d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725594 Feb 09 16:23:49.956218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-7a75d4d4-8eb5-46e9-85ef-7ec2ceaaafde service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943017 Feb 09 16:23:50.052227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5bbabec-f6a9-4417-bc3b-a139308b4209 req-f97a354a-33fc-4d26-8ad2-db62da0c590b service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850680 Feb 09 16:23:50.763755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51470) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:50.842472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777e4f4b-e325-4b11-9348-96d1a1ac171b tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:50.843050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777e4f4b-e325-4b11-9348-96d1a1ac171b tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:50.843514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777e4f4b-e325-4b11-9348-96d1a1ac171b tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:50.845210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-777e4f4b-e325-4b11-9348-96d1a1ac171b tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=99668ca2239c40d0954f7fe356b3e3e9&network_id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc HTTP/1.1" status: 200 len: 2969 time: 0.0804212 Feb 09 16:23:50.966943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a904d-9171-4130-8b85-fc4976380a10 req-42f5cb39-4c97-4ce1-a1fb-b8648a0e7a49 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:50.968501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-871a904d-9171-4130-8b85-fc4976380a10 req-42f5cb39-4c97-4ce1-a1fb-b8648a0e7a49 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 944 time: 0.0523813 Feb 09 16:23:51.037443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-871a904d-9171-4130-8b85-fc4976380a10 req-f8e96542-cf7b-44c9-abe3-73fc7ae00f34 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590150 Feb 09 16:23:51.045996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747f17a-40f4-455f-8b0d-49f202d9f172 req-0ecf9e8d-12d2-46b1-94f6-52a8b062803d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:51.047502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2747f17a-40f4-455f-8b0d-49f202d9f172 req-0ecf9e8d-12d2-46b1-94f6-52a8b062803d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0781252 Feb 09 16:23:51.087789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2747f17a-40f4-455f-8b0d-49f202d9f172 req-2864bd7a-7d70-4df6-aad8-6d4c351f92f5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342045 Feb 09 16:23:51.239616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e148a073-f68a-40ba-aebc-f9f3b35bec5e details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:23:51.333537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e148a073-f68a-40ba-aebc-f9f3b35bec5e, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e148a073-f68a-40ba-aebc-f9f3b35bec5e,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:23:51.348943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'e148a073-f68a-40ba-aebc-f9f3b35bec5e', 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422', 'port_id': 'e148a073-f68a-40ba-aebc-f9f3b35bec5e', 'mac_address': 'fa:16:3e:d8:d6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204e9284-ab99-4a7c-ab4b-b87b2a7bf188', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:23:51.385661 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:51.398833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e148a073-f68a-40ba-aebc-f9f3b35bec5e {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:23:51.417888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e148a073-f68a-40ba-aebc-f9f3b35bec5e, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e148a073-f68a-40ba-aebc-f9f3b35bec5e,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:23:51.505931 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:51.552475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e148a073-f68a-40ba-aebc-f9f3b35bec5e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:51.560206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.562651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.562651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.562651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.562651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.562651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.562651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.562651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.563326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.563326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.563477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.563688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:51.721830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e148a073-f68a-40ba-aebc-f9f3b35bec5e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:23:52.159591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e1078-8818-4046-b054-81c1be1a777c req-ea91db37-04fd-4c18-a234-176e21258f95 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:52.161164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-402e1078-8818-4046-b054-81c1be1a777c req-ea91db37-04fd-4c18-a234-176e21258f95 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Feb 09 16:23:52.227004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-402e1078-8818-4046-b054-81c1be1a777c req-5f856279-23a1-42d6-ba52-f67062289db4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552955 Feb 09 16:23:52.235424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2172a-76f2-4c77-ac53-865b54b0fd99 req-06b1edb4-7b40-4f98-888f-e5dbf0d2f125 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:52.236956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22a2172a-76f2-4c77-ac53-865b54b0fd99 req-06b1edb4-7b40-4f98-888f-e5dbf0d2f125 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0747118 Feb 09 16:23:52.279639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22a2172a-76f2-4c77-ac53-865b54b0fd99 req-723813fb-ffbe-4906-a120-35562f719c25 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365152 Feb 09 16:23:52.940465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-288c3c0f-07eb-4937-9444-bc2c393eaee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:53.271143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e148a073-f68a-40ba-aebc-f9f3b35bec5e up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:23:53.350617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19742c-cf96-4527-b8cb-4f789cd1a8ee req-63402843-14cc-4a3c-b0ff-7dfff2a76c31 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:53.352302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c19742c-cf96-4527-b8cb-4f789cd1a8ee req-63402843-14cc-4a3c-b0ff-7dfff2a76c31 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 945 time: 0.0531328 Feb 09 16:23:53.391610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port e148a073-f68a-40ba-aebc-f9f3b35bec5e completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:23:53.396902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port e148a073-f68a-40ba-aebc-f9f3b35bec5e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:23:53.402568 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:53.418904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c19742c-cf96-4527-b8cb-4f789cd1a8ee req-a1833e44-aeab-42e2-beee-a67154f0ffb5 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572169 Feb 09 16:23:53.431098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1a14-fdd9-4238-8743-7949dc6c3860 req-a3207a98-f2be-4544-b1db-81fba93dac79 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:53.432817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ead1a14-fdd9-4238-8743-7949dc6c3860 req-a3207a98-f2be-4544-b1db-81fba93dac79 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0795586 Feb 09 16:23:53.478981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ead1a14-fdd9-4238-8743-7949dc6c3860 req-5df578ce-042b-4258-b68b-74b933a1701e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400164 Feb 09 16:23:53.504688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:53.527342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e7134b-e7fa-4321-8c63-a5966503ad02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e148a073-f68a-40ba-aebc-f9f3b35bec5e'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:23:53.529603 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef412a1c-d6ae-4f24-892e-d2cdd5178d99" -d '{"events": [{"server_uuid": "27e7134b-e7fa-4321-8c63-a5966503ad02", "name": "network-vif-plugged", "status": "completed", "tag": "e148a073-f68a-40ba-aebc-f9f3b35bec5e"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:23:53.542692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e148a073-f68a-40ba-aebc-f9f3b35bec5e, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e148a073-f68a-40ba-aebc-f9f3b35bec5e,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:23:53.572513 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e16d2a4-0d15-49a3-bbd7-89ba8c77085b x-openstack-request-id: req-8e16d2a4-0d15-49a3-bbd7-89ba8c77085b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:23:53.572513 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e7134b-e7fa-4321-8c63-a5966503ad02", "name": "network-vif-plugged", "status": "completed", "tag": "e148a073-f68a-40ba-aebc-f9f3b35bec5e", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:23:53.572513 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e16d2a4-0d15-49a3-bbd7-89ba8c77085b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:23:53.572513 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e7134b-e7fa-4321-8c63-a5966503ad02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e148a073-f68a-40ba-aebc-f9f3b35bec5e', 'code': 200} Feb 09 16:23:53.654632 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:53.671062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59770c-a709-4c47-916c-a59bbb06abf8 req-e3fccb1d-981d-404b-8895-8c04601db5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:53.673196 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db59770c-a709-4c47-916c-a59bbb06abf8 req-e3fccb1d-981d-404b-8895-8c04601db5c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 1096 time: 0.0479779 Feb 09 16:23:53.705173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e148a073-f68a-40ba-aebc-f9f3b35bec5e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:53.710404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db59770c-a709-4c47-916c-a59bbb06abf8 req-821a7459-8004-46c7-82db-dcf4940263a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306873 Feb 09 16:23:54.541316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5fd29-a46d-48e1-9279-d56fb756add7 req-7e521a0b-b4f1-4933-a41e-4aeec9de2128 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:54.543020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ef5fd29-a46d-48e1-9279-d56fb756add7 req-7e521a0b-b4f1-4933-a41e-4aeec9de2128 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 946 time: 0.0536339 Feb 09 16:23:54.609721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ef5fd29-a46d-48e1-9279-d56fb756add7 req-13a4db9f-1089-4b30-9efb-d0b4c36b17ea tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599930 Feb 09 16:23:54.627082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80458284-e728-44aa-ab35-57eed69cd49c req-6b0d59b6-a566-4493-ac9e-a592f9d01605 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:54.628644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80458284-e728-44aa-ab35-57eed69cd49c req-6b0d59b6-a566-4493-ac9e-a592f9d01605 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0654368 Feb 09 16:23:54.670706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80458284-e728-44aa-ab35-57eed69cd49c req-d356e14e-4862-434d-9cf6-18a54dc8f9a3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351746 Feb 09 16:23:55.260193 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-28d417d1-362d-44ff-8e3e-4a98354a3a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:55.620241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51498) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:55.672839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca3ebe-f6a3-4245-a1b9-24783f4b1f5a tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:55.688449 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-77ca3ebe-f6a3-4245-a1b9-24783f4b1f5a tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd HTTP/1.1" status: 200 len: 814 time: 0.0531414 Feb 09 16:23:55.738922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb624f1-292a-4a19-aef5-3862dbd14f12 req-454acec6-8e25-4a4d-97c4-42afaf2cd799 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:55.745719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbb624f1-292a-4a19-aef5-3862dbd14f12 req-454acec6-8e25-4a4d-97c4-42afaf2cd799 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 946 time: 0.0537367 Feb 09 16:23:55.807051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbb624f1-292a-4a19-aef5-3862dbd14f12 req-cd5331b8-fac8-455c-bde4-c9e06fb84bde tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559318 Feb 09 16:23:55.815220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc4dc-da2d-4ef6-9ed1-fda8c07ffcce req-6a92debf-d746-43b8-842f-34d2c9f2eab3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:55.816705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-072bc4dc-da2d-4ef6-9ed1-fda8c07ffcce req-6a92debf-d746-43b8-842f-34d2c9f2eab3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0740120 Feb 09 16:23:55.861241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-072bc4dc-da2d-4ef6-9ed1-fda8c07ffcce req-0e0bf5de-efe4-454d-a658-72ff76752dbf tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373900 Feb 09 16:23:56.654346 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:56.987445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cc7da-f8a2-47ec-a294-29238579050a req-1ed52877-1c11-4eb8-b45a-5ac89554bff8 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:56.989161 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51566) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:56.995322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea2cc7da-f8a2-47ec-a294-29238579050a req-1ed52877-1c11-4eb8-b45a-5ac89554bff8 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0626807 Feb 09 16:23:56.996035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'network': {'name': 'tempest-network-smoke--254094987', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'port_security_enabled': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:23:57.028963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea2cc7da-f8a2-47ec-a294-29238579050a req-625079fc-d45b-4b41-906b-9a4809fbbdf6 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327835 Feb 09 16:23:57.168580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:23:57.172245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:57.198364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:23:57.207358 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:57.207711 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Added segment cbc5165a-0387-491c-8f70-77f68faa5197 of type vlan for network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 Feb 09 16:23:57.254595 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:57.374346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:57.380460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:57.381087 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:57.446967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Network': ['ID=d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:57.454561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.454850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.455186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.455634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.455973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.456325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.456654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.456987 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.457362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.457685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.458010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.458332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:23:57.470214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:23:57.504143 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-72b293ed-7908-443c-be96-1323b7eaaaed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5122991 Feb 09 16:23:57.506893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51584) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:57.590601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457d102-a0c1-461c-b4be-d4c6a1ea0783 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:57.592160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0457d102-a0c1-461c-b4be-d4c6a1ea0783 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=99668ca2239c40d0954f7fe356b3e3e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0841229 Feb 09 16:23:57.594911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51586) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:57.695358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a321d5fe-df89-46e7-8f7c-4a777324704d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:57.697095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a321d5fe-df89-46e7-8f7c-4a777324704d tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010714 Feb 09 16:23:57.699620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51590) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:57.730591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2c3d29c6-ea80-4d5b-bbe4-8998f9cce098 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294633 Feb 09 16:23:57.737962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51592) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:57.768213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d8b6df48-ea6b-43fd-aed7-41818ca3ccf9 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=99668ca2239c40d0954f7fe356b3e3e9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285914 Feb 09 16:23:57.771735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51594) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:57.867825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77e2ff-a1b3-4297-905c-3a1251e85d35 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:57.870248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6c77e2ff-a1b3-4297-905c-3a1251e85d35 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972590 Feb 09 16:23:57.873018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51596) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:57.906675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f86dcf63-ccf0-4081-9a59-c79c4da2d5a5 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322802 Feb 09 16:23:57.909272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51598) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:57.914718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-840083520', 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:23:58.094071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:23:58.098351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:58.216888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a7ca2-f3d6-4b95-ab92-d110342a99ad req-5c7b0ab3-ff10-46ba-84c9-b1a5dcb067f5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:58.218465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f8a7ca2-f3d6-4b95-ab92-d110342a99ad req-5c7b0ab3-ff10-46ba-84c9-b1a5dcb067f5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1166120 Feb 09 16:23:58.265963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:58.292235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f8a7ca2-f3d6-4b95-ab92-d110342a99ad req-56a41825-833a-414c-a3c6-090400fbdd42 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667760 Feb 09 16:23:58.460187 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:58.521202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Subnet': ['ID=fcd7cc81-85d2-4806-809f-b80c71a953c8,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:58.532594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Checking segment: {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:23:58.532968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network hostable DHCP agents. Network: d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:23:58.597771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:58.711731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:23:58.865365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:23:58.869850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:58.870433 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:58.876651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f8cfb-a577-42bc-a86f-389f956cea5b None None] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:23:58.994023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e54e9e63-990c-45d9-962e-dd2786748f1f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0836635 Feb 09 16:23:59.035463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5', 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ips': [{'subnet_id': 'fcd7cc81-85d2-4806-809f-b80c71a953c8'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:23:59.036405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.177369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Allocated IP 172.20.0.18 (d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5/fcd7cc81-85d2-4806-809f-b80c71a953c8/2ebbe726-1e0d-467f-8dfa-40e4ede3519a) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:23:59.333039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.420729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc3e93-b53f-45d3-affd-810724414647 req-d2b62561-7c4d-4092-a274-db11dbaf87f5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:23:59.422361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9cc3e93-b53f-45d3-affd-810724414647 req-d2b62561-7c4d-4092-a274-db11dbaf87f5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0567060 Feb 09 16:23:59.425022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51608) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:59.429906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-53e2cc72-a347-424d-9b4d-2c3cd4c9cc5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316486979', 'description': 'tempest-secgroup-smoke-1316486979 description', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:23:59.481134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9cc3e93-b53f-45d3-affd-810724414647 req-dbff290c-b72f-4471-af11-e09d356c71f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470963 Feb 09 16:23:59.501117 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.545703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:23:59.553055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:23:59.557408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:23:59.567772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Pushing event updated for resources: {'Port': ['ID=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:59.619030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Attempting to bind port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:23:59.619401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Attempting to bind port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:23:59.619841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Attempting to bind port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a on network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:23:59.626746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:23:59.627113 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Checking segment: {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:23:59.627898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.629032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Bound using segment: {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:23:59.629507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Bound port: 2ebbe726-1e0d-467f-8dfa-40e4ede3519a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:23:59.629884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.683780 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53e2cc72-a347-424d-9b4d-2c3cd4c9cc5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.699340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] For port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:23:59.702920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] For port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:23:59.764513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53e2cc72-a347-424d-9b4d-2c3cd4c9cc5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.797718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.831428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53e2cc72-a347-424d-9b4d-2c3cd4c9cc5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.868918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2cc72-a347-424d-9b4d-2c3cd4c9cc5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0ed255-67e6-4dc3-ae6c-21223c3dd757,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:59.875628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d51483-94d1-40a8-b631-3111007056d5 None None] Pushing event updated for resources: {'Port': ['ID=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:23:59.971932 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-53e2cc72-a347-424d-9b4d-2c3cd4c9cc5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:23:59.973249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-53e2cc72-a347-424d-9b4d-2c3cd4c9cc5a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5472438 Feb 09 16:23:59.976386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51612) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:23:59.981019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-50f24a4a-3d03-4224-95c2-94b866844002 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ed255-67e6-4dc3-ae6c-21223c3dd757', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:24:00.106534 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50f24a4a-3d03-4224-95c2-94b866844002 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.174493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50f24a4a-3d03-4224-95c2-94b866844002 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.300036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50f24a4a-3d03-4224-95c2-94b866844002 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.321208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f24a4a-3d03-4224-95c2-94b866844002 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1fab6e-2038-4a8c-a257-20272dca6882,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:00.414255 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.462080 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-50f24a4a-3d03-4224-95c2-94b866844002 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.463345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-50f24a4a-3d03-4224-95c2-94b866844002 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4860697 Feb 09 16:24:00.466164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51614) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:00.470694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-429c164e-449c-4ab7-9826-28c03dff6416 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ed255-67e6-4dc3-ae6c-21223c3dd757', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:24:00.621787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-429c164e-449c-4ab7-9826-28c03dff6416 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.697484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-429c164e-449c-4ab7-9826-28c03dff6416 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.798902 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-429c164e-449c-4ab7-9826-28c03dff6416 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.833407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c164e-449c-4ab7-9826-28c03dff6416 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb9ace5-6264-47c9-947c-2d03a0444b2d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:00.855347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464b57b-7f84-4386-b577-0e2b98538586 req-f4c72987-c2fb-412b-ae3a-2f33b3c17302 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:00.856995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5464b57b-7f84-4386-b577-0e2b98538586 req-f4c72987-c2fb-412b-ae3a-2f33b3c17302 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.2820179 Feb 09 16:24:00.915976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e15ad-f807-4aad-ba65-33e04155a7b3 None None] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:24:00.931182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5464b57b-7f84-4386-b577-0e2b98538586 req-f17c32c7-2c3a-43b0-be9d-f1b6cac80866 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643349 Feb 09 16:24:00.959273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-429c164e-449c-4ab7-9826-28c03dff6416 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:00.964408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51624) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:00.970044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b94f151a-5ff3-4662-b18c-16baae5c9206 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ed255-67e6-4dc3-ae6c-21223c3dd757', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:24:00.977018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-429c164e-449c-4ab7-9826-28c03dff6416 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5055311 Feb 09 16:24:01.066745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e668c771-bb20-47a3-aad6-40edb39bba1a None None] Provisioning complete for port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:01.067063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e668c771-bb20-47a3-aad6-40edb39bba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.103213 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b94f151a-5ff3-4662-b18c-16baae5c9206 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.205934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e668c771-bb20-47a3-aad6-40edb39bba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.228925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b94f151a-5ff3-4662-b18c-16baae5c9206 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.244338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2ebbe726-1e0d-467f-8dfa-40e4ede3519a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:24:01.251047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e668c771-bb20-47a3-aad6-40edb39bba1a None None] For port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:01.311329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:01.311329 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.340445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b94f151a-5ff3-4662-b18c-16baae5c9206 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.382412 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f151a-5ff3-4662-b18c-16baae5c9206 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef0de7e-8e52-4a54-a235-2b9348b405f9,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:01.407910 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e668c771-bb20-47a3-aad6-40edb39bba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.424600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857a841-fe1b-423c-a6f4-222e72e9100b req-8f1e1234-70ca-4ff6-acdf-c4e80bf75a38 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:01.434104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5857a841-fe1b-423c-a6f4-222e72e9100b req-8f1e1234-70ca-4ff6-acdf-c4e80bf75a38 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0918183 Feb 09 16:24:01.434422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.487554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5857a841-fe1b-423c-a6f4-222e72e9100b req-bb7bd165-cdb7-4d6a-8522-894030b344a3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515754 Feb 09 16:24:01.499690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b94f151a-5ff3-4662-b18c-16baae5c9206 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.499690 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b94f151a-5ff3-4662-b18c-16baae5c9206 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5290332 Feb 09 16:24:01.499958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668c771-bb20-47a3-aad6-40edb39bba1a None None] Pushing event updated for resources: {'Port': ['ID=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:01.500055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51628) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:01.505862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-bcb13d73-dcc7-4ff4-8691-9e5fd34aa230 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ed255-67e6-4dc3-ae6c-21223c3dd757', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:24:01.550942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-22f81676-f425-473b-a16b-582a02ea78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:01.552709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-22f81676-f425-473b-a16b-582a02ea78a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 1096 time: 0.0614645 Feb 09 16:24:01.558874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-66d86120-c69f-4aff-94e6-6e5492d6b3d3 None None] Provisioning complete for port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:01.559253 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-66d86120-c69f-4aff-94e6-6e5492d6b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.560869 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:24:01.561806 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:24:01.660148 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcb13d73-dcc7-4ff4-8691-9e5fd34aa230 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.665849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-2b3df36a-e570-43b5-b25d-d6db5d73597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:01.682805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-2b3df36a-e570-43b5-b25d-d6db5d73597b service neutron] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 912 time: 0.1064744 Feb 09 16:24:01.739390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcb13d73-dcc7-4ff4-8691-9e5fd34aa230 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.744820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-acfe5ea0-a5bd-49ff-b584-61b86d68f0a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 200 len: 1001 time: 0.0676320 Feb 09 16:24:01.798934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-5fb9425f-a0fa-4cae-94cb-3759c3a4abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:01.800869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-5fb9425f-a0fa-4cae-94cb-3759c3a4abc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.0479670 Feb 09 16:24:01.859534 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcb13d73-dcc7-4ff4-8691-9e5fd34aa230 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:01.867719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-0db0967b-db38-45ad-82f7-c2382e848211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:01.869307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-0db0967b-db38-45ad-82f7-c2382e848211 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615191 Feb 09 16:24:01.884003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb13d73-dcc7-4ff4-8691-9e5fd34aa230 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b347460-d9f9-4f32-bbbb-ecf60981bbf4,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:01.967109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-55bf8427-dd2e-454a-b879-9ebe3a56834c service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891862 Feb 09 16:24:02.015957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcb13d73-dcc7-4ff4-8691-9e5fd34aa230 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.017316 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bcb13d73-dcc7-4ff4-8691-9e5fd34aa230 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5177314 Feb 09 16:24:02.020105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:02.024840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3ba7f276-76f2-4bfb-97e6-a3cb17f05033 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ed255-67e6-4dc3-ae6c-21223c3dd757', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:24:02.048443 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.197392 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-3ba7f276-76f2-4bfb-97e6-a3cb17f05033 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Project 99668ca2239c40d0954f7fe356b3e3e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:24:02.204704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f276-76f2-4bfb-97e6-a3cb17f05033 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.286085 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f276-76f2-4bfb-97e6-a3cb17f05033 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.380822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f276-76f2-4bfb-97e6-a3cb17f05033 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.401833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7f276-76f2-4bfb-97e6-a3cb17f05033 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35438d26-9f91-41a6-9201-3f4b1fce4b30,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:02.419875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73161f64-2755-40b1-a565-c0eea18f8d56 req-8856e15c-5ad5-48f6-a919-e1bba86a29ad service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447784 Feb 09 16:24:02.484806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f276-76f2-4bfb-97e6-a3cb17f05033 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.488752 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3ba7f276-76f2-4bfb-97e6-a3cb17f05033 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4650266 Feb 09 16:24:02.489105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51634) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:02.494190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ac79632e-42aa-4020-a8e4-8a58c8b000b5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': 'ba0ed255-67e6-4dc3-ae6c-21223c3dd757', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:24:02.608313 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-ac79632e-42aa-4020-a8e4-8a58c8b000b5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Project 99668ca2239c40d0954f7fe356b3e3e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:24:02.613865 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac79632e-42aa-4020-a8e4-8a58c8b000b5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.638171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21891c2a-5487-4cb9-b993-330af1786f76 req-bd8ea0e6-2a6a-41a8-b507-98c5c3e2efda tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:02.639789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21891c2a-5487-4cb9-b993-330af1786f76 req-bd8ea0e6-2a6a-41a8-b507-98c5c3e2efda tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0592759 Feb 09 16:24:02.685456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-21891c2a-5487-4cb9-b993-330af1786f76 req-6ab76739-417d-4390-9ca6-5e58a6fad8d9 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394506 Feb 09 16:24:02.688503 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac79632e-42aa-4020-a8e4-8a58c8b000b5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.774223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac79632e-42aa-4020-a8e4-8a58c8b000b5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.797051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79632e-42aa-4020-a8e4-8a58c8b000b5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0793aac2-cbeb-42a3-9a3e-4f7c47ec5f40,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:02.862160 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac79632e-42aa-4020-a8e4-8a58c8b000b5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:02.872637 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ac79632e-42aa-4020-a8e4-8a58c8b000b5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733337 Feb 09 16:24:03.014175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-cba26b19-bab5-4e6b-ab04-07587b0a9b6d tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316486979&fields=id&tenant_id=99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 267 time: 0.0372443 Feb 09 16:24:03.144283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-cf3e7c20-d683-4932-8106-4d718f80fc25 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:03.154509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-cf3e7c20-d683-4932-8106-4d718f80fc25 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/networks?id=d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 HTTP/1.1" status: 200 len: 796 time: 0.1324205 Feb 09 16:24:03.158375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2ebbe726-1e0d-467f-8dfa-40e4ede3519a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:24:03.170516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-2bc9a21e-7476-4944-9035-f86f1557ad4a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/quotas/99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 375 time: 0.0149820 Feb 09 16:24:03.215886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:03.216394 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:03.243936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-1a8d7de0-db7a-4f17-9920-72d709115490 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0660698 Feb 09 16:24:03.360512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-6bf4a0a5-fa4d-48dc-a9eb-d8aa7ace1947 service neutron] 10.222.0.53 "GET /v2.0/networks/d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004620 Feb 09 16:24:03.465600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-b5dc08c7-4c60-4d21-8b19-e76dc544f3c5 service neutron] 10.222.0.53 "GET /v2.0/networks/d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978353 Feb 09 16:24:03.764375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74761ece-7774-4f41-a3a7-cfb89c95a424 req-63bcb6bb-40f8-4de4-86bc-27a87e56b87c tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 210 time: 0.0299075 Feb 09 16:24:03.873903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea485608-6dc4-4301-a516-5a737417face req-f6023a5f-8927-4d4e-8ae9-d6a58cd00b63 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:03.875992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea485608-6dc4-4301-a516-5a737417face req-f6023a5f-8927-4d4e-8ae9-d6a58cd00b63 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0604463 Feb 09 16:24:03.922268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea485608-6dc4-4301-a516-5a737417face req-cbb104ec-dfd2-468f-94ca-f4ece815196f tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381103 Feb 09 16:24:04.872164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9bba0e3-fcf1-4276-ae66-3dec3496ec86 req-0cda0ed2-009c-4940-aebd-24998b3aadc0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 210 time: 0.0351942 Feb 09 16:24:05.986498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c96faea1-f33b-40c7-b844-e014925a59dc req-0d239d4a-5430-40d9-8f47-778b3478bb12 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 210 time: 0.0358341 Feb 09 16:24:06.448215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-3a094301-389d-43d7-92c0-e4cbb44097e0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:06.449710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-3a094301-389d-43d7-92c0-e4cbb44097e0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "GET /v2.0/networks?id=d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 HTTP/1.1" status: 200 len: 796 time: 0.1102922 Feb 09 16:24:06.499432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-3ad57a93-54a3-4887-a8cb-34bbb263490a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 472 time: 0.0386713 Feb 09 16:24:06.509865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'port': {'device_id': 'f8825f62-f604-4c14-ba21-f7ff65fcd61c', 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5', 'admin_state_up': True, 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'security_groups': ['ba0ed255-67e6-4dc3-ae6c-21223c3dd757']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:24:06.711114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:24:06.714716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:06.857418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.20.0.19 (d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5/fcd7cc81-85d2-4806-809f-b80c71a953c8/89a494f6-01a6-4e73-b63d-0e28d346329e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:24:07.011191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:07.091838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc22fdfa-d026-45ee-9b4f-ffabefc41904 req-2c003543-cbb1-4fa9-8d1c-692e597a8549 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 210 time: 0.0329895 Feb 09 16:24:07.191403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:07.244870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:24:07.248562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:24:07.255556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:24:07.279472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=89a494f6-01a6-4e73-b63d-0e28d346329e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:07.294416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.294763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.295119 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.295463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.295803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.296171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.296507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.296839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.297601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.297957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.298292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.298618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:07.325177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:07.325911 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:07.411297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-5b9731f7-7687-4511-8b81-2e2abdebbe4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9058342 Feb 09 16:24:07.431857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Request body: {'port': {'device_id': 'f8825f62-f604-4c14-ba21-f7ff65fcd61c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:24:07.501325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:07.514748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-632d275a-3400-419f-b75f-56a2b6a42199 None None] Provisioning complete for port 89a494f6-01a6-4e73-b63d-0e28d346329e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:07.515370 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-632d275a-3400-419f-b75f-56a2b6a42199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:07.556998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-632d275a-3400-419f-b75f-56a2b6a42199 None None] Port 89a494f6-01a6-4e73-b63d-0e28d346329e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:24:07.812844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a494f6-01a6-4e73-b63d-0e28d346329e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:24:07.821747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:07.843282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Transition to ACTIVE for port object 89a494f6-01a6-4e73-b63d-0e28d346329e will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:24:07.919514 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:08.003507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Pushing event updated for resources: {'Port': ['ID=89a494f6-01a6-4e73-b63d-0e28d346329e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:08.067618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Attempting to bind port 89a494f6-01a6-4e73-b63d-0e28d346329e on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:24:08.068419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Attempting to bind port 89a494f6-01a6-4e73-b63d-0e28d346329e by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:24:08.068419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Attempting to bind port 89a494f6-01a6-4e73-b63d-0e28d346329e on network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:24:08.076228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Port 89a494f6-01a6-4e73-b63d-0e28d346329e on network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:24:08.076560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Attempting to bind port 89a494f6-01a6-4e73-b63d-0e28d346329e on network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:24:08.082610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:24:08.082958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Checking segment: {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:24:08.083356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Bound using segment: {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:24:08.083795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Bound port: 89a494f6-01a6-4e73-b63d-0e28d346329e, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:24:08.084217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:08.170902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] For port 89a494f6-01a6-4e73-b63d-0e28d346329e, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:24:08.174878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] For port 89a494f6-01a6-4e73-b63d-0e28d346329e, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89a494f6-01a6-4e73-b63d-0e28d346329e,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:24:08.237955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3d1fb-3dce-4385-ada2-f67e675dba18 req-6ac82bd1-c1f0-4678-b60b-6022fe4e85d3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.239539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d3d1fb-3dce-4385-ada2-f67e675dba18 req-6ac82bd1-c1f0-4678-b60b-6022fe4e85d3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 944 time: 0.0524411 Feb 09 16:24:08.255645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:08.317082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.317769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:08.319162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/89a494f6-01a6-4e73-b63d-0e28d346329e HTTP/1.1" status: 200 len: 1092 time: 0.8921854 Feb 09 16:24:08.327017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8825f62-f604-4c14-ba21-f7ff65fcd61c', 'tag': '89a494f6-01a6-4e73-b63d-0e28d346329e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:24:08.329595 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1303a5dc-43e4-4353-bd43-3fd04a70f058" -d '{"events": [{"name": "network-changed", "server_uuid": "f8825f62-f604-4c14-ba21-f7ff65fcd61c", "tag": "89a494f6-01a6-4e73-b63d-0e28d346329e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:24:08.340430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-32d3d1fb-3dce-4385-ada2-f67e675dba18 req-4322335f-25d4-40fd-b05c-f74fb50899b0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930107 Feb 09 16:24:08.358247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e9cb4-3df4-4680-9aed-9b2f115d14f1 service neutron] Pushing event updated for resources: {'Port': ['ID=89a494f6-01a6-4e73-b63d-0e28d346329e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:08.385069 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e62480-08bc-4df3-b4b6-dbb85a7433c1 x-openstack-request-id: req-c1e62480-08bc-4df3-b4b6-dbb85a7433c1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:24:08.389880 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8825f62-f604-4c14-ba21-f7ff65fcd61c", "tag": "89a494f6-01a6-4e73-b63d-0e28d346329e", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:24:08.389880 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1e62480-08bc-4df3-b4b6-dbb85a7433c1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:24:08.389880 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8825f62-f604-4c14-ba21-f7ff65fcd61c', 'tag': '89a494f6-01a6-4e73-b63d-0e28d346329e', 'status': 'completed', 'code': 200} Feb 09 16:24:08.455439 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303a5dc-43e4-4353-bd43-3fd04a70f058 req-3637ce2c-2562-41d6-bb04-e13a43520a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.457237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1303a5dc-43e4-4353-bd43-3fd04a70f058 req-3637ce2c-2562-41d6-bb04-e13a43520a6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 1095 time: 0.0474565 Feb 09 16:24:08.579161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303a5dc-43e4-4353-bd43-3fd04a70f058 req-04c97eb8-97fc-4270-8707-473f457d1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.579556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303a5dc-43e4-4353-bd43-3fd04a70f058 req-04c97eb8-97fc-4270-8707-473f457d1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.581161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1303a5dc-43e4-4353-bd43-3fd04a70f058 req-04c97eb8-97fc-4270-8707-473f457d1cf8 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1150944 Feb 09 16:24:08.689729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303a5dc-43e4-4353-bd43-3fd04a70f058 req-9c3810b1-a82b-4785-a0e5-d4aace968c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.691208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1303a5dc-43e4-4353-bd43-3fd04a70f058 req-9c3810b1-a82b-4785-a0e5-d4aace968c3d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022332 Feb 09 16:24:08.795840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-ffae2815-e15f-45b4-a925-37ef13db77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.797432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-ffae2815-e15f-45b4-a925-37ef13db77c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 1095 time: 0.0535207 Feb 09 16:24:08.849182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-f4ec3c73-8466-4b1d-bd2e-16ce290cf731 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=89a494f6-01a6-4e73-b63d-0e28d346329e HTTP/1.1" status: 200 len: 217 time: 0.0408111 Feb 09 16:24:08.905472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-05d7f5c0-6af6-4fa8-826a-cf4f4fd090c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.907031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-05d7f5c0-6af6-4fa8-826a-cf4f4fd090c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=fcd7cc81-85d2-4806-809f-b80c71a953c8 HTTP/1.1" status: 200 len: 837 time: 0.0504012 Feb 09 16:24:08.973958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-f82bf260-f4af-407c-a5dc-9fa5a7bb889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:08.976029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-f82bf260-f4af-407c-a5dc-9fa5a7bb889f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568879 Feb 09 16:24:09.261412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-4586eddb-382d-40b7-a08f-1e8cb7a73ea9 service neutron] 10.222.0.73 "GET /v2.0/networks/d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977974 Feb 09 16:24:09.261412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbef7276-5014-4aca-a4db-2e69f20805ee req-345c9c4b-8cdb-4307-95cc-c2cdb5e18668 service neutron] 10.222.0.73 "GET /v2.0/networks/d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861378 Feb 09 16:24:09.467642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82055c-0be8-4fc4-8440-a401b3206622 req-8d3e3f08-d5f4-42f4-8ecc-4bf24cb110db tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:09.469179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b82055c-0be8-4fc4-8440-a401b3206622 req-8d3e3f08-d5f4-42f4-8ecc-4bf24cb110db tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 944 time: 0.0535607 Feb 09 16:24:09.510201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b82055c-0be8-4fc4-8440-a401b3206622 req-adc4a2de-b99a-484d-bc55-dc24c953f20d tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346701 Feb 09 16:24:10.639859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2152fd-b5d0-4a4d-98d4-e0ba9a1871c1 req-435aedc8-926c-496b-b83c-46e23b43f0a1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:10.641609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a2152fd-b5d0-4a4d-98d4-e0ba9a1871c1 req-435aedc8-926c-496b-b83c-46e23b43f0a1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 944 time: 0.0587425 Feb 09 16:24:10.683387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a2152fd-b5d0-4a4d-98d4-e0ba9a1871c1 req-17d9f256-6551-409f-aff4-3365fb03bbed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354114 Feb 09 16:24:11.807391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508082ed-bd89-4922-b23f-0a504e056686 req-3e3089fb-93b7-4239-8c47-ebfca2216b27 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:11.809004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-508082ed-bd89-4922-b23f-0a504e056686 req-3e3089fb-93b7-4239-8c47-ebfca2216b27 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 944 time: 0.0531240 Feb 09 16:24:11.855027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-508082ed-bd89-4922-b23f-0a504e056686 req-50db4c03-e9c4-47d2-bcd5-6ad0c5d759d8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370662 Feb 09 16:24:12.131513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 89a494f6-01a6-4e73-b63d-0e28d346329e details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:24:12.237839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 89a494f6-01a6-4e73-b63d-0e28d346329e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89a494f6-01a6-4e73-b63d-0e28d346329e,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:12.249828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '89a494f6-01a6-4e73-b63d-0e28d346329e', 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5', 'port_id': '89a494f6-01a6-4e73-b63d-0e28d346329e', 'mac_address': 'fa:16:3e:4b:16:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcd7cc81-85d2-4806-809f-b80c71a953c8', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:24:12.290283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:12.305808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a494f6-01a6-4e73-b63d-0e28d346329e {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:24:12.327899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 89a494f6-01a6-4e73-b63d-0e28d346329e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89a494f6-01a6-4e73-b63d-0e28d346329e,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:12.420020 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:12.484422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=89a494f6-01a6-4e73-b63d-0e28d346329e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:12.789269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['89a494f6-01a6-4e73-b63d-0e28d346329e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:24:12.995810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d247a-aec4-43f9-a5fd-ff8ae1905435 req-f78aab9d-7348-4939-a38e-03ec28c9393c tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:12.997603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a9d247a-aec4-43f9-a5fd-ff8ae1905435 req-f78aab9d-7348-4939-a38e-03ec28c9393c tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 945 time: 0.0550394 Feb 09 16:24:13.050962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a9d247a-aec4-43f9-a5fd-ff8ae1905435 req-29fc2517-c69e-48b6-8c80-7abeb47ebd0d tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449286 Feb 09 16:24:14.156198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 89a494f6-01a6-4e73-b63d-0e28d346329e up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:24:14.182328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70912897-f6c9-4c07-9a2e-f62945e0dad0 req-a57cf111-bc23-4453-8668-ea1ffdf55d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:14.184377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70912897-f6c9-4c07-9a2e-f62945e0dad0 req-a57cf111-bc23-4453-8668-ea1ffdf55d76 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 945 time: 0.0570381 Feb 09 16:24:14.231088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70912897-f6c9-4c07-9a2e-f62945e0dad0 req-279be232-7759-4a16-9cf5-3dea3dcc27c1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391746 Feb 09 16:24:14.276885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 89a494f6-01a6-4e73-b63d-0e28d346329e completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:24:14.281467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 89a494f6-01a6-4e73-b63d-0e28d346329e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:14.281846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:14.361678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:14.385414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8825f62-f604-4c14-ba21-f7ff65fcd61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a494f6-01a6-4e73-b63d-0e28d346329e'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:24:14.387837 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d97ce8-b53d-4698-afd4-83432e885fe0" -d '{"events": [{"server_uuid": "f8825f62-f604-4c14-ba21-f7ff65fcd61c", "name": "network-vif-plugged", "status": "completed", "tag": "89a494f6-01a6-4e73-b63d-0e28d346329e"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:24:14.406139 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 89a494f6-01a6-4e73-b63d-0e28d346329e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89a494f6-01a6-4e73-b63d-0e28d346329e,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:14.429589 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02adbc1c-9ba3-46d3-afbd-46b15feec543 x-openstack-request-id: req-02adbc1c-9ba3-46d3-afbd-46b15feec543 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:24:14.429828 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8825f62-f604-4c14-ba21-f7ff65fcd61c", "name": "network-vif-plugged", "status": "completed", "tag": "89a494f6-01a6-4e73-b63d-0e28d346329e", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:24:14.430085 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02adbc1c-9ba3-46d3-afbd-46b15feec543 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:24:14.430485 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8825f62-f604-4c14-ba21-f7ff65fcd61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a494f6-01a6-4e73-b63d-0e28d346329e', 'code': 200} Feb 09 16:24:14.528035 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:14.548966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d228c-75dd-4689-9389-1b4fb9cef9e9 req-b2cb3822-60c1-484b-a986-1cf2af5ae6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:14.550721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c7d228c-75dd-4689-9389-1b4fb9cef9e9 req-b2cb3822-60c1-484b-a986-1cf2af5ae6a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 1096 time: 0.0573671 Feb 09 16:24:14.583145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=89a494f6-01a6-4e73-b63d-0e28d346329e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:14.588550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c7d228c-75dd-4689-9389-1b4fb9cef9e9 req-7a7235e4-bfa9-41c6-b531-6093c6ee2af2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307856 Feb 09 16:24:15.369717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452358e6-211d-4434-acc4-9e6881ff6c74 req-6fe2aebb-7326-4fde-af1a-6bc50360d14a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:15.371445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452358e6-211d-4434-acc4-9e6881ff6c74 req-6fe2aebb-7326-4fde-af1a-6bc50360d14a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 946 time: 0.0617013 Feb 09 16:24:15.419181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452358e6-211d-4434-acc4-9e6881ff6c74 req-fa1a58d5-1015-4ec0-933b-bce4a2725131 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409212 Feb 09 16:24:16.553993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0acdf-7e52-4aeb-9ac4-aceb0328886a req-d23a2ff9-4a1f-4ece-ac78-18910f54a44a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:16.555618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2c0acdf-7e52-4aeb-9ac4-aceb0328886a req-d23a2ff9-4a1f-4ece-ac78-18910f54a44a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 946 time: 0.0586333 Feb 09 16:24:16.597604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2c0acdf-7e52-4aeb-9ac4-aceb0328886a req-7d106989-d359-4bf7-9b87-ed58f7c4db91 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356498 Feb 09 16:24:16.737380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71635d9-9cb2-4e28-87d2-1af513601d69 req-ccadf5d6-d93c-49b9-a0ff-3ea8edab7ea6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:16.738999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c71635d9-9cb2-4e28-87d2-1af513601d69 req-ccadf5d6-d93c-49b9-a0ff-3ea8edab7ea6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 946 time: 0.0529277 Feb 09 16:24:16.784446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c71635d9-9cb2-4e28-87d2-1af513601d69 req-1033e2e2-82a8-4147-afd2-e55e77908e27 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387526 Feb 09 16:24:18.415210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51750) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:18.915133 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:19.211355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.20.0.17 (d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5/fcd7cc81-85d2-4806-809f-b80c71a953c8/0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:24:19.332968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:19.473444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:19.521544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:24:19.525455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:24:19.529201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:24:19.553685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:19.583452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:19.804557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:19.825610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e7c1e682-1465-4e02-870c-a3f814f7136a None None] Provisioning complete for port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:19.826422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e7c1e682-1465-4e02-870c-a3f814f7136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:19.862645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1e682-1465-4e02-870c-a3f814f7136a None None] Port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:24:20.125530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:20.214236 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:20.290710 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:20.292696 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:20.399354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:24:20.400993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:24:20.533823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b08ce46b-2292-441d-96bc-a134e999d91b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:24:20.672061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:24:20.678187 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0c22d973-cedc-4fd5-a818-fe35a31608b7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "PUT /v2.0/routers/b08ce46b-2292-441d-96bc-a134e999d91b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2616365 Feb 09 16:24:20.684269 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Sync routers for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:24:20.696864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f21d69c6-ff61-45ca-b3e8-d3b0b9010462 None None] Provisioning complete for port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:20.697246 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f21d69c6-ff61-45ca-b3e8-d3b0b9010462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:20.700545 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:24:20.701232 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:23:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:20.736482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f21d69c6-ff61-45ca-b3e8-d3b0b9010462 None None] Port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:24:20.812324 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:24:21.079630 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:19Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:14Z', 'revision_number': 1, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76', 'name': '', 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:8b:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'fcd7cc81-85d2-4806-809f-b80c71a953c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:24:19Z', 'updated_at': '2022-02-09T16:24:19Z', 'revision_number': 2, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'fcd7cc81-85d2-4806-809f-b80c71a953c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:21.106961 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Checking router: b08ce46b-2292-441d-96bc-a134e999d91b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:24:21.107336 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Updating router b08ce46b-2292-441d-96bc-a134e999d91b port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:24:21.135906 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:21.420659 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:21.637793 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:21.698945 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Pushing event updated for resources: {'Port': ['ID=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:21.738335 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.738916 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.739483 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.739910 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.740689 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.741033 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.741371 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.741706 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.742038 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.742393 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.742691 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.743042 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:21.779288 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Attempting to bind port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:24:21.779671 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Attempting to bind port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:24:21.780208 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Attempting to bind port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 on network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:24:21.785916 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:24:21.786373 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Checking segment: {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:24:21.787800 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:21.787800 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Bound using segment: {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:24:21.788105 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Bound port: 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc5165a-0387-491c-8f70-77f68faa5197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:24:21.788435 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:21.872432 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] For port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:24:21.877811 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] For port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:24:21.963521 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:21.967104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-33c4d92a-9ab7-4306-86f5-74c1d3d1e906 None None] Provisioning complete for port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:21.968111 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-33c4d92a-9ab7-4306-86f5-74c1d3d1e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:22.033557 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:24:22.034211 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:23:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:22.063318 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-33c4d92a-9ab7-4306-86f5-74c1d3d1e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:22.085910 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1789bc-4527-4952-9394-63fd9fc7343a None None] Pushing event updated for resources: {'Port': ['ID=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:22.102614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-33c4d92a-9ab7-4306-86f5-74c1d3d1e906 None None] For port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:22.185731 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-33c4d92a-9ab7-4306-86f5-74c1d3d1e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:22.248998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4d92a-9ab7-4306-86f5-74c1d3d1e906 None None] Pushing event updated for resources: {'Port': ['ID=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:22.275011 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:24:22.312904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-894e1139-9e55-47a7-948c-6d6cd8b35a3f None None] Provisioning complete for port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:22.316620 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-894e1139-9e55-47a7-948c-6d6cd8b35a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:22.532121 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:19Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:14Z', 'revision_number': 1, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76', 'name': '', 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:8b:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'fcd7cc81-85d2-4806-809f-b80c71a953c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:24:19Z', 'updated_at': '2022-02-09T16:24:21Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'fcd7cc81-85d2-4806-809f-b80c71a953c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:22.560037 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7d96ef-e0e9-4248-a101-dd1df356c649 None None] The sync data for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 is: [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:19Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:14Z', 'revision_number': 1, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76', 'name': '', 'network_id': 'd1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:8b:2b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'fcd7cc81-85d2-4806-809f-b80c71a953c8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:24:19Z', 'updated_at': '2022-02-09T16:24:21Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'fcd7cc81-85d2-4806-809f-b80c71a953c8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:24:22.933864 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-44de18e4-8147-4c56-b54d-f44d15dc6646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:23.185818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:24:23.244165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:24:23.244883 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:25.282287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5ca108e-9e6d-4d0e-a659-3f53c092b2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:25.363166 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:24:26.596419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:28.276726 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:28.533393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:30.390870 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:32.019235 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:42.145739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-3472fc68-e207-44ef-9831-f2c629fa72af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402400 Feb 09 16:24:42.235696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-19989309-b9eb-416f-867f-da0ba48a1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:42.237272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-19989309-b9eb-416f-867f-da0ba48a1b4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 1097 time: 0.0458624 Feb 09 16:24:42.344450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-8dc40afd-db1a-42b0-b001-5608b5bcd3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:42.345931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-8dc40afd-db1a-42b0-b001-5608b5bcd3ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.0903816 Feb 09 16:24:42.416351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-5bc5931c-26e3-48a5-9672-328d660d2c15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88ad02ba-3ad7-4130-8e59-f44f42797647 HTTP/1.1" status: 200 len: 1001 time: 0.0623376 Feb 09 16:24:42.462399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-cb93fa9e-6104-4fac-b06c-ae440901c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:42.464023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-cb93fa9e-6104-4fac-b06c-ae440901c194 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0441518 Feb 09 16:24:42.511456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-88428250-a8cf-4636-b3dd-4dc7296c5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:42.513011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-88428250-a8cf-4636-b3dd-4dc7296c5e63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431199 Feb 09 16:24:42.616913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-da8be9f0-7317-4b5e-86f3-5bd555fb8652 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976601 Feb 09 16:24:42.711247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0954da99-fd13-4b44-aeaa-0e0c18652734 req-97e4d6da-9a9d-4ae1-9f7c-c55eddb765bf service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881414 Feb 09 16:24:48.669760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:49.046801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:49.360272 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:24:49.360647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:49.457892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:49.458258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:49.470767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:24:49.767981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:49.800810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:49.987062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:50.398654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-f1071afb-a7b5-402a-8252-757e7c2bf85e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427525 Feb 09 16:24:50.475616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-47150d6b-c968-42f1-8fa7-aca9e9f864c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:50.477159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-47150d6b-c968-42f1-8fa7-aca9e9f864c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 1096 time: 0.0514224 Feb 09 16:24:50.568928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b08ce46b-2292-441d-96bc-a134e999d91b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:24:50.600488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-50799e2d-8cf7-482c-802f-032d6c21f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:50.606866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-50799e2d-8cf7-482c-802f-032d6c21f4dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc HTTP/1.1" status: 200 len: 898 time: 0.1014116 Feb 09 16:24:50.695122 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:24:50.715324 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a8dccc9b-5586-49ff-944d-9bab7618d155 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "PUT /v2.0/routers/b08ce46b-2292-441d-96bc-a134e999d91b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0335431 Feb 09 16:24:50.715439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-95259955-739a-4719-be86-83b593b2e55a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ac3f30-2992-423c-83ce-388559e2052b HTTP/1.1" status: 200 len: 999 time: 0.1012645 Feb 09 16:24:50.715547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] Sync routers for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:24:50.724013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85292f-ecec-4a97-8f01-d7d2ac89c212 req-ed610a5c-d175-4384-8da6-24313b2ea577 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:50.725741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:24:50.725892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d85292f-ecec-4a97-8f01-d7d2ac89c212 req-ed610a5c-d175-4384-8da6-24313b2ea577 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0727930 Feb 09 16:24:50.726451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:50.798524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d85292f-ecec-4a97-8f01-d7d2ac89c212 req-af10f1c8-0311-438a-b112-4d5a19481e6d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629230 Feb 09 16:24:50.808846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-71238ec1-c387-4cc8-9748-d5d1deab2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:50.810490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-71238ec1-c387-4cc8-9748-d5d1deab2267 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc9ccdee-10d3-47b8-b550-b1994406fa03 HTTP/1.1" status: 200 len: 833 time: 0.0835254 Feb 09 16:24:50.874694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-55991483-e575-4cf2-9270-5da5c4942d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:50.876469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-55991483-e575-4cf2-9270-5da5c4942d93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560467 Feb 09 16:24:50.886254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:24:50.984676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-cb5a9ae7-d8d4-4696-a0c1-b9a1c5e5ed0a service neutron] 10.222.0.73 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986640 Feb 09 16:24:51.103308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3afb28a6-752f-4311-89be-66b0e6e5e11c req-081c5114-b787-4dab-a723-00181acc9be0 service neutron] 10.222.0.73 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011479 Feb 09 16:24:51.151608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:49Z', 'revision_number': 6, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:14Z', 'revision_number': 1, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:51.190213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] Checking router: b08ce46b-2292-441d-96bc-a134e999d91b for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:24:51.199867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:24:51.200654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:51.284102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9d1dc-b14d-4ade-af5b-39fb12febeb9 req-e424ac77-2425-4b91-ba9e-2b02db5547a8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:51.285636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8c9d1dc-b14d-4ade-af5b-39fb12febeb9 req-e424ac77-2425-4b91-ba9e-2b02db5547a8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 946 time: 0.0622833 Feb 09 16:24:51.315198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:24:51.327130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8c9d1dc-b14d-4ade-af5b-39fb12febeb9 req-e23b71b8-0cc7-446b-bf79-25644379b6a5 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331352 Feb 09 16:24:51.550395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:49Z', 'revision_number': 6, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:14Z', 'revision_number': 1, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:51.580631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661eeac-3bd2-427e-acb2-e8dc885955d3 None None] The sync data for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 is: [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:49Z', 'revision_number': 6, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6c9d5b51-d762-4061-93d2-ebaebe84d900', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'port_id': '73ac3f30-2992-423c-83ce-388559e2052b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'mac_address': 'fa:16:3e:b7:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:23:11Z', 'updated_at': '2022-02-09T16:23:14Z', 'revision_number': 1, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:24:51.950249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb1e30-794f-4872-900d-8ef7b578b625 req-5a07834d-5e63-466e-b24b-28bdf32c0a1b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:51.952378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36fb1e30-794f-4872-900d-8ef7b578b625 req-5a07834d-5e63-466e-b24b-28bdf32c0a1b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0756168 Feb 09 16:24:52.000769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36fb1e30-794f-4872-900d-8ef7b578b625 req-f4df7144-2b0e-4a36-b302-b4884019311b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419471 Feb 09 16:24:52.456859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a729bef-f517-4b95-9a7e-13b4810fe271 req-1a5b0c37-b67f-4abd-9545-4701eedc5cd7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:52.458389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a729bef-f517-4b95-9a7e-13b4810fe271 req-1a5b0c37-b67f-4abd-9545-4701eedc5cd7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 946 time: 0.0552778 Feb 09 16:24:52.497455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2a729bef-f517-4b95-9a7e-13b4810fe271 req-5ada3d8d-0077-4b1e-af18-a1b341392dc7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329900 Feb 09 16:24:52.938875 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46b5f1a4-fa16-4b98-a1c1-5e567795d3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:53.114167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:24:53.137971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cadbc4-e03b-41c6-8c96-33ad144e91e7 req-948789ad-d8c3-42c4-ba85-78a38d3b1230 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:53.138909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:24:53.139267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0530f5ba-9cf0-4626-aad5-a3a8c6bf4f76 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:24:53.141428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6cadbc4-e03b-41c6-8c96-33ad144e91e7 req-948789ad-d8c3-42c4-ba85-78a38d3b1230 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0696933 Feb 09 16:24:53.215650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6cadbc4-e03b-41c6-8c96-33ad144e91e7 req-72858e1e-cf7a-40b6-97be-abf71d039395 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663521 Feb 09 16:24:53.228792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096587e1-d94b-4833-a86c-24786d07673d req-0d122f42-912e-4e81-907d-695278ce7c65 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:53.230308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-096587e1-d94b-4833-a86c-24786d07673d req-0d122f42-912e-4e81-907d-695278ce7c65 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 946 time: 0.0742664 Feb 09 16:24:53.331933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port 89a494f6-01a6-4e73-b63d-0e28d346329e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:24:53.332356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:53.428402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port 89a494f6-01a6-4e73-b63d-0e28d346329e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=89a494f6-01a6-4e73-b63d-0e28d346329e,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:53.428778 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:53.444398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for 89a494f6-01a6-4e73-b63d-0e28d346329e owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:24:53.656067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d38481-670d-4db4-83b7-a86913515d65 req-047e426b-8997-4b82-8627-6475dca17b8e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:53.657535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90d38481-670d-4db4-83b7-a86913515d65 req-047e426b-8997-4b82-8627-6475dca17b8e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 946 time: 0.0649695 Feb 09 16:24:53.699601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90d38481-670d-4db4-83b7-a86913515d65 req-bb497cc6-ed10-40b4-85b0-1bdb51117f1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba0ed255-67e6-4dc3-ae6c-21223c3dd757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343277 Feb 09 16:24:53.721886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:53.758133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=89a494f6-01a6-4e73-b63d-0e28d346329e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:53.803456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] No DVR routers for this DVR port 89a494f6-01a6-4e73-b63d-0e28d346329e on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:24:53.810001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:53.810001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-096587e1-d94b-4833-a86c-24786d07673d req-700bdc6c-3f15-4cd7-b46e-bc0a85d87227 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "DELETE /v2.0/ports/89a494f6-01a6-4e73-b63d-0e28d346329e HTTP/1.1" status: 204 len: 173 time: 0.5721066 Feb 09 16:24:53.810001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8825f62-f604-4c14-ba21-f7ff65fcd61c', 'name': 'network-vif-deleted', 'tag': '89a494f6-01a6-4e73-b63d-0e28d346329e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:24:53.812328 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e524f309-870b-408f-a090-ccc2d546a3bd" -d '{"events": [{"server_uuid": "f8825f62-f604-4c14-ba21-f7ff65fcd61c", "name": "network-vif-deleted", "tag": "89a494f6-01a6-4e73-b63d-0e28d346329e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:24:53.847609 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827cef71-225f-4616-8698-ece520e84f7a x-openstack-request-id: req-827cef71-225f-4616-8698-ece520e84f7a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:24:53.847868 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8825f62-f604-4c14-ba21-f7ff65fcd61c", "name": "network-vif-deleted", "tag": "89a494f6-01a6-4e73-b63d-0e28d346329e", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:24:53.848175 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-827cef71-225f-4616-8698-ece520e84f7a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:24:53.848628 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8825f62-f604-4c14-ba21-f7ff65fcd61c', 'name': 'network-vif-deleted', 'tag': '89a494f6-01a6-4e73-b63d-0e28d346329e', 'status': 'completed', 'code': 200} Feb 09 16:24:54.336970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82a260-259e-4d37-929e-72575f74aceb req-89148138-5394-48ee-9541-478e7e9fe145 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:54.338446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df82a260-259e-4d37-929e-72575f74aceb req-89148138-5394-48ee-9541-478e7e9fe145 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0503976 Feb 09 16:24:54.377131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df82a260-259e-4d37-929e-72575f74aceb req-eae71f06-73cb-44e9-9b3e-c85c3a376b81 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324194 Feb 09 16:24:54.812551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55aec9f4-f67b-41cc-82e3-24f328dda5de req-306af4fb-bcd3-4c94-8652-ff2f48526e4e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8825f62-f604-4c14-ba21-f7ff65fcd61c HTTP/1.1" status: 200 len: 210 time: 0.0275741 Feb 09 16:24:55.200342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48985561-4f37-4030-9d50-c7c22e28070f req-13cbe60c-5640-4f2b-85d3-c7b8e1bb66bd tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:55.201875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48985561-4f37-4030-9d50-c7c22e28070f req-13cbe60c-5640-4f2b-85d3-c7b8e1bb66bd tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 946 time: 0.0558934 Feb 09 16:24:55.240516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48985561-4f37-4030-9d50-c7c22e28070f req-5609b50e-6b61-4222-9308-168c19b6933e tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Feb 09 16:24:55.258683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-77358f65-addf-4fab-87e0-f813082d6638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:55.495122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd0b5a-2d77-4460-8c4c-2f9dfb1fa007 req-f67cf589-52ea-4d2f-8c4c-a0baaaeb7528 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:55.496663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dddd0b5a-2d77-4460-8c4c-2f9dfb1fa007 req-f67cf589-52ea-4d2f-8c4c-a0baaaeb7528 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0495927 Feb 09 16:24:55.535688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dddd0b5a-2d77-4460-8c4c-2f9dfb1fa007 req-bdce8ace-71e2-4a3c-8034-b0b87bd8226d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329068 Feb 09 16:24:55.873976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51942) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:55.936947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b9c-9455-4c7c-8122-bfab62cf2282 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:55.963173 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b9c-9455-4c7c-8122-bfab62cf2282 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.167791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b9c-9455-4c7c-8122-bfab62cf2282 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.170478 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b9c-9455-4c7c-8122-bfab62cf2282 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.171794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2dc46b9c-9455-4c7c-8122-bfab62cf2282 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/security-groups/ba0ed255-67e6-4dc3-ae6c-21223c3dd757 HTTP/1.1" status: 204 len: 168 time: 0.2967968 Feb 09 16:24:56.181161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc46b9c-9455-4c7c-8122-bfab62cf2282 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0ed255-67e6-4dc3-ae6c-21223c3dd757,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:56.289254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51948) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:56.332771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 89a494f6-01a6-4e73-b63d-0e28d346329e no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:24:56.345190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-c185d5ac-3bf8-452b-b448-f9a65fb9c9aa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting subnet fcd7cc81-85d2-4806-809f-b80c71a953c8 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:24:56.348464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c185d5ac-3bf8-452b-b448-f9a65fb9c9aa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.356254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 89a494f6-01a6-4e73-b63d-0e28d346329e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:24:56.356607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 89a494f6-01a6-4e73-b63d-0e28d346329e not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:24:56.364185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24d733-e668-4765-8781-b48ffd518840 req-77240b31-d431-4342-bee2-e130fd65e95e tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:56.366039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf24d733-e668-4765-8781-b48ffd518840 req-77240b31-d431-4342-bee2-e130fd65e95e tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 946 time: 0.0524607 Feb 09 16:24:56.406588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf24d733-e668-4765-8781-b48ffd518840 req-73499d10-08c2-4a9c-81f9-929cad9633bb tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Feb 09 16:24:56.408199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c185d5ac-3bf8-452b-b448-f9a65fb9c9aa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.507015 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c185d5ac-3bf8-452b-b448-f9a65fb9c9aa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.652871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.685353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc33ad-9d85-4c1e-91ca-bacae788ab92 req-57df873b-51c2-466a-8b2a-4812be5f90bf tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:56.685353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01dc33ad-9d85-4c1e-91ca-bacae788ab92 req-57df873b-51c2-466a-8b2a-4812be5f90bf tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0779490 Feb 09 16:24:56.701345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-3406b952-6786-4e21-97ed-f7a5b674c977 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:56.702753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-3406b952-6786-4e21-97ed-f7a5b674c977 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.13 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 946 time: 0.0727625 Feb 09 16:24:56.727207 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c185d5ac-3bf8-452b-b448-f9a65fb9c9aa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.757249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185d5ac-3bf8-452b-b448-f9a65fb9c9aa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd7cc81-85d2-4806-809f-b80c71a953c8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:56.759508 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c185d5ac-3bf8-452b-b448-f9a65fb9c9aa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.765107 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c185d5ac-3bf8-452b-b448-f9a65fb9c9aa tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/subnets/fcd7cc81-85d2-4806-809f-b80c71a953c8 HTTP/1.1" status: 204 len: 168 time: 0.4723599 Feb 09 16:24:56.765759 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 51952) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:56.768237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01dc33ad-9d85-4c1e-91ca-bacae788ab92 req-30126172-8464-49fb-b7ea-660b080ba9b6 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774388 Feb 09 16:24:56.772130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e332f1-386e-47e8-b693-da0e7e5a6dd0 None None] Network d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:24:56.830718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Deleting port e148a073-f68a-40ba-aebc-f9f3b35bec5e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:24:56.831169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.858791 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.920528 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:24:56.920870 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.943972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] For port e148a073-f68a-40ba-aebc-f9f3b35bec5e, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e148a073-f68a-40ba-aebc-f9f3b35bec5e,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:56.944622 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:56.957394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Calling delete_port for e148a073-f68a-40ba-aebc-f9f3b35bec5e owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:24:56.981390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] DHCP port deletion for d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:24:56.988013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:56.994094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.003639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for 2ebbe726-1e0d-467f-8dfa-40e4ede3519a owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:24:57.037601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Deleting port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:24:57.038077 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.107123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] For port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,segment=NetworkSegment(cbc5165a-0387-491c-8f70-77f68faa5197),segment_id=cbc5165a-0387-491c-8f70-77f68faa5197)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:24:57.107526 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.121557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Calling delete_port for 2ebbe726-1e0d-467f-8dfa-40e4ede3519a owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:24:57.167667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 2ebbe726-1e0d-467f-8dfa-40e4ede3519a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:24:57.236394 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.265163 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:57.267022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] No DVR routers for this DVR port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:24:57.267950 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.271330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.294496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e148a073-f68a-40ba-aebc-f9f3b35bec5e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:24:57.300525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Pushing event deleted for resources: {'Port': ['ID=2ebbe726-1e0d-467f-8dfa-40e4ede3519a,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:57.303046 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.320022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Pushing event deleted for resources: {'Port': ['ID=e148a073-f68a-40ba-aebc-f9f3b35bec5e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:57.349426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.350112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.350112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.350383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.350719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.351052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.351398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.351718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.352170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.352391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.352714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.353038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.355125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.356377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd410b40-5e13-4024-b01c-5535d5027822 None None] No DVR routers for this DVR port 2ebbe726-1e0d-467f-8dfa-40e4ede3519a on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:24:57.368965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] No DVR routers for this DVR port e148a073-f68a-40ba-aebc-f9f3b35bec5e on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:24:57.371648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.375925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9552a104-2137-4a22-83f4-fc82de250bc6 req-5bddc72d-350b-435d-b548-46fcbdb3675f tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.13 "DELETE /v2.0/ports/e148a073-f68a-40ba-aebc-f9f3b35bec5e HTTP/1.1" status: 204 len: 173 time: 0.6652458 Feb 09 16:24:57.376555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e7134b-e7fa-4321-8c63-a5966503ad02', 'name': 'network-vif-deleted', 'tag': 'e148a073-f68a-40ba-aebc-f9f3b35bec5e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:24:57.383903 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4069fc69-2f0f-45b0-9abe-9e6eda7d0b6f" -d '{"events": [{"server_uuid": "27e7134b-e7fa-4321-8c63-a5966503ad02", "name": "network-vif-deleted", "tag": "e148a073-f68a-40ba-aebc-f9f3b35bec5e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:24:57.386059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:57.398444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc5165a-0387-491c-8f70-77f68faa5197') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:57.401299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc5165a-0387-491c-8f70-77f68faa5197') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:57.410037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.426732 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db36d05-ae19-4085-8913-2c892af4e200 x-openstack-request-id: req-7db36d05-ae19-4085-8913-2c892af4e200 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:24:57.427667 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e7134b-e7fa-4321-8c63-a5966503ad02", "name": "network-vif-deleted", "tag": "e148a073-f68a-40ba-aebc-f9f3b35bec5e", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:24:57.427850 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7db36d05-ae19-4085-8913-2c892af4e200 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:24:57.427979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.429512 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e7134b-e7fa-4321-8c63-a5966503ad02', 'name': 'network-vif-deleted', 'tag': 'e148a073-f68a-40ba-aebc-f9f3b35bec5e', 'status': 'completed', 'code': 200} Feb 09 16:24:57.434400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:24:57.434852 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:24:57.452744 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:24:57.510516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed2092e0-8742-4c5d-9e1f-1f15b01151b4 req-8cf77b61-ac58-46ba-83dd-338f97841bda tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=27e7134b-e7fa-4321-8c63-a5966503ad02 HTTP/1.1" status: 200 len: 210 time: 0.0273948 Feb 09 16:24:57.607330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.617496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:57.619893 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/networks/d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5 HTTP/1.1" status: 204 len: 168 time: 0.8531895 Feb 09 16:24:57.622761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 51958) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:24:57.630347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Network': ['ID=d1f524b0-d6d6-4ca1-bf8e-7a22fe509bb5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:57.638265 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.640206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.640206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.640206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.640206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.640206 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.640668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.640668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.640891 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.641239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.641532 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.641855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ba857-d327-4285-9530-dbc179795809 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:24:57.784685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port f26a10a8-0e2a-488c-b20b-02f4d101065c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:24:57.785260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:58.231899 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:58.232293 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:58.242205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c37cad-065a-49ff-a021-e8daa19606b6 req-0e07ce85-4361-4763-a956-7fe180174539 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:58.247775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70c37cad-065a-49ff-a021-e8daa19606b6 req-0e07ce85-4361-4763-a956-7fe180174539 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0814314 Feb 09 16:24:58.261361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for f26a10a8-0e2a-488c-b20b-02f4d101065c owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:24:58.270505 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:58.327347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70c37cad-065a-49ff-a021-e8daa19606b6 req-89d3310b-cfd5-4991-ab7e-8bc134d01d46 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774913 Feb 09 16:24:58.504761 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:58.573239 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:58.602875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=f26a10a8-0e2a-488c-b20b-02f4d101065c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:24:58.668402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:58.668742 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Floating IP 6c9d5b51-d762-4061-93d2-ebaebe84d900 disassociated (deleted). External IP: 172.25.5.5, port: 73ac3f30-2992-423c-83ce-388559e2052b. Feb 09 16:24:58.881814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b08ce46b-2292-441d-96bc-a134e999d91b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:24:58.993475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:24:58.997949 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:24:59.003990 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] Sync routers for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:24:59.013633 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:24:59.014332 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:59.028766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-29938a3b-874e-4c2f-adea-6dc6af0695cf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/floatingips/6c9d5b51-d762-4061-93d2-ebaebe84d900 HTTP/1.1" status: 204 len: 168 time: 1.4048467 Feb 09 16:24:59.127233 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:24:59.338740 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:49Z', 'revision_number': 6, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:59.368307 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] Checking router: b08ce46b-2292-441d-96bc-a134e999d91b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:24:59.381442 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:24:59.382060 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:59.434941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:24:59.437948 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ea90b1-d523-4550-8c0e-9f1e14a07a58" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "tag": "73ac3f30-2992-423c-83ce-388559e2052b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:24:59.479541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434394f-5835-4502-b3ff-069b45013902 req-11a96c68-bb48-499e-81b9-411850cb3eba tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:59.482681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8434394f-5835-4502-b3ff-069b45013902 req-11a96c68-bb48-499e-81b9-411850cb3eba tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0742464 Feb 09 16:24:59.528122 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:24:59.561164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2408248-b7b5-48f6-a917-60e9302a4cb3 req-c718682b-d51d-480b-88f1-2c2cd9c11261 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:59.562774 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2408248-b7b5-48f6-a917-60e9302a4cb3 req-c718682b-d51d-480b-88f1-2c2cd9c11261 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 945 time: 0.1011984 Feb 09 16:24:59.569625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8434394f-5835-4502-b3ff-069b45013902 req-1625a0a5-3b43-483f-a3fd-1622c7b96709 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644455 Feb 09 16:24:59.601159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e148a073-f68a-40ba-aebc-f9f3b35bec5e no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:24:59.626575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: e148a073-f68a-40ba-aebc-f9f3b35bec5e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:24:59.627146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e148a073-f68a-40ba-aebc-f9f3b35bec5e not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:24:59.634288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2408248-b7b5-48f6-a917-60e9302a4cb3 req-0576a2d9-e6f2-40df-abce-6a2e459ba8f4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593183 Feb 09 16:24:59.648366 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc9385e-c4ff-4fd0-a12e-ea47d88d3749 x-openstack-request-id: req-9cc9385e-c4ff-4fd0-a12e-ea47d88d3749 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:24:59.649663 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "tag": "73ac3f30-2992-423c-83ce-388559e2052b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:24:59.650481 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cc9385e-c4ff-4fd0-a12e-ea47d88d3749 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:24:59.650721 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b', 'status': 'completed', 'code': 200} Feb 09 16:24:59.737638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-8b6f02fb-b09f-4575-9451-ed2f9bb7fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:59.739540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-8b6f02fb-b09f-4575-9451-ed2f9bb7fbd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 1096 time: 0.0451896 Feb 09 16:24:59.787285 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:49Z', 'revision_number': 6, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:24:59.816919 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd03ad0-3c0e-4cd6-a89d-e8b7198632c3 None None] The sync data for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 is: [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:24:49Z', 'revision_number': 6, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'ab8618a6-0362-4ae1-8bc0-56513f185257', 'name': '', 'network_id': '1251f143-b894-4ece-9ce3-6c35b4d1a8dc', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:7a:31:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:48Z', 'updated_at': '2022-02-09T16:22:53Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': 'bc9ccdee-10d3-47b8-b550-b1994406fa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:24:59.894781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-21a862a1-54b5-42a6-b82a-fe00dc04c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:24:59.897219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-21a862a1-54b5-42a6-b82a-fe00dc04c831 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc HTTP/1.1" status: 200 len: 898 time: 0.1482632 Feb 09 16:24:59.952011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-c92fb86c-60fa-4c96-ba48-54b347d8d2a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ac3f30-2992-423c-83ce-388559e2052b HTTP/1.1" status: 200 len: 217 time: 0.0420492 Feb 09 16:25:00.019912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-918f4256-394f-4dd1-9d36-35bee0688a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:00.021427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-918f4256-394f-4dd1-9d36-35bee0688a6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bc9ccdee-10d3-47b8-b550-b1994406fa03 HTTP/1.1" status: 200 len: 833 time: 0.0559914 Feb 09 16:25:00.082063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-bccea1c8-40d6-45f6-aba7-9b501ec0b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:00.082647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f081b390-7b2c-480f-a967-acc8c0817220 None None] New status for floating IP 6c9d5b51-d762-4061-93d2-ebaebe84d900: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:25:00.085648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-bccea1c8-40d6-45f6-aba7-9b501ec0b70a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1251f143-b894-4ece-9ce3-6c35b4d1a8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478952 Feb 09 16:25:00.200681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-334dc948-79d1-4a44-9e72-56c26716ef48 service neutron] 10.222.0.73 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007764 Feb 09 16:25:00.306265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87ea90b1-d523-4550-8c0e-9f1e14a07a58 req-69bdfe03-f099-48ca-8b2d-29d29c9bad18 service neutron] 10.222.0.73 "GET /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955110 Feb 09 16:25:00.413607 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:00.760968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06151-9210-425c-9ac4-772ad4b3efaf req-d578d907-fe60-423f-a030-f2179825f998 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:00.762623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eac06151-9210-425c-9ac4-772ad4b3efaf req-d578d907-fe60-423f-a030-f2179825f998 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0946019 Feb 09 16:25:00.836114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eac06151-9210-425c-9ac4-772ad4b3efaf req-175b4f57-ca32-424d-8eec-0d16908b34fd tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578790 Feb 09 16:25:00.846434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03024540-dc65-490a-9969-c044544bb905 req-f22e6e16-b2ca-4e47-99be-eb9902868133 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:00.848280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03024540-dc65-490a-9969-c044544bb905 req-f22e6e16-b2ca-4e47-99be-eb9902868133 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 945 time: 0.0846879 Feb 09 16:25:00.911236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03024540-dc65-490a-9969-c044544bb905 req-1ec99f5c-6ee7-4b64-8828-b840a8e50678 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd5c79c5-8656-4a43-99e3-955160958edc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473840 Feb 09 16:25:01.356610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-410fd254-64f1-4dee-8e3f-ac8dfb4603c7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:01.358120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-410fd254-64f1-4dee-8e3f-ac8dfb4603c7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Feb 09 16:25:01.497496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port 73ac3f30-2992-423c-83ce-388559e2052b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:25:01.497759 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:01.557287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726742e-af10-43f0-a381-de1289bd4a0d req-f80d6789-8966-4b40-930a-e8c57acdcf85 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:01.558755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1726742e-af10-43f0-a381-de1289bd4a0d req-f80d6789-8966-4b40-930a-e8c57acdcf85 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 946 time: 0.1098728 Feb 09 16:25:01.628992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1726742e-af10-43f0-a381-de1289bd4a0d req-56042d0b-3899-4955-b63b-c6644e1c2826 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628002 Feb 09 16:25:01.639010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port 73ac3f30-2992-423c-83ce-388559e2052b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=73ac3f30-2992-423c-83ce-388559e2052b,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:01.639010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:01.645586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for 73ac3f30-2992-423c-83ce-388559e2052b owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:25:01.870206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:01.901968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=73ac3f30-2992-423c-83ce-388559e2052b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:01.986813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] No DVR routers for this DVR port 73ac3f30-2992-423c-83ce-388559e2052b on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:25:01.990091 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:01.993859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a480e4d-b26e-46e8-bc0d-6a7e9d1c4c38 req-e4fe0029-0866-413b-bcb0-c5950272d6c0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.73 "DELETE /v2.0/ports/73ac3f30-2992-423c-83ce-388559e2052b HTTP/1.1" status: 204 len: 173 time: 0.6252923 Feb 09 16:25:01.994589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'name': 'network-vif-deleted', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:01.997610 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb8fd3-c4c9-4ef1-be9d-f5f3f0bea62c" -d '{"events": [{"server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "name": "network-vif-deleted", "tag": "73ac3f30-2992-423c-83ce-388559e2052b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:02.040129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6b968c0-fc7c-4583-bc00-472fe8338b66 req-d683fdf3-55e3-4bbf-8d3e-a6fc91d35a36 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 210 time: 0.0377741 Feb 09 16:25:02.042423 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:02.052841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0352a-f529-4423-b848-7d78249bfc11 req-89f182f0-bf11-4c58-870b-226148df14f0 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:02.054383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9db0352a-f529-4423-b848-7d78249bfc11 req-89f182f0-bf11-4c58-870b-226148df14f0 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1403477 Feb 09 16:25:02.112712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9db0352a-f529-4423-b848-7d78249bfc11 req-805f96fd-f574-40c8-adb3-8942ff5fb634 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471580 Feb 09 16:25:02.145781 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cec6a7e-1aeb-4b13-ab12-364ffba6e0e1 x-openstack-request-id: req-4cec6a7e-1aeb-4b13-ab12-364ffba6e0e1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:02.146130 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e21ec8-bb3b-4511-aba9-73c8e83e20b1", "name": "network-vif-deleted", "tag": "73ac3f30-2992-423c-83ce-388559e2052b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:02.146453 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4cec6a7e-1aeb-4b13-ab12-364ffba6e0e1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:02.146928 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e21ec8-bb3b-4511-aba9-73c8e83e20b1', 'name': 'network-vif-deleted', 'tag': '73ac3f30-2992-423c-83ce-388559e2052b', 'status': 'completed', 'code': 200} Feb 09 16:25:02.315112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-e6c8fbc6-0dbc-4397-bb7b-fb40071786ff req-ec89228a-4b6a-4dc2-821e-d3789eca9910 service neutron] (103178) timed out ('10.222.0.73', 64470) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:25:02.362462 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:25:02.658889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557941d-1491-4c8d-91ae-e9b9ea16310c req-3ea252c1-985b-4157-a464-09475d99b71a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:02.658889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a557941d-1491-4c8d-91ae-e9b9ea16310c req-3ea252c1-985b-4157-a464-09475d99b71a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0748720 Feb 09 16:25:02.719585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a557941d-1491-4c8d-91ae-e9b9ea16310c req-5b034ce5-44ce-4234-bfb9-1aabeeded277 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630565 Feb 09 16:25:02.797802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58accd-8b38-4a2b-8c37-c84fef9c7d20 req-4609da00-d54c-4132-9e69-515a464b5332 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:02.799302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b58accd-8b38-4a2b-8c37-c84fef9c7d20 req-4609da00-d54c-4132-9e69-515a464b5332 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 946 time: 0.0625885 Feb 09 16:25:02.875660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b58accd-8b38-4a2b-8c37-c84fef9c7d20 req-519ec66e-30af-43c5-b2bf-2355d0e0a159 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653596 Feb 09 16:25:02.895278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-80ab65c2-8d6c-4240-94af-bb5e1745c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:02.897360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-80ab65c2-8d6c-4240-94af-bb5e1745c691 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 1096 time: 0.0721445 Feb 09 16:25:02.991531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-edbf3c59-bf14-4f57-b08c-7b9bc3b5fcd2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:02.993166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-edbf3c59-bf14-4f57-b08c-7b9bc3b5fcd2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 946 time: 0.1115723 Feb 09 16:25:03.058030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-72c8c0a1-07de-43cf-b1d4-b7b901e9b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:03.059558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-72c8c0a1-07de-43cf-b1d4-b7b901e9b531 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 912 time: 0.1478271 Feb 09 16:25:03.180012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-8629c1c8-f322-4734-82af-0ea2a2b46da1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 200 len: 1001 time: 0.0915608 Feb 09 16:25:03.206409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc49adcd-6f36-4f8f-b20f-95cdeecce94d req-fcc46926-4dd5-4ec6-ae88-0d62b6e2e8ac tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4e21ec8-bb3b-4511-aba9-73c8e83e20b1 HTTP/1.1" status: 200 len: 210 time: 0.0556858 Feb 09 16:25:03.243078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port 88ad02ba-3ad7-4130-8e59-f44f42797647 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:25:03.243435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:03.291594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-782eb7f4-9dca-4d0e-bdd4-708cd5ce393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:03.293143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-782eb7f4-9dca-4d0e-bdd4-708cd5ce393e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.0976479 Feb 09 16:25:03.376190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] For port 88ad02ba-3ad7-4130-8e59-f44f42797647, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=88ad02ba-3ad7-4130-8e59-f44f42797647,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:03.376576 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:03.387573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-292990a6-1cbe-4b70-adf9-13a9945c75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:03.390458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-292990a6-1cbe-4b70-adf9-13a9945c75b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865479 Feb 09 16:25:03.652375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-140bbdea-851c-4ded-9246-ead136195d27 service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382495 Feb 09 16:25:03.730876 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:03.731236 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:03.731548 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Floating IP 9e091912-c148-423f-a1cd-40ea0b3eff8e disassociated. External IP: 172.25.5.52, port: 88ad02ba-3ad7-4130-8e59-f44f42797647. Feb 09 16:25:03.731911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for 88ad02ba-3ad7-4130-8e59-f44f42797647 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:25:03.831241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01892a6a-e040-49ff-91db-236bc6a79b5b req-aef9dd88-51fe-4d8b-be24-e0bc295fac4c service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700613 Feb 09 16:25:03.899913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715009a-eb63-4bff-849b-914f185fff6e req-f4e15352-a5f5-4b06-ae86-bd9d4f4a2d94 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:03.901600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b715009a-eb63-4bff-849b-914f185fff6e req-f4e15352-a5f5-4b06-ae86-bd9d4f4a2d94 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0946143 Feb 09 16:25:04.016302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b715009a-eb63-4bff-849b-914f185fff6e req-213abb39-51d7-47b8-8fbb-ee71893b1747 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018813 Feb 09 16:25:04.047813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c7b81-3a35-4920-893a-464fdc3e7081 req-f6efa90c-b373-4dbf-bbbe-1a6584eaf6c0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:04.049430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b90c7b81-3a35-4920-893a-464fdc3e7081 req-f6efa90c-b373-4dbf-bbbe-1a6584eaf6c0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 946 time: 0.0901017 Feb 09 16:25:04.093113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b90c7b81-3a35-4920-893a-464fdc3e7081 req-ac3f11cb-64e5-4b6b-8055-8ec9d3837332 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368371 Feb 09 16:25:04.173304 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:04.208228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=88ad02ba-3ad7-4130-8e59-f44f42797647,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:04.270868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:04.360047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 73ac3f30-2992-423c-83ce-388559e2052b no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:25:04.369756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95a7eb82-d0d1-4c28-9a6f-927b78ff98e3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:04.384193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 73ac3f30-2992-423c-83ce-388559e2052b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:25:04.384543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 73ac3f30-2992-423c-83ce-388559e2052b not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:25:04.403860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95a7eb82-d0d1-4c28-9a6f-927b78ff98e3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:04.613278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95a7eb82-d0d1-4c28-9a6f-927b78ff98e3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:04.617028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-95a7eb82-d0d1-4c28-9a6f-927b78ff98e3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:04.619343 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-95a7eb82-d0d1-4c28-9a6f-927b78ff98e3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/security-groups/fd5c79c5-8656-4a43-99e3-955160958edc HTTP/1.1" status: 204 len: 168 time: 0.3470669 Feb 09 16:25:04.636135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7eb82-d0d1-4c28-9a6f-927b78ff98e3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c79c5-8656-4a43-99e3-955160958edc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:04.772195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:04.816011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:25:04.948187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:25:04.965642 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:25:04.977455 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:04.978292 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:05.001765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] No DVR routers for this DVR port 88ad02ba-3ad7-4130-8e59-f44f42797647 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:25:05.005937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:05.010217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-50f01d9c-3a27-44c3-a43c-825f8733bf2a req-c9e13330-0d2b-4718-8c5c-9ccd36962419 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "DELETE /v2.0/ports/88ad02ba-3ad7-4130-8e59-f44f42797647 HTTP/1.1" status: 204 len: 173 time: 2.0112360 Feb 09 16:25:05.011074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'name': 'network-vif-deleted', 'tag': '88ad02ba-3ad7-4130-8e59-f44f42797647'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:05.013858 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cd2f65-a17c-4c9e-ba13-37e9993e0b84" -d '{"events": [{"server_uuid": "e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba", "name": "network-vif-deleted", "tag": "88ad02ba-3ad7-4130-8e59-f44f42797647"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:05.060033 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d484f770-0d1f-4b1f-a46f-b526af9506be x-openstack-request-id: req-d484f770-0d1f-4b1f-a46f-b526af9506be {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:05.060789 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba", "name": "network-vif-deleted", "tag": "88ad02ba-3ad7-4130-8e59-f44f42797647", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:05.060789 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d484f770-0d1f-4b1f-a46f-b526af9506be {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:05.061026 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba', 'name': 'network-vif-deleted', 'tag': '88ad02ba-3ad7-4130-8e59-f44f42797647', 'status': 'completed', 'code': 200} Feb 09 16:25:05.155914 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:05.296667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e37f35a-4030-488f-830e-c4d5abbc41e1 req-f1c86cce-293a-427c-a24e-917c610e9a0a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0827940 Feb 09 16:25:05.322325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c767d2-7b19-40ef-a972-bed228e8a78b req-7ec19dd8-9db5-481c-883a-eae1510d177e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:05.324256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34c767d2-7b19-40ef-a972-bed228e8a78b req-7ec19dd8-9db5-481c-883a-eae1510d177e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.1962419 Feb 09 16:25:05.355961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:05.410715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34c767d2-7b19-40ef-a972-bed228e8a78b req-1817febc-bf7f-4e48-8e9b-1f36adb32d10 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789273 Feb 09 16:25:05.483977 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:05.512940 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:25:05.522591 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:05.523251 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:05.615079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 88ad02ba-3ad7-4130-8e59-f44f42797647 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:25:05.663844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 88ad02ba-3ad7-4130-8e59-f44f42797647 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:25:05.664189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 88ad02ba-3ad7-4130-8e59-f44f42797647 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:25:05.724780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port ab8618a6-0362-4ae1-8bc0-56513f185257 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:25:05.725220 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:05.752229 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:05.885283 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port ab8618a6-0362-4ae1-8bc0-56513f185257, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ab8618a6-0362-4ae1-8bc0-56513f185257,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:05.888026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:05.942791 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for ab8618a6-0362-4ae1-8bc0-56513f185257 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:25:06.119272 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:06.155753 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986cc83e-e35e-486a-853e-4261e64bd3d1 None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:25:06.339554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:06.409216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=ab8618a6-0362-4ae1-8bc0-56513f185257,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:06.429563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79e84cab-4deb-475c-8303-e8c3d6469d42 req-4808c21d-0f42-40b7-be6d-030793b9916f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0395057 Feb 09 16:25:06.563480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c342120d-91c2-4f6f-843f-6a3d87efc115 None None] New status for floating IP 9e091912-c148-423f-a1cd-40ea0b3eff8e: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:25:06.664805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:06.905707 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b08ce46b-2292-441d-96bc-a134e999d91b has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:25:07.020197 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:25:07.031042 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a279957e-6bee-4ef0-bd4d-7f23a9eed2a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "PUT /v2.0/routers/b08ce46b-2292-441d-96bc-a134e999d91b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2530038 Feb 09 16:25:07.031042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52048) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:07.034188 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] Sync routers for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:25:07.045434 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:07.046127 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:07.095062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f562789f-3856-4cbb-956d-17932dc42f21 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting subnet bc9ccdee-10d3-47b8-b550-b1994406fa03 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:25:07.099844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f562789f-3856-4cbb-956d-17932dc42f21 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:07.148469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f562789f-3856-4cbb-956d-17932dc42f21 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:07.167022 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:07.250442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f562789f-3856-4cbb-956d-17932dc42f21 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:07.397476 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:25:06Z', 'revision_number': 7, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:07.431433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] Checking router: b08ce46b-2292-441d-96bc-a134e999d91b for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:25:07.440818 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] Routers {'b08ce46b-2292-441d-96bc-a134e999d91b'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:07.441436 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b08ce46b-2292-441d-96bc-a134e999d91b'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:07.453136 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f562789f-3856-4cbb-956d-17932dc42f21 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:07.507871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562789f-3856-4cbb-956d-17932dc42f21 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9ccdee-10d3-47b8-b550-b1994406fa03,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:07.523989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f562789f-3856-4cbb-956d-17932dc42f21 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:07.529839 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f562789f-3856-4cbb-956d-17932dc42f21 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/subnets/bc9ccdee-10d3-47b8-b550-b1994406fa03 HTTP/1.1" status: 204 len: 168 time: 0.4954197 Feb 09 16:25:07.530505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52066) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:07.538286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5425a774-cd45-4c72-a3ff-d3033f73f35e None None] Network 1251f143-b894-4ece-9ce3-6c35b4d1a8dc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:25:07.550375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e8ac371-abcb-40ce-bb25-e9754852b4e5 req-b9012d0e-9287-479f-846d-caa3700622e9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0382934 Feb 09 16:25:07.605494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-1f7d9a51-fd42-44c1-a2e2-f1c02a172505 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:07.608391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-1f7d9a51-fd42-44c1-a2e2-f1c02a172505 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/networks?id=804642b6-7c37-40ce-83a6-d4edd9cbe422 HTTP/1.1" status: 200 len: 814 time: 0.1842701 Feb 09 16:25:07.633162 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] Set router b08ce46b-2292-441d-96bc-a134e999d91b gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:07.637776 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-643dc0cd-c52f-4d56-8ba1-f61f99514556 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/quotas/2fff84fd18494d59b9d1ebf064157fcd HTTP/1.1" status: 200 len: 375 time: 0.0179982 Feb 09 16:25:07.690251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-99acf314-68ae-4ae2-bec8-cd14fe550487 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470581 Feb 09 16:25:07.723822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:07.949425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:07.975074 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:25:06Z', 'revision_number': 7, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:07.977184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-8cca09b9-80fb-4831-9c2e-956fa1451c33 service neutron] 10.222.0.53 "GET /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669938 Feb 09 16:25:08.011415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] DHCP port deletion for 1251f143-b894-4ece-9ce3-6c35b4d1a8dc request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:25:08.012092 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c76062-56d3-4c90-8e14-e5dec564be96 None None] The sync data for ids ['b08ce46b-2292-441d-96bc-a134e999d91b'] in n-d-828542-1 is: [{'id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'name': 'tempest-TestNetworkBasicOps-router-736104819', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:42Z', 'updated_at': '2022-02-09T16:25:06Z', 'revision_number': 7, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': '34e61f76-88c2-4f23-9887-b263f6d51de7', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08ce46b-2292-441d-96bc-a134e999d91b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:43Z', 'updated_at': '2022-02-09T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:25:08.095427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port 34e61f76-88c2-4f23-9887-b263f6d51de7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:25:08.095903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:08.097218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] Deleting port 6fa92f37-076d-4203-a340-487b6e018902 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:25:08.097811 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:08.104846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c912fa79-e133-41c4-9309-0254f1e68265 service neutron] 10.222.0.53 "GET /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256545 Feb 09 16:25:08.174380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] For port 6fa92f37-076d-4203-a340-487b6e018902, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6fa92f37-076d-4203-a340-487b6e018902,segment=NetworkSegment(240208e4-6cc1-4aa7-8513-7bc942b1bc5d),segment_id=240208e4-6cc1-4aa7-8513-7bc942b1bc5d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:08.175129 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:08.189477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] Calling delete_port for 6fa92f37-076d-4203-a340-487b6e018902 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:25:08.217320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port 34e61f76-88c2-4f23-9887-b263f6d51de7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=34e61f76-88c2-4f23-9887-b263f6d51de7,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:08.217812 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:08.233485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for 34e61f76-88c2-4f23-9887-b263f6d51de7 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:25:08.415449 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:08.444729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-443f89f7-7c46-46f3-9e72-5d0da8fd24fe req-a41a8c0c-4a42-484a-9a30-03c684e6d7c6 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 210 time: 0.0876477 Feb 09 16:25:08.455727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] Pushing event deleted for resources: {'Port': ['ID=6fa92f37-076d-4203-a340-487b6e018902,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:08.466743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f172dc-e7b8-4697-ad6b-bebe864bf22c None None] No DVR routers for this DVR port 6fa92f37-076d-4203-a340-487b6e018902 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:25:08.625380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:08.657624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=34e61f76-88c2-4f23-9887-b263f6d51de7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:08.670666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-995bf500-75ee-407b-b0e7-aa27e35a9dcf req-6d166ae3-d2f1-478f-bf0f-e2efbb0e99b2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0303349 Feb 09 16:25:08.727586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:08.828496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:08.830792 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.098758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.099527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Fanout notify agent at l3_agent the message router_deleted on router b08ce46b-2292-441d-96bc-a134e999d91b {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:25:09.113435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.113435 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-44fb3bfa-e14b-473c-89f8-9f4e5888d706 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/routers/b08ce46b-2292-441d-96bc-a134e999d91b HTTP/1.1" status: 204 len: 168 time: 1.5809491 Feb 09 16:25:09.114895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52080) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:09.244613 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.281345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6fa92f37-076d-4203-a340-487b6e018902 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:25:09.307538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6fa92f37-076d-4203-a340-487b6e018902 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:25:09.308000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6fa92f37-076d-4203-a340-487b6e018902 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:25:09.308986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ab8618a6-0362-4ae1-8bc0-56513f185257 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:25:09.336137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ab8618a6-0362-4ae1-8bc0-56513f185257 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:25:09.336589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ab8618a6-0362-4ae1-8bc0-56513f185257 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:25:09.349181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.373444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1251f143-b894-4ece-9ce3-6c35b4d1a8dc']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:09.384545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240208e4-6cc1-4aa7-8513-7bc942b1bc5d') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:09.384914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240208e4-6cc1-4aa7-8513-7bc942b1bc5d') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:09.396944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.413095 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.419899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:25:09.422952 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:25:09.423669 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:25:09.555588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b7346aa-1ab2-4396-a872-c7311e02c45c req-6893d2e4-253b-444e-81a7-76ccc5d57e6b tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 210 time: 0.0288892 Feb 09 16:25:09.630374 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.640055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.643329 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/networks/1251f143-b894-4ece-9ce3-6c35b4d1a8dc HTTP/1.1" status: 204 len: 168 time: 0.5238047 Feb 09 16:25:09.662669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dee5b6-afac-466f-8fa3-4bd81a49a954 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Network': ['ID=1251f143-b894-4ece-9ce3-6c35b4d1a8dc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:09.667152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52086) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:09.672558 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'network': {'name': 'tempest-network-smoke--75813880', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'port_security_enabled': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:09.785892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5aa5f6f8-38b6-4c8b-8fe0-0d463cce9040 req-6d7e9e8f-675a-48cf-86c8-36c9f136d463 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3e5d7ab-6a40-4711-a8a0-652dcf17a5ba HTTP/1.1" status: 200 len: 210 time: 0.0333595 Feb 09 16:25:09.870296 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:25:09.874343 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.898816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:25:09.907716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:09.908070 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Added segment 03d0e003-1140-483a-9060-b71c3843d2d8 of type vlan for network 6e25917e-66b5-428a-8e87-8de81bf620b0 Feb 09 16:25:09.951846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:10.067996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:10.070905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:10.071511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:10.140804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Network': ['ID=6e25917e-66b5-428a-8e87-8de81bf620b0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:10.152766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:25:10.324231 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-faf7b5e4-ad89-4e1d-bacd-ca348066b0ad tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6559255 Feb 09 16:25:10.327084 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52090) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:10.331556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'admin_state_up': True, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:10.505052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:10.506830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:10.565939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:10.661463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df4fa655-db8c-4fa9-90c7-33f4cd34f273 req-5ce0f1c9-dcab-4fb3-9e43-424595409cf3 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 210 time: 0.0282314 Feb 09 16:25:10.872248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:11.093849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-006c923c-791d-4bc2-9bb5-cfc2879e80d4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439748266&fields=id&tenant_id=86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 267 time: 0.0353582 Feb 09 16:25:11.123941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 34e61f76-88c2-4f23-9887-b263f6d51de7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:25:11.156981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 34e61f76-88c2-4f23-9887-b263f6d51de7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:25:11.157325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 34e61f76-88c2-4f23-9887-b263f6d51de7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:25:11.220240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-bdcc9212-10d7-49a6-8a14-037a91da9854 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:11.221794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-bdcc9212-10d7-49a6-8a14-037a91da9854 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1174655 Feb 09 16:25:11.240270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-5733de08-9150-44cf-9974-f8d8c3361798 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/quotas/86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 375 time: 0.0117486 Feb 09 16:25:11.309750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-8655ed80-3a1f-4d46-accc-5535af153b70 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633831 Feb 09 16:25:11.421613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-3ddc4269-85c2-47d2-b1bd-a8348c16dbfd service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974715 Feb 09 16:25:11.538573 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-89213e56-285f-441c-8ab4-1c4557dc712a service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104300 Feb 09 16:25:11.649253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-6bdd7119-1fc3-4d9c-8c67-414fa8b34b77 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:11.651077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-6bdd7119-1fc3-4d9c-8c67-414fa8b34b77 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.13 "GET /v2.0/networks?id=804642b6-7c37-40ce-83a6-d4edd9cbe422 HTTP/1.1" status: 200 len: 814 time: 0.1270461 Feb 09 16:25:11.665073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Request body: {'port': {'device_id': '5f3fb364-51d5-4d1f-971a-dc96da84a2ad', 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422', 'admin_state_up': True, 'tenant_id': '2fff84fd18494d59b9d1ebf064157fcd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:11.714884 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:11.735447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:11.790002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0caf05c-5255-4f71-bac2-385398639115 req-947eee5b-c00e-45d6-bfed-a8aa5dc8f518 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 210 time: 0.0421517 Feb 09 16:25:11.870582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.25.5.167 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/ed9150cf-7963-4787-813a-ab78df34ec02) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:11.932824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Made reservation on behalf of 2fff84fd18494d59b9d1ebf064157fcd for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:25:11.936607 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:11.995642 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:12.088165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Allocated IP 172.20.0.7 (804642b6-7c37-40ce-83a6-d4edd9cbe422/204e9284-ab99-4a7c-ab4b-b87b2a7bf188/89f679c2-77de-4c32-8ed0-5365d5080528) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:12.150345 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:12.200525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:12.203683 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:12.207475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:12.240619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=ed9150cf-7963-4787-813a-ab78df34ec02,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:12.310983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c54ae4cf-081c-4484-9444-b896c2a11872 req-cb895e9a-f495-4e3c-8741-da5b3b64e9fb tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 210 time: 0.0486155 Feb 09 16:25:12.318277 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:12.470416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:12.516312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Network 804642b6-7c37-40ce-83a6-d4edd9cbe422 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:12.521992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:12.526219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:12.561656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Pushing event updated for resources: {'Port': ['ID=89f679c2-77de-4c32-8ed0-5365d5080528,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:12.573137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.574571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.574571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.574571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.574925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.575211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.575558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.575891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.577618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.578114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.578483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.578823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:25:12.601566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:12.603403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:12.636349 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:12.712853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-2b320ad9-1d71-4491-a3de-e9764b316f53 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0531647 Feb 09 16:25:12.725943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Request body: {'port': {'device_id': '5f3fb364-51d5-4d1f-971a-dc96da84a2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:12.786958 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:12.872307 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.029812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2b03d-9f12-4afd-a94b-080bd0f7efc3 req-4ffa4f20-38a5-4755-a068-2353b3620a03 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:13.031386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95e2b03d-9f12-4afd-a94b-080bd0f7efc3 req-4ffa4f20-38a5-4755-a068-2353b3620a03 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 931 time: 0.1220715 Feb 09 16:25:13.102505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95e2b03d-9f12-4afd-a94b-080bd0f7efc3 req-f5aee74c-fb68-409c-93fa-58d8e5734f9b tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635648 Feb 09 16:25:13.161176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f679c2-77de-4c32-8ed0-5365d5080528 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:25:13.169421 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.181474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Transition to ACTIVE for port object 89f679c2-77de-4c32-8ed0-5365d5080528 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:25:13.201253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b0fc65e0-08c4-44e7-be79-799feb66defe is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:25:13.311873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:25:13.324019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Sync routers for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:25:13.327947 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.340894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:13.343110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:13.388124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=89f679c2-77de-4c32-8ed0-5365d5080528,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:13.453226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55c3ef93-18e6-448f-9842-1f0b1116a182 req-a276fab6-0dbf-482a-9288-bc4960d71ff0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 210 time: 0.0486250 Feb 09 16:25:13.460975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:13.472552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.477743 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c31cee75-4213-44f3-9884-de3f2b5233a9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1495972 Feb 09 16:25:13.478175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52124) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:13.491384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Attempting to bind port 89f679c2-77de-4c32-8ed0-5365d5080528 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:25:13.491720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Attempting to bind port 89f679c2-77de-4c32-8ed0-5365d5080528 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:25:13.492048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Attempting to bind port 89f679c2-77de-4c32-8ed0-5365d5080528 on network 804642b6-7c37-40ce-83a6-d4edd9cbe422 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:13.519016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-caedb4a5-0eda-420c-925d-a86a9c99852b tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=99668ca2239c40d0954f7fe356b3e3e9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384274 Feb 09 16:25:13.520318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Port 89f679c2-77de-4c32-8ed0-5365d5080528 on network 804642b6-7c37-40ce-83a6-d4edd9cbe422 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:25:13.520799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52126) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:13.520939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Attempting to bind port 89f679c2-77de-4c32-8ed0-5365d5080528 on network 804642b6-7c37-40ce-83a6-d4edd9cbe422 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:13.526608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:25:13.529263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Checking segment: {'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:25:13.529263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Bound using segment: {'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:25:13.529263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Bound port: 89f679c2-77de-4c32-8ed0-5365d5080528, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d60831e-739f-42e6-a3c9-101329a4a543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:25:13.529263 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.601916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] For port 89f679c2-77de-4c32-8ed0-5365d5080528, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:25:13.605641 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] For port 89f679c2-77de-4c32-8ed0-5365d5080528, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=89f679c2-77de-4c32-8ed0-5365d5080528,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:25:13.641143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a34a46-96ee-4c1d-a50d-33aa334aac90 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:13.642745 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23a34a46-96ee-4c1d-a50d-33aa334aac90 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1205540 Feb 09 16:25:13.646051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52128) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:13.667805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:12Z', 'revision_number': 3, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:13.676216 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b4ac79b2-7e1f-4dcd-891e-2f0510db9095 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288427 Feb 09 16:25:13.679317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52130) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:13.684290 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-338553845', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:13.696866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Checking router: b0fc65e0-08c4-44e7-be79-799feb66defe for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:25:13.697399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Updating router b0fc65e0-08c4-44e7-be79-799feb66defe port ed9150cf-7963-4787-813a-ab78df34ec02 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:25:13.704967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.727712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.765846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:13.766938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.767958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] 10.222.0.13 "PUT /v2.0/ports/89f679c2-77de-4c32-8ed0-5365d5080528 HTTP/1.1" status: 200 len: 1091 time: 1.0471263 Feb 09 16:25:13.768475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3fb364-51d5-4d1f-971a-dc96da84a2ad', 'tag': '89f679c2-77de-4c32-8ed0-5365d5080528'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:13.770874 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f377cdf4-fa40-4fb9-8bd6-6bc3848b15c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3fb364-51d5-4d1f-971a-dc96da84a2ad", "tag": "89f679c2-77de-4c32-8ed0-5365d5080528"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:13.797532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665e5e5-7e76-40bf-b448-95db599b2cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=89f679c2-77de-4c32-8ed0-5365d5080528,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:13.815819 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539022fb-d7e8-4148-b85c-ad015a9f335b x-openstack-request-id: req-539022fb-d7e8-4148-b85c-ad015a9f335b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:13.816142 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3fb364-51d5-4d1f-971a-dc96da84a2ad", "tag": "89f679c2-77de-4c32-8ed0-5365d5080528", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:13.816402 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-539022fb-d7e8-4148-b85c-ad015a9f335b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:13.816820 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3fb364-51d5-4d1f-971a-dc96da84a2ad', 'tag': '89f679c2-77de-4c32-8ed0-5365d5080528', 'status': 'completed', 'code': 200} Feb 09 16:25:13.879906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377cdf4-fa40-4fb9-8bd6-6bc3848b15c3 req-d0664da3-c8c4-4109-8129-7fb974f3017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:13.881497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f377cdf4-fa40-4fb9-8bd6-6bc3848b15c3 req-d0664da3-c8c4-4109-8129-7fb974f3017e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 1094 time: 0.0457344 Feb 09 16:25:13.945300 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:25:13.949728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:13.998696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377cdf4-fa40-4fb9-8bd6-6bc3848b15c3 req-53af5267-430a-4176-94cd-d43413263e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:14.000585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f377cdf4-fa40-4fb9-8bd6-6bc3848b15c3 req-53af5267-430a-4176-94cd-d43413263e6c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1108637 Feb 09 16:25:14.041057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:14.103884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377cdf4-fa40-4fb9-8bd6-6bc3848b15c3 req-14077d75-348c-4d4d-b949-f84ed8907715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:14.106716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f377cdf4-fa40-4fb9-8bd6-6bc3848b15c3 req-14077d75-348c-4d4d-b949-f84ed8907715 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992591 Feb 09 16:25:14.178691 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:14.227854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-80398924-7ec2-4906-8814-dcbc1b09eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:14.229307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-80398924-7ec2-4906-8814-dcbc1b09eb1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 1094 time: 0.0842309 Feb 09 16:25:14.235833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Attempting to bind port ed9150cf-7963-4787-813a-ab78df34ec02 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:25:14.236242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Attempting to bind port ed9150cf-7963-4787-813a-ab78df34ec02 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:25:14.236610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Attempting to bind port ed9150cf-7963-4787-813a-ab78df34ec02 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:14.242313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56572fa-c69e-476c-b741-8667b9de6ec6 None None] Pushing event updated for resources: {'Port': ['ID=ed9150cf-7963-4787-813a-ab78df34ec02,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:14.247146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:25:14.247526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:25:14.248112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:14.248712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:25:14.248878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Bound port: ed9150cf-7963-4787-813a-ab78df34ec02, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:25:14.249336 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:14.275712 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:14.281221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-b83de382-0565-4e08-9f43-dc12f3cb1230 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89f679c2-77de-4c32-8ed0-5365d5080528 HTTP/1.1" status: 200 len: 217 time: 0.0441380 Feb 09 16:25:14.289921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0644f-6928-40ba-bad6-2c92ea95a4fb req-bb666fe9-178c-499c-9370-e51265c46051 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:14.291868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ec0644f-6928-40ba-bad6-2c92ea95a4fb req-bb666fe9-178c-499c-9370-e51265c46051 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 943 time: 0.0997784 Feb 09 16:25:14.315356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] For port ed9150cf-7963-4787-813a-ab78df34ec02, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:25:14.320161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] For port ed9150cf-7963-4787-813a-ab78df34ec02, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ed9150cf-7963-4787-813a-ab78df34ec02,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:25:14.344131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Subnet': ['ID=438f5aca-2341-4906-b568-632975e69f7d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:14.355178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Checking segment: {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:25:14.355178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network hostable DHCP agents. Network: 6e25917e-66b5-428a-8e87-8de81bf620b0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:25:14.382393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ec0644f-6928-40ba-bad6-2c92ea95a4fb req-10bcd736-0d64-40e0-a82a-c4073aae1e92 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780225 Feb 09 16:25:14.384879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c24df244-9b61-49ff-977f-aa22834964d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:14.387631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c24df244-9b61-49ff-977f-aa22834964d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=204e9284-ab99-4a7c-ab4b-b87b2a7bf188 HTTP/1.1" status: 200 len: 854 time: 0.0930517 Feb 09 16:25:14.419364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-1348174b-87ae-4ff0-9c6c-fd10204ab031 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=804642b6-7c37-40ce-83a6-d4edd9cbe422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256932 Feb 09 16:25:14.470202 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:14.524855 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-6ec52b28-6d92-4467-b92f-1742016e194d service neutron] 10.222.0.13 "GET /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984414 Feb 09 16:25:14.526506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:14.527142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:14.571488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56572fa-c69e-476c-b741-8667b9de6ec6 None None] Pushing event updated for resources: {'Port': ['ID=ed9150cf-7963-4787-813a-ab78df34ec02,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:14.572747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9be41d54-b6ed-48f4-bedf-cb0849c92662 req-c9315053-19d1-4ed8-b50b-3fe8c7f8e9a3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 210 time: 0.0421412 Feb 09 16:25:14.584959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:25:14.654395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:14.659657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee60ccdb-6ba8-4420-b058-c66d19f85df0 req-c0cb4959-b586-4962-b930-455f3e0fd0b8 service neutron] 10.222.0.13 "GET /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278372 Feb 09 16:25:14.732983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 6e25917e-66b5-428a-8e87-8de81bf620b0) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:14.738134 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:14.738863 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:14.748368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea62a0b2-4fec-4862-83e0-35f550eef5a5 None None] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:25:14.958896 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8b8a5dc4-fe82-43fd-9f63-6d83e1577816 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2784824 Feb 09 16:25:14.959479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:12Z', 'revision_number': 3, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:14.962360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52140) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:14.964843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-6e25917e-66b5-428a-8e87-8de81bf620b0', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:25:14.965814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:14.992814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763e42c1-8802-449c-8e05-8a8c0df56f16 None None] The sync data for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 is: [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:12Z', 'revision_number': 3, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:25:15.157742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Allocated IP 172.20.0.2 (6e25917e-66b5-428a-8e87-8de81bf620b0/438f5aca-2341-4906-b568-632975e69f7d/4e216771-f928-41a4-b58a-6c010f48108d) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:15.362512 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:15.475579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-f092abb3-70fe-46fc-a266-c8c95cbcf307 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:15.477257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-f092abb3-70fe-46fc-a266-c8c95cbcf307 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.73 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1610088 Feb 09 16:25:15.485398 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:15.526490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:15.559404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:15.562823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:15.565571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-079bad7a-4500-48ba-b4cb-db7eaaa21303 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 379 time: 0.0713561 Feb 09 16:25:15.578412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:15.581750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3716dc1-9f6c-42b6-8690-8f6be9df5ad4 req-755cf708-6737-4fd2-b5e8-d57e4194bc20 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:15.584218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3716dc1-9f6c-42b6-8690-8f6be9df5ad4 req-755cf708-6737-4fd2-b5e8-d57e4194bc20 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 943 time: 0.1021662 Feb 09 16:25:15.586461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Pushing event updated for resources: {'Port': ['ID=4e216771-f928-41a4-b58a-6c010f48108d,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:15.594069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'port': {'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'admin_state_up': True, 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'security_groups': ['b088dbd7-820a-4ccd-afb4-74c1c29b6651']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:15.655119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Attempting to bind port 4e216771-f928-41a4-b58a-6c010f48108d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:25:15.655292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Attempting to bind port 4e216771-f928-41a4-b58a-6c010f48108d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:25:15.656591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Attempting to bind port 4e216771-f928-41a4-b58a-6c010f48108d on network 6e25917e-66b5-428a-8e87-8de81bf620b0 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:15.668004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:25:15.668462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Checking segment: {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:25:15.680067 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:15.680511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Bound using segment: {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:25:15.681030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Bound port: 4e216771-f928-41a4-b58a-6c010f48108d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:25:15.681723 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:15.709647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3716dc1-9f6c-42b6-8690-8f6be9df5ad4 req-4b3ff4e2-a22b-4cbe-89fe-64f2b732ff3d tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106393 Feb 09 16:25:15.785856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] For port 4e216771-f928-41a4-b58a-6c010f48108d, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:25:15.789578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] For port 4e216771-f928-41a4-b58a-6c010f48108d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4e216771-f928-41a4-b58a-6c010f48108d,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:25:15.805518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67b06af6-ed92-4069-9751-dc03adf3b069 req-aa904473-8073-4c58-b074-05e27b2ae748 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 210 time: 0.0490339 Feb 09 16:25:15.939310 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:15.970317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.20.0.1 (6e25917e-66b5-428a-8e87-8de81bf620b0/438f5aca-2341-4906-b568-632975e69f7d/744d5b8f-2007-4d75-8e78-84cbe96f035f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:15.990783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:25:15.995988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:16.042506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7724d-177a-44c1-850d-58a1675a4768 None None] Pushing event updated for resources: {'Port': ['ID=4e216771-f928-41a4-b58a-6c010f48108d,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:16.155677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:16.222037 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.20.0.10 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/0ea76b6e-0052-401f-8c51-6ed2368352c0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:16.311928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:16.387617 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:16.391130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:16.394980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:16.405499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=744d5b8f-2007-4d75-8e78-84cbe96f035f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:16.471430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:16.514715 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:16.688574 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:16.749437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:16.750258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:16.751936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:16.754511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=0ea76b6e-0052-401f-8c51-6ed2368352c0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:16.757931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:16.906573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:16.907203 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:16.975981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49e610-2463-4667-9307-40485a3601e1 req-872cc404-0ab4-4571-8619-1041f6493f4e tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:16.979192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c49e610-2463-4667-9307-40485a3601e1 req-872cc404-0ab4-4571-8619-1041f6493f4e tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 943 time: 0.1685896 Feb 09 16:25:17.027894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04a13a-cca0-430b-bfa0-b0b53bdc6d02 req-a2cbcb69-6c9c-45f6-8c88-49e6cc165ed9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:17.038922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab04a13a-cca0-430b-bfa0-b0b53bdc6d02 req-a2cbcb69-6c9c-45f6-8c88-49e6cc165ed9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 932 time: 0.1211648 Feb 09 16:25:17.134971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-b268edc8-5a66-4aeb-9f3f-d15b5d13f7d6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5493999 Feb 09 16:25:17.141089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab04a13a-cca0-430b-bfa0-b0b53bdc6d02 req-fc5b21c5-5503-4d04-b67f-3c43885118fe tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011047 Feb 09 16:25:17.147004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c49e610-2463-4667-9307-40485a3601e1 req-98d675f1-35af-40b5-80b7-9236e8e03f05 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604199 Feb 09 16:25:17.160691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Request body: {'port': {'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:17.214271 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.267440 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.339483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.409533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ed9150cf-7963-4787-813a-ab78df34ec02 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:25:17.452944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.460261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f9f5db99-5e3d-4321-971f-4e5b455d68b3 None None] Provisioning complete for port 0ea76b6e-0052-401f-8c51-6ed2368352c0 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:17.460963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9f5db99-5e3d-4321-971f-4e5b455d68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.466723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=744d5b8f-2007-4d75-8e78-84cbe96f035f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:17.509367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ed9150cf-7963-4787-813a-ab78df34ec02 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:17.510252 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.539042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5db99-5e3d-4321-971f-4e5b455d68b3 None None] Port 0ea76b6e-0052-401f-8c51-6ed2368352c0 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:25:17.597321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:17.600108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:17.625034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.633467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 89f679c2-77de-4c32-8ed0-5365d5080528 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:25:17.667332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port ed9150cf-7963-4787-813a-ab78df34ec02, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ed9150cf-7963-4787-813a-ab78df34ec02,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:17.805976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea76b6e-0052-401f-8c51-6ed2368352c0 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:25:17.817686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.897954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b0fc65e0-08c4-44e7-be79-799feb66defe has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:25:17.898684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Transition to ACTIVE for port object 0ea76b6e-0052-401f-8c51-6ed2368352c0 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:25:17.898795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 89f679c2-77de-4c32-8ed0-5365d5080528, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=89f679c2-77de-4c32-8ed0-5365d5080528,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:17.898795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '89f679c2-77de-4c32-8ed0-5365d5080528', 'network_id': '804642b6-7c37-40ce-83a6-d4edd9cbe422', 'port_id': '89f679c2-77de-4c32-8ed0-5365d5080528', 'mac_address': 'fa:16:3e:37:6a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204e9284-ab99-4a7c-ab4b-b87b2a7bf188', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:25:17.923625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.940029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f679c2-77de-4c32-8ed0-5365d5080528 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:25:17.946696 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:17.960799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4e216771-f928-41a4-b58a-6c010f48108d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:25:18.048463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=ed9150cf-7963-4787-813a-ab78df34ec02,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:18.064351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 89f679c2-77de-4c32-8ed0-5365d5080528, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=89f679c2-77de-4c32-8ed0-5365d5080528,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:18.081601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4e216771-f928-41a4-b58a-6c010f48108d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:18.082142 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:18.151854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf322b1-b7d1-46fe-b5e7-744712d35fa8 None None] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:25:18.167262 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:18.272253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-25cdfc96-cb50-4e09-9232-4e5340433c70 None None] Provisioning complete for port 4e216771-f928-41a4-b58a-6c010f48108d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:18.273178 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-25cdfc96-cb50-4e09-9232-4e5340433c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:18.376543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Pushing event updated for resources: {'Port': ['ID=0ea76b6e-0052-401f-8c51-6ed2368352c0,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:18.413065 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:18.443072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:25:18.463548 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Sync routers for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:25:18.466049 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7ee23913-7293-4e3a-aaa3-18510bb97ac9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "PUT /v2.0/routers/b0fc65e0-08c4-44e7-be79-799feb66defe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5022392 Feb 09 16:25:18.469118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52156) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:18.477476 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:18.478443 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:18.558649 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:18.578250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=89f679c2-77de-4c32-8ed0-5365d5080528,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:18.582808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a4162-2e16-4f6d-a366-c281ae944259 req-358425cf-ba2e-4580-a5f0-b03ad2a81845 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.584579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-472a4162-2e16-4f6d-a366-c281ae944259 req-358425cf-ba2e-4580-a5f0-b03ad2a81845 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 943 time: 0.2880347 Feb 09 16:25:18.602294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026a879-85fb-4351-a24f-40e5d9f5cd75 req-4103dbb7-35f0-446f-ab4e-d41604035839 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.604393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f026a879-85fb-4351-a24f-40e5d9f5cd75 req-4103dbb7-35f0-446f-ab4e-d41604035839 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.2872462 Feb 09 16:25:18.685210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-472a4162-2e16-4f6d-a366-c281ae944259 req-08a0eab7-4dbc-4eaa-9a37-ab0d825bf611 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769713 Feb 09 16:25:18.687861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['89f679c2-77de-4c32-8ed0-5365d5080528'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:25:18.706277 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f026a879-85fb-4351-a24f-40e5d9f5cd75 req-80013acc-1b10-4a1a-b800-f853a297ff14 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613410 Feb 09 16:25:18.732321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:18.733967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Attempting to bind port 0ea76b6e-0052-401f-8c51-6ed2368352c0 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:25:18.734369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Attempting to bind port 0ea76b6e-0052-401f-8c51-6ed2368352c0 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:25:18.734761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Attempting to bind port 0ea76b6e-0052-401f-8c51-6ed2368352c0 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:18.740607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Port 0ea76b6e-0052-401f-8c51-6ed2368352c0 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:25:18.741024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Attempting to bind port 0ea76b6e-0052-401f-8c51-6ed2368352c0 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:18.746547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:25:18.747109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:25:18.747578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:25:18.748112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Bound port: 0ea76b6e-0052-401f-8c51-6ed2368352c0, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:25:18.748623 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:18.782564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 4e216771-f928-41a4-b58a-6c010f48108d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4e216771-f928-41a4-b58a-6c010f48108d,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:18.863199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-25cdfc96-cb50-4e09-9232-4e5340433c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:18.873400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.875130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.877513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.878932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.881830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.884516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.887488 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.888241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:18.890986 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ef108138-c147-4e1e-b5d5-a7348faff114 tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.4204638 Feb 09 16:25:18.893834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52158) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:18.894756 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:18.934041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] For port 0ea76b6e-0052-401f-8c51-6ed2368352c0, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:25:18.938970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] For port 0ea76b6e-0052-401f-8c51-6ed2368352c0, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:25:19.030554 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:19.089584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.090750 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:19.094010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] 10.222.0.73 "PUT /v2.0/ports/0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 200 len: 1092 time: 1.9445963 Feb 09 16:25:19.097098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.097638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.097638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.098043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.099207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.099522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.099973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.100449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.102671 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b38fef23-70fd-40d8-bf5f-c07496041eed tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5282 time: 0.2059922 Feb 09 16:25:19.105586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52160) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:19.138787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:19.143683 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445f3552-4ea6-46cc-a88e-9611452eb698" -d '{"events": [{"name": "network-changed", "server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:19.171567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-25cdfc96-cb50-4e09-9232-4e5340433c70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:25:19.171926 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-25cdfc96-cb50-4e09-9232-4e5340433c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:25:19.175305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=4e216771-f928-41a4-b58a-6c010f48108d,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:19.233957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f73102-39ea-4d87-960a-d364e979a32d service neutron] Pushing event updated for resources: {'Port': ['ID=0ea76b6e-0052-401f-8c51-6ed2368352c0,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:19.244405 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 2, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:19.269194 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e42ebe-d922-45cd-a1a3-824fdcd46128 x-openstack-request-id: req-89e42ebe-d922-45cd-a1a3-824fdcd46128 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:19.269736 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:19.269858 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89e42ebe-d922-45cd-a1a3-824fdcd46128 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:19.270412 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'status': 'completed', 'code': 200} Feb 09 16:25:19.310388 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Checking router: b0fc65e0-08c4-44e7-be79-799feb66defe for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:25:19.312041 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Updating router b0fc65e0-08c4-44e7-be79-799feb66defe port 744d5b8f-2007-4d75-8e78-84cbe96f035f binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:25:19.333511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ed9150cf-7963-4787-813a-ab78df34ec02 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:25:19.375256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f3552-4ea6-46cc-a88e-9611452eb698 req-55e2354e-fafa-4df4-b281-0de9f2d300a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.378754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-445f3552-4ea6-46cc-a88e-9611452eb698 req-55e2354e-fafa-4df4-b281-0de9f2d300a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1095 time: 0.1069117 Feb 09 16:25:19.389361 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:19.464718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port ed9150cf-7963-4787-813a-ab78df34ec02 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:19.465285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:19.581279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f3552-4ea6-46cc-a88e-9611452eb698 req-81c569bc-a547-408f-b6d5-d0485e3afa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.582973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-445f3552-4ea6-46cc-a88e-9611452eb698 req-81c569bc-a547-408f-b6d5-d0485e3afa26 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=86d7c946276a42d6a2439d9da69e9451&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1923549 Feb 09 16:25:19.656482 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4f6884a1-ced7-4659-a62a-ae3781e6d3de tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.5448170 Feb 09 16:25:19.656947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 89f679c2-77de-4c32-8ed0-5365d5080528 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:25:19.955648 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:19.960919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a6fccb76-3d2c-4f22-b11e-525f1ddcd1eb None None] Provisioning complete for port 4e216771-f928-41a4-b58a-6c010f48108d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:19.960919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6fccb76-3d2c-4f22-b11e-525f1ddcd1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:19.960919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 89f679c2-77de-4c32-8ed0-5365d5080528 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:25:19.971833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f3552-4ea6-46cc-a88e-9611452eb698 req-b7ca602d-1c97-439a-ad7a-d3d339e35bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.973959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-445f3552-4ea6-46cc-a88e-9611452eb698 req-b7ca602d-1c97-439a-ad7a-d3d339e35bf6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3811126 Feb 09 16:25:19.993701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 89f679c2-77de-4c32-8ed0-5365d5080528 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:19.994341 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:19.997182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18078bf-98b4-4c73-bf4d-d7a32fd46e74 req-4c12709e-3094-4171-9cc5-0741b8c54f66 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:19.998080 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a18078bf-98b4-4c73-bf4d-d7a32fd46e74 req-4c12709e-3094-4171-9cc5-0741b8c54f66 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 944 time: 0.1529219 Feb 09 16:25:20.043866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a18078bf-98b4-4c73-bf4d-d7a32fd46e74 req-76afaa7c-0a54-40f9-84f5-2ea94a6301df tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 Feb 09 16:25:20.075647 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.110093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-d0179790-4ab8-4909-89c3-d04224892903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:20.112062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-d0179790-4ab8-4909-89c3-d04224892903 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1095 time: 0.0720809 Feb 09 16:25:20.155554 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.202586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a6fccb76-3d2c-4f22-b11e-525f1ddcd1eb None None] Provisioning complete for port 744d5b8f-2007-4d75-8e78-84cbe96f035f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:20.206695 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a6fccb76-3d2c-4f22-b11e-525f1ddcd1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.237895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-0ab3384c-43b6-4fa7-90f5-ad91154e1556 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 200 len: 217 time: 0.1082134 Feb 09 16:25:20.276562 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d75ff-8f54-404b-85d3-66daf7634c39 None None] Pushing event updated for resources: {'Port': ['ID=744d5b8f-2007-4d75-8e78-84cbe96f035f,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:20.280904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fb364-51d5-4d1f-971a-dc96da84a2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f679c2-77de-4c32-8ed0-5365d5080528'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:20.283426 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b742cac-b68d-4b2f-8e0d-b90d41d6a887" -d '{"events": [{"server_uuid": "5f3fb364-51d5-4d1f-971a-dc96da84a2ad", "name": "network-vif-plugged", "status": "completed", "tag": "89f679c2-77de-4c32-8ed0-5365d5080528"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:20.291294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a6fccb76-3d2c-4f22-b11e-525f1ddcd1eb None None] Port 744d5b8f-2007-4d75-8e78-84cbe96f035f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:25:20.306065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 89f679c2-77de-4c32-8ed0-5365d5080528, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=89f679c2-77de-4c32-8ed0-5365d5080528,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:20.335675 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Attempting to bind port 744d5b8f-2007-4d75-8e78-84cbe96f035f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:25:20.342481 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Attempting to bind port 744d5b8f-2007-4d75-8e78-84cbe96f035f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:25:20.343170 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Attempting to bind port 744d5b8f-2007-4d75-8e78-84cbe96f035f on network 6e25917e-66b5-428a-8e87-8de81bf620b0 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:20.360215 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:25:20.366822 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Checking segment: {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:25:20.366822 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.366822 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Bound using segment: {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:25:20.366822 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Bound port: 744d5b8f-2007-4d75-8e78-84cbe96f035f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:25:20.366822 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.372203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-e968c07f-e3e5-4e41-98ed-a5d746eb0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:20.373895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-e968c07f-e3e5-4e41-98ed-a5d746eb0413 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.1283054 Feb 09 16:25:20.388464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb5e8d-65e0-4d68-a064-64c4d4a7170a req-b4340ea7-eb99-44b9-a49a-0b1de12637d5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:20.395983 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.398721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49bb5e8d-65e0-4d68-a064-64c4d4a7170a req-b4340ea7-eb99-44b9-a49a-0b1de12637d5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0866878 Feb 09 16:25:20.463252 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] For port 744d5b8f-2007-4d75-8e78-84cbe96f035f, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:25:20.468692 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] For port 744d5b8f-2007-4d75-8e78-84cbe96f035f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=744d5b8f-2007-4d75-8e78-84cbe96f035f,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:25:20.491763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-0c396682-088c-496b-a69f-e8ef82f45733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:20.493529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-0c396682-088c-496b-a69f-e8ef82f45733 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835831 Feb 09 16:25:20.506656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49bb5e8d-65e0-4d68-a064-64c4d4a7170a req-e4d4fdf9-a826-470e-9b29-290493e2c2fa tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041393 Feb 09 16:25:20.534396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=89f679c2-77de-4c32-8ed0-5365d5080528,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:20.555730 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4750019c-1a3b-4fee-8d27-15ddd5935755 None None] Provisioning complete for port 744d5b8f-2007-4d75-8e78-84cbe96f035f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:20.556127 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4750019c-1a3b-4fee-8d27-15ddd5935755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.578859 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.601115 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a1fb4-6b65-4741-82eb-bf2720f76f24 x-openstack-request-id: req-d14a1fb4-6b65-4741-82eb-bf2720f76f24 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:20.601394 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fb364-51d5-4d1f-971a-dc96da84a2ad", "name": "network-vif-plugged", "status": "completed", "tag": "89f679c2-77de-4c32-8ed0-5365d5080528", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:20.601655 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d14a1fb4-6b65-4741-82eb-bf2720f76f24 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:20.602048 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fb364-51d5-4d1f-971a-dc96da84a2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f679c2-77de-4c32-8ed0-5365d5080528', 'code': 200} Feb 09 16:25:20.628282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4750019c-1a3b-4fee-8d27-15ddd5935755 None None] Port 744d5b8f-2007-4d75-8e78-84cbe96f035f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:25:20.650344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-d2772f46-4d24-4a8f-acbb-12f25031a09f service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426339 Feb 09 16:25:20.671605 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:20.672381 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:24:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:20.704241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:20.710279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9d2c21db-4adc-4d74-86f1-6b540993d2e8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120493633', 'description': 'tempest-secgroup-smoke-2120493633 description', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:20.723299 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d75ff-8f54-404b-85d3-66daf7634c39 None None] Pushing event updated for resources: {'Port': ['ID=744d5b8f-2007-4d75-8e78-84cbe96f035f,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:20.771413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7b6f63c3-3c4e-4f2f-8675-366d3d39dfce None None] Provisioning complete for port 744d5b8f-2007-4d75-8e78-84cbe96f035f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:20.780207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b6f63c3-3c4e-4f2f-8675-366d3d39dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.827003 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:20.842704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0704fbb-5244-4f51-a51c-2b4ffeacb4d5 req-975e8166-8b2b-4d80-9929-88a8b65fe98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:20.845493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0704fbb-5244-4f51-a51c-2b4ffeacb4d5 req-975e8166-8b2b-4d80-9929-88a8b65fe98b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 1096 time: 0.1933715 Feb 09 16:25:20.887215 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d2c21db-4adc-4d74-86f1-6b540993d2e8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.909584 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b6f63c3-3c4e-4f2f-8675-366d3d39dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:20.963239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7b6f63c3-3c4e-4f2f-8675-366d3d39dfce None None] For port 744d5b8f-2007-4d75-8e78-84cbe96f035f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=744d5b8f-2007-4d75-8e78-84cbe96f035f,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:20.965184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0704fbb-5244-4f51-a51c-2b4ffeacb4d5 req-2d342ef1-486d-4c84-992f-91504387ee33 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117625 Feb 09 16:25:20.984574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826e1e2b-3247-458d-b5f5-285bf11fb7ff req-d7dbb6fb-1c6a-4988-a790-2402b2c118ef service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212061 Feb 09 16:25:21.028443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d2c21db-4adc-4d74-86f1-6b540993d2e8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.094120 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7b6f63c3-3c4e-4f2f-8675-366d3d39dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.118202 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:20Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:21.138354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d2c21db-4adc-4d74-86f1-6b540993d2e8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.175983 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac689-accf-4979-b468-3cd4b148a074 None None] The sync data for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 is: [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:20Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:25:21.186738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f63c3-3c4e-4f2f-8675-366d3d39dfce None None] Pushing event updated for resources: {'Port': ['ID=744d5b8f-2007-4d75-8e78-84cbe96f035f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:21.201523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c21db-4adc-4d74-86f1-6b540993d2e8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a0546-4455-4266-a666-7c2833b784a4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:21.212476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4e216771-f928-41a4-b58a-6c010f48108d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:25:21.239401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc279f2-c8a0-4c8b-b2f7-9744c8a31658 req-488e787d-bb99-42b0-b4d1-f5866dc73174 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:21.241256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbc279f2-c8a0-4c8b-b2f7-9744c8a31658 req-488e787d-bb99-42b0-b4d1-f5866dc73174 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 945 time: 0.0882983 Feb 09 16:25:21.285727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e860f529-a50e-4334-9289-fccd7059f5ce None None] Provisioning complete for port 744d5b8f-2007-4d75-8e78-84cbe96f035f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:21.285727 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e860f529-a50e-4334-9289-fccd7059f5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.317660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbc279f2-c8a0-4c8b-b2f7-9744c8a31658 req-3920a9b6-3fba-489e-a241-d8296edc4f38 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624490 Feb 09 16:25:21.343002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4e216771-f928-41a4-b58a-6c010f48108d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:21.343462 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.385960 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9d2c21db-4adc-4d74-86f1-6b540993d2e8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.388807 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9d2c21db-4adc-4d74-86f1-6b540993d2e8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6822493 Feb 09 16:25:21.390893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52178) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:21.395904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a2ac302e-324a-41b3-9017-59216db837c4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': '6e7a0546-4455-4266-a666-7c2833b784a4', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:21.622248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2ac302e-324a-41b3-9017-59216db837c4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.643493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338ae71-65f6-4b85-8a72-5475b4e47d1e req-17956cbd-0491-4f2e-82ff-b7d5d6c3b863 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:21.645778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9338ae71-65f6-4b85-8a72-5475b4e47d1e req-17956cbd-0491-4f2e-82ff-b7d5d6c3b863 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0709882 Feb 09 16:25:21.719216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2ac302e-324a-41b3-9017-59216db837c4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.722899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9338ae71-65f6-4b85-8a72-5475b4e47d1e req-5cc84ced-d819-4aea-bb37-aea1d5037451 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699365 Feb 09 16:25:21.954995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2ac302e-324a-41b3-9017-59216db837c4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:21.973693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac302e-324a-41b3-9017-59216db837c4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f300e326-3548-4071-9192-3ca0ef62f804,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:22.170505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2ac302e-324a-41b3-9017-59216db837c4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:22.196129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a2ac302e-324a-41b3-9017-59216db837c4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7798631 Feb 09 16:25:22.196129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52182) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:22.196129 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-197ed8ae-f037-42e7-94ed-9d39652d9f23 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': '6e7a0546-4455-4266-a666-7c2833b784a4', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:22.383737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-197ed8ae-f037-42e7-94ed-9d39652d9f23 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:22.494138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33697f09-2ff5-4733-b758-ce155d660681 req-800a3ed3-4328-49ff-b6cc-519038e82ed4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:22.495640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33697f09-2ff5-4733-b758-ce155d660681 req-800a3ed3-4328-49ff-b6cc-519038e82ed4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 945 time: 0.0897217 Feb 09 16:25:22.497384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-197ed8ae-f037-42e7-94ed-9d39652d9f23 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:22.537044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33697f09-2ff5-4733-b758-ce155d660681 req-0b4373cb-eecf-4226-a417-8648384e2429 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351398 Feb 09 16:25:22.715009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-197ed8ae-f037-42e7-94ed-9d39652d9f23 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:22.737227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ed8ae-f037-42e7-94ed-9d39652d9f23 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0c67a6-ef90-4ecd-8dbf-83b31a5f83fb,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:22.852727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9aaf98-6726-49b3-9858-3811f351d29e req-7c2431a9-8e33-4219-b2f3-ba85ffd6456c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:22.854264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b9aaf98-6726-49b3-9858-3811f351d29e req-7c2431a9-8e33-4219-b2f3-ba85ffd6456c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0515726 Feb 09 16:25:22.895339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b9aaf98-6726-49b3-9858-3811f351d29e req-dfa29e8d-339d-450f-b099-c2034d704576 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342960 Feb 09 16:25:22.908556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-197ed8ae-f037-42e7-94ed-9d39652d9f23 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:22.910486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-197ed8ae-f037-42e7-94ed-9d39652d9f23 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7323062 Feb 09 16:25:22.920678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52192) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:22.921619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-454cb728-0980-420e-94fa-0229426cb720 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': '6e7a0546-4455-4266-a666-7c2833b784a4', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:23.080841 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-60615fb8-3baf-4131-8b70-1d750e97aae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:23.142436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-454cb728-0980-420e-94fa-0229426cb720 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:23.194828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 744d5b8f-2007-4d75-8e78-84cbe96f035f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:25:23.207357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-454cb728-0980-420e-94fa-0229426cb720 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:23.256105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 744d5b8f-2007-4d75-8e78-84cbe96f035f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:23.256771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:23.368480 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-454cb728-0980-420e-94fa-0229426cb720 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:23.387504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cb728-0980-420e-94fa-0229426cb720 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11d4394-97dc-4842-83ae-038e10a5dbed,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:23.574567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-454cb728-0980-420e-94fa-0229426cb720 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:23.578406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-454cb728-0980-420e-94fa-0229426cb720 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6579008 Feb 09 16:25:23.578685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52198) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:23.583672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2e0ee7e5-0b78-4c2b-9f56-cd5098d11db1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': '6e7a0546-4455-4266-a666-7c2833b784a4', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:23.739558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee7e5-0b78-4c2b-9f56-cd5098d11db1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:23.803176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee7e5-0b78-4c2b-9f56-cd5098d11db1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:24.022769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c5fcc-3714-4718-a922-a495f91d8458 req-ad05e584-7dcd-43b1-921a-a2b1728a1544 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:24.030246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf1c5fcc-3714-4718-a922-a495f91d8458 req-ad05e584-7dcd-43b1-921a-a2b1728a1544 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0534356 Feb 09 16:25:24.030246 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee7e5-0b78-4c2b-9f56-cd5098d11db1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:24.058414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ee7e5-0b78-4c2b-9f56-cd5098d11db1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3c6f0f-451d-4a85-853e-5f5b743a4ba2,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:24.077734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf1c5fcc-3714-4718-a922-a495f91d8458 req-ee011b97-20e1-4f25-986d-d4bc0766bbd9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452728 Feb 09 16:25:24.266412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee7e5-0b78-4c2b-9f56-cd5098d11db1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:24.267692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2e0ee7e5-0b78-4c2b-9f56-cd5098d11db1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6879406 Feb 09 16:25:24.270954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52204) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:24.275381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-87295b67-91d9-497d-a596-8c2620df6530 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': '6e7a0546-4455-4266-a666-7c2833b784a4', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:24.481826 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-87295b67-91d9-497d-a596-8c2620df6530 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Project 99668ca2239c40d0954f7fe356b3e3e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:25:24.487332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87295b67-91d9-497d-a596-8c2620df6530 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:24.562568 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87295b67-91d9-497d-a596-8c2620df6530 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:24.738549 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87295b67-91d9-497d-a596-8c2620df6530 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:24.757276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87295b67-91d9-497d-a596-8c2620df6530 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3b4958-34a4-4c19-a75e-213805fda8f9,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:24.889303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87295b67-91d9-497d-a596-8c2620df6530 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:24.894087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-87295b67-91d9-497d-a596-8c2620df6530 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6189377 Feb 09 16:25:24.894373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52206) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:24.899876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8950b446-29dd-455d-a302-3582af6dd5ed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'security_group_rule': {'security_group_id': '6e7a0546-4455-4266-a666-7c2833b784a4', 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:25.035737 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-8950b446-29dd-455d-a302-3582af6dd5ed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Project 99668ca2239c40d0954f7fe356b3e3e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:25:25.041655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8950b446-29dd-455d-a302-3582af6dd5ed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:25.103934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8950b446-29dd-455d-a302-3582af6dd5ed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:25.209892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2600b6-9b63-4024-9229-29688c50ee98 req-6bf58602-5f05-4e3d-9473-e05b83beba03 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:25.211643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb2600b6-9b63-4024-9229-29688c50ee98 req-6bf58602-5f05-4e3d-9473-e05b83beba03 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0524280 Feb 09 16:25:25.252612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb2600b6-9b63-4024-9229-29688c50ee98 req-50094099-b815-47e5-ae69-39d0481a40a7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337422 Feb 09 16:25:25.299482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b9355cb-16d4-4dfc-8d4e-dda2d71726fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:25.306313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8950b446-29dd-455d-a302-3582af6dd5ed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:25.321590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950b446-29dd-455d-a302-3582af6dd5ed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa88524-dd4d-461c-adf4-a01d71e4a63e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:25.541568 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8950b446-29dd-455d-a302-3582af6dd5ed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:25.552218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8950b446-29dd-455d-a302-3582af6dd5ed tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6565547 Feb 09 16:25:25.704784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-f0c23bae-617c-44f7-bedf-64ae6cd1a896 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120493633&fields=id&tenant_id=99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 267 time: 0.0366683 Feb 09 16:25:26.177245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-e6e129aa-7c19-4cc3-bf31-cd06a27a228f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:26.178858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-e6e129aa-7c19-4cc3-bf31-cd06a27a228f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/networks?id=6e25917e-66b5-428a-8e87-8de81bf620b0 HTTP/1.1" status: 200 len: 795 time: 0.4651415 Feb 09 16:25:26.195951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-5c8f78f7-feef-4522-a6dc-cabefe1aa8a3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/quotas/99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 375 time: 0.0103662 Feb 09 16:25:26.256301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-eca29b3f-f0dd-46d7-9881-d047d27d2674 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544157 Feb 09 16:25:26.398300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-9ca384b6-87c6-4f31-b22d-8ff7a4f5aa35 service neutron] 10.222.0.53 "GET /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298208 Feb 09 16:25:26.406601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354fbea-ac94-439c-97be-398abd48a260 req-ad150e4b-acb3-4340-912e-bf55493f686c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:26.408060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3354fbea-ac94-439c-97be-398abd48a260 req-ad150e4b-acb3-4340-912e-bf55493f686c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0755215 Feb 09 16:25:26.497248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3354fbea-ac94-439c-97be-398abd48a260 req-a59e3cd7-6251-44a5-80d0-a46766acc8c1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807288 Feb 09 16:25:26.545372 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-df5f9a50-2fe9-4449-9350-89f3bdf8dc29 service neutron] 10.222.0.53 "GET /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363029 Feb 09 16:25:26.789947 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:26.894145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-558bfec1-b723-4713-84aa-a8c48452b3ad req-9035fe8e-a89a-4965-85b5-0f5a7395af4f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 210 time: 0.0318778 Feb 09 16:25:27.647341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbb8a1-39e3-4e85-9142-0a7956455764 req-545d5ec2-4337-422c-86d5-2801e3beed5f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:27.649246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6fbb8a1-39e3-4e85-9142-0a7956455764 req-545d5ec2-4337-422c-86d5-2801e3beed5f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0713909 Feb 09 16:25:27.694903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6fbb8a1-39e3-4e85-9142-0a7956455764 req-034aaec7-a9e0-4e4a-a1bb-4d1e872402bd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362425 Feb 09 16:25:27.983332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1eca365c-64e2-4483-a6dd-e8cc9f54aa6b req-23e12557-b6b8-490e-b939-c33689880f13 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 210 time: 0.0333931 Feb 09 16:25:28.323525 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:28.612863 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:28.815628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f35f9-9489-421b-afb8-7aa7771a6d07 req-0eda7219-c1a9-47dd-aacf-18e41bf8ce27 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:28.817242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee0f35f9-9489-421b-afb8-7aa7771a6d07 req-0eda7219-c1a9-47dd-aacf-18e41bf8ce27 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0508726 Feb 09 16:25:28.856140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee0f35f9-9489-421b-afb8-7aa7771a6d07 req-2fd5e1dc-d642-4370-bfca-4029c19bd4c9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323536 Feb 09 16:25:29.080489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-252431af-110a-421c-b5db-5b71ac4e73a5 req-9eaaf263-9d1a-4d5d-a013-7f2c66e0e1a1 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 210 time: 0.0265610 Feb 09 16:25:29.975474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2b651-d1e3-4576-bb46-877e4769ded1 req-bfa1bf0f-2f80-4719-901f-27cb4fc0ab28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:29.977043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fae2b651-d1e3-4576-bb46-877e4769ded1 req-bfa1bf0f-2f80-4719-901f-27cb4fc0ab28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 944 time: 0.0492556 Feb 09 16:25:30.019022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fae2b651-d1e3-4576-bb46-877e4769ded1 req-eae492bc-d86b-4569-843b-ef6759222be9 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357125 Feb 09 16:25:30.184172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b8a30d7-ceb6-4e33-bc78-440205cb1c66 req-83b13a63-35c2-4bd1-8d01-0788d6860942 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 210 time: 0.0320110 Feb 09 16:25:30.287254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-bf9d83f1-aeac-47fb-92bd-d8f6554552e9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:30.288817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-bf9d83f1-aeac-47fb-92bd-d8f6554552e9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.13 "GET /v2.0/networks?id=6e25917e-66b5-428a-8e87-8de81bf620b0 HTTP/1.1" status: 200 len: 795 time: 0.1072609 Feb 09 16:25:30.339136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-417d4ef0-3313-4106-a9fe-0a7fadbbed90 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99668ca2239c40d0954f7fe356b3e3e9 HTTP/1.1" status: 200 len: 380 time: 0.0400777 Feb 09 16:25:30.347866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'port': {'device_id': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'admin_state_up': True, 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'security_groups': ['6e7a0546-4455-4266-a666-7c2833b784a4']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:30.459502 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:30.487549 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0ea76b6e-0052-401f-8c51-6ed2368352c0 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:25:30.586265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0ea76b6e-0052-401f-8c51-6ed2368352c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:30.597393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:25:30.635537 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:30.648872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea76b6e-0052-401f-8c51-6ed2368352c0 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:25:30.675765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Made reservation on behalf of 99668ca2239c40d0954f7fe356b3e3e9 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:25:30.680268 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:30.682059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0ea76b6e-0052-401f-8c51-6ed2368352c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:30.810921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.20.0.12 (6e25917e-66b5-428a-8e87-8de81bf620b0/438f5aca-2341-4906-b568-632975e69f7d/5388ada9-a633-43e2-96d8-5f3064baa37b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:30.858535 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:30.908735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=0ea76b6e-0052-401f-8c51-6ed2368352c0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:30.965226 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:31.128021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:31.144883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b469c0-0fa7-4607-b18e-ef66f2f2ba47 req-0448de5a-aacf-423e-bda1-32548cd83521 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:31.146413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5b469c0-0fa7-4607-b18e-ef66f2f2ba47 req-0448de5a-aacf-423e-bda1-32548cd83521 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 945 time: 0.0585995 Feb 09 16:25:31.197112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:31.205339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:31.212822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:31.217527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=5388ada9-a633-43e2-96d8-5f3064baa37b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:31.218161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['0ea76b6e-0052-401f-8c51-6ed2368352c0'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:25:31.267075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5b469c0-0fa7-4607-b18e-ef66f2f2ba47 req-9727f8bc-5ac8-4805-9fd3-e180ab1813ce tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942049 Feb 09 16:25:31.283660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:31.284691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:31.353394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da47ad7-6304-4bd8-a2d3-1c52fcd281be req-7cdc0837-8e82-4a3a-b4c8-aa317656424f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:31.355331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3da47ad7-6304-4bd8-a2d3-1c52fcd281be req-7cdc0837-8e82-4a3a-b4c8-aa317656424f tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 932 time: 0.0588548 Feb 09 16:25:31.396886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3da47ad7-6304-4bd8-a2d3-1c52fcd281be req-2d234327-bdbb-4e06-ae25-b8af7d7e4b25 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351617 Feb 09 16:25:31.478134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-71fc7a41-813c-4f93-a94a-9bb82a80d729 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1339529 Feb 09 16:25:31.490851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Request body: {'port': {'device_id': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:31.563589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9b17f581-4677-472a-83ad-a38142983705 None None] Provisioning complete for port 5388ada9-a633-43e2-96d8-5f3064baa37b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:31.564399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b17f581-4677-472a-83ad-a38142983705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:31.568376 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:31.602570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9b17f581-4677-472a-83ad-a38142983705 None None] Port 5388ada9-a633-43e2-96d8-5f3064baa37b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:25:31.834784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5388ada9-a633-43e2-96d8-5f3064baa37b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:25:31.842646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:31.855692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Transition to ACTIVE for port object 5388ada9-a633-43e2-96d8-5f3064baa37b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:25:31.955229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:32.005842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5388ada9-a633-43e2-96d8-5f3064baa37b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:32.035455 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:32.090893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Attempting to bind port 5388ada9-a633-43e2-96d8-5f3064baa37b on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:25:32.091183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Attempting to bind port 5388ada9-a633-43e2-96d8-5f3064baa37b by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:25:32.091518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Attempting to bind port 5388ada9-a633-43e2-96d8-5f3064baa37b on network 6e25917e-66b5-428a-8e87-8de81bf620b0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:32.096474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Port 5388ada9-a633-43e2-96d8-5f3064baa37b on network 6e25917e-66b5-428a-8e87-8de81bf620b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:25:32.096812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Attempting to bind port 5388ada9-a633-43e2-96d8-5f3064baa37b on network 6e25917e-66b5-428a-8e87-8de81bf620b0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:25:32.103040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:25:32.106919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Checking segment: {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:25:32.106919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Bound using segment: {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:25:32.106919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Bound port: 5388ada9-a633-43e2-96d8-5f3064baa37b, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d0e003-1140-483a-9060-b71c3843d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:25:32.106919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:32.178365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] For port 5388ada9-a633-43e2-96d8-5f3064baa37b, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:25:32.181762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] For port 5388ada9-a633-43e2-96d8-5f3064baa37b, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5388ada9-a633-43e2-96d8-5f3064baa37b,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:25:32.327414 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:32.366162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:32.366791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:32.368314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/5388ada9-a633-43e2-96d8-5f3064baa37b HTTP/1.1" status: 200 len: 1092 time: 0.8826780 Feb 09 16:25:32.368762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:32.371019 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e0729-a7be-4f8b-bf5d-b245a3020758" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:32.425268 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648cb8d0-1147-4c12-8b66-aa167e28e03a x-openstack-request-id: req-648cb8d0-1147-4c12-8b66-aa167e28e03a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:32.433060 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:32.433060 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-648cb8d0-1147-4c12-8b66-aa167e28e03a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:32.433060 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'status': 'completed', 'code': 200} Feb 09 16:25:32.435057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dff5f4-e561-4eed-b8f7-e1a0bda0dfd2 service neutron] Pushing event updated for resources: {'Port': ['ID=5388ada9-a633-43e2-96d8-5f3064baa37b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:32.488042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0ea76b6e-0052-401f-8c51-6ed2368352c0 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:25:32.499094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ce7be-270e-44c8-82af-bafc7cf709d2 req-57241c91-efab-43e7-acb3-f4b50fdbd0d2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:32.504434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d6ce7be-270e-44c8-82af-bafc7cf709d2 req-57241c91-efab-43e7-acb3-f4b50fdbd0d2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 945 time: 0.1398089 Feb 09 16:25:32.581905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e0729-a7be-4f8b-bf5d-b245a3020758 req-37731ba3-1d1a-4752-8898-c2b71e7c122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:32.583848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b9e0729-a7be-4f8b-bf5d-b245a3020758 req-37731ba3-1d1a-4752-8898-c2b71e7c122e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 1095 time: 0.1344464 Feb 09 16:25:32.597074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d6ce7be-270e-44c8-82af-bafc7cf709d2 req-c6affc9f-4c8f-45a9-be3a-42a8ca913a1f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735168 Feb 09 16:25:32.601210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d935e0-4b39-4398-bcf2-6f83ca919bfb req-5bad9910-a8a4-47ba-b152-cc9f35aefd4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:32.602956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5d935e0-4b39-4398-bcf2-6f83ca919bfb req-5bad9910-a8a4-47ba-b152-cc9f35aefd4b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 944 time: 0.1162944 Feb 09 16:25:32.700434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5d935e0-4b39-4398-bcf2-6f83ca919bfb req-3d3fa942-ee67-44d8-9156-7e36f2ae6913 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880480 Feb 09 16:25:32.715942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 0ea76b6e-0052-401f-8c51-6ed2368352c0 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:25:32.721119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 0ea76b6e-0052-401f-8c51-6ed2368352c0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:32.721707 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:32.746546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e0729-a7be-4f8b-bf5d-b245a3020758 req-fc1224fc-9aad-4cea-ad92-bd117dc9ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:32.746546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b9e0729-a7be-4f8b-bf5d-b245a3020758 req-fc1224fc-9aad-4cea-ad92-bd117dc9ae93 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1415544 Feb 09 16:25:32.810490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:32.833544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:32.836012 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e15c22-f0c0-45a9-ab52-49f03e1cf50e" -d '{"events": [{"server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "name": "network-vif-plugged", "status": "completed", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:32.850626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 0ea76b6e-0052-401f-8c51-6ed2368352c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:32.854565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e0729-a7be-4f8b-bf5d-b245a3020758 req-04f094fa-1292-44c7-aede-5353bb5411c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:32.856280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b9e0729-a7be-4f8b-bf5d-b245a3020758 req-04f094fa-1292-44c7-aede-5353bb5411c6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039617 Feb 09 16:25:32.879428 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4603e8a0-bdf0-4817-ba90-4a5ea4dc95b2 x-openstack-request-id: req-4603e8a0-bdf0-4817-ba90-4a5ea4dc95b2 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:32.879682 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "name": "network-vif-plugged", "status": "completed", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:32.880129 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4603e8a0-bdf0-4817-ba90-4a5ea4dc95b2 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:32.880572 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'code': 200} Feb 09 16:25:32.941149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-4010d48c-03e9-470c-976e-8558b8abf1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:32.942681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-4010d48c-03e9-470c-976e-8558b8abf1f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 1095 time: 0.0443301 Feb 09 16:25:32.960960 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:33.010233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=0ea76b6e-0052-401f-8c51-6ed2368352c0,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:33.011877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-44d43607-5afa-4a85-a8e9-26464b78a11f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5388ada9-a633-43e2-96d8-5f3064baa37b HTTP/1.1" status: 200 len: 217 time: 0.0613639 Feb 09 16:25:33.060613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87fe65-a06f-40dc-b9e5-bf50198486c8 req-a0ee10ae-dde6-43c8-b2e4-15211b77adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:33.062162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb87fe65-a06f-40dc-b9e5-bf50198486c8 req-a0ee10ae-dde6-43c8-b2e4-15211b77adba service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1097 time: 0.1057844 Feb 09 16:25:33.077208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-6bf97ea9-a5fb-4de5-a6a1-655caa014768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:33.078643 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-6bf97ea9-a5fb-4de5-a6a1-655caa014768 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=438f5aca-2341-4906-b568-632975e69f7d HTTP/1.1" status: 200 len: 834 time: 0.0588732 Feb 09 16:25:33.129052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb87fe65-a06f-40dc-b9e5-bf50198486c8 req-adfa9bf5-d2cc-461a-bcce-f63f5075c6a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582061 Feb 09 16:25:33.140557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-cc07915d-0501-41cd-ae04-270e532a8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:33.142032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-cc07915d-0501-41cd-ae04-270e532a8908 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e25917e-66b5-428a-8e87-8de81bf620b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541291 Feb 09 16:25:33.240159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-88513ccb-5939-4a65-8030-20ce2f6092f5 service neutron] 10.222.0.13 "GET /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913119 Feb 09 16:25:33.332143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84f69a65-c4eb-480e-89c9-a1123f1b2919 req-52579139-ed78-4c2c-b476-7071eeb0c5e0 service neutron] 10.222.0.13 "GET /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859468 Feb 09 16:25:33.706321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048d10c-5c29-4d6c-842f-85043e6b1c97 req-b049fc6c-567c-4eff-bcff-9b0d6db82157 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:33.707816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6048d10c-5c29-4d6c-842f-85043e6b1c97 req-b049fc6c-567c-4eff-bcff-9b0d6db82157 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 946 time: 0.0506871 Feb 09 16:25:33.747870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6048d10c-5c29-4d6c-842f-85043e6b1c97 req-c7de4259-439c-4a72-99b3-1c8582a70f41 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339708 Feb 09 16:25:33.841123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ac63-8ee0-47f2-855e-ec67106deade req-e0684fc6-8f70-415e-bb6b-6411e7d45949 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:33.842686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d10ac63-8ee0-47f2-855e-ec67106deade req-e0684fc6-8f70-415e-bb6b-6411e7d45949 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 944 time: 0.0580597 Feb 09 16:25:33.883876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d10ac63-8ee0-47f2-855e-ec67106deade req-cc926fd4-1117-4acd-a4eb-38a4c5e1e744 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Feb 09 16:25:34.868267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dda94-83dc-4e16-b6e2-758ac63f91ad req-d71b7b49-8724-464f-aa68-eb394189cd70 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:34.869799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-698dda94-83dc-4e16-b6e2-758ac63f91ad req-d71b7b49-8724-464f-aa68-eb394189cd70 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 946 time: 0.0504143 Feb 09 16:25:34.911138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-698dda94-83dc-4e16-b6e2-758ac63f91ad req-be67f295-91fe-47e0-a10b-0a713342682e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349548 Feb 09 16:25:35.048352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546797-9b3b-4b1f-8568-257fcaa54cff req-24eb4fb1-8ed7-4f10-871b-9dd367c3c856 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:35.051019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59546797-9b3b-4b1f-8568-257fcaa54cff req-24eb4fb1-8ed7-4f10-871b-9dd367c3c856 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 944 time: 0.0831122 Feb 09 16:25:35.141522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59546797-9b3b-4b1f-8568-257fcaa54cff req-730aa596-9a16-4a0f-bbed-ef2c962d6bcf tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599353 Feb 09 16:25:35.150501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff5929-4e07-4ca6-ae3a-a15ea01802fe req-84321fe6-54ce-4ec4-b042-959c98c78ae0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:35.152065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ff5929-4e07-4ca6-ae3a-a15ea01802fe req-84321fe6-54ce-4ec4-b042-959c98c78ae0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 946 time: 0.1401720 Feb 09 16:25:35.195864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ff5929-4e07-4ca6-ae3a-a15ea01802fe req-001a976a-7dba-4adb-949c-2ab488798eda tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343609 Feb 09 16:25:35.218428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52288) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:35.260259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d83ead7-a62b-42ca-a5bc-ade1629e1b1a tempest-TestVolumeBootPattern-1611662152 tempest-TestVolumeBootPattern-1611662152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:35.261806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9d83ead7-a62b-42ca-a5bc-ade1629e1b1a tempest-TestVolumeBootPattern-1611662152 tempest-TestVolumeBootPattern-1611662152-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1092 time: 0.0423625 Feb 09 16:25:35.264865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52290) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:35.269790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:35.435145 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:35.537287 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:35.647162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.25.5.136 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/900fc9e7-1faf-4c00-8a9e-3e84faf6a6bb) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:35.706605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5388ada9-a633-43e2-96d8-5f3064baa37b details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:25:35.755987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:35.813500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5388ada9-a633-43e2-96d8-5f3064baa37b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5388ada9-a633-43e2-96d8-5f3064baa37b,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:35.825589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'port_id': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'mac_address': 'fa:16:3e:cd:9c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:25:35.864562 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:35.865476 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:35.879634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5388ada9-a633-43e2-96d8-5f3064baa37b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:25:35.900211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5388ada9-a633-43e2-96d8-5f3064baa37b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5388ada9-a633-43e2-96d8-5f3064baa37b,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:35.905952 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:35.909005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:35.915719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:35.947827 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=900fc9e7-1faf-4c00-8a9e-3e84faf6a6bb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:35.989500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:36.042495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=5388ada9-a633-43e2-96d8-5f3064baa37b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:36.202808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['5388ada9-a633-43e2-96d8-5f3064baa37b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:25:36.320256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e750b-9c18-4b34-835b-dcd7b437a756 req-8121c777-9047-4fa9-aafb-98c2ae3f1987 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:36.322247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e8e750b-9c18-4b34-835b-dcd7b437a756 req-8121c777-9047-4fa9-aafb-98c2ae3f1987 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 945 time: 0.0932193 Feb 09 16:25:36.360967 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:36.384798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e8e750b-9c18-4b34-835b-dcd7b437a756 req-65dc1f7d-cc18-44f5-9591-fff5ac5edbe8 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488715 Feb 09 16:25:36.566067 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:36.727377 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:36.818116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:36.892370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=900fc9e7-1faf-4c00-8a9e-3e84faf6a6bb,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:36.905138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:37.010532 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Floating IP 94f24501-eb5c-491f-b41b-c9695d14341e associated. External IP: 172.25.5.136, port: 0ea76b6e-0052-401f-8c51-6ed2368352c0. Feb 09 16:25:37.238004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:25:37.357387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:25:37.368718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:25:37.379448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:37.380104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:37.509845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:37.520985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8628b7-7fe6-42da-afb2-f1d9c7fe1474 req-1139f6a1-3ef4-47bd-afba-9aaa57cd84a3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:37.522707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d8628b7-7fe6-42da-afb2-f1d9c7fe1474 req-1139f6a1-3ef4-47bd-afba-9aaa57cd84a3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 945 time: 0.0686362 Feb 09 16:25:37.559384 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d5439457-28cc-4bd3-a355-ad33f3313052 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2924888 Feb 09 16:25:37.560090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:37.562696 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:37.616328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d8628b7-7fe6-42da-afb2-f1d9c7fe1474 req-08929e7b-e3f6-446a-82c0-176d5334a312 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850465 Feb 09 16:25:37.629585 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f6e69-764f-4227-bbf1-dcbecc144a87 x-openstack-request-id: req-2f8f6e69-764f-4227-bbf1-dcbecc144a87 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:37.629886 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:37.630141 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f8f6e69-764f-4227-bbf1-dcbecc144a87 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:37.630560 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'status': 'completed', 'code': 200} Feb 09 16:25:37.677380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:37.714583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-a1292e72-ef17-475b-b523-e836aa71adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:37.716451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-a1292e72-ef17-475b-b523-e836aa71adbf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1097 time: 0.0554764 Feb 09 16:25:37.724999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5388ada9-a633-43e2-96d8-5f3064baa37b up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:25:37.900255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-d8c66aca-ddd4-4c61-b95a-c1976a4782fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:37.902179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-d8c66aca-ddd4-4c61-b95a-c1976a4782fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.1739166 Feb 09 16:25:37.975190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-3f974a3b-4a88-4040-a41a-26fbe3429710 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 200 len: 1000 time: 0.0624804 Feb 09 16:25:38.030622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 5388ada9-a633-43e2-96d8-5f3064baa37b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:25:38.038078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-206a5547-1ffe-45ec-8ec9-4d695bce5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:38.046604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:36Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:38.046849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-206a5547-1ffe-45ec-8ec9-4d695bce5bfd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0519228 Feb 09 16:25:38.046959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 5388ada9-a633-43e2-96d8-5f3064baa37b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:38.046959 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:38.085723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:25:38.100690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-802aa064-7aaa-4802-8fec-18d55e6ca62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:38.102226 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-802aa064-7aaa-4802-8fec-18d55e6ca62a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525486 Feb 09 16:25:38.110059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:38.110705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:38.201666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-998e45df-a303-4281-86d0-4446b4a36dac service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872710 Feb 09 16:25:38.243569 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:38.264500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:38.307612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:38.309797 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1532f14-be17-4f35-8f78-8bb4c6fcc914" -d '{"events": [{"server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "name": "network-vif-plugged", "status": "completed", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:38.311711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17ba93f4-2fb3-41af-8911-c3de44b0d8a5 req-f8f945b6-be0b-4316-b448-3a196bdb06d8 service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002374 Feb 09 16:25:38.330277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5388ada9-a633-43e2-96d8-5f3064baa37b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5388ada9-a633-43e2-96d8-5f3064baa37b,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:38.374377 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82001f03-0a4a-4890-9c59-da9fc22f1a37 x-openstack-request-id: req-82001f03-0a4a-4890-9c59-da9fc22f1a37 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:38.378632 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "name": "network-vif-plugged", "status": "completed", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:38.378632 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82001f03-0a4a-4890-9c59-da9fc22f1a37 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:38.378632 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'code': 200} Feb 09 16:25:38.461904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:38.467200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb07700-b861-46ca-8401-79840fedfdae req-ff1f47c5-29e5-4f4c-8603-57b944214a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:38.471409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-acb07700-b861-46ca-8401-79840fedfdae req-ff1f47c5-29e5-4f4c-8603-57b944214a68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 1096 time: 0.0527172 Feb 09 16:25:38.507085 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-acb07700-b861-46ca-8401-79840fedfdae req-214a115e-156c-4cf8-a86d-c14f781d159a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306220 Feb 09 16:25:38.535454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=5388ada9-a633-43e2-96d8-5f3064baa37b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:38.590676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:36Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:38.620249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3208ee23-5073-46a6-af9d-6151dd05bec8 None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:36Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:25:38.755328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b5c28-4e79-461e-a23f-9500aa497502 req-a2298755-4616-4a9b-b07a-fbef2cd2e106 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:38.757006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a3b5c28-4e79-461e-a23f-9500aa497502 req-a2298755-4616-4a9b-b07a-fbef2cd2e106 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 946 time: 0.0529544 Feb 09 16:25:38.804256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a3b5c28-4e79-461e-a23f-9500aa497502 req-3a25975b-f5e8-4ee1-a109-b99aa0528056 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Feb 09 16:25:38.827157 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f212cc8-69a8-41b3-95d4-c6c10e2907d8 None None] New status for floating IP 94f24501-eb5c-491f-b41b-c9695d14341e: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:25:39.361356 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:25:39.930788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a962af-a7dd-43bf-b769-747eb1522fe1 req-b383d68e-e36e-445f-a73f-805fb14b1472 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:39.938434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77a962af-a7dd-43bf-b769-747eb1522fe1 req-b383d68e-e36e-445f-a73f-805fb14b1472 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 946 time: 0.0615754 Feb 09 16:25:39.979470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77a962af-a7dd-43bf-b769-747eb1522fe1 req-1b1c76e7-40e8-428f-8d49-f6d455f74563 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Feb 09 16:25:41.098806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f4956-e73a-467c-87f9-dfe61b0e3c1f req-1120a279-b51c-46c4-897c-f38ab3bf25d9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:41.100349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-348f4956-e73a-467c-87f9-dfe61b0e3c1f req-1120a279-b51c-46c4-897c-f38ab3bf25d9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 946 time: 0.0515869 Feb 09 16:25:41.140433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-348f4956-e73a-467c-87f9-dfe61b0e3c1f req-6b645bb6-9299-4923-a9ec-0f6f58907125 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339723 Feb 09 16:25:41.261642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bebec-02ec-4aed-89bf-37da816446fb req-80158eb4-b5c7-4cf5-8975-d89da745953e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:41.263121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-833bebec-02ec-4aed-89bf-37da816446fb req-80158eb4-b5c7-4cf5-8975-d89da745953e tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 946 time: 0.0516000 Feb 09 16:25:41.304103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-833bebec-02ec-4aed-89bf-37da816446fb req-214df1da-6dbb-4a9a-a5d7-e55de537aa12 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346065 Feb 09 16:25:41.336435 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52330) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:41.393280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d7634-c11d-406c-8449-37b4ba0d978e tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:41.395577 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2b5d7634-c11d-406c-8449-37b4ba0d978e tempest-TestNetworkBasicOps-547256341 tempest-TestNetworkBasicOps-547256341-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 1092 time: 0.0575135 Feb 09 16:25:41.398663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52332) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:41.411384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:41.598247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:41.698936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:41.805411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Allocated IP 172.25.5.209 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/d5e5b462-af73-43c8-a142-b9c09e8d7be9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:41.909763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:42.253695 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:42.289325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:42.292239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:42.297868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:42.343040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=d5e5b462-af73-43c8-a142-b9c09e8d7be9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:42.685092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:42.850521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:43.011087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:43.115282 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:43.192713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event updated for resources: {'Port': ['ID=d5e5b462-af73-43c8-a142-b9c09e8d7be9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:43.206319 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:43.362610 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Floating IP 6e6c43e1-1b11-422c-8926-d96ce0708553 associated. External IP: 172.25.5.209, port: 5388ada9-a633-43e2-96d8-5f3064baa37b. Feb 09 16:25:43.579988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b0fc65e0-08c4-44e7-be79-799feb66defe has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:25:44.042379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:25:44.053953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] Sync routers for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:25:44.063307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:44.063946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:44.175540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:44.197066 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:44.226003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-accb3df3-341f-4515-a056-f356edbdebd6 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8261113 Feb 09 16:25:44.226549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:44.228822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:44.229320 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecf676b-ba73-46f8-be45-dd0ffb228c12" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:44.264533 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedf53d7-c00c-4ba9-b6e0-94b97f94745b x-openstack-request-id: req-dedf53d7-c00c-4ba9-b6e0-94b97f94745b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:44.275695 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:44.275695 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dedf53d7-c00c-4ba9-b6e0-94b97f94745b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:44.275695 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'status': 'completed', 'code': 200} Feb 09 16:25:44.301413 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bdab65be-0ff3-4a3c-ae6f-fcd2d88239a0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/floatingips/6e6c43e1-1b11-422c-8926-d96ce0708553 HTTP/1.1" status: 200 len: 992 time: 0.0712438 Feb 09 16:25:44.344395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-64422be6-4593-4e91-bd94-0ca4208a2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:44.344395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-64422be6-4593-4e91-bd94-0ca4208a2f96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 1097 time: 0.0503299 Feb 09 16:25:44.475872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e6c43e1-1b11-422c-8926-d96ce0708553', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'port_id': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'mac_address': 'fa:16:3e:cd:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:42Z', 'updated_at': '2022-02-09T16:25:42Z', 'revision_number': 0, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:20Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:44.498674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db618c-1b6b-4367-974b-57e596d01a0f req-a7f3be01-3720-4351-943f-321df074b2e5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:44.500262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67db618c-1b6b-4367-974b-57e596d01a0f req-a7f3be01-3720-4351-943f-321df074b2e5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0832157 Feb 09 16:25:44.505901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] Checking router: b0fc65e0-08c4-44e7-be79-799feb66defe for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:25:44.514869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:44.515547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:44.517968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-bbee2d35-0bb0-4c19-9686-4f8300d22903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:44.525730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-bbee2d35-0bb0-4c19-9686-4f8300d22903 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e25917e-66b5-428a-8e87-8de81bf620b0 HTTP/1.1" status: 200 len: 896 time: 0.1645455 Feb 09 16:25:44.602035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67db618c-1b6b-4367-974b-57e596d01a0f req-ccbc0132-fd91-406f-9617-ec26772eb9ab tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930300 Feb 09 16:25:44.614960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-e161908f-9aa2-4390-a85d-9ec65d01ad46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5388ada9-a633-43e2-96d8-5f3064baa37b HTTP/1.1" status: 200 len: 1000 time: 0.0870347 Feb 09 16:25:44.644327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:44.673701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-b5a008ef-f309-471c-bc25-b39fc91ceb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:44.675246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-b5a008ef-f309-471c-bc25-b39fc91ceb78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=438f5aca-2341-4906-b568-632975e69f7d HTTP/1.1" status: 200 len: 834 time: 0.0535512 Feb 09 16:25:44.725726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-e59c3d25-ace2-42d5-ad07-f87fa7de1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:44.727429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-e59c3d25-ace2-42d5-ad07-f87fa7de1db9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e25917e-66b5-428a-8e87-8de81bf620b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452218 Feb 09 16:25:44.833885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-17f1cc2d-83ac-4305-87e9-f2f2ec648a41 service neutron] 10.222.0.13 "GET /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997102 Feb 09 16:25:44.900421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e6c43e1-1b11-422c-8926-d96ce0708553', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'port_id': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'mac_address': 'fa:16:3e:cd:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:42Z', 'updated_at': '2022-02-09T16:25:42Z', 'revision_number': 0, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:20Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:44.933250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d645b415-abb0-40ad-863c-5353505e4852 None None] The sync data for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 is: [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '6e6c43e1-1b11-422c-8926-d96ce0708553', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'port_id': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'mac_address': 'fa:16:3e:cd:9c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:42Z', 'updated_at': '2022-02-09T16:25:42Z', 'revision_number': 0, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:20Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:25:44.938561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ecf676b-ba73-46f8-be45-dd0ffb228c12 req-f8a4d166-85d5-4bca-af45-538356e6fbfa service neutron] 10.222.0.13 "GET /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970230 Feb 09 16:25:45.144348 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f53150-c14f-4807-a135-c1a41dab25f8 None None] New status for floating IP 6e6c43e1-1b11-422c-8926-d96ce0708553: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:25:45.305020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52366) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:45.366414 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-71fa0582-aa51-4ca4-8980-4a633a1c8d77 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/floatingips/6e6c43e1-1b11-422c-8926-d96ce0708553 HTTP/1.1" status: 200 len: 992 time: 0.0600612 Feb 09 16:25:45.752397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d649144-64b3-485e-8eda-877f2f6dec3b req-940cc508-c917-4ac1-a12e-301ec61a5e9a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:45.754139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d649144-64b3-485e-8eda-877f2f6dec3b req-940cc508-c917-4ac1-a12e-301ec61a5e9a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0610223 Feb 09 16:25:45.793884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d649144-64b3-485e-8eda-877f2f6dec3b req-b45fabf9-56fe-47e9-a2c5-cf87678af6c7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335848 Feb 09 16:25:46.369893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52372) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:46.440619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-755474ff-34b8-491b-8100-eaa4b8031cb0 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/floatingips/6e6c43e1-1b11-422c-8926-d96ce0708553 HTTP/1.1" status: 200 len: 994 time: 0.0688322 Feb 09 16:25:46.924504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f8552-c55d-4ee8-933f-f56093390d3e req-cbbdb15d-e7bc-4cda-929c-8a5b2902cbb7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:46.926917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-239f8552-c55d-4ee8-933f-f56093390d3e req-cbbdb15d-e7bc-4cda-929c-8a5b2902cbb7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0624890 Feb 09 16:25:46.971965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-239f8552-c55d-4ee8-933f-f56093390d3e req-6a6881df-4e4d-4c85-a08b-9ce66292109d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=313abf26-6228-4986-bc2d-2d189fadf6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379505 Feb 09 16:25:47.326363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-5ac71315-f325-4c20-89a1-4ff35605021c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:47.327914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-5ac71315-f325-4c20-89a1-4ff35605021c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 945 time: 0.0541317 Feb 09 16:25:47.434241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Deleting port e732f1b3-e8b2-41b5-a212-816b0861f3ac {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:25:47.434556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:47.524636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] For port e732f1b3-e8b2-41b5-a212-816b0861f3ac, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=e732f1b3-e8b2-41b5-a212-816b0861f3ac,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:47.525000 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:47.708506 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:47.708769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:47.709091 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Floating IP 808513ab-c048-43a1-ac0a-4f0cbb8b3260 disassociated. External IP: 172.25.5.154, port: e732f1b3-e8b2-41b5-a212-816b0861f3ac. Feb 09 16:25:47.709438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Calling delete_port for e732f1b3-e8b2-41b5-a212-816b0861f3ac owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:25:47.933406 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:47.991539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event deleted for resources: {'Port': ['ID=e732f1b3-e8b2-41b5-a212-816b0861f3ac,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:48.139478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24dbeafe-0137-429b-83bb-756a0e3dff75 req-ffb882bd-fb04-4783-9042-5ffcddf72f82 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 210 time: 0.0579679 Feb 09 16:25:48.163291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Router 1a2185d5-dac3-463a-a79a-dc880982425c has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:25:48.277105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:25:48.287872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] Sync routers for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:25:48.300463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:48.301976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:48.323824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] No DVR routers for this DVR port e732f1b3-e8b2-41b5-a212-816b0861f3ac on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:25:48.326839 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:48.331592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24145b8a-37cd-44d4-980b-bcc82720d821 req-8920c8da-a3b4-4067-b393-3a31082f99f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "DELETE /v2.0/ports/e732f1b3-e8b2-41b5-a212-816b0861f3ac HTTP/1.1" status: 204 len: 173 time: 0.9974031 Feb 09 16:25:48.332188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'name': 'network-vif-deleted', 'tag': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:48.336573 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e9210a-71f7-4e18-878d-90a3b4f5d4b2" -d '{"events": [{"server_uuid": "ce68ebe1-60ee-44ac-b901-b5a30103cdfa", "name": "network-vif-deleted", "tag": "e732f1b3-e8b2-41b5-a212-816b0861f3ac"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:48.388313 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6223dcf-bbae-4740-b428-d0a54870be09 x-openstack-request-id: req-e6223dcf-bbae-4740-b428-d0a54870be09 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:48.394705 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce68ebe1-60ee-44ac-b901-b5a30103cdfa", "name": "network-vif-deleted", "tag": "e732f1b3-e8b2-41b5-a212-816b0861f3ac", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:48.394705 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6223dcf-bbae-4740-b428-d0a54870be09 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:48.394705 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce68ebe1-60ee-44ac-b901-b5a30103cdfa', 'name': 'network-vif-deleted', 'tag': 'e732f1b3-e8b2-41b5-a212-816b0861f3ac', 'status': 'completed', 'code': 200} Feb 09 16:25:48.437167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:48.651630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:48.679039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] Checking router: 1a2185d5-dac3-463a-a79a-dc880982425c for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:25:48.687531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:25:48.688309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:48.954836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:25:49.174162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:25:49.205675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945d244c-35a6-4bf1-acc8-3aaa80e42501 None None] The sync data for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 is: [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:25:49.266420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26933ff3-17d3-4dba-ab48-8955cd03df56 req-33579f47-3f8b-4177-b778-837507ad9271 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce68ebe1-60ee-44ac-b901-b5a30103cdfa HTTP/1.1" status: 200 len: 210 time: 0.0290508 Feb 09 16:25:49.458374 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c58fea-9d93-4371-8531-879efa90e1a1 None None] New status for floating IP 808513ab-c048-43a1-ac0a-4f0cbb8b3260: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:25:50.442034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52404) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:50.497644 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85ca693d-35fa-481e-bddd-b47fd48432db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:50.522178 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85ca693d-35fa-481e-bddd-b47fd48432db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:50.595938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e732f1b3-e8b2-41b5-a212-816b0861f3ac no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:25:50.620568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: e732f1b3-e8b2-41b5-a212-816b0861f3ac {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:25:50.620925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device e732f1b3-e8b2-41b5-a212-816b0861f3ac not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:25:50.674901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85ca693d-35fa-481e-bddd-b47fd48432db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:50.677952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-85ca693d-35fa-481e-bddd-b47fd48432db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:50.681800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-85ca693d-35fa-481e-bddd-b47fd48432db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "DELETE /v2.0/security-groups/313abf26-6228-4986-bc2d-2d189fadf6f4 HTTP/1.1" status: 204 len: 168 time: 0.2361689 Feb 09 16:25:50.682573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52408) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:50.689022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca693d-35fa-481e-bddd-b47fd48432db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313abf26-6228-4986-bc2d-2d189fadf6f4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:50.703839 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-833164de-0f72-4edb-9c25-bb2ad5fc951c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] show failed (client error): The resource could not be found. Feb 09 16:25:50.708781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52410) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:50.708952 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-833164de-0f72-4edb-9c25-bb2ad5fc951c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups/313abf26-6228-4986-bc2d-2d189fadf6f4 HTTP/1.1" status: 404 len: 347 time: 0.0254574 Feb 09 16:25:50.847591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Deleting port 70acd5f3-b70e-426c-bd71-56359026c224 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:25:50.848141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:50.927505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:50.927838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:50.946297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Calling delete_port for 70acd5f3-b70e-426c-bd71-56359026c224 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:25:51.201143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:51.228750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event deleted for resources: {'Port': ['ID=70acd5f3-b70e-426c-bd71-56359026c224,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:51.311503 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:51.314414 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:51.315617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-13c3ff15-177a-4929-b533-6c053010d7db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "DELETE /v2.0/floatingips/808513ab-c048-43a1-ac0a-4f0cbb8b3260 HTTP/1.1" status: 204 len: 168 time: 0.6051588 Feb 09 16:25:51.451163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-148a4507-f363-4bec-8b60-f8f4aa3c0e57 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340463 Feb 09 16:25:51.562055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-0b7de97f-dccc-4f35-a5ad-d7f4bbcb06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:51.563600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-0b7de97f-dccc-4f35-a5ad-d7f4bbcb06e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1097 time: 0.0498040 Feb 09 16:25:51.664427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52418) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:51.669431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-625e55ea-464d-42b9-820a-d040ce618787 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736105013', 'description': 'tempest-description--1658233313'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:51.718088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-6a8a82cf-7f0c-4981-8fd1-8619b6dc1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:51.719595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-6a8a82cf-7f0c-4981-8fd1-8619b6dc1815 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.1035407 Feb 09 16:25:51.787432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-625e55ea-464d-42b9-820a-d040ce618787 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:51.793298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-7612ce55-621f-4288-b952-fef36d136ce2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 200 len: 1002 time: 0.0653768 Feb 09 16:25:51.847521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-931780fb-42cb-4e70-96bb-f4cc785eab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:51.850339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-931780fb-42cb-4e70-96bb-f4cc785eab26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0467112 Feb 09 16:25:51.861385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-625e55ea-464d-42b9-820a-d040ce618787 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:51.904968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-d68c3f9d-f5a8-4276-a9a8-a4c4400d29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:51.906409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-d68c3f9d-f5a8-4276-a9a8-a4c4400d29ee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452304 Feb 09 16:25:51.937180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-625e55ea-464d-42b9-820a-d040ce618787 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:51.971656 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e55ea-464d-42b9-820a-d040ce618787 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152e5fc1-eb9f-4aef-a608-11b3297010f2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:52.006351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-3408a715-9807-4ddd-94e4-969cc5ace82f service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912335 Feb 09 16:25:52.037105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-625e55ea-464d-42b9-820a-d040ce618787 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.038565 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-625e55ea-464d-42b9-820a-d040ce618787 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3727510 Feb 09 16:25:52.041588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:52.046322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-35d9c51c-3581-490f-86b6-bb9ef402d42d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'security_group_rule': {'security_group_id': '152e5fc1-eb9f-4aef-a608-11b3297010f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:52.112219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c577f6c-8e3b-40d8-8160-3ddfc0e0718e req-7c448792-eea2-440a-aa82-012959e9cfef service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980413 Feb 09 16:25:52.183437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35d9c51c-3581-490f-86b6-bb9ef402d42d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.246590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35d9c51c-3581-490f-86b6-bb9ef402d42d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.337647 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35d9c51c-3581-490f-86b6-bb9ef402d42d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.358887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9c51c-3581-490f-86b6-bb9ef402d42d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b718d7-216f-4270-854c-f45201a8c392,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:52.445069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-35d9c51c-3581-490f-86b6-bb9ef402d42d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.446234 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-35d9c51c-3581-490f-86b6-bb9ef402d42d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4034545 Feb 09 16:25:52.449275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52424) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:52.454031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-234294b8-ff97-43df-b643-76819297a004 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'security_group_rule': {'security_group_id': '152e5fc1-eb9f-4aef-a608-11b3297010f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:52.572393 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-234294b8-ff97-43df-b643-76819297a004 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.633365 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-234294b8-ff97-43df-b643-76819297a004 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.760890 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-234294b8-ff97-43df-b643-76819297a004 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.783333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234294b8-ff97-43df-b643-76819297a004 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84057052-95c4-4457-8781-db5de047ad83,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:52.888679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-234294b8-ff97-43df-b643-76819297a004 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:52.892959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-234294b8-ff97-43df-b643-76819297a004 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4396157 Feb 09 16:25:52.893500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52428) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:25:52.899337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:53.041558 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-03509820-98e3-4da6-9890-b721e0e606df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:53.069672 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:53.185435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:53.297598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Allocated IP 172.25.5.90 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/a557a8de-c521-4ffd-bb0f-ebc8366289c2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:53.413338 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:53.607224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:53.654940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:53.659916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:53.662801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:53.669273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'Port': ['ID=a557a8de-c521-4ffd-bb0f-ebc8366289c2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:53.763848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:53.855073 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:54.025797 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:54.143765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:54.212949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'Port': ['ID=a557a8de-c521-4ffd-bb0f-ebc8366289c2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:54.223008 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:54.311271 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:54.312585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-941e5b14-54b2-46ac-983d-2343546d64fc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4180634 Feb 09 16:25:54.455107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12f5b4-f30d-469d-862c-b40838532c53 req-5d2dca9a-39c3-4ae4-8135-00b0774da8cb tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:54.456126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb12f5b4-f30d-469d-862c-b40838532c53 req-5d2dca9a-39c3-4ae4-8135-00b0774da8cb tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 945 time: 0.0515835 Feb 09 16:25:54.518054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb12f5b4-f30d-469d-862c-b40838532c53 req-f92560fc-e0ff-49e6-a4a6-ea00e2b93e80 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 Feb 09 16:25:54.531229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-d4015f8a-fd1d-4bd8-bcb8-7bfa0e760c81 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1736105013&fields=id&tenant_id=18fec91b1e9b458bb7aa764d5fb59153 HTTP/1.1" status: 200 len: 267 time: 0.0542395 Feb 09 16:25:54.638645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-296110b6-c451-4f4b-8300-f9bba99dc17e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:54.640126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-296110b6-c451-4f4b-8300-f9bba99dc17e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 811 time: 0.1016290 Feb 09 16:25:54.655397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-468eaf36-b366-4918-8d93-3ac04b8164c8 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/quotas/18fec91b1e9b458bb7aa764d5fb59153 HTTP/1.1" status: 200 len: 375 time: 0.0089369 Feb 09 16:25:54.710016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-42e9e730-219f-46e1-974a-c631a263b1db tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492699 Feb 09 16:25:54.725890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-41c8235a-3847-42f6-9c57-15ee54322ad6 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:25:54.726905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-41c8235a-3847-42f6-9c57-15ee54322ad6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056736 Feb 09 16:25:54.823012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-62a6be56-62da-415b-9ac4-5645df1b3731 service neutron] 10.222.0.53 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902267 Feb 09 16:25:54.916459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-8ca8616e-a3a5-49f2-8b79-34012079d085 service neutron] 10.222.0.53 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870626 Feb 09 16:25:55.266510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5368ef04-23e7-44ea-a266-473c7c722b8d req-6137ed93-cd02-465b-a430-a752b0a74299 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 210 time: 0.0292678 Feb 09 16:25:55.309300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-441d5c8d-3121-4428-b349-0c4ea4bb3f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:55.647895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ef5b9-ff5f-489b-b193-a6847da3fb90 req-f0c06d92-709c-4406-9ea6-d21f97729fb8 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:55.649421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c94ef5b9-ff5f-489b-b193-a6847da3fb90 req-f0c06d92-709c-4406-9ea6-d21f97729fb8 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 945 time: 0.0599625 Feb 09 16:25:55.689203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c94ef5b9-ff5f-489b-b193-a6847da3fb90 req-0f699c39-1dce-4b53-b7ff-1e1746516672 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/security-groups?id=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Feb 09 16:25:56.029360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-15eb0a8b-58fb-4717-8ac4-5af65d6763a7 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:56.030965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-15eb0a8b-58fb-4717-8ac4-5af65d6763a7 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 945 time: 0.0604944 Feb 09 16:25:56.130031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Deleting port 89f679c2-77de-4c32-8ed0-5365d5080528 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:25:56.130534 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:56.221512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] For port 89f679c2-77de-4c32-8ed0-5365d5080528, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=89f679c2-77de-4c32-8ed0-5365d5080528,segment=NetworkSegment(4d60831e-739f-42e6-a3c9-101329a4a543),segment_id=4d60831e-739f-42e6-a3c9-101329a4a543)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:25:56.221884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:56.235450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Calling delete_port for 89f679c2-77de-4c32-8ed0-5365d5080528 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:25:56.397778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89adaeb4-0af8-4489-b711-36e301811954 req-dfc50e5e-8d8b-4cf8-8c25-809c09b23960 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 210 time: 0.0357234 Feb 09 16:25:56.532294 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:56.547143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['89f679c2-77de-4c32-8ed0-5365d5080528'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:25:56.562745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Pushing event deleted for resources: {'Port': ['ID=89f679c2-77de-4c32-8ed0-5365d5080528,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:56.612136 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:56.622200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] No DVR routers for this DVR port 89f679c2-77de-4c32-8ed0-5365d5080528 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:25:56.625140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:56.629635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51dc3032-268b-45c1-9ba5-76f9f5f00f42 req-5c20abc0-4a62-45eb-8fef-da1736fe86a4 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.13 "DELETE /v2.0/ports/89f679c2-77de-4c32-8ed0-5365d5080528 HTTP/1.1" status: 204 len: 173 time: 0.5924935 Feb 09 16:25:56.630156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3fb364-51d5-4d1f-971a-dc96da84a2ad', 'name': 'network-vif-deleted', 'tag': '89f679c2-77de-4c32-8ed0-5365d5080528'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:25:56.632631 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd91421-24ed-4b76-95e0-a8dca33b5d94" -d '{"events": [{"server_uuid": "5f3fb364-51d5-4d1f-971a-dc96da84a2ad", "name": "network-vif-deleted", "tag": "89f679c2-77de-4c32-8ed0-5365d5080528"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:25:56.678365 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dfad31-5691-4ca5-9780-c676980947cf x-openstack-request-id: req-c7dfad31-5691-4ca5-9780-c676980947cf {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:25:56.678365 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3fb364-51d5-4d1f-971a-dc96da84a2ad", "name": "network-vif-deleted", "tag": "89f679c2-77de-4c32-8ed0-5365d5080528", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:25:56.678365 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7dfad31-5691-4ca5-9780-c676980947cf {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:25:56.678365 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3fb364-51d5-4d1f-971a-dc96da84a2ad', 'name': 'network-vif-deleted', 'tag': '89f679c2-77de-4c32-8ed0-5365d5080528', 'status': 'completed', 'code': 200} Feb 09 16:25:56.794987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60541802-f774-4658-b4ab-49bd6d0ae098 req-4ae742ef-cf8b-4a48-87da-4323649cb7a2 tempest-VolumesSnapshotTestJSON-1185129245 tempest-VolumesSnapshotTestJSON-1185129245-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f3fb364-51d5-4d1f-971a-dc96da84a2ad HTTP/1.1" status: 200 len: 210 time: 0.0339360 Feb 09 16:25:57.503085 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f22c7afc-6029-481a-bf1e-98f5fd2e785d req-97800786-181d-4b8c-b358-fad8aff803a6 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 210 time: 0.0284543 Feb 09 16:25:57.806209 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-09a3e571-e044-46fa-a32f-8b8498d0c61a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:57.807910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-09a3e571-e044-46fa-a32f-8b8498d0c61a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 811 time: 0.1036255 Feb 09 16:25:57.861114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-49eafa83-3f4c-420d-8502-de612ab2767c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18fec91b1e9b458bb7aa764d5fb59153 HTTP/1.1" status: 200 len: 380 time: 0.0426161 Feb 09 16:25:57.878839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'port': {'device_id': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'admin_state_up': True, 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'security_groups': ['152e5fc1-eb9f-4aef-a608-11b3297010f2']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:58.183607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Made reservation on behalf of 18fec91b1e9b458bb7aa764d5fb59153 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:25:58.187764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:58.264043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:58.329696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Allocated IP 172.20.0.10 (74a51d7d-68b6-4001-919f-13e165780e11/62b2f11d-ba47-48fb-bb7a-d7304ec96d37/b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:25:58.471188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:58.537879 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:58.610255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-502a9ee4-6bbe-4b0e-879c-64125f0837f1 req-e3c29e57-b0c2-4271-b872-d8de96661e29 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 210 time: 0.0359769 Feb 09 16:25:58.669811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:58.712984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Network 74a51d7d-68b6-4001-919f-13e165780e11 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:25:58.718263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:25:58.722277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:25:58.749228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event updated for resources: {'Port': ['ID=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:25:58.783558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:58.784333 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:58.952111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-15ae6639-e3dc-44f9-9c44-fa1bcb8b50b7 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0785389 Feb 09 16:25:58.968333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-248417a9-657f-4f1c-aa70-f7af85013ff2 None None] Provisioning complete for port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:25:58.968961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-248417a9-657f-4f1c-aa70-f7af85013ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:58.970674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Request body: {'port': {'device_id': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:25:59.006413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-248417a9-657f-4f1c-aa70-f7af85013ff2 None None] Port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:25:59.031070 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:59.681561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:25:59.698434 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:25:59.735818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Transition to ACTIVE for port object b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:25:59.760025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55e2aa-848a-4e68-b48f-baa19efee836 req-fb6d7240-871d-4e0c-b2ae-0ecba2caaa82 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:25:59.761694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d55e2aa-848a-4e68-b48f-baa19efee836 req-fb6d7240-871d-4e0c-b2ae-0ecba2caaa82 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 932 time: 0.0657504 Feb 09 16:25:59.848297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d55e2aa-848a-4e68-b48f-baa19efee836 req-583f8c34-430c-4074-86dc-e03e94224e8f tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344341 Feb 09 16:25:59.849123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 89f679c2-77de-4c32-8ed0-5365d5080528 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:25:59.855110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 89f679c2-77de-4c32-8ed0-5365d5080528 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:25:59.855456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 89f679c2-77de-4c32-8ed0-5365d5080528 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:25:59.949467 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:00.007757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:00.082573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Attempting to bind port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:26:00.082913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Attempting to bind port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:26:00.083244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Attempting to bind port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f on network 74a51d7d-68b6-4001-919f-13e165780e11 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:26:00.088613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f on network 74a51d7d-68b6-4001-919f-13e165780e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:26:00.088999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Attempting to bind port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f on network 74a51d7d-68b6-4001-919f-13e165780e11 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:26:00.094833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:26:00.095355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Checking segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:26:00.095571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Bound using segment: {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:26:00.096011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Bound port: b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46b6222-aa34-444f-9983-c9bbe7823e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:26:00.096459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:00.170448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] For port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:26:00.174036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] For port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:26:00.258633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:00.299074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:00.299756 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:00.301248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] 10.222.0.73 "PUT /v2.0/ports/b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f HTTP/1.1" status: 200 len: 1092 time: 1.3350844 Feb 09 16:26:00.301696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'tag': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:26:00.304009 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e738c5a-b596-48fa-b4bd-75c111bd9671" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa63938-5c7e-4cd3-ac6b-22df4fbdc418", "tag": "b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:26:00.338279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9f480-99b3-43f0-acb4-1a5b6930e887 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:00.352238 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4baf4e4-6e14-4bee-ac53-f6fae3a37ea9 x-openstack-request-id: req-c4baf4e4-6e14-4bee-ac53-f6fae3a37ea9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:26:00.352536 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa63938-5c7e-4cd3-ac6b-22df4fbdc418", "tag": "b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:26:00.354004 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c4baf4e4-6e14-4bee-ac53-f6fae3a37ea9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:26:00.354815 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'tag': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'status': 'completed', 'code': 200} Feb 09 16:26:00.389725 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:00.442972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e738c5a-b596-48fa-b4bd-75c111bd9671 req-05f92ea4-13ab-4e66-9a73-3ca6c54b8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:00.444553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e738c5a-b596-48fa-b4bd-75c111bd9671 req-05f92ea4-13ab-4e66-9a73-3ca6c54b8ea5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 1095 time: 0.0629382 Feb 09 16:26:00.567704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e738c5a-b596-48fa-b4bd-75c111bd9671 req-c008d677-2239-4ea6-adf6-89dbc1b1ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:00.569291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e738c5a-b596-48fa-b4bd-75c111bd9671 req-c008d677-2239-4ea6-adf6-89dbc1b1ea59 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1152480 Feb 09 16:26:00.680067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e738c5a-b596-48fa-b4bd-75c111bd9671 req-b7f6573a-69c8-404f-9f4e-41c97faba1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:00.681596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e738c5a-b596-48fa-b4bd-75c111bd9671 req-b7f6573a-69c8-404f-9f4e-41c97faba1b7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041949 Feb 09 16:26:00.773286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-5c1c19f1-8b6a-4aaf-ac72-4e32638fd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:00.774852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-5c1c19f1-8b6a-4aaf-ac72-4e32638fd13d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 1095 time: 0.0469737 Feb 09 16:26:00.828046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-cd09ce22-af22-4661-91d0-b7261b037143 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f HTTP/1.1" status: 200 len: 217 time: 0.0376263 Feb 09 16:26:00.894653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-cbe54306-0821-4f59-9620-6f86f11d7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:00.898250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-cbe54306-0821-4f59-9620-6f86f11d7302 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.0614226 Feb 09 16:26:00.989612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-2524e84c-3b07-480c-9017-42c20f58c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:00.991920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-2524e84c-3b07-480c-9017-42c20f58c5a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818598 Feb 09 16:26:01.004687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052117f-e6d9-4eb2-bce3-d362a5160272 req-7e169916-9a76-4c50-9d7d-c2660ccb51f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:01.006112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d052117f-e6d9-4eb2-bce3-d362a5160272 req-7e169916-9a76-4c50-9d7d-c2660ccb51f3 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 944 time: 0.0883787 Feb 09 16:26:01.096528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d052117f-e6d9-4eb2-bce3-d362a5160272 req-02a8f070-050a-4159-bf8b-d0e75b5e655d tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822802 Feb 09 16:26:01.137604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-1e120999-9b21-4700-a033-87df7b4018c5 service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305246 Feb 09 16:26:01.240137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bda66dc5-ea00-4aa7-81df-41d361b7ddca req-59c0cfbb-461b-4858-87ad-ecb4b5565e3e service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941055 Feb 09 16:26:02.086514 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:02.225287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee63745-ccc5-4d49-bc2d-8c805346ee7e req-9ebf04b6-69f8-4d73-b308-27a155f27379 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:02.226734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eee63745-ccc5-4d49-bc2d-8c805346ee7e req-9ebf04b6-69f8-4d73-b308-27a155f27379 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 944 time: 0.0575321 Feb 09 16:26:02.270049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eee63745-ccc5-4d49-bc2d-8c805346ee7e req-53acc78b-5681-4ddf-9362-abfcc5e17e71 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370114 Feb 09 16:26:03.411729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d024d-db21-495d-bd9f-db7825ad1b96 req-9ccbc550-000c-4e16-9e75-f3b6d656d944 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:03.413828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-190d024d-db21-495d-bd9f-db7825ad1b96 req-9ccbc550-000c-4e16-9e75-f3b6d656d944 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 944 time: 0.0633137 Feb 09 16:26:03.462192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-190d024d-db21-495d-bd9f-db7825ad1b96 req-d789e72d-e74b-4f16-a9e1-e0795f7a0db5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Feb 09 16:26:04.606262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bb20c-16c7-4444-bf0b-6562457e7257 req-85f068f9-26e6-4aae-8482-bd959866a062 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:04.606262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-143bb20c-16c7-4444-bf0b-6562457e7257 req-85f068f9-26e6-4aae-8482-bd959866a062 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 944 time: 0.0513928 Feb 09 16:26:04.645132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-143bb20c-16c7-4444-bf0b-6562457e7257 req-05b02381-ef9e-4cbf-a058-728108e151a9 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374868 Feb 09 16:26:04.671189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:26:04.767052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:04.782867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'port_id': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'mac_address': 'fa:16:3e:ee:e9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:26:04.826571 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:04.840239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:26:04.860146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:04.960405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:05.009547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:05.017085 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.017444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.017791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.018133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.018474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.018810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.019145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.020170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.020504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.020835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.021167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.021499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:05.209911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:26:05.778315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3f50-a962-4b14-b045-e90ae7d7be45 req-f6618d5d-7368-4cab-8efa-ac7d02d376e1 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:05.779916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-228d3f50-a962-4b14-b045-e90ae7d7be45 req-f6618d5d-7368-4cab-8efa-ac7d02d376e1 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 945 time: 0.0572350 Feb 09 16:26:05.825607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-228d3f50-a962-4b14-b045-e90ae7d7be45 req-4cc302cc-a1a3-4068-81fa-aed883588bdf tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384951 Feb 09 16:26:06.673620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:26:06.868997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:26:06.872917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:06.873287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:06.950275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27addccf-9fb2-4104-8ba4-780c7bbfac0c req-30243da8-1d77-4b15-9f29-5f1295382702 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:06.951805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-27addccf-9fb2-4104-8ba4-780c7bbfac0c req-30243da8-1d77-4b15-9f29-5f1295382702 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 945 time: 0.0521843 Feb 09 16:26:06.959811 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:06.983802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:26:06.985443 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d07adf-832e-4e8f-a425-3131af598b0f" -d '{"events": [{"server_uuid": "ffa63938-5c7e-4cd3-ac6b-22df4fbdc418", "name": "network-vif-plugged", "status": "completed", "tag": "b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:26:06.992706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-27addccf-9fb2-4104-8ba4-780c7bbfac0c req-70a33bca-ddb8-4fd6-9ca6-5b2881f10336 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343671 Feb 09 16:26:06.999743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:07.036048 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d02647f-0819-4530-9f4b-4f711b7d1cdd x-openstack-request-id: req-5d02647f-0819-4530-9f4b-4f711b7d1cdd {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:26:07.036378 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa63938-5c7e-4cd3-ac6b-22df4fbdc418", "name": "network-vif-plugged", "status": "completed", "tag": "b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:26:07.036632 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d02647f-0819-4530-9f4b-4f711b7d1cdd {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:26:07.037021 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'code': 200} Feb 09 16:26:07.142538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275d8e6-fb27-47d3-9d7d-82824dd5dbaf req-a52f0a0f-20e9-4530-85fd-608f386831a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:07.144326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d275d8e6-fb27-47d3-9d7d-82824dd5dbaf req-a52f0a0f-20e9-4530-85fd-608f386831a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 1096 time: 0.0445604 Feb 09 16:26:07.154632 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:07.183909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d275d8e6-fb27-47d3-9d7d-82824dd5dbaf req-aa9189b0-8308-48a9-8088-5955b235a055 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311677 Feb 09 16:26:07.206462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:08.126820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fd0a4-5a00-453f-9f68-1416015b187e req-926cddca-0600-4889-8ede-856afa70cab1 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:08.128660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-031fd0a4-5a00-453f-9f68-1416015b187e req-926cddca-0600-4889-8ede-856afa70cab1 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.0556703 Feb 09 16:26:08.168206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-031fd0a4-5a00-453f-9f68-1416015b187e req-77de063e-0df0-4c3c-adca-57aac933cc2a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327611 Feb 09 16:26:09.288007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a89b02-5606-44a5-b34c-7f490a8a23dd req-7b8c9fb7-4e47-4c68-858d-15e261523983 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:09.289758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66a89b02-5606-44a5-b34c-7f490a8a23dd req-7b8c9fb7-4e47-4c68-858d-15e261523983 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.0514739 Feb 09 16:26:09.335137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66a89b02-5606-44a5-b34c-7f490a8a23dd req-b6983745-ec07-4f7e-9dc0-842294d1ae33 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380583 Feb 09 16:26:09.450420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9156-268a-4c1f-b771-3f0f193e29ac req-4b2610b1-41f3-4d19-a963-67689a249003 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:09.452188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a86c9156-268a-4c1f-b771-3f0f193e29ac req-4b2610b1-41f3-4d19-a963-67689a249003 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.0512710 Feb 09 16:26:09.461595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52544) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:09.466250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Request body: {'floatingip': {'port_id': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:09.505725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:09.976257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:10.126129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:10.578208 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Floating IP def9d794-3f69-4afa-a796-e2e8265d3d49 associated. External IP: 172.25.5.90, port: b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f. Feb 09 16:26:10.809211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Router 1a2185d5-dac3-463a-a79a-dc880982425c has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:26:10.939711 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:26:10.945611 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:10.955582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] Sync routers for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:26:10.971924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:10.973265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:10.986956 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f80ae9e0-e409-47c5-9c30-bd81e9e8e69c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "PUT /v2.0/floatingips/def9d794-3f69-4afa-a796-e2e8265d3d49 HTTP/1.1" status: 200 len: 991 time: 1.5239558 Feb 09 16:26:10.987817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'tag': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:26:10.992007 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc15fe8-6cf7-4966-9628-867d3a029885" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa63938-5c7e-4cd3-ac6b-22df4fbdc418", "tag": "b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:26:11.039185 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66578bbc-ba25-497d-bdd4-660264d2830f x-openstack-request-id: req-66578bbc-ba25-497d-bdd4-660264d2830f {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:26:11.039482 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa63938-5c7e-4cd3-ac6b-22df4fbdc418", "tag": "b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:26:11.039744 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66578bbc-ba25-497d-bdd4-660264d2830f {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:26:11.040272 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'tag': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'status': 'completed', 'code': 200} Feb 09 16:26:11.105559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:11.131866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfefd9d-f34c-4b5a-b1f5-3fe9892baf6a req-62ac7ced-db7f-4cc7-bc27-981a14647c4a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:11.144383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdfefd9d-f34c-4b5a-b1f5-3fe9892baf6a req-62ac7ced-db7f-4cc7-bc27-981a14647c4a tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.0901318 Feb 09 16:26:11.151529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-e4658dc4-23e5-46f0-9a78-2b3e700ab2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:11.153123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-e4658dc4-23e5-46f0-9a78-2b3e700ab2fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 1097 time: 0.0730226 Feb 09 16:26:11.235782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdfefd9d-f34c-4b5a-b1f5-3fe9892baf6a req-03dbf42a-750c-4a89-a482-177ce9c5c615 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944281 Feb 09 16:26:11.274363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-5261f61f-59fa-47ef-bdee-509d4326b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:11.275869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-5261f61f-59fa-47ef-bdee-509d4326b555 service neutron] 10.222.0.73 "GET /v2.0/networks?id=74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 200 len: 912 time: 0.1144199 Feb 09 16:26:11.351744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'def9d794-3f69-4afa-a796-e2e8265d3d49', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'port_id': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'mac_address': 'fa:16:3e:ee:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:53Z', 'updated_at': '2022-02-09T16:26:09Z', 'revision_number': 1, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:11.361049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-8b79d05e-ef72-43d7-95a9-132d779344fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f HTTP/1.1" status: 200 len: 999 time: 0.0763843 Feb 09 16:26:11.380892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] Checking router: 1a2185d5-dac3-463a-a79a-dc880982425c for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:26:11.390582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:11.391375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:11.416343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-23294fbe-ce0e-46a4-888d-6274ab886159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:11.417865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-23294fbe-ce0e-46a4-888d-6274ab886159 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 200 len: 850 time: 0.0489452 Feb 09 16:26:11.492305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-770a83e2-93df-4d2e-8f79-ec52c87e5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:11.494314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-770a83e2-93df-4d2e-8f79-ec52c87e5cc4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=74a51d7d-68b6-4001-919f-13e165780e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620675 Feb 09 16:26:11.521014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:11.601136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-26a261e6-b818-40f4-ac57-4083c28c3fb9 service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995116 Feb 09 16:26:11.708946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bc15fe8-6cf7-4966-9628-867d3a029885 req-56a49179-824d-491d-8c9f-0c0cb24ddb9d service neutron] 10.222.0.73 "GET /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991588 Feb 09 16:26:11.772106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'def9d794-3f69-4afa-a796-e2e8265d3d49', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'port_id': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'mac_address': 'fa:16:3e:ee:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:53Z', 'updated_at': '2022-02-09T16:26:09Z', 'revision_number': 1, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:11.799516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c2d6a-55ce-4732-9dbc-3a0761ff9f44 None None] The sync data for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 is: [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'def9d794-3f69-4afa-a796-e2e8265d3d49', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'port_id': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'mac_address': 'fa:16:3e:ee:e9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:53Z', 'updated_at': '2022-02-09T16:26:09Z', 'revision_number': 1, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:26:12.031248 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58d8ddb-e50c-484e-8faa-bf4d88c314f5 None None] New status for floating IP def9d794-3f69-4afa-a796-e2e8265d3d49: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:26:12.381470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e44f8-922c-444b-9f6c-ae7f1e44c439 req-28c7f66e-429a-4a68-bed6-82b35b82c92e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:12.383125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f02e44f8-922c-444b-9f6c-ae7f1e44c439 req-28c7f66e-429a-4a68-bed6-82b35b82c92e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.0638316 Feb 09 16:26:12.427958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f02e44f8-922c-444b-9f6c-ae7f1e44c439 req-0be4ab83-69dd-4f09-ad1b-0ec0b3e12854 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Feb 09 16:26:15.570497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52582) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:15.640963 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2f48be6c-e447-4b1d-8801-74efedfdc8f9 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/floatingips/6e6c43e1-1b11-422c-8926-d96ce0708553 HTTP/1.1" status: 200 len: 994 time: 0.0691175 Feb 09 16:26:15.901303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52592) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:16.074578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port d5e5b462-af73-43c8-a142-b9c09e8d7be9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:26:16.074936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:16.159636 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:16.159872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:16.173161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for d5e5b462-af73-43c8-a142-b9c09e8d7be9 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:26:16.360639 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:26:16.423993 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:16.459674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=d5e5b462-af73-43c8-a142-b9c09e8d7be9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:16.484588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.484954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.485286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.485607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.485945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.486269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.486593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.486913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.487245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.487570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.487882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.488225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:16.530241 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:16.530551 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Floating IP 6e6c43e1-1b11-422c-8926-d96ce0708553 disassociated (deleted). External IP: 172.25.5.209, port: 5388ada9-a633-43e2-96d8-5f3064baa37b. Feb 09 16:26:16.766094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b0fc65e0-08c4-44e7-be79-799feb66defe has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:26:16.895944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:26:16.901023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:16.908531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] Sync routers for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:26:16.922887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:16.934161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:16.934621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1afdcf96-3e4a-4d4e-8f64-d359cf9512dd tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/floatingips/6e6c43e1-1b11-422c-8926-d96ce0708553 HTTP/1.1" status: 204 len: 168 time: 1.0271387 Feb 09 16:26:16.934621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:26:16.934621 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cc0285-8c63-4c09-926e-fdb58ea524ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:26:16.986188 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ce6e84-87b1-4859-bbc5-b1aa94becce2 x-openstack-request-id: req-c8ce6e84-87b1-4859-bbc5-b1aa94becce2 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:26:16.986408 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:26:16.986545 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8ce6e84-87b1-4859-bbc5-b1aa94becce2 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:26:16.987018 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'status': 'completed', 'code': 200} Feb 09 16:26:17.058124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:17.060290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-55ac463d-4b31-4f0d-bdb9-bbafdef83338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:17.062038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-55ac463d-4b31-4f0d-bdb9-bbafdef83338 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 1097 time: 0.0494101 Feb 09 16:26:17.168712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-05be3283-e901-495d-b9ef-1352091d34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:17.170209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-05be3283-e901-495d-b9ef-1352091d34b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e25917e-66b5-428a-8e87-8de81bf620b0 HTTP/1.1" status: 200 len: 896 time: 0.1016371 Feb 09 16:26:17.216119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-d7c18507-bd5e-44c9-915f-b7ae6c363b9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5388ada9-a633-43e2-96d8-5f3064baa37b HTTP/1.1" status: 200 len: 217 time: 0.0365741 Feb 09 16:26:17.275213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-2c9ebc05-b8f2-4b5e-8831-ce775094e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:17.276821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-2c9ebc05-b8f2-4b5e-8831-ce775094e4db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=438f5aca-2341-4906-b568-632975e69f7d HTTP/1.1" status: 200 len: 834 time: 0.0543253 Feb 09 16:26:17.284335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:20Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:17.367079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] Checking router: b0fc65e0-08c4-44e7-be79-799feb66defe for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:26:17.367079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:17.367079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:17.368287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-61ef9f3b-c45b-427b-94f4-65d60b12f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:17.368287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-61ef9f3b-c45b-427b-94f4-65d60b12f315 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e25917e-66b5-428a-8e87-8de81bf620b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581522 Feb 09 16:26:17.479430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-29b70044-dade-494b-85f2-0ee0f728a6f7 service neutron] 10.222.0.13 "GET /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279514 Feb 09 16:26:17.598309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a4cc0285-8c63-4c09-926e-fdb58ea524ed req-673ebc1d-ef7b-4f61-bd83-1b22a4236225 service neutron] 10.222.0.13 "GET /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144142 Feb 09 16:26:17.664318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:17.889986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:20Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:17.923740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4183dee-fe23-4921-a82b-b649522d26e2 None None] The sync data for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 is: [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:25:16Z', 'revision_number': 4, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '744d5b8f-2007-4d75-8e78-84cbe96f035f', 'name': '', 'network_id': '6e25917e-66b5-428a-8e87-8de81bf620b0', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'mac_address': 'fa:16:3e:6f:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '438f5aca-2341-4906-b568-632975e69f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:15Z', 'updated_at': '2022-02-09T16:25:20Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'subnets': [{'id': '438f5aca-2341-4906-b568-632975e69f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:26:17.964935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12135c47-3269-4f6a-a6ab-ca4d54128660 req-7d53507b-cbcd-415b-9be7-3b17276347c3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:17.966469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12135c47-3269-4f6a-a6ab-ca4d54128660 req-7d53507b-cbcd-415b-9be7-3b17276347c3 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 946 time: 0.0600116 Feb 09 16:26:18.032671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-12135c47-3269-4f6a-a6ab-ca4d54128660 req-eef1cca5-ee46-4eaa-b4e5-b27384383a57 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589011 Feb 09 16:26:18.252486 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31dfff-64f2-4462-801b-b7f1f09bdfd7 None None] New status for floating IP 6e6c43e1-1b11-422c-8926-d96ce0708553: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:26:19.212830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67160076-860a-4065-9eda-02c3aa98a469 req-2a8b7e65-8b12-4cf1-99c7-43a44b5edf8d tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:19.212830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67160076-860a-4065-9eda-02c3aa98a469 req-2a8b7e65-8b12-4cf1-99c7-43a44b5edf8d tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 946 time: 0.0682015 Feb 09 16:26:19.254118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c0232-7f1d-483e-880f-230e4450c29b req-10b47f9c-3434-4508-8632-18da3dec826b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:19.255646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e75c0232-7f1d-483e-880f-230e4450c29b req-10b47f9c-3434-4508-8632-18da3dec826b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 946 time: 0.0972872 Feb 09 16:26:19.323836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e75c0232-7f1d-483e-880f-230e4450c29b req-b8c7de19-ca6f-4389-9f84-c564a66abc09 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/security-groups?id=6e7a0546-4455-4266-a666-7c2833b784a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610886 Feb 09 16:26:19.344527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port 5388ada9-a633-43e2-96d8-5f3064baa37b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:26:19.344885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:19.449317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port 5388ada9-a633-43e2-96d8-5f3064baa37b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5388ada9-a633-43e2-96d8-5f3064baa37b,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:19.449689 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:19.462965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for 5388ada9-a633-43e2-96d8-5f3064baa37b owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:26:19.823728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:19.856280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=5388ada9-a633-43e2-96d8-5f3064baa37b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:19.907006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] No DVR routers for this DVR port 5388ada9-a633-43e2-96d8-5f3064baa37b on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:26:19.909716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:19.914217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67160076-860a-4065-9eda-02c3aa98a469 req-370cdc1e-1a0f-4bf7-b0c7-fb7ff7966c7a tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.13 "DELETE /v2.0/ports/5388ada9-a633-43e2-96d8-5f3064baa37b HTTP/1.1" status: 204 len: 173 time: 0.7454906 Feb 09 16:26:19.918550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'name': 'network-vif-deleted', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:26:19.918550 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a37f5dd-35a0-4837-813d-716f1e6fc2cc" -d '{"events": [{"server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "name": "network-vif-deleted", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:26:19.960931 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fac93d-1335-402f-9ee7-3546882aa4b5 x-openstack-request-id: req-71fac93d-1335-402f-9ee7-3546882aa4b5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:26:19.967596 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff1d392-22f1-4fd3-9696-bd7c8346f288", "name": "network-vif-deleted", "tag": "5388ada9-a633-43e2-96d8-5f3064baa37b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:26:19.967596 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71fac93d-1335-402f-9ee7-3546882aa4b5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:26:19.967596 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff1d392-22f1-4fd3-9696-bd7c8346f288', 'name': 'network-vif-deleted', 'tag': '5388ada9-a633-43e2-96d8-5f3064baa37b', 'status': 'completed', 'code': 200} Feb 09 16:26:20.432432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7bf9763-8082-4b2e-be62-c52101ced025 req-9db8c876-d762-4974-8f7c-76bf526d9826 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "GET /v2.0/ports?device_id=6ff1d392-22f1-4fd3-9696-bd7c8346f288 HTTP/1.1" status: 200 len: 210 time: 0.0275433 Feb 09 16:26:21.499127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52634) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:21.559260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2383a984-2511-4f47-a5b7-a9f31f703609 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:21.585381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2383a984-2511-4f47-a5b7-a9f31f703609 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:21.748633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2383a984-2511-4f47-a5b7-a9f31f703609 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:21.751458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2383a984-2511-4f47-a5b7-a9f31f703609 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:21.752875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2383a984-2511-4f47-a5b7-a9f31f703609 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e7a0546-4455-4266-a666-7c2833b784a4 HTTP/1.1" status: 204 len: 168 time: 0.2526522 Feb 09 16:26:21.765272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383a984-2511-4f47-a5b7-a9f31f703609 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a0546-4455-4266-a666-7c2833b784a4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:21.898454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52638) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:21.986913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5388ada9-a633-43e2-96d8-5f3064baa37b no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:26:22.009927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 5388ada9-a633-43e2-96d8-5f3064baa37b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:26:22.010732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5388ada9-a633-43e2-96d8-5f3064baa37b not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:26:22.291265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:22.567852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port 744d5b8f-2007-4d75-8e78-84cbe96f035f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:26:22.568592 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:22.664173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port 744d5b8f-2007-4d75-8e78-84cbe96f035f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=744d5b8f-2007-4d75-8e78-84cbe96f035f,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:22.664541 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:22.677526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for 744d5b8f-2007-4d75-8e78-84cbe96f035f owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:26:22.972336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:22.983162 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0e3e5bce-46a5-4e25-92d7-a83dd10bf16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:23.000798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=744d5b8f-2007-4d75-8e78-84cbe96f035f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:23.203620 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:23.795219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Router b0fc65e0-08c4-44e7-be79-799feb66defe has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:26:23.903358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:26:23.909395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8e585288-63a1-40bb-9577-b1dbf51c0469 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "PUT /v2.0/routers/b0fc65e0-08c4-44e7-be79-799feb66defe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0097671 Feb 09 16:26:23.912832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52648) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:23.914812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] Sync routers for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:26:23.927016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:23.927676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:23.968571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting subnet 438f5aca-2341-4906-b568-632975e69f7d {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:26:23.972034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.015433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.043955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:24.106798 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.238680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:26:22Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:24.266474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] Checking router: b0fc65e0-08c4-44e7-be79-799feb66defe for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:26:24.275163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] Routers {'b0fc65e0-08c4-44e7-be79-799feb66defe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:24.275788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:25:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b0fc65e0-08c4-44e7-be79-799feb66defe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:24.298082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.328917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Subnet': ['ID=438f5aca-2341-4906-b568-632975e69f7d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:24.331565 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.336948 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/subnets/438f5aca-2341-4906-b568-632975e69f7d HTTP/1.1" status: 204 len: 168 time: 0.4222252 Feb 09 16:26:24.338472 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52652) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:24.360410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5caa3-c5d0-4b9c-b08b-fce383cd78a5 None None] Network 6e25917e-66b5-428a-8e87-8de81bf620b0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:26:24.385661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.385661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.386939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.386939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.386939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.387347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.387680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.388006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.388422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.388749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.389075 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.389397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef084b1-ae65-4e89-93fe-0b7801c7f1f7 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:24.442330 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] Set router b0fc65e0-08c4-44e7-be79-799feb66defe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:24.467343 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.581912 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.672665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:26:22Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:24.678111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] DHCP port deletion for 6e25917e-66b5-428a-8e87-8de81bf620b0 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:26:24.708017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713323a-879c-4bd3-86b3-394d7e23523d None None] The sync data for ids ['b0fc65e0-08c4-44e7-be79-799feb66defe'] in n-d-828542-1 is: [{'id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'name': 'tempest-TestNetworkBasicOps-router-1341273116', 'tenant_id': '99668ca2239c40d0954f7fe356b3e3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:25:10Z', 'updated_at': '2022-02-09T16:26:22Z', 'revision_number': 5, 'project_id': '99668ca2239c40d0954f7fe356b3e3e9', 'gw_port': {'id': 'ed9150cf-7963-4787-813a-ab78df34ec02', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:34:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fc65e0-08c4-44e7-be79-799feb66defe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:25:11Z', 'updated_at': '2022-02-09T16:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:26:24.754297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Deleting port ed9150cf-7963-4787-813a-ab78df34ec02 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:26:24.754680 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.766703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] Deleting port 4e216771-f928-41a4-b58a-6c010f48108d {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:26:24.767056 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.839931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] For port 4e216771-f928-41a4-b58a-6c010f48108d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4e216771-f928-41a4-b58a-6c010f48108d,segment=NetworkSegment(03d0e003-1140-483a-9060-b71c3843d2d8),segment_id=03d0e003-1140-483a-9060-b71c3843d2d8)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:24.840234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] For port ed9150cf-7963-4787-813a-ab78df34ec02, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ed9150cf-7963-4787-813a-ab78df34ec02,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:24.840368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.840470 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:24.853260 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Calling delete_port for ed9150cf-7963-4787-813a-ab78df34ec02 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:26:24.854074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] Calling delete_port for 4e216771-f928-41a4-b58a-6c010f48108d owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:26:25.063482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.086493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] Pushing event deleted for resources: {'Port': ['ID=4e216771-f928-41a4-b58a-6c010f48108d,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:25.096065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cd2523-11c3-4868-be20-8c52605eafd1 None None] No DVR routers for this DVR port 4e216771-f928-41a4-b58a-6c010f48108d on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:26:25.195413 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.210940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4e216771-f928-41a4-b58a-6c010f48108d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:26:25.230486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Port': ['ID=ed9150cf-7963-4787-813a-ab78df34ec02,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:25.258534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 4e216771-f928-41a4-b58a-6c010f48108d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:26:25.258881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4e216771-f928-41a4-b58a-6c010f48108d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:26:25.259290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 744d5b8f-2007-4d75-8e78-84cbe96f035f no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:26:25.278992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 744d5b8f-2007-4d75-8e78-84cbe96f035f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:26:25.279340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 744d5b8f-2007-4d75-8e78-84cbe96f035f not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:26:25.308445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.331570 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-11c9c21e-48f7-4c80-abd4-de7896a49111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.413260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.415417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.554486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.555147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Fanout notify agent at l3_agent the message router_deleted on router b0fc65e0-08c4-44e7-be79-799feb66defe {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:26:25.562693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.566195 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d8111eab-d897-4e34-b069-6b8423816ee4 tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/routers/b0fc65e0-08c4-44e7-be79-799feb66defe HTTP/1.1" status: 204 len: 168 time: 1.2244580 Feb 09 16:26:25.569132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52660) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:25.678959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.783550 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.810675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e25917e-66b5-428a-8e87-8de81bf620b0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:25.820788 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d0e003-1140-483a-9060-b71c3843d2d8') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:25.821085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d0e003-1140-483a-9060-b71c3843d2d8') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:25.831366 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.845874 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.852862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:26:25.853443 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:26:25.856801 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:26:26.063433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:26.074610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:26.079326 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] 10.222.0.53 "DELETE /v2.0/networks/6e25917e-66b5-428a-8e87-8de81bf620b0 HTTP/1.1" status: 204 len: 168 time: 0.5078251 Feb 09 16:26:26.092271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e41d1-73b9-4bd4-839e-cf4fd6c0af1b tempest-TestNetworkBasicOps-208455845 tempest-TestNetworkBasicOps-208455845-project] Pushing event deleted for resources: {'Network': ['ID=6e25917e-66b5-428a-8e87-8de81bf620b0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:26.674262 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:26.789640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52670) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:26.981571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a5da05d5-1a85-4435-8a94-4c99486aa123 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99668ca2239c40d0954f7fe356b3e3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1906011 Feb 09 16:26:26.983909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52676) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:27.034698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9be361e-dcdc-4786-9008-0c8649a63889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:27.057441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9be361e-dcdc-4786-9008-0c8649a63889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:27.194172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ed9150cf-7963-4787-813a-ab78df34ec02 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:26:27.214936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ed9150cf-7963-4787-813a-ab78df34ec02 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:26:27.215277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ed9150cf-7963-4787-813a-ab78df34ec02 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:26:27.280300 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9be361e-dcdc-4786-9008-0c8649a63889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:27.282969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9be361e-dcdc-4786-9008-0c8649a63889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:27.284283 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e9be361e-dcdc-4786-9008-0c8649a63889 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca7dfe77-9dbf-4ee7-89a8-a4dcf472520b HTTP/1.1" status: 204 len: 168 time: 0.2992847 Feb 09 16:26:27.293693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be361e-dcdc-4786-9008-0c8649a63889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7dfe77-9dbf-4ee7-89a8-a4dcf472520b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:28.180450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52688) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:28.194891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd02743b-0424-4004-8398-74fb18ef03ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.273290 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd02743b-0424-4004-8398-74fb18ef03ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.491559 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.492214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bd02743b-0424-4004-8398-74fb18ef03ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.530447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02743b-0424-4004-8398-74fb18ef03ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b2027a-c615-48d1-aba9-8e6df151065a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:28.536389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bd02743b-0424-4004-8398-74fb18ef03ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b534431411bb4c549f94d9e00dfff6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548598 Feb 09 16:26:28.539229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52692) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:28.593353 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ef63ef9-6d12-4b40-ab86-55baceef29e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.594259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.617356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ef63ef9-6d12-4b40-ab86-55baceef29e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.823070 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ef63ef9-6d12-4b40-ab86-55baceef29e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.825713 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5ef63ef9-6d12-4b40-ab86-55baceef29e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:28.826935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5ef63ef9-6d12-4b40-ab86-55baceef29e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50b2027a-c615-48d1-aba9-8e6df151065a HTTP/1.1" status: 204 len: 168 time: 0.2867563 Feb 09 16:26:28.835355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef63ef9-6d12-4b40-ab86-55baceef29e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b2027a-c615-48d1-aba9-8e6df151065a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:30.405527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:32.097806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:32.658940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52780) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:32.666315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'network': {'name': 'tempest-network-smoke--1354043139', 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'port_security_enabled': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:32.810708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Made reservation on behalf of 65f5cd2cd21f4268b276962074b5649d for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:26:32.814320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:32.823910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:32.901744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:32.988907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:33.018978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:26:33.029503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad65454-b020-4699-a216-6db4ef791c9a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:33.035880 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:33.036286 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Added segment 44d2bc06-6622-452e-980d-fa9864819835 of type vlan for network c0382915-84bc-422a-a099-bc0785bc440b Feb 09 16:26:33.086569 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:33.291751 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:33.297515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:33.298042 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:33.407726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Network': ['ID=c0382915-84bc-422a-a099-bc0785bc440b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:33.427948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c0382915-84bc-422a-a099-bc0785bc440b details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:26:33.483000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0936b9b0-3867-4d7c-8031-c47a38e913cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8227153 Feb 09 16:26:33.486062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52784) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:33.491390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'admin_state_up': True, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:33.674825 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:33.677546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:33.730763 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:34.001756 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:34.394199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:34.414091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:34.532888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Allocated IP 172.25.5.14 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/e6936e3f-2b1a-44d8-983b-166b4287a7dd) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:26:34.639760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:34.840295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:34.881759 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:26:34.884875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:26:34.888529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:26:34.912452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=e6936e3f-2b1a-44d8-983b-166b4287a7dd,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:35.358977 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:35.596805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:35.817085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:26:35.948307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:26:35.959021 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Sync routers for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:26:35.973016 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:35.973739 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:36.083242 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:36.175709 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:36.178560 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1b3de025-6f10-488d-8b3a-d976eebd6aab tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6898158 Feb 09 16:26:36.181970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52796) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:36.415692 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-08358bb6-fae8-43bd-8239-a934d1ecd19c tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=65f5cd2cd21f4268b276962074b5649d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2323813 Feb 09 16:26:36.418601 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:35Z', 'revision_number': 3, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:36.418809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 52804) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:36.449971 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Checking router: 0a1ed85f-e7a3-4400-820b-322d0b1f4358 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:26:36.450248 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Updating router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 port e6936e3f-2b1a-44d8-983b-166b4287a7dd binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:26:36.489435 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:36.535617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a72cb9d-67d5-4017-a0ea-e715d3b2a79d tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:36.540278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52808) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:36.540623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6a72cb9d-67d5-4017-a0ea-e715d3b2a79d tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1208963 Feb 09 16:26:36.571086 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-06c7dd9e-b556-41d1-a51b-2ea6bf9d1eb5 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288792 Feb 09 16:26:36.573912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52810) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:36.580231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610044828', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:36.773163 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:36.788032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Made reservation on behalf of 65f5cd2cd21f4268b276962074b5649d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:26:36.791751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:36.919697 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:36.973544 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Attempting to bind port e6936e3f-2b1a-44d8-983b-166b4287a7dd on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:26:36.974691 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Attempting to bind port e6936e3f-2b1a-44d8-983b-166b4287a7dd by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:26:36.975283 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Attempting to bind port e6936e3f-2b1a-44d8-983b-166b4287a7dd on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:26:36.984582 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:26:36.985024 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:26:36.985433 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:36.988297 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:26:36.988297 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Bound port: e6936e3f-2b1a-44d8-983b-166b4287a7dd, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:26:36.988297 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:37.011813 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Pushing event updated for resources: {'Port': ['ID=e6936e3f-2b1a-44d8-983b-166b4287a7dd,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:37.023038 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.023379 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.023716 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.024049 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.024545 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.024876 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.025203 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.025524 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.025844 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.026166 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.026485 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.026803 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:26:37.057968 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] For port e6936e3f-2b1a-44d8-983b-166b4287a7dd, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:26:37.061081 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] For port e6936e3f-2b1a-44d8-983b-166b4287a7dd, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e6936e3f-2b1a-44d8-983b-166b4287a7dd,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:26:37.074373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:37.129192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Subnet': ['ID=17d159eb-d486-450e-85a0-1f9b83a69919,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:37.154937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Checking segment: {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:26:37.154937 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network hostable DHCP agents. Network: c0382915-84bc-422a-a099-bc0785bc440b, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:26:37.225080 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:37.264519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network c0382915-84bc-422a-a099-bc0785bc440b is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:26:37.287380 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:37.288156 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:37.325156 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec9c41-6043-468f-9e7e-5b5c32eb3907 None None] Pushing event updated for resources: {'Port': ['ID=e6936e3f-2b1a-44d8-983b-166b4287a7dd,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:37.409346 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:37.516755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, c0382915-84bc-422a-a099-bc0785bc440b) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:26:37.516755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:37.516755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:37.518252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe49ee-8983-428f-99e9-ff01526e9823 None None] Network c0382915-84bc-422a-a099-bc0785bc440b requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:26:37.623932 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:35Z', 'revision_number': 3, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:37.649156 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0b9e8b84-e89c-46c8-8875-df385704c987 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0739760 Feb 09 16:26:37.652685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52822) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:37.662106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-e42f54b5-d959-4a38-9e6f-df2ff37293ae req-0ff5e5e5-d8b2-4b5e-8a26-f05b31d7f69f service neutron] (103179) timed out ('10.222.0.53', 60728) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:26:37.665120 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe67b8-4f0d-4760-8dff-257d686c54b0 None None] The sync data for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 is: [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:35Z', 'revision_number': 3, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:26:37.689339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-c0382915-84bc-422a-a099-bc0785bc440b', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:26:37.690267 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:37.882342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Allocated IP 172.20.0.2 (c0382915-84bc-422a-a099-bc0785bc440b/17d159eb-d486-450e-85a0-1f9b83a69919/7f504483-b89f-49b3-b2dc-f15bf72ef475) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:26:38.115151 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:38.355224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:38.406929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Network c0382915-84bc-422a-a099-bc0785bc440b is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:26:38.410935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:26:38.415894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:26:38.431628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Pushing event updated for resources: {'Port': ['ID=7f504483-b89f-49b3-b2dc-f15bf72ef475,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:38.501462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Attempting to bind port 7f504483-b89f-49b3-b2dc-f15bf72ef475 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:26:38.502079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Attempting to bind port 7f504483-b89f-49b3-b2dc-f15bf72ef475 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:26:38.502457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Attempting to bind port 7f504483-b89f-49b3-b2dc-f15bf72ef475 on network c0382915-84bc-422a-a099-bc0785bc440b {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:26:38.508726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:26:38.509312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Checking segment: {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:26:38.509501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:38.509901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Bound using segment: {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:26:38.510378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Bound port: 7f504483-b89f-49b3-b2dc-f15bf72ef475, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:26:38.510758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:38.577771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] For port 7f504483-b89f-49b3-b2dc-f15bf72ef475, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:26:38.582513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] For port 7f504483-b89f-49b3-b2dc-f15bf72ef475, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7f504483-b89f-49b3-b2dc-f15bf72ef475,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:26:38.625568 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:38.755948 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:38.840699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb14c-ec53-499e-ace6-8e6cff446221 None None] Pushing event updated for resources: {'Port': ['ID=7f504483-b89f-49b3-b2dc-f15bf72ef475,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:38.953688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Allocated IP 172.20.0.1 (c0382915-84bc-422a-a099-bc0785bc440b/17d159eb-d486-450e-85a0-1f9b83a69919/832a8245-ef5d-4c38-8951-783c9ed6c914) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:26:39.137092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:39.308170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7f504483-b89f-49b3-b2dc-f15bf72ef475 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:26:39.363486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7f504483-b89f-49b3-b2dc-f15bf72ef475 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:39.363862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:39.378071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:39.418543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network c0382915-84bc-422a-a099-bc0785bc440b is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:26:39.424362 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:26:39.429708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:26:39.449464 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:39.474180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=832a8245-ef5d-4c38-8951-783c9ed6c914,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:39.509690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:39.529576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 7f504483-b89f-49b3-b2dc-f15bf72ef475, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7f504483-b89f-49b3-b2dc-f15bf72ef475,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:39.673839 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:39.675399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e6936e3f-2b1a-44d8-983b-166b4287a7dd up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:26:39.867587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:39.946610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=7f504483-b89f-49b3-b2dc-f15bf72ef475,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:39.966241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e6936e3f-2b1a-44d8-983b-166b4287a7dd triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:39.966632 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:40.108849 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:40.138185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port e6936e3f-2b1a-44d8-983b-166b4287a7dd, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e6936e3f-2b1a-44d8-983b-166b4287a7dd,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:40.286159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037305f-bf04-4101-a9f7-4c4b29511807 None None] Network c0382915-84bc-422a-a099-bc0785bc440b requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:26:40.286283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:40.327046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b81f574b-04a2-4b81-bcdc-cef50abc5e0d None None] Provisioning complete for port 7f504483-b89f-49b3-b2dc-f15bf72ef475 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:40.327406 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b81f574b-04a2-4b81-bcdc-cef50abc5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:40.380872 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:40.446576 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:40.519848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=e6936e3f-2b1a-44d8-983b-166b4287a7dd,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:40.594378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:40.605946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=832a8245-ef5d-4c38-8951-783c9ed6c914,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:40.765568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network c0382915-84bc-422a-a099-bc0785bc440b is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:26:40.767312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:26:40.873153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4a4ff68e-c45d-4d75-aa11-e30a8ca6f075 None None] Provisioning complete for port 7f504483-b89f-49b3-b2dc-f15bf72ef475 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:40.873822 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff68e-c45d-4d75-aa11-e30a8ca6f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:40.950022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:26:40.997424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4a4ff68e-c45d-4d75-aa11-e30a8ca6f075 None None] Provisioning complete for port 832a8245-ef5d-4c38-8951-783c9ed6c914 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:40.997824 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff68e-c45d-4d75-aa11-e30a8ca6f075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.071332 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ff68e-c45d-4d75-aa11-e30a8ca6f075 None None] Port 832a8245-ef5d-4c38-8951-783c9ed6c914 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:26:41.098006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:26:41.106737 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6826cbb3-8d12-4396-a49a-6c3b5a9cf35a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "PUT /v2.0/routers/0a1ed85f-e7a3-4400-820b-322d0b1f4358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4506583 Feb 09 16:26:41.113425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52840) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:41.113607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Sync routers for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:26:41.120427 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-355a80c9-bf1f-483e-8b1a-f8b29a611cd4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1801914253', 'description': 'tempest-secgroup_access--1801914253 description', 'project_id': '65f5cd2cd21f4268b276962074b5649d'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:41.124837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:41.125482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:41.210453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c1742648-e7c8-4c48-b9be-f5679cccc88e None None] Provisioning complete for port 832a8245-ef5d-4c38-8951-783c9ed6c914 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:41.213078 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c1742648-e7c8-4c48-b9be-f5679cccc88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.257872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7f504483-b89f-49b3-b2dc-f15bf72ef475 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:26:41.317700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c1742648-e7c8-4c48-b9be-f5679cccc88e None None] Port 832a8245-ef5d-4c38-8951-783c9ed6c914 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:26:41.360484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:41.372758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-355a80c9-bf1f-483e-8b1a-f8b29a611cd4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.417808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7f504483-b89f-49b3-b2dc-f15bf72ef475 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:41.421201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.494380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-355a80c9-bf1f-483e-8b1a-f8b29a611cd4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.564111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d87233c9-296c-4747-a38f-6cb401fe978e None None] Provisioning complete for port 832a8245-ef5d-4c38-8951-783c9ed6c914 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:41.564502 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d87233c9-296c-4747-a38f-6cb401fe978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.638603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d87233c9-296c-4747-a38f-6cb401fe978e None None] Port 832a8245-ef5d-4c38-8951-783c9ed6c914 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:26:41.651146 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-355a80c9-bf1f-483e-8b1a-f8b29a611cd4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.705315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a80c9-bf1f-483e-8b1a-f8b29a611cd4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc6a6b2-311d-4a77-b32b-198d67d36c75,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:41.708543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e6936e3f-2b1a-44d8-983b-166b4287a7dd up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:26:41.780349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 2, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:41.785338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e6936e3f-2b1a-44d8-983b-166b4287a7dd triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:41.785726 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.817898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Checking router: 0a1ed85f-e7a3-4400-820b-322d0b1f4358 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:26:41.818438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Updating router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 port 832a8245-ef5d-4c38-8951-783c9ed6c914 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:26:41.826459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-355a80c9-bf1f-483e-8b1a-f8b29a611cd4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.829423 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-355a80c9-bf1f-483e-8b1a-f8b29a611cd4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7177622 Feb 09 16:26:41.833743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52850) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:41.842519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-04905dc4-b09e-4dea-8fe3-d152f3d41e34 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2094682975', 'description': 'tempest-secgroup_general--2094682975 description', 'project_id': '65f5cd2cd21f4268b276962074b5649d'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:41.892815 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:41.955121 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04905dc4-b09e-4dea-8fe3-d152f3d41e34 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.092026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04905dc4-b09e-4dea-8fe3-d152f3d41e34 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.237092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.257203 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04905dc4-b09e-4dea-8fe3-d152f3d41e34 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.292268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04905dc4-b09e-4dea-8fe3-d152f3d41e34 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10aff66-73ff-4674-9596-d665bf81598d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:42.457461 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.517486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04905dc4-b09e-4dea-8fe3-d152f3d41e34 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.523138 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-04905dc4-b09e-4dea-8fe3-d152f3d41e34 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6834002 Feb 09 16:26:42.523491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52854) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:42.529167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-aceec66e-98ef-465d-9716-52fb745335cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'security_group_rule': {'security_group_id': '5cc6a6b2-311d-4a77-b32b-198d67d36c75', 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:42.544405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabc3d8-2aa2-4721-a42f-35ebe27a1bf9 None None] Pushing event updated for resources: {'Port': ['ID=832a8245-ef5d-4c38-8951-783c9ed6c914,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:42.601074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Attempting to bind port 832a8245-ef5d-4c38-8951-783c9ed6c914 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:26:42.601074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Attempting to bind port 832a8245-ef5d-4c38-8951-783c9ed6c914 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:26:42.601074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Attempting to bind port 832a8245-ef5d-4c38-8951-783c9ed6c914 on network c0382915-84bc-422a-a099-bc0785bc440b {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:26:42.617931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:26:42.618319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Checking segment: {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:26:42.619007 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.619106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Bound using segment: {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:26:42.619605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Bound port: 832a8245-ef5d-4c38-8951-783c9ed6c914, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:26:42.619997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.698264 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aceec66e-98ef-465d-9716-52fb745335cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.698580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] For port 832a8245-ef5d-4c38-8951-783c9ed6c914, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:26:42.703636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] For port 832a8245-ef5d-4c38-8951-783c9ed6c914, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=832a8245-ef5d-4c38-8951-783c9ed6c914,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:26:42.768708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aceec66e-98ef-465d-9716-52fb745335cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.778919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-24280beb-3d01-460d-9091-9799d60572c0 None None] Provisioning complete for port 832a8245-ef5d-4c38-8951-783c9ed6c914 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:42.779306 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-24280beb-3d01-460d-9091-9799d60572c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.816254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-24280beb-3d01-460d-9091-9799d60572c0 None None] Port 832a8245-ef5d-4c38-8951-783c9ed6c914 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:26:42.852293 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.913435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:42.914138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:42.921406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabc3d8-2aa2-4721-a42f-35ebe27a1bf9 None None] Pushing event updated for resources: {'Port': ['ID=832a8245-ef5d-4c38-8951-783c9ed6c914,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:42.932019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aceec66e-98ef-465d-9716-52fb745335cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:42.951580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceec66e-98ef-465d-9716-52fb745335cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59e4961-49d9-4cd2-b495-1d0df802406d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:43.046066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:26:43.118545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aceec66e-98ef-465d-9716-52fb745335cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:43.118545 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aceec66e-98ef-465d-9716-52fb745335cb tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5933051 Feb 09 16:26:43.187167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3fd80ef2-7384-48cd-9b66-2de2ae77643c None None] Provisioning complete for port 832a8245-ef5d-4c38-8951-783c9ed6c914 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:43.187559 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3fd80ef2-7384-48cd-9b66-2de2ae77643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:43.273658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-13f739f1-fe66-4052-9c8c-fb71f2adc259 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1801914253&fields=id&tenant_id=65f5cd2cd21f4268b276962074b5649d HTTP/1.1" status: 200 len: 267 time: 0.0368581 Feb 09 16:26:43.330054 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3fd80ef2-7384-48cd-9b66-2de2ae77643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:43.339582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc444bc8-4281-48c7-ab80-9834c2918555 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--2094682975&fields=id&tenant_id=65f5cd2cd21f4268b276962074b5649d HTTP/1.1" status: 200 len: 267 time: 0.0579181 Feb 09 16:26:43.361463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:42Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:43.403092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48843d8f-07c7-4bd8-aa80-cc75cc818f24 None None] The sync data for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 is: [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:42Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:26:43.405965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3fd80ef2-7384-48cd-9b66-2de2ae77643c None None] For port 832a8245-ef5d-4c38-8951-783c9ed6c914, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=832a8245-ef5d-4c38-8951-783c9ed6c914,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:43.483559 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3fd80ef2-7384-48cd-9b66-2de2ae77643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:43.538893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-39a49c58-9db7-4488-bb13-99737b888e79 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:43.542014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-39a49c58-9db7-4488-bb13-99737b888e79 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/networks?id=c0382915-84bc-422a-a099-bc0785bc440b HTTP/1.1" status: 200 len: 797 time: 0.1889107 Feb 09 16:26:43.561833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd80ef2-7384-48cd-9b66-2de2ae77643c None None] Pushing event updated for resources: {'Port': ['ID=832a8245-ef5d-4c38-8951-783c9ed6c914,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:43.576347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cae3c49f-0240-4216-a8b0-6ce1660a408b tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/quotas/65f5cd2cd21f4268b276962074b5649d HTTP/1.1" status: 200 len: 375 time: 0.0277534 Feb 09 16:26:43.633461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-006dfaa0-2bdf-42db-ae5c-2d82f8031c0e tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524313 Feb 09 16:26:43.742349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-536835f6-92ab-4866-bdbf-4627ba6f997e service neutron] 10.222.0.53 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949516 Feb 09 16:26:43.850210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-336a4bcb-470b-4676-b2bf-e56bd2a6cfb1 service neutron] 10.222.0.53 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010690 Feb 09 16:26:44.243494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bbf70bd-323d-41d5-be10-aa5b78313ded req-8bb603b3-8755-49f7-aa7b-3dcca092741a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 210 time: 0.0414894 Feb 09 16:26:45.242029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 832a8245-ef5d-4c38-8951-783c9ed6c914 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:26:45.294096 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 832a8245-ef5d-4c38-8951-783c9ed6c914 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:45.294824 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:45.315239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d47628d-84e5-4653-aa66-8d2f402284c0 req-c396f607-fabd-4b38-9916-5089eca7a86f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Feb 09 16:26:46.414941 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e94ea8f1-7d7a-4d07-8648-e4a8840c437f req-db0d9c4b-1569-4bc8-af1e-3f730e427a55 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 210 time: 0.0284657 Feb 09 16:26:47.257641 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-2c08dd1d-b348-4b82-8340-41cd99ca617e tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:47.259188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-2c08dd1d-b348-4b82-8340-41cd99ca617e tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.13 "GET /v2.0/networks?id=c0382915-84bc-422a-a099-bc0785bc440b HTTP/1.1" status: 200 len: 797 time: 0.1082554 Feb 09 16:26:47.305867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-c4525e48-7ab1-40d1-a88b-b65e7d92a76c tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65f5cd2cd21f4268b276962074b5649d HTTP/1.1" status: 200 len: 478 time: 0.0369182 Feb 09 16:26:47.314863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'port': {'device_id': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'admin_state_up': True, 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'security_groups': ['5cc6a6b2-311d-4a77-b32b-198d67d36c75', 'd10aff66-73ff-4674-9596-d665bf81598d']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:47.524933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d4936c7-9f6e-4e19-b2f2-aaa511cfe54c req-a58db99d-59b7-4950-874f-4cdbee9ef64d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 210 time: 0.0281956 Feb 09 16:26:47.651033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Made reservation on behalf of 65f5cd2cd21f4268b276962074b5649d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:26:47.655081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:47.797278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Allocated IP 172.20.0.3 (c0382915-84bc-422a-a099-bc0785bc440b/17d159eb-d486-450e-85a0-1f9b83a69919/3409f9f4-46a8-442a-9d05-f6261e5e5593) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:26:47.955938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:48.068915 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:48.116223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network c0382915-84bc-422a-a099-bc0785bc440b is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:26:48.119482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:26:48.123064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:26:48.153938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=3409f9f4-46a8-442a-9d05-f6261e5e5593,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:48.183068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:48.183735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:48.294265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ea8de0f2-4717-49bb-ab25-4fc6ebfcb063 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9830065 Feb 09 16:26:48.311051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Request body: {'port': {'device_id': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:48.349845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-707e328e-51f7-4307-a8b3-01b88a9a065d None None] Provisioning complete for port 3409f9f4-46a8-442a-9d05-f6261e5e5593 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:48.350407 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-707e328e-51f7-4307-a8b3-01b88a9a065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:48.403891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-707e328e-51f7-4307-a8b3-01b88a9a065d None None] Port 3409f9f4-46a8-442a-9d05-f6261e5e5593 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:26:48.407641 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:48.723588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651f944-850a-4d97-af76-77abc809e1fb req-3abcd34b-aa36-4dc6-baaa-116620be9c46 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:48.725193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a651f944-850a-4d97-af76-77abc809e1fb req-3abcd34b-aa36-4dc6-baaa-116620be9c46 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 970 time: 0.0854681 Feb 09 16:26:48.806223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a651f944-850a-4d97-af76-77abc809e1fb req-e5dcc9c5-a6d7-4e78-b510-e5171752da3f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0725572 Feb 09 16:26:48.811335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3409f9f4-46a8-442a-9d05-f6261e5e5593 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:26:48.828223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:48.833415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Transition to ACTIVE for port object 3409f9f4-46a8-442a-9d05-f6261e5e5593 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:26:48.908052 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:48.982392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3409f9f4-46a8-442a-9d05-f6261e5e5593,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:49.044431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Attempting to bind port 3409f9f4-46a8-442a-9d05-f6261e5e5593 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:26:49.044769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Attempting to bind port 3409f9f4-46a8-442a-9d05-f6261e5e5593 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:26:49.045101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Attempting to bind port 3409f9f4-46a8-442a-9d05-f6261e5e5593 on network c0382915-84bc-422a-a099-bc0785bc440b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:26:49.050251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Port 3409f9f4-46a8-442a-9d05-f6261e5e5593 on network c0382915-84bc-422a-a099-bc0785bc440b not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:26:49.050572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Attempting to bind port 3409f9f4-46a8-442a-9d05-f6261e5e5593 on network c0382915-84bc-422a-a099-bc0785bc440b {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:26:49.056943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:26:49.057426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Checking segment: {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:26:49.057830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Bound using segment: {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:26:49.058288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Bound port: 3409f9f4-46a8-442a-9d05-f6261e5e5593, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44d2bc06-6622-452e-980d-fa9864819835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:26:49.058764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:49.137669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] For port 3409f9f4-46a8-442a-9d05-f6261e5e5593, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:26:49.141900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] For port 3409f9f4-46a8-442a-9d05-f6261e5e5593, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:26:49.291439 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:49.332339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:49.332339 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:49.332339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/3409f9f4-46a8-442a-9d05-f6261e5e5593 HTTP/1.1" status: 200 len: 1130 time: 1.0272007 Feb 09 16:26:49.332339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:26:49.335824 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7cfa68-cf79-4ea3-a43f-fe77209ea38d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:26:49.364880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40831a-3cb7-4104-b5d1-39f8345359a4 service neutron] Pushing event updated for resources: {'Port': ['ID=3409f9f4-46a8-442a-9d05-f6261e5e5593,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:49.392505 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502be7b9-8a31-4ffb-9481-54eea8b0679d x-openstack-request-id: req-502be7b9-8a31-4ffb-9481-54eea8b0679d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:26:49.392802 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:26:49.393065 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-502be7b9-8a31-4ffb-9481-54eea8b0679d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:26:49.393566 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'status': 'completed', 'code': 200} Feb 09 16:26:49.477348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cfa68-cf79-4ea3-a43f-fe77209ea38d req-6b565990-ccae-4b77-8743-4d076d761287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:49.478962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe7cfa68-cf79-4ea3-a43f-fe77209ea38d req-6b565990-ccae-4b77-8743-4d076d761287 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1133 time: 0.0639176 Feb 09 16:26:49.590365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cfa68-cf79-4ea3-a43f-fe77209ea38d req-538fe7f0-40c4-4b5c-b571-1a1da25df911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:49.592115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe7cfa68-cf79-4ea3-a43f-fe77209ea38d req-538fe7f0-40c4-4b5c-b571-1a1da25df911 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=65f5cd2cd21f4268b276962074b5649d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1018090 Feb 09 16:26:49.703774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cfa68-cf79-4ea3-a43f-fe77209ea38d req-c1bcc027-24d6-4353-8983-82f43937b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:49.705276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe7cfa68-cf79-4ea3-a43f-fe77209ea38d req-c1bcc027-24d6-4353-8983-82f43937b6b6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067085 Feb 09 16:26:49.789311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-3c007d50-244b-40e5-95d7-12ce4e92404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:49.790816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-3c007d50-244b-40e5-95d7-12ce4e92404c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1133 time: 0.0492749 Feb 09 16:26:49.834564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-c61e6834-6111-4a8c-b65a-251b9c885d4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593 HTTP/1.1" status: 200 len: 217 time: 0.0350416 Feb 09 16:26:49.894485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-7260defc-ad03-417a-b088-8a8992942bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:49.895923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-7260defc-ad03-417a-b088-8a8992942bc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17d159eb-d486-450e-85a0-1f9b83a69919 HTTP/1.1" status: 200 len: 835 time: 0.0551448 Feb 09 16:26:49.967696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3ddd4-cef0-4004-a3b8-deec10996e28 req-7c0ad22d-f43c-4e93-86f1-d345f649ddd1 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:49.969220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbc3ddd4-cef0-4004-a3b8-deec10996e28 req-7c0ad22d-f43c-4e93-86f1-d345f649ddd1 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 982 time: 0.0871172 Feb 09 16:26:49.971150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ef0bc487-8b1b-4bdd-80c1-6b7f0f8e5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:49.973251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-ef0bc487-8b1b-4bdd-80c1-6b7f0f8e5c79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0382915-84bc-422a-a099-bc0785bc440b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636032 Feb 09 16:26:50.059351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbc3ddd4-cef0-4004-a3b8-deec10996e28 req-9c77e391-7ef0-4ac7-b065-3e3403f5ec4b tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0831931 Feb 09 16:26:50.092446 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-14880d74-46bc-4f8b-8f5c-b0bf4a0e9ba9 service neutron] 10.222.0.13 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102536 Feb 09 16:26:50.181209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-081b38a0-dcb4-4c7a-bc51-565eb7bc9408 req-4ebdcebc-e601-41a6-934f-04b6b21261a8 service neutron] 10.222.0.13 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825574 Feb 09 16:26:51.178631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5302b1-9f00-403f-8a2e-39d8574fa147 req-81cce1b4-5de9-4727-8d7f-fbf58267cb48 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:51.180210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe5302b1-9f00-403f-8a2e-39d8574fa147 req-81cce1b4-5de9-4727-8d7f-fbf58267cb48 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 982 time: 0.0506513 Feb 09 16:26:51.224743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe5302b1-9f00-403f-8a2e-39d8574fa147 req-044e908e-f048-47a9-b5f3-9df7c91ec915 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0382905 Feb 09 16:26:51.353073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-71b3c0c2-80d3-4cd2-95eb-b4f58f00d215 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464935 Feb 09 16:26:51.447225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-15a50717-e3d8-4750-85c0-562e0ab4b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:51.450089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-15a50717-e3d8-4750-85c0-562e0ab4b1b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1097 time: 0.0417728 Feb 09 16:26:51.576416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-f0d44570-5375-4e60-b0db-d32b89c994b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:51.578198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-f0d44570-5375-4e60-b0db-d32b89c994b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.0990839 Feb 09 16:26:51.656228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-905a7c95-3013-46f1-b270-47b28cfb39ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 200 len: 1002 time: 0.0645092 Feb 09 16:26:51.713651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-d1c2777f-d3eb-417a-85bf-63ac7ec6459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:51.715044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-d1c2777f-d3eb-417a-85bf-63ac7ec6459d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0464392 Feb 09 16:26:51.772036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-e7ef6605-525c-48e9-a53e-50a7d38012c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:51.773584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-e7ef6605-525c-48e9-a53e-50a7d38012c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430493 Feb 09 16:26:51.879147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-500376c6-6d40-466c-857d-f9eba7f4aa7e service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929189 Feb 09 16:26:51.980401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5b34e146-ff5d-4cf4-9daa-04643cad53e5 req-cce23eb2-8f59-428f-a971-5f3facc809a9 service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875223 Feb 09 16:26:52.188736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3409f9f4-46a8-442a-9d05-f6261e5e5593 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:26:52.306140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3409f9f4-46a8-442a-9d05-f6261e5e5593, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:52.318225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'port_id': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'mac_address': 'fa:16:3e:09:db:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:26:52.357760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f8b93-6454-4617-8604-f0adcb5f57aa req-1e0c05ac-7222-4a8a-b8b3-c241fa285efa tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:52.359289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:52.366088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-475f8b93-6454-4617-8604-f0adcb5f57aa req-1e0c05ac-7222-4a8a-b8b3-c241fa285efa tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 982 time: 0.0701625 Feb 09 16:26:52.382140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3409f9f4-46a8-442a-9d05-f6261e5e5593 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:26:52.403777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3409f9f4-46a8-442a-9d05-f6261e5e5593, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:52.404066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-475f8b93-6454-4617-8604-f0adcb5f57aa req-5bec10e9-b497-4141-ab33-29f1ea4877d6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0370049 Feb 09 16:26:52.497288 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:52.546637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3409f9f4-46a8-442a-9d05-f6261e5e5593,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:52.709493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3409f9f4-46a8-442a-9d05-f6261e5e5593'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:26:52.988645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1e19384b-85a2-4b63-b884-4d77f13f4404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:53.359060 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:26:53.560836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f443f05-1acb-42ae-a671-1b4df213e021 req-4ed7f827-da70-4687-944f-6c0a55f558e5 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:53.566652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f443f05-1acb-42ae-a671-1b4df213e021 req-4ed7f827-da70-4687-944f-6c0a55f558e5 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 983 time: 0.0726280 Feb 09 16:26:53.639933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f443f05-1acb-42ae-a671-1b4df213e021 req-704be0d3-ec13-4157-ade2-f9e3f48f4b67 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0701311 Feb 09 16:26:54.205497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3409f9f4-46a8-442a-9d05-f6261e5e5593 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:26:54.348317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 3409f9f4-46a8-442a-9d05-f6261e5e5593 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:26:54.352861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 3409f9f4-46a8-442a-9d05-f6261e5e5593 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:26:54.353437 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:54.436955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:54.462817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:26:54.465102 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0de4f84-4d2f-48aa-8f2c-0776ec6899c4" -d '{"events": [{"server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "name": "network-vif-plugged", "status": "completed", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:26:54.477718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3409f9f4-46a8-442a-9d05-f6261e5e5593, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:26:54.504683 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd11fe7-2dae-47e0-a718-c732273a1fda x-openstack-request-id: req-0cd11fe7-2dae-47e0-a718-c732273a1fda {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:26:54.505297 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "name": "network-vif-plugged", "status": "completed", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:26:54.505297 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cd11fe7-2dae-47e0-a718-c732273a1fda {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:26:54.506217 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'code': 200} Feb 09 16:26:54.599658 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:54.606185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a989a9-ff49-4980-967f-c11f669dab00 req-38c400b3-c0a8-4a1b-a974-ae6275617627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:54.608762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43a989a9-ff49-4980-967f-c11f669dab00 req-38c400b3-c0a8-4a1b-a974-ae6275617627 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1134 time: 0.0504439 Feb 09 16:26:54.645412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43a989a9-ff49-4980-967f-c11f669dab00 req-bbdd2698-aeba-4ead-b04d-fb999b578126 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0313866 Feb 09 16:26:54.653189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3409f9f4-46a8-442a-9d05-f6261e5e5593,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:54.765534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a68abd-ba3c-4e02-923e-4896d94948b3 req-23c65290-2846-4027-8619-e8adc7c37c86 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:54.767089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9a68abd-ba3c-4e02-923e-4896d94948b3 req-23c65290-2846-4027-8619-e8adc7c37c86 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 984 time: 0.0549254 Feb 09 16:26:54.811141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9a68abd-ba3c-4e02-923e-4896d94948b3 req-edd8ccfc-ba7c-47b0-9ce4-b3c2e7abe7f1 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0365796 Feb 09 16:26:55.307248 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86a5fb5a-ee35-4002-9acc-5131ec011835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:55.940749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585134f-7fd9-4935-8053-1c1c27896ed9 req-5ef5457a-763c-4cc4-968d-29ed1e6d53e4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:55.942361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9585134f-7fd9-4935-8053-1c1c27896ed9 req-5ef5457a-763c-4cc4-968d-29ed1e6d53e4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 984 time: 0.0548654 Feb 09 16:26:55.983942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9585134f-7fd9-4935-8053-1c1c27896ed9 req-394e49bf-9fe4-49e9-a7f7-1b9fa7a84ca3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0353301 Feb 09 16:26:56.606060 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:57.101289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e3ec7-3a8c-4cf2-86fa-00952eccfff2 req-e3da9d63-5ce6-4c36-a62e-32024e576494 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:57.102779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f01e3ec7-3a8c-4cf2-86fa-00952eccfff2 req-e3da9d63-5ce6-4c36-a62e-32024e576494 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 984 time: 0.0494590 Feb 09 16:26:57.144609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f01e3ec7-3a8c-4cf2-86fa-00952eccfff2 req-b20193fa-fd23-4392-99d5-c14c337b7577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0355687 Feb 09 16:26:57.276922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a97df-8c0b-4c19-ba27-9a1a27007c3a req-6a9f0f8c-38c5-40ca-a9ef-5f74fbee4d63 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:57.278449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a13a97df-8c0b-4c19-ba27-9a1a27007c3a req-6a9f0f8c-38c5-40ca-a9ef-5f74fbee4d63 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 984 time: 0.0599921 Feb 09 16:26:57.330077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a13a97df-8c0b-4c19-ba27-9a1a27007c3a req-1be756d0-06f7-4a90-aa49-17d61a5c7471 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0417764 Feb 09 16:26:57.442261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8948d08-636e-4120-a757-8c07fcb011fc req-a06a48a8-be8f-437b-a763-5d1707a26468 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:57.443755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8948d08-636e-4120-a757-8c07fcb011fc req-a06a48a8-be8f-437b-a763-5d1707a26468 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1135 time: 0.0427525 Feb 09 16:26:57.464274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e8948d08-636e-4120-a757-8c07fcb011fc req-2f615111-6ba2-4134-9604-0a09ad00406b tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:57.543897 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e8948d08-636e-4120-a757-8c07fcb011fc req-2f615111-6ba2-4134-9604-0a09ad00406b tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:57.622394 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e8948d08-636e-4120-a757-8c07fcb011fc req-2f615111-6ba2-4134-9604-0a09ad00406b tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:57.647576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8948d08-636e-4120-a757-8c07fcb011fc req-2f615111-6ba2-4134-9604-0a09ad00406b tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1974170 Feb 09 16:26:57.659225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f615111-6ba2-4134-9604-0a09ad00406b tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041af885-ed8b-40d5-93ed-a6ab68e6dc42,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:57.671633 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52994) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:57.722392 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19cd3c-a6c6-4c83-8415-1d955feb26e7 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:26:57.723893 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4e19cd3c-a6c6-4c83-8415-1d955feb26e7 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1130 time: 0.0512030 Feb 09 16:26:57.727317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 52996) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:26:57.732035 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:26:57.852683 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:57.954851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:58.072193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Allocated IP 172.25.5.202 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/183a40ff-9c87-423e-86ea-fac9f64d991e) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:26:58.186014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:58.262459 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:58.359643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:58.406790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:26:58.410553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:26:58.414210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:26:58.459668 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=183a40ff-9c87-423e-86ea-fac9f64d991e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:58.554469 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:58.833094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:58.983449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:59.146251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:59.279711 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:59.364818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=183a40ff-9c87-423e-86ea-fac9f64d991e,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:26:59.370010 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:59.476237 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Floating IP 785db782-6b4d-438a-8bca-f20206d7a6a7 associated. External IP: 172.25.5.202, port: 3409f9f4-46a8-442a-9d05-f6261e5e5593. Feb 09 16:26:59.713039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:26:59.837059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:26:59.848781 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] Sync routers for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:26:59.863015 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:26:59.863650 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:26:59.992867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:26:59.994935 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:00.027575 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2786429b-4991-4e90-b90c-f34c7879603d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2991865 Feb 09 16:27:00.028286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:27:00.030601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53012) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:00.031428 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91770320-5e45-46f4-8df0-497ac27fb475" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:27:00.106412 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e34c79-beba-4752-8748-276c260589ff x-openstack-request-id: req-14e34c79-beba-4752-8748-276c260589ff {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:27:00.107911 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:27:00.109365 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14e34c79-beba-4752-8748-276c260589ff {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:27:00.110093 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'status': 'completed', 'code': 200} Feb 09 16:27:00.182562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91770320-5e45-46f4-8df0-497ac27fb475 req-7c0015cb-2618-4eb9-a68c-5cc71835907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.184482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91770320-5e45-46f4-8df0-497ac27fb475 req-7c0015cb-2618-4eb9-a68c-5cc71835907a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1135 time: 0.0596662 Feb 09 16:27:00.276875 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '785db782-6b4d-438a-8bca-f20206d7a6a7', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'port_id': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'mac_address': 'fa:16:3e:09:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:26:58Z', 'updated_at': '2022-02-09T16:26:58Z', 'revision_number': 0, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:43Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:00.308874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91770320-5e45-46f4-8df0-497ac27fb475 req-1bdbbbd4-ff1a-4dba-9f01-aed143f5fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.310662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91770320-5e45-46f4-8df0-497ac27fb475 req-1bdbbbd4-ff1a-4dba-9f01-aed143f5fc39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0382915-84bc-422a-a099-bc0785bc440b HTTP/1.1" status: 200 len: 898 time: 0.1160111 Feb 09 16:27:00.312115 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] Checking router: 0a1ed85f-e7a3-4400-820b-322d0b1f4358 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:27:00.313061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.313714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.314339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.314979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.316190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.316810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.317428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.318043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.320022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1ae0a24c-a83b-4055-ae48-09666ef7aa57 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.2871394 Feb 09 16:27:00.322064 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:00.322822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53016) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:00.333877 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:00.413635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.414848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.416781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.417529 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:00.420689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91770320-5e45-46f4-8df0-497ac27fb475 req-20cc3f5f-e441-497a-8994-882a052638e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593 HTTP/1.1" status: 200 len: 999 time: 0.0973337 Feb 09 16:27:00.420850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.420850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.420850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.420850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.420850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.424289 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a89950ab-3473-4310-9360-f535cb3ef855 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.1002629 Feb 09 16:27:00.427964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53020) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:00.530462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91770320-5e45-46f4-8df0-497ac27fb475 req-4defef96-d791-4567-875d-a7393cb3524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.532722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91770320-5e45-46f4-8df0-497ac27fb475 req-4defef96-d791-4567-875d-a7393cb3524f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17d159eb-d486-450e-85a0-1f9b83a69919 HTTP/1.1" status: 200 len: 835 time: 0.1031930 Feb 09 16:27:00.577072 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:00.592147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91770320-5e45-46f4-8df0-497ac27fb475 req-30a1fe47-3fc6-4cb8-81c9-f37d4b7c386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:00.593887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91770320-5e45-46f4-8df0-497ac27fb475 req-30a1fe47-3fc6-4cb8-81c9-f37d4b7c386a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0382915-84bc-422a-a099-bc0785bc440b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548177 Feb 09 16:27:00.855845 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '785db782-6b4d-438a-8bca-f20206d7a6a7', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'port_id': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'mac_address': 'fa:16:3e:09:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:26:58Z', 'updated_at': '2022-02-09T16:26:58Z', 'revision_number': 0, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:43Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:00.887576 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae2aa75-a990-4716-8d5e-5a1627babb3a None None] The sync data for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 is: [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '785db782-6b4d-438a-8bca-f20206d7a6a7', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'port_id': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'mac_address': 'fa:16:3e:09:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:26:58Z', 'updated_at': '2022-02-09T16:26:58Z', 'revision_number': 0, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:43Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:27:01.128859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91770320-5e45-46f4-8df0-497ac27fb475 req-185fbc62-b6a4-4b51-a82b-ffc0c753ea1f service neutron] 10.222.0.13 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218916 Feb 09 16:27:01.129772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-96884621-29c0-42e6-aaae-cfcabee5c54e tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.6986446 Feb 09 16:27:01.132424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53026) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:01.179965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf35c58e-c9c7-484b-bd34-f93ea4a53335 None None] New status for floating IP 785db782-6b4d-438a-8bca-f20206d7a6a7: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:27:01.211221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c08133-d761-4f79-9ef6-ec7e6f5b7578 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:01.211706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c08133-d761-4f79-9ef6-ec7e6f5b7578 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:01.213377 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-90c08133-d761-4f79-9ef6-ec7e6f5b7578 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a1ed85f-e7a3-4400-820b-322d0b1f4358 HTTP/1.1" status: 200 len: 1989 time: 0.0793648 Feb 09 16:27:01.229684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91770320-5e45-46f4-8df0-497ac27fb475 req-915025dc-4e42-4c6a-ba52-060c9cfb5a9c service neutron] 10.222.0.13 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991864 Feb 09 16:27:02.074141 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:03.462704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d119-80b2-4d6b-b71c-af653efcea00 req-866d33d4-17ea-4ebf-89b9-79bddea0daa0 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:03.464304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ba7d119-80b2-4d6b-b71c-af653efcea00 req-866d33d4-17ea-4ebf-89b9-79bddea0daa0 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.0540903 Feb 09 16:27:03.512203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ba7d119-80b2-4d6b-b71c-af653efcea00 req-0624afe6-ab4e-4fce-800b-12c2f5f1cfc5 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Feb 09 16:27:04.638568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459a907-9856-4884-8984-607357fd9575 req-c46d4744-12e3-4fb9-b2c7-01f24a887a7c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:04.640156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7459a907-9856-4884-8984-607357fd9575 req-c46d4744-12e3-4fb9-b2c7-01f24a887a7c tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.0537274 Feb 09 16:27:04.681200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7459a907-9856-4884-8984-607357fd9575 req-29c027c7-13dc-493b-8431-7997357fabbe tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340433 Feb 09 16:27:05.522934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-b58f4e35-acbb-421f-83cf-37fe9eff0965 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:05.525657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-b58f4e35-acbb-421f-83cf-37fe9eff0965 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.0749478 Feb 09 16:27:05.675480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Deleting port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:27:05.676205 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:05.855394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] For port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:05.856148 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:05.935743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b101fc1-12f7-498a-a82e-606bc0212590 req-6eabac3b-0ff8-44df-8e69-8d0e16e6f201 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:05.937245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b101fc1-12f7-498a-a82e-606bc0212590 req-6eabac3b-0ff8-44df-8e69-8d0e16e6f201 tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 946 time: 0.1455674 Feb 09 16:27:06.023629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b101fc1-12f7-498a-a82e-606bc0212590 req-f03afa92-977a-40ef-bdf6-dec4b620c21f tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups?id=152e5fc1-eb9f-4aef-a608-11b3297010f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787728 Feb 09 16:27:06.097606 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:06.098015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:06.098377 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Floating IP def9d794-3f69-4afa-a796-e2e8265d3d49 disassociated. External IP: 172.25.5.90, port: b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f. Feb 09 16:27:06.098830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Calling delete_port for b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:27:06.411367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:06.451594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event deleted for resources: {'Port': ['ID=b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:06.580046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Router 1a2185d5-dac3-463a-a79a-dc880982425c has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:27:06.696111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:27:06.709321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] Sync routers for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:27:06.727537 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:06.728242 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:06.749991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] No DVR routers for this DVR port b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:27:06.754646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:06.759555 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11d8dbd7-4bd3-4346-8e50-5d7285b74042 req-3125334d-8cb1-49e5-bef3-92de63e0d18e tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.73 "DELETE /v2.0/ports/b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f HTTP/1.1" status: 204 len: 173 time: 1.2264140 Feb 09 16:27:06.760273 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'name': 'network-vif-deleted', 'tag': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:27:06.764050 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9929e968-6b66-41ec-b7d4-89d5756f6fa6" -d '{"events": [{"server_uuid": "ffa63938-5c7e-4cd3-ac6b-22df4fbdc418", "name": "network-vif-deleted", "tag": "b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:27:06.829271 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3441e18b-dafe-4952-a86d-a7a0463e7628 x-openstack-request-id: req-3441e18b-dafe-4952-a86d-a7a0463e7628 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:27:06.829271 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa63938-5c7e-4cd3-ac6b-22df4fbdc418", "name": "network-vif-deleted", "tag": "b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:27:06.829271 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3441e18b-dafe-4952-a86d-a7a0463e7628 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:27:06.829271 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa63938-5c7e-4cd3-ac6b-22df4fbdc418', 'name': 'network-vif-deleted', 'tag': 'b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f', 'status': 'completed', 'code': 200} Feb 09 16:27:06.869469 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:07.132945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71649942-7215-4b88-ba5b-987d0d6bc72c req-3ab4e1ad-4d59-4ba3-aa14-79e17bb77c5f tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/ports?device_id=ffa63938-5c7e-4cd3-ac6b-22df4fbdc418 HTTP/1.1" status: 200 len: 210 time: 0.0288134 Feb 09 16:27:07.151732 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:07.180120 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] Checking router: 1a2185d5-dac3-463a-a79a-dc880982425c for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:27:07.189509 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:07.190125 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:07.313853 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:07.535790 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:07.566133 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0e6cf1-9a29-4c68-ba62-b0cbde029117 None None] The sync data for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 is: [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:22:26Z', 'revision_number': 4, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1e98ae52-8dde-4556-ad2c-64f4ba23be1a', 'name': '', 'network_id': '74a51d7d-68b6-4001-919f-13e165780e11', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'mac_address': 'fa:16:3e:06:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:26Z', 'updated_at': '2022-02-09T16:22:31Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'subnets': [{'id': '62b2f11d-ba47-48fb-bb7a-d7304ec96d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:27:07.845336 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4562495-cfe9-4112-b2f7-8ae9eeb28a84 None None] New status for floating IP def9d794-3f69-4afa-a796-e2e8265d3d49: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:27:08.316244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53080) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:08.374279 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68841701-c8e0-4755-990f-9a90b817a95b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:08.402984 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68841701-c8e0-4755-990f-9a90b817a95b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:08.583705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68841701-c8e0-4755-990f-9a90b817a95b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:08.587684 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-68841701-c8e0-4755-990f-9a90b817a95b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:08.590506 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-68841701-c8e0-4755-990f-9a90b817a95b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "DELETE /v2.0/security-groups/152e5fc1-eb9f-4aef-a608-11b3297010f2 HTTP/1.1" status: 204 len: 168 time: 0.2731886 Feb 09 16:27:08.592262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53084) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:08.600131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68841701-c8e0-4755-990f-9a90b817a95b tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e5fc1-eb9f-4aef-a608-11b3297010f2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:08.610933 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-1b12d37d-3e89-4a29-ab15-ba88e1758efc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] show failed (client error): The resource could not be found. Feb 09 16:27:08.615024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1b12d37d-3e89-4a29-ab15-ba88e1758efc tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "GET /v2.0/security-groups/152e5fc1-eb9f-4aef-a608-11b3297010f2 HTTP/1.1" status: 404 len: 347 time: 0.0180864 Feb 09 16:27:08.615232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53086) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:08.758448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Deleting port a557a8de-c521-4ffd-bb0f-ebc8366289c2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:27:08.758794 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:08.840654 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:08.841017 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:08.860885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Calling delete_port for a557a8de-c521-4ffd-bb0f-ebc8366289c2 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:27:09.077790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:27:09.100680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:27:09.101031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device b0bc8bbd-56f8-4ac7-a87f-1fb3e8ff554f not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:27:09.160062 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:09.189791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Pushing event deleted for resources: {'Port': ['ID=a557a8de-c521-4ffd-bb0f-ebc8366289c2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:09.257353 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:09.259885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:09.261935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ab33b930-ba5c-40e3-8489-a0964f3bf1ec tempest-AttachVolumeTestJSON-1527444631 tempest-AttachVolumeTestJSON-1527444631-project] 10.222.0.53 "DELETE /v2.0/floatingips/def9d794-3f69-4afa-a796-e2e8265d3d49 HTTP/1.1" status: 204 len: 168 time: 0.6449203 Feb 09 16:27:20.073447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53156) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:20.607739 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:20.889610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Deleting port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:27:20.889874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:20.981738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] For port 1e98ae52-8dde-4556-ad2c-64f4ba23be1a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:20.982295 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:20.997801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Calling delete_port for 1e98ae52-8dde-4556-ad2c-64f4ba23be1a owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:27:21.382105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:21.415073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e98ae52-8dde-4556-ad2c-64f4ba23be1a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:21.452651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.454041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.454429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.454992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.455114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.455433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.455770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.456122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.456461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.456789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.457117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.457436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:21.628646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:21.862602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Router 1a2185d5-dac3-463a-a79a-dc880982425c has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:27:21.982742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:27:21.988072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-76d9d4b8-1e6f-43cb-8474-4628782d9967 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a2185d5-dac3-463a-a79a-dc880982425c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9135778 Feb 09 16:27:21.990679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53172) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:21.993237 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] Sync routers for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:27:22.005836 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:22.006449 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:22.106304 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:22.120119 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:22.229538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:22.320504 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:27:21Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:22.347766 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] Checking router: 1a2185d5-dac3-463a-a79a-dc880982425c for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:27:22.356559 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] Routers {'1a2185d5-dac3-463a-a79a-dc880982425c'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:22.357147 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:26:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a2185d5-dac3-463a-a79a-dc880982425c'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:22.444445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Deleting port ebb2c343-6471-4fd0-bd52-2ee88c3d774d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:27:22.444988 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:22.543112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] For port ebb2c343-6471-4fd0-bd52-2ee88c3d774d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=ebb2c343-6471-4fd0-bd52-2ee88c3d774d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:22.543532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:22.558895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Calling delete_port for ebb2c343-6471-4fd0-bd52-2ee88c3d774d owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:27:22.572355 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] Set router 1a2185d5-dac3-463a-a79a-dc880982425c gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:22.816477 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:27:21Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:22.846337 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff8e4d-e930-46ae-aad4-e14951bc7f9f None None] The sync data for ids ['1a2185d5-dac3-463a-a79a-dc880982425c'] in n-d-828542-1 is: [{'id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'name': 'tempest-AttachVolumeTestJSON-1848004004-router', 'tenant_id': '18fec91b1e9b458bb7aa764d5fb59153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:22:21Z', 'updated_at': '2022-02-09T16:27:21Z', 'revision_number': 5, 'project_id': '18fec91b1e9b458bb7aa764d5fb59153', 'gw_port': {'id': 'ebb2c343-6471-4fd0-bd52-2ee88c3d774d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2185d5-dac3-463a-a79a-dc880982425c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:22:22Z', 'updated_at': '2022-02-09T16:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:27:22.942362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:22.977885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb2c343-6471-4fd0-bd52-2ee88c3d774d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:23.044307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.077728 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-40aacc04-77c6-44a7-937c-90b7a8dd875e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.145946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.148140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.305145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1e98ae52-8dde-4556-ad2c-64f4ba23be1a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:27:23.313417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.314072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a2185d5-dac3-463a-a79a-dc880982425c {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:27:23.321209 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.323007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ceb0ea80-35b3-48cd-a21d-ff64b4f160d8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a2185d5-dac3-463a-a79a-dc880982425c HTTP/1.1" status: 204 len: 168 time: 1.3308916 Feb 09 16:27:23.325812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53180) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:23.332826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1e98ae52-8dde-4556-ad2c-64f4ba23be1a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:27:23.332826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1e98ae52-8dde-4556-ad2c-64f4ba23be1a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:27:23.374689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f090c4-faa0-49f1-8079-b38ecb948648 admin admin] Deleting subnet 62b2f11d-ba47-48fb-bb7a-d7304ec96d37 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:27:23.379353 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2f090c4-faa0-49f1-8079-b38ecb948648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.415119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2f090c4-faa0-49f1-8079-b38ecb948648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.556570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2f090c4-faa0-49f1-8079-b38ecb948648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.737603 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2f090c4-faa0-49f1-8079-b38ecb948648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.767837 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2f090c4-faa0-49f1-8079-b38ecb948648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.774417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c2f090c4-faa0-49f1-8079-b38ecb948648 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/62b2f11d-ba47-48fb-bb7a-d7304ec96d37 HTTP/1.1" status: 204 len: 168 time: 0.4451294 Feb 09 16:27:23.774417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f090c4-faa0-49f1-8079-b38ecb948648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b2f11d-ba47-48fb-bb7a-d7304ec96d37,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:23.774705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53186) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:23.777371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6fa303-9b74-47bc-a1ea-00fd01b8adc5 None None] Network 74a51d7d-68b6-4001-919f-13e165780e11 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:23.844428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.912592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Deleting port 88e267b9-ba97-486f-b38a-f5a3170205b1 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:27:23.913248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:23.993078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] DHCP port deletion for 74a51d7d-68b6-4001-919f-13e165780e11 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:27:24.000384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] For port 88e267b9-ba97-486f-b38a-f5a3170205b1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=88e267b9-ba97-486f-b38a-f5a3170205b1,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:24.000754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.017607 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Calling delete_port for 88e267b9-ba97-486f-b38a-f5a3170205b1 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:27:24.059666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Deleting port 88e267b9-ba97-486f-b38a-f5a3170205b1 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:27:24.060191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.132280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] For port 88e267b9-ba97-486f-b38a-f5a3170205b1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=88e267b9-ba97-486f-b38a-f5a3170205b1,segment=NetworkSegment(d46b6222-aa34-444f-9983-c9bbe7823e7b),segment_id=d46b6222-aa34-444f-9983-c9bbe7823e7b)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:24.136269 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.147351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Calling delete_port for 88e267b9-ba97-486f-b38a-f5a3170205b1 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:27:24.267603 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.277623 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.300517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] No DVR routers for this DVR port 88e267b9-ba97-486f-b38a-f5a3170205b1 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:27:24.306600 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e267b9-ba97-486f-b38a-f5a3170205b1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:24.310376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Pushing event deleted for resources: {'Port': ['ID=88e267b9-ba97-486f-b38a-f5a3170205b1,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:24.320773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] No DVR routers for this DVR port 88e267b9-ba97-486f-b38a-f5a3170205b1 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:27:24.323815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.324173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.324876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.325142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.325505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.325853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.326188 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.326516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.326843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.327192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.327527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.327846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab484117-9049-4c14-a5b5-75a2527a9ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.399860 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.439211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74a51d7d-68b6-4001-919f-13e165780e11']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:24.449938 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46b6222-aa34-444f-9983-c9bbe7823e7b') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:24.450233 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46b6222-aa34-444f-9983-c9bbe7823e7b') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:24.460557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.474635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.482478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:27:24.483044 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:27:24.485171 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:27:24.673555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.679750 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:24.683015 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] 10.222.0.53 "DELETE /v2.0/networks/74a51d7d-68b6-4001-919f-13e165780e11 HTTP/1.1" status: 204 len: 168 time: 0.9072824 Feb 09 16:27:24.695192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Pushing event deleted for resources: {'Network': ['ID=74a51d7d-68b6-4001-919f-13e165780e11,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:24.707564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.707951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.708448 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:24.718459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b115ba8-8b3c-4d66-a6a3-44041cc57944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:25.209650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53194) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:25.243522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 88e267b9-ba97-486f-b38a-f5a3170205b1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:27:25.260978 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bc05b8ad-e470-4f01-bcdd-471df994000d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18fec91b1e9b458bb7aa764d5fb59153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490694 Feb 09 16:27:25.263655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53196) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:25.265452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 88e267b9-ba97-486f-b38a-f5a3170205b1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:27:25.265805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 88e267b9-ba97-486f-b38a-f5a3170205b1 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:27:25.266260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ebb2c343-6471-4fd0-bd52-2ee88c3d774d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:27:25.267920 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5a3cff0d-3feb-40ce-9f69-5b12fae25895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:25.287963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: ebb2c343-6471-4fd0-bd52-2ee88c3d774d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:27:25.288351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device ebb2c343-6471-4fd0-bd52-2ee88c3d774d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:27:25.328767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49a063b8-8ec0-45af-8c19-f7572baa35ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:25.351687 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49a063b8-8ec0-45af-8c19-f7572baa35ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:25.503465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49a063b8-8ec0-45af-8c19-f7572baa35ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:25.506296 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-49a063b8-8ec0-45af-8c19-f7572baa35ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:25.509873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-49a063b8-8ec0-45af-8c19-f7572baa35ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b90cfb4-bd65-41c5-9362-bb293ac630dc HTTP/1.1" status: 204 len: 168 time: 0.2427683 Feb 09 16:27:25.515584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a063b8-8ec0-45af-8c19-f7572baa35ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b90cfb4-bd65-41c5-9362-bb293ac630dc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:26.667267 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:26.854848 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53228) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:26.965247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-476041535-network', 'tenant_id': '42af1181507f431ba9f8d4ea858cf83c'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:27.073308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Made reservation on behalf of 42af1181507f431ba9f8d4ea858cf83c for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:27.075886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:27.086313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:27.184054 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:27.348455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:27.375799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:27:27.385037 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:27.391102 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:27.391508 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Added segment 1e236c42-706e-438e-9bb6-210d87ab0ea9 of type vlan for network 6cfced34-fdf1-4676-b579-5a7d324a3440 Feb 09 16:27:27.438898 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:27.662268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:27.663262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:27.663850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:27.722184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] Pushing event updated for resources: {'Network': ['ID=6cfced34-fdf1-4676-b579-5a7d324a3440,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:27.732640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 6cfced34-fdf1-4676-b579-5a7d324a3440 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:27:27.859039 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b174ab77-a4fe-409c-8c4d-6327d14543bd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0030787 Feb 09 16:27:27.862228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53236) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:27.867390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Request body: {'subnet': {'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-476041535-subnet', 'tenant_id': '42af1181507f431ba9f8d4ea858cf83c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:28.033508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Made reservation on behalf of 42af1181507f431ba9f8d4ea858cf83c for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:28.035964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:28.353609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:28.450977 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:28.615525 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:28.729382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53242) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:28.831385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3aede66f-b97a-4ca5-8125-184d66a2e5d0 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2543 time: 0.1000130 Feb 09 16:27:28.834397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53246) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:28.839498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'network': {'name': 'tempest-network-smoke--1612558789', 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'port_security_enabled': False}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:28.885905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b9801f-82b5-4420-ae33-ff5aac4c1693,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:28.894019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Checking segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:28.894673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Network hostable DHCP agents. Network: 6cfced34-fdf1-4676-b579-5a7d324a3440, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:27:28.981975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Made reservation on behalf of 65f5cd2cd21f4268b276962074b5649d for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:28.987714 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.012992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:27:29.016232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Network 6cfced34-fdf1-4676-b579-5a7d324a3440 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:27:29.024105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.024636 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Added segment 585f92bf-96b0-4441-a37d-e995d5418014 of type vlan for network 7e0398df-07d4-488a-84e9-b3445050ef0a Feb 09 16:27:29.070272 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.147754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 6cfced34-fdf1-4676-b579-5a7d324a3440) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:29.152366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:29.153493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.157054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438abca-0dff-4253-b171-971d8aa1eaca None None] Network 6cfced34-fdf1-4676-b579-5a7d324a3440 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:29.216243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.223276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:29.223937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.287777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b191e9cf-9b02-477c-bc1a-bc42825b4aab None None] Network 6cfced34-fdf1-4676-b579-5a7d324a3440 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:29.295079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Network': ['ID=7e0398df-07d4-488a-84e9-b3445050ef0a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:29.316503 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fcfe4a03-0438-4f8e-99e5-818e5da7dbf4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4528265 Feb 09 16:27:29.337079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 7e0398df-07d4-488a-84e9-b3445050ef0a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:27:29.357247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fea8e1ab-16db-4176-9241-46cb0d00275f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5214024 Feb 09 16:27:29.359836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:29.365215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'admin_state_up': True, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:29.537539 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.539504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.622881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.938329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:29.951991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-d259063a-03c1-4c22-b6c7-cd445528bc24 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:29.953458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-d259063a-03c1-4c22-b6c7-cd445528bc24 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 814 time: 0.2411692 Feb 09 16:27:29.969293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-8e88b38c-8c32-4d0e-b3e0-e5dd33d3b232 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/quotas/42af1181507f431ba9f8d4ea858cf83c HTTP/1.1" status: 200 len: 375 time: 0.0097497 Feb 09 16:27:30.006583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-182532a7-de47-4bd0-af94-e12eda9c2063 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305953 Feb 09 16:27:30.359849 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:27:30.456217 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:30.516131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-14d6f411-698c-4752-bc8f-e7e396279f16 service neutron] 10.222.0.53 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930906 Feb 09 16:27:30.694127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-eaddd8b7-8215-45b3-8d59-fbcc6462861d service neutron] 10.222.0.53 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699076 Feb 09 16:27:30.716935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:30.737626 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:30.847192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Allocated IP 172.25.5.19 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:30.956638 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:31.025453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8de716c7-6f62-4b65-86a4-9346d3a1931a req-cac9eda5-addc-4d30-8cb6-7006ddb24969 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 210 time: 0.0287549 Feb 09 16:27:31.136482 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:31.176446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:31.181452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:31.183869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:31.214264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:31.727511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:31.973489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:32.079361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:32.145395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a0510f40-cc84-47e8-b9ab-f6c187bb0e64 req-94dde8fb-0b0f-4d55-81ca-888fd468af12 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 210 time: 0.0437551 Feb 09 16:27:32.324276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Router b132f214-0353-4f7b-a136-5a2dc1cf64c6 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:27:32.436173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:27:32.448240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Sync routers for ids ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:27:32.457510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Routers {'b132f214-0353-4f7b-a136-5a2dc1cf64c6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:32.458026 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:32.569802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Set router b132f214-0353-4f7b-a136-5a2dc1cf64c6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:32.618143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:32.619438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0f2919a7-5b58-461c-80ea-a5ca4d77d427 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2583091 Feb 09 16:27:32.633099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53306) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:32.682538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c39b9-865f-4ac4-b7b5-5f2e6c8b08bc tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:32.686956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:32.687448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-184c39b9-865f-4ac4-b7b5-5f2e6c8b08bc tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=65f5cd2cd21f4268b276962074b5649d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0528359 Feb 09 16:27:32.757210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:27:31Z', 'revision_number': 3, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:32.784037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Checking router: b132f214-0353-4f7b-a136-5a2dc1cf64c6 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:27:32.784355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3f091c-cfd7-40fa-b51c-15d280f9e384 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:32.784535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Updating router b132f214-0353-4f7b-a136-5a2dc1cf64c6 port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:27:32.785883 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-de3f091c-cfd7-40fa-b51c-15d280f9e384 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972235 Feb 09 16:27:32.789242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53310) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:32.810392 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:32.823505 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6e226406-b416-49a6-b39b-b7dbeca360d8 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320449 Feb 09 16:27:32.825266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53312) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:32.862308 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc91a05c-bd7a-414c-9d3c-91260c5020c3 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=65f5cd2cd21f4268b276962074b5649d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351961 Feb 09 16:27:32.864858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:32.976838 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54c4ef1-fd50-4608-b655-ff2e9065b2f9 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:32.979891 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f54c4ef1-fd50-4608-b655-ff2e9065b2f9 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1140444 Feb 09 16:27:32.983694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:33.020275 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4f4eaaa7-7c65-4e19-b63b-52df4f12e935 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339479 Feb 09 16:27:33.022487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:33.029271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-330669109', 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a', 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:33.254764 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:33.256188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Made reservation on behalf of 65f5cd2cd21f4268b276962074b5649d for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:33.259898 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:33.267751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94f8eed0-7488-4439-8667-89aaad686810 req-c86ae7ce-3cb8-4f88-9832-d302d3598160 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 210 time: 0.0441461 Feb 09 16:27:33.440700 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:33.498882 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Attempting to bind port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:33.499253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Attempting to bind port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:33.499616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Attempting to bind port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:33.501977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5b8d1-4ba7-46d6-92b7-1e3674dc3f38 None None] Pushing event updated for resources: {'Port': ['ID=4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:33.508070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:33.508487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:33.508875 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:33.509263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:33.509732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Bound port: 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:33.510131 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:33.565657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] For port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:33.568810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] For port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:33.652513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:33.713623 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Subnet': ['ID=48e5b4d1-59aa-468e-912b-389884b8f8e0,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:33.725316 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Checking segment: {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:33.725727 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network hostable DHCP agents. Network: 7e0398df-07d4-488a-84e9-b3445050ef0a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:27:33.810714 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:33.866021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Routers {'b132f214-0353-4f7b-a136-5a2dc1cf64c6'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:33.866644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:33.867198 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network 7e0398df-07d4-488a-84e9-b3445050ef0a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:27:33.909126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5b8d1-4ba7-46d6-92b7-1e3674dc3f38 None None] Pushing event updated for resources: {'Port': ['ID=4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:33.995862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] Set router b132f214-0353-4f7b-a136-5a2dc1cf64c6 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:34.066541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 7e0398df-07d4-488a-84e9-b3445050ef0a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:34.070666 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:34.071445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:34.094443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf402c36-a774-46f6-8bc5-e7e113d4be7c None None] Network 7e0398df-07d4-488a-84e9-b3445050ef0a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:34.250709 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-03ec2ef2-1923-4dd7-859e-04d8001eda0f tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2235706 Feb 09 16:27:34.250915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53324) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:34.325190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-7e0398df-07d4-488a-84e9-b3445050ef0a', 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'fixed_ips': [{'subnet_id': '48e5b4d1-59aa-468e-912b-389884b8f8e0'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:27:34.326258 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:34.354813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:27:31Z', 'revision_number': 3, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:34.409691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-778236b5-b8aa-4e65-b7a2-0ea1cd2777fe req-88d0119d-de00-4c45-93bf-085f92226dfb tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 210 time: 0.0443766 Feb 09 16:27:34.433134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9cac99d-51ee-4b9b-b2eb-84d49282696d None None] The sync data for ids ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'] in n-d-828542-1 is: [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:27:31Z', 'revision_number': 3, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:27:34.538533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Allocated IP 172.20.0.18 (7e0398df-07d4-488a-84e9-b3445050ef0a/48e5b4d1-59aa-468e-912b-389884b8f8e0/8adc5d77-21b1-4eae-8e35-d7eb492dbe1e) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:34.733203 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:34.815783 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:34.900339 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:34.958075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Network 7e0398df-07d4-488a-84e9-b3445050ef0a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:34.963346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:34.965502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Pushing event updated for resources: {'Port': ['ID=8adc5d77-21b1-4eae-8e35-d7eb492dbe1e,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:34.967789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:35.007591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-86ccb621-b24b-475c-9301-83330f6cd10d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:35.009331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-86ccb621-b24b-475c-9301-83330f6cd10d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.13 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 814 time: 0.1435246 Feb 09 16:27:35.023930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Request body: {'port': {'device_id': '815acc54-a2d1-410d-9e9c-8cf8095edf9b', 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'admin_state_up': True, 'tenant_id': '42af1181507f431ba9f8d4ea858cf83c'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:35.034305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Attempting to bind port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:35.035072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Attempting to bind port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:35.035540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Attempting to bind port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e on network 7e0398df-07d4-488a-84e9-b3445050ef0a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:35.041590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:35.044006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Checking segment: {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:35.044006 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.044006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Bound using segment: {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:35.044006 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Bound port: 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:35.045380 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.142346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] For port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:35.149093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] For port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8adc5d77-21b1-4eae-8e35-d7eb492dbe1e,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:35.171988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Allocated IP 172.20.0.17 (7e0398df-07d4-488a-84e9-b3445050ef0a/48e5b4d1-59aa-468e-912b-389884b8f8e0/64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:35.312511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:35.323812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Made reservation on behalf of 42af1181507f431ba9f8d4ea858cf83c for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:35.330089 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.332171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.378059 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.465020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:35.465452 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.516041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28eaa2-0e9b-4a65-9695-8611608a0c37 None None] Pushing event updated for resources: {'Port': ['ID=8adc5d77-21b1-4eae-8e35-d7eb492dbe1e,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:35.525715 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.582947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-648f69c3-f458-45f3-84b3-f088dcdd2f29 req-40284fb3-bcf4-49e1-b9da-2515dca51d95 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 210 time: 0.0763552 Feb 09 16:27:35.603579 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.606556 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network 7e0398df-07d4-488a-84e9-b3445050ef0a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:35.616901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:35.617088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Allocated IP 172.20.0.8 (6cfced34-fdf1-4676-b579-5a7d324a3440/15b9801f-82b5-4420-ae33-ff5aac4c1693/9aa57454-92f6-4690-898d-6fa4196493ba) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:35.617209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:35.635283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:35.647062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:35.681496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.886550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.901209 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:35.953169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:36.093249 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:36.097419 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:36.188447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Network 6cfced34-fdf1-4676-b579-5a7d324a3440 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:36.190524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Pushing event updated for resources: {'Port': ['ID=9aa57454-92f6-4690-898d-6fa4196493ba,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:36.193135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:36.196841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:36.253007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:36.253597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:36.373911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-594c9c3c-cf70-42d0-9ed2-d892318ea889 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3543596 Feb 09 16:27:36.443089 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:36.459966 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Request body: {'port': {'device_id': '815acc54-a2d1-410d-9e9c-8cf8095edf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:36.525392 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:36.587900 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:36.698341 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:36.804659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:36.817640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network 7e0398df-07d4-488a-84e9-b3445050ef0a is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:36.819168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:36.819675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f954349-c37f-4568-b672-de49b323bebd req-3bda9b9c-2d43-4a79-bddc-7f3a765ebdbb tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:36.821379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f954349-c37f-4568-b672-de49b323bebd req-3bda9b9c-2d43-4a79-bddc-7f3a765ebdbb tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 931 time: 0.1146131 Feb 09 16:27:36.916913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f954349-c37f-4568-b672-de49b323bebd req-181a96dd-70fc-401d-b299-71662c4ea008 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707250 Feb 09 16:27:36.990624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Router b132f214-0353-4f7b-a136-5a2dc1cf64c6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:27:36.997907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa57454-92f6-4690-898d-6fa4196493ba {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:27:37.008754 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.024892 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Transition to ACTIVE for port object 9aa57454-92f6-4690-898d-6fa4196493ba will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:27:37.130944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:27:37.136597 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f9e302b8-01cd-4090-9714-a34e702b4ea0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "PUT /v2.0/routers/b132f214-0353-4f7b-a136-5a2dc1cf64c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8842359 Feb 09 16:27:37.160387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.218868 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Sync routers for ids ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:27:37.238518 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Routers {'b132f214-0353-4f7b-a136-5a2dc1cf64c6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:37.240624 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:37.262825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa57454-92f6-4690-898d-6fa4196493ba,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:37.395019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Attempting to bind port 9aa57454-92f6-4690-898d-6fa4196493ba on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:37.395845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Attempting to bind port 9aa57454-92f6-4690-898d-6fa4196493ba by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:37.396597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Attempting to bind port 9aa57454-92f6-4690-898d-6fa4196493ba on network 6cfced34-fdf1-4676-b579-5a7d324a3440 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:37.397181 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Set router b132f214-0353-4f7b-a136-5a2dc1cf64c6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:37.420798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Port 9aa57454-92f6-4690-898d-6fa4196493ba on network 6cfced34-fdf1-4676-b579-5a7d324a3440 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:27:37.420798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Attempting to bind port 9aa57454-92f6-4690-898d-6fa4196493ba on network 6cfced34-fdf1-4676-b579-5a7d324a3440 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:37.420798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:37.421076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929880d0-0c33-4a5a-b551-e9fd373ff204 None None] Network 7e0398df-07d4-488a-84e9-b3445050ef0a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:37.421497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Checking segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:37.421497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Bound using segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:37.421497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Bound port: 9aa57454-92f6-4690-898d-6fa4196493ba, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:37.421497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.492011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:37.544769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-badb06e4-3917-4a36-9ce1-f697824240eb None None] Provisioning complete for port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:37.545138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-badb06e4-3917-4a36-9ce1-f697824240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.596897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] For port 9aa57454-92f6-4690-898d-6fa4196493ba, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:37.616937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] For port 9aa57454-92f6-4690-898d-6fa4196493ba, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9aa57454-92f6-4690-898d-6fa4196493ba,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:37.624429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da021-a617-4439-994a-e3c946bb34d6 req-08f64c87-981c-47df-b07d-645be90223db tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:37.626452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-08f64c87-981c-47df-b07d-645be90223db tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/networks?id=7e0398df-07d4-488a-84e9-b3445050ef0a HTTP/1.1" status: 200 len: 798 time: 0.1924262 Feb 09 16:27:37.640549 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:37.640919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.645147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-6d9512d4-57e2-47ef-9910-7174f6600cea tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/quotas/65f5cd2cd21f4268b276962074b5649d HTTP/1.1" status: 200 len: 375 time: 0.0112867 Feb 09 16:27:37.675459 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde', 'name': '', 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:56:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '48e5b4d1-59aa-468e-912b-389884b8f8e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:34Z', 'updated_at': '2022-02-09T16:27:36Z', 'revision_number': 2, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '48e5b4d1-59aa-468e-912b-389884b8f8e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:37.710223 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Checking router: b132f214-0353-4f7b-a136-5a2dc1cf64c6 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:27:37.712482 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Updating router b132f214-0353-4f7b-a136-5a2dc1cf64c6 port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:27:37.726062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-eddc9fd4-85f8-4f53-8997-999aaee86d7d tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0677185 Feb 09 16:27:37.742175 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.743313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.745270 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-badb06e4-3917-4a36-9ce1-f697824240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.835518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.838714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-badb06e4-3917-4a36-9ce1-f697824240eb None None] For port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8adc5d77-21b1-4eae-8e35-d7eb492dbe1e,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:37.847922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:37.849449 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:37.851077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] 10.222.0.13 "PUT /v2.0/ports/9aa57454-92f6-4690-898d-6fa4196493ba HTTP/1.1" status: 200 len: 1091 time: 1.4678347 Feb 09 16:27:37.856432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815acc54-a2d1-410d-9e9c-8cf8095edf9b', 'tag': '9aa57454-92f6-4690-898d-6fa4196493ba'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:27:37.859292 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b156f-8544-4334-92f2-70e849d9af41" -d '{"events": [{"name": "network-changed", "server_uuid": "815acc54-a2d1-410d-9e9c-8cf8095edf9b", "tag": "9aa57454-92f6-4690-898d-6fa4196493ba"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:27:37.862918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ea5f6-cdcc-473f-885c-e27da8d6b801 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa57454-92f6-4690-898d-6fa4196493ba,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:37.946213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-5a845f56-e815-4b56-8d59-94957fdd885e service neutron] 10.222.0.53 "GET /v2.0/networks/7e0398df-07d4-488a-84e9-b3445050ef0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119696 Feb 09 16:27:37.960449 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-badb06e4-3917-4a36-9ce1-f697824240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.042844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:27:38.043509 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:27:38.062576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb06e4-3917-4a36-9ce1-f697824240eb None None] Pushing event updated for resources: {'Port': ['ID=8adc5d77-21b1-4eae-8e35-d7eb492dbe1e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:38.080479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-e6b14baf-b82a-4f3c-8464-b1828de08301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:38.082030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-e6b14baf-b82a-4f3c-8464-b1828de08301 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 1094 time: 0.1131420 Feb 09 16:27:38.085598 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee3d6a8-7790-4d45-a11f-85d0a73ee610 x-openstack-request-id: req-0ee3d6a8-7790-4d45-a11f-85d0a73ee610 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:27:38.090504 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815acc54-a2d1-410d-9e9c-8cf8095edf9b", "tag": "9aa57454-92f6-4690-898d-6fa4196493ba", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:27:38.090504 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ee3d6a8-7790-4d45-a11f-85d0a73ee610 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:27:38.090504 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815acc54-a2d1-410d-9e9c-8cf8095edf9b', 'tag': '9aa57454-92f6-4690-898d-6fa4196493ba', 'status': 'completed', 'code': 200} Feb 09 16:27:38.146111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-573b7df5-d388-4179-826d-517d5abfea45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa57454-92f6-4690-898d-6fa4196493ba HTTP/1.1" status: 200 len: 217 time: 0.0563269 Feb 09 16:27:38.181534 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.196943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-732e3a7b-06a9-41b1-84de-f8d139e661c6 service neutron] 10.222.0.53 "GET /v2.0/networks/7e0398df-07d4-488a-84e9-b3445050ef0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427790 Feb 09 16:27:38.257489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-d1e1cea5-ab6e-4c99-9d9d-da5aaa19010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:38.258978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-d1e1cea5-ab6e-4c99-9d9d-da5aaa19010a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.1020086 Feb 09 16:27:38.270913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cddba5-608d-4cf0-95dc-d1c166b841c1 req-9b67810b-8dca-46b4-ad04-654cf0676a65 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:38.272803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4cddba5-608d-4cf0-95dc-d1c166b841c1 req-9b67810b-8dca-46b4-ad04-654cf0676a65 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 943 time: 0.0990338 Feb 09 16:27:38.287683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-371214fe-c8ef-43f4-92cb-3c56f42fe8dd None None] Provisioning complete for port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:38.288052 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-371214fe-c8ef-43f4-92cb-3c56f42fe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.301516 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.322549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-feb53295-e7aa-4b14-b952-8449340f8bde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418146 Feb 09 16:27:38.378457 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Pushing event updated for resources: {'Port': ['ID=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:38.422357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-371214fe-c8ef-43f4-92cb-3c56f42fe8dd None None] Provisioning complete for port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:38.422961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-371214fe-c8ef-43f4-92cb-3c56f42fe8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.426707 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.427055 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.427391 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.427725 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.429909 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.430328 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.430658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.430993 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.431321 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.431643 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.431966 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.432318 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:27:38.434988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4cddba5-608d-4cf0-95dc-d1c166b841c1 req-62428528-1336-4a4c-aaf7-7e6353447c5c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398683 Feb 09 16:27:38.463441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-b3dc87a1-6ee9-47cc-9ba4-2660d810dbd8 service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340051 Feb 09 16:27:38.520835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-371214fe-c8ef-43f4-92cb-3c56f42fe8dd None None] Port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:27:38.526099 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Attempting to bind port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:38.526762 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Attempting to bind port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:38.527380 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Attempting to bind port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde on network 7e0398df-07d4-488a-84e9-b3445050ef0a {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:38.542633 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:38.542633 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Checking segment: {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:38.542633 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.542633 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Bound using segment: {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:38.542633 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Bound port: 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:38.550941 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.623995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d31b5f2d-f0cd-4ec9-a1ab-1af637341cb9 req-03e8ddc6-4fe6-4f62-b657-d16eaebfadae tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 210 time: 0.0717001 Feb 09 16:27:38.630988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:38.660305 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] For port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:38.670128 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] For port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:38.694730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fad55c7c-67b0-4c3a-9027-cdd3195dced1 req-fb73afd3-d5c0-4463-9f38-ea258ab72630 service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121377 Feb 09 16:27:38.713157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7e3651a5-0b9b-4b09-9c36-b4dffffd7893 None None] Provisioning complete for port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:38.713889 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e3651a5-0b9b-4b09-9c36-b4dffffd7893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.754125 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.757621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7e3651a5-0b9b-4b09-9c36-b4dffffd7893 None None] Port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:27:38.794462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:38.795079 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:38.847146 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5f514-32f7-4229-a925-561d7a268c6c None None] Pushing event updated for resources: {'Port': ['ID=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:38.897941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-35e332bd-ebac-4841-b726-8dbd7b6d1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:38.902821 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Routers {'b132f214-0353-4f7b-a136-5a2dc1cf64c6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:38.903478 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:38.917501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-35e332bd-ebac-4841-b726-8dbd7b6d1ccc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 1094 time: 0.0731184 Feb 09 16:27:38.992891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-95cd98aa-c3c5-48a6-9686-74e55dc02e6d None None] Provisioning complete for port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:38.993567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-95cd98aa-c3c5-48a6-9686-74e55dc02e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:39.060858 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] Set router b132f214-0353-4f7b-a136-5a2dc1cf64c6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:39.128324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-f7226eda-546e-4949-9343-e881e11605dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:39.130047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-f7226eda-546e-4949-9343-e881e11605dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 915 time: 0.2159278 Feb 09 16:27:39.148638 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-95cd98aa-c3c5-48a6-9686-74e55dc02e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:39.192660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-95cd98aa-c3c5-48a6-9686-74e55dc02e6d None None] For port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:39.225443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-47fc2b0f-0c6f-46aa-9c59-bbf2f703ec82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa57454-92f6-4690-898d-6fa4196493ba HTTP/1.1" status: 200 len: 217 time: 0.0838139 Feb 09 16:27:39.288783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-95cd98aa-c3c5-48a6-9686-74e55dc02e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:39.299041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-c3cfaabf-85c0-41c5-9750-982624764499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:39.301595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-c3cfaabf-85c0-41c5-9750-982624764499 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.0597310 Feb 09 16:27:39.334774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:39.352799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-584e1a0d-7e3d-4475-88ec-edea00d9c443 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410848 Feb 09 16:27:39.379269 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde', 'name': '', 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:56:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '48e5b4d1-59aa-468e-912b-389884b8f8e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:34Z', 'updated_at': '2022-02-09T16:27:38Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '48e5b4d1-59aa-468e-912b-389884b8f8e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:39.424460 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e0208-5ce9-4354-9b64-8cbeef86360b None None] The sync data for ids ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'] in n-d-828542-1 is: [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde', 'name': '', 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:56:45:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '48e5b4d1-59aa-468e-912b-389884b8f8e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:34Z', 'updated_at': '2022-02-09T16:27:38Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '48e5b4d1-59aa-468e-912b-389884b8f8e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:27:39.457369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd98aa-c3c5-48a6-9686-74e55dc02e6d None None] Pushing event updated for resources: {'Port': ['ID=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:39.486281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-94aa8b52-ba01-43a7-bd70-159d68c744ed None None] Provisioning complete for port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:39.486281 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-94aa8b52-ba01-43a7-bd70-159d68c744ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:39.491588 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:39.491588 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:39.595364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-b5fa565a-e516-48df-8651-f053914df426 service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320292 Feb 09 16:27:39.803944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36e12108-c717-4ed4-8f58-6da4de2ad31d req-d624710b-3e77-4c30-85aa-58b7aaf0cc80 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 210 time: 0.0990758 Feb 09 16:27:39.855986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b0b156f-8544-4334-92f2-70e849d9af41 req-ae09917c-22d8-4f9b-9176-cc42faa9ae69 service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564099 Feb 09 16:27:39.869583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e235ae-b3c1-4a7e-9318-f02bd8214ec0 req-e1866c25-debe-4672-a43c-9bfc6acf95ae tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:39.871889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33e235ae-b3c1-4a7e-9318-f02bd8214ec0 req-e1866c25-debe-4672-a43c-9bfc6acf95ae tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 943 time: 0.1649504 Feb 09 16:27:39.925286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33e235ae-b3c1-4a7e-9318-f02bd8214ec0 req-15da0628-2441-4387-b200-2fcd2715061d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460870 Feb 09 16:27:40.039854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f3a78d4f-6496-4dd3-a30e-318a957f9fd0 None None] Provisioning complete for port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:40.040272 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f3a78d4f-6496-4dd3-a30e-318a957f9fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:40.391283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 9aa57454-92f6-4690-898d-6fa4196493ba details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:27:40.521663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 9aa57454-92f6-4690-898d-6fa4196493ba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9aa57454-92f6-4690-898d-6fa4196493ba,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:40.534509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '9aa57454-92f6-4690-898d-6fa4196493ba', 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'port_id': '9aa57454-92f6-4690-898d-6fa4196493ba', 'mac_address': 'fa:16:3e:27:b4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b9801f-82b5-4420-ae33-ff5aac4c1693', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:27:40.575977 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:40.591485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa57454-92f6-4690-898d-6fa4196493ba {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:27:40.614618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 9aa57454-92f6-4690-898d-6fa4196493ba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9aa57454-92f6-4690-898d-6fa4196493ba,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:40.742054 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:40.794669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=9aa57454-92f6-4690-898d-6fa4196493ba,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:40.901073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1bd4c14e-e9ae-4eb4-bd1a-2dc35fa1e8e5 req-f44c1e93-83b1-48f2-af79-85bb6c064919 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 210 time: 0.0270293 Feb 09 16:27:40.946929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9aa57454-92f6-4690-898d-6fa4196493ba'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:27:41.058910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd727c83-cb29-4c63-a428-57dbb8d6148f req-b732e136-f654-4120-952d-39babcdde088 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:41.060667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd727c83-cb29-4c63-a428-57dbb8d6148f req-b732e136-f654-4120-952d-39babcdde088 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 944 time: 0.0534031 Feb 09 16:27:41.104122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd727c83-cb29-4c63-a428-57dbb8d6148f req-1b1b4562-7587-44bb-b902-1b507eb0a0f7 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Feb 09 16:27:41.264365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:41.315676 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:41.316176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:41.507069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da021-a617-4439-994a-e3c946bb34d6 req-5a2aca51-0a26-479e-8768-3a263c894319 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:41.508826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-5a2aca51-0a26-479e-8768-3a263c894319 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.73 "GET /v2.0/networks?id=7e0398df-07d4-488a-84e9-b3445050ef0a HTTP/1.1" status: 200 len: 798 time: 0.1119256 Feb 09 16:27:41.523051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Request body: {'port': {'device_id': 'cf378f6f-43f0-4b86-9399-2dce1f04dc4d', 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a', 'admin_state_up': True, 'tenant_id': '65f5cd2cd21f4268b276962074b5649d'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:41.730032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53398) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:41.770545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Made reservation on behalf of 65f5cd2cd21f4268b276962074b5649d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:41.776403 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:41.830305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-009e14b3-f773-4fc8-bd6e-6eb9fe828da6 admin admin] Deleting subnet 204e9284-ab99-4a7c-ab4b-b87b2a7bf188 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:27:41.834434 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-009e14b3-f773-4fc8-bd6e-6eb9fe828da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:41.873868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-009e14b3-f773-4fc8-bd6e-6eb9fe828da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:41.930736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-009e14b3-f773-4fc8-bd6e-6eb9fe828da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:41.935302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Allocated IP 172.20.0.27 (7e0398df-07d4-488a-84e9-b3445050ef0a/48e5b4d1-59aa-468e-912b-389884b8f8e0/980defe0-e072-4c6a-bc0c-ce0335ad1381) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:42.079543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-009e14b3-f773-4fc8-bd6e-6eb9fe828da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.109338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e14b3-f773-4fc8-bd6e-6eb9fe828da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204e9284-ab99-4a7c-ab4b-b87b2a7bf188,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:42.113566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-009e14b3-f773-4fc8-bd6e-6eb9fe828da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.117252 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-009e14b3-f773-4fc8-bd6e-6eb9fe828da6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/204e9284-ab99-4a7c-ab4b-b87b2a7bf188 HTTP/1.1" status: 204 len: 168 time: 0.3859627 Feb 09 16:27:42.120806 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53404) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:42.212252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.307067 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.332284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804642b6-7c37-40ce-83a6-d4edd9cbe422']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:42.342442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d60831e-739f-42e6-a3c9-101329a4a543') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:42.342744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d60831e-739f-42e6-a3c9-101329a4a543') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:42.354128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.369573 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.377771 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:27:42.378178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:27:42.380014 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:27:42.395450 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 9aa57454-92f6-4690-898d-6fa4196493ba up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:42.439912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b7bdc1e7-f980-4299-99c8-36b0df09a14e req-ff02428a-4ce8-4da8-be1f-894026ef35e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 210 time: 0.4258585 Feb 09 16:27:42.522926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf28ba-a240-4a93-b5ea-e55a756cbf4d req-2158e469-caa2-45d0-95b0-98cb5410207d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:42.524511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68cf28ba-a240-4a93-b5ea-e55a756cbf4d req-2158e469-caa2-45d0-95b0-98cb5410207d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 944 time: 0.1227849 Feb 09 16:27:42.524774 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.529964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.533154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.538608 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/804642b6-7c37-40ce-83a6-d4edd9cbe422 HTTP/1.1" status: 204 len: 168 time: 0.4165416 Feb 09 16:27:42.557832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c2c4c-92a3-4b1f-83ad-9ecd64c2dfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=804642b6-7c37-40ce-83a6-d4edd9cbe422,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:42.562769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 9aa57454-92f6-4690-898d-6fa4196493ba completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:27:42.570434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 9aa57454-92f6-4690-898d-6fa4196493ba triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:42.570861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.587946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68cf28ba-a240-4a93-b5ea-e55a756cbf4d req-656d7ec7-fbe6-4e5d-a27d-71604f0e7068 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Feb 09 16:27:42.679431 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.702226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815acc54-a2d1-410d-9e9c-8cf8095edf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa57454-92f6-4690-898d-6fa4196493ba'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:27:42.704628 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e118a77a-d8c8-4673-b150-0e3198854623" -d '{"events": [{"server_uuid": "815acc54-a2d1-410d-9e9c-8cf8095edf9b", "name": "network-vif-plugged", "status": "completed", "tag": "9aa57454-92f6-4690-898d-6fa4196493ba"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:27:42.713050 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.719899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 9aa57454-92f6-4690-898d-6fa4196493ba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9aa57454-92f6-4690-898d-6fa4196493ba,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:42.760760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Network 7e0398df-07d4-488a-84e9-b3445050ef0a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:42.766597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:42.772124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:42.803044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event updated for resources: {'Port': ['ID=980defe0-e072-4c6a-bc0c-ce0335ad1381,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:42.821637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.833005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:42.834797 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:42.867475 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260d3bcb-2491-46a2-937e-e0c40b61a19f x-openstack-request-id: req-260d3bcb-2491-46a2-937e-e0c40b61a19f {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:27:42.867768 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815acc54-a2d1-410d-9e9c-8cf8095edf9b", "name": "network-vif-plugged", "status": "completed", "tag": "9aa57454-92f6-4690-898d-6fa4196493ba", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:27:42.868020 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-260d3bcb-2491-46a2-937e-e0c40b61a19f {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:27:42.868443 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815acc54-a2d1-410d-9e9c-8cf8095edf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa57454-92f6-4690-898d-6fa4196493ba', 'code': 200} Feb 09 16:27:42.900311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=9aa57454-92f6-4690-898d-6fa4196493ba,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:42.933698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-aefba556-e92e-497b-9fda-c70df0da0f1a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4144716 Feb 09 16:27:42.945535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dc94f-fa2c-4b56-9e89-f054b29b8568 req-e5afddfc-5f9d-407a-92c7-7db849112cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:42.947029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b2dc94f-fa2c-4b56-9e89-f054b29b8568 req-e5afddfc-5f9d-407a-92c7-7db849112cd3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 1096 time: 0.0555665 Feb 09 16:27:42.950685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Request body: {'port': {'device_id': 'cf378f6f-43f0-4b86-9399-2dce1f04dc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:43.012590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53414) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:43.035072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b2dc94f-fa2c-4b56-9e89-f054b29b8568 req-cc3ae609-f5a0-4868-9f5e-9d2db078808c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803797 Feb 09 16:27:43.037512 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.055250 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2bf7fe8c-57d6-4c66-a220-d03aa5a8a726 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2fff84fd18494d59b9d1ebf064157fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414138 Feb 09 16:27:43.057697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:43.081338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-21c96403-06cc-43ae-8bd4-828c370e98d5 None None] Provisioning complete for port 980defe0-e072-4c6a-bc0c-ce0335ad1381 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:43.081818 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-21c96403-06cc-43ae-8bd4-828c370e98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.111687 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55dee746-c18e-43cb-b712-4f12c646f79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.116772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-21c96403-06cc-43ae-8bd4-828c370e98d5 None None] Port 980defe0-e072-4c6a-bc0c-ce0335ad1381 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:27:43.136322 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55dee746-c18e-43cb-b712-4f12c646f79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.289793 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55dee746-c18e-43cb-b712-4f12c646f79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.292460 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55dee746-c18e-43cb-b712-4f12c646f79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.295935 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-55dee746-c18e-43cb-b712-4f12c646f79b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d28a9bfc-b3a2-45d4-80a0-b87863ab4c66 HTTP/1.1" status: 204 len: 168 time: 0.2350631 Feb 09 16:27:43.302417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dee746-c18e-43cb-b712-4f12c646f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28a9bfc-b3a2-45d4-80a0-b87863ab4c66,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:43.345807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2761fa84-2887-48df-9cff-9ed32429aafe req-202823de-950a-4594-adc0-37e9059cd111 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922201 Feb 09 16:27:43.352658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980defe0-e072-4c6a-bc0c-ce0335ad1381 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:27:43.360666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.374289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Transition to ACTIVE for port object 980defe0-e072-4c6a-bc0c-ce0335ad1381 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:27:43.447088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fa84-2887-48df-9cff-9ed32429aafe req-d4822086-4e98-465d-8270-b2da16ed32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:43.448690 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2761fa84-2887-48df-9cff-9ed32429aafe req-d4822086-4e98-465d-8270-b2da16ed32ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1135 time: 0.0437312 Feb 09 16:27:43.527787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.629018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Pushing event updated for resources: {'Port': ['ID=980defe0-e072-4c6a-bc0c-ce0335ad1381,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:43.663307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fa84-2887-48df-9cff-9ed32429aafe req-35092a86-256a-4b65-9cdc-6ea68f8e2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:43.665156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2761fa84-2887-48df-9cff-9ed32429aafe req-35092a86-256a-4b65-9cdc-6ea68f8e2290 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0382915-84bc-422a-a099-bc0785bc440b HTTP/1.1" status: 200 len: 898 time: 0.1973557 Feb 09 16:27:43.673199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ba3c1-aacf-4a37-b1dc-4a5703978da9 req-2b6c8f35-6238-4d4c-a457-6b57d85baff1 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:43.675281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e4ba3c1-aacf-4a37-b1dc-4a5703978da9 req-2b6c8f35-6238-4d4c-a457-6b57d85baff1 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 907 time: 0.1579623 Feb 09 16:27:43.821423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2761fa84-2887-48df-9cff-9ed32429aafe req-406290e3-c904-49a2-bea7-205db2c91edc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593 HTTP/1.1" status: 200 len: 1001 time: 0.1420929 Feb 09 16:27:43.826808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Attempting to bind port 980defe0-e072-4c6a-bc0c-ce0335ad1381 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:43.827147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Attempting to bind port 980defe0-e072-4c6a-bc0c-ce0335ad1381 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:43.827474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Attempting to bind port 980defe0-e072-4c6a-bc0c-ce0335ad1381 on network 7e0398df-07d4-488a-84e9-b3445050ef0a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:43.838882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5640-34a4-4288-9ee6-4561da2b6317 req-add45987-4bfe-498c-b6fb-8ee498dc8209 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:43.840060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd7b5640-34a4-4288-9ee6-4561da2b6317 req-add45987-4bfe-498c-b6fb-8ee498dc8209 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 945 time: 0.1638408 Feb 09 16:27:43.852453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Port 980defe0-e072-4c6a-bc0c-ce0335ad1381 on network 7e0398df-07d4-488a-84e9-b3445050ef0a not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:27:43.852678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Attempting to bind port 980defe0-e072-4c6a-bc0c-ce0335ad1381 on network 7e0398df-07d4-488a-84e9-b3445050ef0a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:43.896020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:43.896386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Checking segment: {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:43.896786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Bound using segment: {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:43.897221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Bound port: 980defe0-e072-4c6a-bc0c-ce0335ad1381, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585f92bf-96b0-4441-a37d-e995d5418014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:43.897573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:43.951429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fa84-2887-48df-9cff-9ed32429aafe req-13fc1ea6-4a24-4fb0-838b-cfaa15ed84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:43.952968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2761fa84-2887-48df-9cff-9ed32429aafe req-13fc1ea6-4a24-4fb0-838b-cfaa15ed84d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17d159eb-d486-450e-85a0-1f9b83a69919 HTTP/1.1" status: 200 len: 835 time: 0.1108143 Feb 09 16:27:43.967481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd7b5640-34a4-4288-9ee6-4561da2b6317 req-8fee6839-8ed1-44a0-a49a-9d4869761382 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167870 Feb 09 16:27:44.016740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] For port 980defe0-e072-4c6a-bc0c-ce0335ad1381, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:44.020653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] For port 980defe0-e072-4c6a-bc0c-ce0335ad1381, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=980defe0-e072-4c6a-bc0c-ce0335ad1381,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:44.030290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fa84-2887-48df-9cff-9ed32429aafe req-cc86b3de-2033-4717-9f37-55f676cd486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.031847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2761fa84-2887-48df-9cff-9ed32429aafe req-cc86b3de-2033-4717-9f37-55f676cd486e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0382915-84bc-422a-a099-bc0785bc440b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678566 Feb 09 16:27:44.131156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2761fa84-2887-48df-9cff-9ed32429aafe req-a394e688-04c0-4207-82f4-e219f1c4835e service neutron] 10.222.0.13 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924559 Feb 09 16:27:44.223892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2761fa84-2887-48df-9cff-9ed32429aafe req-62daa164-3a45-4e61-b1e1-6e43c1b5dee7 service neutron] 10.222.0.13 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867939 Feb 09 16:27:44.233074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:44.272853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.273472 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:44.274876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] 10.222.0.73 "PUT /v2.0/ports/980defe0-e072-4c6a-bc0c-ce0335ad1381 HTTP/1.1" status: 200 len: 1055 time: 1.3317449 Feb 09 16:27:44.275314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf378f6f-43f0-4b86-9399-2dce1f04dc4d', 'tag': '980defe0-e072-4c6a-bc0c-ce0335ad1381'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:27:44.277651 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a219839-b93f-4812-aadd-fb0d6cf1cc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf378f6f-43f0-4b86-9399-2dce1f04dc4d", "tag": "980defe0-e072-4c6a-bc0c-ce0335ad1381"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:27:44.306956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1899a-3ca9-4438-b3d9-af32ba232f96 service neutron] Pushing event updated for resources: {'Port': ['ID=980defe0-e072-4c6a-bc0c-ce0335ad1381,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:44.319094 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460015b5-29c9-400d-ada4-09dbbffc622b x-openstack-request-id: req-460015b5-29c9-400d-ada4-09dbbffc622b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:27:44.319442 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf378f6f-43f0-4b86-9399-2dce1f04dc4d", "tag": "980defe0-e072-4c6a-bc0c-ce0335ad1381", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:27:44.319693 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-460015b5-29c9-400d-ada4-09dbbffc622b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:27:44.320121 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf378f6f-43f0-4b86-9399-2dce1f04dc4d', 'tag': '980defe0-e072-4c6a-bc0c-ce0335ad1381', 'status': 'completed', 'code': 200} Feb 09 16:27:44.400356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a219839-b93f-4812-aadd-fb0d6cf1cc8a req-aa0877e7-f2e5-4b76-a403-9019370c4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.401927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a219839-b93f-4812-aadd-fb0d6cf1cc8a req-aa0877e7-f2e5-4b76-a403-9019370c4ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 1058 time: 0.0571361 Feb 09 16:27:44.516527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a219839-b93f-4812-aadd-fb0d6cf1cc8a req-c030e4dd-f381-4f55-829e-60dfcb9d9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.517157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a219839-b93f-4812-aadd-fb0d6cf1cc8a req-c030e4dd-f381-4f55-829e-60dfcb9d9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.519239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a219839-b93f-4812-aadd-fb0d6cf1cc8a req-c030e4dd-f381-4f55-829e-60dfcb9d9385 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65f5cd2cd21f4268b276962074b5649d&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1092072 Feb 09 16:27:44.622348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a219839-b93f-4812-aadd-fb0d6cf1cc8a req-d4d1c846-79e5-4673-b767-fb914a0f1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.623849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a219839-b93f-4812-aadd-fb0d6cf1cc8a req-d4d1c846-79e5-4673-b767-fb914a0f1833 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965142 Feb 09 16:27:44.708629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da021-a617-4439-994a-e3c946bb34d6 req-2b4df8b0-c8e7-4429-b46d-fe9915d98a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.710392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-2b4df8b0-c8e7-4429-b46d-fe9915d98a23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 1058 time: 0.0443876 Feb 09 16:27:44.742523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53446) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:44.772873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-f2aa4c04-92c0-4772-bb3b-16ca227bb9d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=980defe0-e072-4c6a-bc0c-ce0335ad1381 HTTP/1.1" status: 200 len: 217 time: 0.0532386 Feb 09 16:27:44.844295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da021-a617-4439-994a-e3c946bb34d6 req-090eadbb-9c8e-4b6a-baf1-d71d975a5b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.845891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-090eadbb-9c8e-4b6a-baf1-d71d975a5b88 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=48e5b4d1-59aa-468e-912b-389884b8f8e0 HTTP/1.1" status: 200 len: 837 time: 0.0586660 Feb 09 16:27:44.854545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6da266-8e6f-4dc0-8a06-a5dcd25d5b29 req-b3270d59-6e11-41ea-8f1b-1300f7d96d85 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.856059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb6da266-8e6f-4dc0-8a06-a5dcd25d5b29 req-b3270d59-6e11-41ea-8f1b-1300f7d96d85 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 907 time: 0.0961375 Feb 09 16:27:44.863773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1373172175-network', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:44.899753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da021-a617-4439-994a-e3c946bb34d6 req-a0a1fd2e-769b-41fa-8a7d-79f1ea117284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:44.901255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-a0a1fd2e-769b-41fa-8a7d-79f1ea117284 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e0398df-07d4-488a-84e9-b3445050ef0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441937 Feb 09 16:27:44.970728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Made reservation on behalf of b34c0ab71475406bb6e65bae8a246614 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:44.974446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:44.983859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:45.005859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-8c09beb6-a391-406e-987b-7e9b05cc8b37 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0398df-07d4-488a-84e9-b3445050ef0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967839 Feb 09 16:27:45.071388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:45.137689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740fd63-ffc7-45c1-9a64-8370e02adf0d req-99b199dc-40d9-472b-aac0-c310479281c3 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:45.139172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7740fd63-ffc7-45c1-9a64-8370e02adf0d req-99b199dc-40d9-472b-aac0-c310479281c3 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 945 time: 0.0793407 Feb 09 16:27:45.141494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03da021-a617-4439-994a-e3c946bb34d6 req-d190dc0e-0126-4d75-90a6-e0ae91fb1bc6 service neutron] 10.222.0.73 "GET /v2.0/networks/7e0398df-07d4-488a-84e9-b3445050ef0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282012 Feb 09 16:27:45.159396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:45.183449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7740fd63-ffc7-45c1-9a64-8370e02adf0d req-d994f8b6-e09b-45b0-9036-dbfe716aa7f4 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382411 Feb 09 16:27:45.193659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:27:45.206476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658824cb-90e8-40e5-a113-c2adf8a10ec1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:45.208423 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:45.209187 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Added segment 6dfe8567-06de-439e-bb26-bd0421f628fc of type vlan for network 4b956704-4261-4d45-8ae0-d72bb529b8fc Feb 09 16:27:45.254301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:45.364094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:45.365231 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:45.365823 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:45.423773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] Pushing event updated for resources: {'Network': ['ID=4b956704-4261-4d45-8ae0-d72bb529b8fc,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:45.434652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:27:45.538254 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-40e1cdb5-2d01-4d24-bb36-ee0a81bf2bca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7939284 Feb 09 16:27:45.541088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53454) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:45.545819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Request body: {'subnet': {'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1373172175-subnet', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:45.644619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Made reservation on behalf of b34c0ab71475406bb6e65bae8a246614 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:45.647676 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:45.988579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1797ac-9bf5-43e2-81b3-0c383474d87e req-f7dc72b2-b730-424c-aaa8-9ba8c2af1628 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:45.990106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1797ac-9bf5-43e2-81b3-0c383474d87e req-f7dc72b2-b730-424c-aaa8-9ba8c2af1628 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 907 time: 0.0547736 Feb 09 16:27:46.090321 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:46.154759 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c146df5-735a-4536-8153-475fc2b30f5f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:46.160775 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Checking segment: {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:46.161153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Network hostable DHCP agents. Network: 4b956704-4261-4d45-8ae0-d72bb529b8fc, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:27:46.312674 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:27:46.473073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 4b956704-4261-4d45-8ae0-d72bb529b8fc) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:46.477324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:46.487788 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:46.488592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd7c96-4fc4-4d45-a460-4944b0a3e52e None None] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:46.634291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-4b956704-4261-4d45-8ae0-d72bb529b8fc', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:27:46.635178 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:46.688289 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-553954a6-4d15-401b-a421-65addb7b2dd8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1446843 Feb 09 16:27:46.689615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53466) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:46.694329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:46.777650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Allocated IP 172.20.0.2 (4b956704-4261-4d45-8ae0-d72bb529b8fc/6c146df5-735a-4536-8153-475fc2b30f5f/0a41fdfd-263a-4709-8932-e3c17ab0f1df) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:46.838783 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:46.841099 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:46.898218 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:46.932860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.056474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.098910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:47.107047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:47.110323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:47.121556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Pushing event updated for resources: {'Port': ['ID=0a41fdfd-263a-4709-8932-e3c17ab0f1df,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:47.206576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Attempting to bind port 0a41fdfd-263a-4709-8932-e3c17ab0f1df on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:47.207235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Attempting to bind port 0a41fdfd-263a-4709-8932-e3c17ab0f1df by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:47.207597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Attempting to bind port 0a41fdfd-263a-4709-8932-e3c17ab0f1df on network 4b956704-4261-4d45-8ae0-d72bb529b8fc {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:47.212257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.213817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:47.214349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Checking segment: {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:47.215735 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.216175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Bound using segment: {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:47.216809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Bound port: 0a41fdfd-263a-4709-8932-e3c17ab0f1df, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:47.217206 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.296818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 980defe0-e072-4c6a-bc0c-ce0335ad1381 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:27:47.303050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] For port 0a41fdfd-263a-4709-8932-e3c17ab0f1df, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:47.324153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] For port 0a41fdfd-263a-4709-8932-e3c17ab0f1df, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a41fdfd-263a-4709-8932-e3c17ab0f1df,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:47.416945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 980defe0-e072-4c6a-bc0c-ce0335ad1381, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=980defe0-e072-4c6a-bc0c-ce0335ad1381,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:47.430668 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.467442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709403f-676a-4cc9-9dcb-642f45b73975 req-478c6aae-2eb8-4c66-8087-792c3ffe40db tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:47.469057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2709403f-676a-4cc9-9dcb-642f45b73975 req-478c6aae-2eb8-4c66-8087-792c3ffe40db tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 907 time: 0.1037619 Feb 09 16:27:47.469280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '980defe0-e072-4c6a-bc0c-ce0335ad1381', 'network_id': '7e0398df-07d4-488a-84e9-b3445050ef0a', 'port_id': '980defe0-e072-4c6a-bc0c-ce0335ad1381', 'mac_address': 'fa:16:3e:4f:02:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e5b4d1-59aa-468e-912b-389884b8f8e0', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:27:47.552833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.554965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba06dc-eef7-4dc2-a4ef-b63e26676126 None None] Pushing event updated for resources: {'Port': ['ID=0a41fdfd-263a-4709-8932-e3c17ab0f1df,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:47.581519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980defe0-e072-4c6a-bc0c-ce0335ad1381 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:27:47.603122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 980defe0-e072-4c6a-bc0c-ce0335ad1381, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=980defe0-e072-4c6a-bc0c-ce0335ad1381,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:47.674591 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.695170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.702368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:47.773975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=980defe0-e072-4c6a-bc0c-ce0335ad1381,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:47.841917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Allocated IP 172.25.5.60 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/64be3fed-15e8-4e08-b989-e99577ff7949) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:47.952546 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:48.019244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['980defe0-e072-4c6a-bc0c-ce0335ad1381'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:27:48.056415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:48.099406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:48.103040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:48.105926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:48.131326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Pushing event updated for resources: {'Port': ['ID=64be3fed-15e8-4e08-b989-e99577ff7949,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:48.438772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:48.565881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a5ef99-f5bd-494e-b57e-f9c7b6fdf5f5 None None] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:48.641922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cfe9f663-b003-41e2-b4c4-7c5fc48ea735 None None] Provisioning complete for port 0a41fdfd-263a-4709-8932-e3c17ab0f1df triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:48.642314 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfe9f663-b003-41e2-b4c4-7c5fc48ea735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:48.662118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad095cdb-8427-4247-95f2-ced7fe046c8d req-2bcc13ef-3f9d-4d37-b5e7-bcc43da735d6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:48.663637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad095cdb-8427-4247-95f2-ced7fe046c8d req-2bcc13ef-3f9d-4d37-b5e7-bcc43da735d6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 908 time: 0.1073186 Feb 09 16:27:48.718764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:48.796685 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfe9f663-b003-41e2-b4c4-7c5fc48ea735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:48.847638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cfe9f663-b003-41e2-b4c4-7c5fc48ea735 None None] For port 0a41fdfd-263a-4709-8932-e3c17ab0f1df, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a41fdfd-263a-4709-8932-e3c17ab0f1df,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:48.959064 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfe9f663-b003-41e2-b4c4-7c5fc48ea735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:49.012224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9f663-b003-41e2-b4c4-7c5fc48ea735 None None] Pushing event updated for resources: {'Port': ['ID=0a41fdfd-263a-4709-8932-e3c17ab0f1df,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:49.044312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:27:49.078497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-07264f39-0bef-4e52-9f02-9188f13414dd None None] Provisioning complete for port 0a41fdfd-263a-4709-8932-e3c17ab0f1df triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:49.078873 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-07264f39-0bef-4e52-9f02-9188f13414dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:49.161491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:27:49.170121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Sync routers for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:27:49.180303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:49.180928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:49.286203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a41fdfd-263a-4709-8932-e3c17ab0f1df up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:49.291829 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:49.309408 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:49.310974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-35f4628d-90a7-4a37-a33f-2c0123a8a419 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6202948 Feb 09 16:27:49.314032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53486) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:49.341181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 980defe0-e072-4c6a-bc0c-ce0335ad1381 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:49.495909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0a41fdfd-263a-4709-8932-e3c17ab0f1df triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:49.496283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:49.608310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 980defe0-e072-4c6a-bc0c-ce0335ad1381 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:27:49.617143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 980defe0-e072-4c6a-bc0c-ce0335ad1381 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:49.620632 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:49.671539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:48Z', 'revision_number': 3, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:49.711911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Checking router: 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:27:49.712315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Updating router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca port 64be3fed-15e8-4e08-b989-e99577ff7949 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:27:49.746235 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:49.813220 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:49.903041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf378f6f-43f0-4b86-9399-2dce1f04dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980defe0-e072-4c6a-bc0c-ce0335ad1381'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:27:49.905461 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e355567-f9ec-4d63-a601-ade1286d7d12" -d '{"events": [{"server_uuid": "cf378f6f-43f0-4b86-9399-2dce1f04dc4d", "name": "network-vif-plugged", "status": "completed", "tag": "980defe0-e072-4c6a-bc0c-ce0335ad1381"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:27:49.925774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 980defe0-e072-4c6a-bc0c-ce0335ad1381, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=980defe0-e072-4c6a-bc0c-ce0335ad1381,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:49.971194 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86459459-5b48-45b0-8838-fc8e43df179c x-openstack-request-id: req-86459459-5b48-45b0-8838-fc8e43df179c {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:27:49.971194 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf378f6f-43f0-4b86-9399-2dce1f04dc4d", "name": "network-vif-plugged", "status": "completed", "tag": "980defe0-e072-4c6a-bc0c-ce0335ad1381", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:27:49.971194 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86459459-5b48-45b0-8838-fc8e43df179c {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:27:49.971194 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf378f6f-43f0-4b86-9399-2dce1f04dc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980defe0-e072-4c6a-bc0c-ce0335ad1381', 'code': 200} Feb 09 16:27:50.049368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.192135 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.199392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=980defe0-e072-4c6a-bc0c-ce0335ad1381,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:50.284900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.320570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f0bc-2416-4853-800c-32837bab77dd req-df7cdd50-ec1b-4d5c-90ab-153c3e92d5da tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:50.322132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b080f0bc-2416-4853-800c-32837bab77dd req-df7cdd50-ec1b-4d5c-90ab-153c3e92d5da tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 908 time: 0.5597558 Feb 09 16:27:50.324240 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.333226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075e2fe-e39f-46c8-8749-85fcb7bb0a25 req-9b73c07a-caa2-4a17-bb5f-32593f07bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:50.340585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5075e2fe-e39f-46c8-8749-85fcb7bb0a25 req-9b73c07a-caa2-4a17-bb5f-32593f07bc83 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 1060 time: 0.0884953 Feb 09 16:27:50.395938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Attempting to bind port 64be3fed-15e8-4e08-b989-e99577ff7949 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:50.397838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Attempting to bind port 64be3fed-15e8-4e08-b989-e99577ff7949 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:50.397838 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Attempting to bind port 64be3fed-15e8-4e08-b989-e99577ff7949 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:50.415671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:50.416306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:50.416981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.417634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:50.418420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Bound port: 64be3fed-15e8-4e08-b989-e99577ff7949, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:50.419043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.455655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91675b80-8a11-4a35-b6ad-c0465578f50e None None] Pushing event updated for resources: {'Port': ['ID=64be3fed-15e8-4e08-b989-e99577ff7949,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:50.485335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Allocated IP 172.20.0.1 (4b956704-4261-4d45-8ae0-d72bb529b8fc/6c146df5-735a-4536-8153-475fc2b30f5f/0c835bad-06e2-49e2-8f95-81a1206897d2) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:50.496454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] For port 64be3fed-15e8-4e08-b989-e99577ff7949, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:50.499835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] For port 64be3fed-15e8-4e08-b989-e99577ff7949, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64be3fed-15e8-4e08-b989-e99577ff7949,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:50.594019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.610250 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.690410 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.742339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:50.746134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:50.750470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:50.757535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Pushing event updated for resources: {'Port': ['ID=0c835bad-06e2-49e2-8f95-81a1206897d2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:50.800025 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:50.848803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:50.849659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:50.950623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91675b80-8a11-4a35-b6ad-c0465578f50e None None] Pushing event updated for resources: {'Port': ['ID=64be3fed-15e8-4e08-b989-e99577ff7949,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:50.984116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:51.063421 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:51.211178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4519ed2a-9dfd-41e8-9f5c-9835f25d9184 None None] Provisioning complete for port 0c835bad-06e2-49e2-8f95-81a1206897d2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:51.211675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4519ed2a-9dfd-41e8-9f5c-9835f25d9184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:51.297379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:51.307879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4519ed2a-9dfd-41e8-9f5c-9835f25d9184 None None] Port 0c835bad-06e2-49e2-8f95-81a1206897d2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:27:51.330511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:48Z', 'revision_number': 3, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:51.364521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a73ae87-559f-42bd-8134-7893aed55865 None None] The sync data for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 is: [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:48Z', 'revision_number': 3, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:27:51.393230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:51.514512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Pushing event updated for resources: {'Port': ['ID=0c835bad-06e2-49e2-8f95-81a1206897d2,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:51.519193 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:51.545968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff9db3-88a0-4c03-9578-597f00b16242 req-c64ee319-3eb0-4906-9a6f-4aa0e38c4da4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:51.547628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44ff9db3-88a0-4c03-9578-597f00b16242 req-c64ee319-3eb0-4906-9a6f-4aa0e38c4da4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 909 time: 0.0943971 Feb 09 16:27:51.645164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:51.646915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:51.862008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:27:52.034934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0a2f86cb-655c-462b-9c84-55bf06412761 None None] Provisioning complete for port 0c835bad-06e2-49e2-8f95-81a1206897d2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:52.040174 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0a2f86cb-655c-462b-9c84-55bf06412761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:52.043943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:27:52.056673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e1b4cfcf-00f7-4579-a9a7-9bd2bc87ca40 admin admin] 10.222.0.53 "PUT /v2.0/routers/6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7414105 Feb 09 16:27:52.090747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0a2f86cb-655c-462b-9c84-55bf06412761 None None] Port 0c835bad-06e2-49e2-8f95-81a1206897d2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:27:52.711445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799872ba-15ec-4750-8173-9e18838a1650 req-ce4e7419-3a9d-4aba-9fc0-7411605e60a8 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:52.713479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-799872ba-15ec-4750-8173-9e18838a1650 req-ce4e7419-3a9d-4aba-9fc0-7411605e60a8 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 909 time: 0.0760779 Feb 09 16:27:52.852644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aea1e-ffd3-4bb7-b97e-3eba4ce62ff9 req-928b649d-a7f8-42d5-8f9d-d067e56d5489 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:52.854215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-234aea1e-ffd3-4bb7-b97e-3eba4ce62ff9 req-928b649d-a7f8-42d5-8f9d-d067e56d5489 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 909 time: 0.0666740 Feb 09 16:27:52.970092 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53522) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:52.975854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-446235911-network', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:52.979525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae5d0a-ae55-4170-ae83-f6e20b0d339d req-911e6551-11d9-4802-91c5-517e21c70991 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:52.981220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3ae5d0a-ae55-4170-ae83-f6e20b0d339d req-911e6551-11d9-4802-91c5-517e21c70991 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 1060 time: 0.0522213 Feb 09 16:27:53.063041 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58589c54-71d6-4b01-ab3d-e248c9230f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.101366 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Made reservation on behalf of 296ea7b1a8a2400dad066d0a46a242bb for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:53.104342 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.117660 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.134281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d36bbb-42b1-493f-bf18-7994be40802c req-085c6424-f77d-46bd-8f96-a92fbede31e7 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:53.137096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31d36bbb-42b1-493f-bf18-7994be40802c req-085c6424-f77d-46bd-8f96-a92fbede31e7 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1135 time: 0.0712776 Feb 09 16:27:53.237123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31d36bbb-42b1-493f-bf18-7994be40802c req-2aabb45e-ad6e-400f-9b59-e3ce06c9cc50 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0784197 Feb 09 16:27:53.237123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53526) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:53.243758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.297858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a86368-01e8-4006-99e7-46c79919f9f2 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:53.302607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c0a86368-01e8-4006-99e7-46c79919f9f2 tempest-TestSecurityGroupsBasicOps-1308170013 tempest-TestSecurityGroupsBasicOps-1308170013-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 1055 time: 0.0623698 Feb 09 16:27:53.318301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.372808 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:27:53.381818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64be3fed-15e8-4e08-b989-e99577ff7949 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:53.383163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.383528 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Added segment 86d44b2c-4141-40f2-9d61-ef079d080ec9 of type vlan for network 00002f17-2578-4f0b-a493-0b11a34c2979 Feb 09 16:27:53.422136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2040d3f5-0929-4973-8d53-9a14d85a0eb2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:53.445119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.489672 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Sync routers for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:27:53.494711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 64be3fed-15e8-4e08-b989-e99577ff7949 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:53.495340 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.500813 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:53.502301 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:53.553083 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.554973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:53.555766 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.608673 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.647793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 64be3fed-15e8-4e08-b989-e99577ff7949, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64be3fed-15e8-4e08-b989-e99577ff7949,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:53.655125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] Pushing event updated for resources: {'Network': ['ID=00002f17-2578-4f0b-a493-0b11a34c2979,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:53.668286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 00002f17-2578-4f0b-a493-0b11a34c2979 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:27:53.713003 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:53.737041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53534) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:53.743690 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fa543453-c2e6-41d7-92c0-d43aa432a79a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7710941 Feb 09 16:27:53.752602 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Request body: {'subnet': {'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-446235911-subnet', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:53.789890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.873144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Made reservation on behalf of 296ea7b1a8a2400dad066d0a46a242bb for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:27:53.876614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:53.896772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=64be3fed-15e8-4e08-b989-e99577ff7949,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:53.988639 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:51Z', 'revision_number': 2, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:54.026644 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Checking router: 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:27:54.027150 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Updating router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca port 0c835bad-06e2-49e2-8f95-81a1206897d2 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:27:54.037936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221e622-345e-4b52-a7e9-0fd2bf6920a3 req-f8f74578-611c-47d2-a122-60e31318eead tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:54.051807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d221e622-345e-4b52-a7e9-0fd2bf6920a3 req-f8f74578-611c-47d2-a122-60e31318eead tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 909 time: 0.1673322 Feb 09 16:27:54.084860 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.278847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.338120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:54.356754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Checking segment: {'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:54.358151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Network hostable DHCP agents. Network: 00002f17-2578-4f0b-a493-0b11a34c2979, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:27:54.398035 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.455254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Network 00002f17-2578-4f0b-a493-0b11a34c2979 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:27:54.512781 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.547375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 00002f17-2578-4f0b-a493-0b11a34c2979) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:54.565786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd13f6-41d4-40bc-8481-e8766715e594 None None] Network 00002f17-2578-4f0b-a493-0b11a34c2979 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:54.583261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:54.583870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.695004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ddc3eaef-1360-434e-a554-a628e4dba1cd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9536476 Feb 09 16:27:54.695263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53542) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:54.700007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:27:54.722451 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb023f-6407-47d8-b3c0-f6c08522837c None None] Pushing event updated for resources: {'Port': ['ID=0c835bad-06e2-49e2-8f95-81a1206897d2,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:54.752647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-00002f17-2578-4f0b-a493-0b11a34c2979', 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'fixed_ips': [{'subnet_id': '103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:27:54.753586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.754265 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Attempting to bind port 0c835bad-06e2-49e2-8f95-81a1206897d2 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:54.754760 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Attempting to bind port 0c835bad-06e2-49e2-8f95-81a1206897d2 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:54.755296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Attempting to bind port 0c835bad-06e2-49e2-8f95-81a1206897d2 on network 4b956704-4261-4d45-8ae0-d72bb529b8fc {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:54.761130 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:54.761870 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Checking segment: {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:54.762463 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.763084 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Bound using segment: {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:54.767031 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Bound port: 0c835bad-06e2-49e2-8f95-81a1206897d2, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:54.767976 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.804578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.806545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.841849 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] For port 0c835bad-06e2-49e2-8f95-81a1206897d2, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:54.845204 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] For port 0c835bad-06e2-49e2-8f95-81a1206897d2, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0c835bad-06e2-49e2-8f95-81a1206897d2,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:54.862463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.880793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-510c9a7c-b805-4eee-b3c1-f19312b3e4d2 None None] Provisioning complete for port 0c835bad-06e2-49e2-8f95-81a1206897d2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:54.881169 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-510c9a7c-b805-4eee-b3c1-f19312b3e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:54.949121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-510c9a7c-b805-4eee-b3c1-f19312b3e4d2 None None] Port 0c835bad-06e2-49e2-8f95-81a1206897d2 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:27:54.952756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Allocated IP 172.20.0.2 (00002f17-2578-4f0b-a493-0b11a34c2979/103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2/cc56b98d-6ada-4380-bb6c-563ccbfea7af) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:54.953342 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.024282 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:55.024910 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:55.026886 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb023f-6407-47d8-b3c0-f6c08522837c None None] Pushing event updated for resources: {'Port': ['ID=0c835bad-06e2-49e2-8f95-81a1206897d2,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:55.183729 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.184712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.196926 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:55.227328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063262e-0378-48b5-95d5-b2a54839e673 req-24590d37-8605-4ff7-af70-afe911c12690 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:55.229478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d063262e-0378-48b5-95d5-b2a54839e673 req-24590d37-8605-4ff7-af70-afe911c12690 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 909 time: 0.0760167 Feb 09 16:27:55.286542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64be3fed-15e8-4e08-b989-e99577ff7949 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:55.312829 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2ad114b6-74dc-4b8a-a065-86601e4fc3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.345156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 64be3fed-15e8-4e08-b989-e99577ff7949 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:55.345563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.371706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.435327 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:54Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:55.442942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Network 00002f17-2578-4f0b-a493-0b11a34c2979 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:55.448173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:55.449950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Pushing event updated for resources: {'Port': ['ID=cc56b98d-6ada-4380-bb6c-563ccbfea7af,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:55.452322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:55.457458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-81200fb4-0cb0-490d-97f0-b3cea4e698d8 None None] Provisioning complete for port 0c835bad-06e2-49e2-8f95-81a1206897d2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:55.457823 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-81200fb4-0cb0-490d-97f0-b3cea4e698d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.476612 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19873376-cda7-4c76-8c69-5573f98aae7d None None] The sync data for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 is: [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:54Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:27:55.568618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-5bdbbf65-57fe-40b6-ac76-a3e18e23198e tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:55.571884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-5bdbbf65-57fe-40b6-ac76-a3e18e23198e tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 909 time: 0.1140239 Feb 09 16:27:55.593940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Attempting to bind port cc56b98d-6ada-4380-bb6c-563ccbfea7af on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:55.594550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Attempting to bind port cc56b98d-6ada-4380-bb6c-563ccbfea7af by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:55.594678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Attempting to bind port cc56b98d-6ada-4380-bb6c-563ccbfea7af on network 00002f17-2578-4f0b-a493-0b11a34c2979 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:55.610026 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:55.610393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Checking segment: {'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:55.610791 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.611713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Bound using segment: {'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:55.612606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Bound port: cc56b98d-6ada-4380-bb6c-563ccbfea7af, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:55.612606 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.717205 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.731826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] For port cc56b98d-6ada-4380-bb6c-563ccbfea7af, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:55.746293 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-81200fb4-0cb0-490d-97f0-b3cea4e698d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.749109 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.757580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] For port cc56b98d-6ada-4380-bb6c-563ccbfea7af, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cc56b98d-6ada-4380-bb6c-563ccbfea7af,segment=NetworkSegment(86d44b2c-4141-40f2-9d61-ef079d080ec9),segment_id=86d44b2c-4141-40f2-9d61-ef079d080ec9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:55.791966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-81200fb4-0cb0-490d-97f0-b3cea4e698d8 None None] For port 0c835bad-06e2-49e2-8f95-81a1206897d2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0c835bad-06e2-49e2-8f95-81a1206897d2,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:55.829593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting port 980defe0-e072-4c6a-bc0c-ce0335ad1381 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:27:55.830259 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.873203 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.921066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-81200fb4-0cb0-490d-97f0-b3cea4e698d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:55.938642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Allocated IP 172.25.5.109 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/09a65216-8bd9-4e28-9265-40dc7d3d18db) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:55.953044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779aafb-3c50-4a62-bda3-a43f92a2c022 None None] Pushing event updated for resources: {'Port': ['ID=cc56b98d-6ada-4380-bb6c-563ccbfea7af,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:56.013299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81200fb4-0cb0-490d-97f0-b3cea4e698d8 None None] Pushing event updated for resources: {'Port': ['ID=0c835bad-06e2-49e2-8f95-81a1206897d2,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:56.038162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] For port 980defe0-e072-4c6a-bc0c-ce0335ad1381, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=980defe0-e072-4c6a-bc0c-ce0335ad1381,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:56.038788 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:56.057124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Calling delete_port for 980defe0-e072-4c6a-bc0c-ce0335ad1381 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:27:56.173873 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:56.367617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce68b1-db10-42a0-9912-1fc829eab0f2 req-8b42275c-c62b-448f-856f-877787d40564 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:27:56.369263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30ce68b1-db10-42a0-9912-1fc829eab0f2 req-8b42275c-c62b-448f-856f-877787d40564 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 909 time: 0.0580006 Feb 09 16:27:56.404558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:56.436925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:56.439298 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Port': ['ID=980defe0-e072-4c6a-bc0c-ce0335ad1381,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:56.514217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:56.520342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] No DVR routers for this DVR port 980defe0-e072-4c6a-bc0c-ce0335ad1381 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:27:56.524843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:56.528693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b18d3310-4fe5-49dc-8d12-81302b03bfef req-c8f6c189-ef0c-4756-87bb-a1ee8c7b6aba tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.73 "DELETE /v2.0/ports/980defe0-e072-4c6a-bc0c-ce0335ad1381 HTTP/1.1" status: 204 len: 173 time: 0.9232726 Feb 09 16:27:56.529013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf378f6f-43f0-4b86-9399-2dce1f04dc4d', 'name': 'network-vif-deleted', 'tag': '980defe0-e072-4c6a-bc0c-ce0335ad1381'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:27:56.531314 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bb2f4e-4737-4fa9-b4ac-adf8807e3f7e" -d '{"events": [{"server_uuid": "cf378f6f-43f0-4b86-9399-2dce1f04dc4d", "name": "network-vif-deleted", "tag": "980defe0-e072-4c6a-bc0c-ce0335ad1381"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:27:56.535132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:56.551189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:56.565182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Pushing event updated for resources: {'Port': ['ID=09a65216-8bd9-4e28-9265-40dc7d3d18db,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:56.595213 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bff818-1b7c-4cdf-a3f4-a89ef08a49d3 x-openstack-request-id: req-d4bff818-1b7c-4cdf-a3f4-a89ef08a49d3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:27:56.596053 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf378f6f-43f0-4b86-9399-2dce1f04dc4d", "name": "network-vif-deleted", "tag": "980defe0-e072-4c6a-bc0c-ce0335ad1381", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:27:56.596335 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4bff818-1b7c-4cdf-a3f4-a89ef08a49d3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:27:56.596758 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf378f6f-43f0-4b86-9399-2dce1f04dc4d', 'name': 'network-vif-deleted', 'tag': '980defe0-e072-4c6a-bc0c-ce0335ad1381', 'status': 'completed', 'code': 200} Feb 09 16:27:56.702439 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:56.976347 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:57.087197 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eef4d4c-7561-451e-b26f-e68306806bda None None] Network 00002f17-2578-4f0b-a493-0b11a34c2979 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:27:57.182507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-398fc627-bfb3-44d0-93f9-8e3a6264a56a None None] Provisioning complete for port cc56b98d-6ada-4380-bb6c-563ccbfea7af triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:57.182881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-398fc627-bfb3-44d0-93f9-8e3a6264a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:57.194169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:57.325521 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-398fc627-bfb3-44d0-93f9-8e3a6264a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:57.376485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0c835bad-06e2-49e2-8f95-81a1206897d2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:57.450453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Router a669f8ee-a3ea-408d-9d8b-10490a7503ca is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:27:57.494387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92cf0be7-b989-4e08-993d-bae029a7b245 req-376609df-57ab-48ae-9c48-7d22cda1676b tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf378f6f-43f0-4b86-9399-2dce1f04dc4d HTTP/1.1" status: 200 len: 210 time: 0.0337610 Feb 09 16:27:57.582437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-398fc627-bfb3-44d0-93f9-8e3a6264a56a None None] For port cc56b98d-6ada-4380-bb6c-563ccbfea7af, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cc56b98d-6ada-4380-bb6c-563ccbfea7af,segment=NetworkSegment(86d44b2c-4141-40f2-9d61-ef079d080ec9),segment_id=86d44b2c-4141-40f2-9d61-ef079d080ec9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:57.610659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0c835bad-06e2-49e2-8f95-81a1206897d2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:57.611035 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:57.625199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:27:57.639099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Sync routers for ids ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:27:57.656611 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-398fc627-bfb3-44d0-93f9-8e3a6264a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:57.690436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Routers {'a669f8ee-a3ea-408d-9d8b-10490a7503ca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:57.691066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:57.777955 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:57.779222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3ad6064d-3533-4076-b1d2-f8c2fc4b31f7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0831046 Feb 09 16:27:57.782196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53560) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:57.805961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fc627-bfb3-44d0-93f9-8e3a6264a56a None None] Pushing event updated for resources: {'Port': ['ID=cc56b98d-6ada-4380-bb6c-563ccbfea7af,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:57.864132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d30e5980-77b9-4a52-bb35-e24cc36f658c None None] Provisioning complete for port cc56b98d-6ada-4380-bb6c-563ccbfea7af triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:57.864434 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d30e5980-77b9-4a52-bb35-e24cc36f658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:57.867911 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Set router a669f8ee-a3ea-408d-9d8b-10490a7503ca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:57.894970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cc56b98d-6ada-4380-bb6c-563ccbfea7af up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:58.095895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cc56b98d-6ada-4380-bb6c-563ccbfea7af triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:58.096296 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.220227 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.222582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:27:56Z', 'revision_number': 3, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port': {'id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:55Z', 'updated_at': '2022-02-09T16:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:58.255657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Checking router: a669f8ee-a3ea-408d-9d8b-10490a7503ca for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:27:58.256002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Updating router a669f8ee-a3ea-408d-9d8b-10490a7503ca port 09a65216-8bd9-4e28-9265-40dc7d3d18db binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:27:58.284298 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.327169 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.421586 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Allocated IP 172.20.0.1 (00002f17-2578-4f0b-a493-0b11a34c2979/103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2/8d429c47-bace-4f31-a82e-39ab286052a4) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:27:58.535976 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.559597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53566) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:27:58.577196 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.598066 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.673285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.701422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.719482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Network 00002f17-2578-4f0b-a493-0b11a34c2979 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:58.724312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:27:58.726346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Pushing event updated for resources: {'Port': ['ID=8d429c47-bace-4f31-a82e-39ab286052a4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:58.728606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:27:58.759238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Attempting to bind port 09a65216-8bd9-4e28-9265-40dc7d3d18db on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:27:58.759747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Attempting to bind port 09a65216-8bd9-4e28-9265-40dc7d3d18db by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:27:58.760187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Attempting to bind port 09a65216-8bd9-4e28-9265-40dc7d3d18db on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:27:58.763504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5a319-758d-44c2-9172-be4ccc191e62 None None] Pushing event updated for resources: {'Port': ['ID=09a65216-8bd9-4e28-9265-40dc7d3d18db,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:58.769237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:27:58.769684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:27:58.770096 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.770487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:27:58.771873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Bound port: 09a65216-8bd9-4e28-9265-40dc7d3d18db, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:27:58.771873 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.782032 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:58.852047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] For port 09a65216-8bd9-4e28-9265-40dc7d3d18db, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:27:58.855984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] For port 09a65216-8bd9-4e28-9265-40dc7d3d18db, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=09a65216-8bd9-4e28-9265-40dc7d3d18db,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:27:58.942960 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.020512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Routers {'a669f8ee-a3ea-408d-9d8b-10490a7503ca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:27:59.021170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:59.027661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5a319-758d-44c2-9172-be4ccc191e62 None None] Pushing event updated for resources: {'Port': ['ID=09a65216-8bd9-4e28-9265-40dc7d3d18db,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:59.127670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-16c834e0-795a-4573-8392-5d94f677b83d None None] Provisioning complete for port 8d429c47-bace-4f31-a82e-39ab286052a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:59.128260 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-16c834e0-795a-4573-8392-5d94f677b83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.175603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] Set router a669f8ee-a3ea-408d-9d8b-10490a7503ca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:27:59.234259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-16c834e0-795a-4573-8392-5d94f677b83d None None] Port 8d429c47-bace-4f31-a82e-39ab286052a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:27:59.295783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cc56b98d-6ada-4380-bb6c-563ccbfea7af up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:27:59.371857 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.394005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.497366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 980defe0-e072-4c6a-bc0c-ce0335ad1381 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:27:59.537831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 980defe0-e072-4c6a-bc0c-ce0335ad1381 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:27:59.538185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 980defe0-e072-4c6a-bc0c-ce0335ad1381 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:27:59.589969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cc56b98d-6ada-4380-bb6c-563ccbfea7af triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:27:59.590351 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.590640 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.640846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:27:56Z', 'revision_number': 3, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port': {'id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:55Z', 'updated_at': '2022-02-09T16:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:27:59.672671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fcaa0-b203-4c1f-831e-8707f35f06ba None None] The sync data for ids ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'] in n-d-828542-1 is: [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:27:56Z', 'revision_number': 3, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port': {'id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:55Z', 'updated_at': '2022-02-09T16:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:27:59.694538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:27:59.695172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.715400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.785062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.786539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Pushing event updated for resources: {'Port': ['ID=8d429c47-bace-4f31-a82e-39ab286052a4,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:27:59.808312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] For port 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:27:59.808691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:27:59.822931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Calling delete_port for 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:27:59.887825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Network 00002f17-2578-4f0b-a493-0b11a34c2979 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:27:59.890149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:28:00.052831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Router a669f8ee-a3ea-408d-9d8b-10490a7503ca has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:28:00.174526 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:28:00.178469 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-57e6eceb-fadd-4dc7-a571-2855dd855f04 admin admin] 10.222.0.53 "PUT /v2.0/routers/a669f8ee-a3ea-408d-9d8b-10490a7503ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3951135 Feb 09 16:28:00.198351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:00.225067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Port': ['ID=64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:00.270544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-efedd376-4de0-43cf-b223-cb91c10f279d None None] Provisioning complete for port 8d429c47-bace-4f31-a82e-39ab286052a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:00.271575 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-efedd376-4de0-43cf-b223-cb91c10f279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:00.332860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-efedd376-4de0-43cf-b223-cb91c10f279d None None] Port 8d429c47-bace-4f31-a82e-39ab286052a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:28:00.410242 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:00.507917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:00.804494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Router b132f214-0353-4f7b-a136-5a2dc1cf64c6 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:28:00.926112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:28:00.932021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ee09966c-f101-41ee-8d4b-a74073fdb8e6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "PUT /v2.0/routers/b132f214-0353-4f7b-a136-5a2dc1cf64c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3704920 Feb 09 16:28:00.934869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53578) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:00.940764 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] Sync routers for ids ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:28:00.950486 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] Routers {'b132f214-0353-4f7b-a136-5a2dc1cf64c6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:00.951097 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:00.988065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc9230e-33b5-444e-af4c-b182e95249e0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting subnet 48e5b4d1-59aa-468e-912b-389884b8f8e0 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:28:00.991426 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-acc9230e-33b5-444e-af4c-b182e95249e0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.036272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-acc9230e-33b5-444e-af4c-b182e95249e0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.043396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53580) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:01.049764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2cbb17d3-edcf-4015-8fb1-8a8eb2727d3f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845926887', 'description': 'tempest-secgroup-smoke-845926887 description', 'project_id': 'b34c0ab71475406bb6e65bae8a246614'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:01.073665 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] Set router b132f214-0353-4f7b-a136-5a2dc1cf64c6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:01.128819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-acc9230e-33b5-444e-af4c-b182e95249e0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.181670 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2cbb17d3-edcf-4015-8fb1-8a8eb2727d3f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.267512 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:28:00Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:01.270265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2cbb17d3-edcf-4015-8fb1-8a8eb2727d3f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.279092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-acc9230e-33b5-444e-af4c-b182e95249e0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.295735 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] Checking router: b132f214-0353-4f7b-a136-5a2dc1cf64c6 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:28:01.305098 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] Routers {'b132f214-0353-4f7b-a136-5a2dc1cf64c6'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:01.305906 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:01.310517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9230e-33b5-444e-af4c-b182e95249e0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Subnet': ['ID=48e5b4d1-59aa-468e-912b-389884b8f8e0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:01.312859 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-acc9230e-33b5-444e-af4c-b182e95249e0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.316237 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-acc9230e-33b5-444e-af4c-b182e95249e0 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/subnets/48e5b4d1-59aa-468e-912b-389884b8f8e0 HTTP/1.1" status: 204 len: 168 time: 0.3802664 Feb 09 16:28:01.317949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36d143-9a63-463e-983d-18428c254a6e None None] Network 7e0398df-07d4-488a-84e9-b3445050ef0a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:28:01.319161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53582) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:01.378302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2cbb17d3-edcf-4015-8fb1-8a8eb2727d3f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.420840 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] Set router b132f214-0353-4f7b-a136-5a2dc1cf64c6 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:01.447205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb17d3-edcf-4015-8fb1-8a8eb2727d3f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:01.453501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 09a65216-8bd9-4e28-9265-40dc7d3d18db up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:28:01.468978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.521340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 09a65216-8bd9-4e28-9265-40dc7d3d18db triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:01.521763 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.565442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2cbb17d3-edcf-4015-8fb1-8a8eb2727d3f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.577012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2cbb17d3-edcf-4015-8fb1-8a8eb2727d3f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5222571 Feb 09 16:28:01.577186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53584) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:01.577186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ca115d38-9142-4cf0-b61d-658e2624938c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'security_group_rule': {'security_group_id': 'e8607c1b-9f4d-4bc0-8389-35eda7ee8c74', 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:01.606779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] DHCP port deletion for 7e0398df-07d4-488a-84e9-b3445050ef0a request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:28:01.612130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.653989 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.654267 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:28:00Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:01.684350 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34304e74-c58e-435c-a1f9-1cf021a1cedb None None] The sync data for ids ['b132f214-0353-4f7b-a136-5a2dc1cf64c6'] in n-d-828542-1 is: [{'id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1678980310', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:29Z', 'updated_at': '2022-02-09T16:28:00Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': '4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b132f214-0353-4f7b-a136-5a2dc1cf64c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:30Z', 'updated_at': '2022-02-09T16:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:28:01.693867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 09a65216-8bd9-4e28-9265-40dc7d3d18db, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=09a65216-8bd9-4e28-9265-40dc7d3d18db,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:01.700128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] Deleting port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:28:01.700496 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.718513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca115d38-9142-4cf0-b61d-658e2624938c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.786267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] For port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8adc5d77-21b1-4eae-8e35-d7eb492dbe1e,segment=NetworkSegment(585f92bf-96b0-4441-a37d-e995d5418014),segment_id=585f92bf-96b0-4441-a37d-e995d5418014)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:01.786780 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.798733 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca115d38-9142-4cf0-b61d-658e2624938c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.804410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:28:01.804763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.807044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] Calling delete_port for 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:28:01.869963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.884468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca115d38-9142-4cf0-b61d-658e2624938c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.905273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca115d38-9142-4cf0-b61d-658e2624938c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfd2849-a4f1-4c2f-86ab-93033f8c6e83,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:01.918630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] For port 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:01.919012 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.933474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Calling delete_port for 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:28:01.983231 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ca115d38-9142-4cf0-b61d-658e2624938c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:01.988608 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ca115d38-9142-4cf0-b61d-658e2624938c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4176464 Feb 09 16:28:01.989584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53602) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:01.994872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-12823fcb-4318-4100-ae14-6bd4ad3011c4 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'security_group_rule': {'security_group_id': 'e8607c1b-9f4d-4bc0-8389-35eda7ee8c74', 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:01.995604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=09a65216-8bd9-4e28-9265-40dc7d3d18db,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:02.055531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.088270 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.089100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] Pushing event deleted for resources: {'Port': ['ID=8adc5d77-21b1-4eae-8e35-d7eb492dbe1e,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:02.089246 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12823fcb-4318-4100-ae14-6bd4ad3011c4 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.091056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243d4e1-1aa1-479e-9005-9958ca7de449 None None] No DVR routers for this DVR port 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:28:02.119347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-27e84c9e-c3ff-4b6b-937b-5b9541d4d7be tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:02.120907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-27e84c9e-c3ff-4b6b-937b-5b9541d4d7be tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 814 time: 0.1848185 Feb 09 16:28:02.157055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12823fcb-4318-4100-ae14-6bd4ad3011c4 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.178144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-1767052b-a758-474b-8417-0bdd8b37c363 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/quotas/42af1181507f431ba9f8d4ea858cf83c HTTP/1.1" status: 200 len: 375 time: 0.0214500 Feb 09 16:28:02.265287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c5459be5-d0fc-4d36-9234-be8198acad98 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812352 Feb 09 16:28:02.295280 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12823fcb-4318-4100-ae14-6bd4ad3011c4 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.316866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12823fcb-4318-4100-ae14-6bd4ad3011c4 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca6bfe8-9462-43b7-8f52-2d8187100fb3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:02.336795 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.378910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Port': ['ID=4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:02.417566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-12823fcb-4318-4100-ae14-6bd4ad3011c4 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.417973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-4f80b67c-7bf4-48e8-a327-9de66ee163ef service neutron] 10.222.0.53 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447682 Feb 09 16:28:02.422223 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-12823fcb-4318-4100-ae14-6bd4ad3011c4 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4279566 Feb 09 16:28:02.422223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53604) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:02.428855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-eceb2df9-30dd-42ba-8087-337324102430 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'security_group_rule': {'security_group_id': 'e8607c1b-9f4d-4bc0-8389-35eda7ee8c74', 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:02.514367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.553846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eceb2df9-30dd-42ba-8087-337324102430 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.621493 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eceb2df9-30dd-42ba-8087-337324102430 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.623056 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.629055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.644998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-7179de16-1b32-424b-92a1-762642337676 service neutron] 10.222.0.53 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028921 Feb 09 16:28:02.713033 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eceb2df9-30dd-42ba-8087-337324102430 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.734022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb2df9-30dd-42ba-8087-337324102430 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4225b2-6e6b-47ff-8043-326e2b8e0f35,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:02.761847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Sync routers for ids ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:28:02.773219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Routers {'a669f8ee-a3ea-408d-9d8b-10490a7503ca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:02.774213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:02.800936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.801712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Fanout notify agent at l3_agent the message router_deleted on router b132f214-0353-4f7b-a136-5a2dc1cf64c6 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:28:02.812933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.813996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-47def5d1-9cba-4225-9002-49e86400f311 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/routers/b132f214-0353-4f7b-a136-5a2dc1cf64c6 HTTP/1.1" status: 204 len: 168 time: 1.4936004 Feb 09 16:28:02.814428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53606) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:02.873336 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eceb2df9-30dd-42ba-8087-337324102430 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:02.875023 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eceb2df9-30dd-42ba-8087-337324102430 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4523454 Feb 09 16:28:02.890131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53608) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:02.902202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-077c57c2-fc2d-4be0-bb0e-37af2a5e6df8 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'security_group_rule': {'security_group_id': 'e8607c1b-9f4d-4bc0-8389-35eda7ee8c74', 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:02.920406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Set router a669f8ee-a3ea-408d-9d8b-10490a7503ca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:02.970399 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.015551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-129f0394-1138-4c0a-92ed-19e66cf88da0 req-aad1490d-6c97-41db-bf3e-553903ba42fa tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 210 time: 0.0510442 Feb 09 16:28:03.086496 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-077c57c2-fc2d-4be0-bb0e-37af2a5e6df8 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.088591 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.130471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0398df-07d4-488a-84e9-b3445050ef0a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:03.146280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585f92bf-96b0-4441-a37d-e995d5418014') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:03.146686 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585f92bf-96b0-4441-a37d-e995d5418014') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:03.151352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-077c57c2-fc2d-4be0-bb0e-37af2a5e6df8 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.172666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.189363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:27:59Z', 'revision_number': 4, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port': {'id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:55Z', 'updated_at': '2022-02-09T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8d429c47-bace-4f31-a82e-39ab286052a4', 'name': '', 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'mac_address': 'fa:16:3e:a5:ff:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:58Z', 'updated_at': '2022-02-09T16:27:59Z', 'revision_number': 2, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'subnets': [{'id': '103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:28:03.211111 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:28:03.216917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Checking router: a669f8ee-a3ea-408d-9d8b-10490a7503ca for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:28:03.217282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Updating router a669f8ee-a3ea-408d-9d8b-10490a7503ca port 8d429c47-bace-4f31-a82e-39ab286052a4 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:28:03.245845 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.290048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-077c57c2-fc2d-4be0-bb0e-37af2a5e6df8 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.309957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c57c2-fc2d-4be0-bb0e-37af2a5e6df8 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd94ac7-dd75-40c2-b303-18068092cdbc,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:03.406230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 09a65216-8bd9-4e28-9265-40dc7d3d18db up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:28:03.421398 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.429353 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.435745 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/networks/7e0398df-07d4-488a-84e9-b3445050ef0a HTTP/1.1" status: 204 len: 168 time: 0.6176052 Feb 09 16:28:03.436044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53618) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:03.484299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7c61e-f069-46f0-af42-a5cb98dc8cf4 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Network': ['ID=7e0398df-07d4-488a-84e9-b3445050ef0a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:03.498094 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-077c57c2-fc2d-4be0-bb0e-37af2a5e6df8 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.502999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-077c57c2-fc2d-4be0-bb0e-37af2a5e6df8 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6053748 Feb 09 16:28:03.503182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53620) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:03.509787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-42318b1b-2433-457c-968e-3a4fff51644c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'security_group_rule': {'security_group_id': 'e8607c1b-9f4d-4bc0-8389-35eda7ee8c74', 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:03.528570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 09a65216-8bd9-4e28-9265-40dc7d3d18db triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:03.528945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.632628 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-42318b1b-2433-457c-968e-3a4fff51644c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Project b34c0ab71475406bb6e65bae8a246614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:28:03.641971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting port 183a40ff-9c87-423e-86ea-fac9f64d991e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:28:03.641971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.642982 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42318b1b-2433-457c-968e-3a4fff51644c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.665730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.713527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42318b1b-2433-457c-968e-3a4fff51644c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.725091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:28:03.742021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.742353 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.745700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:28:03.746067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8adc5d77-21b1-4eae-8e35-d7eb492dbe1e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:28:03.746465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:28:03.755505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Calling delete_port for 183a40ff-9c87-423e-86ea-fac9f64d991e owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:28:03.766819 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.769356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:28:03.769707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4748b0bf-aa59-4e39-af6c-bb1f47a6fe8b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:28:03.770130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:28:03.796422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:28:03.796775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64c6fc30-1ec3-4545-bbb0-2c97bdfc6bde not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:28:03.799210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42318b1b-2433-457c-968e-3a4fff51644c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.824895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42318b1b-2433-457c-968e-3a4fff51644c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfff0e0-c114-4936-889b-73b9370d94fa,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:03.852693 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc24e24-772e-4e9c-a6f9-5a8ddcecf540 None None] Pushing event updated for resources: {'Port': ['ID=8d429c47-bace-4f31-a82e-39ab286052a4,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:03.902150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Attempting to bind port 8d429c47-bace-4f31-a82e-39ab286052a4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:28:03.902523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Attempting to bind port 8d429c47-bace-4f31-a82e-39ab286052a4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:28:03.902896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Attempting to bind port 8d429c47-bace-4f31-a82e-39ab286052a4 on network 00002f17-2578-4f0b-a493-0b11a34c2979 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:03.909384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:28:03.909812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Checking segment: {'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:28:03.910157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.910561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Bound using segment: {'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:28:03.911038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Bound port: 8d429c47-bace-4f31-a82e-39ab286052a4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d44b2c-4141-40f2-9d61-ef079d080ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:28:03.911421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.944112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-42318b1b-2433-457c-968e-3a4fff51644c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:03.945602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-42318b1b-2433-457c-968e-3a4fff51644c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4412374 Feb 09 16:28:03.948513 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53626) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:03.954288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8d09e174-32a6-42e0-94dc-68650c132ba0 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'security_group_rule': {'security_group_id': 'e8607c1b-9f4d-4bc0-8389-35eda7ee8c74', 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:03.983841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] For port 8d429c47-bace-4f31-a82e-39ab286052a4, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:28:03.987379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] For port 8d429c47-bace-4f31-a82e-39ab286052a4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8d429c47-bace-4f31-a82e-39ab286052a4,segment=NetworkSegment(86d44b2c-4141-40f2-9d61-ef079d080ec9),segment_id=86d44b2c-4141-40f2-9d61-ef079d080ec9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:28:04.084463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-52f07544-4ee6-47c7-bcff-295148f96efc None None] Provisioning complete for port 8d429c47-bace-4f31-a82e-39ab286052a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:04.084789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-52f07544-4ee6-47c7-bcff-295148f96efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.104404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.123732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-52f07544-4ee6-47c7-bcff-295148f96efc None None] Port 8d429c47-bace-4f31-a82e-39ab286052a4 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:28:04.125578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c749f2de-a48a-423a-9db9-82f2c66a31f4 req-6ed26632-547e-441e-b1ab-a23b277972c8 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 210 time: 0.0341918 Feb 09 16:28:04.144602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Port': ['ID=183a40ff-9c87-423e-86ea-fac9f64d991e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:04.163974 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-8d09e174-32a6-42e0-94dc-68650c132ba0 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Project b34c0ab71475406bb6e65bae8a246614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:28:04.164441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.171374 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d09e174-32a6-42e0-94dc-68650c132ba0 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.219664 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Routers {'a669f8ee-a3ea-408d-9d8b-10490a7503ca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:04.220647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:04.224815 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.225265 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Floating IP 785db782-6b4d-438a-8bca-f20206d7a6a7 disassociated (deleted). External IP: 172.25.5.202, port: 3409f9f4-46a8-442a-9d05-f6261e5e5593. Feb 09 16:28:04.246219 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d09e174-32a6-42e0-94dc-68650c132ba0 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.271827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc24e24-772e-4e9c-a6f9-5a8ddcecf540 None None] Pushing event updated for resources: {'Port': ['ID=8d429c47-bace-4f31-a82e-39ab286052a4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:04.363888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] Set router a669f8ee-a3ea-408d-9d8b-10490a7503ca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:04.393860 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d09e174-32a6-42e0-94dc-68650c132ba0 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.423313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e174-32a6-42e0-94dc-68650c132ba0 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfd18df-c404-43b9-a328-0cb78d14a385,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:04.498824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:28:04.526146 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d09e174-32a6-42e0-94dc-68650c132ba0 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.527893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8d09e174-32a6-42e0-94dc-68650c132ba0 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5783370 Feb 09 16:28:04.597463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-320e95ef-a0a0-4f77-bdbc-b656c22fa55a None None] Provisioning complete for port 8d429c47-bace-4f31-a82e-39ab286052a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:04.597835 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-320e95ef-a0a0-4f77-bdbc-b656c22fa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.648780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:28:04.656303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.659498 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] Sync routers for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:28:04.670581 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:04.671631 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:04.693271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:27:59Z', 'revision_number': 4, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port': {'id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:55Z', 'updated_at': '2022-02-09T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8d429c47-bace-4f31-a82e-39ab286052a4', 'name': '', 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'mac_address': 'fa:16:3e:a5:ff:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:58Z', 'updated_at': '2022-02-09T16:28:03Z', 'revision_number': 4, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'subnets': [{'id': '103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:04.699159 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-33ef393b-27c4-4ce0-bc52-f71ed22b0a54 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/floatingips/785db782-6b4d-438a-8bca-f20206d7a6a7 HTTP/1.1" status: 204 len: 168 time: 1.2593274 Feb 09 16:28:04.699744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:04.706277 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:04.736705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-dc9538e6-1048-4da0-b69c-5d2fec4dd69b tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845926887&fields=id&tenant_id=b34c0ab71475406bb6e65bae8a246614 HTTP/1.1" status: 200 len: 267 time: 0.0715122 Feb 09 16:28:04.739156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d53cde-0611-4322-873c-5b3720ab2daa None None] The sync data for ids ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'] in n-d-828542-1 is: [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:27:59Z', 'revision_number': 4, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port': {'id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:55Z', 'updated_at': '2022-02-09T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8d429c47-bace-4f31-a82e-39ab286052a4', 'name': '', 'network_id': '00002f17-2578-4f0b-a493-0b11a34c2979', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'mac_address': 'fa:16:3e:a5:ff:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:58Z', 'updated_at': '2022-02-09T16:28:03Z', 'revision_number': 4, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'subnets': [{'id': '103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:28:04.762474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-320e95ef-a0a0-4f77-bdbc-b656c22fa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.828252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-320e95ef-a0a0-4f77-bdbc-b656c22fa55a None None] For port 8d429c47-bace-4f31-a82e-39ab286052a4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8d429c47-bace-4f31-a82e-39ab286052a4,segment=NetworkSegment(86d44b2c-4141-40f2-9d61-ef079d080ec9),segment_id=86d44b2c-4141-40f2-9d61-ef079d080ec9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:04.829584 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:04.916832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-320e95ef-a0a0-4f77-bdbc-b656c22fa55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:04.922418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1d5c90a1-0b19-41cc-b89e-8aea6b2f737c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:04.930563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1d5c90a1-0b19-41cc-b89e-8aea6b2f737c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/networks?id=4b956704-4261-4d45-8ae0-d72bb529b8fc HTTP/1.1" status: 200 len: 809 time: 0.1830373 Feb 09 16:28:04.951353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-e30b75b6-5a40-49bc-a4cf-0e3ff057b9c6 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/quotas/b34c0ab71475406bb6e65bae8a246614 HTTP/1.1" status: 200 len: 375 time: 0.0194867 Feb 09 16:28:05.016301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e95ef-a0a0-4f77-bdbc-b656c22fa55a None None] Pushing event updated for resources: {'Port': ['ID=8d429c47-bace-4f31-a82e-39ab286052a4,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:05.053655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-fb722c0d-ed93-44eb-a6ca-6a12b8908b1c tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b34c0ab71475406bb6e65bae8a246614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009786 Feb 09 16:28:05.163183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-d6605039-e173-48a1-85fa-ecf91d02704b service neutron] 10.222.0.53 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962045 Feb 09 16:28:05.252961 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:43Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:05.277590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-b21db35d-d629-4432-883c-1fd5e613319d service neutron] 10.222.0.53 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074979 Feb 09 16:28:05.285272 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] Checking router: 0a1ed85f-e7a3-4400-820b-322d0b1f4358 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:28:05.297843 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:05.298618 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:05.320808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8d429c47-bace-4f31-a82e-39ab286052a4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:28:05.457589 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:05.583442 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d87c9a-2f13-4a9b-9fbb-8e6ad9ca7a44 x-openstack-request-id: req-d8d87c9a-2f13-4a9b-9fbb-8e6ad9ca7a44 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:05.583910 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:05.584059 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8d87c9a-2f13-4a9b-9fbb-8e6ad9ca7a44 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:05.588121 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'status': 'completed', 'code': 200} Feb 09 16:28:05.598184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8d429c47-bace-4f31-a82e-39ab286052a4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:05.598533 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:05.738898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c722729d-ef2a-4d68-a49e-10067ccbe9c2 req-af9e6551-c032-417a-8b4c-f3d72764825e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 210 time: 0.0433354 Feb 09 16:28:05.837632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-476a1759-5b97-45e3-bdaf-cf023e340f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:05.839556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-476a1759-5b97-45e3-bdaf-cf023e340f94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65f5cd2cd21f4268b276962074b5649d&device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 1135 time: 0.2271271 Feb 09 16:28:05.882527 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:43Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:05.913137 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dce431-f921-4752-bdb5-ebb3e1849dac None None] The sync data for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 is: [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:26:39Z', 'revision_number': 4, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '832a8245-ef5d-4c38-8951-783c9ed6c914', 'name': '', 'network_id': 'c0382915-84bc-422a-a099-bc0785bc440b', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'mac_address': 'fa:16:3e:9c:5c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:38Z', 'updated_at': '2022-02-09T16:26:43Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'subnets': [{'id': '17d159eb-d486-450e-85a0-1f9b83a69919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:28:05.925828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b56eea-e3f5-4b66-9fc4-c188137ffde6 req-4bf27e3c-e539-4365-833d-57b009216fe8 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:05.927327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42b56eea-e3f5-4b66-9fc4-c188137ffde6 req-4bf27e3c-e539-4365-833d-57b009216fe8 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 984 time: 0.2260270 Feb 09 16:28:06.015868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-afc813ce-a979-4e80-bed3-5ed7489993e4 req-835fbf60-6ba4-4b94-b419-a74216686be1 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 210 time: 0.1060536 Feb 09 16:28:06.102111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42b56eea-e3f5-4b66-9fc4-c188137ffde6 req-a7755531-d3f2-4a2f-9bc1-d319d9470934 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1321878 Feb 09 16:28:06.123322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-82c5bbf5-4f26-4a64-abd2-ead180eac2bc tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:06.125131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-82c5bbf5-4f26-4a64-abd2-ead180eac2bc tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.73 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 814 time: 0.3076384 Feb 09 16:28:06.142661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Request body: {'port': {'device_id': '9caf9648-b284-4d01-a622-b00cbcc72a0f', 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'admin_state_up': True, 'tenant_id': '42af1181507f431ba9f8d4ea858cf83c'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:06.146702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-a2826325-9653-47f4-81cb-d5a81333135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:06.148237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-a2826325-9653-47f4-81cb-d5a81333135c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0382915-84bc-422a-a099-bc0785bc440b HTTP/1.1" status: 200 len: 898 time: 0.2911868 Feb 09 16:28:06.232763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-19629a43-4c22-40d2-8ec1-b8226aedfe05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593 HTTP/1.1" status: 200 len: 217 time: 0.0713608 Feb 09 16:28:06.315845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-f662b673-917b-484a-826b-f83ccd132fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:06.317356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-f662b673-917b-484a-826b-f83ccd132fb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17d159eb-d486-450e-85a0-1f9b83a69919 HTTP/1.1" status: 200 len: 835 time: 0.0749028 Feb 09 16:28:06.386553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-40222ab2-3f3a-4643-890a-e38c09037ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:06.388302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-40222ab2-3f3a-4643-890a-e38c09037ef3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0382915-84bc-422a-a099-bc0785bc440b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612085 Feb 09 16:28:06.505759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Made reservation on behalf of 42af1181507f431ba9f8d4ea858cf83c for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:28:06.507174 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:06.521762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-a419e9a0-e719-43ef-a188-221a614308c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236558 Feb 09 16:28:06.713433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f893aecb-adbd-4dbe-a76a-1bf3a4f6f12b req-0fb579b1-94a3-471a-82f8-a771e3a3ea63 service neutron] 10.222.0.13 "GET /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775222 Feb 09 16:28:06.738265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Allocated IP 172.20.0.9 (6cfced34-fdf1-4676-b579-5a7d324a3440/15b9801f-82b5-4420-ae33-ff5aac4c1693/27ee78a7-2dfd-4af3-8011-4af7782c943e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:28:06.844386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfff34d-85e1-463f-a912-058ead5ad527 None None] New status for floating IP 785db782-6b4d-438a-8bca-f20206d7a6a7: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:28:06.973442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b917988a-cf7a-4dc9-9c82-53e8be431f5d req-bd162ccb-d199-48b1-ae4a-45d996536779 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 210 time: 0.0822446 Feb 09 16:28:07.009511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-74aea4fe-99ba-4e9c-ac10-035738618926 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:07.011185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-74aea4fe-99ba-4e9c-ac10-035738618926 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 984 time: 0.1832039 Feb 09 16:28:07.088500 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:07.112342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed169a3b-4d7d-4df4-9f54-3d8b8d298ee3 req-0d64a490-a414-4dbd-bb1d-3a8ea1a4e337 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 210 time: 0.0414746 Feb 09 16:28:07.188137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting port 3409f9f4-46a8-442a-9d05-f6261e5e5593 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:28:07.188525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:07.288791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:07.300380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9aa57454-92f6-4690-898d-6fa4196493ba'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:28:07.462846 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:28:07.867588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b186c64-d9f3-4c7a-80bc-64d4c6107f0d req-7869a2b6-88c3-49b2-9640-291764abc563 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:07.869162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b186c64-d9f3-4c7a-80bc-64d4c6107f0d req-7869a2b6-88c3-49b2-9640-291764abc563 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 984 time: 0.6527352 Feb 09 16:28:07.887066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Network 6cfced34-fdf1-4676-b579-5a7d324a3440 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:28:07.900515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:28:07.903597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] For port 3409f9f4-46a8-442a-9d05-f6261e5e5593, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3409f9f4-46a8-442a-9d05-f6261e5e5593,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:07.903967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:07.910696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:28:07.943737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Pushing event updated for resources: {'Port': ['ID=27ee78a7-2dfd-4af3-8011-4af7782c943e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:07.954346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Calling delete_port for 3409f9f4-46a8-442a-9d05-f6261e5e5593 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:28:07.997903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b186c64-d9f3-4c7a-80bc-64d4c6107f0d req-7141f5ec-21b7-4049-ac5d-2d2b29ba5c9a tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/security-groups?id=d10aff66-73ff-4674-9596-d665bf81598d&id=5cc6a6b2-311d-4a77-b32b-198d67d36c75&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1093168 Feb 09 16:28:08.035684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:08.036434 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:08.126606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-c05aa8e0-fc81-4cad-988d-804bcbae8568 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9883273 Feb 09 16:28:08.150274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Request body: {'port': {'device_id': '9caf9648-b284-4d01-a622-b00cbcc72a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:08.164737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bc9e8-ede1-45bc-8383-66a9e676bc8d req-61020fd7-04fc-423f-a9ac-ecce07231e1f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:08.166358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e85bc9e8-ede1-45bc-8383-66a9e676bc8d req-61020fd7-04fc-423f-a9ac-ecce07231e1f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 931 time: 0.1034870 Feb 09 16:28:08.268959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8d011aa-3146-4eea-bd61-b1a006faaf7d req-76b86cfb-7456-4ef9-8d3f-26f805606c10 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 210 time: 0.0591571 Feb 09 16:28:08.294844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e85bc9e8-ede1-45bc-8383-66a9e676bc8d req-45891252-3845-4f04-bee5-12d9c0d1d2cf tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098201 Feb 09 16:28:08.302135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:08.335750 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:08.368253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Port': ['ID=3409f9f4-46a8-442a-9d05-f6261e5e5593,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:08.478279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] No DVR routers for this DVR port 3409f9f4-46a8-442a-9d05-f6261e5e5593 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:28:08.482578 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:08.485925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-891bbcfb-9701-4496-aafa-5fc88d0fd4ad req-8c6e2a70-332f-41dc-bd1a-0326f97a6ade tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.13 "DELETE /v2.0/ports/3409f9f4-46a8-442a-9d05-f6261e5e5593 HTTP/1.1" status: 204 len: 173 time: 1.4671767 Feb 09 16:28:08.486371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'name': 'network-vif-deleted', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:08.488665 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e256b4-4312-4239-a306-77540df4cbbc" -d '{"events": [{"server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "name": "network-vif-deleted", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:08.551606 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d39720d-240a-4a83-a81b-991b631ac059 x-openstack-request-id: req-1d39720d-240a-4a83-a81b-991b631ac059 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:08.551952 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fef889d-90bf-47db-aee1-ba116aa62cc0", "name": "network-vif-deleted", "tag": "3409f9f4-46a8-442a-9d05-f6261e5e5593", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:08.552236 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d39720d-240a-4a83-a81b-991b631ac059 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:08.552642 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fef889d-90bf-47db-aee1-ba116aa62cc0', 'name': 'network-vif-deleted', 'tag': '3409f9f4-46a8-442a-9d05-f6261e5e5593', 'status': 'completed', 'code': 200} Feb 09 16:28:08.746850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-8b5c6e07-0bfb-492f-ba49-68b7b502a2fa tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:08.748443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-8b5c6e07-0bfb-492f-ba49-68b7b502a2fa tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.73 "GET /v2.0/networks?id=4b956704-4261-4d45-8ae0-d72bb529b8fc HTTP/1.1" status: 200 len: 809 time: 0.1624794 Feb 09 16:28:08.758346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ee78a7-2dfd-4af3-8011-4af7782c943e {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:28:08.768633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:08.806747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Transition to ACTIVE for port object 27ee78a7-2dfd-4af3-8011-4af7782c943e will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:28:08.815850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-9f9b94fd-7971-48bf-a1d8-cd4e33f9fcb3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b34c0ab71475406bb6e65bae8a246614 HTTP/1.1" status: 200 len: 379 time: 0.0574775 Feb 09 16:28:08.826833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'port': {'device_id': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'admin_state_up': True, 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'security_groups': ['e8607c1b-9f4d-4bc0-8389-35eda7ee8c74']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:08.899231 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:08.996583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Pushing event updated for resources: {'Port': ['ID=27ee78a7-2dfd-4af3-8011-4af7782c943e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:09.095646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Attempting to bind port 27ee78a7-2dfd-4af3-8011-4af7782c943e on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:28:09.096301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Attempting to bind port 27ee78a7-2dfd-4af3-8011-4af7782c943e by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:28:09.096478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Attempting to bind port 27ee78a7-2dfd-4af3-8011-4af7782c943e on network 6cfced34-fdf1-4676-b579-5a7d324a3440 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:09.101956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Port 27ee78a7-2dfd-4af3-8011-4af7782c943e on network 6cfced34-fdf1-4676-b579-5a7d324a3440 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:28:09.102281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Attempting to bind port 27ee78a7-2dfd-4af3-8011-4af7782c943e on network 6cfced34-fdf1-4676-b579-5a7d324a3440 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:09.118440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:28:09.118777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Checking segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:28:09.119169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Bound using segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:28:09.119615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Bound port: 27ee78a7-2dfd-4af3-8011-4af7782c943e, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:28:09.119971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:09.138587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c883b76c-5a27-47ae-9056-c4afdad0e679 req-d548e08e-ae1b-4a8e-8635-d701128caccd tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fef889d-90bf-47db-aee1-ba116aa62cc0 HTTP/1.1" status: 200 len: 210 time: 0.0332401 Feb 09 16:28:09.195718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Made reservation on behalf of b34c0ab71475406bb6e65bae8a246614 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:28:09.199266 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:09.214764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] For port 27ee78a7-2dfd-4af3-8011-4af7782c943e, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:28:09.236669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] For port 27ee78a7-2dfd-4af3-8011-4af7782c943e, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=27ee78a7-2dfd-4af3-8011-4af7782c943e,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:28:09.365744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:09.387624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Allocated IP 172.20.0.6 (4b956704-4261-4d45-8ae0-d72bb529b8fc/6c146df5-735a-4536-8153-475fc2b30f5f/6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:28:09.393793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08f0fc92-9f5d-4471-acaa-f4671b5e77c3 req-d2b90cb2-9b03-4406-91cf-25706a1179d1 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 210 time: 0.0457335 Feb 09 16:28:09.463430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:09.463964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:09.465405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] 10.222.0.73 "PUT /v2.0/ports/27ee78a7-2dfd-4af3-8011-4af7782c943e HTTP/1.1" status: 200 len: 1091 time: 1.3195155 Feb 09 16:28:09.522650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0127c9-200a-47d4-af38-0e3d2064ea11 service neutron] Pushing event updated for resources: {'Port': ['ID=27ee78a7-2dfd-4af3-8011-4af7782c943e,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:09.546255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99b4cd-5360-463e-bb9a-9b7501530e5d req-a694ec9f-6653-4836-aff3-70fceec3ec7c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:09.547778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa99b4cd-5360-463e-bb9a-9b7501530e5d req-a694ec9f-6653-4836-aff3-70fceec3ec7c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 943 time: 0.1615686 Feb 09 16:28:09.630713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa99b4cd-5360-463e-bb9a-9b7501530e5d req-ff7da8f0-e8d2-4444-80ae-cb892981f35b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569777 Feb 09 16:28:09.693006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:09.716126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-350da113-8b6f-4e3a-8213-a5add772b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:09.717671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-350da113-8b6f-4e3a-8213-a5add772b14d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 1094 time: 0.0797396 Feb 09 16:28:09.766437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-f00f27be-702b-4764-aa10-8cd4b929ef45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27ee78a7-2dfd-4af3-8011-4af7782c943e HTTP/1.1" status: 200 len: 217 time: 0.0388882 Feb 09 16:28:09.826606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-14fa11eb-b38e-4e68-979a-d51d01d13384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:09.826606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-14fa11eb-b38e-4e68-979a-d51d01d13384 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.0489910 Feb 09 16:28:09.863014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-ec2c0bd3-9a91-4f6a-b625-b96bb11bdb74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304768 Feb 09 16:28:09.881145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:09.973928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:28:09.979952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:28:09.992870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:28:09.993810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'Port': ['ID=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:10.053746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-ef7bcbee-e819-4286-8ca9-51bc3d888dfd service neutron] 10.222.0.73 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815729 Feb 09 16:28:10.066075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:10.066892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.186514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cad683-a6e9-414a-98c6-ac43ffe4ab10 req-465fcca2-163a-4226-906c-cb7f4a48e926 service neutron] 10.222.0.73 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134574 Feb 09 16:28:10.217648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53706) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:10.281602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4751e1c-88c8-4e4c-8daf-d2e09a1d0e23 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.295924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a4f80aab-b7b9-458b-ab6a-741751abe049 None None] Provisioning complete for port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:10.296574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4f80aab-b7b9-458b-ab6a-741751abe049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.308044 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4751e1c-88c8-4e4c-8daf-d2e09a1d0e23 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.335542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a4f80aab-b7b9-458b-ab6a-741751abe049 None None] Port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:28:10.406689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-aaf7152e-a450-4845-a2fb-1fb697ca89e5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5841033 Feb 09 16:28:10.419422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Request body: {'port': {'device_id': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:10.485209 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3409f9f4-46a8-442a-9d05-f6261e5e5593 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:28:10.492140 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4751e1c-88c8-4e4c-8daf-d2e09a1d0e23 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.502283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f4751e1c-88c8-4e4c-8daf-d2e09a1d0e23 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.502283 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f4751e1c-88c8-4e4c-8daf-d2e09a1d0e23 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/security-groups/d10aff66-73ff-4674-9596-d665bf81598d HTTP/1.1" status: 204 len: 168 time: 0.2777984 Feb 09 16:28:10.502576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53710) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:10.509475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 3409f9f4-46a8-442a-9d05-f6261e5e5593 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:28:10.509829 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3409f9f4-46a8-442a-9d05-f6261e5e5593 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:28:10.529825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.537619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4751e1c-88c8-4e4c-8daf-d2e09a1d0e23 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10aff66-73ff-4674-9596-d665bf81598d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:10.558141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caf9648-b284-4d01-a622-b00cbcc72a0f', 'tag': '27ee78a7-2dfd-4af3-8011-4af7782c943e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:10.562224 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14" -d '{"events": [{"name": "network-changed", "server_uuid": "9caf9648-b284-4d01-a622-b00cbcc72a0f", "tag": "27ee78a7-2dfd-4af3-8011-4af7782c943e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:10.562837 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02a80bac-6a5f-4827-95d0-5b9c01b15bc6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.590813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02a80bac-6a5f-4827-95d0-5b9c01b15bc6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.644262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00884d32-aaed-45a5-b973-b37b376bc081 req-2ab40898-0204-43aa-9685-18c754c53f8e tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:10.646431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00884d32-aaed-45a5-b973-b37b376bc081 req-2ab40898-0204-43aa-9685-18c754c53f8e tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 931 time: 0.1702106 Feb 09 16:28:10.647989 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db985772-78f8-4b7d-9ba2-299e36569541 x-openstack-request-id: req-db985772-78f8-4b7d-9ba2-299e36569541 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:10.656360 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9caf9648-b284-4d01-a622-b00cbcc72a0f", "tag": "27ee78a7-2dfd-4af3-8011-4af7782c943e", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:10.657478 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db985772-78f8-4b7d-9ba2-299e36569541 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:10.658671 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9caf9648-b284-4d01-a622-b00cbcc72a0f', 'tag': '27ee78a7-2dfd-4af3-8011-4af7782c943e', 'status': 'completed', 'code': 200} Feb 09 16:28:10.707003 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02a80bac-6a5f-4827-95d0-5b9c01b15bc6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.712028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-02a80bac-6a5f-4827-95d0-5b9c01b15bc6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:10.715998 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-02a80bac-6a5f-4827-95d0-5b9c01b15bc6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/security-groups/5cc6a6b2-311d-4a77-b32b-198d67d36c75 HTTP/1.1" status: 204 len: 168 time: 0.2143724 Feb 09 16:28:10.717649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53716) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:10.747835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a80bac-6a5f-4827-95d0-5b9c01b15bc6 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc6a6b2-311d-4a77-b32b-198d67d36c75,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:11.008915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-00884d32-aaed-45a5-b973-b37b376bc081 req-06bc8dc3-9339-4af3-a64b-53cff843a473 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429165 Feb 09 16:28:11.081946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcd2e9-c55e-45de-8c37-45462c8ab66f req-1c488355-9ae3-4933-8a1c-af006cf9a54b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:11.085281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17bcd2e9-c55e-45de-8c37-45462c8ab66f req-1c488355-9ae3-4933-8a1c-af006cf9a54b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 943 time: 0.3451109 Feb 09 16:28:11.092500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-0ba36e10-ea8b-4926-93ae-59d8e7053e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:11.095728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-0ba36e10-ea8b-4926-93ae-59d8e7053e34 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 1094 time: 0.3947005 Feb 09 16:28:11.175292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:11.365064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17bcd2e9-c55e-45de-8c37-45462c8ab66f req-0dc90ddf-186a-46dd-b62b-07606cd474a2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676289 Feb 09 16:28:11.454309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-5bbba8f0-75d0-48d6-9ec8-1738e181552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:11.457371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-5bbba8f0-75d0-48d6-9ec8-1738e181552f service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 915 time: 0.3093145 Feb 09 16:28:11.462186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting port 832a8245-ef5d-4c38-8951-783c9ed6c914 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:28:11.462526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:11.556869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-4673e025-8c51-4d68-8fd2-2a7dcc5d590c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27ee78a7-2dfd-4af3-8011-4af7782c943e HTTP/1.1" status: 200 len: 217 time: 0.0888844 Feb 09 16:28:11.561970 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] For port 832a8245-ef5d-4c38-8951-783c9ed6c914, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=832a8245-ef5d-4c38-8951-783c9ed6c914,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:11.562556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:11.576894 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Calling delete_port for 832a8245-ef5d-4c38-8951-783c9ed6c914 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:28:11.646099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:28:11.656791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:11.669052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-39f69d9d-e023-4509-a25c-8e2b42be65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:11.670537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-39f69d9d-e023-4509-a25c-8e2b42be65cc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.0811684 Feb 09 16:28:11.675499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Transition to ACTIVE for port object 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:28:11.711978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-d3b7875b-5c49-4027-b673-d8c9db5c91ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304356 Feb 09 16:28:11.747529 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:11.896542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:11.906526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:11.976620 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Port': ['ID=832a8245-ef5d-4c38-8951-783c9ed6c914,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:12.049407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-0a629445-5f21-4e08-8347-cda20d89c57c service neutron] 10.222.0.73 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271835 Feb 09 16:28:12.227315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Attempting to bind port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:28:12.228505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Attempting to bind port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:28:12.229881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Attempting to bind port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 on network 4b956704-4261-4d45-8ae0-d72bb529b8fc {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:12.258325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 on network 4b956704-4261-4d45-8ae0-d72bb529b8fc not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:28:12.258664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Attempting to bind port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 on network 4b956704-4261-4d45-8ae0-d72bb529b8fc {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:12.281183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:28:12.281598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Checking segment: {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:28:12.282007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Bound using segment: {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:28:12.282464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Bound port: 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dfe8567-06de-439e-bb26-bd0421f628fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:28:12.283350 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:12.299210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ebbd4-cd77-4429-a943-0d43767150bd req-dbd7fa21-ceb1-41ef-bee2-941bf742771f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:12.307594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-672ebbd4-cd77-4429-a943-0d43767150bd req-dbd7fa21-ceb1-41ef-bee2-941bf742771f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 943 time: 0.1567581 Feb 09 16:28:12.331217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-43ae6c10-dfdb-4d52-bec3-e478eac3c752 service neutron] 10.222.0.73 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717395 Feb 09 16:28:12.334878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:12.401368 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-672ebbd4-cd77-4429-a943-0d43767150bd req-572600c0-284b-4245-b4c1-863e054729d6 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901680 Feb 09 16:28:12.436956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] For port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:28:12.441265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] For port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:28:12.520588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:12.570909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:12.571924 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:12.573365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 HTTP/1.1" status: 200 len: 1091 time: 2.1587636 Feb 09 16:28:12.595341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfb814-9b6d-4bfa-bffb-e1bc460c49fa req-db3dd4a0-849b-4e53-8251-8358a4b44e5e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:12.600857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63cfb814-9b6d-4bfa-bffb-e1bc460c49fa req-db3dd4a0-849b-4e53-8251-8358a4b44e5e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 943 time: 0.1132579 Feb 09 16:28:12.612251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a5fb3-f6c8-4581-9661-6281b6b799d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:12.662116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'tag': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:12.664860 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea99dab-a9e3-45ef-b338-e89b206e9f71" -d '{"events": [{"name": "network-changed", "server_uuid": "ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870", "tag": "6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:12.671507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-63cfb814-9b6d-4bfa-bffb-e1bc460c49fa req-01aab82e-f424-40e9-a382-2f0fd699f4a1 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470748 Feb 09 16:28:12.711236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:28:12.779192 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca57642-f587-4834-b263-b3b20626a319 x-openstack-request-id: req-bca57642-f587-4834-b263-b3b20626a319 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:12.779823 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870", "tag": "6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:12.780308 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bca57642-f587-4834-b263-b3b20626a319 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:12.780937 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'tag': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'status': 'completed', 'code': 200} Feb 09 16:28:12.783362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-3624f8a3-a07f-4882-b065-23e5a57fb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:12.784924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-3624f8a3-a07f-4882-b065-23e5a57fb875 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b34c0ab71475406bb6e65bae8a246614&device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 1094 time: 0.0621612 Feb 09 16:28:12.844995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-fdf54def-303a-492d-8bf2-c15d9e5c1f14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 HTTP/1.1" status: 200 len: 217 time: 0.0497141 Feb 09 16:28:12.867357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:28:12.876172 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b266859f-4596-428b-8c39-8081ca950aff tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "PUT /v2.0/routers/0a1ed85f-e7a3-4400-820b-322d0b1f4358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1379004 Feb 09 16:28:12.879451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53728) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:12.885520 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] Sync routers for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:28:12.899396 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:12.899960 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:12.956566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-2f7de64a-0010-4db7-9484-94b8e62941b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:12.958110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-2f7de64a-0010-4db7-9484-94b8e62941b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c146df5-735a-4536-8153-475fc2b30f5f HTTP/1.1" status: 200 len: 848 time: 0.1000557 Feb 09 16:28:12.992157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-54456a51-892f-40ec-9713-0b517a92bbb7 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting subnet 17d159eb-d486-450e-85a0-1f9b83a69919 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:28:12.996512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54456a51-892f-40ec-9713-0b517a92bbb7 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.022612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-0529bbfd-e4ef-4a85-a6da-c2fe122e54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:13.023537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-0529bbfd-e4ef-4a85-a6da-c2fe122e54bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b956704-4261-4d45-8ae0-d72bb529b8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569839 Feb 09 16:28:13.045436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54456a51-892f-40ec-9713-0b517a92bbb7 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.054051 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:13.148070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-f7b4dfde-d3f8-4ec1-ae28-c13999318e96 service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168549 Feb 09 16:28:13.150608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54456a51-892f-40ec-9713-0b517a92bbb7 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.273032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa2d6bf1-879e-44ec-9b6f-410b3aa7a37d req-5e0645f9-dba7-4dca-8997-b0ddd2c77605 service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158700 Feb 09 16:28:13.281347 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:28:11Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:13.295582 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54456a51-892f-40ec-9713-0b517a92bbb7 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.324423 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] Checking router: 0a1ed85f-e7a3-4400-820b-322d0b1f4358 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:28:13.325403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54456a51-892f-40ec-9713-0b517a92bbb7 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Subnet': ['ID=17d159eb-d486-450e-85a0-1f9b83a69919,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:13.327406 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-54456a51-892f-40ec-9713-0b517a92bbb7 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.331542 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-54456a51-892f-40ec-9713-0b517a92bbb7 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/subnets/17d159eb-d486-450e-85a0-1f9b83a69919 HTTP/1.1" status: 204 len: 168 time: 0.4507987 Feb 09 16:28:13.335395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53732) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:13.336961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf6c65-f96d-4f37-add4-f37bcd8a2256 None None] Network c0382915-84bc-422a-a099-bc0785bc440b requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:28:13.341864 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] Routers {'0a1ed85f-e7a3-4400-820b-322d0b1f4358'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:13.342525 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:13.482104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 27ee78a7-2dfd-4af3-8011-4af7782c943e details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:28:13.506418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-640a6292-0ca3-402c-ac36-e2de1d06197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:13.509350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-640a6292-0ca3-402c-ac36-e2de1d06197c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b34c0ab71475406bb6e65bae8a246614&device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 1094 time: 0.0844729 Feb 09 16:28:13.533432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.554600 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] Set router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:13.604230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] DHCP port deletion for c0382915-84bc-422a-a099-bc0785bc440b request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:28:13.681359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 27ee78a7-2dfd-4af3-8011-4af7782c943e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=27ee78a7-2dfd-4af3-8011-4af7782c943e,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:13.693888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cf29e-a0e9-46a2-b2cb-1e730dfc3cb1 req-b16ac049-aaad-429f-9439-af5f306c5a82 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:13.696487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e22cf29e-a0e9-46a2-b2cb-1e730dfc3cb1 req-b16ac049-aaad-429f-9439-af5f306c5a82 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 943 time: 0.1851726 Feb 09 16:28:13.719095 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.736623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '27ee78a7-2dfd-4af3-8011-4af7782c943e', 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'port_id': '27ee78a7-2dfd-4af3-8011-4af7782c943e', 'mac_address': 'fa:16:3e:d0:83:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b9801f-82b5-4420-ae33-ff5aac4c1693', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:28:13.755474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] Deleting port 7f504483-b89f-49b3-b2dc-f15bf72ef475 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:28:13.756518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.789365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-819567e5-3dc2-41e4-b67b-bcf5703fa759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:13.791106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-819567e5-3dc2-41e4-b67b-bcf5703fa759 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b956704-4261-4d45-8ae0-d72bb529b8fc HTTP/1.1" status: 200 len: 910 time: 0.2616174 Feb 09 16:28:13.803991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e22cf29e-a0e9-46a2-b2cb-1e730dfc3cb1 req-e44f0e4f-7f26-42a0-adb7-7f65988c7d59 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940840 Feb 09 16:28:13.817858 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:28:11Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:13.853050 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6712c3-eec0-4800-a314-fa371e2e1adf None None] The sync data for ids ['0a1ed85f-e7a3-4400-820b-322d0b1f4358'] in n-d-828542-1 is: [{'id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1827618315', 'tenant_id': '65f5cd2cd21f4268b276962074b5649d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:26:33Z', 'updated_at': '2022-02-09T16:28:11Z', 'revision_number': 5, 'project_id': '65f5cd2cd21f4268b276962074b5649d', 'gw_port': {'id': 'e6936e3f-2b1a-44d8-983b-166b4287a7dd', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1ed85f-e7a3-4400-820b-322d0b1f4358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:26:34Z', 'updated_at': '2022-02-09T16:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:28:13.887951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-b9373c03-d099-46d2-8fa1-c0baa24ca91f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 HTTP/1.1" status: 200 len: 217 time: 0.0821455 Feb 09 16:28:13.890478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.910085 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] For port 7f504483-b89f-49b3-b2dc-f15bf72ef475, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7f504483-b89f-49b3-b2dc-f15bf72ef475,segment=NetworkSegment(44d2bc06-6622-452e-980d-fa9864819835),segment_id=44d2bc06-6622-452e-980d-fa9864819835)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:13.910483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.915111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Deleting port e6936e3f-2b1a-44d8-983b-166b4287a7dd {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:28:13.915592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:13.921866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ee78a7-2dfd-4af3-8011-4af7782c943e {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:28:13.954390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 27ee78a7-2dfd-4af3-8011-4af7782c943e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=27ee78a7-2dfd-4af3-8011-4af7782c943e,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:13.957302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] Calling delete_port for 7f504483-b89f-49b3-b2dc-f15bf72ef475 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:28:13.979457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-9ac459bd-ffe2-4f5c-b6c1-64ec2a3ffe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:13.981068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-9ac459bd-ffe2-4f5c-b6c1-64ec2a3ffe24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c146df5-735a-4536-8153-475fc2b30f5f HTTP/1.1" status: 200 len: 848 time: 0.0754392 Feb 09 16:28:13.989169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e09ee7-da6f-4cc1-bc60-419fdcc9580e req-54a4a90b-bd7b-45bf-b886-5ec6598be56c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:13.990733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79e09ee7-da6f-4cc1-bc60-419fdcc9580e req-54a4a90b-bd7b-45bf-b886-5ec6598be56c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 943 time: 0.1734548 Feb 09 16:28:14.025553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] For port e6936e3f-2b1a-44d8-983b-166b4287a7dd, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e6936e3f-2b1a-44d8-983b-166b4287a7dd,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:14.025936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.051232 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Calling delete_port for e6936e3f-2b1a-44d8-983b-166b4287a7dd owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:28:14.063653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-8f636093-c66f-4e50-9a06-289c98a297c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:14.065989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-8f636093-c66f-4e50-9a06-289c98a297c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b956704-4261-4d45-8ae0-d72bb529b8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742631 Feb 09 16:28:14.069753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79e09ee7-da6f-4cc1-bc60-419fdcc9580e req-99277ca1-9b8b-4ef4-a11c-8064d43ee694 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689435 Feb 09 16:28:14.101988 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.150653 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=27ee78a7-2dfd-4af3-8011-4af7782c943e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:14.178739 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.188923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-32981f0f-82bb-4c28-8c52-1a7053fb90a7 service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091108 Feb 09 16:28:14.221618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] No DVR routers for this DVR port 7f504483-b89f-49b3-b2dc-f15bf72ef475 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:28:14.235381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1dde03-ff4e-4a00-a311-aec3998bc65a None None] Pushing event deleted for resources: {'Port': ['ID=7f504483-b89f-49b3-b2dc-f15bf72ef475,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:14.338007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ea99dab-a9e3-45ef-b338-e89b206e9f71 req-a3cf1cc9-6679-4ff7-95f9-ddfda4882513 service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345115 Feb 09 16:28:14.386972 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.391317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['27ee78a7-2dfd-4af3-8011-4af7782c943e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:28:14.415305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Port': ['ID=e6936e3f-2b1a-44d8-983b-166b4287a7dd,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:14.519433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.629318 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.631640 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.780476 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.781179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1ed85f-e7a3-4400-820b-322d0b1f4358 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:28:14.788692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.794358 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-49bdf922-dcdb-4443-b6e7-8ae42b31afc3 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/routers/0a1ed85f-e7a3-4400-820b-322d0b1f4358 HTTP/1.1" status: 204 len: 168 time: 1.4532883 Feb 09 16:28:14.794358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53740) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:14.883621 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:14.981135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96a2cc-a592-4af2-815a-610beb586d01 req-18f7c9bd-f2ee-4f51-9a71-52fda01a3754 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:14.984275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c96a2cc-a592-4af2-815a-610beb586d01 req-18f7c9bd-f2ee-4f51-9a71-52fda01a3754 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 943 time: 0.0836370 Feb 09 16:28:15.015786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.028694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c96a2cc-a592-4af2-815a-610beb586d01 req-4278f568-7317-48fd-91e8-f9c897b45cf4 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354717 Feb 09 16:28:15.050984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0382915-84bc-422a-a099-bc0785bc440b']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:15.062594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d2bc06-6622-452e-980d-fa9864819835') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:15.062951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d2bc06-6622-452e-980d-fa9864819835') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:15.075267 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.090504 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.102129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:28:15.104222 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:28:15.106544 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:28:15.225995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16818880-e02d-4f37-bd68-d7444f0b1092 req-62ef0891-1210-4cf8-881f-f3b60d96bb46 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:15.227662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16818880-e02d-4f37-bd68-d7444f0b1092 req-62ef0891-1210-4cf8-881f-f3b60d96bb46 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 944 time: 0.0611804 Feb 09 16:28:15.267801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.275555 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.278862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] 10.222.0.53 "DELETE /v2.0/networks/c0382915-84bc-422a-a099-bc0785bc440b HTTP/1.1" status: 204 len: 168 time: 0.4852939 Feb 09 16:28:15.292285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16818880-e02d-4f37-bd68-d7444f0b1092 req-2c45d863-c440-4605-911e-c0edba9165a6 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545673 Feb 09 16:28:15.292632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7180f-bd89-4ce9-bf1d-57b9cba12577 tempest-TestSecurityGroupsBasicOps-161174109 tempest-TestSecurityGroupsBasicOps-161174109-project] Pushing event deleted for resources: {'Network': ['ID=c0382915-84bc-422a-a099-bc0785bc440b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:15.372669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7f504483-b89f-49b3-b2dc-f15bf72ef475 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:28:15.398020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7f504483-b89f-49b3-b2dc-f15bf72ef475 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:28:15.398715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7f504483-b89f-49b3-b2dc-f15bf72ef475 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:28:15.398835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 832a8245-ef5d-4c38-8951-783c9ed6c914 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:28:15.418606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 832a8245-ef5d-4c38-8951-783c9ed6c914 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:28:15.418958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 832a8245-ef5d-4c38-8951-783c9ed6c914 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:28:15.419412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e6936e3f-2b1a-44d8-983b-166b4287a7dd no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:28:15.438629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: e6936e3f-2b1a-44d8-983b-166b4287a7dd {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:28:15.439525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e6936e3f-2b1a-44d8-983b-166b4287a7dd not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:28:15.466400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:28:15.468546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 27ee78a7-2dfd-4af3-8011-4af7782c943e up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:28:15.609702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:15.622583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'port_id': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'mac_address': 'fa:16:3e:d0:fd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:28:15.662491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.664399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 27ee78a7-2dfd-4af3-8011-4af7782c943e completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:28:15.676638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 27ee78a7-2dfd-4af3-8011-4af7782c943e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:15.676884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.681491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:28:15.731908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:15.782458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.807600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caf9648-b284-4d01-a622-b00cbcc72a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ee78a7-2dfd-4af3-8011-4af7782c943e'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:15.810053 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346bfab7-19ec-4be7-b1c6-282666fbb0a6" -d '{"events": [{"server_uuid": "9caf9648-b284-4d01-a622-b00cbcc72a0f", "name": "network-vif-plugged", "status": "completed", "tag": "27ee78a7-2dfd-4af3-8011-4af7782c943e"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:15.824049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 27ee78a7-2dfd-4af3-8011-4af7782c943e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=27ee78a7-2dfd-4af3-8011-4af7782c943e,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:15.850816 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d18c53a-5719-4e7e-ad31-41d1a0bc88f2 x-openstack-request-id: req-0d18c53a-5719-4e7e-ad31-41d1a0bc88f2 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:15.851170 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caf9648-b284-4d01-a622-b00cbcc72a0f", "name": "network-vif-plugged", "status": "completed", "tag": "27ee78a7-2dfd-4af3-8011-4af7782c943e", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:15.851394 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d18c53a-5719-4e7e-ad31-41d1a0bc88f2 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:15.851755 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caf9648-b284-4d01-a622-b00cbcc72a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ee78a7-2dfd-4af3-8011-4af7782c943e', 'code': 200} Feb 09 16:28:15.869043 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.935542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:15.939989 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:15.967316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bd7c-7a86-4dbb-af8f-4ef97d02331d req-977abdd8-c29c-4219-9f37-73aa86ba9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:15.976257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f2bd7c-7a86-4dbb-af8f-4ef97d02331d req-977abdd8-c29c-4219-9f37-73aa86ba9fd9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 1095 time: 0.0522306 Feb 09 16:28:16.005579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=27ee78a7-2dfd-4af3-8011-4af7782c943e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:16.011646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f2bd7c-7a86-4dbb-af8f-4ef97d02331d req-32ea0b12-35fb-4098-8df4-88bcf48b6f11 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329392 Feb 09 16:28:16.159276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:28:16.172465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8bf5-47d0-4a6b-a2ce-89da96d1c985 req-756a9bbd-c91a-4628-9d5c-7ce4f7d83d92 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:16.176734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53760) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:16.177259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c68c8bf5-47d0-4a6b-a2ce-89da96d1c985 req-756a9bbd-c91a-4628-9d5c-7ce4f7d83d92 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 944 time: 0.0654485 Feb 09 16:28:16.223116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c68c8bf5-47d0-4a6b-a2ce-89da96d1c985 req-bc9d8265-c6d0-4f45-91b2-db9b598bd4b3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376523 Feb 09 16:28:16.341702 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7cf4df21-3e25-4fe9-90d3-5094427aa767 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65f5cd2cd21f4268b276962074b5649d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615632 Feb 09 16:28:16.341976 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53766) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:16.401169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd742dae-626d-4d78-a0ac-55a0e80f2128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:16.428390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd742dae-626d-4d78-a0ac-55a0e80f2128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:16.432671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fda44-f318-45c8-bfbc-f462d28ca351 req-72065a5f-99bf-4b29-b9ee-1f268f1a28b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:16.434490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-030fda44-f318-45c8-bfbc-f462d28ca351 req-72065a5f-99bf-4b29-b9ee-1f268f1a28b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 945 time: 0.0518472 Feb 09 16:28:16.487879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-030fda44-f318-45c8-bfbc-f462d28ca351 req-ac06325d-0584-42c1-99c6-fbfa01b845e7 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Feb 09 16:28:16.614695 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd742dae-626d-4d78-a0ac-55a0e80f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:16.617349 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cd742dae-626d-4d78-a0ac-55a0e80f2128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:16.618553 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cd742dae-626d-4d78-a0ac-55a0e80f2128 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ad65454-b020-4699-a216-6db4ef791c9a HTTP/1.1" status: 204 len: 168 time: 0.2744315 Feb 09 16:28:16.629866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd742dae-626d-4d78-a0ac-55a0e80f2128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad65454-b020-4699-a216-6db4ef791c9a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:17.369238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a186f-f026-4741-b8aa-f565d518c666 req-612e2374-b807-4f8a-adce-fc4eba417de3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:17.370821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f71a186f-f026-4741-b8aa-f565d518c666 req-612e2374-b807-4f8a-adce-fc4eba417de3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 944 time: 0.0555983 Feb 09 16:28:17.414133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f71a186f-f026-4741-b8aa-f565d518c666 req-4fd4eaa8-09ab-4873-96ba-31ef299f190b tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347381 Feb 09 16:28:17.466995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:28:17.610410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:28:17.617887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:17.618313 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:17.645488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606e389-af79-4603-b590-b1eb51aa4243 req-66afa803-44d9-4369-ae50-e4b70f61ffe0 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:17.647505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f606e389-af79-4603-b590-b1eb51aa4243 req-66afa803-44d9-4369-ae50-e4b70f61ffe0 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 945 time: 0.0793655 Feb 09 16:28:17.675700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 53778) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:17.710222 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-455c81b7-acf9-4f51-b2c1-7bbc627c28d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:17.726000 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:17.734050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f606e389-af79-4603-b590-b1eb51aa4243 req-6604bf36-e832-4d4c-a923-19aadab7a38e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713162 Feb 09 16:28:17.780594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:17.820991 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-455c81b7-acf9-4f51-b2c1-7bbc627c28d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:17.852872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:17.857077 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a73e611-99ab-48b0-841e-c2cdf3fd53ab" -d '{"events": [{"server_uuid": "ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870", "name": "network-vif-plugged", "status": "completed", "tag": "6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:17.896771 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635d272a-50e3-4d97-bf6e-8d5db0356974 x-openstack-request-id: req-635d272a-50e3-4d97-bf6e-8d5db0356974 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:17.897982 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870", "name": "network-vif-plugged", "status": "completed", "tag": "6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:17.897982 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-635d272a-50e3-4d97-bf6e-8d5db0356974 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:17.897982 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'code': 200} Feb 09 16:28:17.929474 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:17.981778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:17.987984 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-455c81b7-acf9-4f51-b2c1-7bbc627c28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:18.057642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-455c81b7-acf9-4f51-b2c1-7bbc627c28d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d6ce1b4621e403e88e0eab5b242f3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829970 Feb 09 16:28:18.058948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53782) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:18.066414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c81b7-acf9-4f51-b2c1-7bbc627c28d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ab8d2-5146-4fa5-aac4-d9689df382d8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:18.075356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df167b7-522e-4fd3-be58-f6c53a30a26e req-784ac91c-b466-406a-ae27-bf863999a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:18.077024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3df167b7-522e-4fd3-be58-f6c53a30a26e req-784ac91c-b466-406a-ae27-bf863999a3c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 1096 time: 0.1014376 Feb 09 16:28:18.117587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc56728a-35c4-44fc-9c25-db384607c589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:18.131359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3df167b7-522e-4fd3-be58-f6c53a30a26e req-b5ca5149-162e-4549-897a-aa19df370165 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436196 Feb 09 16:28:18.144140 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc56728a-35c4-44fc-9c25-db384607c589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:18.302918 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc56728a-35c4-44fc-9c25-db384607c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:18.305759 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc56728a-35c4-44fc-9c25-db384607c589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:18.307023 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc56728a-35c4-44fc-9c25-db384607c589 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a4ab8d2-5146-4fa5-aac4-d9689df382d8 HTTP/1.1" status: 204 len: 168 time: 0.2464755 Feb 09 16:28:18.315992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56728a-35c4-44fc-9c25-db384607c589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ab8d2-5146-4fa5-aac4-d9689df382d8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:18.546042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc6cbd-fcf0-43ab-a5ce-0f92386f0d41 req-81fdb69b-f63d-493d-920e-d4d2e6b0366d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:18.547608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0bc6cbd-fcf0-43ab-a5ce-0f92386f0d41 req-81fdb69b-f63d-493d-920e-d4d2e6b0366d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 945 time: 0.0558403 Feb 09 16:28:18.596410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0bc6cbd-fcf0-43ab-a5ce-0f92386f0d41 req-9ab628c0-6e2f-44be-933e-6865141d6116 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415561 Feb 09 16:28:18.880887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede28199-d3d8-4a4f-847c-55ba158a51ef req-93851c2a-6bf5-47db-9cdb-3699356f411c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:18.882335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ede28199-d3d8-4a4f-847c-55ba158a51ef req-93851c2a-6bf5-47db-9cdb-3699356f411c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 945 time: 0.0537493 Feb 09 16:28:18.925165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ede28199-d3d8-4a4f-847c-55ba158a51ef req-afd74e36-bb2d-458c-8d9c-e814afed82b6 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362580 Feb 09 16:28:19.105140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53800) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:19.174217 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-63539140-26d0-445f-a5c2-374217a511cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e4c2ea9bc8d466282911832cd728b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738523 Feb 09 16:28:19.176548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53804) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:19.235743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f573fe88-ecd8-4c82-82b0-0daadab5dbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:19.259362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f573fe88-ecd8-4c82-82b0-0daadab5dbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:19.455095 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f573fe88-ecd8-4c82-82b0-0daadab5dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:19.457990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f573fe88-ecd8-4c82-82b0-0daadab5dbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:19.468103 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f573fe88-ecd8-4c82-82b0-0daadab5dbd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/041af885-ed8b-40d5-93ed-a6ab68e6dc42 HTTP/1.1" status: 204 len: 168 time: 0.2816470 Feb 09 16:28:19.469790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573fe88-ecd8-4c82-82b0-0daadab5dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041af885-ed8b-40d5-93ed-a6ab68e6dc42,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:19.757806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba75bb-c9df-47f7-a0a9-023a03c626b7 req-e45c1725-3fe4-4a58-a82b-6e69dd96556a tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:19.759633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-50ba75bb-c9df-47f7-a0a9-023a03c626b7 req-e45c1725-3fe4-4a58-a82b-6e69dd96556a tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 945 time: 0.0674741 Feb 09 16:28:19.826030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-50ba75bb-c9df-47f7-a0a9-023a03c626b7 req-264b2989-33bb-4e69-8118-ec6328dfe0ad tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593548 Feb 09 16:28:20.963817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7a1ab-06cc-484e-89f5-7f878c258cdc req-fe562083-33e4-4d62-856c-05dd65df745d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:20.965686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cb7a1ab-06cc-484e-89f5-7f878c258cdc req-fe562083-33e4-4d62-856c-05dd65df745d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 945 time: 0.0626936 Feb 09 16:28:21.011639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cb7a1ab-06cc-484e-89f5-7f878c258cdc req-e05a1736-9d23-42c9-8e4f-63384092a20e tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386100 Feb 09 16:28:21.146925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2f1f-5491-4aa7-8f14-54a83547c6c8 req-2893bb1f-457d-41ea-b566-dfd53af54913 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:21.148632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-112d2f1f-5491-4aa7-8f14-54a83547c6c8 req-2893bb1f-457d-41ea-b566-dfd53af54913 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 945 time: 0.0593038 Feb 09 16:28:21.198425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-112d2f1f-5491-4aa7-8f14-54a83547c6c8 req-708563cc-2bb6-4c45-9a46-178f3a1b8b9f tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423520 Feb 09 16:28:21.338553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2430d9-39bd-4bef-8d68-3b84040b319d req-b60c003d-e478-4de1-a387-08aab6e016a5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:21.340161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b2430d9-39bd-4bef-8d68-3b84040b319d req-b60c003d-e478-4de1-a387-08aab6e016a5 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 945 time: 0.0511589 Feb 09 16:28:21.391473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b2430d9-39bd-4bef-8d68-3b84040b319d req-46602406-2dbb-4554-9934-2becc0585f94 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 Feb 09 16:28:21.414869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53828) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:21.698708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d604a780-f307-42fa-a44a-3790a21a8b25 tempest-TestServerBasicOps-401688571 tempest-TestServerBasicOps-401688571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:21.700390 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d604a780-f307-42fa-a44a-3790a21a8b25 tempest-TestServerBasicOps-401688571 tempest-TestServerBasicOps-401688571-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 1091 time: 0.2844098 Feb 09 16:28:21.703396 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 53836) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:28:21.707992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:21.834188 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:22.315392 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:22.443751 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Allocated IP 172.25.5.84 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/d979c4cd-bcaa-440b-a9fb-81c366ee6251) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:28:22.564290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:22.672931 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:22.718516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:28:22.724339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:28:22.728068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:28:22.756964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'Port': ['ID=d979c4cd-bcaa-440b-a9fb-81c366ee6251,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:23.020547 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c74f619d-1999-48df-bfe1-d206549d2ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:23.155486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:23.304652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:23.476337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:23.534902 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:23.623317 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event updated for resources: {'Port': ['ID=d979c4cd-bcaa-440b-a9fb-81c366ee6251,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:23.637925 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:23.765047 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Floating IP 1271cd32-bc44-4a7a-83f4-fc4e4ec5f9b6 associated. External IP: 172.25.5.84, port: 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23. Feb 09 16:28:24.010102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:28:24.125463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:28:24.135931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] Sync routers for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:28:24.148297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:24.149638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:24.262103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:24.302502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:24.336488 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cbc4b8bf-39d4-4984-8815-fe1789415ec3 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6319301 Feb 09 16:28:24.339145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'tag': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:24.342992 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870", "tag": "6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:24.395222 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec3bf43-683c-46e3-9730-3602001a7ebe x-openstack-request-id: req-9ec3bf43-683c-46e3-9730-3602001a7ebe {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:24.395551 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870", "tag": "6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:24.395806 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ec3bf43-683c-46e3-9730-3602001a7ebe {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:24.396253 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'tag': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'status': 'completed', 'code': 200} Feb 09 16:28:24.478262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-1f955563-012f-4cde-b7c0-b75cffeb1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:24.479801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-1f955563-012f-4cde-b7c0-b75cffeb1cba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b34c0ab71475406bb6e65bae8a246614&device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 1096 time: 0.0455325 Feb 09 16:28:24.520909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '1271cd32-bc44-4a7a-83f4-fc4e4ec5f9b6', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'port_id': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'mac_address': 'fa:16:3e:d0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:28:22Z', 'updated_at': '2022-02-09T16:28:22Z', 'revision_number': 0, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:55Z', 'revision_number': 5, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:24.565753 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] Checking router: 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:28:24.580307 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:28:24.581374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:27:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:24.630961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-dd6f8534-e3ab-4d58-bc28-b8cbffaf5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:24.635466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-dd6f8534-e3ab-4d58-bc28-b8cbffaf5eda service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b956704-4261-4d45-8ae0-d72bb529b8fc HTTP/1.1" status: 200 len: 910 time: 0.1426327 Feb 09 16:28:24.728752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-61b380b2-5d74-4473-8348-36912003b5a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 HTTP/1.1" status: 200 len: 998 time: 0.0866849 Feb 09 16:28:24.734554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:28:24.791505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-932e3a38-bdae-46de-a7a1-24004a2d3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:24.793116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-932e3a38-bdae-46de-a7a1-24004a2d3121 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c146df5-735a-4536-8153-475fc2b30f5f HTTP/1.1" status: 200 len: 848 time: 0.0573161 Feb 09 16:28:24.865478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-0eab0eb1-3227-4163-9b96-29241e43405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:24.867180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-0eab0eb1-3227-4163-9b96-29241e43405d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b956704-4261-4d45-8ae0-d72bb529b8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511005 Feb 09 16:28:24.992192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-82dafb85-a6d8-47b2-a5c1-ef179e01a7df service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161716 Feb 09 16:28:25.126361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d535fd0c-b8a7-4d01-af5b-5dda73a7dd6b req-87d66050-754d-437d-b38e-f7423507b7ee service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158450 Feb 09 16:28:25.208187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '1271cd32-bc44-4a7a-83f4-fc4e4ec5f9b6', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'port_id': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'mac_address': 'fa:16:3e:d0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:28:22Z', 'updated_at': '2022-02-09T16:28:22Z', 'revision_number': 0, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:55Z', 'revision_number': 5, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:28:25.240451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39305385-e729-43f4-b869-412bd1b9c600 None None] The sync data for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 is: [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '1271cd32-bc44-4a7a-83f4-fc4e4ec5f9b6', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'port_id': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'mac_address': 'fa:16:3e:d0:fd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:28:22Z', 'updated_at': '2022-02-09T16:28:22Z', 'revision_number': 0, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:55Z', 'revision_number': 5, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:28:25.251854 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c35c13a7-9af6-4b11-b222-208632d793a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:25.327547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-e003c931-fcdc-4434-b447-b7e7503b634c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:25.329322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-e003c931-fcdc-4434-b447-b7e7503b634c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 814 time: 0.1291251 Feb 09 16:28:25.346819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-9ac4b068-4007-4a9e-95cf-7dc9aa257a6a tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/quotas/42af1181507f431ba9f8d4ea858cf83c HTTP/1.1" status: 200 len: 375 time: 0.0109553 Feb 09 16:28:25.403795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-0a7f301c-4ab5-4e22-bac0-082840a0a17e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504303 Feb 09 16:28:25.475466 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8789d6f-1044-4384-b90d-b3d1be8159b2 None None] New status for floating IP 1271cd32-bc44-4a7a-83f4-fc4e4ec5f9b6: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:28:25.510419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-688ee774-d7e9-4871-89be-8c918982adae service neutron] 10.222.0.53 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980382 Feb 09 16:28:25.618701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-99b3a613-31fa-4b17-8c2a-d4971113a3d3 service neutron] 10.222.0.53 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003902 Feb 09 16:28:25.898829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cb2cf3e-dfce-4759-b3b8-f06f6fa0f88a req-f4b8775a-58cf-411f-a764-a92504abbd95 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 210 time: 0.0284026 Feb 09 16:28:26.638133 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:26.658033 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-86a4b027-c000-4dce-aaa3-8efaad5f4506 req-c0611496-c55a-4d85-8770-0e4218ea168b service neutron] (103179) timed out ('10.222.0.53', 38352) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:28:26.999594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53566318-fe46-4569-a777-c17c659f82e3 req-c78a4121-4f7b-46c9-a957-56ce081d77a8 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 210 time: 0.0280569 Feb 09 16:28:28.050094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-da5ab8f3-d8c8-4167-b06f-e6a5a0850602 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:28.051665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-da5ab8f3-d8c8-4167-b06f-e6a5a0850602 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.13 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 814 time: 0.1147556 Feb 09 16:28:28.074321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Request body: {'port': {'device_id': '92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8', 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'admin_state_up': True, 'tenant_id': '42af1181507f431ba9f8d4ea858cf83c'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:28.290213 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:28.514252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e619b790-8525-48c2-9497-573982a93272 req-93ebc30f-4551-4b29-bcd2-992a48de3a12 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 210 time: 0.3950746 Feb 09 16:28:28.547610 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:28.649549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Made reservation on behalf of 42af1181507f431ba9f8d4ea858cf83c for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:28:28.653161 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:28.788457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Allocated IP 172.20.0.12 (6cfced34-fdf1-4676-b579-5a7d324a3440/15b9801f-82b5-4420-ae33-ff5aac4c1693/1b7d1434-5a4b-492e-81ff-1095a91ad354) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:28:28.953422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:29.067025 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:29.080866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9aa57454-92f6-4690-898d-6fa4196493ba'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:28:29.087623 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['27ee78a7-2dfd-4af3-8011-4af7782c943e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:28:29.113189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Network 6cfced34-fdf1-4676-b579-5a7d324a3440 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:28:29.122179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:28:29.123756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:28:29.159065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Pushing event updated for resources: {'Port': ['ID=1b7d1434-5a4b-492e-81ff-1095a91ad354,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:29.174854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.175215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.175763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.175891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.176253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.176618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.176949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.177279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.177615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.177944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.178268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.178590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:29.210095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:29.211287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:29.320735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-b4df894d-27ad-444a-aee7-ef075e0ddf66 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2513800 Feb 09 16:28:29.337396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Request body: {'port': {'device_id': '92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:29.414414 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:29.678365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa83d50-2f3f-44c0-af70-facb741b7343 req-d90bfdf9-89aa-49f4-9497-a62e6d9b035c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:29.679760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baa83d50-2f3f-44c0-af70-facb741b7343 req-d90bfdf9-89aa-49f4-9497-a62e6d9b035c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 932 time: 0.0805531 Feb 09 16:28:29.755937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baa83d50-2f3f-44c0-af70-facb741b7343 req-97e4cafd-be88-41b4-8e59-60906a02749c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660639 Feb 09 16:28:29.771392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7d1434-5a4b-492e-81ff-1095a91ad354 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:28:29.782972 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:29.793571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Transition to ACTIVE for port object 1b7d1434-5a4b-492e-81ff-1095a91ad354 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:28:29.940655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:29.992607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d1434-5a4b-492e-81ff-1095a91ad354,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:30.065474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Attempting to bind port 1b7d1434-5a4b-492e-81ff-1095a91ad354 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:28:30.065790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Attempting to bind port 1b7d1434-5a4b-492e-81ff-1095a91ad354 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:28:30.066096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Attempting to bind port 1b7d1434-5a4b-492e-81ff-1095a91ad354 on network 6cfced34-fdf1-4676-b579-5a7d324a3440 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:30.070436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Port 1b7d1434-5a4b-492e-81ff-1095a91ad354 on network 6cfced34-fdf1-4676-b579-5a7d324a3440 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:28:30.071100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Attempting to bind port 1b7d1434-5a4b-492e-81ff-1095a91ad354 on network 6cfced34-fdf1-4676-b579-5a7d324a3440 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:30.075923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:28:30.076293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Checking segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:28:30.076760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Bound using segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:28:30.077185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Bound port: 1b7d1434-5a4b-492e-81ff-1095a91ad354, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:28:30.077543 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:30.144970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] For port 1b7d1434-5a4b-492e-81ff-1095a91ad354, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:28:30.148516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] For port 1b7d1434-5a4b-492e-81ff-1095a91ad354, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1b7d1434-5a4b-492e-81ff-1095a91ad354,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:28:30.249854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:30.286656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:30.287283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:30.300008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] 10.222.0.13 "PUT /v2.0/ports/1b7d1434-5a4b-492e-81ff-1095a91ad354 HTTP/1.1" status: 200 len: 1092 time: 0.9567952 Feb 09 16:28:30.300008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8', 'tag': '1b7d1434-5a4b-492e-81ff-1095a91ad354'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:30.300008 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9495b218-df52-4b46-940f-2121964b26f3" -d '{"events": [{"name": "network-changed", "server_uuid": "92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8", "tag": "1b7d1434-5a4b-492e-81ff-1095a91ad354"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:30.317785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1d53f-0e1b-4367-8179-f42930e860db service neutron] Pushing event updated for resources: {'Port': ['ID=1b7d1434-5a4b-492e-81ff-1095a91ad354,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:30.341502 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bba753-ee27-4ba8-a87a-2ee246f45636 x-openstack-request-id: req-f1bba753-ee27-4ba8-a87a-2ee246f45636 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:30.341835 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8", "tag": "1b7d1434-5a4b-492e-81ff-1095a91ad354", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:30.347129 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1bba753-ee27-4ba8-a87a-2ee246f45636 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:30.347129 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8', 'tag': '1b7d1434-5a4b-492e-81ff-1095a91ad354', 'status': 'completed', 'code': 200} Feb 09 16:28:30.406089 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495b218-df52-4b46-940f-2121964b26f3 req-75ad8857-a848-46cc-886f-b569cbc3d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:30.410273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9495b218-df52-4b46-940f-2121964b26f3 req-75ad8857-a848-46cc-886f-b569cbc3d812 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0468097 Feb 09 16:28:30.443432 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:30.518912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495b218-df52-4b46-940f-2121964b26f3 req-0aa22edd-130c-48ee-b774-218c2a22acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:30.520362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9495b218-df52-4b46-940f-2121964b26f3 req-0aa22edd-130c-48ee-b774-218c2a22acb5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=42af1181507f431ba9f8d4ea858cf83c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1019897 Feb 09 16:28:30.621677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495b218-df52-4b46-940f-2121964b26f3 req-512a7b65-4017-4bad-83e1-59b695f51793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:30.623214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9495b218-df52-4b46-940f-2121964b26f3 req-512a7b65-4017-4bad-83e1-59b695f51793 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964470 Feb 09 16:28:30.709320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-acae7bc5-6799-41eb-996c-8d9a4435fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:30.711035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-acae7bc5-6799-41eb-996c-8d9a4435fa92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 1095 time: 0.0503278 Feb 09 16:28:30.753454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-386350ba-8726-4a7b-a843-bbaa9c787bda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7d1434-5a4b-492e-81ff-1095a91ad354 HTTP/1.1" status: 200 len: 217 time: 0.0353873 Feb 09 16:28:30.805234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-5f1b498e-0cea-42f6-b020-3c89be711b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:30.806758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-5f1b498e-0cea-42f6-b020-3c89be711b3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.0475795 Feb 09 16:28:30.844625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-baafe51d-356e-4e8b-a838-885a0e7bf5f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314729 Feb 09 16:28:30.976325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a0506-77f2-413a-8551-299241419be7 req-d725b33d-6763-43fa-b43f-9dceb07256de tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:30.978843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af2a0506-77f2-413a-8551-299241419be7 req-d725b33d-6763-43fa-b43f-9dceb07256de tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 944 time: 0.1372497 Feb 09 16:28:31.005563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-41a05cfc-af5d-432a-9abd-d2c1e9239cba service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501346 Feb 09 16:28:31.085737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af2a0506-77f2-413a-8551-299241419be7 req-69262805-2435-4894-a87b-f1ddb273db59 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923936 Feb 09 16:28:31.118911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b0318ea-52b9-49f3-b1c3-f428ae1aa8b8 req-27f531f3-7903-4fb2-8418-bbded1228524 service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058354 Feb 09 16:28:32.066216 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:32.216747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df653702-31ab-4549-a0d3-41228454a452 req-08993a07-ad6a-4888-be21-554ad2eb351b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:32.218444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df653702-31ab-4549-a0d3-41228454a452 req-08993a07-ad6a-4888-be21-554ad2eb351b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 944 time: 0.0614436 Feb 09 16:28:32.261005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df653702-31ab-4549-a0d3-41228454a452 req-8ed469f0-3ef7-4ff2-a88a-254508c5cc07 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344224 Feb 09 16:28:32.585144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1b7d1434-5a4b-492e-81ff-1095a91ad354 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:28:32.692152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1b7d1434-5a4b-492e-81ff-1095a91ad354, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1b7d1434-5a4b-492e-81ff-1095a91ad354,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:32.705962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '1b7d1434-5a4b-492e-81ff-1095a91ad354', 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'port_id': '1b7d1434-5a4b-492e-81ff-1095a91ad354', 'mac_address': 'fa:16:3e:c4:ee:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b9801f-82b5-4420-ae33-ff5aac4c1693', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:28:32.743262 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:32.757589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7d1434-5a4b-492e-81ff-1095a91ad354 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:28:32.780872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1b7d1434-5a4b-492e-81ff-1095a91ad354, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1b7d1434-5a4b-492e-81ff-1095a91ad354,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:32.924055 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:32.973880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1b7d1434-5a4b-492e-81ff-1095a91ad354,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:32.981610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.981954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.982303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.982618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.982967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.983262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.983589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.983896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.984240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.984557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.984878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:32.985234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:28:33.132704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['1b7d1434-5a4b-492e-81ff-1095a91ad354'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:28:33.386481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf929b-4272-4f71-8ad7-44d1da0656bb req-12541832-94fe-48a3-a98e-41c377eb4cfb tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:33.388127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbdf929b-4272-4f71-8ad7-44d1da0656bb req-12541832-94fe-48a3-a98e-41c377eb4cfb tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 945 time: 0.0565143 Feb 09 16:28:33.428047 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbdf929b-4272-4f71-8ad7-44d1da0656bb req-e1e870c6-1311-49be-a9ed-c50720c7208c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Feb 09 16:28:34.546541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53934b1-6792-42a5-97c5-0cac5cd5bb39 req-38372b50-e057-4edd-80d3-ec2f5bb6c97b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:34.548199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c53934b1-6792-42a5-97c5-0cac5cd5bb39 req-38372b50-e057-4edd-80d3-ec2f5bb6c97b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 945 time: 0.0514894 Feb 09 16:28:34.591238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c53934b1-6792-42a5-97c5-0cac5cd5bb39 req-5b7f8c43-3139-4d52-afb5-879a888c744d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366902 Feb 09 16:28:34.608630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1b7d1434-5a4b-492e-81ff-1095a91ad354 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:28:34.740893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 1b7d1434-5a4b-492e-81ff-1095a91ad354 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:28:34.745840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 1b7d1434-5a4b-492e-81ff-1095a91ad354 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:34.746217 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:34.828633 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:34.851975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d1434-5a4b-492e-81ff-1095a91ad354'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:34.854281 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c51551-c3e2-4bb2-9d86-eb01d0e6e06b" -d '{"events": [{"server_uuid": "92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d1434-5a4b-492e-81ff-1095a91ad354"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:34.867830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1b7d1434-5a4b-492e-81ff-1095a91ad354, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1b7d1434-5a4b-492e-81ff-1095a91ad354,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:34.896606 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a20efb2-cab9-4905-b876-036acb10e917 x-openstack-request-id: req-5a20efb2-cab9-4905-b876-036acb10e917 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:34.896957 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b7d1434-5a4b-492e-81ff-1095a91ad354", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:34.897136 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a20efb2-cab9-4905-b876-036acb10e917 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:34.897541 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7d1434-5a4b-492e-81ff-1095a91ad354', 'code': 200} Feb 09 16:28:34.969859 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:34.996754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6663815-b5cb-4b10-a07f-3c2940f7234f req-d272a332-7020-455a-80a5-4539f20bf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:34.998184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6663815-b5cb-4b10-a07f-3c2940f7234f req-d272a332-7020-455a-80a5-4539f20bf33a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 1096 time: 0.0448310 Feb 09 16:28:35.032619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1b7d1434-5a4b-492e-81ff-1095a91ad354,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:35.041585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6663815-b5cb-4b10-a07f-3c2940f7234f req-bd628d39-0ed8-431c-b78a-58a2eae95efd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Feb 09 16:28:35.715148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163a1cd-5add-4413-b162-d91b2bb3bea0 req-4f2647fb-b85f-4cf4-a0da-401c9f025d97 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:35.716618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9163a1cd-5add-4413-b162-d91b2bb3bea0 req-4f2647fb-b85f-4cf4-a0da-401c9f025d97 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 946 time: 0.0536382 Feb 09 16:28:35.755620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9163a1cd-5add-4413-b162-d91b2bb3bea0 req-cacfb713-aa37-4428-8a06-5e7bd84b8496 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Feb 09 16:28:36.473951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-4ea51f39-b562-4cef-81fe-3d24140bb9d2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439748266&fields=id&tenant_id=86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 267 time: 0.0335476 Feb 09 16:28:36.584420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65213-cf3f-408d-a254-4370cc006107 req-052c29aa-f8ea-4329-b6a1-fdfe69ce1b47 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:36.585909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-052c29aa-f8ea-4329-b6a1-fdfe69ce1b47 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1049702 Feb 09 16:28:36.601821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-34f3610c-4f57-4641-9244-5a9c9e0ea609 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/quotas/86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 375 time: 0.0100908 Feb 09 16:28:36.665525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-e7fe69d5-73c2-4855-be17-0cf7e4a3ca5c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0579014 Feb 09 16:28:36.762138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-4ee82721-b6b8-453f-a6f1-ebd6e381dce7 service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841470 Feb 09 16:28:36.890121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-7b6bae79-b1a3-4837-8e90-95693560680e service neutron] 10.222.0.53 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216416 Feb 09 16:28:36.902622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfca56-64d1-4b52-b715-53ccd8049a62 req-93cd91e9-2630-4c5f-b1f4-8a67f7a9caca tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:36.904363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5dbfca56-64d1-4b52-b715-53ccd8049a62 req-93cd91e9-2630-4c5f-b1f4-8a67f7a9caca tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 946 time: 0.0717270 Feb 09 16:28:36.947078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5dbfca56-64d1-4b52-b715-53ccd8049a62 req-90a90c44-a431-4a77-ba1c-81efc415674f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Feb 09 16:28:37.679361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a35b78c-5932-484b-a8a4-8b9b3ba7e133 req-810a56e7-c18a-4e21-b021-519054284836 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 210 time: 0.0313604 Feb 09 16:28:38.776775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff2dcd04-4de4-4363-8e81-401604b725e0 req-7272f936-92e9-46db-94fb-a0ffbfa7e42c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 210 time: 0.0273325 Feb 09 16:28:39.888384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cbbba6e-5358-40c1-8a08-e897bd29499f req-af5c46c0-81a6-4397-9df1-722ccdab1444 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 210 time: 0.0330753 Feb 09 16:28:40.456604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65213-cf3f-408d-a254-4370cc006107 req-2e527229-35a9-457a-bb1a-aec9a38785c2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:40.458065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-2e527229-35a9-457a-bb1a-aec9a38785c2 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 811 time: 0.1091070 Feb 09 16:28:40.502497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-1f8cf3fc-ea9a-4f6a-ab85-6af4044a8750 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86d7c946276a42d6a2439d9da69e9451 HTTP/1.1" status: 200 len: 379 time: 0.0356281 Feb 09 16:28:40.512625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'port': {'device_id': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'admin_state_up': True, 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'security_groups': ['b088dbd7-820a-4ccd-afb4-74c1c29b6651']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:40.786255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Made reservation on behalf of 86d7c946276a42d6a2439d9da69e9451 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:28:40.790433 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:40.931486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.20.0.3 (6ecea027-04f6-44d9-a2c1-1f757fbd5ff0/82311d2a-6370-473d-aac3-b41259684a94/44025b52-804e-4e85-82ff-78078c2a6037) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:28:41.096431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ec29e0c-18d8-4483-9c25-eda2e009e258 req-00629d90-912e-49a1-81e3-53433e8eb576 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 210 time: 0.1101074 Feb 09 16:28:41.177265 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:41.274361 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:41.329834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:28:41.333531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:28:41.336067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:28:41.365170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=44025b52-804e-4e85-82ff-78078c2a6037,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:41.403272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:41.404334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:41.491905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-aa97b335-f8eb-4110-aa74-9f6464c11fc0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9842281 Feb 09 16:28:41.505206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Request body: {'port': {'device_id': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:28:41.573527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:41.703581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cfa45322-a6b6-4190-b940-7a931a814e46 None None] Provisioning complete for port 44025b52-804e-4e85-82ff-78078c2a6037 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:41.704729 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfa45322-a6b6-4190-b940-7a931a814e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:41.752918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cfa45322-a6b6-4190-b940-7a931a814e46 None None] Port 44025b52-804e-4e85-82ff-78078c2a6037 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:28:41.886095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44025b52-804e-4e85-82ff-78078c2a6037 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:28:41.894962 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:41.909606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Transition to ACTIVE for port object 44025b52-804e-4e85-82ff-78078c2a6037 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:28:41.980408 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:42.056667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=44025b52-804e-4e85-82ff-78078c2a6037,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:42.137737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Attempting to bind port 44025b52-804e-4e85-82ff-78078c2a6037 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:28:42.137995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Attempting to bind port 44025b52-804e-4e85-82ff-78078c2a6037 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:28:42.140645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Attempting to bind port 44025b52-804e-4e85-82ff-78078c2a6037 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:42.147046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Port 44025b52-804e-4e85-82ff-78078c2a6037 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:28:42.147543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Attempting to bind port 44025b52-804e-4e85-82ff-78078c2a6037 on network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:28:42.154844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:28:42.154844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Checking segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:28:42.154844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Bound using segment: {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:28:42.154844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Bound port: 44025b52-804e-4e85-82ff-78078c2a6037, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:28:42.155566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:42.272871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] For port 44025b52-804e-4e85-82ff-78078c2a6037, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:28:42.277022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] For port 44025b52-804e-4e85-82ff-78078c2a6037, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=44025b52-804e-4e85-82ff-78078c2a6037,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:28:42.285561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75758a-10e8-43e6-a7fc-80c7bde30366 req-ee662b39-5932-4246-a54e-d511ef44c701 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:42.291601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b75758a-10e8-43e6-a7fc-80c7bde30366 req-ee662b39-5932-4246-a54e-d511ef44c701 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0885055 Feb 09 16:28:42.331438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b75758a-10e8-43e6-a7fc-80c7bde30366 req-101765e5-479f-42c8-8d62-c901667ae3a3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372910 Feb 09 16:28:42.386782 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:42.422882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:42.423430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:42.425005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] 10.222.0.13 "PUT /v2.0/ports/44025b52-804e-4e85-82ff-78078c2a6037 HTTP/1.1" status: 200 len: 1091 time: 0.9251320 Feb 09 16:28:42.425460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:42.427750 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3fc11f-19e6-4273-a9aa-1eca199a61ce" -d '{"events": [{"name": "network-changed", "server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "tag": "44025b52-804e-4e85-82ff-78078c2a6037"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:42.465161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50d0a-551f-443f-b012-b33616d1cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=44025b52-804e-4e85-82ff-78078c2a6037,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:42.476942 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb6666b-06df-4f7a-bdaa-e9e96c57eefb x-openstack-request-id: req-3cb6666b-06df-4f7a-bdaa-e9e96c57eefb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:42.477666 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "tag": "44025b52-804e-4e85-82ff-78078c2a6037", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:42.478091 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cb6666b-06df-4f7a-bdaa-e9e96c57eefb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:42.478644 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037', 'status': 'completed', 'code': 200} Feb 09 16:28:42.548099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fc11f-19e6-4273-a9aa-1eca199a61ce req-9c7e6e6d-fc4e-4976-a263-af57944b7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:42.549875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f3fc11f-19e6-4273-a9aa-1eca199a61ce req-9c7e6e6d-fc4e-4976-a263-af57944b7f41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 1094 time: 0.0526357 Feb 09 16:28:42.672385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fc11f-19e6-4273-a9aa-1eca199a61ce req-9d97d913-8eca-4608-a7c4-c48c9426c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:42.674423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f3fc11f-19e6-4273-a9aa-1eca199a61ce req-9d97d913-8eca-4608-a7c4-c48c9426c687 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=86d7c946276a42d6a2439d9da69e9451&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1173036 Feb 09 16:28:42.811249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fc11f-19e6-4273-a9aa-1eca199a61ce req-e339d46c-1178-4f29-90b6-43904fbc1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:42.812814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f3fc11f-19e6-4273-a9aa-1eca199a61ce req-e339d46c-1178-4f29-90b6-43904fbc1ce0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319585 Feb 09 16:28:42.898871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65213-cf3f-408d-a254-4370cc006107 req-b991c4a8-6504-41d6-b668-5dbfef02309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:42.899115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-b991c4a8-6504-41d6-b668-5dbfef02309a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 1094 time: 0.0473645 Feb 09 16:28:42.944667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-7a68922a-0fff-45d9-9980-83baa70b013d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44025b52-804e-4e85-82ff-78078c2a6037 HTTP/1.1" status: 200 len: 217 time: 0.0381010 Feb 09 16:28:43.006005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65213-cf3f-408d-a254-4370cc006107 req-3de9ca37-3ebe-4c10-b7d3-8edf0e33d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:43.008128 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-3de9ca37-3ebe-4c10-b7d3-8edf0e33d5b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0578127 Feb 09 16:28:43.064505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65213-cf3f-408d-a254-4370cc006107 req-a2b3e12f-e746-4541-a768-0c0690a74a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:43.066094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-a2b3e12f-e746-4541-a768-0c0690a74a0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516074 Feb 09 16:28:43.197164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-ce6eba50-105d-41ad-880f-ca6718d36d59 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240621 Feb 09 16:28:43.308985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c65213-cf3f-408d-a254-4370cc006107 req-439b00d4-502c-4468-a481-5ecdf1c5ca76 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059585 Feb 09 16:28:43.461950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c29f-b67e-4e93-a36e-2fc7992b1a0f req-0a6ff85d-02b9-42a0-84b0-cf4909d260e8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:43.463341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be24c29f-b67e-4e93-a36e-2fc7992b1a0f req-0a6ff85d-02b9-42a0-84b0-cf4909d260e8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0545506 Feb 09 16:28:43.505815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be24c29f-b67e-4e93-a36e-2fc7992b1a0f req-5a9003d9-9b16-4633-8a71-c13347c87d92 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348666 Feb 09 16:28:44.365866 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:28:44.654792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1addf-b25a-4843-a1ea-05c1562c750c req-e62b2873-e132-456b-9921-e128cc35d704 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:44.654792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4d1addf-b25a-4843-a1ea-05c1562c750c req-e62b2873-e132-456b-9921-e128cc35d704 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0584834 Feb 09 16:28:44.686198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4d1addf-b25a-4843-a1ea-05c1562c750c req-07568849-3549-4b75-9172-fc23335ae259 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354197 Feb 09 16:28:44.920011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-3bd8d225-db1e-4a62-9da9-16baf89f2d53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475578 Feb 09 16:28:45.007334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-3280c353-7bbd-4ca6-921e-e74908ef656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:45.008919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-3280c353-7bbd-4ca6-921e-e74908ef656a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 1096 time: 0.0446732 Feb 09 16:28:45.121942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-30017130-2fdb-490c-86f4-27a4e7203a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:45.123453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-30017130-2fdb-490c-86f4-27a4e7203a99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 915 time: 0.0943923 Feb 09 16:28:45.185832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-292e8bd5-ef87-4fbd-97cd-b59764314a55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa57454-92f6-4690-898d-6fa4196493ba HTTP/1.1" status: 200 len: 217 time: 0.0418818 Feb 09 16:28:45.244399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-7ee71a65-feed-4a76-afaa-97ff3c40cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:45.246719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-7ee71a65-feed-4a76-afaa-97ff3c40cd7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.0545619 Feb 09 16:28:45.279940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-cc8416ee-9660-461c-83c7-de7d590d5368 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267601 Feb 09 16:28:45.380572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-5602a75b-9a8c-45c9-a990-dbe9de87b4b5 service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942445 Feb 09 16:28:45.487893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-625a7e7c-bc5c-43df-84f0-1856f69539fb req-d0249843-ac67-45bb-94bc-bc65bdb2be2c service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014421 Feb 09 16:28:45.820800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6eb98-9788-4971-ae0f-af303ed4b9d0 req-ea61b287-3e90-45b3-9bf8-3163a07c314a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:45.822256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9a6eb98-9788-4971-ae0f-af303ed4b9d0 req-ea61b287-3e90-45b3-9bf8-3163a07c314a tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0523167 Feb 09 16:28:45.869491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9a6eb98-9788-4971-ae0f-af303ed4b9d0 req-4c9c8c00-6f92-4393-ab22-a959313596bc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 Feb 09 16:28:46.992620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddedcc-b07f-4ef1-8c19-3991d2b5b861 req-4f7e44ab-9c06-47c0-988b-9429efe343a7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:46.994275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3ddedcc-b07f-4ef1-8c19-3991d2b5b861 req-4f7e44ab-9c06-47c0-988b-9429efe343a7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0531151 Feb 09 16:28:47.041471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3ddedcc-b07f-4ef1-8c19-3991d2b5b861 req-13904229-5fe1-4ddc-b40d-655a038d3ad7 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 Feb 09 16:28:48.159117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49a300-2282-4ddd-ae3d-d7323954757e req-8d84d958-fc87-4761-a0df-80ea3185d547 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:48.160673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e49a300-2282-4ddd-ae3d-d7323954757e req-8d84d958-fc87-4761-a0df-80ea3185d547 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0495446 Feb 09 16:28:48.199906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e49a300-2282-4ddd-ae3d-d7323954757e req-a83b8f56-b080-4201-a5d7-9be7da5a30fd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Feb 09 16:28:49.322319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df962f5-d01b-4376-848b-684d3dbced8f req-eba1ac9e-2404-442a-ae4c-04cb922e36b5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:49.323830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4df962f5-d01b-4376-848b-684d3dbced8f req-eba1ac9e-2404-442a-ae4c-04cb922e36b5 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0502040 Feb 09 16:28:49.367032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4df962f5-d01b-4376-848b-684d3dbced8f req-c13a091d-690b-4633-9697-38ae4703b1c4 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371752 Feb 09 16:28:50.484133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a5065-6e61-48ee-ad28-97a860641a50 req-81725698-d9c5-4de8-aa02-b76f113ace3c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:50.486181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a18a5065-6e61-48ee-ad28-97a860641a50 req-81725698-d9c5-4de8-aa02-b76f113ace3c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0513492 Feb 09 16:28:50.527554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a18a5065-6e61-48ee-ad28-97a860641a50 req-49e2c921-9061-494e-8f21-78e945126289 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349979 Feb 09 16:28:51.649867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d6377-6467-4090-bc5d-36061b8b3e29 req-90626699-d1fc-41f7-8dcd-968eafba4f47 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:51.651382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-772d6377-6467-4090-bc5d-36061b8b3e29 req-90626699-d1fc-41f7-8dcd-968eafba4f47 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0512927 Feb 09 16:28:51.692057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-772d6377-6467-4090-bc5d-36061b8b3e29 req-9d91d26e-6848-4088-aaa6-9355a04d648f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341415 Feb 09 16:28:52.354546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-65d6b06b-6731-4d3e-897e-fc72d8e6106b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418155 Feb 09 16:28:52.452275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-e02d152c-564b-402e-869a-e5a9bfea0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:52.454304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-e02d152c-564b-402e-869a-e5a9bfea0021 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1097 time: 0.0448544 Feb 09 16:28:52.566177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-13352a03-6824-49c6-afb2-297ff59f6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:52.567713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-13352a03-6824-49c6-afb2-297ff59f6fee service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.0907171 Feb 09 16:28:52.644801 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-c2eb766c-7fcc-4255-80f0-fdad20f6882d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 200 len: 1002 time: 0.0685484 Feb 09 16:28:52.697446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-350337d9-8e1e-42c7-8460-3d2740e4902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:52.698974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-350337d9-8e1e-42c7-8460-3d2740e4902f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0460300 Feb 09 16:28:52.752511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-decae0e9-96ef-4afb-bdea-59a3ebf0ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:52.754155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-decae0e9-96ef-4afb-bdea-59a3ebf0ed97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459185 Feb 09 16:28:52.865113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cf0a5-c06f-4003-a12d-bb4f26841ba8 req-a78068c8-345f-4b6b-b667-e4cd641554e1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:52.866598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec5cf0a5-c06f-4003-a12d-bb4f26841ba8 req-a78068c8-345f-4b6b-b667-e4cd641554e1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.1048338 Feb 09 16:28:52.913360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-9dbe917b-6281-468c-bcf0-a9add47b408c service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410587 Feb 09 16:28:52.934991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec5cf0a5-c06f-4003-a12d-bb4f26841ba8 req-37b23309-46e3-42bc-b180-624944160d87 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598288 Feb 09 16:28:53.021137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e9afd5-4fb1-43e5-95b4-2c63a61ebd8a req-5f7d985a-5dea-4994-9958-1b828d3c06ad service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990987 Feb 09 16:28:53.043405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5ca691f7-a63d-44b3-a9ad-85387986ea02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:54.055317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc0401-2a93-4e53-bd01-704e486f212f req-ae8f2417-c893-42c3-b1d1-1d5b8ef46511 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:54.056904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26bc0401-2a93-4e53-bd01-704e486f212f req-ae8f2417-c893-42c3-b1d1-1d5b8ef46511 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0509892 Feb 09 16:28:54.095711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26bc0401-2a93-4e53-bd01-704e486f212f req-738dfe3d-f88a-4aa2-9dbe-6099e525cf20 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320714 Feb 09 16:28:55.223954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518cec1-542e-4f7c-830b-1a1927a7fbc5 req-9ca0f63a-93c0-4229-a1ad-4366ae3eb81d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:55.226523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6518cec1-542e-4f7c-830b-1a1927a7fbc5 req-9ca0f63a-93c0-4229-a1ad-4366ae3eb81d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0551379 Feb 09 16:28:55.277012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6518cec1-542e-4f7c-830b-1a1927a7fbc5 req-e99b8bd2-01bb-4676-a6fc-f3dcf59d3072 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402741 Feb 09 16:28:55.380317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5041a5ff-7278-495f-92df-f64e542412b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:56.410338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d8767-b809-4c0a-8caa-afd836e8242a req-1de6bcc9-079a-40fb-8ff8-2229f26524cc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:56.411867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c7d8767-b809-4c0a-8caa-afd836e8242a req-1de6bcc9-079a-40fb-8ff8-2229f26524cc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 943 time: 0.0572593 Feb 09 16:28:56.452132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c7d8767-b809-4c0a-8caa-afd836e8242a req-8beb7d7a-2528-4141-a1c9-10f48168eb49 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338755 Feb 09 16:28:56.677637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:56.718094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 44025b52-804e-4e85-82ff-78078c2a6037 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:28:56.833098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 44025b52-804e-4e85-82ff-78078c2a6037, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=44025b52-804e-4e85-82ff-78078c2a6037,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:56.847425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '44025b52-804e-4e85-82ff-78078c2a6037', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'port_id': '44025b52-804e-4e85-82ff-78078c2a6037', 'mac_address': 'fa:16:3e:4e:cb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:28:56.887682 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:56.901758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44025b52-804e-4e85-82ff-78078c2a6037 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:28:56.921938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 44025b52-804e-4e85-82ff-78078c2a6037, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=44025b52-804e-4e85-82ff-78078c2a6037,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:57.014018 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:57.066993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=44025b52-804e-4e85-82ff-78078c2a6037,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:57.238290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['44025b52-804e-4e85-82ff-78078c2a6037'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:28:57.582453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15443a9a-d389-4d90-9f13-ab944f7de541 req-30290a9a-1d11-4290-9f71-38648175fe73 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:57.584522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15443a9a-d389-4d90-9f13-ab944f7de541 req-30290a9a-1d11-4290-9f71-38648175fe73 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 944 time: 0.0557234 Feb 09 16:28:57.626159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15443a9a-d389-4d90-9f13-ab944f7de541 req-e48f6eef-123b-4f24-91fe-d7bbbbdb9d97 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351326 Feb 09 16:28:58.271304 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:58.586241 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:58.739223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 44025b52-804e-4e85-82ff-78078c2a6037 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:28:58.746156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c56d6-ad90-4e16-b267-b8273f305ffe req-76aeb40d-4e5d-44c7-8c26-008f8e31c8d8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:58.747707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-992c56d6-ad90-4e16-b267-b8273f305ffe req-76aeb40d-4e5d-44c7-8c26-008f8e31c8d8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 944 time: 0.0506446 Feb 09 16:28:58.793942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-992c56d6-ad90-4e16-b267-b8273f305ffe req-d29fb84b-6083-4feb-9883-251920346b33 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387142 Feb 09 16:28:58.842854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 44025b52-804e-4e85-82ff-78078c2a6037 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:28:58.847075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 44025b52-804e-4e85-82ff-78078c2a6037 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:28:58.847446 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:58.932480 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:58.956759 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:28:58.959271 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5e6325-6f36-4a44-a332-a7a445f0b47d" -d '{"events": [{"server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "name": "network-vif-plugged", "status": "completed", "tag": "44025b52-804e-4e85-82ff-78078c2a6037"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:28:58.976315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 44025b52-804e-4e85-82ff-78078c2a6037, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=44025b52-804e-4e85-82ff-78078c2a6037,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:28:59.002977 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105ec705-34a3-47d4-a6dc-fe04c7d5f9ab x-openstack-request-id: req-105ec705-34a3-47d4-a6dc-fe04c7d5f9ab {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:28:59.003274 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "name": "network-vif-plugged", "status": "completed", "tag": "44025b52-804e-4e85-82ff-78078c2a6037", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:28:59.003528 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-105ec705-34a3-47d4-a6dc-fe04c7d5f9ab {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:28:59.003924 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037', 'code': 200} Feb 09 16:28:59.042180 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:28:59.098336 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=44025b52-804e-4e85-82ff-78078c2a6037,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:28:59.125295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c8df2-1ff3-45c6-8d60-d362484457f8 req-ae1210d9-a1a8-4be9-bd3e-0dc8fdd234dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:59.127490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-732c8df2-1ff3-45c6-8d60-d362484457f8 req-ae1210d9-a1a8-4be9-bd3e-0dc8fdd234dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 1096 time: 0.0552366 Feb 09 16:28:59.166106 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-732c8df2-1ff3-45c6-8d60-d362484457f8 req-e6c4eb30-a140-4c3a-84ff-da53cea40a86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Feb 09 16:28:59.917909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f3b3e-8102-405b-a03b-78b4700fdb65 req-6680d936-77dd-41fc-975d-10768fdacfe1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:28:59.920595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-555f3b3e-8102-405b-a03b-78b4700fdb65 req-6680d936-77dd-41fc-975d-10768fdacfe1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 945 time: 0.0510848 Feb 09 16:28:59.958354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-555f3b3e-8102-405b-a03b-78b4700fdb65 req-6da922ea-ab0e-4627-84b9-af4af8dc13cd tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Feb 09 16:29:00.454173 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:01.077797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f912d35-544d-4c5e-96c6-53206f7dd4f3 req-f556d253-dc95-46db-8cd6-79c352b5ef10 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:01.079173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f912d35-544d-4c5e-96c6-53206f7dd4f3 req-f556d253-dc95-46db-8cd6-79c352b5ef10 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 945 time: 0.0513318 Feb 09 16:29:01.119169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f912d35-544d-4c5e-96c6-53206f7dd4f3 req-5a2eac97-1e67-4e62-9245-7179dc80d6fb tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334938 Feb 09 16:29:01.240288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf1667-b82f-43d6-ad05-510ee25bddd1 req-3932d9a6-257c-41cd-9738-d50cb6cfa59f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:01.241800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87cf1667-b82f-43d6-ad05-510ee25bddd1 req-3932d9a6-257c-41cd-9738-d50cb6cfa59f tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 945 time: 0.0554972 Feb 09 16:29:01.282044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87cf1667-b82f-43d6-ad05-510ee25bddd1 req-754c4c24-d3b6-49e5-9613-ce42690ed347 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338490 Feb 09 16:29:01.310405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54086) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:29:01.490446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edacfe-b497-4065-b16e-7335b9800237 req-2a6c2e2a-1e6e-4156-a55e-0594a91fb78e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:01.492015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-2a6c2e2a-1e6e-4156-a55e-0594a91fb78e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 814 time: 0.1082551 Feb 09 16:29:01.505204 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf89434-0302-41ab-b74b-3d59180b5f74 tempest-TestVolumeBootPattern-1611662152 tempest-TestVolumeBootPattern-1611662152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:01.506862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-edf89434-0302-41ab-b74b-3d59180b5f74 tempest-TestVolumeBootPattern-1611662152 tempest-TestVolumeBootPattern-1611662152-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 1091 time: 0.1954262 Feb 09 16:29:01.507999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-7ea1c289-d1af-45a6-b76b-526ca189a875 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/quotas/42af1181507f431ba9f8d4ea858cf83c HTTP/1.1" status: 200 len: 375 time: 0.0099010 Feb 09 16:29:01.509919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54094) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:29:01.514356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '44025b52-804e-4e85-82ff-78078c2a6037', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:29:01.585370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-3f22b5c1-36ab-4900-97e1-dcedd46a724f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663927 Feb 09 16:29:01.663810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:01.693469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-aadb5f30-5e2b-4e40-98ec-afa3232b53c2 service neutron] 10.222.0.53 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008682 Feb 09 16:29:01.830728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-c1c79df6-88d1-4161-96f9-5835b5275c5c service neutron] 10.222.0.53 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061702 Feb 09 16:29:01.853767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:01.967083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Allocated IP 172.25.5.154 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/87cb3b39-9e07-413d-becf-5a9b4c887432) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:29:02.070308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:02.139303 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:02.191658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a67f53c5-14b3-4c24-a401-5339281d21b1 req-800841db-02f2-4f4e-9725-85fb3e04fd54 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 210 time: 0.0338440 Feb 09 16:29:02.243595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:02.278680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:29:02.281624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:29:02.287452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:29:02.319259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=87cb3b39-9e07-413d-becf-5a9b4c887432,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:03.013287 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:03.160935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:03.296282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88932404-4e4f-4431-9c54-086b759e21d4 req-1e5ec9a0-5ea5-45d7-9484-bac1c3fcbe6f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 210 time: 0.0340180 Feb 09 16:29:03.340741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:03.403060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:03.476685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event updated for resources: {'Port': ['ID=87cb3b39-9e07-413d-becf-5a9b4c887432,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:03.487298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:03.590418 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Floating IP 5cb315fb-ae40-4aa0-b399-d3c24c7217d6 associated. External IP: 172.25.5.154, port: 44025b52-804e-4e85-82ff-78078c2a6037. Feb 09 16:29:03.813732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:29:03.921442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:29:03.931607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:29:03.941867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:29:03.942488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:28:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:29:04.045003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:04.055459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:29:04.076905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-87f96f5e-2e9f-4688-bb87-461846996e28 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5652423 Feb 09 16:29:04.077133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:29:04.079220 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc717c88-0873-45a5-895f-a3ab441de6df" -d '{"events": [{"name": "network-changed", "server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "tag": "44025b52-804e-4e85-82ff-78078c2a6037"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:29:04.124325 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2c4e47-7254-4b80-801a-bae7c9f043e0 x-openstack-request-id: req-1a2c4e47-7254-4b80-801a-bae7c9f043e0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:29:04.124618 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "tag": "44025b52-804e-4e85-82ff-78078c2a6037", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:29:04.124871 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a2c4e47-7254-4b80-801a-bae7c9f043e0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:29:04.125538 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037', 'status': 'completed', 'code': 200} Feb 09 16:29:04.195635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717c88-0873-45a5-895f-a3ab441de6df req-eae6ba40-23f9-4441-baea-8583c39d052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:04.197217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc717c88-0873-45a5-895f-a3ab441de6df req-eae6ba40-23f9-4441-baea-8583c39d052c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 1096 time: 0.0469923 Feb 09 16:29:04.292780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717c88-0873-45a5-895f-a3ab441de6df req-155b588f-9fc2-4cf8-b362-75c2659c6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:04.294427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc717c88-0873-45a5-895f-a3ab441de6df req-155b588f-9fc2-4cf8-b362-75c2659c6ff8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.0888553 Feb 09 16:29:04.298189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '5cb315fb-ae40-4aa0-b399-d3c24c7217d6', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '44025b52-804e-4e85-82ff-78078c2a6037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:4e:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:29:02Z', 'updated_at': '2022-02-09T16:29:02Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}, {'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:38Z', 'revision_number': 1, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:29:04.324511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:29:04.334184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:29:04.334831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:28:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:29:04.432920 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc717c88-0873-45a5-895f-a3ab441de6df req-905c9ea9-79ff-4d15-bcfc-ee5fcffec488 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44025b52-804e-4e85-82ff-78078c2a6037 HTTP/1.1" status: 200 len: 999 time: 0.1297050 Feb 09 16:29:04.448547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:29:04.457335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-323cf178-f91f-425c-b7a5-87c628ee2843 req-0b4401bf-5a54-46ea-b2b8-c4d3b3062d97 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 210 time: 0.0732203 Feb 09 16:29:04.530868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717c88-0873-45a5-895f-a3ab441de6df req-59698ccb-e218-4514-bcab-3bba944e170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:04.532498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc717c88-0873-45a5-895f-a3ab441de6df req-59698ccb-e218-4514-bcab-3bba944e170d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0798633 Feb 09 16:29:04.544247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edacfe-b497-4065-b16e-7335b9800237 req-ae2f1cf8-55ef-454e-a8f9-0aa088ea2f24 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:04.545741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-ae2f1cf8-55ef-454e-a8f9-0aa088ea2f24 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.73 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 814 time: 0.1882219 Feb 09 16:29:04.577265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Request body: {'port': {'device_id': '72a1a234-594e-44e1-8fd3-c20e11c81b02', 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'admin_state_up': True, 'tenant_id': '42af1181507f431ba9f8d4ea858cf83c'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:29:04.652879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc717c88-0873-45a5-895f-a3ab441de6df req-1f89bffa-4f65-4a2a-b5fa-2eec2d37fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:04.654297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc717c88-0873-45a5-895f-a3ab441de6df req-1f89bffa-4f65-4a2a-b5fa-2eec2d37fe3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076779 Feb 09 16:29:04.723277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '5cb315fb-ae40-4aa0-b399-d3c24c7217d6', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '44025b52-804e-4e85-82ff-78078c2a6037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:4e:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:29:02Z', 'updated_at': '2022-02-09T16:29:02Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}, {'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:38Z', 'revision_number': 1, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:29:04.752216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804c822-8690-459e-a869-33ddd0c01f24 None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '5cb315fb-ae40-4aa0-b399-d3c24c7217d6', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.154', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '44025b52-804e-4e85-82ff-78078c2a6037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:4e:cb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:29:02Z', 'updated_at': '2022-02-09T16:29:02Z', 'revision_number': 0, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}, {'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:38Z', 'revision_number': 1, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:29:04.785791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc717c88-0873-45a5-895f-a3ab441de6df req-db5118be-ef62-44fe-a1ba-f523bd601c3d service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214774 Feb 09 16:29:04.873878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Made reservation on behalf of 42af1181507f431ba9f8d4ea858cf83c for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:29:04.878460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:04.917103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc717c88-0873-45a5-895f-a3ab441de6df req-aacd939a-77a2-4fd9-9f02-e678733aac01 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246159 Feb 09 16:29:04.993822 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f525db34-f100-47a6-a767-9934d84844b5 None None] New status for floating IP 5cb315fb-ae40-4aa0-b399-d3c24c7217d6: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:29:05.055591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Allocated IP 172.20.0.10 (6cfced34-fdf1-4676-b579-5a7d324a3440/15b9801f-82b5-4420-ae33-ff5aac4c1693/2493ccb0-fff9-452f-b2e0-3663345fe44b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:29:05.227119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:05.352171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:05.368635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9aa57454-92f6-4690-898d-6fa4196493ba', '1b7d1434-5a4b-492e-81ff-1095a91ad354'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:05.370990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['27ee78a7-2dfd-4af3-8011-4af7782c943e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:05.413305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Network 6cfced34-fdf1-4676-b579-5a7d324a3440 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:29:05.416642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:29:05.421614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:29:05.426639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Pushing event updated for resources: {'Port': ['ID=2493ccb0-fff9-452f-b2e0-3663345fe44b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:05.480579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:05.481283 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:05.607397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf64b6-1465-4708-81be-84ab174d7be0 req-b8dc6ee9-b318-4730-943b-d0724becc7bc tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:05.609212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98bf64b6-1465-4708-81be-84ab174d7be0 req-b8dc6ee9-b318-4730-943b-d0724becc7bc tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 932 time: 0.0676193 Feb 09 16:29:05.652751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-36f0033d-d7d4-4ec5-832a-83815d7154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0807588 Feb 09 16:29:05.659127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-98bf64b6-1465-4708-81be-84ab174d7be0 req-255110cd-5fe4-487b-8fed-3bff8f7ef1ad tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Feb 09 16:29:05.671506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Request body: {'port': {'device_id': '72a1a234-594e-44e1-8fd3-c20e11c81b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:29:05.758738 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:06.074340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2493ccb0-fff9-452f-b2e0-3663345fe44b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:29:06.083673 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:06.098350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Transition to ACTIVE for port object 2493ccb0-fff9-452f-b2e0-3663345fe44b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:29:06.185939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:06.239249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Pushing event updated for resources: {'Port': ['ID=2493ccb0-fff9-452f-b2e0-3663345fe44b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:06.324192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Attempting to bind port 2493ccb0-fff9-452f-b2e0-3663345fe44b on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:29:06.324504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Attempting to bind port 2493ccb0-fff9-452f-b2e0-3663345fe44b by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:29:06.324801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Attempting to bind port 2493ccb0-fff9-452f-b2e0-3663345fe44b on network 6cfced34-fdf1-4676-b579-5a7d324a3440 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:29:06.329833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Port 2493ccb0-fff9-452f-b2e0-3663345fe44b on network 6cfced34-fdf1-4676-b579-5a7d324a3440 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:29:06.334450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Attempting to bind port 2493ccb0-fff9-452f-b2e0-3663345fe44b on network 6cfced34-fdf1-4676-b579-5a7d324a3440 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:29:06.335962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:29:06.336348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Checking segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:29:06.336749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Bound using segment: {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:29:06.337197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Bound port: 2493ccb0-fff9-452f-b2e0-3663345fe44b, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e236c42-706e-438e-9bb6-210d87ab0ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:29:06.337563 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:06.408738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] For port 2493ccb0-fff9-452f-b2e0-3663345fe44b, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:29:06.412241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] For port 2493ccb0-fff9-452f-b2e0-3663345fe44b, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2493ccb0-fff9-452f-b2e0-3663345fe44b,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:29:06.546214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:06.584347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:06.588816 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:06.588816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] 10.222.0.73 "PUT /v2.0/ports/2493ccb0-fff9-452f-b2e0-3663345fe44b HTTP/1.1" status: 200 len: 1092 time: 0.9205513 Feb 09 16:29:06.588816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a1a234-594e-44e1-8fd3-c20e11c81b02', 'tag': '2493ccb0-fff9-452f-b2e0-3663345fe44b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:29:06.589377 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8392d8-106b-4e0e-bf8c-34088a15cb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "72a1a234-594e-44e1-8fd3-c20e11c81b02", "tag": "2493ccb0-fff9-452f-b2e0-3663345fe44b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:29:06.621189 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765af20-09ce-4ca5-a23a-be7044ff1a5b service neutron] Pushing event updated for resources: {'Port': ['ID=2493ccb0-fff9-452f-b2e0-3663345fe44b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:06.633578 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a2041-26d4-41c0-8cda-651570f0e4ec x-openstack-request-id: req-300a2041-26d4-41c0-8cda-651570f0e4ec {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:29:06.633888 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a1a234-594e-44e1-8fd3-c20e11c81b02", "tag": "2493ccb0-fff9-452f-b2e0-3663345fe44b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:29:06.634124 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-300a2041-26d4-41c0-8cda-651570f0e4ec {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:29:06.634546 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a1a234-594e-44e1-8fd3-c20e11c81b02', 'tag': '2493ccb0-fff9-452f-b2e0-3663345fe44b', 'status': 'completed', 'code': 200} Feb 09 16:29:06.714528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8392d8-106b-4e0e-bf8c-34088a15cb6d req-8cd6436c-33ff-4bd7-aabd-07445634b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:06.714528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc8392d8-106b-4e0e-bf8c-34088a15cb6d req-8cd6436c-33ff-4bd7-aabd-07445634b1d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 1095 time: 0.0491297 Feb 09 16:29:06.872468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c069-da8e-48fa-b4e7-b0d16624441b req-2ac0237e-eda2-48b2-8628-58ec1c4212b3 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:06.874012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d69c069-da8e-48fa-b4e7-b0d16624441b req-2ac0237e-eda2-48b2-8628-58ec1c4212b3 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 944 time: 0.0918298 Feb 09 16:29:06.875652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8392d8-106b-4e0e-bf8c-34088a15cb6d req-e899a260-6e96-4825-9d73-53e38a9e3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:06.877109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc8392d8-106b-4e0e-bf8c-34088a15cb6d req-e899a260-6e96-4825-9d73-53e38a9e3a42 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=42af1181507f431ba9f8d4ea858cf83c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1527433 Feb 09 16:29:06.970885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d69c069-da8e-48fa-b4e7-b0d16624441b req-7c463c99-01b0-46d8-85bf-6f07de9484c0 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904186 Feb 09 16:29:07.008348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8392d8-106b-4e0e-bf8c-34088a15cb6d req-237f7c62-9cbc-4881-a3fd-c9f21308575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:07.009948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc8392d8-106b-4e0e-bf8c-34088a15cb6d req-237f7c62-9cbc-4881-a3fd-c9f21308575e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230342 Feb 09 16:29:07.111951 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edacfe-b497-4065-b16e-7335b9800237 req-31733746-74d1-4672-8c93-90c27dd56d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:07.113570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-31733746-74d1-4672-8c93-90c27dd56d83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 1095 time: 0.0517795 Feb 09 16:29:07.166077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-982d64ee-df89-4222-968b-c0194cfd881f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2493ccb0-fff9-452f-b2e0-3663345fe44b HTTP/1.1" status: 200 len: 217 time: 0.0430431 Feb 09 16:29:07.224033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edacfe-b497-4065-b16e-7335b9800237 req-d4587a23-854e-4389-aec3-38bb7070f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:07.225583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-d4587a23-854e-4389-aec3-38bb7070f85f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.0510335 Feb 09 16:29:07.260658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-ecc432da-47ed-4fee-b3f4-e020fde1f599 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259862 Feb 09 16:29:07.362459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-47819e68-b465-49da-a220-ca411b38bd28 service neutron] 10.222.0.73 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913711 Feb 09 16:29:07.465111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6edacfe-b497-4065-b16e-7335b9800237 req-db7be264-0b5c-4055-aacf-7d48a2c1ac85 service neutron] 10.222.0.73 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938323 Feb 09 16:29:08.100649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc17f95-89aa-4c8b-a420-f253f0535670 req-530b7523-3f93-4c5b-8b09-4289540d37fa tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:08.102222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fc17f95-89aa-4c8b-a420-f253f0535670 req-530b7523-3f93-4c5b-8b09-4289540d37fa tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 944 time: 0.0519793 Feb 09 16:29:08.144326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fc17f95-89aa-4c8b-a420-f253f0535670 req-d6a71ce7-85c0-46b9-b1dd-60d6e9534407 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357337 Feb 09 16:29:09.483106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54138) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:29:09.535813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f665e2-1477-4eb5-bab9-67940ecfafc4 req-d0582559-2d78-4628-88ce-c57521f9655b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:09.537459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43f665e2-1477-4eb5-bab9-67940ecfafc4 req-d0582559-2d78-4628-88ce-c57521f9655b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 944 time: 0.0584161 Feb 09 16:29:09.580062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43f665e2-1477-4eb5-bab9-67940ecfafc4 req-507aec4d-f4ac-47dd-869a-1797fcf7d01b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358260 Feb 09 16:29:09.587570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c1300-893b-4563-91c2-43b5112231ab req-50e37f5f-429b-4b5f-a432-884d27eea62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:09.589250 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-137c1300-893b-4563-91c2-43b5112231ab req-50e37f5f-429b-4b5f-a432-884d27eea62e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 1096 time: 0.1051073 Feb 09 16:29:09.631803 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [req-137c1300-893b-4563-91c2-43b5112231ab req-58d5b28b-484e-4ef7-b94d-f56bb14514ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363910 Feb 09 16:29:10.718023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7aec9-d0b1-4df1-8d26-b77fd7ba8f27 req-966de287-96ad-4520-8091-7efdade01bc4 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:10.719628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3e7aec9-d0b1-4df1-8d26-b77fd7ba8f27 req-966de287-96ad-4520-8091-7efdade01bc4 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 944 time: 0.0569668 Feb 09 16:29:10.761746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3e7aec9-d0b1-4df1-8d26-b77fd7ba8f27 req-5ef8ef26-8a64-46bb-aa96-ac5152f9c378 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358877 Feb 09 16:29:11.650701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2493ccb0-fff9-452f-b2e0-3663345fe44b details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:29:11.743609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2493ccb0-fff9-452f-b2e0-3663345fe44b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2493ccb0-fff9-452f-b2e0-3663345fe44b,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:29:11.759077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '2493ccb0-fff9-452f-b2e0-3663345fe44b', 'network_id': '6cfced34-fdf1-4676-b579-5a7d324a3440', 'port_id': '2493ccb0-fff9-452f-b2e0-3663345fe44b', 'mac_address': 'fa:16:3e:ce:85:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b9801f-82b5-4420-ae33-ff5aac4c1693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:29:11.799894 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:11.813620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2493ccb0-fff9-452f-b2e0-3663345fe44b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:29:11.834512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2493ccb0-fff9-452f-b2e0-3663345fe44b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2493ccb0-fff9-452f-b2e0-3663345fe44b,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:29:11.885886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89a98b-a6e1-495c-954b-bc2af811e6a7 req-131b1223-96cf-4578-9d10-5cceded98819 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:11.888512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab89a98b-a6e1-495c-954b-bc2af811e6a7 req-131b1223-96cf-4578-9d10-5cceded98819 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 944 time: 0.0549331 Feb 09 16:29:11.888670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:11.929664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab89a98b-a6e1-495c-954b-bc2af811e6a7 req-7ecf68e4-ec57-4256-8fd6-bdc9bf5e475d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350661 Feb 09 16:29:11.949680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=2493ccb0-fff9-452f-b2e0-3663345fe44b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:12.176806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['2493ccb0-fff9-452f-b2e0-3663345fe44b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:13.058830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bc486-900e-413d-91bb-d00ec308b436 req-4f3228ec-3654-4e33-b324-5285747242ff tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:13.060430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a41bc486-900e-413d-91bb-d00ec308b436 req-4f3228ec-3654-4e33-b324-5285747242ff tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 945 time: 0.0556569 Feb 09 16:29:13.100970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a41bc486-900e-413d-91bb-d00ec308b436 req-58fdc961-2fbc-4f81-92da-c3e14e0154b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Feb 09 16:29:13.665134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2493ccb0-fff9-452f-b2e0-3663345fe44b up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:29:13.779077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 2493ccb0-fff9-452f-b2e0-3663345fe44b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:29:13.783874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 2493ccb0-fff9-452f-b2e0-3663345fe44b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:29:13.784280 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:13.863916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:13.886921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a1a234-594e-44e1-8fd3-c20e11c81b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2493ccb0-fff9-452f-b2e0-3663345fe44b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:29:13.889378 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd1158f-9e1c-45f1-80b0-5bb6a6a4afec" -d '{"events": [{"server_uuid": "72a1a234-594e-44e1-8fd3-c20e11c81b02", "name": "network-vif-plugged", "status": "completed", "tag": "2493ccb0-fff9-452f-b2e0-3663345fe44b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:29:13.902871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 2493ccb0-fff9-452f-b2e0-3663345fe44b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2493ccb0-fff9-452f-b2e0-3663345fe44b,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:29:13.925698 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0437d5cb-16e1-4f6f-84c7-df5d9bc73778 x-openstack-request-id: req-0437d5cb-16e1-4f6f-84c7-df5d9bc73778 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:29:13.925987 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a1a234-594e-44e1-8fd3-c20e11c81b02", "name": "network-vif-plugged", "status": "completed", "tag": "2493ccb0-fff9-452f-b2e0-3663345fe44b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:29:13.926242 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0437d5cb-16e1-4f6f-84c7-df5d9bc73778 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:29:13.926776 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a1a234-594e-44e1-8fd3-c20e11c81b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2493ccb0-fff9-452f-b2e0-3663345fe44b', 'code': 200} Feb 09 16:29:14.025344 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:14.029421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325c6c4-f009-4426-813d-21db567f498c req-7e95f5ad-a961-4257-8b63-53a2c832b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:14.030962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c325c6c4-f009-4426-813d-21db567f498c req-7e95f5ad-a961-4257-8b63-53a2c832b11a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 1096 time: 0.0429807 Feb 09 16:29:14.067344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c325c6c4-f009-4426-813d-21db567f498c req-38f1319d-518a-41f8-9e05-95e573bae7ee service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289407 Feb 09 16:29:14.074970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=2493ccb0-fff9-452f-b2e0-3663345fe44b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:14.224249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7cb4a-a6a6-4d23-8f61-3bc82185258e req-05ead376-e2d7-4115-8c88-9685b4175a6f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:14.225790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ce7cb4a-a6a6-4d23-8f61-3bc82185258e req-05ead376-e2d7-4115-8c88-9685b4175a6f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 946 time: 0.0531702 Feb 09 16:29:14.266715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ce7cb4a-a6a6-4d23-8f61-3bc82185258e req-722d545c-9178-4914-96cb-be6668a0b5b2 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339577 Feb 09 16:29:15.397598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ace21c-27d8-49fa-8c2e-b53abf78dee7 req-da0c3974-35d7-418c-aa0a-4ac036ee0aac tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:15.399165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35ace21c-27d8-49fa-8c2e-b53abf78dee7 req-da0c3974-35d7-418c-aa0a-4ac036ee0aac tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 946 time: 0.0573015 Feb 09 16:29:15.440620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35ace21c-27d8-49fa-8c2e-b53abf78dee7 req-3ec65dad-f1f3-4451-8d0d-a221c0e39018 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352192 Feb 09 16:29:16.564805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710043-1eec-4ee4-a05f-e54c1b4b4704 req-5904d596-be29-450f-8598-efaea19d7c27 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:16.565895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72710043-1eec-4ee4-a05f-e54c1b4b4704 req-5904d596-be29-450f-8598-efaea19d7c27 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 946 time: 0.0527246 Feb 09 16:29:16.606796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72710043-1eec-4ee4-a05f-e54c1b4b4704 req-4609f2ca-1820-4b67-b997-748e3c19650d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Feb 09 16:29:21.364847 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:29:22.996838 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b541e24-eed5-4a51-bf72-5873f73866b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:25.378739 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2f6af724-63f4-40b0-811b-6b9de885c375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:26.665492 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:28.305798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:28.539420 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:30.447984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:31.771097 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-dafc1ce1-8224-4c0f-a1ca-61301d22d744 req-e7ae196b-7d55-4e46-9797-18fcf0386fb5 service neutron] (103179) timed out ('10.222.0.53', 56588) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:29:32.065865 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:42.117809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdcfce-e78b-43a0-b803-dadd8caf4abd req-a6443005-4714-4368-aa77-c008d125d727 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:42.119298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bcdcfce-e78b-43a0-b803-dadd8caf4abd req-a6443005-4714-4368-aa77-c008d125d727 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 946 time: 0.0509157 Feb 09 16:29:42.160310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bcdcfce-e78b-43a0-b803-dadd8caf4abd req-3fbf56c7-a1c4-4424-a32a-f22721460e8c tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344379 Feb 09 16:29:43.289214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481010b1-f63a-4326-bbd1-d5b39bbdd549 req-e3e0c227-6600-4c12-9fa1-5071a20968cf tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:43.290919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-481010b1-f63a-4326-bbd1-d5b39bbdd549 req-e3e0c227-6600-4c12-9fa1-5071a20968cf tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 946 time: 0.0586030 Feb 09 16:29:43.333927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-481010b1-f63a-4326-bbd1-d5b39bbdd549 req-48b9d473-20fc-4a93-8c81-c39452fe1fd0 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Feb 09 16:29:44.156889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-334fbc7e-f2b2-4450-acca-19463a4e6a89 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:44.158447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-334fbc7e-f2b2-4450-acca-19463a4e6a89 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.73 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Feb 09 16:29:44.257013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Deleting port 2493ccb0-fff9-452f-b2e0-3663345fe44b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:29:44.257250 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:44.348976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] For port 2493ccb0-fff9-452f-b2e0-3663345fe44b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=2493ccb0-fff9-452f-b2e0-3663345fe44b,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:29:44.349717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:44.362207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Calling delete_port for 2493ccb0-fff9-452f-b2e0-3663345fe44b owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:29:44.481771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0a2f8-ff84-489e-85d6-1532a4a3868a req-3743b5a1-3abc-4e90-8c81-b3ef652783ea tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:44.483264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5af0a2f8-ff84-489e-85d6-1532a4a3868a req-3743b5a1-3abc-4e90-8c81-b3ef652783ea tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 946 time: 0.0763333 Feb 09 16:29:44.561453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5af0a2f8-ff84-489e-85d6-1532a4a3868a req-7a408ffa-1f83-4946-b217-9dffeff7165d tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713112 Feb 09 16:29:44.676600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:44.689410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9aa57454-92f6-4690-898d-6fa4196493ba', '1b7d1434-5a4b-492e-81ff-1095a91ad354'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:44.692281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['27ee78a7-2dfd-4af3-8011-4af7782c943e', '2493ccb0-fff9-452f-b2e0-3663345fe44b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:44.710916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Pushing event deleted for resources: {'Port': ['ID=2493ccb0-fff9-452f-b2e0-3663345fe44b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:44.724404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.724767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.725127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.725469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.725805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.726157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.726471 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.726823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.727203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.727530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.727857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.728286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:29:44.764675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] No DVR routers for this DVR port 2493ccb0-fff9-452f-b2e0-3663345fe44b on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:29:44.769354 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:44.772948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-835c77d1-c4dd-4b8a-beec-f976a630f596 req-2e00f55e-091e-43c1-9328-3a0b81aefb3e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.73 "DELETE /v2.0/ports/2493ccb0-fff9-452f-b2e0-3663345fe44b HTTP/1.1" status: 204 len: 173 time: 0.6077936 Feb 09 16:29:44.773417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a1a234-594e-44e1-8fd3-c20e11c81b02', 'name': 'network-vif-deleted', 'tag': '2493ccb0-fff9-452f-b2e0-3663345fe44b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:29:44.775972 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45068dfb-e406-462e-b672-bce38412f256" -d '{"events": [{"server_uuid": "72a1a234-594e-44e1-8fd3-c20e11c81b02", "name": "network-vif-deleted", "tag": "2493ccb0-fff9-452f-b2e0-3663345fe44b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:29:44.813546 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6e2a37-1ee7-4876-92d3-072198ff1dd4 x-openstack-request-id: req-ab6e2a37-1ee7-4876-92d3-072198ff1dd4 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:29:44.813857 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a1a234-594e-44e1-8fd3-c20e11c81b02", "name": "network-vif-deleted", "tag": "2493ccb0-fff9-452f-b2e0-3663345fe44b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:29:44.814115 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab6e2a37-1ee7-4876-92d3-072198ff1dd4 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:29:44.814513 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a1a234-594e-44e1-8fd3-c20e11c81b02', 'name': 'network-vif-deleted', 'tag': '2493ccb0-fff9-452f-b2e0-3663345fe44b', 'status': 'completed', 'code': 200} Feb 09 16:29:45.672006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9492c16a-dc37-4c23-b453-cfaad958cbf8 req-aa944017-7842-4366-9fbb-6585db8f9e8e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=72a1a234-594e-44e1-8fd3-c20e11c81b02 HTTP/1.1" status: 200 len: 210 time: 0.0266323 Feb 09 16:29:46.164411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-8e1f2a29-eade-4dc7-a7bd-337260deac26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403430 Feb 09 16:29:46.228333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-b8e3bacf-a99e-4e67-ac96-44d39802a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:46.229879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-b8e3bacf-a99e-4e67-ac96-44d39802a230 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 1097 time: 0.0441105 Feb 09 16:29:46.333879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-eb4bc350-1f7e-4773-a7cc-6380936ba5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:46.335419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-eb4bc350-1f7e-4773-a7cc-6380936ba5bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 915 time: 0.0857284 Feb 09 16:29:46.378322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-ba385503-b36b-433a-9dd8-29b9a2ffd328 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b7d1434-5a4b-492e-81ff-1095a91ad354 HTTP/1.1" status: 200 len: 217 time: 0.0359449 Feb 09 16:29:46.431020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-d7aa1b68-8a99-4ff6-8356-3714d185134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:46.432426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-d7aa1b68-8a99-4ff6-8356-3714d185134f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.0484462 Feb 09 16:29:46.463547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-7b7fc398-071f-46fb-92d2-4ac0c9890ede service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250134 Feb 09 16:29:46.555041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-1760ccbe-2a0f-48fb-a582-b81fdcf1fd0c service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852273 Feb 09 16:29:46.652054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c123b41-6bee-41d2-9cb1-af900f766541 req-a614ed05-80d3-430e-95ff-2efbcee4f305 service neutron] 10.222.0.13 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905523 Feb 09 16:29:49.822261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2493ccb0-fff9-452f-b2e0-3663345fe44b no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:29:49.852722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 2493ccb0-fff9-452f-b2e0-3663345fe44b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:29:49.853069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 2493ccb0-fff9-452f-b2e0-3663345fe44b not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:29:50.753500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dc6cb-5af3-465c-a6f5-4a2cb24f9511 req-a1f59fc2-a396-42b7-b76d-623b15913d01 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:50.755011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a00dc6cb-5af3-465c-a6f5-4a2cb24f9511 req-a1f59fc2-a396-42b7-b76d-623b15913d01 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 946 time: 0.1497748 Feb 09 16:29:50.797992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a00dc6cb-5af3-465c-a6f5-4a2cb24f9511 req-050ad9c7-cac3-4cf0-be74-0d1317274d4f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Feb 09 16:29:51.923133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8be317-9b8d-4751-a87b-39d9e664d08c req-4ce428da-83ae-443d-946e-697b1053e23b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:51.925155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc8be317-9b8d-4751-a87b-39d9e664d08c req-4ce428da-83ae-443d-946e-697b1053e23b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 946 time: 0.0527742 Feb 09 16:29:51.968862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc8be317-9b8d-4751-a87b-39d9e664d08c req-c022bf9f-cfaa-4067-8caf-a0d77ac3e0aa tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374887 Feb 09 16:29:52.116683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-631fd429-2af9-4e8a-9397-02dda0f0c111 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:52.118160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-631fd429-2af9-4e8a-9397-02dda0f0c111 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.13 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 946 time: 0.0486381 Feb 09 16:29:52.217394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Deleting port 1b7d1434-5a4b-492e-81ff-1095a91ad354 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:29:52.217785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:52.308272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] For port 1b7d1434-5a4b-492e-81ff-1095a91ad354, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1b7d1434-5a4b-492e-81ff-1095a91ad354,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:29:52.308637 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:52.320890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Calling delete_port for 1b7d1434-5a4b-492e-81ff-1095a91ad354 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:29:52.545101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:52.557439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9aa57454-92f6-4690-898d-6fa4196493ba', '1b7d1434-5a4b-492e-81ff-1095a91ad354'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:52.559712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['27ee78a7-2dfd-4af3-8011-4af7782c943e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:52.574819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Pushing event deleted for resources: {'Port': ['ID=1b7d1434-5a4b-492e-81ff-1095a91ad354,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:52.617290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] No DVR routers for this DVR port 1b7d1434-5a4b-492e-81ff-1095a91ad354 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:29:52.621153 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:52.624760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6647af3-2b05-48a8-ae7d-c44db9122720 req-5c58c024-ac64-47cc-bfa8-9a93a896b790 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.13 "DELETE /v2.0/ports/1b7d1434-5a4b-492e-81ff-1095a91ad354 HTTP/1.1" status: 204 len: 173 time: 0.5011590 Feb 09 16:29:52.625220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8', 'name': 'network-vif-deleted', 'tag': '1b7d1434-5a4b-492e-81ff-1095a91ad354'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:29:52.629418 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea1fc6-bfb7-4da2-a94d-0c8549d02f22" -d '{"events": [{"server_uuid": "92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8", "name": "network-vif-deleted", "tag": "1b7d1434-5a4b-492e-81ff-1095a91ad354"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:29:52.672069 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1091e82-bde6-4cae-96fc-b39c858bd617 x-openstack-request-id: req-c1091e82-bde6-4cae-96fc-b39c858bd617 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:29:52.672390 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8", "name": "network-vif-deleted", "tag": "1b7d1434-5a4b-492e-81ff-1095a91ad354", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:29:52.672645 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1091e82-bde6-4cae-96fc-b39c858bd617 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:29:52.673049 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8', 'name': 'network-vif-deleted', 'tag': '1b7d1434-5a4b-492e-81ff-1095a91ad354', 'status': 'completed', 'code': 200} Feb 09 16:29:53.013401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb50048f-62cc-43c9-b04c-9c758a1b824c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:53.079420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6e15a7a-e71b-49e9-b84a-52c001ed088c req-c2e795c2-6a82-4408-9df0-592e05c202ec tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=92e9dbb9-7d1b-4664-a1d7-8177bb77d5f8 HTTP/1.1" status: 200 len: 210 time: 0.0268350 Feb 09 16:29:54.354288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-b4a1b6be-7bab-4563-9d85-6f72968cb4e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439095 Feb 09 16:29:54.416894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-91c8a014-5d26-4dfd-8b23-49e50d488d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:54.418302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-91c8a014-5d26-4dfd-8b23-49e50d488d84 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=42af1181507f431ba9f8d4ea858cf83c&device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 1096 time: 0.0411024 Feb 09 16:29:54.524891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-a2f7c6a9-4dc1-47be-83f6-96b66619949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:54.526406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-a2f7c6a9-4dc1-47be-83f6-96b66619949d service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 200 len: 915 time: 0.0885692 Feb 09 16:29:54.923980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-f23093af-1000-4619-b395-ce935c00c90a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27ee78a7-2dfd-4af3-8011-4af7782c943e HTTP/1.1" status: 200 len: 217 time: 0.3891637 Feb 09 16:29:54.997392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-ff90ee59-7e4a-463c-ace0-733ccd04698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:54.998877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-ff90ee59-7e4a-463c-ace0-733ccd04698c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 200 len: 854 time: 0.0658026 Feb 09 16:29:55.006968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb3916-613f-48b4-9253-35f532980507 req-b8e41483-3661-4bb3-b11d-4d8ec0041d89 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:55.008562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bcb3916-613f-48b4-9253-35f532980507 req-b8e41483-3661-4bb3-b11d-4d8ec0041d89 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 945 time: 0.0873666 Feb 09 16:29:55.042869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-499ec330-2c23-46c6-9cb8-efb74a06b883 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cfced34-fdf1-4676-b579-5a7d324a3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333071 Feb 09 16:29:55.056449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-5b94c519-625f-4a98-8ef1-a74414c09fc9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:29:55.057480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-5b94c519-625f-4a98-8ef1-a74414c09fc9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050282 Feb 09 16:29:55.081632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bcb3916-613f-48b4-9253-35f532980507 req-a09bb929-6761-4698-b3d7-f7b702477e78 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644646 Feb 09 16:29:55.161439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-b744e7bd-2f9d-470a-b064-b6c0ead6c5a5 service neutron] 10.222.0.73 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916593 Feb 09 16:29:55.258059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e190504-8110-40d6-95c9-4a8d770fe580 req-85ad0e10-7bd9-4ee3-8172-117adb25bf11 service neutron] 10.222.0.73 "GET /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887814 Feb 09 16:29:55.338701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00383a05-febc-4b29-b060-53378130674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:56.209201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3021c3-8642-411e-a9eb-ec84dd2d97bc req-0dbfbc06-1308-4ceb-b47b-b5b84edd26d4 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:56.210717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c3021c3-8642-411e-a9eb-ec84dd2d97bc req-0dbfbc06-1308-4ceb-b47b-b5b84edd26d4 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 945 time: 0.0520232 Feb 09 16:29:56.249919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c3021c3-8642-411e-a9eb-ec84dd2d97bc req-433a8e86-833c-460c-baec-9c1cc5dfd79e tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327435 Feb 09 16:29:56.453224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-4cd2a21f-3241-4e01-83bb-7d49d5a3bc52 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:29:56.454544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-4cd2a21f-3241-4e01-83bb-7d49d5a3bc52 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.73 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 945 time: 0.0494554 Feb 09 16:29:56.557243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Deleting port 27ee78a7-2dfd-4af3-8011-4af7782c943e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:29:56.568999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:56.618981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:56.648964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] For port 27ee78a7-2dfd-4af3-8011-4af7782c943e, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=27ee78a7-2dfd-4af3-8011-4af7782c943e,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:29:56.649334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:56.662854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Calling delete_port for 27ee78a7-2dfd-4af3-8011-4af7782c943e owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:29:56.882276 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:56.896009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9aa57454-92f6-4690-898d-6fa4196493ba'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:56.898511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['27ee78a7-2dfd-4af3-8011-4af7782c943e'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:29:56.912096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Pushing event deleted for resources: {'Port': ['ID=27ee78a7-2dfd-4af3-8011-4af7782c943e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:29:56.941465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1b7d1434-5a4b-492e-81ff-1095a91ad354 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:29:56.964478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] No DVR routers for this DVR port 27ee78a7-2dfd-4af3-8011-4af7782c943e on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:29:56.967325 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:56.971836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-141ac5cf-7abd-4b70-a1d1-0ebab4098e1b req-41a30338-1a84-4d96-97e7-3657a3d3a010 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.73 "DELETE /v2.0/ports/27ee78a7-2dfd-4af3-8011-4af7782c943e HTTP/1.1" status: 204 len: 173 time: 0.5066183 Feb 09 16:29:56.972368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 1b7d1434-5a4b-492e-81ff-1095a91ad354 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:29:56.972716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1b7d1434-5a4b-492e-81ff-1095a91ad354 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:29:56.972844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caf9648-b284-4d01-a622-b00cbcc72a0f', 'name': 'network-vif-deleted', 'tag': '27ee78a7-2dfd-4af3-8011-4af7782c943e'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:29:56.975282 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be321772-5cb7-451a-b7a7-87e8499bf6c2" -d '{"events": [{"server_uuid": "9caf9648-b284-4d01-a622-b00cbcc72a0f", "name": "network-vif-deleted", "tag": "27ee78a7-2dfd-4af3-8011-4af7782c943e"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:29:57.013934 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32310fde-936d-4651-b429-5ad52bb27b0d x-openstack-request-id: req-32310fde-936d-4651-b429-5ad52bb27b0d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:29:57.014229 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caf9648-b284-4d01-a622-b00cbcc72a0f", "name": "network-vif-deleted", "tag": "27ee78a7-2dfd-4af3-8011-4af7782c943e", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:29:57.014478 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32310fde-936d-4651-b429-5ad52bb27b0d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:29:57.015084 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9caf9648-b284-4d01-a622-b00cbcc72a0f', 'name': 'network-vif-deleted', 'tag': '27ee78a7-2dfd-4af3-8011-4af7782c943e', 'status': 'completed', 'code': 200} Feb 09 16:29:57.356403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fdfbcbe-f353-490d-a3fb-e56a80949400 req-cd459ded-fcda-4097-b142-2bf24371f996 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=9caf9648-b284-4d01-a622-b00cbcc72a0f HTTP/1.1" status: 200 len: 210 time: 0.0272183 Feb 09 16:29:58.363716 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:29:58.381167 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:29:58.658227 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:00.407751 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:01.868638 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 27ee78a7-2dfd-4af3-8011-4af7782c943e no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:30:01.892777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 27ee78a7-2dfd-4af3-8011-4af7782c943e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:30:01.893126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 27ee78a7-2dfd-4af3-8011-4af7782c943e not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:30:02.110566 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:02.608380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51f2bd-4513-4baa-9d97-61ac9c84e9d0 req-2b82f800-d8e9-4807-800f-32b6ad530503 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:02.609936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc51f2bd-4513-4baa-9d97-61ac9c84e9d0 req-2b82f800-d8e9-4807-800f-32b6ad530503 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 945 time: 0.0533316 Feb 09 16:30:02.653208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc51f2bd-4513-4baa-9d97-61ac9c84e9d0 req-2a68148a-a544-4ca8-a011-fc49be60984b tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Feb 09 16:30:03.772142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708693b1-ca2e-4230-bdda-e1cca49f448c req-b918f91e-22aa-47d3-9541-cc0e7b606248 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:03.773678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-708693b1-ca2e-4230-bdda-e1cca49f448c req-b918f91e-22aa-47d3-9541-cc0e7b606248 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 945 time: 0.0504780 Feb 09 16:30:03.812583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-708693b1-ca2e-4230-bdda-e1cca49f448c req-6e6b265e-f943-4ff8-b12d-94e7683bcf59 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/security-groups?id=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Feb 09 16:30:04.122188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058b598-f353-47bd-be35-9c408cd5deaa req-5c96035f-30d9-4d49-a136-cc3010739e97 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:04.123664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5058b598-f353-47bd-be35-9c408cd5deaa req-5c96035f-30d9-4d49-a136-cc3010739e97 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.13 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 945 time: 0.0531988 Feb 09 16:30:04.214159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Deleting port 9aa57454-92f6-4690-898d-6fa4196493ba {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:30:04.214493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:04.305262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] For port 9aa57454-92f6-4690-898d-6fa4196493ba, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=9aa57454-92f6-4690-898d-6fa4196493ba,segment=NetworkSegment(1e236c42-706e-438e-9bb6-210d87ab0ea9),segment_id=1e236c42-706e-438e-9bb6-210d87ab0ea9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:30:04.305621 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:04.317649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Calling delete_port for 9aa57454-92f6-4690-898d-6fa4196493ba owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:30:04.590341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:04.601570 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['9aa57454-92f6-4690-898d-6fa4196493ba'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:30:04.622102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Pushing event deleted for resources: {'Port': ['ID=9aa57454-92f6-4690-898d-6fa4196493ba,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:04.666056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] No DVR routers for this DVR port 9aa57454-92f6-4690-898d-6fa4196493ba on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:30:04.668688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:04.672063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5058b598-f353-47bd-be35-9c408cd5deaa req-7a0bed9f-e8ae-4a25-a881-c184205a1958 tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.13 "DELETE /v2.0/ports/9aa57454-92f6-4690-898d-6fa4196493ba HTTP/1.1" status: 204 len: 173 time: 0.5429981 Feb 09 16:30:04.672525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815acc54-a2d1-410d-9e9c-8cf8095edf9b', 'name': 'network-vif-deleted', 'tag': '9aa57454-92f6-4690-898d-6fa4196493ba'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:30:04.674866 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f8a89c-6f58-4e23-b380-1aac62c016b3" -d '{"events": [{"server_uuid": "815acc54-a2d1-410d-9e9c-8cf8095edf9b", "name": "network-vif-deleted", "tag": "9aa57454-92f6-4690-898d-6fa4196493ba"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:30:04.712354 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172743f9-c82d-41fd-a444-26b889a2fcad x-openstack-request-id: req-172743f9-c82d-41fd-a444-26b889a2fcad {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:30:04.712658 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815acc54-a2d1-410d-9e9c-8cf8095edf9b", "name": "network-vif-deleted", "tag": "9aa57454-92f6-4690-898d-6fa4196493ba", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:30:04.712913 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-172743f9-c82d-41fd-a444-26b889a2fcad {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:30:04.713321 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815acc54-a2d1-410d-9e9c-8cf8095edf9b', 'name': 'network-vif-deleted', 'tag': '9aa57454-92f6-4690-898d-6fa4196493ba', 'status': 'completed', 'code': 200} Feb 09 16:30:04.907591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d4ebbd8-a44b-4c3d-9030-1f67d4d3d9c1 req-45611470-243b-450f-a00f-49974a82000f tempest-AttachVolumeNegativeTest-205996860 tempest-AttachVolumeNegativeTest-205996860-project] 10.222.0.53 "GET /v2.0/ports?device_id=815acc54-a2d1-410d-9e9c-8cf8095edf9b HTTP/1.1" status: 200 len: 210 time: 0.0263462 Feb 09 16:30:05.965187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54346) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:06.010637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Deleting subnet 15b9801f-82b5-4420-ae33-ff5aac4c1693 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:30:06.014142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.049986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.088556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.213536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.245308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b9801f-82b5-4420-ae33-ff5aac4c1693,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:06.248105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.253908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/15b9801f-82b5-4420-ae33-ff5aac4c1693 HTTP/1.1" status: 204 len: 168 time: 0.2853982 Feb 09 16:30:06.254328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54348) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:06.259004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.259361 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.259704 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.260042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.260405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.260737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.261066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.261394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.261724 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.262056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.262379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.262703 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb526c2-e061-4abf-b14c-0015bdb44b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:30:06.326312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.407046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.428270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfced34-fdf1-4676-b579-5a7d324a3440']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:30:06.437617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e236c42-706e-438e-9bb6-210d87ab0ea9') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:30:06.437906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e236c42-706e-438e-9bb6-210d87ab0ea9') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:30:06.447261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.460935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.467093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:30:06.467412 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:30:06.469122 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:30:06.630601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.636456 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:06.639674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6cfced34-fdf1-4676-b579-5a7d324a3440 HTTP/1.1" status: 204 len: 168 time: 0.3843186 Feb 09 16:30:06.651891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68445227-1f74-4c86-b458-2c8884f87411 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfced34-fdf1-4676-b579-5a7d324a3440,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:07.225718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54352) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:07.266494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0388def7-84e5-4e71-8779-1bc7db8702c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42af1181507f431ba9f8d4ea858cf83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395038 Feb 09 16:30:07.269019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54354) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:07.319513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edab887c-f539-4e29-a9c8-dc179a5c1afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:07.340677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edab887c-f539-4e29-a9c8-dc179a5c1afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:07.447473 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edab887c-f539-4e29-a9c8-dc179a5c1afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:07.450400 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edab887c-f539-4e29-a9c8-dc179a5c1afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:07.451655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-edab887c-f539-4e29-a9c8-dc179a5c1afa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27 HTTP/1.1" status: 204 len: 168 time: 0.1816227 Feb 09 16:30:07.459927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab887c-f539-4e29-a9c8-dc179a5c1afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982f3ce-97ef-4cc5-9be3-5e5b16ac7e27,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:08.981694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 9aa57454-92f6-4690-898d-6fa4196493ba no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:30:09.002869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 9aa57454-92f6-4690-898d-6fa4196493ba {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:30:09.003131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 9aa57454-92f6-4690-898d-6fa4196493ba not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:30:19.929996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54472) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:20.045749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdf9ac7e-6ccc-448e-b1a4-e39846163f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:20.122416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdf9ac7e-6ccc-448e-b1a4-e39846163f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:20.316363 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fdf9ac7e-6ccc-448e-b1a4-e39846163f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:20.354731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9ac7e-6ccc-448e-b1a4-e39846163f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d273f241-3f64-4e5a-b3fe-3c383825bd18,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:20.359151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fdf9ac7e-6ccc-448e-b1a4-e39846163f72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b8dac8749e243ba90f4e40ccff6fd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281168 Feb 09 16:30:20.363219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54476) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:20.412764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff34c094-f36f-4bd6-ba2d-2b9e7ff50006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:20.433765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff34c094-f36f-4bd6-ba2d-2b9e7ff50006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:20.560994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff34c094-f36f-4bd6-ba2d-2b9e7ff50006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:20.563638 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ff34c094-f36f-4bd6-ba2d-2b9e7ff50006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:20.564924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ff34c094-f36f-4bd6-ba2d-2b9e7ff50006 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d273f241-3f64-4e5a-b3fe-3c383825bd18 HTTP/1.1" status: 204 len: 168 time: 0.2019935 Feb 09 16:30:20.573092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34c094-f36f-4bd6-ba2d-2b9e7ff50006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d273f241-3f64-4e5a-b3fe-3c383825bd18,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:23.023924 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7dbb0cb5-dfae-454a-b4b0-ad9aec8532b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:25.337515 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0c298c43-9517-4a74-988f-9a8e36af33c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:26.675940 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:27.512510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54586) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:27.629522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd6bba6-c897-43a4-a33f-5c89aa2aa8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:27.706341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd6bba6-c897-43a4-a33f-5c89aa2aa8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:27.794737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6fd6bba6-c897-43a4-a33f-5c89aa2aa8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:27.837648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6fd6bba6-c897-43a4-a33f-5c89aa2aa8b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f608ca34e31a4816b2d2f47ed3e26bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240123 Feb 09 16:30:27.838627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6bba6-c897-43a4-a33f-5c89aa2aa8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed63c341-9cca-4241-9053-899e7e534b88,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:27.840507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54590) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:27.892448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-120b07a6-11ac-43ea-af60-88053a557569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:27.915500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-120b07a6-11ac-43ea-af60-88053a557569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:28.057903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-120b07a6-11ac-43ea-af60-88053a557569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:28.060487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-120b07a6-11ac-43ea-af60-88053a557569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:28.062455 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-120b07a6-11ac-43ea-af60-88053a557569 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed63c341-9cca-4241-9053-899e7e534b88 HTTP/1.1" status: 204 len: 168 time: 0.2202969 Feb 09 16:30:28.070898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b07a6-11ac-43ea-af60-88053a557569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed63c341-9cca-4241-9053-899e7e534b88,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:28.338600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:28.594481 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:28.905503 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54596) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:28.920253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-364a3337-0f7d-411b-857d-1f0979ca15a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:28.996479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-364a3337-0f7d-411b-857d-1f0979ca15a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:29.126669 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-364a3337-0f7d-411b-857d-1f0979ca15a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:29.166678 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-364a3337-0f7d-411b-857d-1f0979ca15a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fee635180674d4fae5c1dbbf2ac7f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600760 Feb 09 16:30:29.167804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a3337-0f7d-411b-857d-1f0979ca15a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0fb0f2-a3f0-4201-ac1b-1c7dcff4aba2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:29.169405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54598) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:29.219491 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9d054bf-c26f-456c-bab7-6944cc557cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:29.241204 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9d054bf-c26f-456c-bab7-6944cc557cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:29.412967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9d054bf-c26f-456c-bab7-6944cc557cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:29.415546 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a9d054bf-c26f-456c-bab7-6944cc557cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:29.416769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a9d054bf-c26f-456c-bab7-6944cc557cd1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a0fb0f2-a3f0-4201-ac1b-1c7dcff4aba2 HTTP/1.1" status: 204 len: 168 time: 0.2462094 Feb 09 16:30:29.425543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d054bf-c26f-456c-bab7-6944cc557cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0fb0f2-a3f0-4201-ac1b-1c7dcff4aba2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:30.458224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:32.212535 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:34.489941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54666) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:34.593869 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-590812d0-204b-4aff-8d82-ab6243988bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:34.669034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-590812d0-204b-4aff-8d82-ab6243988bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:34.818382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-590812d0-204b-4aff-8d82-ab6243988bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:34.860072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590812d0-204b-4aff-8d82-ab6243988bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b530a4b9-2db7-416d-9f0a-4dc5d5a95945,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:34.864299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-590812d0-204b-4aff-8d82-ab6243988bfd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc25a0ade879468181c1f712b40408fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732662 Feb 09 16:30:34.867101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54670) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:34.921930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc28696a-5cb5-410a-8f86-eb93448557fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:34.943590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc28696a-5cb5-410a-8f86-eb93448557fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:35.172938 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc28696a-5cb5-410a-8f86-eb93448557fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:35.175909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cc28696a-5cb5-410a-8f86-eb93448557fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:35.177424 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cc28696a-5cb5-410a-8f86-eb93448557fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b530a4b9-2db7-416d-9f0a-4dc5d5a95945 HTTP/1.1" status: 204 len: 168 time: 0.3093147 Feb 09 16:30:35.185579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28696a-5cb5-410a-8f86-eb93448557fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b530a4b9-2db7-416d-9f0a-4dc5d5a95945,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:35.363113 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:30:36.173013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54676) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:36.187163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-52d0575a-1edc-4539-ad06-e982054c0542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:36.262148 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-52d0575a-1edc-4539-ad06-e982054c0542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:36.418410 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-52d0575a-1edc-4539-ad06-e982054c0542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:36.459589 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-52d0575a-1edc-4539-ad06-e982054c0542 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40e833a5034b408184ce1c9d5e598da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854543 Feb 09 16:30:36.460505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0575a-1edc-4539-ad06-e982054c0542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf21ff-8a28-4c09-9bbf-dfc90d54630e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:36.462413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54678) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:36.514246 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-add909cf-a4a7-4b61-8e3b-b6dbb2b12fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:36.536493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-add909cf-a4a7-4b61-8e3b-b6dbb2b12fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:36.771466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-add909cf-a4a7-4b61-8e3b-b6dbb2b12fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:36.774090 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-add909cf-a4a7-4b61-8e3b-b6dbb2b12fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:36.775421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-add909cf-a4a7-4b61-8e3b-b6dbb2b12fe8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fcf21ff-8a28-4c09-9bbf-dfc90d54630e HTTP/1.1" status: 204 len: 168 time: 0.3118930 Feb 09 16:30:36.784532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add909cf-a4a7-4b61-8e3b-b6dbb2b12fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf21ff-8a28-4c09-9bbf-dfc90d54630e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:41.298825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54740) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:41.405916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c790d84-8253-4e6e-90e8-7d48356845b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:41.482517 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c790d84-8253-4e6e-90e8-7d48356845b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:41.572655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c790d84-8253-4e6e-90e8-7d48356845b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:41.612488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0c790d84-8253-4e6e-90e8-7d48356845b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28a90da332b94688b5eb289223614fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124926 Feb 09 16:30:41.613484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c790d84-8253-4e6e-90e8-7d48356845b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02e46da-b75f-474a-bdea-447fddff4619,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:41.616060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54744) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:41.665487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eadc3131-d5e8-435b-9905-5a3d51e06570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:41.686481 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eadc3131-d5e8-435b-9905-5a3d51e06570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:41.812353 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eadc3131-d5e8-435b-9905-5a3d51e06570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:41.814968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eadc3131-d5e8-435b-9905-5a3d51e06570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:41.816900 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eadc3131-d5e8-435b-9905-5a3d51e06570 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e02e46da-b75f-474a-bdea-447fddff4619 HTTP/1.1" status: 204 len: 168 time: 0.2006655 Feb 09 16:30:41.825254 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc3131-d5e8-435b-9905-5a3d51e06570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02e46da-b75f-474a-bdea-447fddff4619,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:42.773682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 54752) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:42.789094 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-580870ae-ee65-45bc-8bbc-2073a3f0d3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:42.863067 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-580870ae-ee65-45bc-8bbc-2073a3f0d3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:43.029734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-580870ae-ee65-45bc-8bbc-2073a3f0d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:43.069467 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-580870ae-ee65-45bc-8bbc-2073a3f0d3aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7afbb4fa5ec244e0a8f118f54454625a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945657 Feb 09 16:30:43.070336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580870ae-ee65-45bc-8bbc-2073a3f0d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bea1b2d-2ffd-404b-8a71-cd86a5264444,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:43.072217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 54754) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:30:43.126943 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f098-bfcd-4ba4-b356-4219f3eb9e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:43.149415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f098-bfcd-4ba4-b356-4219f3eb9e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:43.270101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f098-bfcd-4ba4-b356-4219f3eb9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:43.272763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c7d2f098-bfcd-4ba4-b356-4219f3eb9e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:43.273985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c7d2f098-bfcd-4ba4-b356-4219f3eb9e46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bea1b2d-2ffd-404b-8a71-cd86a5264444 HTTP/1.1" status: 204 len: 168 time: 0.2007356 Feb 09 16:30:43.282094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2f098-bfcd-4ba4-b356-4219f3eb9e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bea1b2d-2ffd-404b-8a71-cd86a5264444,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:30:48.137887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-b6ba1391-8971-40ca-9187-55fe6ff81a6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415211 Feb 09 16:30:48.219933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be22b-9e25-4248-b15b-1611311a265a req-44e6c19d-5477-4dcc-841a-939579601548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:48.221482 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-44e6c19d-5477-4dcc-841a-939579601548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 1096 time: 0.0419288 Feb 09 16:30:48.332409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be22b-9e25-4248-b15b-1611311a265a req-8b98b334-effe-42b2-8eac-37cbce950e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:48.333951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-8b98b334-effe-42b2-8eac-37cbce950e54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.0943277 Feb 09 16:30:48.403142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-2498ece7-b75d-4b0d-9750-e378974ea556 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44025b52-804e-4e85-82ff-78078c2a6037 HTTP/1.1" status: 200 len: 1001 time: 0.0631490 Feb 09 16:30:48.458234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be22b-9e25-4248-b15b-1611311a265a req-9fb5e36d-92ef-4729-ade3-213139bbceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:48.459718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-9fb5e36d-92ef-4729-ade3-213139bbceab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0508595 Feb 09 16:30:48.506191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845be22b-9e25-4248-b15b-1611311a265a req-5a477922-4c71-4443-a18b-4f4d2615444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:48.507724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-5a477922-4c71-4443-a18b-4f4d2615444b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418515 Feb 09 16:30:48.517901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-6b5e94b9-e1f1-4f49-9128-d0fe0e4bbcf7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:30:48.519430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-6b5e94b9-e1f1-4f49-9128-d0fe0e4bbcf7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052881 Feb 09 16:30:48.611572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-78f72601-b42b-425b-a225-bed3f6773b93 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853081 Feb 09 16:30:48.717965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845be22b-9e25-4248-b15b-1611311a265a req-a96f523c-e9a1-4319-8fef-9bf51a989218 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998225 Feb 09 16:30:53.034562 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3a795fed-ac36-4000-b15a-18cd72fced90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:55.292426 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a9ba0801-5b68-4e31-8df1-af36abd9ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:55.471108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-3ad4c906-acf3-4148-b3a1-d6fb909aa371 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448255 Feb 09 16:30:55.533716 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-078de1b2-7100-402a-be0f-1fb91ec7a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:55.535871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-078de1b2-7100-402a-be0f-1fb91ec7a587 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b34c0ab71475406bb6e65bae8a246614&device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 1096 time: 0.0422273 Feb 09 16:30:55.648924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-9665b329-5d16-4403-9098-efeae77b46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:55.650444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-9665b329-5d16-4403-9098-efeae77b46b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b956704-4261-4d45-8ae0-d72bb529b8fc HTTP/1.1" status: 200 len: 910 time: 0.0945194 Feb 09 16:30:55.719339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-e81a327f-2b5f-4c6c-a2ca-5d519335a62c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 HTTP/1.1" status: 200 len: 1000 time: 0.0612118 Feb 09 16:30:55.774451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-2c176970-0e17-435c-9e7a-b66f64e19cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:55.777752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-2c176970-0e17-435c-9e7a-b66f64e19cec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c146df5-735a-4536-8153-475fc2b30f5f HTTP/1.1" status: 200 len: 848 time: 0.0495496 Feb 09 16:30:55.826607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-006af137-5244-459c-9844-27a8b9834f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:30:55.827883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-006af137-5244-459c-9844-27a8b9834f98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b956704-4261-4d45-8ae0-d72bb529b8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419505 Feb 09 16:30:55.924136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-7d697305-8e36-4940-aa6d-d6d42b3013cf service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858085 Feb 09 16:30:56.025391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd6ac350-e5bf-41c4-80b9-03d857661a7f req-df53c399-dc07-4263-8ecc-227806f4bf85 service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937581 Feb 09 16:30:56.715139 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:58.308954 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:30:58.572661 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:00.491937 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:02.160804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:08.532389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55026) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:08.638382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:08.725933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:08.822600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:08.861472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f782d03f0e946dd8a14124f7d25807b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279371 Feb 09 16:31:08.868536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78922875-f1e2-4c32-a24d-0653b82b4e94,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:08.868680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55032) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:08.870960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.871307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.871678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.872013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.872396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.872732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.873065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.873652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.873982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.874307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.874635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.874960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceaa86db-0aef-488f-b9aa-90756d47669d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:08.919080 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:08.941329 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:09.086406 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:09.089036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:09.090249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78922875-f1e2-4c32-a24d-0653b82b4e94 HTTP/1.1" status: 204 len: 168 time: 0.2244835 Feb 09 16:31:09.098381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78922875-f1e2-4c32-a24d-0653b82b4e94,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:09.106345 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.106691 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.107041 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.107423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.107708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.108038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.108394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.108719 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.109043 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.109389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.109671 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:09.109989 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd5ed81-c725-4cd0-b95d-81a01e6da7be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:31:10.259839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55040) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:10.276260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66707f4f-5ed6-4a08-b6c5-608b3c8d3075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:10.350664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66707f4f-5ed6-4a08-b6c5-608b3c8d3075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:10.503053 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66707f4f-5ed6-4a08-b6c5-608b3c8d3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:10.541314 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66707f4f-5ed6-4a08-b6c5-608b3c8d3075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0a39d8-3f33-454d-9efa-518b56289adb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:10.547090 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-66707f4f-5ed6-4a08-b6c5-608b3c8d3075 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40fce1c8ee1e4d569948e141ede441f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861423 Feb 09 16:31:10.549830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55042) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:10.600057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23a7c245-34da-4bc5-a40f-b5552b42f38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:10.625102 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23a7c245-34da-4bc5-a40f-b5552b42f38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:10.805939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23a7c245-34da-4bc5-a40f-b5552b42f38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:10.808643 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23a7c245-34da-4bc5-a40f-b5552b42f38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:10.809829 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23a7c245-34da-4bc5-a40f-b5552b42f38a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3f0a39d8-3f33-454d-9efa-518b56289adb HTTP/1.1" status: 204 len: 168 time: 0.2590740 Feb 09 16:31:10.818432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7c245-34da-4bc5-a40f-b5552b42f38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0a39d8-3f33-454d-9efa-518b56289adb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:12.361837 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:31:13.085047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55082) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:13.185423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:13.388910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:13.485842 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:13.597705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Allocated IP 172.25.5.165 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/9fcf2cb5-11a2-4555-b3a2-ff6b3ad3d463) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:31:13.707878 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:13.875248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:13.917856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:31:13.921068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:31:13.923855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:31:13.950731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Pushing event updated for resources: {'Port': ['ID=9fcf2cb5-11a2-4555-b3a2-ff6b3ad3d463,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:14.016702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:14.187053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:14.342072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:14.474848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:14.543374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Pushing event updated for resources: {'Port': ['ID=9fcf2cb5-11a2-4555-b3a2-ff6b3ad3d463,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:14.555874 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:14.745557 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:14.747138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-64a0edb2-a95b-48c1-9705-b481a0eedf0d tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6610327 Feb 09 16:31:14.750479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55086) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:14.755216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-372542149', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'fixed_ips': [{'ip_address': '172.25.5.165'}]}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:14.891364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Made reservation on behalf of 60b47f44d9194ae7b03e3906e1f17af5 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:31:14.894411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:14.903962 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:14.978894 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:15.114590 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:15.125633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] device_id is not set on port 38e07010-774d-49a9-8294-4dfc83059afe yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:31:15.192618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68ef62c-0cf5-492a-996a-91607501151a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:15.378644 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 16:31:15.379122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:31:15.460358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c57114d9-c0cf-4fb2-8373-852ce7e0c845 tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7087467 Feb 09 16:31:15.462977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55088) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:15.635668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Deleting port 9fcf2cb5-11a2-4555-b3a2-ff6b3ad3d463 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:31:15.635916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:15.711603 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:15.711936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:15.723738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Calling delete_port for 9fcf2cb5-11a2-4555-b3a2-ff6b3ad3d463 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:31:16.068675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:16.094573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fcf2cb5-11a2-4555-b3a2-ff6b3ad3d463,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:16.160936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:16.163525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:16.164812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7afc4c71-3c24-4710-888b-ef3cb371511a tempest-ExternalNetworksAdminNegativeTestJSON-226188479 tempest-ExternalNetworksAdminNegativeTestJSON-226188479-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/7de962b1-3685-4073-89eb-234877fd38a4 HTTP/1.1" status: 204 len: 168 time: 0.7008941 Feb 09 16:31:16.713654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55094) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:16.822306 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7792fa07-e58f-4573-8b24-b696de2a87fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:16.900058 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7792fa07-e58f-4573-8b24-b696de2a87fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:17.017290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7792fa07-e58f-4573-8b24-b696de2a87fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:17.063477 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7792fa07-e58f-4573-8b24-b696de2a87fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=046252974feb484184c34c2e8f629519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430328 Feb 09 16:31:17.063477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792fa07-e58f-4573-8b24-b696de2a87fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21b4e1b-eb8a-41d9-8f80-8b416f04a73a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:17.063798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55098) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:17.110126 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36e68970-b730-464f-978d-213b3bc14d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:17.133237 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36e68970-b730-464f-978d-213b3bc14d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:17.382911 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36e68970-b730-464f-978d-213b3bc14d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:17.385588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-36e68970-b730-464f-978d-213b3bc14d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:17.386790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-36e68970-b730-464f-978d-213b3bc14d83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d21b4e1b-eb8a-41d9-8f80-8b416f04a73a HTTP/1.1" status: 204 len: 168 time: 0.3254738 Feb 09 16:31:17.395090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e68970-b730-464f-978d-213b3bc14d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21b4e1b-eb8a-41d9-8f80-8b416f04a73a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:18.224599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55104) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:18.265582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dd5f2a6d-09ce-4ff9-b4fa-dfef93a99720 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60b47f44d9194ae7b03e3906e1f17af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398688 Feb 09 16:31:18.268581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55106) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:18.320679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0dc47107-bbfc-41f9-b123-524ababe74da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:18.342931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0dc47107-bbfc-41f9-b123-524ababe74da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:18.491691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0dc47107-bbfc-41f9-b123-524ababe74da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:18.494302 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0dc47107-bbfc-41f9-b123-524ababe74da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:18.495505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0dc47107-bbfc-41f9-b123-524ababe74da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e68ef62c-0cf5-492a-996a-91607501151a HTTP/1.1" status: 204 len: 168 time: 0.2260029 Feb 09 16:31:18.504615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc47107-bbfc-41f9-b123-524ababe74da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68ef62c-0cf5-492a-996a-91607501151a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:20.447009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55142) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:20.545002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1953711465', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:20.692045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Made reservation on behalf of 5f7e665b3fa744958c2f94906a184210 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:31:20.694511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:20.703941 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:20.781367 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:20.857142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:20.862659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] device_id is not set on port ca41612c-bce9-4578-8c78-6b0964be0ffa yet. {{(pid=103178) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 09 16:31:20.916746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f51447-6666-4c64-9561-8d05e114ff7b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:20.986333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Allocated IP 172.25.5.63 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/ca41612c-bce9-4578-8c78-6b0964be0ffa) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:31:21.125669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:21.240646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:21.288697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:31:21.291651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:31:21.296337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:31:21.302452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Pushing event updated for resources: {'Port': ['ID=ca41612c-bce9-4578-8c78-6b0964be0ffa,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:21.340575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:21.343130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:21.557494 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d7c61af3-42c2-4a02-ba08-8d7e8cd5f6cc tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1093445 Feb 09 16:31:21.560522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55146) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:21.565173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.63'}]}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:21.692055 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:21.693131 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:21.781935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:22.010587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:22.343396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:22.362450 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:22.588906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:22.989499 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-71c3f7be-8057-4252-bd7d-76466e676b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:23.103811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:23.105970 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:23.228587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:23.229064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Fanout notify agent at l3_agent the message router_deleted on router decc1df8-6072-4b34-90a0-a81da8acaf94 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:31:23.308897 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 16:31:23.310000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-af011970-7fd9-4fc3-9d24-46a221b40005 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7482038 Feb 09 16:31:23.312863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55148) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:23.394098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-96190d2f-28ef-4216-beb7-7931970b0853 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Deleting port ca41612c-bce9-4578-8c78-6b0964be0ffa {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:31:23.394441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96190d2f-28ef-4216-beb7-7931970b0853 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:23.469178 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96190d2f-28ef-4216-beb7-7931970b0853 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:23.482202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-96190d2f-28ef-4216-beb7-7931970b0853 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Calling delete_port for ca41612c-bce9-4578-8c78-6b0964be0ffa owned by {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:31:23.697643 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96190d2f-28ef-4216-beb7-7931970b0853 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:23.725061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190d2f-28ef-4216-beb7-7931970b0853 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca41612c-bce9-4578-8c78-6b0964be0ffa,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:23.795549 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-96190d2f-28ef-4216-beb7-7931970b0853 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:23.798829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-96190d2f-28ef-4216-beb7-7931970b0853 tempest-RoutersAdminNegativeTest-1793189339 tempest-RoutersAdminNegativeTest-1793189339-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ca41612c-bce9-4578-8c78-6b0964be0ffa HTTP/1.1" status: 204 len: 168 time: 0.4849405 Feb 09 16:31:24.348326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55154) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:24.452895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5bc9354c-ce1b-4395-9be0-7a75c6afc32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:24.527971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5bc9354c-ce1b-4395-9be0-7a75c6afc32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:24.617170 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5bc9354c-ce1b-4395-9be0-7a75c6afc32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:24.654149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9354c-ce1b-4395-9be0-7a75c6afc32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900c7206-3013-4cc4-83b9-80aba56c174f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:24.658467 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5bc9354c-ce1b-4395-9be0-7a75c6afc32f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d34be9729224447588fd85e7c60d3acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091249 Feb 09 16:31:24.661876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55158) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:24.711302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce893-cecc-4d11-83fe-62dd319ee4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:24.731616 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce893-cecc-4d11-83fe-62dd319ee4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:24.908029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce893-cecc-4d11-83fe-62dd319ee4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:24.911142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3a2ce893-cecc-4d11-83fe-62dd319ee4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:24.912344 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3a2ce893-cecc-4d11-83fe-62dd319ee4d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/900c7206-3013-4cc4-83b9-80aba56c174f HTTP/1.1" status: 204 len: 168 time: 0.2497780 Feb 09 16:31:24.920451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ce893-cecc-4d11-83fe-62dd319ee4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c7206-3013-4cc4-83b9-80aba56c174f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:25.302931 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-172a8484-ae5c-41ff-ad94-3d5e4d236b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:25.692674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55164) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:25.733003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-30ba06ee-d503-42e1-8130-055f882620e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f7e665b3fa744958c2f94906a184210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390289 Feb 09 16:31:25.735477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:25.785360 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f6da388-890b-4b87-ad39-5c255d543a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:25.806169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f6da388-890b-4b87-ad39-5c255d543a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:25.937257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f6da388-890b-4b87-ad39-5c255d543a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:25.939829 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f6da388-890b-4b87-ad39-5c255d543a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:25.941560 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f6da388-890b-4b87-ad39-5c255d543a96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7f51447-6666-4c64-9561-8d05e114ff7b HTTP/1.1" status: 204 len: 168 time: 0.2045524 Feb 09 16:31:25.949475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6da388-890b-4b87-ad39-5c255d543a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f51447-6666-4c64-9561-8d05e114ff7b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:26.686020 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:27.276545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55188) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:27.375310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535936985'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:27.485947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:27.495412 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:27.568423 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:27.651057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:27.685339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcf25ed-f123-4502-bb8f-84ce0346b6fe,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:27.730920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:27.828891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:27.857930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6151e09-0c51-4a70-8977-ee316102528d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:27.967594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:27.969112 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-19fa6975-3657-499e-8ef4-11930d27df08 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6913202 Feb 09 16:31:27.976210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55192) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:28.026070 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c1fc907a-dc72-49b2-b7d2-f57301ec9c1d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0530877 Feb 09 16:31:28.028734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55194) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:28.033064 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e8813915-d4a2-46d8-b0e2-7feff1ff51b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-security--986073899', 'description': 'tempest-security-description-1079337794'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:28.058175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8813915-d4a2-46d8-b0e2-7feff1ff51b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.102525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8813915-d4a2-46d8-b0e2-7feff1ff51b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.199700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8813915-d4a2-46d8-b0e2-7feff1ff51b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.202332 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8813915-d4a2-46d8-b0e2-7feff1ff51b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.203635 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e8813915-d4a2-46d8-b0e2-7feff1ff51b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "PUT /v2.0/security-groups/f6151e09-0c51-4a70-8977-ee316102528d HTTP/1.1" status: 200 len: 1779 time: 0.1739447 Feb 09 16:31:28.207702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55196) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:28.227810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8813915-d4a2-46d8-b0e2-7feff1ff51b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6151e09-0c51-4a70-8977-ee316102528d,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:28.248664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a23a923c-478b-4abf-a783-dd467be9668e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups/f6151e09-0c51-4a70-8977-ee316102528d HTTP/1.1" status: 200 len: 1779 time: 0.0394363 Feb 09 16:31:28.251115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55198) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:28.303320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5470044-4101-473b-8caa-3c0c9e62c943 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.308210 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.325870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5470044-4101-473b-8caa-3c0c9e62c943 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.434019 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5470044-4101-473b-8caa-3c0c9e62c943 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.436632 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d5470044-4101-473b-8caa-3c0c9e62c943 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.437822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d5470044-4101-473b-8caa-3c0c9e62c943 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/f6151e09-0c51-4a70-8977-ee316102528d HTTP/1.1" status: 204 len: 168 time: 0.1857986 Feb 09 16:31:28.440572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55200) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:28.448369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5470044-4101-473b-8caa-3c0c9e62c943 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6151e09-0c51-4a70-8977-ee316102528d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:28.484845 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-df6bb7cd-252a-4015-a14f-d3f4a1b04212 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0428727 Feb 09 16:31:28.487465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55202) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:28.500441 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-9cc7aa95-5a0d-4211-8a51-7df06a98a6bc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] delete failed (client error): The resource could not be found. Feb 09 16:31:28.501413 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9cc7aa95-5a0d-4211-8a51-7df06a98a6bc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/f6151e09-0c51-4a70-8977-ee316102528d HTTP/1.1" status: 404 len: 347 time: 0.0125380 Feb 09 16:31:28.505690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55204) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:28.510549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4088cd67-fcd2-412b-b787-9be926d94e94 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398013181'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:28.565888 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.594300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4088cd67-fcd2-412b-b787-9be926d94e94 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.664519 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4088cd67-fcd2-412b-b787-9be926d94e94 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.719605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4088cd67-fcd2-412b-b787-9be926d94e94 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.748916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088cd67-fcd2-412b-b787-9be926d94e94 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc61aa6-f35e-44e5-8e46-aeefa44d47d0,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:28.830339 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4088cd67-fcd2-412b-b787-9be926d94e94 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.831606 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4088cd67-fcd2-412b-b787-9be926d94e94 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3250360 Feb 09 16:31:28.834497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:28.838780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-719632f3-15f4-40d9-bf9e-cb1fe312b70d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': 'ebc61aa6-f35e-44e5-8e46-aeefa44d47d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:28.942275 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-719632f3-15f4-40d9-bf9e-cb1fe312b70d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:28.999010 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-719632f3-15f4-40d9-bf9e-cb1fe312b70d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.080031 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-719632f3-15f4-40d9-bf9e-cb1fe312b70d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.099098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719632f3-15f4-40d9-bf9e-cb1fe312b70d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bedf4c0-eaa4-451d-bb66-7398ec7fba5d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:29.190684 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-719632f3-15f4-40d9-bf9e-cb1fe312b70d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.191945 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-719632f3-15f4-40d9-bf9e-cb1fe312b70d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565280 Feb 09 16:31:29.194779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55208) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:29.217949 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f924ada5-0848-4b9c-9ad2-b4fa95b17d0a tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.226195 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f924ada5-0848-4b9c-9ad2-b4fa95b17d0a tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.354225 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f924ada5-0848-4b9c-9ad2-b4fa95b17d0a tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.361070 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f924ada5-0848-4b9c-9ad2-b4fa95b17d0a tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.362186 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f924ada5-0848-4b9c-9ad2-b4fa95b17d0a tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5bedf4c0-eaa4-451d-bb66-7398ec7fba5d HTTP/1.1" status: 204 len: 168 time: 0.1664999 Feb 09 16:31:29.365132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55210) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:29.368155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924ada5-0848-4b9c-9ad2-b4fa95b17d0a tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bedf4c0-eaa4-451d-bb66-7398ec7fba5d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:29.415969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-05f9077d-dcb0-4803-8f7c-8ad95246264e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492668 Feb 09 16:31:29.418736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55212) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:29.474003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6028d87f-d4ab-449c-9f12-d11c35b65c15 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.496303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6028d87f-d4ab-449c-9f12-d11c35b65c15 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.611086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6028d87f-d4ab-449c-9f12-d11c35b65c15 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.613746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6028d87f-d4ab-449c-9f12-d11c35b65c15 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.614931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6028d87f-d4ab-449c-9f12-d11c35b65c15 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/ebc61aa6-f35e-44e5-8e46-aeefa44d47d0 HTTP/1.1" status: 204 len: 168 time: 0.1952875 Feb 09 16:31:29.617658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55214) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:29.624589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028d87f-d4ab-449c-9f12-d11c35b65c15 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc61aa6-f35e-44e5-8e46-aeefa44d47d0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:29.663287 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-daf2a2b6-345d-4237-bb02-105b739fe7b4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443981 Feb 09 16:31:29.667247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55216) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:29.671584 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2689467e-b0a7-429d-8251-46bdd5a54921 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104387715'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:29.765509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2689467e-b0a7-429d-8251-46bdd5a54921 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.835439 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2689467e-b0a7-429d-8251-46bdd5a54921 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.925118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2689467e-b0a7-429d-8251-46bdd5a54921 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:29.957497 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689467e-b0a7-429d-8251-46bdd5a54921 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d107fa-193e-499f-9785-353334aeca3d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:30.035985 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2689467e-b0a7-429d-8251-46bdd5a54921 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.037339 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2689467e-b0a7-429d-8251-46bdd5a54921 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3691523 Feb 09 16:31:30.040117 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55218) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:30.044613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d7585ca4-1f8d-446a-a896-546359607a3e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': '20d107fa-193e-499f-9785-353334aeca3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:30.131269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7585ca4-1f8d-446a-a896-546359607a3e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.188007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7585ca4-1f8d-446a-a896-546359607a3e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.302633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7585ca4-1f8d-446a-a896-546359607a3e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.319430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7585ca4-1f8d-446a-a896-546359607a3e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9619759-e807-49b2-ae7b-930983671206,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:30.430553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d7585ca4-1f8d-446a-a896-546359607a3e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.431845 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d7585ca4-1f8d-446a-a896-546359607a3e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3907285 Feb 09 16:31:30.434605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55220) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:30.439201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-04c6f163-12f0-4b43-90e2-08669d2482e5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': '20d107fa-193e-499f-9785-353334aeca3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:30.462804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.565163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04c6f163-12f0-4b43-90e2-08669d2482e5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.622146 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04c6f163-12f0-4b43-90e2-08669d2482e5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.720096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04c6f163-12f0-4b43-90e2-08669d2482e5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:30.739914 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6f163-12f0-4b43-90e2-08669d2482e5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c53aa1-534c-4bc0-92db-cd62fe41b8a4,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:31.007663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04c6f163-12f0-4b43-90e2-08669d2482e5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.009058 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-04c6f163-12f0-4b43-90e2-08669d2482e5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5735378 Feb 09 16:31:31.011765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55222) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:31.016113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-315bbc83-d419-4358-99b2-781f3004b18f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': '20d107fa-193e-499f-9785-353334aeca3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:31.256830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-315bbc83-d419-4358-99b2-781f3004b18f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.313548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-315bbc83-d419-4358-99b2-781f3004b18f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.445538 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-315bbc83-d419-4358-99b2-781f3004b18f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.464840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bbc83-d419-4358-99b2-781f3004b18f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5541a7-b871-46d7-988a-8cb4caeae17e,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:31.555618 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-315bbc83-d419-4358-99b2-781f3004b18f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.556926 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-315bbc83-d419-4358-99b2-781f3004b18f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5441995 Feb 09 16:31:31.559539 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55224) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:31.563888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1c02fe48-bff9-4fdc-bb98-0a95fe30e82f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': '20d107fa-193e-499f-9785-353334aeca3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:31.672973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe48-bff9-4fdc-bb98-0a95fe30e82f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.733281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe48-bff9-4fdc-bb98-0a95fe30e82f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.834006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe48-bff9-4fdc-bb98-0a95fe30e82f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.852023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02fe48-bff9-4fdc-bb98-0a95fe30e82f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe77ab11-1873-47a3-81f1-1d5ad21cce74,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:31.967301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1c02fe48-bff9-4fdc-bb98-0a95fe30e82f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:31.968645 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1c02fe48-bff9-4fdc-bb98-0a95fe30e82f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4081368 Feb 09 16:31:31.972918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55226) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:31.977451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2bedc69a-d6b1-4ff5-bfff-5288d610bfc4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': '20d107fa-193e-499f-9785-353334aeca3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:32.073415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2bedc69a-d6b1-4ff5-bfff-5288d610bfc4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.114070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.133430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2bedc69a-d6b1-4ff5-bfff-5288d610bfc4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.250396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2bedc69a-d6b1-4ff5-bfff-5288d610bfc4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.268016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedc69a-d6b1-4ff5-bfff-5288d610bfc4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a7457a-fab5-41c5-ad5a-847c58c45d98,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:32.378897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2bedc69a-d6b1-4ff5-bfff-5288d610bfc4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.380753 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2bedc69a-d6b1-4ff5-bfff-5288d610bfc4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4068530 Feb 09 16:31:32.383592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55228) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:32.406823 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed149fa8-29bd-4bd4-bf56-6d56a48a184d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.414074 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed149fa8-29bd-4bd4-bf56-6d56a48a184d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.497305 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed149fa8-29bd-4bd4-bf56-6d56a48a184d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.503809 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed149fa8-29bd-4bd4-bf56-6d56a48a184d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.514840 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ed149fa8-29bd-4bd4-bf56-6d56a48a184d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b3a7457a-fab5-41c5-ad5a-847c58c45d98 HTTP/1.1" status: 204 len: 168 time: 0.1209798 Feb 09 16:31:32.515030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55230) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:32.515511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed149fa8-29bd-4bd4-bf56-6d56a48a184d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3a7457a-fab5-41c5-ad5a-847c58c45d98,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:32.556923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-451cc9c8-98d9-4c2f-9d53-6153338f2bfc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0473411 Feb 09 16:31:32.559662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55232) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:32.590489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41b02cca-914f-421a-a878-ce2139815e49 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.598905 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41b02cca-914f-421a-a878-ce2139815e49 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.748537 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41b02cca-914f-421a-a878-ce2139815e49 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.755460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-41b02cca-914f-421a-a878-ce2139815e49 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.756616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-41b02cca-914f-421a-a878-ce2139815e49 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fe77ab11-1873-47a3-81f1-1d5ad21cce74 HTTP/1.1" status: 204 len: 168 time: 0.1959610 Feb 09 16:31:32.759286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55234) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:32.762231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b02cca-914f-421a-a878-ce2139815e49 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe77ab11-1873-47a3-81f1-1d5ad21cce74,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:32.807914 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3e8498f5-f2c8-46a5-9905-187b5c1accad tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0471642 Feb 09 16:31:32.810548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55236) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:32.835913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59632d29-c1a9-4cf7-89f7-f7489b54b8bc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.843330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59632d29-c1a9-4cf7-89f7-f7489b54b8bc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.971185 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59632d29-c1a9-4cf7-89f7-f7489b54b8bc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.977552 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-59632d29-c1a9-4cf7-89f7-f7489b54b8bc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:32.978651 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-59632d29-c1a9-4cf7-89f7-f7489b54b8bc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3d5541a7-b871-46d7-988a-8cb4caeae17e HTTP/1.1" status: 204 len: 168 time: 0.1672089 Feb 09 16:31:32.981363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55238) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:32.984292 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59632d29-c1a9-4cf7-89f7-f7489b54b8bc tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d5541a7-b871-46d7-988a-8cb4caeae17e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:33.025717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f5d05283-2b87-40c3-9399-67f50aaff7cf tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0430851 Feb 09 16:31:33.028729 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55240) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:33.052781 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22099583-4e4a-4898-8fe2-23c7d547495e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.060350 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22099583-4e4a-4898-8fe2-23c7d547495e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.240415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22099583-4e4a-4898-8fe2-23c7d547495e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.246754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22099583-4e4a-4898-8fe2-23c7d547495e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.247916 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-22099583-4e4a-4898-8fe2-23c7d547495e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/37c53aa1-534c-4bc0-92db-cd62fe41b8a4 HTTP/1.1" status: 204 len: 168 time: 0.2181413 Feb 09 16:31:33.250934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55242) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:33.253959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22099583-4e4a-4898-8fe2-23c7d547495e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37c53aa1-534c-4bc0-92db-cd62fe41b8a4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:33.295366 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ddbbbe41-36b5-43a0-a9ef-c540a6ee8f4e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0432973 Feb 09 16:31:33.298187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55244) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:33.324993 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c404aa96-e89f-4d32-a822-410b806fac7e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.332635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c404aa96-e89f-4d32-a822-410b806fac7e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.452181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c404aa96-e89f-4d32-a822-410b806fac7e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.459773 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c404aa96-e89f-4d32-a822-410b806fac7e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.461053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c404aa96-e89f-4d32-a822-410b806fac7e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b9619759-e807-49b2-ae7b-930983671206 HTTP/1.1" status: 204 len: 168 time: 0.1619332 Feb 09 16:31:33.463694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:33.468727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404aa96-e89f-4d32-a822-410b806fac7e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9619759-e807-49b2-ae7b-930983671206,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:33.504338 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-533e6738-1059-4279-ba4e-de1c502bcf85 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0394528 Feb 09 16:31:33.506964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55248) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:33.559895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69b5daf8-5520-4aef-9093-96a3d55f2b77 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.583238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69b5daf8-5520-4aef-9093-96a3d55f2b77 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.725376 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69b5daf8-5520-4aef-9093-96a3d55f2b77 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.728124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-69b5daf8-5520-4aef-9093-96a3d55f2b77 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:33.729604 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-69b5daf8-5520-4aef-9093-96a3d55f2b77 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/20d107fa-193e-499f-9785-353334aeca3d HTTP/1.1" status: 204 len: 168 time: 0.2214890 Feb 09 16:31:33.732052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:33.739126 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5daf8-5520-4aef-9093-96a3d55f2b77 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d107fa-193e-499f-9785-353334aeca3d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:33.788838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-08e83cf4-4d0d-4639-ae60-7c7ad9467dee tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551524 Feb 09 16:31:33.792971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55254) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:33.797221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d76cd8a4-62e2-4ed2-a1ad-2b27c3b31a80 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--30254993'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:33.937164 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d76cd8a4-62e2-4ed2-a1ad-2b27c3b31a80 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.005637 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d76cd8a4-62e2-4ed2-a1ad-2b27c3b31a80 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.108483 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d76cd8a4-62e2-4ed2-a1ad-2b27c3b31a80 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.137868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cd8a4-62e2-4ed2-a1ad-2b27c3b31a80 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000741bb-e148-4725-a0ce-a5e8f1a6ea12,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:34.207446 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d76cd8a4-62e2-4ed2-a1ad-2b27c3b31a80 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.209244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d76cd8a4-62e2-4ed2-a1ad-2b27c3b31a80 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4153390 Feb 09 16:31:34.211975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55256) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:34.216491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6eaf48f8-f0ee-443d-870c-ab45f681a42c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': '000741bb-e148-4725-a0ce-a5e8f1a6ea12', 'direction': 'ingress', 'protocol': 17}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:34.302355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6eaf48f8-f0ee-443d-870c-ab45f681a42c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.357470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6eaf48f8-f0ee-443d-870c-ab45f681a42c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.445556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6eaf48f8-f0ee-443d-870c-ab45f681a42c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.462959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf48f8-f0ee-443d-870c-ab45f681a42c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09455288-04a9-4ac8-bdfc-f93312ded60e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:34.556228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6eaf48f8-f0ee-443d-870c-ab45f681a42c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.557484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6eaf48f8-f0ee-443d-870c-ab45f681a42c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3444345 Feb 09 16:31:34.560291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55258) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:34.616430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3969ce1e-1b25-4d98-aae9-db20aac521d1 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.639001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3969ce1e-1b25-4d98-aae9-db20aac521d1 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.771626 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3969ce1e-1b25-4d98-aae9-db20aac521d1 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.774236 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3969ce1e-1b25-4d98-aae9-db20aac521d1 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:34.775514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3969ce1e-1b25-4d98-aae9-db20aac521d1 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/000741bb-e148-4725-a0ce-a5e8f1a6ea12 HTTP/1.1" status: 204 len: 168 time: 0.2142191 Feb 09 16:31:34.778221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55260) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:34.785330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969ce1e-1b25-4d98-aae9-db20aac521d1 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000741bb-e148-4725-a0ce-a5e8f1a6ea12,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:34.823182 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-92709ba0-a157-42bf-b27d-06c2aa2f71d2 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437908 Feb 09 16:31:34.826752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55262) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:34.830921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ba34bebd-fb25-4236-8b45-4bd66ea5ad84 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129551422'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:34.959742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba34bebd-fb25-4236-8b45-4bd66ea5ad84 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.031177 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba34bebd-fb25-4236-8b45-4bd66ea5ad84 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.154346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba34bebd-fb25-4236-8b45-4bd66ea5ad84 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.183489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34bebd-fb25-4236-8b45-4bd66ea5ad84 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d423101-01a2-4af7-906d-a56aa55e4031,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:35.275979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ba34bebd-fb25-4236-8b45-4bd66ea5ad84 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.277299 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ba34bebd-fb25-4236-8b45-4bd66ea5ad84 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4496279 Feb 09 16:31:35.280066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55264) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:35.288045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-eda028fd-ee96-4766-b58e-846071c11cae tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--763854859'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:35.365981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda028fd-ee96-4766-b58e-846071c11cae tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.433495 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda028fd-ee96-4766-b58e-846071c11cae tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.560026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda028fd-ee96-4766-b58e-846071c11cae tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.589291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda028fd-ee96-4766-b58e-846071c11cae tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f83a888-5f18-4124-ab5b-84bb57ece466,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:35.693017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eda028fd-ee96-4766-b58e-846071c11cae tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.694287 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eda028fd-ee96-4766-b58e-846071c11cae tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4132454 Feb 09 16:31:35.696964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55266) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:35.701329 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-936aeb64-8d88-4ffb-b9cf-052c3dc5683d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': '6d423101-01a2-4af7-906d-a56aa55e4031', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8f83a888-5f18-4124-ab5b-84bb57ece466', 'remote_ip_prefix': None}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:35.820396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-936aeb64-8d88-4ffb-b9cf-052c3dc5683d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:35.893840 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-936aeb64-8d88-4ffb-b9cf-052c3dc5683d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.028332 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-936aeb64-8d88-4ffb-b9cf-052c3dc5683d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.045850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936aeb64-8d88-4ffb-b9cf-052c3dc5683d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff23a944-c9c4-4c00-b326-abc0616d9455,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:36.150711 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-936aeb64-8d88-4ffb-b9cf-052c3dc5683d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.151919 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-936aeb64-8d88-4ffb-b9cf-052c3dc5683d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4540098 Feb 09 16:31:36.155169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:36.180321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91e5de42-1d0c-4f62-9ec3-e580e9407f28 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.188215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91e5de42-1d0c-4f62-9ec3-e580e9407f28 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.302789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91e5de42-1d0c-4f62-9ec3-e580e9407f28 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.309153 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-91e5de42-1d0c-4f62-9ec3-e580e9407f28 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.310262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-91e5de42-1d0c-4f62-9ec3-e580e9407f28 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ff23a944-c9c4-4c00-b326-abc0616d9455 HTTP/1.1" status: 204 len: 168 time: 0.1540899 Feb 09 16:31:36.312984 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55270) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:36.315807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5de42-1d0c-4f62-9ec3-e580e9407f28 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff23a944-c9c4-4c00-b326-abc0616d9455,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:36.357410 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c9648d93-df2a-46b9-9ac9-63eb7cc648ba tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0431006 Feb 09 16:31:36.360062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55272) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:36.416031 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1fe5-e0f0-402e-adbb-786c5b2ff109 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.438038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1fe5-e0f0-402e-adbb-786c5b2ff109 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.582041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1fe5-e0f0-402e-adbb-786c5b2ff109 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.585387 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1fe5-e0f0-402e-adbb-786c5b2ff109 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.586652 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bc6d1fe5-e0f0-402e-adbb-786c5b2ff109 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f83a888-5f18-4124-ab5b-84bb57ece466 HTTP/1.1" status: 204 len: 168 time: 0.2256308 Feb 09 16:31:36.589323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55274) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:36.595869 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d1fe5-e0f0-402e-adbb-786c5b2ff109 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f83a888-5f18-4124-ab5b-84bb57ece466,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:36.642863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8419dbbb-b6fe-4b46-a508-01a06679bf2e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0523877 Feb 09 16:31:36.646725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55276) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:36.698332 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de97791a-94bc-47b8-8031-e25e2e7338df tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.722559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de97791a-94bc-47b8-8031-e25e2e7338df tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.873506 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de97791a-94bc-47b8-8031-e25e2e7338df tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.876317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de97791a-94bc-47b8-8031-e25e2e7338df tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:36.877523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de97791a-94bc-47b8-8031-e25e2e7338df tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d423101-01a2-4af7-906d-a56aa55e4031 HTTP/1.1" status: 204 len: 168 time: 0.2299540 Feb 09 16:31:36.880865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55278) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:36.887854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97791a-94bc-47b8-8031-e25e2e7338df tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d423101-01a2-4af7-906d-a56aa55e4031,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:36.927369 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-adba9cf5-67a8-425c-9b42-1747be80a04d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0452163 Feb 09 16:31:36.931218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55280) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:36.935865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c72c7748-6fe2-48da-8030-61b7dc8aa318 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073377453'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:37.044848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c72c7748-6fe2-48da-8030-61b7dc8aa318 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.109944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c72c7748-6fe2-48da-8030-61b7dc8aa318 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.216934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c72c7748-6fe2-48da-8030-61b7dc8aa318 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.248530 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c7748-6fe2-48da-8030-61b7dc8aa318 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f6734-7afc-44a9-b278-aeff6f44c5be,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:37.367971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c72c7748-6fe2-48da-8030-61b7dc8aa318 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.369434 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c72c7748-6fe2-48da-8030-61b7dc8aa318 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4371383 Feb 09 16:31:37.372172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55282) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:37.376977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-477e3d04-3f36-44c2-9971-d1c44e14a3b9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': 'b56f6734-7afc-44a9-b278-aeff6f44c5be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:37.485827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-477e3d04-3f36-44c2-9971-d1c44e14a3b9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.545113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-477e3d04-3f36-44c2-9971-d1c44e14a3b9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.645592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-477e3d04-3f36-44c2-9971-d1c44e14a3b9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.668249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e3d04-3f36-44c2-9971-d1c44e14a3b9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04833196-b564-4568-8b50-a5ba8429aac1,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:37.767614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-477e3d04-3f36-44c2-9971-d1c44e14a3b9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.768898 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-477e3d04-3f36-44c2-9971-d1c44e14a3b9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3957498 Feb 09 16:31:37.771807 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55284) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:37.797707 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a78fdd9-b5b2-4cc5-9d0f-ef4c56c5971d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.806553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a78fdd9-b5b2-4cc5-9d0f-ef4c56c5971d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.908494 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a78fdd9-b5b2-4cc5-9d0f-ef4c56c5971d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.914648 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a78fdd9-b5b2-4cc5-9d0f-ef4c56c5971d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:37.918177 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0a78fdd9-b5b2-4cc5-9d0f-ef4c56c5971d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/04833196-b564-4568-8b50-a5ba8429aac1 HTTP/1.1" status: 204 len: 168 time: 0.1432080 Feb 09 16:31:37.919016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55286) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:37.927255 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78fdd9-b5b2-4cc5-9d0f-ef4c56c5971d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04833196-b564-4568-8b50-a5ba8429aac1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:37.961537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-53ba925c-e8b7-4a9a-9d59-8cad9ed41d90 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411570 Feb 09 16:31:37.964123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55288) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:38.015887 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1adfeb08-a2a2-4dda-b84a-491587d702b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.038426 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1adfeb08-a2a2-4dda-b84a-491587d702b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.182347 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1adfeb08-a2a2-4dda-b84a-491587d702b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.184948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1adfeb08-a2a2-4dda-b84a-491587d702b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.186162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1adfeb08-a2a2-4dda-b84a-491587d702b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/b56f6734-7afc-44a9-b278-aeff6f44c5be HTTP/1.1" status: 204 len: 168 time: 0.2211323 Feb 09 16:31:38.189018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55290) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:38.195634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfeb08-a2a2-4dda-b84a-491587d702b6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f6734-7afc-44a9-b278-aeff6f44c5be,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:38.234052 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bae16f29-0cb0-49d1-a83c-6415839d215e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438166 Feb 09 16:31:38.238152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55292) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:38.242902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3228c1a2-5062-4b46-a11b-81057c1d28e9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959881224'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:38.337048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3228c1a2-5062-4b46-a11b-81057c1d28e9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.404198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3228c1a2-5062-4b46-a11b-81057c1d28e9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.485432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3228c1a2-5062-4b46-a11b-81057c1d28e9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.514456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228c1a2-5062-4b46-a11b-81057c1d28e9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f68ae-f61a-42e1-a0c4-c1680bf66f44,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:38.631112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3228c1a2-5062-4b46-a11b-81057c1d28e9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.632432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3228c1a2-5062-4b46-a11b-81057c1d28e9 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3930993 Feb 09 16:31:38.635270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55294) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:38.639676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8215e9e2-ffe0-4498-b1e9-5b7cfe8f6aaf tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': 'e69f68ae-f61a-42e1-a0c4-c1680bf66f44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:38.788326 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8215e9e2-ffe0-4498-b1e9-5b7cfe8f6aaf tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.847314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8215e9e2-ffe0-4498-b1e9-5b7cfe8f6aaf tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:38.993838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8215e9e2-ffe0-4498-b1e9-5b7cfe8f6aaf tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.013762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215e9e2-ffe0-4498-b1e9-5b7cfe8f6aaf tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07818ad-dcd6-46d5-a90a-d8158337fc0f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:39.224914 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8215e9e2-ffe0-4498-b1e9-5b7cfe8f6aaf tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.226088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8215e9e2-ffe0-4498-b1e9-5b7cfe8f6aaf tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5898845 Feb 09 16:31:39.228885 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55296) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:39.245119 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-15fff81a-3c4b-429d-840b-d652ad28b186 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules/c07818ad-dcd6-46d5-a90a-d8158337fc0f HTTP/1.1" status: 200 len: 763 time: 0.0151010 Feb 09 16:31:39.252346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55298) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:39.294418 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-77f236d4-0afd-44d2-89ce-c0f0cc71bc53 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0410144 Feb 09 16:31:39.304331 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55300) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:39.327914 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7072880f-aa44-4d12-93c7-aaf234bcd42f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.335963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7072880f-aa44-4d12-93c7-aaf234bcd42f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.519604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7072880f-aa44-4d12-93c7-aaf234bcd42f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.524144 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7072880f-aa44-4d12-93c7-aaf234bcd42f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.525356 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7072880f-aa44-4d12-93c7-aaf234bcd42f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c07818ad-dcd6-46d5-a90a-d8158337fc0f HTTP/1.1" status: 204 len: 168 time: 0.2200403 Feb 09 16:31:39.528011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55302) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:39.533207 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072880f-aa44-4d12-93c7-aaf234bcd42f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c07818ad-dcd6-46d5-a90a-d8158337fc0f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:39.569424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-df71ff2f-9fa4-4f1a-98e7-2f51396faf0d tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395708 Feb 09 16:31:39.571882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55304) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:39.576216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fc91ee3a-4ea4-4028-9e0e-3af80d65bff6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': 'e69f68ae-f61a-42e1-a0c4-c1680bf66f44', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:39.742610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc91ee3a-4ea4-4028-9e0e-3af80d65bff6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.804279 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc91ee3a-4ea4-4028-9e0e-3af80d65bff6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.953212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc91ee3a-4ea4-4028-9e0e-3af80d65bff6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:39.971398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91ee3a-4ea4-4028-9e0e-3af80d65bff6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ff2ada-55b6-4174-885b-737cd076dd68,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:40.104595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fc91ee3a-4ea4-4028-9e0e-3af80d65bff6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.105789 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fc91ee3a-4ea4-4028-9e0e-3af80d65bff6 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5329370 Feb 09 16:31:40.108389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55306) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:40.125469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9c76f984-b8e7-410a-b003-6fb1809cc6ab tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules/29ff2ada-55b6-4174-885b-737cd076dd68 HTTP/1.1" status: 200 len: 763 time: 0.0157635 Feb 09 16:31:40.127504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55308) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:40.166604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f1bb5f00-b1a1-47a6-ac41-e137d7671239 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0380690 Feb 09 16:31:40.172870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55310) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:40.195884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c23ea77-0ee9-4447-9977-d3738e0a2b0c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.203127 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c23ea77-0ee9-4447-9977-d3738e0a2b0c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.337087 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c23ea77-0ee9-4447-9977-d3738e0a2b0c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.342707 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6c23ea77-0ee9-4447-9977-d3738e0a2b0c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.343852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6c23ea77-0ee9-4447-9977-d3738e0a2b0c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/29ff2ada-55b6-4174-885b-737cd076dd68 HTTP/1.1" status: 204 len: 168 time: 0.1700435 Feb 09 16:31:40.346568 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55312) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:40.352657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23ea77-0ee9-4447-9977-d3738e0a2b0c tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29ff2ada-55b6-4174-885b-737cd076dd68,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:40.387533 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1aabc764-d5a5-43ee-a01b-9004857ed416 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0398245 Feb 09 16:31:40.390224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:40.394423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1633153d-efcb-4166-8cb8-3cdcbecffc9e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': 'e69f68ae-f61a-42e1-a0c4-c1680bf66f44', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:40.530792 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-1633153d-efcb-4166-8cb8-3cdcbecffc9e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Project 25d5f41fd1d74e63b42576b941e5bbb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:31:40.536223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1633153d-efcb-4166-8cb8-3cdcbecffc9e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.595114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1633153d-efcb-4166-8cb8-3cdcbecffc9e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.708530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1633153d-efcb-4166-8cb8-3cdcbecffc9e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.728135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633153d-efcb-4166-8cb8-3cdcbecffc9e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc427d7b-489b-4127-aa2d-07f2a33b39a8,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:40.870847 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1633153d-efcb-4166-8cb8-3cdcbecffc9e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.872153 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1633153d-efcb-4166-8cb8-3cdcbecffc9e tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4809749 Feb 09 16:31:40.874964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:40.890667 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a6d5ea4c-d09e-4da4-ae3c-bc3c0ce17ad8 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules/cc427d7b-489b-4127-aa2d-07f2a33b39a8 HTTP/1.1" status: 200 len: 769 time: 0.0146143 Feb 09 16:31:40.893018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:40.933465 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e435d486-d62b-4992-9dfd-88fbce095091 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0394316 Feb 09 16:31:40.935981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55320) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:40.958505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2e2da41-9d1d-48e1-a482-5b43432cece4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:40.966419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2e2da41-9d1d-48e1-a482-5b43432cece4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.124928 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2e2da41-9d1d-48e1-a482-5b43432cece4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.131191 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2e2da41-9d1d-48e1-a482-5b43432cece4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.132330 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2e2da41-9d1d-48e1-a482-5b43432cece4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cc427d7b-489b-4127-aa2d-07f2a33b39a8 HTTP/1.1" status: 204 len: 168 time: 0.1953647 Feb 09 16:31:41.144839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55322) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:41.145692 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2da41-9d1d-48e1-a482-5b43432cece4 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc427d7b-489b-4127-aa2d-07f2a33b39a8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:41.175356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e6ace10a-7ed0-407b-872e-75b160ff46ed tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393529 Feb 09 16:31:41.178123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55324) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:41.230590 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c283bd-267c-43fe-bc8e-ac97ac41995f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.252050 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c283bd-267c-43fe-bc8e-ac97ac41995f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.359841 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c283bd-267c-43fe-bc8e-ac97ac41995f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.362584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-03c283bd-267c-43fe-bc8e-ac97ac41995f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.363751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-03c283bd-267c-43fe-bc8e-ac97ac41995f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/e69f68ae-f61a-42e1-a0c4-c1680bf66f44 HTTP/1.1" status: 204 len: 168 time: 0.1847196 Feb 09 16:31:41.366459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55326) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:41.372794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c283bd-267c-43fe-bc8e-ac97ac41995f tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f68ae-f61a-42e1-a0c4-c1680bf66f44,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:41.413945 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1576cc48-6a27-49a0-9a0a-5b134c4a7554 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460596 Feb 09 16:31:41.417996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55328) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:41.422239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6c3ad42e-f6e6-46eb-97be-dc30e1d72cde tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group': {'name': 'tempest-secgroup--1231669474'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:41.519890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad42e-f6e6-46eb-97be-dc30e1d72cde tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.587446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad42e-f6e6-46eb-97be-dc30e1d72cde tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.673663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad42e-f6e6-46eb-97be-dc30e1d72cde tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.703025 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ad42e-f6e6-46eb-97be-dc30e1d72cde tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f5148c-1ca5-4404-a429-abd596916ceb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:41.795887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6c3ad42e-f6e6-46eb-97be-dc30e1d72cde tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.797298 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6c3ad42e-f6e6-46eb-97be-dc30e1d72cde tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3783889 Feb 09 16:31:41.800007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55330) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:41.804684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e352ba1b-1eed-4e28-a801-060e5e28cb7b tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Request body: {'security_group_rule': {'security_group_id': '94f5148c-1ca5-4404-a429-abd596916ceb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:31:41.918987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e352ba1b-1eed-4e28-a801-060e5e28cb7b tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:41.979061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e352ba1b-1eed-4e28-a801-060e5e28cb7b tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:42.074038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e352ba1b-1eed-4e28-a801-060e5e28cb7b tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:42.091332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352ba1b-1eed-4e28-a801-060e5e28cb7b tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef132849-09ee-4e49-8d3c-0246554ec383,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:42.184971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e352ba1b-1eed-4e28-a801-060e5e28cb7b tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:42.186249 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e352ba1b-1eed-4e28-a801-060e5e28cb7b tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3849888 Feb 09 16:31:42.188960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55332) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:42.240216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87820aca-6cb2-4629-997f-f3e7eaf32185 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:42.263722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87820aca-6cb2-4629-997f-f3e7eaf32185 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:42.405263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87820aca-6cb2-4629-997f-f3e7eaf32185 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:42.407808 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-87820aca-6cb2-4629-997f-f3e7eaf32185 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:42.409060 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-87820aca-6cb2-4629-997f-f3e7eaf32185 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/94f5148c-1ca5-4404-a429-abd596916ceb HTTP/1.1" status: 204 len: 168 time: 0.2191653 Feb 09 16:31:42.411631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55334) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:42.418831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87820aca-6cb2-4629-997f-f3e7eaf32185 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f5148c-1ca5-4404-a429-abd596916ceb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:42.458098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a38784f9-bc32-415a-ba33-0f6e642322e3 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451908 Feb 09 16:31:42.460726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:42.497448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7eec7c6c-ecfd-4008-8241-bb9d310e5852 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0356543 Feb 09 16:31:42.500361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55338) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:42.513863 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-2b887590-8bcb-49b5-85a5-c42a9f29dcf5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] delete failed (client error): The resource could not be found. Feb 09 16:31:42.514886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2b887590-8bcb-49b5-85a5-c42a9f29dcf5 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "DELETE /v2.0/security-groups/94f5148c-1ca5-4404-a429-abd596916ceb HTTP/1.1" status: 404 len: 347 time: 0.0136223 Feb 09 16:31:42.518456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55340) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:42.563556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6dcbc9a1-4ba1-4cdc-895f-f00490077417 tempest-SecGroupIPv6Test-1286194080 tempest-SecGroupIPv6Test-1286194080-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440326 Feb 09 16:31:43.089763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55346) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:43.220415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8061f316-41eb-46b0-a0ad-8e90ce431564 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25d5f41fd1d74e63b42576b941e5bbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292524 Feb 09 16:31:43.222872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55350) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:43.270513 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1576f903-ffed-4b11-a668-8f034fbb9096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:43.290821 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1576f903-ffed-4b11-a668-8f034fbb9096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:43.439719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1576f903-ffed-4b11-a668-8f034fbb9096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:43.442347 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1576f903-ffed-4b11-a668-8f034fbb9096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:43.443548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1576f903-ffed-4b11-a668-8f034fbb9096 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bcf25ed-f123-4502-bb8f-84ce0346b6fe HTTP/1.1" status: 204 len: 168 time: 0.2197707 Feb 09 16:31:43.451460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576f903-ffed-4b11-a668-8f034fbb9096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcf25ed-f123-4502-bb8f-84ce0346b6fe,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:46.598828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55408) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:46.704556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0f0acfd-09bc-4b39-a35a-60dade122b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:46.778180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0f0acfd-09bc-4b39-a35a-60dade122b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:46.890777 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f0f0acfd-09bc-4b39-a35a-60dade122b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:46.933553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f0f0acfd-09bc-4b39-a35a-60dade122b63 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49521ea5806b4a81a763cc212f2d31da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334305 Feb 09 16:31:46.934245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0acfd-09bc-4b39-a35a-60dade122b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78b645c-e7e5-49d8-a26d-19f6c0114478,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:46.936170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55412) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:46.985611 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1430c096-f1f2-459c-9e07-065cca466950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:47.007251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1430c096-f1f2-459c-9e07-065cca466950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:47.148414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1430c096-f1f2-459c-9e07-065cca466950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:47.151530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1430c096-f1f2-459c-9e07-065cca466950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:47.152741 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1430c096-f1f2-459c-9e07-065cca466950 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e78b645c-e7e5-49d8-a26d-19f6c0114478 HTTP/1.1" status: 204 len: 168 time: 0.2155638 Feb 09 16:31:47.161012 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430c096-f1f2-459c-9e07-065cca466950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78b645c-e7e5-49d8-a26d-19f6c0114478,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:47.857582 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55418) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:47.871104 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-60d65a7f-729d-4405-84e2-b34980dbdffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:47.945881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-60d65a7f-729d-4405-84e2-b34980dbdffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:48.057451 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-60d65a7f-729d-4405-84e2-b34980dbdffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:48.096442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d65a7f-729d-4405-84e2-b34980dbdffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be7675d-064a-4d4e-b3a0-4be800ed18aa,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:48.101821 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-60d65a7f-729d-4405-84e2-b34980dbdffe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=866c0044bb624885818e4ae93a22038b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431757 Feb 09 16:31:48.105102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:48.156018 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37ec9d8f-f880-40b3-9b98-4e42c35dee72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:48.178138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37ec9d8f-f880-40b3-9b98-4e42c35dee72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:48.314052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37ec9d8f-f880-40b3-9b98-4e42c35dee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:48.316548 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-37ec9d8f-f880-40b3-9b98-4e42c35dee72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:48.317740 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-37ec9d8f-f880-40b3-9b98-4e42c35dee72 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5be7675d-064a-4d4e-b3a0-4be800ed18aa HTTP/1.1" status: 204 len: 168 time: 0.2115674 Feb 09 16:31:48.325799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec9d8f-f880-40b3-9b98-4e42c35dee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be7675d-064a-4d4e-b3a0-4be800ed18aa,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:49.361443 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:31:50.149908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-4c4e9b5f-3a59-45a1-97ff-bd509a098150 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405705 Feb 09 16:31:50.231056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-9499b634-f61e-44a7-9400-581e0e5b99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:50.232611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-9499b634-f61e-44a7-9400-581e0e5b99a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 1096 time: 0.0409961 Feb 09 16:31:50.339162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-a473b061-c149-49c3-a620-3a19b0094837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:50.340767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-a473b061-c149-49c3-a620-3a19b0094837 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.0905528 Feb 09 16:31:50.407949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-8597f2fe-c9f1-4ee7-9393-203c7adeb502 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44025b52-804e-4e85-82ff-78078c2a6037 HTTP/1.1" status: 200 len: 1001 time: 0.0608389 Feb 09 16:31:50.457686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-f45a309b-bea9-4249-a637-c82a3d09c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:50.459272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-f45a309b-bea9-4249-a637-c82a3d09c6ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0447779 Feb 09 16:31:50.508485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-7a8bf3c2-646b-4bc5-afec-a8691294b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:50.510632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-7a8bf3c2-646b-4bc5-afec-a8691294b3b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456839 Feb 09 16:31:50.602974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-809593e6-71c0-4cb7-89e3-e6301d01345a service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852365 Feb 09 16:31:50.698850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a072c14-1b7b-44a0-93a4-0c556162a18f req-4fe1b195-d406-48a7-9cc0-b3eead7a0781 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893915 Feb 09 16:31:51.023264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55466) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:51.395470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port 87cb3b39-9e07-413d-becf-5a9b4c887432 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:31:51.396181 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:51.477445 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:51.479422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:51.490867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for 87cb3b39-9e07-413d-becf-5a9b4c887432 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:31:51.759910 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:51.786889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=87cb3b39-9e07-413d-becf-5a9b4c887432,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:51.854548 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:51.854817 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Floating IP 5cb315fb-ae40-4aa0-b399-d3c24c7217d6 disassociated (deleted). External IP: 172.25.5.154, port: 44025b52-804e-4e85-82ff-78078c2a6037. Feb 09 16:31:52.076798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:31:52.186786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:31:52.191840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:52.198718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:31:52.209452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:31:52.210125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:31:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:31:52.222640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cb94aad9-7e3b-42ba-9c21-1ebe89cd41ad tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "DELETE /v2.0/floatingips/5cb315fb-ae40-4aa0-b399-d3c24c7217d6 HTTP/1.1" status: 204 len: 168 time: 1.1982517 Feb 09 16:31:52.223331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:31:52.225988 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "tag": "44025b52-804e-4e85-82ff-78078c2a6037"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:31:52.272486 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2246ece-39b3-477f-8dea-64b9755e9a5d x-openstack-request-id: req-a2246ece-39b3-477f-8dea-64b9755e9a5d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:31:52.273014 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "tag": "44025b52-804e-4e85-82ff-78078c2a6037", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:31:52.273155 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2246ece-39b3-477f-8dea-64b9755e9a5d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:31:52.273654 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037', 'status': 'completed', 'code': 200} Feb 09 16:31:52.340948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-71dd29e9-ad8d-47d9-bf2a-36951d49868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:52.345124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-71dd29e9-ad8d-47d9-bf2a-36951d49868c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 1096 time: 0.0461700 Feb 09 16:31:52.445539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-c19a1e3b-bb7e-4951-9476-70e93cdff67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:52.447249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-c19a1e3b-bb7e-4951-9476-70e93cdff67d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.0986469 Feb 09 16:31:52.483120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:31:52.500490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-0ab9c545-6117-4428-8d56-79b8b312f0be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44025b52-804e-4e85-82ff-78078c2a6037 HTTP/1.1" status: 200 len: 217 time: 0.0467060 Feb 09 16:31:52.593478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-22352935-5f68-4fd7-a9db-f2a023e1fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:52.594976 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-22352935-5f68-4fd7-a9db-f2a023e1fa46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0877700 Feb 09 16:31:52.642018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-cd70ada6-a8dd-4399-8a0a-d446a3932d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:52.643608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-cd70ada6-a8dd-4399-8a0a-d446a3932d4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421565 Feb 09 16:31:52.743841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-312ffdfb-202e-4c08-87d7-86e8e9e4f91b service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926886 Feb 09 16:31:52.749742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:38Z', 'revision_number': 1, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:31:52.777435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:31:52.788273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:31:52.788910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:31:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:31:52.917849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:31:53.070623 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dda0dc2d-018c-4177-9331-5b464c7ab5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:53.142601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855c97f-0356-4e5c-b617-cdabcfd2de1b req-75d44c9a-2b00-4e8c-bf00-237fa635dcf3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:53.145186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d855c97f-0356-4e5c-b617-cdabcfd2de1b req-75d44c9a-2b00-4e8c-bf00-237fa635dcf3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 945 time: 0.3864493 Feb 09 16:31:53.169415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:38Z', 'revision_number': 1, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:31:53.182349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66ce00b5-9881-4f1f-bd5a-6c93771ff6d0 req-8e272c21-04c4-40bb-8950-e037593675c4 service neutron] 10.222.0.13 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317899 Feb 09 16:31:53.202937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde2582-cece-4ce0-9f23-c336cefeae2d None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '94f24501-eb5c-491f-b41b-c9695d14341e', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'floating_ip_address': '172.25.5.136', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'port_id': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'mac_address': 'fa:16:3e:ec:94:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:25:36Z', 'updated_at': '2022-02-09T16:25:38Z', 'revision_number': 1, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:31:53.208664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d855c97f-0356-4e5c-b617-cdabcfd2de1b req-91c7bcbc-b9b9-4436-8086-4d46ae0e9a8c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471492 Feb 09 16:31:53.445115 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba88f52-938f-449b-8eca-0dda8409999e None None] New status for floating IP 5cb315fb-ae40-4aa0-b399-d3c24c7217d6: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:31:54.230695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-f9cfb80d-c5ca-4012-9e67-1098f467450b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:54.232113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-f9cfb80d-c5ca-4012-9e67-1098f467450b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 945 time: 0.0499330 Feb 09 16:31:54.379866 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f1ba2-4278-4092-96ce-1ce45ee4e312 req-69dd6ff7-1fe5-4347-96e8-8332aaf23d52 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:54.381394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e6f1ba2-4278-4092-96ce-1ce45ee4e312 req-69dd6ff7-1fe5-4347-96e8-8332aaf23d52 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 945 time: 0.0693505 Feb 09 16:31:54.384133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port 44025b52-804e-4e85-82ff-78078c2a6037 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:31:54.385023 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:54.467981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e6f1ba2-4278-4092-96ce-1ce45ee4e312 req-a5f0b54a-690d-44cf-a23b-76400c7d4794 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787036 Feb 09 16:31:54.504749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] For port 44025b52-804e-4e85-82ff-78078c2a6037, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=44025b52-804e-4e85-82ff-78078c2a6037,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:31:54.504749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:54.512743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for 44025b52-804e-4e85-82ff-78078c2a6037 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:31:54.771278 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:54.801137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=44025b52-804e-4e85-82ff-78078c2a6037,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:54.849211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] No DVR routers for this DVR port 44025b52-804e-4e85-82ff-78078c2a6037 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:31:54.851923 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:54.856068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5fdbac6-7142-413c-8f8c-6affa8f30eed req-bae9a58e-8036-41fb-8c2e-ddf596dcdad6 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.13 "DELETE /v2.0/ports/44025b52-804e-4e85-82ff-78078c2a6037 HTTP/1.1" status: 204 len: 173 time: 0.6151199 Feb 09 16:31:54.859825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'name': 'network-vif-deleted', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:31:54.859825 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7f265f-8349-4e47-a4cc-de82c9e54597" -d '{"events": [{"server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "name": "network-vif-deleted", "tag": "44025b52-804e-4e85-82ff-78078c2a6037"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:31:54.924651 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a791e72-6acd-44aa-a256-b6872a51a3f2 x-openstack-request-id: req-3a791e72-6acd-44aa-a256-b6872a51a3f2 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:31:54.924950 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd2232-25a9-4215-8e87-ee8be1e64104", "name": "network-vif-deleted", "tag": "44025b52-804e-4e85-82ff-78078c2a6037", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:31:54.925238 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a791e72-6acd-44aa-a256-b6872a51a3f2 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:31:54.925646 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd2232-25a9-4215-8e87-ee8be1e64104', 'name': 'network-vif-deleted', 'tag': '44025b52-804e-4e85-82ff-78078c2a6037', 'status': 'completed', 'code': 200} Feb 09 16:31:55.304146 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fd95bc15-30b9-4746-bbaa-cb9eb458fdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:55.577140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0bfded6-c795-4ce8-88cf-68501f193548 req-3f0c21a7-35af-4307-b885-6ce1d33320b1 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 210 time: 0.0278842 Feb 09 16:31:56.357899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-0ab5a89e-6b90-470c-873f-02bb5ae7f57a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426466 Feb 09 16:31:56.457610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-96dd9f8d-3508-4e12-977f-e6b296ba983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:56.458855 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-96dd9f8d-3508-4e12-977f-e6b296ba983a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1097 time: 0.0544631 Feb 09 16:31:56.591699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-7ccc4547-5fc5-4802-b3f0-96edb5509c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:56.593495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-7ccc4547-5fc5-4802-b3f0-96edb5509c20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.1064208 Feb 09 16:31:56.673773 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:56.696842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff680f90-0fe9-4b01-88a2-69a9793f3492 req-2e614264-6d91-4f0f-a8d1-5a1558703412 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 210 time: 0.0391049 Feb 09 16:31:56.708664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-a5b3a425-518a-415d-a2e7-9935bbae2bb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 200 len: 1002 time: 0.1031260 Feb 09 16:31:56.761470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-d6dc6af6-2b35-4f85-9745-22bb513034a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:56.763516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-d6dc6af6-2b35-4f85-9745-22bb513034a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.0479450 Feb 09 16:31:56.812609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-9cf92deb-b666-47ad-a915-5e83ab91c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:31:56.814312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-9cf92deb-b666-47ad-a915-5e83ab91c4df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433955 Feb 09 16:31:56.925621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-33102af0-2ecc-4223-9ef7-3b9028ebfde9 service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037123 Feb 09 16:31:57.023445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4bb0fa0-a5dd-424a-a653-41b4c77dd6c1 req-781441ae-4f6f-4806-b874-3e97db409380 service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907407 Feb 09 16:31:57.802955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e245426-ab1e-411e-b333-73d3f0a982df req-a36bbb37-0dbd-4d74-ab67-236bfe2830d0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 210 time: 0.0299861 Feb 09 16:31:58.296884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:58.581854 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:58.858697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55544) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:58.908351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22934e5b-6582-41e1-9a32-18c3765901e8 req-48b50498-dc8c-4eb6-9b27-0ec395c218a0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd2232-25a9-4215-8e87-ee8be1e64104 HTTP/1.1" status: 200 len: 210 time: 0.0344079 Feb 09 16:31:58.975542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-170bbd2a-d4e9-425b-974d-c9619dad34ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:59.049723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-170bbd2a-d4e9-425b-974d-c9619dad34ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:59.119499 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-170bbd2a-d4e9-425b-974d-c9619dad34ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:59.159543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-170bbd2a-d4e9-425b-974d-c9619dad34ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78c78156cec54bbe9d7d2bd028e603ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995720 Feb 09 16:31:59.160683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bbd2a-d4e9-425b-974d-c9619dad34ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5562685f-5d29-4e6e-9024-a0b9e807b930,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:59.162163 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55548) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:31:59.220785 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e076d2f-b250-43fb-b0c5-7ab978d531ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:59.244475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e076d2f-b250-43fb-b0c5-7ab978d531ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:59.393075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e076d2f-b250-43fb-b0c5-7ab978d531ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:59.395608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7e076d2f-b250-43fb-b0c5-7ab978d531ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:31:59.396811 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7e076d2f-b250-43fb-b0c5-7ab978d531ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5562685f-5d29-4e6e-9024-a0b9e807b930 HTTP/1.1" status: 204 len: 168 time: 0.2326529 Feb 09 16:31:59.403724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 44025b52-804e-4e85-82ff-78078c2a6037 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:31:59.404940 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e076d2f-b250-43fb-b0c5-7ab978d531ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5562685f-5d29-4e6e-9024-a0b9e807b930,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:31:59.427620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 44025b52-804e-4e85-82ff-78078c2a6037 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:31:59.427963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 44025b52-804e-4e85-82ff-78078c2a6037 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:00.103142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55558) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:00.116912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47c98358-913e-4ac2-936e-642be0b8dce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:00.191054 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47c98358-913e-4ac2-936e-642be0b8dce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:00.336442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47c98358-913e-4ac2-936e-642be0b8dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:00.376605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-47c98358-913e-4ac2-936e-642be0b8dce5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef736df447f14d498ece638a31a5ff5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723470 Feb 09 16:32:00.377495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c98358-913e-4ac2-936e-642be0b8dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9821620-c6ca-4c68-9d78-7c01b64f1acb,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:00.379483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55562) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:00.433883 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c48fc29-e3c8-4b63-bbe2-2def13f027b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:00.456557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c48fc29-e3c8-4b63-bbe2-2def13f027b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:00.456786 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:00.603574 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c48fc29-e3c8-4b63-bbe2-2def13f027b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:00.606300 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c48fc29-e3c8-4b63-bbe2-2def13f027b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:00.607602 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5c48fc29-e3c8-4b63-bbe2-2def13f027b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9821620-c6ca-4c68-9d78-7c01b64f1acb HTTP/1.1" status: 204 len: 168 time: 0.2266514 Feb 09 16:32:00.617357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48fc29-e3c8-4b63-bbe2-2def13f027b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9821620-c6ca-4c68-9d78-7c01b64f1acb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:01.767135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55586) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:01.866019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1904031669-network', 'tenant_id': '2b95821e35404978822f90245ca5f688'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:32:01.958515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Made reservation on behalf of 2b95821e35404978822f90245ca5f688 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:32:01.961021 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:01.970012 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:02.049809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:02.125178 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:02.159459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:02.188801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:32:02.197153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f31f91b-9f41-49e2-b793-318e32b66880,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:02.205169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:02.205169 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Added segment b7a43946-18d7-4e3b-a967-5dc1d7af19a2 of type vlan for network f33b493e-e923-414b-88ea-ce14aa40c7a5 Feb 09 16:32:02.255338 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:02.466267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:02.466267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:02.466267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:02.555652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] Pushing event updated for resources: {'Network': ['ID=f33b493e-e923-414b-88ea-ce14aa40c7a5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:02.566228 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f33b493e-e923-414b-88ea-ce14aa40c7a5 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:32:02.618938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-14b07f0e-2afa-4806-8cc5-7eedb9039a91 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8500261 Feb 09 16:32:02.621899 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55592) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:02.627284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Request body: {'subnet': {'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1904031669-subnet', 'tenant_id': '2b95821e35404978822f90245ca5f688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:32:02.782091 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Made reservation on behalf of 2b95821e35404978822f90245ca5f688 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:32:02.784569 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:03.051719 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:03.105378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f17ffc8-2cd7-441d-8967-4563039be417,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:03.115882 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Checking segment: {'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:32:03.116284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Network hostable DHCP agents. Network: f33b493e-e923-414b-88ea-ce14aa40c7a5, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:32:03.279303 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Network f33b493e-e923-414b-88ea-ce14aa40c7a5 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:32:03.381234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, f33b493e-e923-414b-88ea-ce14aa40c7a5) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:32:03.385647 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:03.386239 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:03.394832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f542a-c8e9-4150-81c3-f812cd64d049 None None] Network f33b493e-e923-414b-88ea-ce14aa40c7a5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:32:03.507357 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-214f7a58-695d-44e9-a21e-f3fd08ed5091 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8839760 Feb 09 16:32:03.529494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144c029-28f9-4973-ae0e-c8d86bc2bc5c None None] Network f33b493e-e923-414b-88ea-ce14aa40c7a5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:32:05.668135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55620) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:05.847351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port 900fc9e7-1faf-4c00-8a9e-3e84faf6a6bb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:05.859522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:05.936677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:05.945631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:05.951434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for 900fc9e7-1faf-4c00-8a9e-3e84faf6a6bb owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:06.193927 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:06.223850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=900fc9e7-1faf-4c00-8a9e-3e84faf6a6bb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:06.289369 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:06.289734 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Floating IP 94f24501-eb5c-491f-b41b-c9695d14341e disassociated (deleted). External IP: 172.25.5.136, port: 0ea76b6e-0052-401f-8c51-6ed2368352c0. Feb 09 16:32:06.526484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:32:06.650072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:32:06.655417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:06.661169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:32:06.676811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:32:06.677433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:31:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:06.687178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a8517d0a-df15-4149-897c-165921237197 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "DELETE /v2.0/floatingips/94f24501-eb5c-491f-b41b-c9695d14341e HTTP/1.1" status: 204 len: 168 time: 1.0177777 Feb 09 16:32:06.688004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:32:06.690174 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28" -d '{"events": [{"name": "network-changed", "server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:32:06.733865 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ece90a-5748-464b-9359-70b0dcf2a733 x-openstack-request-id: req-07ece90a-5748-464b-9359-70b0dcf2a733 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:32:06.736180 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:32:06.736180 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07ece90a-5748-464b-9359-70b0dcf2a733 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:32:06.736180 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'status': 'completed', 'code': 200} Feb 09 16:32:06.799172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:32:06.813733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-0d06b9b9-e00e-48fe-b8a8-c613d0718b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:06.815312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-0d06b9b9-e00e-48fe-b8a8-c613d0718b2e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=86d7c946276a42d6a2439d9da69e9451&device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 1097 time: 0.0548134 Feb 09 16:32:06.927830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-d5f5e3a7-a314-4b25-8478-4565d0b63456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:06.929530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-d5f5e3a7-a314-4b25-8478-4565d0b63456 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 200 len: 912 time: 0.1066356 Feb 09 16:32:07.003370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-1df16a90-d39f-404b-9fca-adcc7e73affd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 200 len: 217 time: 0.0652034 Feb 09 16:32:07.039671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:07.066308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:32:07.075027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:32:07.075644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:31:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:07.114642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-1831fd0e-6a7e-4925-806e-78f543cddb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:07.116182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-1831fd0e-6a7e-4925-806e-78f543cddb53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 200 len: 850 time: 0.1058552 Feb 09 16:32:07.182338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-8e2ca857-566e-4c9d-a5a1-26e80c6a31ed tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:07.184540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-8e2ca857-566e-4c9d-a5a1-26e80c6a31ed tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/networks?id=f33b493e-e923-414b-88ea-ce14aa40c7a5 HTTP/1.1" status: 200 len: 809 time: 0.1757030 Feb 09 16:32:07.195809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:32:07.201088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-0988d3ce-74f0-4223-92c1-78c213925aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:07.202568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-0988d3ce-74f0-4223-92c1-78c213925aa7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727811 Feb 09 16:32:07.206206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-fb86b15e-7fcb-42a9-8590-a1d2781edb59 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/quotas/2b95821e35404978822f90245ca5f688 HTTP/1.1" status: 200 len: 375 time: 0.0141280 Feb 09 16:32:07.283949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-a908256d-3346-47cb-9bf5-23a40e0c98e4 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b95821e35404978822f90245ca5f688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661378 Feb 09 16:32:07.387797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-16c3688f-30ad-457a-a396-3ffd7d6867af service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773992 Feb 09 16:32:07.467584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:07.492290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-51985658-8270-4c5d-9783-83b6c0d513c4 service neutron] 10.222.0.53 "GET /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914234 Feb 09 16:32:07.501281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c128ded-563a-4335-b4dc-52d116521c49 None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:14:58Z', 'revision_number': 4, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '70a46e47-2c6b-442f-8653-7bed1a7f7926', 'name': '', 'network_id': '6ecea027-04f6-44d9-a2c1-1f757fbd5ff0', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'mac_address': 'fa:16:3e:a8:75:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '82311d2a-6370-473d-aac3-b41259684a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:55Z', 'updated_at': '2022-02-09T16:15:06Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'subnets': [{'id': '82311d2a-6370-473d-aac3-b41259684a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:32:07.572393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09b43c-3b12-41ec-b416-4e957fc00dba req-2bc3692e-c653-470a-89c8-be059092989b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:07.573970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab09b43c-3b12-41ec-b416-4e957fc00dba req-2bc3692e-c653-470a-89c8-be059092989b tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 946 time: 0.1815040 Feb 09 16:32:07.618355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67da1df-2cbd-41d7-9efd-e1d1d8ef5a28 req-daabdf89-b6bc-4b2c-8620-5d43b4f08831 service neutron] 10.222.0.73 "GET /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064474 Feb 09 16:32:07.658850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab09b43c-3b12-41ec-b416-4e957fc00dba req-2e73cd9e-633d-48b6-acb4-7ac2a972164d tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751998 Feb 09 16:32:07.672895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-302d6087-35b9-458e-ae46-8b9f946f7eeb service neutron] 10.222.0.53 "GET /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715007 Feb 09 16:32:07.831715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bedf21-fdfe-4c50-9c12-5de15f797fae None None] New status for floating IP 94f24501-eb5c-491f-b41b-c9695d14341e: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:32:08.093612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-61efed02-5246-4928-b7bc-b3a9fceb4140 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:08.095181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-61efed02-5246-4928-b7bc-b3a9fceb4140 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.73 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 946 time: 0.0543609 Feb 09 16:32:08.452436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port 0ea76b6e-0052-401f-8c51-6ed2368352c0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:08.452820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:08.549595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] For port 0ea76b6e-0052-401f-8c51-6ed2368352c0, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=0ea76b6e-0052-401f-8c51-6ed2368352c0,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:08.549964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:08.562391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for 0ea76b6e-0052-401f-8c51-6ed2368352c0 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:08.775835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:08.809082 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=0ea76b6e-0052-401f-8c51-6ed2368352c0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:08.862746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa0f-f551-48f2-957f-fcf223fc1c00 req-ed214384-ae6e-4d78-8e4b-e74ce6afcc0c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:08.864269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e39fa0f-f551-48f2-957f-fcf223fc1c00 req-ed214384-ae6e-4d78-8e4b-e74ce6afcc0c tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 867 time: 0.1198330 Feb 09 16:32:08.865193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] No DVR routers for this DVR port 0ea76b6e-0052-401f-8c51-6ed2368352c0 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:32:08.867666 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:08.871495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ed5cd07-3f42-4454-a26c-eda7bf5087de req-cb9c05da-fe3a-4be0-9111-d1a5b1dc5ed0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.73 "DELETE /v2.0/ports/0ea76b6e-0052-401f-8c51-6ed2368352c0 HTTP/1.1" status: 204 len: 173 time: 0.7697489 Feb 09 16:32:08.871945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'name': 'network-vif-deleted', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:32:08.874535 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaae862-35f0-4f45-87e7-6e74512a247c" -d '{"events": [{"server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "name": "network-vif-deleted", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:32:08.912161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e39fa0f-f551-48f2-957f-fcf223fc1c00 req-3097abf4-006a-4b1d-b9e2-988845fc40c3 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/security-groups?id=b088dbd7-820a-4ccd-afb4-74c1c29b6651&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345886 Feb 09 16:32:08.989822 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa37b1e-a2c5-45b8-b437-39f28373a3a3 x-openstack-request-id: req-afa37b1e-a2c5-45b8-b437-39f28373a3a3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:32:08.990127 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769a67f1-1d74-4fd5-9211-3732ce1f3548", "name": "network-vif-deleted", "tag": "0ea76b6e-0052-401f-8c51-6ed2368352c0", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:32:08.990384 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afa37b1e-a2c5-45b8-b437-39f28373a3a3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:32:08.990787 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769a67f1-1d74-4fd5-9211-3732ce1f3548', 'name': 'network-vif-deleted', 'tag': '0ea76b6e-0052-401f-8c51-6ed2368352c0', 'status': 'completed', 'code': 200} Feb 09 16:32:09.010770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a137243-3ea7-4f43-9418-7ec0729e2a8c req-d89d5bd0-c4ea-4d00-be6a-cc48828e565e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 210 time: 0.0417287 Feb 09 16:32:10.028667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e9a429d-3390-43fa-9089-a53d11d54747 req-ac114537-1d3a-4de0-8d4c-038f3fc5a4ba tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 210 time: 0.0264390 Feb 09 16:32:10.095291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-464f382f-02f9-4da4-a429-9c5a41c0093e req-43e42c40-4d5e-47f4-93d2-9df7d0f59f54 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 210 time: 0.0279388 Feb 09 16:32:11.136035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54d660b5-3d5a-4191-96e0-843a19af344c req-bbbdd2c9-05df-43cd-a067-99c797edcc79 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 210 time: 0.0324063 Feb 09 16:32:11.212706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79416af3-1308-4b67-b289-e1fe9b22d465 req-7b607007-4077-421b-a487-6e6f8c88e75a tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 210 time: 0.0362310 Feb 09 16:32:11.888663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-d5c1e5c8-f24c-490f-bb41-719e2a866aec tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:11.890351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-d5c1e5c8-f24c-490f-bb41-719e2a866aec tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.13 "GET /v2.0/networks?id=f33b493e-e923-414b-88ea-ce14aa40c7a5 HTTP/1.1" status: 200 len: 809 time: 0.1119518 Feb 09 16:32:11.907367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Request body: {'port': {'device_id': '0635f2cd-d126-42da-9f88-a830b59bd682', 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5', 'admin_state_up': True, 'tenant_id': '2b95821e35404978822f90245ca5f688'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:32:12.176036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Made reservation on behalf of 2b95821e35404978822f90245ca5f688 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:32:12.179862 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:12.289028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c562bbb-295f-41ae-81cd-37b0d7587422 req-5e1043ca-de9b-47b2-a9c2-c105a21826fc tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 210 time: 0.0423763 Feb 09 16:32:12.328136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5c47893-b65f-46eb-84ff-cd9b6a84376b req-e276d500-49e5-423a-8549-4e8343517136 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 210 time: 0.0415843 Feb 09 16:32:12.375216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Allocated IP 172.20.0.13 (f33b493e-e923-414b-88ea-ce14aa40c7a5/7f17ffc8-2cd7-441d-8967-4563039be417/e22393eb-5de3-4c5e-b921-fcf48321c3c6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:32:12.410259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0ea76b6e-0052-401f-8c51-6ed2368352c0 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:12.433687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 0ea76b6e-0052-401f-8c51-6ed2368352c0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:12.433938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 0ea76b6e-0052-401f-8c51-6ed2368352c0 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:12.537223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:12.668633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:12.709734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Network f33b493e-e923-414b-88ea-ce14aa40c7a5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:32:12.716062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:32:12.726389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:32:12.754063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Pushing event updated for resources: {'Port': ['ID=e22393eb-5de3-4c5e-b921-fcf48321c3c6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:12.768719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.769081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.769426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.776449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:12.795076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:12.798034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:12.898893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-47d3291b-dd42-4bbf-8dec-a57ecf5f8d17 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9981408 Feb 09 16:32:12.910627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Request body: {'port': {'device_id': '0635f2cd-d126-42da-9f88-a830b59bd682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:32:12.964828 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:13.244794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22393eb-5de3-4c5e-b921-fcf48321c3c6 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:32:13.253278 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:13.266849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Transition to ACTIVE for port object e22393eb-5de3-4c5e-b921-fcf48321c3c6 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:32:13.352972 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:13.442242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c509d11-ff82-4a09-a7db-c6336df32bd8 req-60cbbf86-89ba-4811-b1cc-a2a6f30248a0 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "GET /v2.0/ports?device_id=769a67f1-1d74-4fd5-9211-3732ce1f3548 HTTP/1.1" status: 200 len: 210 time: 0.0533285 Feb 09 16:32:13.482957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Pushing event updated for resources: {'Port': ['ID=e22393eb-5de3-4c5e-b921-fcf48321c3c6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:13.549245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03640f9-1985-4969-99de-3ac92d15307a req-4340afed-219a-4d3a-b76f-7e0f3ea0733d tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:13.550791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03640f9-1985-4969-99de-3ac92d15307a req-4340afed-219a-4d3a-b76f-7e0f3ea0733d tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 944 time: 0.1397872 Feb 09 16:32:13.582885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Attempting to bind port e22393eb-5de3-4c5e-b921-fcf48321c3c6 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:32:13.583236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Attempting to bind port e22393eb-5de3-4c5e-b921-fcf48321c3c6 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:32:13.583583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Attempting to bind port e22393eb-5de3-4c5e-b921-fcf48321c3c6 on network f33b493e-e923-414b-88ea-ce14aa40c7a5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:32:13.594390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Port e22393eb-5de3-4c5e-b921-fcf48321c3c6 on network f33b493e-e923-414b-88ea-ce14aa40c7a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:32:13.594717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Attempting to bind port e22393eb-5de3-4c5e-b921-fcf48321c3c6 on network f33b493e-e923-414b-88ea-ce14aa40c7a5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:32:13.607887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:32:13.608242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Checking segment: {'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:32:13.608648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Bound using segment: {'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:32:13.609187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Bound port: e22393eb-5de3-4c5e-b921-fcf48321c3c6, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:32:13.609558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:13.617282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c03640f9-1985-4969-99de-3ac92d15307a req-bdf7c00f-3966-491d-bdcf-99b9bc141c28 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578315 Feb 09 16:32:13.680678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] For port e22393eb-5de3-4c5e-b921-fcf48321c3c6, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:32:13.683690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] For port e22393eb-5de3-4c5e-b921-fcf48321c3c6, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e22393eb-5de3-4c5e-b921-fcf48321c3c6,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:32:13.760163 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:13.797196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:13.797840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:13.799625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] 10.222.0.13 "PUT /v2.0/ports/e22393eb-5de3-4c5e-b921-fcf48321c3c6 HTTP/1.1" status: 200 len: 1092 time: 0.8931570 Feb 09 16:32:13.800016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0635f2cd-d126-42da-9f88-a830b59bd682', 'tag': 'e22393eb-5de3-4c5e-b921-fcf48321c3c6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:32:13.802313 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb64953b-c8ab-4984-a54f-e43a896f19e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0635f2cd-d126-42da-9f88-a830b59bd682", "tag": "e22393eb-5de3-4c5e-b921-fcf48321c3c6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:32:13.825860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f728bf-051d-492c-91d7-2ffbb8c5c103 service neutron] Pushing event updated for resources: {'Port': ['ID=e22393eb-5de3-4c5e-b921-fcf48321c3c6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:13.842629 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87c71e1-a7cd-486b-95b0-539688975c60 x-openstack-request-id: req-a87c71e1-a7cd-486b-95b0-539688975c60 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:32:13.842931 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0635f2cd-d126-42da-9f88-a830b59bd682", "tag": "e22393eb-5de3-4c5e-b921-fcf48321c3c6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:32:13.843190 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a87c71e1-a7cd-486b-95b0-539688975c60 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:32:13.843651 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0635f2cd-d126-42da-9f88-a830b59bd682', 'tag': 'e22393eb-5de3-4c5e-b921-fcf48321c3c6', 'status': 'completed', 'code': 200} Feb 09 16:32:13.908253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64953b-c8ab-4984-a54f-e43a896f19e0 req-fa63d68f-835f-4566-9fb2-e1c3b244f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:13.910606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb64953b-c8ab-4984-a54f-e43a896f19e0 req-fa63d68f-835f-4566-9fb2-e1c3b244f8cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b95821e35404978822f90245ca5f688&device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 1095 time: 0.0475037 Feb 09 16:32:14.017094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64953b-c8ab-4984-a54f-e43a896f19e0 req-d5851b24-1c08-46a9-8818-47a6238fd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:14.018844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb64953b-c8ab-4984-a54f-e43a896f19e0 req-d5851b24-1c08-46a9-8818-47a6238fd18f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b95821e35404978822f90245ca5f688&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1001198 Feb 09 16:32:14.117258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64953b-c8ab-4984-a54f-e43a896f19e0 req-81ca3059-68a7-4826-92b6-e761ace37be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:14.119230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb64953b-c8ab-4984-a54f-e43a896f19e0 req-81ca3059-68a7-4826-92b6-e761ace37be8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936360 Feb 09 16:32:14.197578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-9cf3851c-fd2e-45b5-8d5e-4754dbb63bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:14.199114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-9cf3851c-fd2e-45b5-8d5e-4754dbb63bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b95821e35404978822f90245ca5f688&device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 1095 time: 0.0427494 Feb 09 16:32:14.242078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-2f6f2341-9df1-4676-a9fe-e492d0cdbcc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e22393eb-5de3-4c5e-b921-fcf48321c3c6 HTTP/1.1" status: 200 len: 217 time: 0.0352600 Feb 09 16:32:14.293683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-4c9e62fb-cad5-4464-ac30-e5175bc5ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:14.295210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-4c9e62fb-cad5-4464-ac30-e5175bc5ea3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f17ffc8-2cd7-441d-8967-4563039be417 HTTP/1.1" status: 200 len: 849 time: 0.0475564 Feb 09 16:32:14.326863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-1e691348-d6fd-43a8-98b7-f48428194589 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f33b493e-e923-414b-88ea-ce14aa40c7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256076 Feb 09 16:32:14.417780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-7c11aa69-32be-45c1-b1dd-fa6d314ef8a2 service neutron] 10.222.0.13 "GET /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Feb 09 16:32:14.498811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55692) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:14.554626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8489ac81-d7d2-4f76-bb1b-42fc0fac549f req-128f4e00-a50a-4232-b600-560de460f578 service neutron] 10.222.0.13 "GET /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304064 Feb 09 16:32:14.637430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Deleting port de1d49c0-12fe-4081-8854-d9ff58fd04ce {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:14.638069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:14.741566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:14.741813 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:14.759391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Calling delete_port for de1d49c0-12fe-4081-8854-d9ff58fd04ce owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:14.778071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edfd55-0099-4814-96be-7d1f27be3b33 req-c7daa760-239d-4c8e-b6cc-9a499a220e92 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:14.779623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0edfd55-0099-4814-96be-7d1f27be3b33 req-c7daa760-239d-4c8e-b6cc-9a499a220e92 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 944 time: 0.0864589 Feb 09 16:32:14.864251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0edfd55-0099-4814-96be-7d1f27be3b33 req-7a70c00f-db08-436e-9815-8c415bb20220 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515985 Feb 09 16:32:14.981980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:15.007536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'Port': ['ID=de1d49c0-12fe-4081-8854-d9ff58fd04ce,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:15.069937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:15.072765 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:15.073977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f9e31b0e-06d1-4537-bf9b-dd49f934350e tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "DELETE /v2.0/floatingips/9e091912-c148-423f-a1cd-40ea0b3eff8e HTTP/1.1" status: 204 len: 168 time: 0.5739174 Feb 09 16:32:15.987735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c1508-94b8-42e9-9c79-1028c7801319 req-7d8cf5f7-10b9-40a5-a422-0fb7cb1fd7b9 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:15.992567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc5c1508-94b8-42e9-9c79-1028c7801319 req-7d8cf5f7-10b9-40a5-a422-0fb7cb1fd7b9 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 944 time: 0.0541418 Feb 09 16:32:16.029278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc5c1508-94b8-42e9-9c79-1028c7801319 req-f9043ea9-7d5f-4119-8827-a89f325b3424 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Feb 09 16:32:17.193737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba775fa-d937-4689-b3bc-73ef599fce27 req-430a809f-aed0-45f5-aef3-fa5448a6a31d tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:17.194645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ba775fa-d937-4689-b3bc-73ef599fce27 req-430a809f-aed0-45f5-aef3-fa5448a6a31d tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 944 time: 0.0593798 Feb 09 16:32:17.249408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ba775fa-d937-4689-b3bc-73ef599fce27 req-17247e32-4b5a-489a-8584-08fb94a1d21e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475926 Feb 09 16:32:17.463715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e22393eb-5de3-4c5e-b921-fcf48321c3c6 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:32:17.571338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e22393eb-5de3-4c5e-b921-fcf48321c3c6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e22393eb-5de3-4c5e-b921-fcf48321c3c6,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:17.583644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'e22393eb-5de3-4c5e-b921-fcf48321c3c6', 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5', 'port_id': 'e22393eb-5de3-4c5e-b921-fcf48321c3c6', 'mac_address': 'fa:16:3e:75:cf:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f17ffc8-2cd7-441d-8967-4563039be417', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:32:17.623508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:17.642142 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22393eb-5de3-4c5e-b921-fcf48321c3c6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:32:17.663677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e22393eb-5de3-4c5e-b921-fcf48321c3c6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e22393eb-5de3-4c5e-b921-fcf48321c3c6,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:17.742004 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:17.793946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e22393eb-5de3-4c5e-b921-fcf48321c3c6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:17.801898 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.802259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.802571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.802907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.803244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.803576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.803901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.804268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.804594 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.804929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.805249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.805597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:17.970784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e22393eb-5de3-4c5e-b921-fcf48321c3c6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:32:18.395353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1328f-4dc9-44dc-be36-e319dc2c0161 req-48b1f622-756b-47d0-80ba-6171cf42ada2 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:18.398225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37b1328f-4dc9-44dc-be36-e319dc2c0161 req-48b1f622-756b-47d0-80ba-6171cf42ada2 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 945 time: 0.0738122 Feb 09 16:32:18.441711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37b1328f-4dc9-44dc-be36-e319dc2c0161 req-ca28da2d-8eae-4738-ba7f-b89e094a0fa4 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366828 Feb 09 16:32:18.518985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-cea08456-b8f7-4888-8240-d8f1ec50962c req-0bda6fdc-42fc-4106-a621-892869ebbfc7 service neutron] (103179) timed out ('10.222.0.13', 63832) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:32:18.559303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55716) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:18.624995 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e034cf72-6c83-458a-9c32-947ab7cad4b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:18.652479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e034cf72-6c83-458a-9c32-947ab7cad4b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:18.809437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e034cf72-6c83-458a-9c32-947ab7cad4b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:18.812130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e034cf72-6c83-458a-9c32-947ab7cad4b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:18.815890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e034cf72-6c83-458a-9c32-947ab7cad4b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] 10.222.0.53 "DELETE /v2.0/security-groups/b088dbd7-820a-4ccd-afb4-74c1c29b6651 HTTP/1.1" status: 204 len: 168 time: 0.2528739 Feb 09 16:32:18.824277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034cf72-6c83-458a-9c32-947ab7cad4b8 tempest-TestVolumeBootPattern-1727720146 tempest-TestVolumeBootPattern-1727720146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b088dbd7-820a-4ccd-afb4-74c1c29b6651,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:18.999485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55720) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:19.424398 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:19.463976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e22393eb-5de3-4c5e-b921-fcf48321c3c6 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:32:19.589972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dca02-a0ae-4f3e-b5f3-587484daca71 req-61200a19-d056-468b-865b-aca008bc874e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:19.591838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6dca02-a0ae-4f3e-b5f3-587484daca71 req-61200a19-d056-468b-865b-aca008bc874e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 945 time: 0.0549643 Feb 09 16:32:19.627910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port e22393eb-5de3-4c5e-b921-fcf48321c3c6 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:32:19.632183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port e22393eb-5de3-4c5e-b921-fcf48321c3c6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:32:19.632878 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:19.639014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6dca02-a0ae-4f3e-b5f3-587484daca71 req-53489c7c-7472-4f60-a20f-633cec869a95 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Feb 09 16:32:19.703150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Deleting port 70a46e47-2c6b-442f-8653-7bed1a7f7926 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:19.704025 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:19.731093 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:19.756462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0635f2cd-d126-42da-9f88-a830b59bd682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22393eb-5de3-4c5e-b921-fcf48321c3c6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:32:19.759277 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04777f05-856b-4aa3-9ab5-bccc1d2f2998" -d '{"events": [{"server_uuid": "0635f2cd-d126-42da-9f88-a830b59bd682", "name": "network-vif-plugged", "status": "completed", "tag": "e22393eb-5de3-4c5e-b921-fcf48321c3c6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:32:19.777879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port e22393eb-5de3-4c5e-b921-fcf48321c3c6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e22393eb-5de3-4c5e-b921-fcf48321c3c6,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:19.793349 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] For port 70a46e47-2c6b-442f-8653-7bed1a7f7926, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=70a46e47-2c6b-442f-8653-7bed1a7f7926,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:19.802076 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:19.807338 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8c5d8b-9010-477e-8b8b-3412c29c1323 x-openstack-request-id: req-4f8c5d8b-9010-477e-8b8b-3412c29c1323 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:32:19.807648 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0635f2cd-d126-42da-9f88-a830b59bd682", "name": "network-vif-plugged", "status": "completed", "tag": "e22393eb-5de3-4c5e-b921-fcf48321c3c6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:32:19.807902 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f8c5d8b-9010-477e-8b8b-3412c29c1323 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:32:19.808349 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0635f2cd-d126-42da-9f88-a830b59bd682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22393eb-5de3-4c5e-b921-fcf48321c3c6', 'code': 200} Feb 09 16:32:19.808465 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Calling delete_port for 70a46e47-2c6b-442f-8653-7bed1a7f7926 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:19.849776 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:19.901591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=e22393eb-5de3-4c5e-b921-fcf48321c3c6,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:19.909769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccf6fc-f73f-4964-b527-61f0e5c098ee req-98e98a44-f6a7-4211-a418-2ba7801638e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:19.911999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1eccf6fc-f73f-4964-b527-61f0e5c098ee req-98e98a44-f6a7-4211-a418-2ba7801638e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 1097 time: 0.0476358 Feb 09 16:32:19.948209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1eccf6fc-f73f-4964-b527-61f0e5c098ee req-237d11f6-772a-4afb-99da-f99afebeb6ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299547 Feb 09 16:32:20.079198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:20.114399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a46e47-2c6b-442f-8653-7bed1a7f7926,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:20.137875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.138268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.138537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.138870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.139193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.139513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.139824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.140442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.140723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.140876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.141095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.141402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:32:20.288455 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:20.765497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc4b26-ab49-4563-87f3-56aca7beb910 req-cf7d6d03-702d-4f09-bec8-fc5c3c11b0a2 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:20.765497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90cc4b26-ab49-4563-87f3-56aca7beb910 req-cf7d6d03-702d-4f09-bec8-fc5c3c11b0a2 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 946 time: 0.0527864 Feb 09 16:32:20.809614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90cc4b26-ab49-4563-87f3-56aca7beb910 req-5ac01e6b-b7c6-4cc7-9fc1-d5b9232b3748 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399687 Feb 09 16:32:20.854601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Router 7c9a682a-fb59-4f60-9b3a-c864319da31d has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:32:20.979578 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:32:20.988616 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-371b3bd6-96f4-47a1-bfd5-e40cff773675 admin admin] 10.222.0.53 "PUT /v2.0/routers/7c9a682a-fb59-4f60-9b3a-c864319da31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860263 Feb 09 16:32:20.989552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55734) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:20.992327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] Sync routers for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:32:21.003305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:32:21.004097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:31:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:21.098020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.210024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.276849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:32:21.351529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Deleting port e6c9aacd-1308-4398-8998-f3a63c0eabe8 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:21.352099 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.440456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] For port e6c9aacd-1308-4398-8998-f3a63c0eabe8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e6c9aacd-1308-4398-8998-f3a63c0eabe8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:21.440970 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.459860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Calling delete_port for e6c9aacd-1308-4398-8998-f3a63c0eabe8 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:21.473616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:32:19Z', 'revision_number': 5, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port': {'id': 'e6c9aacd-1308-4398-8998-f3a63c0eabe8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:8b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:14:50Z', 'updated_at': '2022-02-09T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:21.505323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] Checking router: 7c9a682a-fb59-4f60-9b3a-c864319da31d for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:32:21.514659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] Routers {'7c9a682a-fb59-4f60-9b3a-c864319da31d'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:32:21.515517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:31:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['7c9a682a-fb59-4f60-9b3a-c864319da31d'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:21.607677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] Set router 7c9a682a-fb59-4f60-9b3a-c864319da31d gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:32:21.660569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:32:21Z', 'revision_number': 6, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:21.689963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a773796-f5d7-4c61-ba25-ee44d7735150 None None] The sync data for ids ['7c9a682a-fb59-4f60-9b3a-c864319da31d'] in n-d-828542-1 is: [{'id': '7c9a682a-fb59-4f60-9b3a-c864319da31d', 'name': 'tempest-TestVolumeBootPattern-569441603-router', 'tenant_id': '86d7c946276a42d6a2439d9da69e9451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:14:48Z', 'updated_at': '2022-02-09T16:32:21Z', 'revision_number': 6, 'project_id': '86d7c946276a42d6a2439d9da69e9451', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:32:21.702487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.737330 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c9aacd-1308-4398-8998-f3a63c0eabe8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:21.802854 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.900619 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.902858 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.938889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c20122-7b45-469c-ab13-bffd767fc26d req-5faa0c19-5fea-4756-9e8f-7f3e972960b1 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:21.941230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9c20122-7b45-469c-ab13-bffd767fc26d req-5faa0c19-5fea-4756-9e8f-7f3e972960b1 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 946 time: 0.0544696 Feb 09 16:32:21.981272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9c20122-7b45-469c-ab13-bffd767fc26d req-992ddead-8f22-4c12-87d9-f0706ceab9a4 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Feb 09 16:32:21.998931 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:21.999473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9a682a-fb59-4f60-9b3a-c864319da31d {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:32:22.005380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.006562 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4c22ec62-5780-4c1b-b96b-651300f31dbf admin admin] 10.222.0.53 "DELETE /v2.0/routers/7c9a682a-fb59-4f60-9b3a-c864319da31d HTTP/1.1" status: 204 len: 168 time: 1.0160582 Feb 09 16:32:22.012104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55742) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:22.060697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f536aba6-2965-46f9-959c-7b55677bfa20 admin admin] Deleting subnet 82311d2a-6370-473d-aac3-b41259684a94 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:32:22.064204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f536aba6-2965-46f9-959c-7b55677bfa20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.103449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f536aba6-2965-46f9-959c-7b55677bfa20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.186223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f536aba6-2965-46f9-959c-7b55677bfa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.365339 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f536aba6-2965-46f9-959c-7b55677bfa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.393509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536aba6-2965-46f9-959c-7b55677bfa20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82311d2a-6370-473d-aac3-b41259684a94,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:22.397433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f536aba6-2965-46f9-959c-7b55677bfa20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.403612 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f536aba6-2965-46f9-959c-7b55677bfa20 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/82311d2a-6370-473d-aac3-b41259684a94 HTTP/1.1" status: 204 len: 168 time: 0.3902214 Feb 09 16:32:22.403912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 55744) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:22.409087 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a14cbf-fb2f-4e05-ac2c-00a5302eb091 None None] Network 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:32:22.493924 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.553530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Deleting port 31860303-546e-492f-9cda-8396b414458e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:22.553886 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.613771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83588416-7d42-4d70-838f-f19866c89414 None None] DHCP port deletion for 6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:32:22.635288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] For port 31860303-546e-492f-9cda-8396b414458e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=31860303-546e-492f-9cda-8396b414458e,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:22.635288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.644832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Calling delete_port for 31860303-546e-492f-9cda-8396b414458e owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:22.676854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-83588416-7d42-4d70-838f-f19866c89414 None None] Deleting port 31860303-546e-492f-9cda-8396b414458e {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:22.677413 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83588416-7d42-4d70-838f-f19866c89414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.742806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-83588416-7d42-4d70-838f-f19866c89414 None None] For port 31860303-546e-492f-9cda-8396b414458e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=31860303-546e-492f-9cda-8396b414458e,segment=NetworkSegment(f3acc9bc-7ae4-41a5-9b36-70d836aa9acf),segment_id=f3acc9bc-7ae4-41a5-9b36-70d836aa9acf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:22.743145 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83588416-7d42-4d70-838f-f19866c89414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.755456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-83588416-7d42-4d70-838f-f19866c89414 None None] Calling delete_port for 31860303-546e-492f-9cda-8396b414458e owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:22.816211 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:32:22.832745 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 16:32:22.858984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-83588416-7d42-4d70-838f-f19866c89414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.859331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Pushing event deleted for resources: {'Port': ['ID=31860303-546e-492f-9cda-8396b414458e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:22.859331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] No DVR routers for this DVR port 31860303-546e-492f-9cda-8396b414458e on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:32:22.873066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83588416-7d42-4d70-838f-f19866c89414 None None] Pushing event deleted for resources: {'Port': ['ID=31860303-546e-492f-9cda-8396b414458e,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:22.877057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83588416-7d42-4d70-838f-f19866c89414 None None] No DVR routers for this DVR port 31860303-546e-492f-9cda-8396b414458e on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:32:22.940768 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:22.963157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecea027-04f6-44d9-a2c1-1f757fbd5ff0']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:22.991191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:22.991191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3acc9bc-7ae4-41a5-9b36-70d836aa9acf') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:22.991191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.000587 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.006856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:32:23.007295 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:32:23.009788 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:32:23.102287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e93ac27-44d6-422a-8ff8-0c000e2fa219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.159145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.169328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.172547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55754) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:23.173083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] 10.222.0.53 "DELETE /v2.0/networks/6ecea027-04f6-44d9-a2c1-1f757fbd5ff0 HTTP/1.1" status: 204 len: 168 time: 0.7672291 Feb 09 16:32:23.183611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163210c-d7dc-4554-8c2a-e3dfc912303d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecea027-04f6-44d9-a2c1-1f757fbd5ff0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:23.413932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 31860303-546e-492f-9cda-8396b414458e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:23.435315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 31860303-546e-492f-9cda-8396b414458e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:23.435700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 31860303-546e-492f-9cda-8396b414458e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:23.436097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 70a46e47-2c6b-442f-8653-7bed1a7f7926 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:23.454929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 70a46e47-2c6b-442f-8653-7bed1a7f7926 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:23.455274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 70a46e47-2c6b-442f-8653-7bed1a7f7926 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:23.455691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e6c9aacd-1308-4398-8998-f3a63c0eabe8 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:23.479650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: e6c9aacd-1308-4398-8998-f3a63c0eabe8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:23.480004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e6c9aacd-1308-4398-8998-f3a63c0eabe8 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:23.538630 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.594503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674215d-5b67-4945-8599-a0f074289b2f req-6201deef-751a-4453-900d-6b968681b3b6 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:23.596057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8674215d-5b67-4945-8599-a0f074289b2f req-6201deef-751a-4453-900d-6b968681b3b6 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 946 time: 0.0599766 Feb 09 16:32:23.639107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8674215d-5b67-4945-8599-a0f074289b2f req-2fe46fbc-c073-4c86-88ec-89208d49237b tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363173 Feb 09 16:32:23.799504 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Deleting port 9f2c6e0d-9115-419a-82b8-9458d432367c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:23.799846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.877326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] For port 9f2c6e0d-9115-419a-82b8-9458d432367c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9f2c6e0d-9115-419a-82b8-9458d432367c,segment=NetworkSegment(003ccf9b-956e-41ba-87a0-2931da5dc6f9),segment_id=003ccf9b-956e-41ba-87a0-2931da5dc6f9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:23.877695 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:23.890334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Calling delete_port for 9f2c6e0d-9115-419a-82b8-9458d432367c owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:24.136239 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:24.166286 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2c6e0d-9115-419a-82b8-9458d432367c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:24.333337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:24.546379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Router a970c068-6a01-4c1e-b4b9-b7c157d80d62 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:32:24.652152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:32:24.656932 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-62d32551-b7d5-4983-9ffc-453696d60eee admin admin] 10.222.0.53 "PUT /v2.0/routers/a970c068-6a01-4c1e-b4b9-b7c157d80d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4829237 Feb 09 16:32:24.659467 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:24.660891 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] Sync routers for ids ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:32:24.671759 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] Routers {'a970c068-6a01-4c1e-b4b9-b7c157d80d62'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:32:24.672513 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:31:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:24.768869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:24.789505 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] Set router a970c068-6a01-4c1e-b4b9-b7c157d80d62 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:32:24.790286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd709b4-a621-4882-a670-57a7687eb026 req-0217c5ef-d673-4bfe-bd48-95f93c0b4335 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:24.791694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd709b4-a621-4882-a670-57a7687eb026 req-0217c5ef-d673-4bfe-bd48-95f93c0b4335 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 946 time: 0.0738533 Feb 09 16:32:24.853913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2f618-d77e-4135-9c80-7e167f6734de req-65b29c55-21ae-4423-b48d-fd536703e470 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:24.856207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58d2f618-d77e-4135-9c80-7e167f6734de req-65b29c55-21ae-4423-b48d-fd536703e470 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.13 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 946 time: 0.0863202 Feb 09 16:32:24.879155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cd709b4-a621-4882-a670-57a7687eb026 req-e943491b-992e-43cd-9e22-184427c864a3 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718091 Feb 09 16:32:24.893207 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:24.973937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Deleting port e22393eb-5de3-4c5e-b921-fcf48321c3c6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:24.974275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:24.987497 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:32:24Z', 'revision_number': 5, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port': {'id': '0968c70a-d441-4701-94cd-b2400efb13c1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:15:09Z', 'updated_at': '2022-02-09T16:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:25.015396 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] Checking router: a970c068-6a01-4c1e-b4b9-b7c157d80d62 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:32:25.021601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Deleting port 0968c70a-d441-4701-94cd-b2400efb13c1 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:25.022617 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.024182 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] Routers {'a970c068-6a01-4c1e-b4b9-b7c157d80d62'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:32:25.024822 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:31:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:25.073750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] For port e22393eb-5de3-4c5e-b921-fcf48321c3c6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=e22393eb-5de3-4c5e-b921-fcf48321c3c6,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:25.074115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.086493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Calling delete_port for e22393eb-5de3-4c5e-b921-fcf48321c3c6 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:25.117543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] For port 0968c70a-d441-4701-94cd-b2400efb13c1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0968c70a-d441-4701-94cd-b2400efb13c1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:25.117543 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.118526 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] Set router a970c068-6a01-4c1e-b4b9-b7c157d80d62 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:32:25.127212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Calling delete_port for 0968c70a-d441-4701-94cd-b2400efb13c1 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:25.180672 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:32:24Z', 'revision_number': 6, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:25.207372 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477a3e5-0a86-4f40-b495-e6cf3dae1a55 None None] The sync data for ids ['a970c068-6a01-4c1e-b4b9-b7c157d80d62'] in n-d-828542-1 is: [{'id': 'a970c068-6a01-4c1e-b4b9-b7c157d80d62', 'name': 'tempest-TestVolumeBootPattern-96143889-router', 'tenant_id': '6e39851033ad4a65b35e603f96971e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:15:06Z', 'updated_at': '2022-02-09T16:32:24Z', 'revision_number': 6, 'project_id': '6e39851033ad4a65b35e603f96971e7b', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:32:25.233884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0cc41468-e32a-4942-aafe-773d767fdaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.325012 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.337938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['e22393eb-5de3-4c5e-b921-fcf48321c3c6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:32:25.357242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Pushing event deleted for resources: {'Port': ['ID=e22393eb-5de3-4c5e-b921-fcf48321c3c6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:25.376512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.399432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] No DVR routers for this DVR port e22393eb-5de3-4c5e-b921-fcf48321c3c6 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:32:25.402147 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.403110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Pushing event deleted for resources: {'Port': ['ID=0968c70a-d441-4701-94cd-b2400efb13c1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:25.405667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58d2f618-d77e-4135-9c80-7e167f6734de req-2fcf804d-56b9-45da-8921-0de20febe134 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.13 "DELETE /v2.0/ports/e22393eb-5de3-4c5e-b921-fcf48321c3c6 HTTP/1.1" status: 204 len: 173 time: 0.5414619 Feb 09 16:32:25.406150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0635f2cd-d126-42da-9f88-a830b59bd682', 'name': 'network-vif-deleted', 'tag': 'e22393eb-5de3-4c5e-b921-fcf48321c3c6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:32:25.408602 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69809206-d1e2-42e6-ba1b-eaf4459a5398" -d '{"events": [{"server_uuid": "0635f2cd-d126-42da-9f88-a830b59bd682", "name": "network-vif-deleted", "tag": "e22393eb-5de3-4c5e-b921-fcf48321c3c6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:32:25.457796 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd6b9e5-e1f1-42b4-9510-be21715631d0 x-openstack-request-id: req-5bd6b9e5-e1f1-42b4-9510-be21715631d0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:32:25.457796 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0635f2cd-d126-42da-9f88-a830b59bd682", "name": "network-vif-deleted", "tag": "e22393eb-5de3-4c5e-b921-fcf48321c3c6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:32:25.457796 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5bd6b9e5-e1f1-42b4-9510-be21715631d0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:32:25.458143 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0635f2cd-d126-42da-9f88-a830b59bd682', 'name': 'network-vif-deleted', 'tag': 'e22393eb-5de3-4c5e-b921-fcf48321c3c6', 'status': 'completed', 'code': 200} Feb 09 16:32:25.479585 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.581254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.584036 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.709160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9f2c6e0d-9115-419a-82b8-9458d432367c no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:25.724767 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.725346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a970c068-6a01-4c1e-b4b9-b7c157d80d62 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:32:25.726947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 9f2c6e0d-9115-419a-82b8-9458d432367c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:25.727304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9f2c6e0d-9115-419a-82b8-9458d432367c not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:25.729911 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.731062 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9021cc63-4179-4a6d-8db8-7f443b271305 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a970c068-6a01-4c1e-b4b9-b7c157d80d62 HTTP/1.1" status: 204 len: 168 time: 1.0706770 Feb 09 16:32:25.737851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55764) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:25.780030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0e2f01-80e6-461e-b38c-184d0ec9b83f admin admin] Deleting subnet f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:32:25.783379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2f01-80e6-461e-b38c-184d0ec9b83f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.826465 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2f01-80e6-461e-b38c-184d0ec9b83f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:25.917449 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2f01-80e6-461e-b38c-184d0ec9b83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.006718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be6189f9-0d5b-452a-bd3f-857f55977c99 req-6838876f-39f3-40a0-8cff-5d19cada4e1c tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=0635f2cd-d126-42da-9f88-a830b59bd682 HTTP/1.1" status: 200 len: 210 time: 0.0282702 Feb 09 16:32:26.073901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2f01-80e6-461e-b38c-184d0ec9b83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.097618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e2f01-80e6-461e-b38c-184d0ec9b83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:26.103529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5c0e2f01-80e6-461e-b38c-184d0ec9b83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.106985 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5c0e2f01-80e6-461e-b38c-184d0ec9b83f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f3323b72-1fd8-484a-a2d9-8d9f5fb24ff9 HTTP/1.1" status: 204 len: 168 time: 0.3719363 Feb 09 16:32:26.109252 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:26.110037 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a85da7-5224-42bf-a784-74f89f1eb9a7 None None] Network ba222db4-a5a6-4689-a579-cc1a768edffb requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:32:26.188257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.248500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Deleting port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:26.248846 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.297768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] DHCP port deletion for ba222db4-a5a6-4689-a579-cc1a768edffb request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:32:26.328660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] For port 12515bdf-8793-4a24-a6e5-95e9f8d97b76, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=12515bdf-8793-4a24-a6e5-95e9f8d97b76,segment=NetworkSegment(003ccf9b-956e-41ba-87a0-2931da5dc6f9),segment_id=003ccf9b-956e-41ba-87a0-2931da5dc6f9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:26.329039 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.345651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Calling delete_port for 12515bdf-8793-4a24-a6e5-95e9f8d97b76 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:26.350315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] Deleting port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:26.350990 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.375207 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:32:26.433162 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] For port 12515bdf-8793-4a24-a6e5-95e9f8d97b76, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=12515bdf-8793-4a24-a6e5-95e9f8d97b76,segment=NetworkSegment(003ccf9b-956e-41ba-87a0-2931da5dc6f9),segment_id=003ccf9b-956e-41ba-87a0-2931da5dc6f9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:26.433561 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.446695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] Calling delete_port for 12515bdf-8793-4a24-a6e5-95e9f8d97b76 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:26.495968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.522572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Pushing event deleted for resources: {'Port': ['ID=12515bdf-8793-4a24-a6e5-95e9f8d97b76,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:26.526108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] No DVR routers for this DVR port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:32:26.527186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.564490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] Pushing event deleted for resources: {'Port': ['ID=12515bdf-8793-4a24-a6e5-95e9f8d97b76,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:26.571127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a69cca-5693-4aca-a6c0-6f2a55c0e3b8 None None] No DVR routers for this DVR port 12515bdf-8793-4a24-a6e5-95e9f8d97b76 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:32:26.601542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.623222 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba222db4-a5a6-4689-a579-cc1a768edffb']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:26.632572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003ccf9b-956e-41ba-87a0-2931da5dc6f9') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:26.632927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003ccf9b-956e-41ba-87a0-2931da5dc6f9') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:32:26.642294 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.655969 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.661589 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:32:26.665281 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:32:26.855975 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.861653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:26.865180 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] 10.222.0.53 "DELETE /v2.0/networks/ba222db4-a5a6-4689-a579-cc1a768edffb HTTP/1.1" status: 204 len: 168 time: 0.7547960 Feb 09 16:32:26.876549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce65f63-3d1a-451c-8507-14c29bb0440b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba222db4-a5a6-4689-a579-cc1a768edffb,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:27.281706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55786) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:27.308752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-1fb7384d-ed09-45b5-bf0b-fb32adbe2b82 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:27.310332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-1fb7384d-ed09-45b5-bf0b-fb32adbe2b82 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/networks?id=f33b493e-e923-414b-88ea-ce14aa40c7a5 HTTP/1.1" status: 200 len: 809 time: 0.1264875 Feb 09 16:32:27.332429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-e1dfa8be-d1e5-465f-ac4d-571530c1941e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/quotas/2b95821e35404978822f90245ca5f688 HTTP/1.1" status: 200 len: 375 time: 0.0136945 Feb 09 16:32:27.333018 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cdd2d7e4-98de-49c3-a55c-14538c338ef8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86d7c946276a42d6a2439d9da69e9451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498061 Feb 09 16:32:27.335703 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:27.380897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a7db4f73-c8d9-4c4f-8437-d2ca32a8ff72 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2b95821e35404978822f90245ca5f688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450561 Feb 09 16:32:27.403164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c125-8c96-4823-bba2-94ddb3c82f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:27.438772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c125-8c96-4823-bba2-94ddb3c82f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:27.447976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0968c70a-d441-4701-94cd-b2400efb13c1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:27.476387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0968c70a-d441-4701-94cd-b2400efb13c1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:27.476891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0968c70a-d441-4701-94cd-b2400efb13c1 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:27.477369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 12515bdf-8793-4a24-a6e5-95e9f8d97b76 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:27.498218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 12515bdf-8793-4a24-a6e5-95e9f8d97b76 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:27.498574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 12515bdf-8793-4a24-a6e5-95e9f8d97b76 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:27.576674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c125-8c96-4823-bba2-94ddb3c82f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:27.581154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ccd3c125-8c96-4823-bba2-94ddb3c82f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:27.582911 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ccd3c125-8c96-4823-bba2-94ddb3c82f4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9afb04de-755c-4f3f-a60e-b37d70453494 HTTP/1.1" status: 204 len: 168 time: 0.2461941 Feb 09 16:32:27.602655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3c125-8c96-4823-bba2-94ddb3c82f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb04de-755c-4f3f-a60e-b37d70453494,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:27.643765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-0fce3fe8-79b7-478e-bcb8-1fc54eb24df0 service neutron] 10.222.0.53 "GET /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560999 Feb 09 16:32:27.735544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-2fb2292b-0261-44b5-b1dd-358fa2fdbac8 service neutron] 10.222.0.53 "GET /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847626 Feb 09 16:32:28.039345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03bb961a-e22e-4ed9-b02c-71487d41d9ed req-76034425-582d-49eb-a9cd-0376f22e8eea tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 210 time: 0.0284994 Feb 09 16:32:28.301950 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:28.502907 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55804) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:28.544115 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23eee853-7c7e-4b22-851d-d0c6aa5d5e57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e39851033ad4a65b35e603f96971e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399971 Feb 09 16:32:28.546806 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 55806) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:32:28.553360 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:28.598837 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36d773ad-1ea7-48a5-aafc-892d7a6ea9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:28.620890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36d773ad-1ea7-48a5-aafc-892d7a6ea9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:28.753008 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36d773ad-1ea7-48a5-aafc-892d7a6ea9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:28.755608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-36d773ad-1ea7-48a5-aafc-892d7a6ea9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:28.756866 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-36d773ad-1ea7-48a5-aafc-892d7a6ea9ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7df5addc-5844-4041-a6e7-72b7b0eeecf8 HTTP/1.1" status: 204 len: 168 time: 0.2091203 Feb 09 16:32:28.765576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d773ad-1ea7-48a5-aafc-892d7a6ea9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df5addc-5844-4041-a6e7-72b7b0eeecf8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:29.149385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-367fba39-250f-4606-b67a-4cfcc34353c5 req-ec63ad1e-15a4-45cb-be3d-a3be13397fa0 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 210 time: 0.0317247 Feb 09 16:32:29.510319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e22393eb-5de3-4c5e-b921-fcf48321c3c6 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:29.533015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: e22393eb-5de3-4c5e-b921-fcf48321c3c6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:29.533363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device e22393eb-5de3-4c5e-b921-fcf48321c3c6 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:30.073992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-400c3b46-fc1e-4a32-8da1-300eb586eda3 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:30.075998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-400c3b46-fc1e-4a32-8da1-300eb586eda3 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.13 "GET /v2.0/networks?id=f33b493e-e923-414b-88ea-ce14aa40c7a5 HTTP/1.1" status: 200 len: 809 time: 0.1100161 Feb 09 16:32:30.088038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Request body: {'port': {'device_id': '2ae34025-ca4c-41f1-86f6-ce2c51bfe337', 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5', 'admin_state_up': True, 'tenant_id': '2b95821e35404978822f90245ca5f688'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:32:30.466540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:30.503111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Made reservation on behalf of 2b95821e35404978822f90245ca5f688 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:32:30.506609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:30.523612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c7bd94c-904c-468c-bb12-064b23310b47 req-89f36cda-5f89-4013-8a8d-aa7c97fb5b84 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 210 time: 0.2991240 Feb 09 16:32:30.645515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Allocated IP 172.20.0.11 (f33b493e-e923-414b-88ea-ce14aa40c7a5/7f17ffc8-2cd7-441d-8967-4563039be417/8a77b15c-a9a0-4f28-89db-7e74c414dd4a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:32:30.810826 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:30.925111 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:30.973136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Network f33b493e-e923-414b-88ea-ce14aa40c7a5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:32:30.976401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:32:30.979949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:32:30.986676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Pushing event updated for resources: {'Port': ['ID=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:31.031825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:31.032490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:31.127781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-a305a567-1412-42d9-8dc1-b74416808a0e tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0432682 Feb 09 16:32:31.138949 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Request body: {'port': {'device_id': '2ae34025-ca4c-41f1-86f6-ce2c51bfe337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:32:31.194527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:31.473942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a77b15c-a9a0-4f28-89db-7e74c414dd4a {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:32:31.485858 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:31.499359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Transition to ACTIVE for port object 8a77b15c-a9a0-4f28-89db-7e74c414dd4a will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:32:31.564297 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:31.640195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Pushing event updated for resources: {'Port': ['ID=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:31.696499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0766d-b118-4e1b-8bb1-9a78d0ab3b6e req-1d814eda-ec34-4616-b987-9db94992bf41 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:31.698005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15f0766d-b118-4e1b-8bb1-9a78d0ab3b6e req-1d814eda-ec34-4616-b987-9db94992bf41 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 944 time: 0.1043591 Feb 09 16:32:31.755375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15f0766d-b118-4e1b-8bb1-9a78d0ab3b6e req-afe6ea92-dc4a-49f0-9fbf-64fc02bf9d7b tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510030 Feb 09 16:32:31.756096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Attempting to bind port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:32:31.756455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Attempting to bind port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:32:31.756783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Attempting to bind port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a on network f33b493e-e923-414b-88ea-ce14aa40c7a5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:32:31.761725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a on network f33b493e-e923-414b-88ea-ce14aa40c7a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:32:31.762085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Attempting to bind port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a on network f33b493e-e923-414b-88ea-ce14aa40c7a5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:32:31.767403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:32:31.767749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Checking segment: {'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:32:31.768164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Bound using segment: {'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:32:31.768603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Bound port: 8a77b15c-a9a0-4f28-89db-7e74c414dd4a, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:32:31.769086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:31.835061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] For port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:32:31.838258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] For port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:32:31.919686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:31.953769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:31.954384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:31.955784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a77b15c-a9a0-4f28-89db-7e74c414dd4a HTTP/1.1" status: 200 len: 1092 time: 0.8210497 Feb 09 16:32:31.956253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae34025-ca4c-41f1-86f6-ce2c51bfe337', 'tag': '8a77b15c-a9a0-4f28-89db-7e74c414dd4a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:32:31.958517 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a47ad0c-8327-4631-96f8-66fb79d358ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae34025-ca4c-41f1-86f6-ce2c51bfe337", "tag": "8a77b15c-a9a0-4f28-89db-7e74c414dd4a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:32:31.983123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6be83d-59b9-4fdb-bd2a-36b58d2a1870 service neutron] Pushing event updated for resources: {'Port': ['ID=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:32.003766 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba48f7ee-152a-443a-a5d9-3740bc35f254 x-openstack-request-id: req-ba48f7ee-152a-443a-a5d9-3740bc35f254 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:32:32.004068 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae34025-ca4c-41f1-86f6-ce2c51bfe337", "tag": "8a77b15c-a9a0-4f28-89db-7e74c414dd4a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:32:32.004357 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba48f7ee-152a-443a-a5d9-3740bc35f254 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:32:32.004790 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae34025-ca4c-41f1-86f6-ce2c51bfe337', 'tag': '8a77b15c-a9a0-4f28-89db-7e74c414dd4a', 'status': 'completed', 'code': 200} Feb 09 16:32:32.066217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47ad0c-8327-4631-96f8-66fb79d358ac req-7635fd06-ee6a-4e11-950a-136e138243a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:32.067766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a47ad0c-8327-4631-96f8-66fb79d358ac req-7635fd06-ee6a-4e11-950a-136e138243a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b95821e35404978822f90245ca5f688&device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 1095 time: 0.0422053 Feb 09 16:32:32.118699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:32.169664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47ad0c-8327-4631-96f8-66fb79d358ac req-fb8e12d4-41c7-4fd2-b43b-88613593ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:32.171147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a47ad0c-8327-4631-96f8-66fb79d358ac req-fb8e12d4-41c7-4fd2-b43b-88613593ad49 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b95821e35404978822f90245ca5f688&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0954714 Feb 09 16:32:32.265326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47ad0c-8327-4631-96f8-66fb79d358ac req-2efb17d2-4781-4efa-9b9f-247f21288f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:32.266830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a47ad0c-8327-4631-96f8-66fb79d358ac req-2efb17d2-4781-4efa-9b9f-247f21288f14 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879633 Feb 09 16:32:32.349253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-cad4ca7f-dd38-4be0-a73b-cf7fac959179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:32.350659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-cad4ca7f-dd38-4be0-a73b-cf7fac959179 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b95821e35404978822f90245ca5f688&device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 1095 time: 0.0462022 Feb 09 16:32:32.391618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-8f003792-6334-497e-b1c1-1150dacb0298 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a77b15c-a9a0-4f28-89db-7e74c414dd4a HTTP/1.1" status: 200 len: 217 time: 0.0341880 Feb 09 16:32:32.440451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-1a45c702-1bef-4a80-accf-ed4fb1489fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:32.441885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-1a45c702-1bef-4a80-accf-ed4fb1489fd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f17ffc8-2cd7-441d-8967-4563039be417 HTTP/1.1" status: 200 len: 849 time: 0.0440168 Feb 09 16:32:32.475227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-30f06a56-14fc-427e-b76e-ce790991eece service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f33b493e-e923-414b-88ea-ce14aa40c7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269709 Feb 09 16:32:32.570738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-effcf2ff-240f-4fb3-91f9-79fb1d083de2 service neutron] 10.222.0.13 "GET /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887830 Feb 09 16:32:32.660684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f80ce99-a869-40e4-bdf5-f58345ed00b8 req-3b81ef05-4e1b-4d00-aaaf-1c7e7073b799 service neutron] 10.222.0.13 "GET /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839775 Feb 09 16:32:32.880980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adf4e7-6900-40c0-bab6-4bb9af131054 req-74879243-4fbe-4ce6-a64d-1d790a1f8627 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:32.882473 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9adf4e7-6900-40c0-bab6-4bb9af131054 req-74879243-4fbe-4ce6-a64d-1d790a1f8627 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 944 time: 0.0548792 Feb 09 16:32:32.922352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9adf4e7-6900-40c0-bab6-4bb9af131054 req-9db425f7-01c0-4d9f-8df4-ac3175c72802 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Feb 09 16:32:34.044002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ec960-7034-4e29-85fd-7e2c58c418c5 req-239f9517-031f-4cc8-9ffd-e8513fe202f6 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:34.045608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b1ec960-7034-4e29-85fd-7e2c58c418c5 req-239f9517-031f-4cc8-9ffd-e8513fe202f6 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 944 time: 0.0511072 Feb 09 16:32:34.088699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b1ec960-7034-4e29-85fd-7e2c58c418c5 req-e94fae96-473b-4634-96f3-b09cd9676494 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345402 Feb 09 16:32:35.206085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17889d5-360f-4939-a540-160e031e9a87 req-68c0f660-7f94-4e37-b49e-a0c68dd26b9f tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:35.207624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f17889d5-360f-4939-a540-160e031e9a87 req-68c0f660-7f94-4e37-b49e-a0c68dd26b9f tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 944 time: 0.0493479 Feb 09 16:32:35.248932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f17889d5-360f-4939-a540-160e031e9a87 req-4ae30e13-dd64-4c07-8052-77a2f9524b4a tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344584 Feb 09 16:32:35.515379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8a77b15c-a9a0-4f28-89db-7e74c414dd4a details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:32:35.610567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:35.622801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '8a77b15c-a9a0-4f28-89db-7e74c414dd4a', 'network_id': 'f33b493e-e923-414b-88ea-ce14aa40c7a5', 'port_id': '8a77b15c-a9a0-4f28-89db-7e74c414dd4a', 'mac_address': 'fa:16:3e:ab:64:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f17ffc8-2cd7-441d-8967-4563039be417', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:32:35.660865 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:35.674924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a77b15c-a9a0-4f28-89db-7e74c414dd4a {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:32:35.696435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:35.833329 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:35.888294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:36.026964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['8a77b15c-a9a0-4f28-89db-7e74c414dd4a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:32:36.369907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc358fd-7b64-4ffb-905b-7d4738be6740 req-945f6a4c-b629-4efb-9519-17a9c642774b tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:36.371461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efc358fd-7b64-4ffb-905b-7d4738be6740 req-945f6a4c-b629-4efb-9519-17a9c642774b tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 945 time: 0.0539765 Feb 09 16:32:36.411540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efc358fd-7b64-4ffb-905b-7d4738be6740 req-26616bb3-367f-47e0-b5af-3c1ced0ed1e8 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335789 Feb 09 16:32:37.509773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8a77b15c-a9a0-4f28-89db-7e74c414dd4a up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:32:37.531023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d8859-13a8-4b1f-8446-cfc5f508e220 req-cfb5e21e-fcd2-4538-b10d-cd43f7fec7df tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:37.532561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e1d8859-13a8-4b1f-8446-cfc5f508e220 req-cfb5e21e-fcd2-4538-b10d-cd43f7fec7df tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 945 time: 0.0494499 Feb 09 16:32:37.572369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e1d8859-13a8-4b1f-8446-cfc5f508e220 req-41ce41d8-977b-4bce-8fd4-c5b1b6a48cb8 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Feb 09 16:32:37.610065 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:32:37.614009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:32:37.614388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:37.690166 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:37.719368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae34025-ca4c-41f1-86f6-ce2c51bfe337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a77b15c-a9a0-4f28-89db-7e74c414dd4a'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:32:37.721673 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf13b7c-4f5e-48da-a718-4770ee33e11f" -d '{"events": [{"server_uuid": "2ae34025-ca4c-41f1-86f6-ce2c51bfe337", "name": "network-vif-plugged", "status": "completed", "tag": "8a77b15c-a9a0-4f28-89db-7e74c414dd4a"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:32:37.734385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:37.760563 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac0e132-fb99-4118-8b60-ec7973bd2fcb x-openstack-request-id: req-5ac0e132-fb99-4118-8b60-ec7973bd2fcb {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:32:37.760855 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae34025-ca4c-41f1-86f6-ce2c51bfe337", "name": "network-vif-plugged", "status": "completed", "tag": "8a77b15c-a9a0-4f28-89db-7e74c414dd4a", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:32:37.761464 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ac0e132-fb99-4118-8b60-ec7973bd2fcb {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:32:37.764827 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae34025-ca4c-41f1-86f6-ce2c51bfe337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a77b15c-a9a0-4f28-89db-7e74c414dd4a', 'code': 200} Feb 09 16:32:37.850778 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:37.905144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:38.011225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324c149-e934-464e-9607-a6ee67df0eeb req-c289a510-dd17-4bed-b200-20784db4713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:38.012795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1324c149-e934-464e-9607-a6ee67df0eeb req-c289a510-dd17-4bed-b200-20784db4713a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 1097 time: 0.1924226 Feb 09 16:32:38.048833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1324c149-e934-464e-9607-a6ee67df0eeb req-953bce9a-b532-49bc-9342-d35a9f609792 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288310 Feb 09 16:32:38.692337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067379e4-7e39-4591-b928-6736c6448377 req-3468d36f-0676-4630-aab8-54149b5cf6c7 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:38.693849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-067379e4-7e39-4591-b928-6736c6448377 req-3468d36f-0676-4630-aab8-54149b5cf6c7 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 946 time: 0.0536427 Feb 09 16:32:38.732304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-067379e4-7e39-4591-b928-6736c6448377 req-f88099fe-ac9d-4c0c-b0d9-6fd25b8552fc tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Feb 09 16:32:39.851611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef0be2-e6c6-4bb5-b3f2-8126e44eaa74 req-4c0ad371-f865-4ca0-a4e6-c227d9328dcf tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:39.853140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcef0be2-e6c6-4bb5-b3f2-8126e44eaa74 req-4c0ad371-f865-4ca0-a4e6-c227d9328dcf tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 946 time: 0.0504613 Feb 09 16:32:39.892213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcef0be2-e6c6-4bb5-b3f2-8126e44eaa74 req-90d7a4d3-9e29-4607-aeb3-eccfaed74657 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Feb 09 16:32:41.689224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc99527-d796-4124-a674-2e53e27d48cc req-b8671c41-92fd-4b67-8df5-911a59634298 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:41.690624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efc99527-d796-4124-a674-2e53e27d48cc req-b8671c41-92fd-4b67-8df5-911a59634298 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 946 time: 0.0493355 Feb 09 16:32:41.729008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efc99527-d796-4124-a674-2e53e27d48cc req-5bfc2bb2-5691-471d-8754-a72334e01e41 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Feb 09 16:32:42.857757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddc56-349e-47f1-b30b-41e70715f99c req-4de41aa0-9f89-454a-81c1-eb87bc59f024 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:42.859267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca9ddc56-349e-47f1-b30b-41e70715f99c req-4de41aa0-9f89-454a-81c1-eb87bc59f024 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 946 time: 0.0556340 Feb 09 16:32:42.898944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca9ddc56-349e-47f1-b30b-41e70715f99c req-724c4bcb-569c-4961-bba6-d50be483e0f6 tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f31f91b-9f41-49e2-b793-318e32b66880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Feb 09 16:32:42.955191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-be4ae284-9c71-420c-83b9-3e64c937339c tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:42.956698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-be4ae284-9c71-420c-83b9-3e64c937339c tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 946 time: 0.0494742 Feb 09 16:32:43.052703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Deleting port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:32:43.053042 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:43.143909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] For port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,segment=NetworkSegment(b7a43946-18d7-4e3b-a967-5dc1d7af19a2),segment_id=b7a43946-18d7-4e3b-a967-5dc1d7af19a2)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:32:43.144318 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:43.155927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Calling delete_port for 8a77b15c-a9a0-4f28-89db-7e74c414dd4a owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:32:43.358704 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:43.370635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['8a77b15c-a9a0-4f28-89db-7e74c414dd4a'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:32:43.389607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Pushing event deleted for resources: {'Port': ['ID=8a77b15c-a9a0-4f28-89db-7e74c414dd4a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:32:43.432075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] No DVR routers for this DVR port 8a77b15c-a9a0-4f28-89db-7e74c414dd4a on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:32:43.435103 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:43.438537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bfb89887-d340-4ec4-a0df-418552a9d04c req-72e34336-a7ed-454e-b907-b9d6c4776dbb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.13 "DELETE /v2.0/ports/8a77b15c-a9a0-4f28-89db-7e74c414dd4a HTTP/1.1" status: 204 len: 173 time: 0.4758608 Feb 09 16:32:43.438983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae34025-ca4c-41f1-86f6-ce2c51bfe337', 'name': 'network-vif-deleted', 'tag': '8a77b15c-a9a0-4f28-89db-7e74c414dd4a'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:32:43.441345 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0f009e-ac4f-454e-a2b6-9ab673105c03" -d '{"events": [{"server_uuid": "2ae34025-ca4c-41f1-86f6-ce2c51bfe337", "name": "network-vif-deleted", "tag": "8a77b15c-a9a0-4f28-89db-7e74c414dd4a"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:32:43.635682 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0c0a7c-075c-4a8b-aa1f-8dc48c85f9f3 x-openstack-request-id: req-bb0c0a7c-075c-4a8b-aa1f-8dc48c85f9f3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:32:43.635978 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae34025-ca4c-41f1-86f6-ce2c51bfe337", "name": "network-vif-deleted", "tag": "8a77b15c-a9a0-4f28-89db-7e74c414dd4a", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:32:43.636266 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb0c0a7c-075c-4a8b-aa1f-8dc48c85f9f3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:32:43.636662 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae34025-ca4c-41f1-86f6-ce2c51bfe337', 'name': 'network-vif-deleted', 'tag': '8a77b15c-a9a0-4f28-89db-7e74c414dd4a', 'status': 'completed', 'code': 200} Feb 09 16:32:44.017221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72e83a1b-f6da-4250-8814-e5367ffefec0 req-2b14e847-39de-4b57-9cb8-ce6289964deb tempest-VolumesActionsTest-1416993000 tempest-VolumesActionsTest-1416993000-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ae34025-ca4c-41f1-86f6-ce2c51bfe337 HTTP/1.1" status: 200 len: 210 time: 0.0337422 Feb 09 16:32:47.542926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8a77b15c-a9a0-4f28-89db-7e74c414dd4a no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:32:47.570811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 8a77b15c-a9a0-4f28-89db-7e74c414dd4a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:32:47.571301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8a77b15c-a9a0-4f28-89db-7e74c414dd4a not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:32:53.027025 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2bc68203-0f05-4d02-bc61-8acac2b24288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:55.250523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c09d856e-2af5-4eb6-b6eb-c69e877c3966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:56.655114 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:57.398750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-d32ebad4-2319-4571-9272-68d7ce973191 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652237 Feb 09 16:32:57.476852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-b59bd8ea-46e3-45dc-9bf0-673059b74ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:57.478438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-b59bd8ea-46e3-45dc-9bf0-673059b74ac2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b34c0ab71475406bb6e65bae8a246614&device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 1096 time: 0.0521951 Feb 09 16:32:57.611177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-aa348319-ee99-4f16-b293-f44bb4872e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:57.612705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-aa348319-ee99-4f16-b293-f44bb4872e14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4b956704-4261-4d45-8ae0-d72bb529b8fc HTTP/1.1" status: 200 len: 910 time: 0.1129596 Feb 09 16:32:57.695395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-c685e207-a47a-41c3-b920-abaa77a28542 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 HTTP/1.1" status: 200 len: 1000 time: 0.0756514 Feb 09 16:32:57.751637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-1b2f4797-218a-4ee2-8c03-6c29c5512c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:57.753157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-1b2f4797-218a-4ee2-8c03-6c29c5512c98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6c146df5-735a-4536-8153-475fc2b30f5f HTTP/1.1" status: 200 len: 848 time: 0.0506287 Feb 09 16:32:57.817768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-6ba73f11-461c-428a-8fa8-4de117d0a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:32:57.819405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-6ba73f11-461c-428a-8fa8-4de117d0a182 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4b956704-4261-4d45-8ae0-d72bb529b8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582254 Feb 09 16:32:57.965041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-c623b048-9ceb-4e56-a525-df2f39d6d7c3 service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366003 Feb 09 16:32:58.079703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-768d8b87-9cb7-4e3f-9234-11f020fcec51 req-3837acf1-a483-4376-81b8-5d51fb5e752f service neutron] 10.222.0.73 "GET /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046872 Feb 09 16:32:58.283637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:32:58.592458 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:00.484234 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:02.233540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:03.364683 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:33:09.180979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56096) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:09.226744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-3003b77b-09fa-4c3d-b211-349198f6db41 admin admin] Deleting subnet 7f17ffc8-2cd7-441d-8967-4563039be417 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:33:09.231954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3003b77b-09fa-4c3d-b211-349198f6db41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:09.268022 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3003b77b-09fa-4c3d-b211-349198f6db41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:09.307355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3003b77b-09fa-4c3d-b211-349198f6db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:09.455764 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3003b77b-09fa-4c3d-b211-349198f6db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:09.842898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003b77b-09fa-4c3d-b211-349198f6db41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f17ffc8-2cd7-441d-8967-4563039be417,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:09.846705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3003b77b-09fa-4c3d-b211-349198f6db41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:09.850317 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3003b77b-09fa-4c3d-b211-349198f6db41 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7f17ffc8-2cd7-441d-8967-4563039be417 HTTP/1.1" status: 204 len: 168 time: 0.6679516 Feb 09 16:33:09.852491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56100) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:09.919751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.006127 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.027453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33b493e-e923-414b-88ea-ce14aa40c7a5']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:10.036730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:10.037029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a43946-18d7-4e3b-a967-5dc1d7af19a2') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:10.046873 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.060566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.067326 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:33:10.072571 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:33:10.266806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.272516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.275665 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f33b493e-e923-414b-88ea-ce14aa40c7a5 HTTP/1.1" status: 204 len: 168 time: 0.4221766 Feb 09 16:33:10.287237 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1469b-7483-48d0-a454-fdbe22292923 admin admin] Pushing event deleted for resources: {'Network': ['ID=f33b493e-e923-414b-88ea-ce14aa40c7a5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:10.695417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56104) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:10.739997 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c2fe10e-d892-4f00-a9bf-b74ec4d35561 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b95821e35404978822f90245ca5f688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433605 Feb 09 16:33:10.742536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56106) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:10.792011 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bced0cc1-414f-494c-8c0e-d6101c88ae9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.814324 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bced0cc1-414f-494c-8c0e-d6101c88ae9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.935340 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bced0cc1-414f-494c-8c0e-d6101c88ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.937945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bced0cc1-414f-494c-8c0e-d6101c88ae9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:10.939126 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bced0cc1-414f-494c-8c0e-d6101c88ae9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f31f91b-9f41-49e2-b793-318e32b66880 HTTP/1.1" status: 204 len: 168 time: 0.1956875 Feb 09 16:33:10.947136 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced0cc1-414f-494c-8c0e-d6101c88ae9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f31f91b-9f41-49e2-b793-318e32b66880,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:14.822218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a79b52-ba7e-417f-8dec-4cf1dd1c8ee1 req-7106b24b-66d5-40e6-ab5d-45d8154f8882 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:14.823727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2a79b52-ba7e-417f-8dec-4cf1dd1c8ee1 req-7106b24b-66d5-40e6-ab5d-45d8154f8882 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 945 time: 0.0503922 Feb 09 16:33:14.862127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2a79b52-ba7e-417f-8dec-4cf1dd1c8ee1 req-a483a8ee-1912-4aa1-ac47-d6cc872d59a6 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321193 Feb 09 16:33:15.637594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca7975-903d-4333-808e-16d4451cd24c req-09406e76-5526-4519-96e3-ec6c55d17084 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:15.639064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86ca7975-903d-4333-808e-16d4451cd24c req-09406e76-5526-4519-96e3-ec6c55d17084 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.73 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 945 time: 0.0493042 Feb 09 16:33:15.738658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Deleting port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:15.739026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:15.829115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] For port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:15.829787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:16.103390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8111a7-562d-451e-988e-10f95b471e86 req-5bf294e8-4d4b-4a1d-ba84-0941fe55d5ab tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:16.104932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f8111a7-562d-451e-988e-10f95b471e86 req-5bf294e8-4d4b-4a1d-ba84-0941fe55d5ab tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 945 time: 0.1178470 Feb 09 16:33:16.112708 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:16.113071 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:16.113416 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Floating IP 1271cd32-bc44-4a7a-83f4-fc4e4ec5f9b6 disassociated. External IP: 172.25.5.84, port: 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23. Feb 09 16:33:16.113741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Calling delete_port for 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:16.190811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f8111a7-562d-451e-988e-10f95b471e86 req-2b78d166-8ac4-4b5f-a99d-ebf1c933e900 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748031 Feb 09 16:33:16.322977 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:16.352521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event deleted for resources: {'Port': ['ID=6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:16.365290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.366595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.367011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.367426 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.367832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.368294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.368631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.368960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.369286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.369609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.369932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.370251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:16.489366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:33:16.601528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:16.612161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab009d-338f-4928-a463-e536afae11db None None] Sync routers for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:16.622336 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab009d-338f-4928-a463-e536afae11db None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:16.622964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-03ab009d-338f-4928-a463-e536afae11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:32:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:16.646039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] No DVR routers for this DVR port 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:33:16.650011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:16.653858 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86ca7975-903d-4333-808e-16d4451cd24c req-fdbf3d28-7559-4f7c-b56e-50de5a76ab0d tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.73 "DELETE /v2.0/ports/6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 HTTP/1.1" status: 204 len: 173 time: 1.0086796 Feb 09 16:33:16.654642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'name': 'network-vif-deleted', 'tag': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:33:16.658851 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafa9c15-b1ed-402c-bfba-1d671d8ee390" -d '{"events": [{"server_uuid": "ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870", "name": "network-vif-deleted", "tag": "6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:33:16.741931 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927c435b-e168-406c-ba3c-2e959ca1a8b4 x-openstack-request-id: req-927c435b-e168-406c-ba3c-2e959ca1a8b4 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:33:16.742382 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870", "name": "network-vif-deleted", "tag": "6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:33:16.742738 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-927c435b-e168-406c-ba3c-2e959ca1a8b4 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:33:16.744647 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870', 'name': 'network-vif-deleted', 'tag': '6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23', 'status': 'completed', 'code': 200} Feb 09 16:33:16.927412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-03ab009d-338f-4928-a463-e536afae11db None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:17.137922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-03ab009d-338f-4928-a463-e536afae11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:55Z', 'revision_number': 5, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:17.165174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab009d-338f-4928-a463-e536afae11db None None] Checking router: 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:17.173872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab009d-338f-4928-a463-e536afae11db None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:17.174565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-03ab009d-338f-4928-a463-e536afae11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:32:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:17.284443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-03ab009d-338f-4928-a463-e536afae11db None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:17.312359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef46d08a-7a40-4267-a1e5-9c728820649d req-8b724eee-ccc0-49b3-a898-ba7e8c93ed66 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef66e1ad-a4a9-4b0e-93c9-3e8cf515e870 HTTP/1.1" status: 200 len: 210 time: 0.0290205 Feb 09 16:33:17.513014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-03ab009d-338f-4928-a463-e536afae11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:55Z', 'revision_number': 5, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:17.543092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ab009d-338f-4928-a463-e536afae11db None None] The sync data for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 is: [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:27:50Z', 'revision_number': 4, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '0c835bad-06e2-49e2-8f95-81a1206897d2', 'name': '', 'network_id': '4b956704-4261-4d45-8ae0-d72bb529b8fc', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'mac_address': 'fa:16:3e:3e:27:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:50Z', 'updated_at': '2022-02-09T16:27:55Z', 'revision_number': 5, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'subnets': [{'id': '6c146df5-735a-4536-8153-475fc2b30f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:17.799161 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae5e91-365b-439e-a9e6-3b71c5e5900a None None] New status for floating IP 1271cd32-bc44-4a7a-83f4-fc4e4ec5f9b6: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:33:18.371241 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56166) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:18.501960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Deleting port d979c4cd-bcaa-440b-a9fb-81c366ee6251 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:18.502312 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:18.582728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:18.586032 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:18.596273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Calling delete_port for d979c4cd-bcaa-440b-a9fb-81c366ee6251 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:18.803426 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:18.835876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event deleted for resources: {'Port': ['ID=d979c4cd-bcaa-440b-a9fb-81c366ee6251,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:18.895908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:18.898419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:18.899605 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-526b1352-d091-490d-b48f-663e0dc3a328 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "DELETE /v2.0/floatingips/1271cd32-bc44-4a7a-83f4-fc4e4ec5f9b6 HTTP/1.1" status: 204 len: 168 time: 0.5270662 Feb 09 16:33:18.977527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56174) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:19.040804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fec91f9-9595-4b87-af67-0e4804971f71 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:19.068956 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fec91f9-9595-4b87-af67-0e4804971f71 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:19.209160 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fec91f9-9595-4b87-af67-0e4804971f71 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:19.213286 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fec91f9-9595-4b87-af67-0e4804971f71 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:19.213286 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1fec91f9-9595-4b87-af67-0e4804971f71 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] 10.222.0.53 "DELETE /v2.0/security-groups/e8607c1b-9f4d-4bc0-8389-35eda7ee8c74 HTTP/1.1" status: 204 len: 168 time: 0.2347596 Feb 09 16:33:19.223040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec91f9-9595-4b87-af67-0e4804971f71 tempest-TestServerBasicOps-2101351365 tempest-TestServerBasicOps-2101351365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8607c1b-9f4d-4bc0-8389-35eda7ee8c74,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:20.363598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56186) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:20.798880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:20.819225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:20.819572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 6dd5d5cc-dbd1-4bf0-a1ec-7c487fb04e23 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:20.851520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:21.360616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Deleting port 0c835bad-06e2-49e2-8f95-81a1206897d2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:21.360926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:21.443302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] For port 0c835bad-06e2-49e2-8f95-81a1206897d2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0c835bad-06e2-49e2-8f95-81a1206897d2,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:21.444000 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:21.455907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Calling delete_port for 0c835bad-06e2-49e2-8f95-81a1206897d2 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:21.729256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:21.753557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c835bad-06e2-49e2-8f95-81a1206897d2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:21.931865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:22.165435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:33:22.277170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:22.285513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-73095368-3211-4534-9049-3ed7129214a1 admin admin] 10.222.0.53 "PUT /v2.0/routers/6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9199419 Feb 09 16:33:22.285887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56210) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:22.287630 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] Sync routers for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:22.298178 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:22.298793 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:32:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:22.399872 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:22.408528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:22.511804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:22.596288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:33:21Z', 'revision_number': 5, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port': {'id': '64be3fed-15e8-4e08-b989-e99577ff7949', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:35:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:47Z', 'updated_at': '2022-02-09T16:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:22.624223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] Checking router: 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:22.633456 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] Routers {'6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:22.634198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:32:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:22.638159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Deleting port 64be3fed-15e8-4e08-b989-e99577ff7949 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:22.638614 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:22.722794 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] For port 64be3fed-15e8-4e08-b989-e99577ff7949, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=64be3fed-15e8-4e08-b989-e99577ff7949,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:22.723161 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:22.735022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] Set router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:22.735340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Calling delete_port for 64be3fed-15e8-4e08-b989-e99577ff7949 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:22.790815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:33:22Z', 'revision_number': 6, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:22.817970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76ba99f-afd0-4686-bf4d-c63b0523b488 None None] The sync data for ids ['6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca'] in n-d-828542-1 is: [{'id': '6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca', 'name': 'tempest-TestServerBasicOps-1373172175-router', 'tenant_id': 'b34c0ab71475406bb6e65bae8a246614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:46Z', 'updated_at': '2022-02-09T16:33:22Z', 'revision_number': 6, 'project_id': 'b34c0ab71475406bb6e65bae8a246614', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:23.003881 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.015219 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-680b0494-8407-4b7e-aa00-e7172944d973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.041350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=64be3fed-15e8-4e08-b989-e99577ff7949,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:23.066308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.066660 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.067000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.067336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.067669 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.067998 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.068354 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.068681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.069010 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.069333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.069654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.069971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:23.113895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.205509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.207658 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.312028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.312833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:33:23.318082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.321874 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3bbb65f3-076b-4cdb-abc4-10bbdbaa3a7e admin admin] 10.222.0.53 "DELETE /v2.0/routers/6b0ddaa1-0e8b-4c3c-ba40-3abbfbe44dca HTTP/1.1" status: 204 len: 168 time: 1.0344150 Feb 09 16:33:23.322015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56228) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:23.372488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-7892c2b8-4bab-4066-a54f-8668825b2de2 admin admin] Deleting subnet 6c146df5-735a-4536-8153-475fc2b30f5f {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:33:23.376709 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7892c2b8-4bab-4066-a54f-8668825b2de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.413908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7892c2b8-4bab-4066-a54f-8668825b2de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.457166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64be3fed-15e8-4e08-b989-e99577ff7949 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:23.486747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 64be3fed-15e8-4e08-b989-e99577ff7949 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:23.487454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 64be3fed-15e8-4e08-b989-e99577ff7949 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:23.487909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0c835bad-06e2-49e2-8f95-81a1206897d2 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:23.508200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0c835bad-06e2-49e2-8f95-81a1206897d2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:23.508544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0c835bad-06e2-49e2-8f95-81a1206897d2 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:23.544736 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7892c2b8-4bab-4066-a54f-8668825b2de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.678164 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7892c2b8-4bab-4066-a54f-8668825b2de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.707740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892c2b8-4bab-4066-a54f-8668825b2de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c146df5-735a-4536-8153-475fc2b30f5f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:23.713435 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7892c2b8-4bab-4066-a54f-8668825b2de2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.717080 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7892c2b8-4bab-4066-a54f-8668825b2de2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6c146df5-735a-4536-8153-475fc2b30f5f HTTP/1.1" status: 204 len: 168 time: 0.3937862 Feb 09 16:33:23.719255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56234) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:23.719874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef415c6-462d-4149-8d11-123c2e485107 None None] Network 4b956704-4261-4d45-8ae0-d72bb529b8fc requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:23.791237 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.847307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Deleting port 0a41fdfd-263a-4709-8932-e3c17ab0f1df {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:23.847760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.912158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] DHCP port deletion for 4b956704-4261-4d45-8ae0-d72bb529b8fc request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:33:23.921759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] For port 0a41fdfd-263a-4709-8932-e3c17ab0f1df, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a41fdfd-263a-4709-8932-e3c17ab0f1df,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:23.922166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:23.936730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Calling delete_port for 0a41fdfd-263a-4709-8932-e3c17ab0f1df owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:23.966397 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Deleting port 0a41fdfd-263a-4709-8932-e3c17ab0f1df {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:23.966772 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.032351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] For port 0a41fdfd-263a-4709-8932-e3c17ab0f1df, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a41fdfd-263a-4709-8932-e3c17ab0f1df,segment=NetworkSegment(6dfe8567-06de-439e-bb26-bd0421f628fc),segment_id=6dfe8567-06de-439e-bb26-bd0421f628fc)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:24.039422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.047151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Calling delete_port for 0a41fdfd-263a-4709-8932-e3c17ab0f1df owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:24.083727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.116553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a41fdfd-263a-4709-8932-e3c17ab0f1df,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:24.122296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] No DVR routers for this DVR port 0a41fdfd-263a-4709-8932-e3c17ab0f1df on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:33:24.130083 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.162245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Pushing event deleted for resources: {'Port': ['ID=0a41fdfd-263a-4709-8932-e3c17ab0f1df,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:24.170257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] No DVR routers for this DVR port 0a41fdfd-263a-4709-8932-e3c17ab0f1df on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:33:24.173486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.173836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.174171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.174506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.174835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.175163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.175488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.175813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.176157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.176483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.176965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.177369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97d9f88-25c3-41b7-b2fd-c42e29ec58a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:24.208053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.229393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b956704-4261-4d45-8ae0-d72bb529b8fc']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:24.238993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfe8567-06de-439e-bb26-bd0421f628fc') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:24.239221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfe8567-06de-439e-bb26-bd0421f628fc') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:24.249223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.262716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.269203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:33:24.269521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:33:24.271217 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:33:24.398137 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.404308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:24.408363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4b956704-4261-4d45-8ae0-d72bb529b8fc HTTP/1.1" status: 204 len: 168 time: 0.6880841 Feb 09 16:33:24.411323 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56246) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:24.421924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e655d-6fe4-4fdb-b02c-3715019517d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b956704-4261-4d45-8ae0-d72bb529b8fc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:24.776961 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:25.031820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Deleting port 8d429c47-bace-4f31-a82e-39ab286052a4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:25.032187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:25.108379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] For port 8d429c47-bace-4f31-a82e-39ab286052a4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8d429c47-bace-4f31-a82e-39ab286052a4,segment=NetworkSegment(86d44b2c-4141-40f2-9d61-ef079d080ec9),segment_id=86d44b2c-4141-40f2-9d61-ef079d080ec9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:25.108665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:25.120533 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Calling delete_port for 8d429c47-bace-4f31-a82e-39ab286052a4 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:25.259688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ee88db94-3406-4306-a6de-bc35f7fb5bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:25.374844 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:25.399879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d429c47-bace-4f31-a82e-39ab286052a4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:25.451110 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a41fdfd-263a-4709-8932-e3c17ab0f1df no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:25.474125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0a41fdfd-263a-4709-8932-e3c17ab0f1df {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:25.474566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a41fdfd-263a-4709-8932-e3c17ab0f1df not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:25.584372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:25.816109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Router a669f8ee-a3ea-408d-9d8b-10490a7503ca has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:33:25.924313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:25.930090 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-22e12880-e51e-4484-90bb-8a6d52e106bc admin admin] 10.222.0.53 "PUT /v2.0/routers/a669f8ee-a3ea-408d-9d8b-10490a7503ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5163462 Feb 09 16:33:25.931796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56264) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:25.932843 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] Sync routers for ids ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:25.943457 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] Routers {'a669f8ee-a3ea-408d-9d8b-10490a7503ca'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:25.944198 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:26.042598 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:26.064001 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] Set router a669f8ee-a3ea-408d-9d8b-10490a7503ca gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:26.161016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:26.253837 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:33:25Z', 'revision_number': 5, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port': {'id': '09a65216-8bd9-4e28-9265-40dc7d3d18db', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:6e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:27:55Z', 'updated_at': '2022-02-09T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:26.281030 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] Checking router: a669f8ee-a3ea-408d-9d8b-10490a7503ca for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:26.289520 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] Routers {'a669f8ee-a3ea-408d-9d8b-10490a7503ca'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:26.290136 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:26.323209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Deleting port 09a65216-8bd9-4e28-9265-40dc7d3d18db {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:26.323558 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:26.377761 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] Set router a669f8ee-a3ea-408d-9d8b-10490a7503ca gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:26.401898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] For port 09a65216-8bd9-4e28-9265-40dc7d3d18db, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=09a65216-8bd9-4e28-9265-40dc7d3d18db,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:26.402378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:26.414690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Calling delete_port for 09a65216-8bd9-4e28-9265-40dc7d3d18db owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:26.431402 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:33:26Z', 'revision_number': 6, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:26.461236 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cb8b27-d847-4431-a14a-d15b26c01bd3 None None] The sync data for ids ['a669f8ee-a3ea-408d-9d8b-10490a7503ca'] in n-d-828542-1 is: [{'id': 'a669f8ee-a3ea-408d-9d8b-10490a7503ca', 'name': 'tempest-TestServerBasicOps-446235911-router', 'tenant_id': '296ea7b1a8a2400dad066d0a46a242bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:27:54Z', 'updated_at': '2022-02-09T16:33:26Z', 'revision_number': 6, 'project_id': '296ea7b1a8a2400dad066d0a46a242bb', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:26.659826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:26.717417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:26.743422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a65216-8bd9-4e28-9265-40dc7d3d18db,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:26.807827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.274290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.277386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.443148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8d429c47-bace-4f31-a82e-39ab286052a4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:27.449441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.450239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a669f8ee-a3ea-408d-9d8b-10490a7503ca {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:33:27.455705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.459261 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7dbae1f5-c403-4f21-bda0-3fe319c8e4c8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a669f8ee-a3ea-408d-9d8b-10490a7503ca HTTP/1.1" status: 204 len: 168 time: 1.5241668 Feb 09 16:33:27.459627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56284) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:27.472965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8d429c47-bace-4f31-a82e-39ab286052a4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:27.476015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8d429c47-bace-4f31-a82e-39ab286052a4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:27.477607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 09a65216-8bd9-4e28-9265-40dc7d3d18db no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:27.501388 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 09a65216-8bd9-4e28-9265-40dc7d3d18db {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:27.501677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 09a65216-8bd9-4e28-9265-40dc7d3d18db not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:27.513306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-154e0550-3980-469a-950d-bcdb9ad09bd2 admin admin] Deleting subnet 103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:33:27.517580 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-154e0550-3980-469a-950d-bcdb9ad09bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.565631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-154e0550-3980-469a-950d-bcdb9ad09bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.656490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-154e0550-3980-469a-950d-bcdb9ad09bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.787430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-154e0550-3980-469a-950d-bcdb9ad09bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.821805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e0550-3980-469a-950d-bcdb9ad09bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:27.832322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-154e0550-3980-469a-950d-bcdb9ad09bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:27.835650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-154e0550-3980-469a-950d-bcdb9ad09bd2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/103fa9f1-0fa3-4ad6-b143-e1621a2fbeb2 HTTP/1.1" status: 204 len: 168 time: 0.3743026 Feb 09 16:33:27.835883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf39df84-abb2-4f6d-be83-4019702417a1 None None] Network 00002f17-2578-4f0b-a493-0b11a34c2979 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:27.838390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56290) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:27.932055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.005452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Deleting port cc56b98d-6ada-4380-bb6c-563ccbfea7af {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:28.007905 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.060435 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] DHCP port deletion for 00002f17-2578-4f0b-a493-0b11a34c2979 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:33:28.075947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] For port cc56b98d-6ada-4380-bb6c-563ccbfea7af, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cc56b98d-6ada-4380-bb6c-563ccbfea7af,segment=NetworkSegment(86d44b2c-4141-40f2-9d61-ef079d080ec9),segment_id=86d44b2c-4141-40f2-9d61-ef079d080ec9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:28.077034 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.096451 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Calling delete_port for cc56b98d-6ada-4380-bb6c-563ccbfea7af owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:28.109601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] Deleting port cc56b98d-6ada-4380-bb6c-563ccbfea7af {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:28.109984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.190278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] For port cc56b98d-6ada-4380-bb6c-563ccbfea7af, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cc56b98d-6ada-4380-bb6c-563ccbfea7af,segment=NetworkSegment(86d44b2c-4141-40f2-9d61-ef079d080ec9),segment_id=86d44b2c-4141-40f2-9d61-ef079d080ec9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:28.190919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.204473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] Calling delete_port for cc56b98d-6ada-4380-bb6c-563ccbfea7af owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:28.271982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.296385 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.299928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc56b98d-6ada-4380-bb6c-563ccbfea7af,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:28.304250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] No DVR routers for this DVR port cc56b98d-6ada-4380-bb6c-563ccbfea7af on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:33:28.328890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] Pushing event deleted for resources: {'Port': ['ID=cc56b98d-6ada-4380-bb6c-563ccbfea7af,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:28.336858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358416f0-4215-48ed-b02d-15f10abd9026 None None] No DVR routers for this DVR port cc56b98d-6ada-4380-bb6c-563ccbfea7af on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:33:28.380520 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.380772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.401507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00002f17-2578-4f0b-a493-0b11a34c2979']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:28.410800 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d44b2c-4141-40f2-9d61-ef079d080ec9') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:28.411099 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d44b2c-4141-40f2-9d61-ef079d080ec9') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:28.420416 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.433361 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.439949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:33:28.440372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:33:28.442015 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:33:28.557720 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.592284 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.599119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:28.603094 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] 10.222.0.53 "DELETE /v2.0/networks/00002f17-2578-4f0b-a493-0b11a34c2979 HTTP/1.1" status: 204 len: 168 time: 0.7634680 Feb 09 16:33:28.614495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afcba9-6871-440d-9616-0e2c01b8568f admin admin] Pushing event deleted for resources: {'Network': ['ID=00002f17-2578-4f0b-a493-0b11a34c2979,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:28.983068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:29.027743 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1dfc2c14-1bb4-4224-b2a8-a325632a96c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b34c0ab71475406bb6e65bae8a246614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434670 Feb 09 16:33:29.030501 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56310) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:29.080984 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42f65d2c-5a2c-43af-9e54-bd6369dd341e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:29.103200 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42f65d2c-5a2c-43af-9e54-bd6369dd341e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:29.249006 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42f65d2c-5a2c-43af-9e54-bd6369dd341e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:29.251502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-42f65d2c-5a2c-43af-9e54-bd6369dd341e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:29.252699 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-42f65d2c-5a2c-43af-9e54-bd6369dd341e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/658824cb-90e8-40e5-a113-c2adf8a10ec1 HTTP/1.1" status: 204 len: 168 time: 0.2212923 Feb 09 16:33:29.261509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f65d2c-5a2c-43af-9e54-bd6369dd341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658824cb-90e8-40e5-a113-c2adf8a10ec1,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:29.449468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cc56b98d-6ada-4380-bb6c-563ccbfea7af no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:29.480222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: cc56b98d-6ada-4380-bb6c-563ccbfea7af {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:29.480222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cc56b98d-6ada-4380-bb6c-563ccbfea7af not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:29.993859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56328) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:30.034343 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7b1cfaaa-1f2f-4ba7-b0b8-c9e99067ed9a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=296ea7b1a8a2400dad066d0a46a242bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392966 Feb 09 16:33:30.036899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56330) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:30.098983 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-291c8e1f-58aa-466b-8d59-e60c0600d52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:30.119583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-291c8e1f-58aa-466b-8d59-e60c0600d52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:30.254783 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-291c8e1f-58aa-466b-8d59-e60c0600d52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:30.257397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-291c8e1f-58aa-466b-8d59-e60c0600d52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:30.258618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-291c8e1f-58aa-466b-8d59-e60c0600d52e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2040d3f5-0929-4973-8d53-9a14d85a0eb2 HTTP/1.1" status: 204 len: 168 time: 0.2206907 Feb 09 16:33:30.266815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c8e1f-58aa-466b-8d59-e60c0600d52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2040d3f5-0929-4973-8d53-9a14d85a0eb2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:30.523683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:31.395663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56370) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:31.498672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-221826886-network', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:31.614814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Made reservation on behalf of 5ed6a871956241fa944185b96d0d81cb for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:33:31.617300 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:31.628217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:31.709720 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:31.785323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:31.811652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:33:31.821365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256fd3cc-c696-48f7-a753-31693ff04b16,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:31.826114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:31.826964 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Added segment decdd9ba-7067-42a1-a014-d96b9b75ac30 of type vlan for network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 Feb 09 16:33:31.867938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:32.140583 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:32.141582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:32.142769 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:32.206617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] Pushing event updated for resources: {'Network': ['ID=5f6d78de-db20-4db1-a51e-c70ca8dad0c2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:32.219109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:33:32.272016 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:32.338391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-81e34633-3d4f-4873-b1f7-c0e7e6cb584f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9411347 Feb 09 16:33:32.341331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56384) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:32.347242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Request body: {'subnet': {'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-221826886-subnet', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:32.483876 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Made reservation on behalf of 5ed6a871956241fa944185b96d0d81cb for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:33:32.486318 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:32.820925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:32.878311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8620de-2c86-48ad-a9ff-6fb91842c9f2,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:32.890157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Checking segment: {'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:32.890518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Network hostable DHCP agents. Network: 5f6d78de-db20-4db1-a51e-c70ca8dad0c2, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:33:33.003253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:33:33.117738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 5f6d78de-db20-4db1-a51e-c70ca8dad0c2) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:33.124179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:33.124320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.127896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d642f72d-0331-43af-9eb1-2b741665200d None None] Network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:33.219510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a2024cf4-755b-4c27-82b6-4a620c54d192 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8734210 Feb 09 16:33:33.219767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56396) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:33.224102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-221826886-router', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:33.280368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-5f6d78de-db20-4db1-a51e-c70ca8dad0c2', 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'fixed_ips': [{'subnet_id': '1b8620de-2c86-48ad-a9ff-6fb91842c9f2'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:33:33.281236 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.334786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.336286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.398286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.588122 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Allocated IP 172.20.0.2 (5f6d78de-db20-4db1-a51e-c70ca8dad0c2/1b8620de-2c86-48ad-a9ff-6fb91842c9f2/df711c17-255c-457a-90b1-4ae85ca91f78) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:33.614552 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.734547 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.849415 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.887287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:33.894164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:33.901404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:33.918625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Pushing event updated for resources: {'Port': ['ID=df711c17-255c-457a-90b1-4ae85ca91f78,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:33.929667 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.950664 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.983917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Attempting to bind port df711c17-255c-457a-90b1-4ae85ca91f78 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:33:33.984318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Attempting to bind port df711c17-255c-457a-90b1-4ae85ca91f78 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:33:33.984817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Attempting to bind port df711c17-255c-457a-90b1-4ae85ca91f78 on network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:33:33.990702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:33:33.991079 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Checking segment: {'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:33.991691 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:33.992158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Bound using segment: {'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:33:33.992565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Bound port: df711c17-255c-457a-90b1-4ae85ca91f78, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:33:33.992947 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:34.060933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] For port df711c17-255c-457a-90b1-4ae85ca91f78, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:33:34.063748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Allocated IP 172.25.5.40 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/1df680a1-b58f-494c-82a7-054534d5a1b4) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:34.063990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] For port df711c17-255c-457a-90b1-4ae85ca91f78, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=df711c17-255c-457a-90b1-4ae85ca91f78,segment=NetworkSegment(decdd9ba-7067-42a1-a014-d96b9b75ac30),segment_id=decdd9ba-7067-42a1-a014-d96b9b75ac30)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:33:34.157895 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:34.169374 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:34.219712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc477665-98d5-4d61-9a58-9728c80a6b0a None None] Pushing event updated for resources: {'Port': ['ID=df711c17-255c-457a-90b1-4ae85ca91f78,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:34.319452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:34.359754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:34.363039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:34.367458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:34.410045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Pushing event updated for resources: {'Port': ['ID=1df680a1-b58f-494c-82a7-054534d5a1b4,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:35.020820 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:35.248813 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:35.287030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36813f2d-4534-482f-886b-1d064a8ced5c None None] Network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:35.359323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e3b1501a-8567-4fde-bf97-034f93fc9804 None None] Provisioning complete for port df711c17-255c-457a-90b1-4ae85ca91f78 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:35.359693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3b1501a-8567-4fde-bf97-034f93fc9804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:35.483218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:33:35.487735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device df711c17-255c-457a-90b1-4ae85ca91f78 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:35.522998 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3b1501a-8567-4fde-bf97-034f93fc9804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:35.590508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e3b1501a-8567-4fde-bf97-034f93fc9804 None None] For port df711c17-255c-457a-90b1-4ae85ca91f78, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=df711c17-255c-457a-90b1-4ae85ca91f78,segment=NetworkSegment(decdd9ba-7067-42a1-a014-d96b9b75ac30),segment_id=decdd9ba-7067-42a1-a014-d96b9b75ac30)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:35.594522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:35.609632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port df711c17-255c-457a-90b1-4ae85ca91f78 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:35.609632 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:35.610272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Sync routers for ids ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:35.666532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Routers {'25e979a9-3616-461d-a58b-fa99a7f2b4e8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:35.667764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:35.709796 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:35.710975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3b1501a-8567-4fde-bf97-034f93fc9804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:35.713147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a87bb63a-2f07-4e11-8581-f1cdd0cf3d0d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.4922328 Feb 09 16:33:35.715718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56426) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:35.770267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1501a-8567-4fde-bf97-034f93fc9804 None None] Pushing event updated for resources: {'Port': ['ID=df711c17-255c-457a-90b1-4ae85ca91f78,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:35.894411 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d0a7cc80-eef2-44c9-992a-67a2fcb87023 None None] Provisioning complete for port df711c17-255c-457a-90b1-4ae85ca91f78 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:35.894790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d0a7cc80-eef2-44c9-992a-67a2fcb87023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:35.925360 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Set router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:36.168306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'name': 'tempest-ImageQuotaTest-221826886-router', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:34Z', 'revision_number': 3, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'gw_port': {'id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:36.189253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.197902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Checking router: 25e979a9-3616-461d-a58b-fa99a7f2b4e8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:36.198256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Updating router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 port 1df680a1-b58f-494c-82a7-054534d5a1b4 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:33:36.226442 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.369363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Allocated IP 172.20.0.1 (5f6d78de-db20-4db1-a51e-c70ca8dad0c2/1b8620de-2c86-48ad-a9ff-6fb91842c9f2/89da8d18-7f09-4ee3-8635-aa91e6a5d829) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:36.476060 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.493508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.563699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.605572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.617151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a0084-2092-4a89-bfcc-6d6454f07af9 None None] Pushing event updated for resources: {'Port': ['ID=1df680a1-b58f-494c-82a7-054534d5a1b4,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:36.619406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Attempting to bind port 1df680a1-b58f-494c-82a7-054534d5a1b4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:33:36.619819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Attempting to bind port 1df680a1-b58f-494c-82a7-054534d5a1b4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:33:36.620205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Attempting to bind port 1df680a1-b58f-494c-82a7-054534d5a1b4 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:33:36.626647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:33:36.626816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:36.627161 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.627554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:33:36.628053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Bound port: 1df680a1-b58f-494c-82a7-054534d5a1b4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:33:36.628413 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.651454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:36.656974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:36.659855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:36.666466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Pushing event updated for resources: {'Port': ['ID=89da8d18-7f09-4ee3-8635-aa91e6a5d829,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:36.690390 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] For port 1df680a1-b58f-494c-82a7-054534d5a1b4, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:33:36.693519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] For port 1df680a1-b58f-494c-82a7-054534d5a1b4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1df680a1-b58f-494c-82a7-054534d5a1b4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:33:36.711700 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.792625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.853624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Routers {'25e979a9-3616-461d-a58b-fa99a7f2b4e8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:36.854219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:36.889117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a0084-2092-4a89-bfcc-6d6454f07af9 None None] Pushing event updated for resources: {'Port': ['ID=1df680a1-b58f-494c-82a7-054534d5a1b4,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:36.927234 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:36.979296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fa32171c-c47d-4ded-94ba-9ed46c1d5b96 None None] Provisioning complete for port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:36.979669 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa32171c-c47d-4ded-94ba-9ed46c1d5b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:37.005250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] Set router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:37.081156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fa32171c-c47d-4ded-94ba-9ed46c1d5b96 None None] Port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:33:37.125952 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:37.196663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'name': 'tempest-ImageQuotaTest-221826886-router', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:34Z', 'revision_number': 3, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'gw_port': {'id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:37.222351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954e40c-e19b-4503-bff2-ec76ef137820 None None] The sync data for ids ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'] in n-d-828542-1 is: [{'id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'name': 'tempest-ImageQuotaTest-221826886-router', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:34Z', 'revision_number': 3, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'gw_port': {'id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:37.237251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:37.309749 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Pushing event updated for resources: {'Port': ['ID=89da8d18-7f09-4ee3-8635-aa91e6a5d829,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:37.313255 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:37.414748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:37.420328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:37.510148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device df711c17-255c-457a-90b1-4ae85ca91f78 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:37.589818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port df711c17-255c-457a-90b1-4ae85ca91f78 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:37.590193 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:37.624118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:33:37.779281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:37.785261 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e299c812-9edf-4bfd-80df-f2ba4bb68337 admin admin] 10.222.0.53 "PUT /v2.0/routers/25e979a9-3616-461d-a58b-fa99a7f2b4e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0663002 Feb 09 16:33:37.810044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-75f9fa1b-46b7-4c8b-9455-dc138dd88a2e None None] Provisioning complete for port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:37.810414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-75f9fa1b-46b7-4c8b-9455-dc138dd88a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:37.852238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-75f9fa1b-46b7-4c8b-9455-dc138dd88a2e None None] Port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:33:39.054477 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Sync routers for ids ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:39.054477 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Routers {'25e979a9-3616-461d-a58b-fa99a7f2b4e8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:39.054477 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:39.149457 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Set router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:39.251622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56484) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:39.359114 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'name': 'tempest-ImageQuotaTest-221826886-router', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:36Z', 'revision_number': 4, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'gw_port': {'id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '89da8d18-7f09-4ee3-8635-aa91e6a5d829', 'name': '', 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'mac_address': 'fa:16:3e:d1:f6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '1b8620de-2c86-48ad-a9ff-6fb91842c9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:36Z', 'updated_at': '2022-02-09T16:33:37Z', 'revision_number': 2, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'subnets': [{'id': '1b8620de-2c86-48ad-a9ff-6fb91842c9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:39.389205 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Checking router: 25e979a9-3616-461d-a58b-fa99a7f2b4e8 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:39.389566 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Updating router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:33:39.417998 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:39.511572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1df680a1-b58f-494c-82a7-054534d5a1b4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:39.571377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1df680a1-b58f-494c-82a7-054534d5a1b4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:39.572207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:39.648796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:39.656782 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:39.679743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 1df680a1-b58f-494c-82a7-054534d5a1b4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1df680a1-b58f-494c-82a7-054534d5a1b4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:39.805518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:39.854703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=1df680a1-b58f-494c-82a7-054534d5a1b4,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:39.878067 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:39.934767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Deleting port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:39.935123 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:39.975355 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.016867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.026909 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Pushing event updated for resources: {'Port': ['ID=89da8d18-7f09-4ee3-8635-aa91e6a5d829,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:40.034945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Calling delete_port for 89da8d18-7f09-4ee3-8635-aa91e6a5d829 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:40.051686 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.052027 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.052397 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.052836 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.053230 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.053511 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.053796 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.054109 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.054423 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.054739 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.055323 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.055437 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:33:40.097099 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Attempting to bind port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:33:40.097469 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Attempting to bind port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:33:40.098100 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Attempting to bind port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 on network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:33:40.103536 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:33:40.104217 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Checking segment: {'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:40.104984 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.105591 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Bound using segment: {'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:33:40.106238 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Bound port: 89da8d18-7f09-4ee3-8635-aa91e6a5d829, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decdd9ba-7067-42a1-a014-d96b9b75ac30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:33:40.106785 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.188698 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] For port 89da8d18-7f09-4ee3-8635-aa91e6a5d829, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:33:40.192304 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] For port 89da8d18-7f09-4ee3-8635-aa91e6a5d829, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=89da8d18-7f09-4ee3-8635-aa91e6a5d829,segment=NetworkSegment(decdd9ba-7067-42a1-a014-d96b9b75ac30),segment_id=decdd9ba-7067-42a1-a014-d96b9b75ac30)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:33:40.266734 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.311973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7f09f21a-3a02-4eef-92da-904f0a848eb2 None None] Provisioning complete for port 89da8d18-7f09-4ee3-8635-aa91e6a5d829 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:40.311973 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f09f21a-3a02-4eef-92da-904f0a848eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.341441 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Routers {'25e979a9-3616-461d-a58b-fa99a7f2b4e8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:40.342291 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:40.345399 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacc4fa-11ff-4528-a5ee-f4050d3fd60b None None] Pushing event updated for resources: {'Port': ['ID=89da8d18-7f09-4ee3-8635-aa91e6a5d829,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:40.404299 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:33:40.416489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.447446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=89da8d18-7f09-4ee3-8635-aa91e6a5d829,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:40.516680 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] Set router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:40.610704 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f09f21a-3a02-4eef-92da-904f0a848eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.651957 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:40.813460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3af7c214-5cae-451d-8785-e6299b85a8f2 None None] Could not find standard attr ID for object 89da8d18-7f09-4ee3-8635-aa91e6a5d829. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:33:40.821970 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'name': 'tempest-ImageQuotaTest-221826886-router', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:36Z', 'revision_number': 4, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'gw_port': {'id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '89da8d18-7f09-4ee3-8635-aa91e6a5d829', 'name': '', 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'mac_address': 'fa:16:3e:d1:f6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '1b8620de-2c86-48ad-a9ff-6fb91842c9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:36Z', 'updated_at': '2022-02-09T16:33:40Z', 'revision_number': 4, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'subnets': [{'id': '1b8620de-2c86-48ad-a9ff-6fb91842c9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:40.850967 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d336dff-4820-4054-b804-85dda3e243f8 None None] The sync data for ids ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'] in n-d-828542-1 is: [{'id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'name': 'tempest-ImageQuotaTest-221826886-router', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:36Z', 'revision_number': 4, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'gw_port': {'id': '1df680a1-b58f-494c-82a7-054534d5a1b4', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '89da8d18-7f09-4ee3-8635-aa91e6a5d829', 'name': '', 'network_id': '5f6d78de-db20-4db1-a51e-c70ca8dad0c2', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'mac_address': 'fa:16:3e:d1:f6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '1b8620de-2c86-48ad-a9ff-6fb91842c9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:36Z', 'updated_at': '2022-02-09T16:33:40Z', 'revision_number': 4, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'subnets': [{'id': '1b8620de-2c86-48ad-a9ff-6fb91842c9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:40.923242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:33:41.060242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:41.068135 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6550528b-6a19-477f-be45-f437c6f94ce8 admin admin] 10.222.0.53 "PUT /v2.0/routers/25e979a9-3616-461d-a58b-fa99a7f2b4e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140051 Feb 09 16:33:41.069447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56508) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:41.180525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:41.293878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:41.493085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Deleting port 1df680a1-b58f-494c-82a7-054534d5a1b4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:41.493732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:41.496513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1df680a1-b58f-494c-82a7-054534d5a1b4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:41.594054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1df680a1-b58f-494c-82a7-054534d5a1b4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:41.594822 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:41.628953 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] For port 1df680a1-b58f-494c-82a7-054534d5a1b4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1df680a1-b58f-494c-82a7-054534d5a1b4,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:41.629483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:41.646491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Calling delete_port for 1df680a1-b58f-494c-82a7-054534d5a1b4 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:41.894895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:41.940460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df680a1-b58f-494c-82a7-054534d5a1b4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:42.013368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.108318 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.110448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.136323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] Sync routers for ids ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:42.147008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] Routers {'25e979a9-3616-461d-a58b-fa99a7f2b4e8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:42.147618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:42.217473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] Set router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:42.231553 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.232173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e979a9-3616-461d-a58b-fa99a7f2b4e8 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:33:42.239125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.240569 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-98369df7-d61c-4dd1-9520-3f8d06178681 admin admin] 10.222.0.53 "DELETE /v2.0/routers/25e979a9-3616-461d-a58b-fa99a7f2b4e8 HTTP/1.1" status: 204 len: 168 time: 1.1697059 Feb 09 16:33:42.243905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56522) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:42.274887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e979a9-3616-461d-a58b-fa99a7f2b4e8', 'name': 'tempest-ImageQuotaTest-221826886-router', 'tenant_id': '5ed6a871956241fa944185b96d0d81cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:33Z', 'updated_at': '2022-02-09T16:33:41Z', 'revision_number': 7, 'project_id': '5ed6a871956241fa944185b96d0d81cb', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:42.290579 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fd9919-9116-4dac-9cb2-d35b5e7f96ab admin admin] Deleting subnet 1b8620de-2c86-48ad-a9ff-6fb91842c9f2 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:33:42.295148 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9919-9116-4dac-9cb2-d35b5e7f96ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.301990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] Checking router: 25e979a9-3616-461d-a58b-fa99a7f2b4e8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:42.310721 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] Routers set() bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:42.311205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] Router IDs set() for agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 16:33:42.312370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_agentschedulers_db [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'25e979a9-3616-461d-a58b-fa99a7f2b4e8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent'). {{(pid=103180) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 16:33:42.312748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adafc8b6-928b-4641-8a72-6b14be26268e None None] The sync data for ids ['25e979a9-3616-461d-a58b-fa99a7f2b4e8'] in n-d-828542-1 is: [] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:42.334195 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9919-9116-4dac-9cb2-d35b5e7f96ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.435851 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9919-9116-4dac-9cb2-d35b5e7f96ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.563822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9919-9116-4dac-9cb2-d35b5e7f96ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.591884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd9919-9116-4dac-9cb2-d35b5e7f96ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8620de-2c86-48ad-a9ff-6fb91842c9f2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:42.594673 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9919-9116-4dac-9cb2-d35b5e7f96ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.598592 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f8fd9919-9116-4dac-9cb2-d35b5e7f96ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1b8620de-2c86-48ad-a9ff-6fb91842c9f2 HTTP/1.1" status: 204 len: 168 time: 0.3535624 Feb 09 16:33:42.602051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36d524-109b-40c3-b5ce-cf728a57ec43 None None] Network 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:42.602437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56530) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:42.677567 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.736016 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Deleting port df711c17-255c-457a-90b1-4ae85ca91f78 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:42.736519 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.804180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] For port df711c17-255c-457a-90b1-4ae85ca91f78, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=df711c17-255c-457a-90b1-4ae85ca91f78,segment=NetworkSegment(decdd9ba-7067-42a1-a014-d96b9b75ac30),segment_id=decdd9ba-7067-42a1-a014-d96b9b75ac30)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:42.804546 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.817629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Calling delete_port for df711c17-255c-457a-90b1-4ae85ca91f78 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:42.853745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] DHCP port deletion for 5f6d78de-db20-4db1-a51e-c70ca8dad0c2 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:33:42.934949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] Deleting port df711c17-255c-457a-90b1-4ae85ca91f78 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:33:42.934949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:42.998455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] For port df711c17-255c-457a-90b1-4ae85ca91f78, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=df711c17-255c-457a-90b1-4ae85ca91f78,segment=NetworkSegment(decdd9ba-7067-42a1-a014-d96b9b75ac30),segment_id=decdd9ba-7067-42a1-a014-d96b9b75ac30)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:42.998867 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.011857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] Calling delete_port for df711c17-255c-457a-90b1-4ae85ca91f78 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:33:43.013377 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.041167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=df711c17-255c-457a-90b1-4ae85ca91f78,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:43.044995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] No DVR routers for this DVR port df711c17-255c-457a-90b1-4ae85ca91f78 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:33:43.087629 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.114384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] Pushing event deleted for resources: {'Port': ['ID=df711c17-255c-457a-90b1-4ae85ca91f78,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:43.118258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c0b09-0e2f-4370-9840-552bbc8f1ee1 None None] No DVR routers for this DVR port df711c17-255c-457a-90b1-4ae85ca91f78 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:33:43.451076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 89da8d18-7f09-4ee3-8635-aa91e6a5d829 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:43.477470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 89da8d18-7f09-4ee3-8635-aa91e6a5d829 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:43.483021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 89da8d18-7f09-4ee3-8635-aa91e6a5d829 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:43.483021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1df680a1-b58f-494c-82a7-054534d5a1b4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:43.483396 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.500617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1df680a1-b58f-494c-82a7-054534d5a1b4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:43.500961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1df680a1-b58f-494c-82a7-054534d5a1b4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:43.501374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device df711c17-255c-457a-90b1-4ae85ca91f78 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:33:43.509967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6d78de-db20-4db1-a51e-c70ca8dad0c2']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:43.519842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decdd9ba-7067-42a1-a014-d96b9b75ac30') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:43.520186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decdd9ba-7067-42a1-a014-d96b9b75ac30') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:43.521827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: df711c17-255c-457a-90b1-4ae85ca91f78 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:33:43.522257 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device df711c17-255c-457a-90b1-4ae85ca91f78 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:33:43.536071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.546718 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.552873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:33:43.553269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: items = [ Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:33:43.554935 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:33:43.688509 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.694141 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:43.697424 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5f6d78de-db20-4db1-a51e-c70ca8dad0c2 HTTP/1.1" status: 204 len: 168 time: 1.0939825 Feb 09 16:33:43.709963 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02d306-799d-4947-b370-fd21c9904b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6d78de-db20-4db1-a51e-c70ca8dad0c2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:44.053445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56550) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:44.098525 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f6c37da7-6041-4a72-b9c7-6829e61a6063 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ed6a871956241fa944185b96d0d81cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438976 Feb 09 16:33:44.101030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56552) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:44.151674 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2bb89a3-2440-4aa5-b652-931a8449189d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:44.173199 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2bb89a3-2440-4aa5-b652-931a8449189d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:44.294445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2bb89a3-2440-4aa5-b652-931a8449189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:44.297119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a2bb89a3-2440-4aa5-b652-931a8449189d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:44.298303 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a2bb89a3-2440-4aa5-b652-931a8449189d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/256fd3cc-c696-48f7-a753-31693ff04b16 HTTP/1.1" status: 204 len: 168 time: 0.1963754 Feb 09 16:33:44.306810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb89a3-2440-4aa5-b652-931a8449189d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256fd3cc-c696-48f7-a753-31693ff04b16,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:44.993783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56572) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:45.007367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94cb3fd5-c7a5-485c-a017-ed0fd80e2a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:45.092751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94cb3fd5-c7a5-485c-a017-ed0fd80e2a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:45.197142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-94cb3fd5-c7a5-485c-a017-ed0fd80e2a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:45.235466 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb3fd5-c7a5-485c-a017-ed0fd80e2a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e0ce0-5ed2-422c-93e1-eccd4bddbb10,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:45.242299 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-94cb3fd5-c7a5-485c-a017-ed0fd80e2a4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2451615 Feb 09 16:33:45.243238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56576) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:45.295092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05ea44bc-14ae-46e6-bf16-22eded8056ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:45.315304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05ea44bc-14ae-46e6-bf16-22eded8056ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:45.425845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05ea44bc-14ae-46e6-bf16-22eded8056ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:45.428501 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05ea44bc-14ae-46e6-bf16-22eded8056ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:45.429677 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-05ea44bc-14ae-46e6-bf16-22eded8056ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c38e0ce0-5ed2-422c-93e1-eccd4bddbb10 HTTP/1.1" status: 204 len: 168 time: 0.1855221 Feb 09 16:33:45.437563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea44bc-14ae-46e6-bf16-22eded8056ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e0ce0-5ed2-422c-93e1-eccd4bddbb10,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:46.313522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56612) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:46.426583 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1532072034-network', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:46.517806 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Made reservation on behalf of 65b320de2bf8450b813312f1fe68f3e7 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:33:46.521782 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:46.534404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:46.614117 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:46.769582 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:46.795244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:33:46.809698 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259b9213-4233-4094-9f2f-e14c3ad4f5df,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:46.815792 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:46.816180 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Added segment 6644c859-660f-4390-a402-03086ad86449 of type vlan for network b62901a4-987b-4905-a186-f27c793ac057 Feb 09 16:33:46.860055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:46.934581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:46.935570 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:46.936814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:47.001193 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] Pushing event updated for resources: {'Network': ['ID=b62901a4-987b-4905-a186-f27c793ac057,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:47.010854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network b62901a4-987b-4905-a186-f27c793ac057 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:33:47.109064 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f810ac95-b80e-4d8c-a67a-5f3dd1e95b33 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7944319 Feb 09 16:33:47.111837 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56624) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:47.116781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Request body: {'subnet': {'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1532072034-subnet', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:47.282945 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Made reservation on behalf of 65b320de2bf8450b813312f1fe68f3e7 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:33:47.285359 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:47.552129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:47.610115 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036a2330-edbe-4271-a759-0c6402aa97e3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:47.619912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Checking segment: {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:47.620310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Network hostable DHCP agents. Network: b62901a4-987b-4905-a186-f27c793ac057, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:33:47.717145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Network b62901a4-987b-4905-a186-f27c793ac057 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:33:47.796173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, b62901a4-987b-4905-a186-f27c793ac057) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:47.800471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:47.801061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:47.807822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5b0598-b25b-4350-bb5e-777d7f7e66ee None None] Network b62901a4-987b-4905-a186-f27c793ac057 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:47.885078 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-da414995-571a-48e0-bcc5-d4d2ee69e541 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7719867 Feb 09 16:33:47.887681 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56634) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:47.894630 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:47.963952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-b62901a4-987b-4905-a186-f27c793ac057', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:33:47.964865 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.015014 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.016229 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.071501 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.100258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Allocated IP 172.20.0.2 (b62901a4-987b-4905-a186-f27c793ac057/036a2330-edbe-4271-a759-0c6402aa97e3/3c36dc51-d6be-4d97-9980-fce48dac1331) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:48.250180 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.304266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.306119 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.346504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Network b62901a4-987b-4905-a186-f27c793ac057 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:48.353431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:48.357571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:48.364934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Pushing event updated for resources: {'Port': ['ID=3c36dc51-d6be-4d97-9980-fce48dac1331,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:48.424359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Attempting to bind port 3c36dc51-d6be-4d97-9980-fce48dac1331 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:33:48.424937 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Attempting to bind port 3c36dc51-d6be-4d97-9980-fce48dac1331 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:33:48.425306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Attempting to bind port 3c36dc51-d6be-4d97-9980-fce48dac1331 on network b62901a4-987b-4905-a186-f27c793ac057 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:33:48.430362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:33:48.430739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Checking segment: {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:48.431144 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.431539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Bound using segment: {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:33:48.432007 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Bound port: 3c36dc51-d6be-4d97-9980-fce48dac1331, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:33:48.432436 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.500999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] For port 3c36dc51-d6be-4d97-9980-fce48dac1331, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:33:48.504171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] For port 3c36dc51-d6be-4d97-9980-fce48dac1331, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=3c36dc51-d6be-4d97-9980-fce48dac1331,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:33:48.563743 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.606893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.632126 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.632965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8b70e-2d06-45ba-97b7-cb06be5aeb62 None None] Pushing event updated for resources: {'Port': ['ID=3c36dc51-d6be-4d97-9980-fce48dac1331,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:48.751027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Allocated IP 172.25.5.78 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/cb63fbf2-15ec-4ad5-8487-ecb6cc29083d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:48.872818 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:48.963804 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:49.009949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:49.013019 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:49.017031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:49.022879 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Pushing event updated for resources: {'Port': ['ID=cb63fbf2-15ec-4ad5-8487-ecb6cc29083d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:49.343232 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:49.498078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 3c36dc51-d6be-4d97-9980-fce48dac1331 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:49.551355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 3c36dc51-d6be-4d97-9980-fce48dac1331 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:49.551730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:49.594362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:49.635489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:49.675278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 3c36dc51-d6be-4d97-9980-fce48dac1331, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=3c36dc51-d6be-4d97-9980-fce48dac1331,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:49.700835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029cc40-f906-478f-8c64-c6fcdc987e4a None None] Network b62901a4-987b-4905-a186-f27c793ac057 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:49.769355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:49.853459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Router 204bc5f5-fd6a-423f-a91c-64e9c838e860 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:33:49.874799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=3c36dc51-d6be-4d97-9980-fce48dac1331,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:49.877427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d9557dac-1125-40d8-a2fd-8c10b2ae4559 None None] Provisioning complete for port 3c36dc51-d6be-4d97-9980-fce48dac1331 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:49.882319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9557dac-1125-40d8-a2fd-8c10b2ae4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:49.975110 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:49.990326 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Sync routers for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:50.000057 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:50.000683 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:50.068167 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.072568 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-19f19425-eb15-4621-95ad-3d3971ac3c83 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1807065 Feb 09 16:33:50.078020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56666) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:50.127475 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:50.216677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b6b48b10-beb2-4ef7-8b44-deef7c1839ac None None] Provisioning complete for port 3c36dc51-d6be-4d97-9980-fce48dac1331 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:50.218080 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6b48b10-beb2-4ef7-8b44-deef7c1839ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.328899 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:49Z', 'revision_number': 3, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:50.359809 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Checking router: 204bc5f5-fd6a-423f-a91c-64e9c838e860 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:50.360227 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Updating router 204bc5f5-fd6a-423f-a91c-64e9c838e860 port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:33:50.384899 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.544919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.671793 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.707654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Allocated IP 172.20.0.1 (b62901a4-987b-4905-a186-f27c793ac057/036a2330-edbe-4271-a759-0c6402aa97e3/15af7c7e-10e7-433b-b662-776bc86267e7) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:50.769354 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.813468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.824293 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Attempting to bind port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:33:50.824661 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Attempting to bind port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:33:50.825013 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Attempting to bind port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:33:50.832680 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1d04e-6d41-4c10-be4f-57d3a6f19d24 None None] Pushing event updated for resources: {'Port': ['ID=cb63fbf2-15ec-4ad5-8487-ecb6cc29083d,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:50.835140 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:33:50.835494 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:50.836000 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.847062 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:33:50.847062 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Bound port: cb63fbf2-15ec-4ad5-8487-ecb6cc29083d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:33:50.847062 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.894567 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] For port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:33:50.898415 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] For port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cb63fbf2-15ec-4ad5-8487-ecb6cc29083d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:33:50.933634 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.956389 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:50.973262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Network b62901a4-987b-4905-a186-f27c793ac057 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:50.980897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:50.989639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:51.003878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Pushing event updated for resources: {'Port': ['ID=15af7c7e-10e7-433b-b662-776bc86267e7,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:51.021628 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:51.022209 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:51.060348 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:51.110667 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1d04e-6d41-4c10-be4f-57d3a6f19d24 None None] Pushing event updated for resources: {'Port': ['ID=cb63fbf2-15ec-4ad5-8487-ecb6cc29083d,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:51.136753 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:51.270684 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:51.336368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fc7fcdd1-3cb5-48df-97f1-3c17bb7a1bae None None] Provisioning complete for port 15af7c7e-10e7-433b-b662-776bc86267e7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:51.337487 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fc7fcdd1-3cb5-48df-97f1-3c17bb7a1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:51.357641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:49Z', 'revision_number': 3, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:51.374682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fc7fcdd1-3cb5-48df-97f1-3c17bb7a1bae None None] Port 15af7c7e-10e7-433b-b662-776bc86267e7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:33:51.395343 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e17f2c-ffa9-4ab4-a366-77877ca6835b None None] The sync data for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 is: [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:49Z', 'revision_number': 3, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:51.461305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 3c36dc51-d6be-4d97-9980-fce48dac1331 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:51.489411 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:51.513224 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 3c36dc51-d6be-4d97-9980-fce48dac1331 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:51.513604 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:51.528646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:51.603050 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:51.604980 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Pushing event updated for resources: {'Port': ['ID=15af7c7e-10e7-433b-b662-776bc86267e7,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:51.750089 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Network b62901a4-987b-4905-a186-f27c793ac057 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:51.751486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:51.882276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Router 204bc5f5-fd6a-423f-a91c-64e9c838e860 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:33:52.007584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-95ef6e07-27fe-4025-887c-5f066102e571 None None] Provisioning complete for port 15af7c7e-10e7-433b-b662-776bc86267e7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:52.008325 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-95ef6e07-27fe-4025-887c-5f066102e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:52.014559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:52.019737 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-75a6906b-cc52-4d91-b2a7-6f0018a43df1 admin admin] 10.222.0.53 "PUT /v2.0/routers/204bc5f5-fd6a-423f-a91c-64e9c838e860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455454 Feb 09 16:33:52.048046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-95ef6e07-27fe-4025-887c-5f066102e571 None None] Port 15af7c7e-10e7-433b-b662-776bc86267e7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:33:52.698109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56712) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:52.703682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1599004952-network', 'tenant_id': '63da34b11ed247778a650021bcb53888'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:52.797274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Made reservation on behalf of 63da34b11ed247778a650021bcb53888 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:33:52.800390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:52.815626 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:52.902128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:52.970002 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:52.997939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b7f158e6-9a9b-4c64-b5dd-e8006a8ea31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.006297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:33:53.016803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93be58f6-c716-480f-871d-a1a0bb8b2152,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:53.022254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.022605 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Added segment f7cb42a8-12e5-4645-b2cf-f8bf3e460dec of type vlan for network 587028b9-27cd-47ea-8a6b-6b1634164f41 Feb 09 16:33:53.068975 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.151193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Sync routers for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:53.162586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:53.163328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:53.236848 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.237895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:53.241988 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.303350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] Pushing event updated for resources: {'Network': ['ID=587028b9-27cd-47ea-8a6b-6b1634164f41,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:53.312061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:53.315278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 587028b9-27cd-47ea-8a6b-6b1634164f41 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:33:53.355822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-27ea79b9-817f-463d-a090-f2c1925557b0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6564066 Feb 09 16:33:53.358697 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 56722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:53.364389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Request body: {'subnet': {'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1599004952-subnet', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:53.501880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cb63fbf2-15ec-4ad5-8487-ecb6cc29083d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:53.505639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Made reservation on behalf of 63da34b11ed247778a650021bcb53888 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:33:53.508979 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.781211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:53.781848 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.876847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.877612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:53.892669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 2, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:53.934376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cb63fbf2-15ec-4ad5-8487-ecb6cc29083d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:53.935616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Checking router: 204bc5f5-fd6a-423f-a91c-64e9c838e860 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:53.936762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Updating router 204bc5f5-fd6a-423f-a91c-64e9c838e860 port 15af7c7e-10e7-433b-b662-776bc86267e7 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:33:53.945104 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97072ea-93e4-4950-8dba-c65adc12ab50,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:53.957828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Checking segment: {'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:53.957828 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Network hostable DHCP agents. Network: 587028b9-27cd-47ea-8a6b-6b1634164f41, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:33:53.966685 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.064144 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.094108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Network 587028b9-27cd-47ea-8a6b-6b1634164f41 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:33:54.167963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=cb63fbf2-15ec-4ad5-8487-ecb6cc29083d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:54.237425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 587028b9-27cd-47ea-8a6b-6b1634164f41) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:54.246851 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:33:54.250889 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.272408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e381cb-a287-497f-980c-c6e7870b1ce0 None None] Network 587028b9-27cd-47ea-8a6b-6b1634164f41 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:54.334034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.365822 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9bfda9a5-c7d0-48b8-bf1b-56524b17a167 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0056043 Feb 09 16:33:54.368682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56734) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:54.374030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:33:54.416712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.464116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-587028b9-27cd-47ea-8a6b-6b1634164f41', 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'fixed_ips': [{'subnet_id': 'a97072ea-93e4-4950-8dba-c65adc12ab50'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:33:54.465017 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.488414 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.490118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.522035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaa32f-d396-4ff7-b0a3-8c00dae93276 None None] Pushing event updated for resources: {'Port': ['ID=15af7c7e-10e7-433b-b662-776bc86267e7,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:54.553964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.630509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Attempting to bind port 15af7c7e-10e7-433b-b662-776bc86267e7 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:33:54.630662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Attempting to bind port 15af7c7e-10e7-433b-b662-776bc86267e7 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:33:54.631005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Attempting to bind port 15af7c7e-10e7-433b-b662-776bc86267e7 on network b62901a4-987b-4905-a186-f27c793ac057 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:33:54.642358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:33:54.642733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Checking segment: {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:54.643383 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.643977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Bound using segment: {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:33:54.644680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Bound port: 15af7c7e-10e7-433b-b662-776bc86267e7, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:33:54.645292 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.754701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d08efdc9-f3a2-4276-8435-83cd0b7017b9 None None] Provisioning complete for port 15af7c7e-10e7-433b-b662-776bc86267e7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:54.755068 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d08efdc9-f3a2-4276-8435-83cd0b7017b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.768875 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:54.793315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Allocated IP 172.20.0.2 (587028b9-27cd-47ea-8a6b-6b1634164f41/a97072ea-93e4-4950-8dba-c65adc12ab50/c9c0b16d-7d07-4e77-8725-412fc3810932) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:54.797626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] For port 15af7c7e-10e7-433b-b662-776bc86267e7, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:33:54.823447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d08efdc9-f3a2-4276-8435-83cd0b7017b9 None None] Port 15af7c7e-10e7-433b-b662-776bc86267e7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:33:54.825984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] For port 15af7c7e-10e7-433b-b662-776bc86267e7, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=15af7c7e-10e7-433b-b662-776bc86267e7,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:33:54.938916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.031931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaa32f-d396-4ff7-b0a3-8c00dae93276 None None] Pushing event updated for resources: {'Port': ['ID=15af7c7e-10e7-433b-b662-776bc86267e7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:55.035218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.069626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:55.069626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:55.078755 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.101839 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.182080 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.185159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:55.224695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Allocated IP 172.25.5.186 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/be02b957-6cc8-4325-8fe3-f666192a5a9a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:55.331557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Network 587028b9-27cd-47ea-8a6b-6b1634164f41 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:55.332380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Pushing event updated for resources: {'Port': ['ID=c9c0b16d-7d07-4e77-8725-412fc3810932,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:55.350391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:55.350391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:55.350648 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.366899 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d83ad261-26e4-4a4b-b610-3385b82af8b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.641166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d60080de-70bc-4be0-aba8-8015acd750b7 None None] Provisioning complete for port 15af7c7e-10e7-433b-b662-776bc86267e7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:55.641166 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d60080de-70bc-4be0-aba8-8015acd750b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.641166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cb63fbf2-15ec-4ad5-8487-ecb6cc29083d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:55.642314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.643264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Attempting to bind port c9c0b16d-7d07-4e77-8725-412fc3810932 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:33:55.643264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Attempting to bind port c9c0b16d-7d07-4e77-8725-412fc3810932 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:33:55.643264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Attempting to bind port c9c0b16d-7d07-4e77-8725-412fc3810932 on network 587028b9-27cd-47ea-8a6b-6b1634164f41 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:33:55.644265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:55.644265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:55.644265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:55.645939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:33:55.645939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Checking segment: {'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:55.645939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.645939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Bound using segment: {'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:33:55.645939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Bound port: c9c0b16d-7d07-4e77-8725-412fc3810932, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:33:55.645939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.647653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Pushing event updated for resources: {'Port': ['ID=be02b957-6cc8-4325-8fe3-f666192a5a9a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:55.719505 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d60080de-70bc-4be0-aba8-8015acd750b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.726713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:55.727083 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.760700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] For port c9c0b16d-7d07-4e77-8725-412fc3810932, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:33:55.793772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] For port c9c0b16d-7d07-4e77-8725-412fc3810932, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c9c0b16d-7d07-4e77-8725-412fc3810932,segment=NetworkSegment(f7cb42a8-12e5-4645-b2cf-f8bf3e460dec),segment_id=f7cb42a8-12e5-4645-b2cf-f8bf3e460dec)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:33:55.813305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d60080de-70bc-4be0-aba8-8015acd750b7 None None] For port 15af7c7e-10e7-433b-b662-776bc86267e7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=15af7c7e-10e7-433b-b662-776bc86267e7,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:55.824030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:54Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:55.854095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0925d-873c-46ca-9a8d-29e7822bcfb0 None None] The sync data for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 is: [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:54Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:55.948681 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:55.953701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d60080de-70bc-4be0-aba8-8015acd750b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:56.040454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066178fa-8113-4e95-922a-01d1d9e62e59 None None] Pushing event updated for resources: {'Port': ['ID=c9c0b16d-7d07-4e77-8725-412fc3810932,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:56.154250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60080de-70bc-4be0-aba8-8015acd750b7 None None] Pushing event updated for resources: {'Port': ['ID=15af7c7e-10e7-433b-b662-776bc86267e7,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:56.157257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:56.420934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:56.659836 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:56.682611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Router fc3d8409-77b6-409b-8112-903f1064afc7 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:33:56.802442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:56.816351 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Sync routers for ids ['fc3d8409-77b6-409b-8112-903f1064afc7'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:33:56.829535 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Routers {'fc3d8409-77b6-409b-8112-903f1064afc7'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:56.830460 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc3d8409-77b6-409b-8112-903f1064afc7'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:56.890575 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:56.892331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6a97565e-c60a-4f9f-a906-410bd6db7928 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5222883 Feb 09 16:33:56.894992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 56766) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:33:57.137117 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Set router fc3d8409-77b6-409b-8112-903f1064afc7 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:57.317159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b14a6-52f9-4e09-b2dd-ef8ee6cb8981 None None] Network 587028b9-27cd-47ea-8a6b-6b1634164f41 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:33:57.412684 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 3, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port': {'id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:55Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:57.423917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9be50a5e-76ef-4ba5-9fce-eefc32aad00d None None] Provisioning complete for port c9c0b16d-7d07-4e77-8725-412fc3810932 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:57.424496 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9be50a5e-76ef-4ba5-9fce-eefc32aad00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:57.450836 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Checking router: fc3d8409-77b6-409b-8112-903f1064afc7 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:33:57.451282 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Updating router fc3d8409-77b6-409b-8112-903f1064afc7 port be02b957-6cc8-4325-8fe3-f666192a5a9a binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:33:57.487113 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:57.551880 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:57.595136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c9c0b16d-7d07-4e77-8725-412fc3810932 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:57.752031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Allocated IP 172.20.0.1 (587028b9-27cd-47ea-8a6b-6b1634164f41/a97072ea-93e4-4950-8dba-c65adc12ab50/c81fde86-d384-49af-9e0a-844cc9a98b5a) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:33:57.832245 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:57.865333 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9be50a5e-76ef-4ba5-9fce-eefc32aad00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:57.873130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:57.909610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c9c0b16d-7d07-4e77-8725-412fc3810932 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:57.909985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:57.918893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9be50a5e-76ef-4ba5-9fce-eefc32aad00d None None] For port c9c0b16d-7d07-4e77-8725-412fc3810932, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c9c0b16d-7d07-4e77-8725-412fc3810932,segment=NetworkSegment(f7cb42a8-12e5-4645-b2cf-f8bf3e460dec),segment_id=f7cb42a8-12e5-4645-b2cf-f8bf3e460dec)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:33:57.984908 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.006240 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.045158 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63dceb-2fae-4c06-bd02-e661f4325fe9 None None] Pushing event updated for resources: {'Port': ['ID=be02b957-6cc8-4325-8fe3-f666192a5a9a,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:58.048052 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Attempting to bind port be02b957-6cc8-4325-8fe3-f666192a5a9a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:33:58.048500 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Attempting to bind port be02b957-6cc8-4325-8fe3-f666192a5a9a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:33:58.048858 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Attempting to bind port be02b957-6cc8-4325-8fe3-f666192a5a9a on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:33:58.054684 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:33:58.055054 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:33:58.055452 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.055875 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:33:58.056363 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Bound port: be02b957-6cc8-4325-8fe3-f666192a5a9a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:33:58.056739 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.078594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9be50a5e-76ef-4ba5-9fce-eefc32aad00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.121841 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] For port be02b957-6cc8-4325-8fe3-f666192a5a9a, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:33:58.126429 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] For port be02b957-6cc8-4325-8fe3-f666192a5a9a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=be02b957-6cc8-4325-8fe3-f666192a5a9a,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:33:58.145049 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.162215 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:33:58.162570 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:33:58.163429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be50a5e-76ef-4ba5-9fce-eefc32aad00d None None] Pushing event updated for resources: {'Port': ['ID=c9c0b16d-7d07-4e77-8725-412fc3810932,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:58.177722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Network 587028b9-27cd-47ea-8a6b-6b1634164f41 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:58.182567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:58.196235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:33:58.205276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-53a8977c-4484-4ca3-ad50-10ec9ecfc6d5 None None] Provisioning complete for port c9c0b16d-7d07-4e77-8725-412fc3810932 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:58.205670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-53a8977c-4484-4ca3-ad50-10ec9ecfc6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.221406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Pushing event updated for resources: {'Port': ['ID=c81fde86-d384-49af-9e0a-844cc9a98b5a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:58.248070 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.272182 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.331304 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Routers {'fc3d8409-77b6-409b-8112-903f1064afc7'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:33:58.335934 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc3d8409-77b6-409b-8112-903f1064afc7'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:58.385433 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.456704 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63dceb-2fae-4c06-bd02-e661f4325fe9 None None] Pushing event updated for resources: {'Port': ['ID=be02b957-6cc8-4325-8fe3-f666192a5a9a,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:58.484365 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] Set router fc3d8409-77b6-409b-8112-903f1064afc7 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:33:58.549953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.563366 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.580220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-968c337c-6d81-4130-ad86-5056d3bf9a43 None None] Provisioning complete for port c81fde86-d384-49af-9e0a-844cc9a98b5a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:58.580591 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-968c337c-6d81-4130-ad86-5056d3bf9a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.621221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-968c337c-6d81-4130-ad86-5056d3bf9a43 None None] Port c81fde86-d384-49af-9e0a-844cc9a98b5a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:33:58.696730 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 3, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port': {'id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:55Z', 'updated_at': '2022-02-09T16:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:33:58.702791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 15af7c7e-10e7-433b-b662-776bc86267e7 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:58.744385 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a9d05-59c8-466c-9bfd-7ca696a841c5 None None] The sync data for ids ['fc3d8409-77b6-409b-8112-903f1064afc7'] in n-d-828542-1 is: [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 3, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port': {'id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:55Z', 'updated_at': '2022-02-09T16:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:33:58.753602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.760215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 15af7c7e-10e7-433b-b662-776bc86267e7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:58.760597 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:58.824516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:59.204319 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:59.206278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Pushing event updated for resources: {'Port': ['ID=c81fde86-d384-49af-9e0a-844cc9a98b5a,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:33:59.310419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Network 587028b9-27cd-47ea-8a6b-6b1634164f41 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:33:59.312822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:33:59.458063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Router fc3d8409-77b6-409b-8112-903f1064afc7 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:33:59.608515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c9c0b16d-7d07-4e77-8725-412fc3810932 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:59.640982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:33:59.648621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e90cb132-bc27-4ab0-8dfd-bf93e593d2df admin admin] 10.222.0.53 "PUT /v2.0/routers/fc3d8409-77b6-409b-8112-903f1064afc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7524407 Feb 09 16:33:59.670719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8575dec6-5ac9-4946-bf00-26899e53249b None None] Provisioning complete for port c81fde86-d384-49af-9e0a-844cc9a98b5a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:59.671115 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8575dec6-5ac9-4946-bf00-26899e53249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:59.712489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8575dec6-5ac9-4946-bf00-26899e53249b None None] Port c81fde86-d384-49af-9e0a-844cc9a98b5a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:33:59.719750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c9c0b16d-7d07-4e77-8725-412fc3810932 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:59.720157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:59.811766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be02b957-6cc8-4325-8fe3-f666192a5a9a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:33:59.863017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port be02b957-6cc8-4325-8fe3-f666192a5a9a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:33:59.863395 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:59.950186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:33:59.971108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port be02b957-6cc8-4325-8fe3-f666192a5a9a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=be02b957-6cc8-4325-8fe3-f666192a5a9a,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:34:00.042913 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:00.096173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=be02b957-6cc8-4325-8fe3-f666192a5a9a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:00.476877 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:00.631928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Sync routers for ids ['fc3d8409-77b6-409b-8112-903f1064afc7'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:34:00.643854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Routers {'fc3d8409-77b6-409b-8112-903f1064afc7'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:34:00.644710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc3d8409-77b6-409b-8112-903f1064afc7'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:34:00.753715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Set router fc3d8409-77b6-409b-8112-903f1064afc7 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:34:00.996463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:33:58Z', 'revision_number': 4, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port': {'id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:55Z', 'updated_at': '2022-02-09T16:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c81fde86-d384-49af-9e0a-844cc9a98b5a', 'name': '', 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'mac_address': 'fa:16:3e:f8:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a97072ea-93e4-4950-8dba-c65adc12ab50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:57Z', 'updated_at': '2022-02-09T16:33:58Z', 'revision_number': 2, 'project_id': '63da34b11ed247778a650021bcb53888', 'subnets': [{'id': 'a97072ea-93e4-4950-8dba-c65adc12ab50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:34:01.023902 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Checking router: fc3d8409-77b6-409b-8112-903f1064afc7 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:34:01.024280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Updating router fc3d8409-77b6-409b-8112-903f1064afc7 port c81fde86-d384-49af-9e0a-844cc9a98b5a binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:34:01.049859 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:01.325970 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:01.474092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be02b957-6cc8-4325-8fe3-f666192a5a9a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:34:01.508315 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:01.571649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7cce1-aecd-4072-a40f-572c94adb8d7 None None] Pushing event updated for resources: {'Port': ['ID=c81fde86-d384-49af-9e0a-844cc9a98b5a,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:01.588658 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port be02b957-6cc8-4325-8fe3-f666192a5a9a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:34:01.589017 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:01.672143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Attempting to bind port c81fde86-d384-49af-9e0a-844cc9a98b5a on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:34:01.672143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Attempting to bind port c81fde86-d384-49af-9e0a-844cc9a98b5a by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:34:01.672143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Attempting to bind port c81fde86-d384-49af-9e0a-844cc9a98b5a on network 587028b9-27cd-47ea-8a6b-6b1634164f41 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:34:01.681927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:34:01.682306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Checking segment: {'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:34:01.682717 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:01.683119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Bound using segment: {'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:34:01.683590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Bound port: c81fde86-d384-49af-9e0a-844cc9a98b5a, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:34:01.683973 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:01.809802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] For port c81fde86-d384-49af-9e0a-844cc9a98b5a, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:34:01.813627 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] For port c81fde86-d384-49af-9e0a-844cc9a98b5a, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c81fde86-d384-49af-9e0a-844cc9a98b5a,segment=NetworkSegment(f7cb42a8-12e5-4645-b2cf-f8bf3e460dec),segment_id=f7cb42a8-12e5-4645-b2cf-f8bf3e460dec)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:34:01.855750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e72a0de4-2a8b-4ca1-afeb-ca6e4ab5963e None None] Provisioning complete for port c81fde86-d384-49af-9e0a-844cc9a98b5a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:34:01.856238 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e72a0de4-2a8b-4ca1-afeb-ca6e4ab5963e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:01.898395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e72a0de4-2a8b-4ca1-afeb-ca6e4ab5963e None None] Port c81fde86-d384-49af-9e0a-844cc9a98b5a cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:34:01.919275 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:01.988959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Routers {'fc3d8409-77b6-409b-8112-903f1064afc7'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:34:01.989729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:33:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc3d8409-77b6-409b-8112-903f1064afc7'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:34:02.040995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7cce1-aecd-4072-a40f-572c94adb8d7 None None] Pushing event updated for resources: {'Port': ['ID=c81fde86-d384-49af-9e0a-844cc9a98b5a,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:02.136180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] Set router fc3d8409-77b6-409b-8112-903f1064afc7 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:34:02.173527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:02.356888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-86fe31ad-fb29-49e4-ada5-349416ba031b None None] Provisioning complete for port c81fde86-d384-49af-9e0a-844cc9a98b5a triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:34:02.357259 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86fe31ad-fb29-49e4-ada5-349416ba031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:02.418874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:33:58Z', 'revision_number': 4, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port': {'id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:55Z', 'updated_at': '2022-02-09T16:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c81fde86-d384-49af-9e0a-844cc9a98b5a', 'name': '', 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'mac_address': 'fa:16:3e:f8:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a97072ea-93e4-4950-8dba-c65adc12ab50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:57Z', 'updated_at': '2022-02-09T16:34:01Z', 'revision_number': 4, 'project_id': '63da34b11ed247778a650021bcb53888', 'subnets': [{'id': 'a97072ea-93e4-4950-8dba-c65adc12ab50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:34:02.469697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca77b87-bb3e-4b21-9dba-42c5c07a9dd9 None None] The sync data for ids ['fc3d8409-77b6-409b-8112-903f1064afc7'] in n-d-828542-1 is: [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:33:58Z', 'revision_number': 4, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port': {'id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:55Z', 'updated_at': '2022-02-09T16:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'c81fde86-d384-49af-9e0a-844cc9a98b5a', 'name': '', 'network_id': '587028b9-27cd-47ea-8a6b-6b1634164f41', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'mac_address': 'fa:16:3e:f8:e1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': 'a97072ea-93e4-4950-8dba-c65adc12ab50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:57Z', 'updated_at': '2022-02-09T16:34:01Z', 'revision_number': 4, 'project_id': '63da34b11ed247778a650021bcb53888', 'subnets': [{'id': 'a97072ea-93e4-4950-8dba-c65adc12ab50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:34:02.485180 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86fe31ad-fb29-49e4-ada5-349416ba031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:02.530349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-86fe31ad-fb29-49e4-ada5-349416ba031b None None] For port c81fde86-d384-49af-9e0a-844cc9a98b5a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c81fde86-d384-49af-9e0a-844cc9a98b5a,segment=NetworkSegment(f7cb42a8-12e5-4645-b2cf-f8bf3e460dec),segment_id=f7cb42a8-12e5-4645-b2cf-f8bf3e460dec)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:34:02.613173 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86fe31ad-fb29-49e4-ada5-349416ba031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:02.684514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe31ad-fb29-49e4-ada5-349416ba031b None None] Pushing event updated for resources: {'Port': ['ID=c81fde86-d384-49af-9e0a-844cc9a98b5a,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:03.514701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c81fde86-d384-49af-9e0a-844cc9a98b5a up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:34:03.574080 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c81fde86-d384-49af-9e0a-844cc9a98b5a triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:34:03.574725 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:17.403424 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:34:22.991012 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a015c90-a96d-4e2f-9a98-a8cb5921ccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:25.224627 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-44c3489e-38c0-431a-b1fe-bac613f873c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:26.659312 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:28.316443 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:28.545346 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:28.853213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57532) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:34:28.965696 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:29.053891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:29.122330 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:29.165313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=137ad3b3c99c4c65bc67b84e14f98995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108635 Feb 09 16:34:29.166027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a055d-a42d-4a35-a15e-2ea492f41c59,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:29.169176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57540) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:34:29.175590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.180880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5883b9f-3a74-44f1-a5ba-f48d96494a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.230386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:29.252652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:29.374176 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:29.376853 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:29.378090 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/089a055d-a42d-4a35-a15e-2ea492f41c59 HTTP/1.1" status: 204 len: 168 time: 0.2076075 Feb 09 16:34:29.385917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a055d-a42d-4a35-a15e-2ea492f41c59,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:29.394288 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.394690 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.394983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.395321 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.395687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.396017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.396401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.396863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.397195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.397555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.397866 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:29.398188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed439a5-deff-4322-b8fa-cc08f3dd5609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:34:30.431611 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:32.116624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:49.957431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57826) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:34:50.089039 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c7f37be7-dc2e-4d53-b503-01797b152430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:50.184644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c7f37be7-dc2e-4d53-b503-01797b152430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:50.293097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c7f37be7-dc2e-4d53-b503-01797b152430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:50.342924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f37be7-dc2e-4d53-b503-01797b152430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105bf9db-1bd1-4b33-8b63-ea44ebf8786f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:50.350215 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c7f37be7-dc2e-4d53-b503-01797b152430 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=975e2566a0d94f45bb3c33b8f8e10dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890018 Feb 09 16:34:50.350343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57830) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:34:50.401679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d687-5ed7-4739-a227-294e7b57af65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:50.425263 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d687-5ed7-4739-a227-294e7b57af65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:50.606469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d687-5ed7-4739-a227-294e7b57af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:50.609287 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bcf2d687-5ed7-4739-a227-294e7b57af65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:50.610459 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bcf2d687-5ed7-4739-a227-294e7b57af65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/105bf9db-1bd1-4b33-8b63-ea44ebf8786f HTTP/1.1" status: 204 len: 168 time: 0.2591138 Feb 09 16:34:50.619661 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2d687-5ed7-4739-a227-294e7b57af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105bf9db-1bd1-4b33-8b63-ea44ebf8786f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:51.775008 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 57862) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:34:51.882196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1997117586-network', 'tenant_id': 'f44c5c52cde1449d9c13d12677d96652'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:34:51.984335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Made reservation on behalf of f44c5c52cde1449d9c13d12677d96652 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:34:51.986816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:51.995993 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.080404 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.150391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.178935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:34:52.185936 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b14c7d-157f-4d25-b50a-84ec5aec0f29,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:52.193100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.193456 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Added segment e2c23f61-e749-47ef-8c02-c0d9b3470080 of type vlan for network 440811a5-707f-4ba1-b450-d2a0ba3cbbef Feb 09 16:34:52.239139 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.338244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.339284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:34:52.339942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.402529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] Pushing event updated for resources: {'Network': ['ID=440811a5-707f-4ba1-b450-d2a0ba3cbbef,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:52.413034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 440811a5-707f-4ba1-b450-d2a0ba3cbbef details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:34:52.478403 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a201cfd3-4629-4b37-9017-784f7d11ddc3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7022698 Feb 09 16:34:52.481454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57868) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:34:52.486723 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Request body: {'subnet': {'network_id': '440811a5-707f-4ba1-b450-d2a0ba3cbbef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1997117586-subnet', 'tenant_id': 'f44c5c52cde1449d9c13d12677d96652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:34:52.607815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Made reservation on behalf of f44c5c52cde1449d9c13d12677d96652 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:34:52.610188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.886673 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:52.950345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Pushing event updated for resources: {'Subnet': ['ID=64735bfb-bbb2-4d67-a97e-20692691c6b5,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:52.958123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Checking segment: {'id': 'e2c23f61-e749-47ef-8c02-c0d9b3470080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '440811a5-707f-4ba1-b450-d2a0ba3cbbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:34:52.958488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Network hostable DHCP agents. Network: 440811a5-707f-4ba1-b450-d2a0ba3cbbef, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:34:53.018608 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c2703e7d-28c1-44b4-8246-86185c00959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:53.103688 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Network 440811a5-707f-4ba1-b450-d2a0ba3cbbef is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:34:53.224657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 440811a5-707f-4ba1-b450-d2a0ba3cbbef) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:34:53.235026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:34:53.235779 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:53.244908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ae07d0-420d-4715-83b3-8fb073bcf050 None None] Network 440811a5-707f-4ba1-b450-d2a0ba3cbbef requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:34:53.372615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2f3df8f2-3288-4f10-a543-5f4b5476661b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8898551 Feb 09 16:34:53.396489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ee2da-471e-4810-8413-58d0d2600e4a None None] Network 440811a5-707f-4ba1-b450-d2a0ba3cbbef requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:34:54.229610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57902) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:34:54.237945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1067168463-network', 'tenant_id': '06db7253ab1341a288e16d44010fb30e'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:34:54.332525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Made reservation on behalf of 06db7253ab1341a288e16d44010fb30e for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:34:54.334861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:54.348529 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:54.405529 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:34:54.430219 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:54.531870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:54.562166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:34:54.568598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199bdf23-1be1-45c5-8d87-57a1587e000d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:54.577091 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:54.577605 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Added segment 4a8b6df5-1af7-4a79-b871-0593fb8cf838 of type vlan for network 8ed5a3dc-7d8c-4010-bb0b-e77f11558285 Feb 09 16:34:54.622198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:54.703692 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:54.704730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:34:54.705595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:54.767304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed5a3dc-7d8c-4010-bb0b-e77f11558285,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:54.780345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 8ed5a3dc-7d8c-4010-bb0b-e77f11558285 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:34:54.830881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2d905f74-1d65-4330-9cc0-034a3e7ddf28 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5966885 Feb 09 16:34:54.831169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 57906) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:34:54.836262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Request body: {'subnet': {'network_id': '8ed5a3dc-7d8c-4010-bb0b-e77f11558285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1067168463-subnet', 'tenant_id': '06db7253ab1341a288e16d44010fb30e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:34:54.927116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Made reservation on behalf of 06db7253ab1341a288e16d44010fb30e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:34:54.929627 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:55.219069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:55.276466 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8ae69289-e42c-423f-8671-871bbb503dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:55.279558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4998399-4032-461d-bdac-17f6f013472c,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:34:55.292472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Checking segment: {'id': '4a8b6df5-1af7-4a79-b871-0593fb8cf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ed5a3dc-7d8c-4010-bb0b-e77f11558285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:34:55.292842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Network hostable DHCP agents. Network: 8ed5a3dc-7d8c-4010-bb0b-e77f11558285, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:34:55.378722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Network 8ed5a3dc-7d8c-4010-bb0b-e77f11558285 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:34:55.447575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 8ed5a3dc-7d8c-4010-bb0b-e77f11558285) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:34:55.452868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:34:55.453604 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:55.462320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6466474b-03db-4a28-b911-f2fad666aaca None None] Network 8ed5a3dc-7d8c-4010-bb0b-e77f11558285 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:34:55.550332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e422e443-dc4f-4126-b1b5-f34d6ed2a7e1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7179182 Feb 09 16:34:55.595735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04986f3e-539a-425d-8b7d-52d8c2f937df None None] Network 8ed5a3dc-7d8c-4010-bb0b-e77f11558285 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:34:56.192410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-b26b65c4-7030-4ed4-a098-c44349401c0d tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:34:56.193851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-b26b65c4-7030-4ed4-a098-c44349401c0d tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/networks?id=440811a5-707f-4ba1-b450-d2a0ba3cbbef HTTP/1.1" status: 200 len: 812 time: 0.1114488 Feb 09 16:34:56.216032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-8f421575-3d3e-4990-b806-8aa52d6a7f69 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/quotas/f44c5c52cde1449d9c13d12677d96652 HTTP/1.1" status: 200 len: 375 time: 0.0159848 Feb 09 16:34:56.254287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-1c008a42-85ec-46f3-9605-96ac15f37a28 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f44c5c52cde1449d9c13d12677d96652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320594 Feb 09 16:34:56.368308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-df31ceb9-b8eb-4d81-8e51-919e7f1f83d5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:34:56.369412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-df31ceb9-b8eb-4d81-8e51-919e7f1f83d5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1077533 Feb 09 16:34:56.473072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-0a542ae6-68d7-4be0-afa2-a847f3f78f3d service neutron] 10.222.0.53 "GET /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948148 Feb 09 16:34:56.567639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-2e6e7779-58e3-42df-8a98-e5ac14401c81 service neutron] 10.222.0.53 "GET /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883586 Feb 09 16:34:56.681227 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:56.886443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77af5fc7-501b-4e1e-b45e-62c63b021888 req-47b0ceef-9350-48ff-a2dc-5b260b949f0f tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 210 time: 0.0922186 Feb 09 16:34:57.978389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e1a7cf6c-2ae6-4b5c-a9ce-18a6743180e3 req-7fdcd027-7456-462f-acc4-c2e8ebc512fd tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 210 time: 0.0372915 Feb 09 16:34:58.303599 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:58.595653 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:59.082848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77ea456c-bf51-48bc-8c41-4b520bac8c40 req-4f634418-c558-4ff2-a163-02534a61e709 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 210 time: 0.0319951 Feb 09 16:34:59.438441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-e28790f3-1d17-4eba-b1eb-bb335ac5957f tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:34:59.441056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-e28790f3-1d17-4eba-b1eb-bb335ac5957f tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.73 "GET /v2.0/networks?id=440811a5-707f-4ba1-b450-d2a0ba3cbbef HTTP/1.1" status: 200 len: 812 time: 0.1035719 Feb 09 16:34:59.454916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Request body: {'port': {'device_id': 'e1558573-f2f3-4aa8-b9c1-2b4563ecb17f', 'network_id': '440811a5-707f-4ba1-b450-d2a0ba3cbbef', 'admin_state_up': True, 'tenant_id': 'f44c5c52cde1449d9c13d12677d96652'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:34:59.647514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Made reservation on behalf of f44c5c52cde1449d9c13d12677d96652 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:34:59.651167 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:34:59.790930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Allocated IP 172.20.0.2 (440811a5-707f-4ba1-b450-d2a0ba3cbbef/64735bfb-bbb2-4d67-a97e-20692691c6b5/ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:34:59.951989 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:00.053484 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:00.098163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Network 440811a5-707f-4ba1-b450-d2a0ba3cbbef is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:35:00.101601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:35:00.105178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:35:00.144268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Pushing event updated for resources: {'Port': ['ID=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:00.174650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:00.175292 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:00.231977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5c149-43ed-48b1-aff3-efd1be8a10f5 req-9e6398b0-982b-4a5b-b81d-86f4bc24b21b tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:00.233481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb5c149-43ed-48b1-aff3-efd1be8a10f5 req-9e6398b0-982b-4a5b-b81d-86f4bc24b21b tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 931 time: 0.0664561 Feb 09 16:35:00.276676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bb5c149-43ed-48b1-aff3-efd1be8a10f5 req-6047dc1d-cd12-45d1-ab18-0aff6e484e6d tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362332 Feb 09 16:35:00.284561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-758ee9b2-18c7-4019-b038-e838108dca46 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8339839 Feb 09 16:35:00.297944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Request body: {'port': {'device_id': 'e1558573-f2f3-4aa8-b9c1-2b4563ecb17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:35:00.352973 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:00.475623 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:00.640371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:35:00.648864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:00.661737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Transition to ACTIVE for port object ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:35:00.720708 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:00.774075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Pushing event updated for resources: {'Port': ['ID=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:00.847509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Attempting to bind port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:35:00.847854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Attempting to bind port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e2c23f61-e749-47ef-8c02-c0d9b3470080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '440811a5-707f-4ba1-b450-d2a0ba3cbbef'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:35:00.848470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Attempting to bind port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 on network 440811a5-707f-4ba1-b450-d2a0ba3cbbef {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:35:00.852719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 on network 440811a5-707f-4ba1-b450-d2a0ba3cbbef not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:35:00.853043 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Attempting to bind port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 on network 440811a5-707f-4ba1-b450-d2a0ba3cbbef {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:35:00.857945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:35:00.860212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Checking segment: {'id': 'e2c23f61-e749-47ef-8c02-c0d9b3470080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '440811a5-707f-4ba1-b450-d2a0ba3cbbef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:35:00.860212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Bound using segment: {'id': 'e2c23f61-e749-47ef-8c02-c0d9b3470080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '440811a5-707f-4ba1-b450-d2a0ba3cbbef'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:35:00.860212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Bound port: ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c23f61-e749-47ef-8c02-c0d9b3470080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '440811a5-707f-4ba1-b450-d2a0ba3cbbef'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:35:00.860212 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:00.932488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] For port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:35:00.936123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] For port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,segment=NetworkSegment(e2c23f61-e749-47ef-8c02-c0d9b3470080),segment_id=e2c23f61-e749-47ef-8c02-c0d9b3470080)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:35:01.019113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:01.053524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:01.054130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:01.055560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] 10.222.0.73 "PUT /v2.0/ports/ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 HTTP/1.1" status: 200 len: 1091 time: 0.7622612 Feb 09 16:35:01.056013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1558573-f2f3-4aa8-b9c1-2b4563ecb17f', 'tag': 'ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:35:01.058848 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e5abdd-74f2-4eb5-a51d-a2b99a1e87ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e1558573-f2f3-4aa8-b9c1-2b4563ecb17f", "tag": "ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:35:01.095178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668f4ef-3c78-4988-ad36-18820e8c1433 service neutron] Pushing event updated for resources: {'Port': ['ID=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:01.115177 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a9557e-1089-497d-ba8f-aee5fc078659 x-openstack-request-id: req-28a9557e-1089-497d-ba8f-aee5fc078659 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:35:01.115749 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1558573-f2f3-4aa8-b9c1-2b4563ecb17f", "tag": "ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:35:01.115845 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28a9557e-1089-497d-ba8f-aee5fc078659 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:35:01.116347 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1558573-f2f3-4aa8-b9c1-2b4563ecb17f', 'tag': 'ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3', 'status': 'completed', 'code': 200} Feb 09 16:35:01.182193 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5abdd-74f2-4eb5-a51d-a2b99a1e87ce req-12c2ea1f-dfb3-4818-bba3-6c56d25e0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:01.183656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08e5abdd-74f2-4eb5-a51d-a2b99a1e87ce req-12c2ea1f-dfb3-4818-bba3-6c56d25e0246 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44c5c52cde1449d9c13d12677d96652&device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 1094 time: 0.0424860 Feb 09 16:35:01.287069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5abdd-74f2-4eb5-a51d-a2b99a1e87ce req-abf27f5a-b00f-4586-a73d-6e029499196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:01.288990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08e5abdd-74f2-4eb5-a51d-a2b99a1e87ce req-abf27f5a-b00f-4586-a73d-6e029499196b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=f44c5c52cde1449d9c13d12677d96652&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977457 Feb 09 16:35:01.439367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968fe9-2ead-4d46-8ab3-0eb12738fe00 req-bd04e7e2-19fd-4944-8b6e-fbaa0cf678fe tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:01.441061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53968fe9-2ead-4d46-8ab3-0eb12738fe00 req-bd04e7e2-19fd-4944-8b6e-fbaa0cf678fe tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 943 time: 0.0887494 Feb 09 16:35:01.442397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5abdd-74f2-4eb5-a51d-a2b99a1e87ce req-ade47684-d17f-4aed-bb86-0c1bd3d29fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:01.443793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08e5abdd-74f2-4eb5-a51d-a2b99a1e87ce req-ade47684-d17f-4aed-bb86-0c1bd3d29fc6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465816 Feb 09 16:35:01.486194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53968fe9-2ead-4d46-8ab3-0eb12738fe00 req-1d3c6172-34ed-41ed-841f-e07dc30245e5 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 Feb 09 16:35:01.527873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-e342dbad-f189-498f-ae72-2920a59f3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:01.529971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-e342dbad-f189-498f-ae72-2920a59f3566 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44c5c52cde1449d9c13d12677d96652&device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 1094 time: 0.0423708 Feb 09 16:35:01.574281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-5c98da15-0b3d-47c4-a19b-e1b75691cf38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 HTTP/1.1" status: 200 len: 217 time: 0.0363240 Feb 09 16:35:01.628741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-a618b9d1-ce4a-43fd-bc14-e92d4989ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:01.630228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-a618b9d1-ce4a-43fd-bc14-e92d4989ab53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64735bfb-bbb2-4d67-a97e-20692691c6b5 HTTP/1.1" status: 200 len: 852 time: 0.0493417 Feb 09 16:35:01.663108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-4946c18d-75dc-40e9-95a5-50fe3640f5f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=440811a5-707f-4ba1-b450-d2a0ba3cbbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254261 Feb 09 16:35:01.755869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-83243f8e-cc01-402c-a715-f133a7519a72 service neutron] 10.222.0.73 "GET /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847595 Feb 09 16:35:01.853532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be2c32f5-3943-4d25-ab2b-5a3c068b458e req-f736f669-907e-4945-9ea2-0f1e78776207 service neutron] 10.222.0.73 "GET /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898895 Feb 09 16:35:02.206896 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:02.604468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136b0d4-4418-475a-a6c3-f6f9bacd4939 req-39ad5acd-925f-4bf8-8ff5-838d59a89de6 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:02.605861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d136b0d4-4418-475a-a6c3-f6f9bacd4939 req-39ad5acd-925f-4bf8-8ff5-838d59a89de6 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 943 time: 0.0489805 Feb 09 16:35:02.645194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d136b0d4-4418-475a-a6c3-f6f9bacd4939 req-5511500b-be9f-401c-a5a4-05413e406812 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Feb 09 16:35:03.773656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2cd92-9884-40ac-ae9b-bc3fb31337c0 req-5173aabc-0ffb-43b5-9664-0d45577ebea4 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:03.775279 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20b2cd92-9884-40ac-ae9b-bc3fb31337c0 req-5173aabc-0ffb-43b5-9664-0d45577ebea4 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 943 time: 0.0530457 Feb 09 16:35:03.816597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20b2cd92-9884-40ac-ae9b-bc3fb31337c0 req-c4d72d45-d475-4e11-a32d-aba60b6512f6 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346355 Feb 09 16:35:04.943702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146088-7c5f-43bf-b704-eb08f6a7dd3a req-6bad18d9-0913-4ec0-9d51-97878773a884 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:04.945267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be146088-7c5f-43bf-b704-eb08f6a7dd3a req-6bad18d9-0913-4ec0-9d51-97878773a884 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 943 time: 0.0542812 Feb 09 16:35:04.989376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be146088-7c5f-43bf-b704-eb08f6a7dd3a req-f1a7804a-0c65-487d-887d-0b9787bebcfe tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Feb 09 16:35:05.233782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:35:05.340159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,segment=NetworkSegment(e2c23f61-e749-47ef-8c02-c0d9b3470080),segment_id=e2c23f61-e749-47ef-8c02-c0d9b3470080)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:35:05.353164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3', 'network_id': '440811a5-707f-4ba1-b450-d2a0ba3cbbef', 'port_id': 'ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3', 'mac_address': 'fa:16:3e:7b:54:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64735bfb-bbb2-4d67-a97e-20692691c6b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:35:05.393137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:05.407455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:35:05.428837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,segment=NetworkSegment(e2c23f61-e749-47ef-8c02-c0d9b3470080),segment_id=e2c23f61-e749-47ef-8c02-c0d9b3470080)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:35:05.498786 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:05.553810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:05.561378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.561718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.562053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.562383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.563251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.563581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.563905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.564258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.564577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.564893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.565211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.565528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:35:05.786925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:35:06.115021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7257d-5ec8-4d5d-93e9-b1cfd53303df req-067671ad-dcdc-49a3-998d-888501de8b06 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:06.119195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cd7257d-5ec8-4d5d-93e9-b1cfd53303df req-067671ad-dcdc-49a3-998d-888501de8b06 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 944 time: 0.0536675 Feb 09 16:35:06.161192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cd7257d-5ec8-4d5d-93e9-b1cfd53303df req-b0b07024-2079-4238-a808-ef56f7830dbe tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378690 Feb 09 16:35:07.232851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:35:07.284064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184da6f-7730-4ecb-8d37-2003fa3d729f req-b13a8ea0-64e6-42c0-8e47-b2bbc16c6e00 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:07.285628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f184da6f-7730-4ecb-8d37-2003fa3d729f req-b13a8ea0-64e6-42c0-8e47-b2bbc16c6e00 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 944 time: 0.0511811 Feb 09 16:35:07.332210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f184da6f-7730-4ecb-8d37-2003fa3d729f req-ac32ca5d-c176-41d7-a9a2-45fe13f58422 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Feb 09 16:35:07.383141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:35:07.388474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:35:07.389530 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:07.493752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:07.525447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1558573-f2f3-4aa8-b9c1-2b4563ecb17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:35:07.529546 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa267049-07f9-4912-86e8-d05eb87e17da" -d '{"events": [{"server_uuid": "e1558573-f2f3-4aa8-b9c1-2b4563ecb17f", "name": "network-vif-plugged", "status": "completed", "tag": "ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:35:07.552442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,segment=NetworkSegment(e2c23f61-e749-47ef-8c02-c0d9b3470080),segment_id=e2c23f61-e749-47ef-8c02-c0d9b3470080)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:35:07.618930 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:07.662245 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a67df2-11cf-4220-bbc2-da3f38060501 x-openstack-request-id: req-65a67df2-11cf-4220-bbc2-da3f38060501 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:35:07.662540 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1558573-f2f3-4aa8-b9c1-2b4563ecb17f", "name": "network-vif-plugged", "status": "completed", "tag": "ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:35:07.662796 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65a67df2-11cf-4220-bbc2-da3f38060501 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:35:07.663364 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1558573-f2f3-4aa8-b9c1-2b4563ecb17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3', 'code': 200} Feb 09 16:35:07.686939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:07.794080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d089c1-8663-41c3-a39f-4ebd4aee855d req-72672b5a-61c6-4643-b1eb-9078896c26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:07.796275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8d089c1-8663-41c3-a39f-4ebd4aee855d req-72672b5a-61c6-4643-b1eb-9078896c26fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 1096 time: 0.0591323 Feb 09 16:35:07.844687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b8d089c1-8663-41c3-a39f-4ebd4aee855d req-bc79c0b4-4d49-4168-b0f2-6c983a53c272 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388646 Feb 09 16:35:08.494217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6d3bc-5204-40b4-b16c-34850c2c965e req-555a253b-161d-41fa-92b0-c4ee24a3b280 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:08.497204 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2a6d3bc-5204-40b4-b16c-34850c2c965e req-555a253b-161d-41fa-92b0-c4ee24a3b280 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0853484 Feb 09 16:35:08.549749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2a6d3bc-5204-40b4-b16c-34850c2c965e req-d2bac88a-ef4a-4e30-ae1c-ae039955817c tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 Feb 09 16:35:09.688013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db01e03-6198-424b-87be-59d0b8279dbd req-85f04cdc-66cf-41de-bf24-580b5eeb19b4 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:09.689710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2db01e03-6198-424b-87be-59d0b8279dbd req-85f04cdc-66cf-41de-bf24-580b5eeb19b4 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0553727 Feb 09 16:35:09.734436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2db01e03-6198-424b-87be-59d0b8279dbd req-b7285a15-dc47-42da-87b9-163d40d2dea5 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370984 Feb 09 16:35:09.861534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97396cb-a815-46ca-94af-eca7f72b8295 req-5068c7d8-4bc7-4170-8cf9-380fca88ea58 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:09.863041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d97396cb-a815-46ca-94af-eca7f72b8295 req-5068c7d8-4bc7-4170-8cf9-380fca88ea58 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0562775 Feb 09 16:35:09.902619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d97396cb-a815-46ca-94af-eca7f72b8295 req-5ec6b0ee-f50d-40a3-af4d-add39d0907cb tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331991 Feb 09 16:35:10.434284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6094ea-6764-4c7a-a4af-6c746dbf8e77 req-159946a4-7eff-4d49-b0ee-d403292283ed tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:10.436418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c6094ea-6764-4c7a-a4af-6c746dbf8e77 req-159946a4-7eff-4d49-b0ee-d403292283ed tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0542152 Feb 09 16:35:10.479179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c6094ea-6764-4c7a-a4af-6c746dbf8e77 req-bbc6c64c-2946-428e-9d25-4475becc5694 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362790 Feb 09 16:35:11.605524 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e0a9a-192b-4296-8dcb-9e82ad171350 req-28fd3fba-393e-466c-962b-c51326f6ddad tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:11.607240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f2e0a9a-192b-4296-8dcb-9e82ad171350 req-28fd3fba-393e-466c-962b-c51326f6ddad tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0511973 Feb 09 16:35:11.648429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f2e0a9a-192b-4296-8dcb-9e82ad171350 req-05f2c3db-f4aa-42f0-a9c7-fdd01fdb3459 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Feb 09 16:35:11.996292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a5225-06a9-42a3-8512-2796e4b964e3 req-4eaa11b1-9c3f-4483-beb1-b02d62082295 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:11.998552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-777a5225-06a9-42a3-8512-2796e4b964e3 req-4eaa11b1-9c3f-4483-beb1-b02d62082295 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0579686 Feb 09 16:35:12.062486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-777a5225-06a9-42a3-8512-2796e4b964e3 req-7ceaf0ac-fa2f-4c73-8c78-3800f0fba535 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569906 Feb 09 16:35:12.096606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601d20f-064c-4871-9777-b165783eef47 req-e1e0c8f1-725b-43b0-90cb-74bbc7a2e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:12.098394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7601d20f-064c-4871-9777-b165783eef47 req-e1e0c8f1-725b-43b0-90cb-74bbc7a2e4bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44c5c52cde1449d9c13d12677d96652&device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 1096 time: 0.0498323 Feb 09 16:35:12.210377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601d20f-064c-4871-9777-b165783eef47 req-84779f74-5c2c-4f6e-a382-3afcfb6c89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:12.211896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7601d20f-064c-4871-9777-b165783eef47 req-84779f74-5c2c-4f6e-a382-3afcfb6c89ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=440811a5-707f-4ba1-b450-d2a0ba3cbbef HTTP/1.1" status: 200 len: 913 time: 0.1048379 Feb 09 16:35:12.256495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7601d20f-064c-4871-9777-b165783eef47 req-f7dae316-cb2c-4dd8-92fc-5bc85e6a9892 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 HTTP/1.1" status: 200 len: 217 time: 0.0376146 Feb 09 16:35:12.310280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601d20f-064c-4871-9777-b165783eef47 req-7acc4bec-ad91-4c62-a0b5-1c1e12ec87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:12.312356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7601d20f-064c-4871-9777-b165783eef47 req-7acc4bec-ad91-4c62-a0b5-1c1e12ec87ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64735bfb-bbb2-4d67-a97e-20692691c6b5 HTTP/1.1" status: 200 len: 852 time: 0.0475121 Feb 09 16:35:12.345796 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7601d20f-064c-4871-9777-b165783eef47 req-f7581c7f-7291-4322-9815-3e8d9ac6d8a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=440811a5-707f-4ba1-b450-d2a0ba3cbbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260420 Feb 09 16:35:12.462165 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7601d20f-064c-4871-9777-b165783eef47 req-2af52316-df21-4379-80b3-16529937aae3 service neutron] 10.222.0.73 "GET /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077847 Feb 09 16:35:12.565843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7601d20f-064c-4871-9777-b165783eef47 req-f4f11821-2d45-4017-8235-a72cccb5e323 service neutron] 10.222.0.73 "GET /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963566 Feb 09 16:35:13.208617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f3a45-7fa8-4f5d-8be6-3b89b8ba80d5 req-82836109-c9ef-4efa-aa63-290f4bd0fd5d tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:13.211396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-525f3a45-7fa8-4f5d-8be6-3b89b8ba80d5 req-82836109-c9ef-4efa-aa63-290f4bd0fd5d tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0590589 Feb 09 16:35:13.254911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-525f3a45-7fa8-4f5d-8be6-3b89b8ba80d5 req-bc91fae2-35b0-47f3-a8a7-38764bd9f84b tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381436 Feb 09 16:35:14.374603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4adf5-4619-4f89-a413-ec19e566799a req-3eb14bf0-48a7-4f01-8fb6-6a2124a8bfd8 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:14.376336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58d4adf5-4619-4f89-a413-ec19e566799a req-3eb14bf0-48a7-4f01-8fb6-6a2124a8bfd8 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0515876 Feb 09 16:35:14.418423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58d4adf5-4619-4f89-a413-ec19e566799a req-d9ba849a-46c0-470a-8e74-212ca4a56d3e tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351887 Feb 09 16:35:14.882462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c6656-1adc-484f-a223-4ae5f02e5f4d req-818e13e1-4010-4cb6-82d6-c7f282e85943 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:14.884198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a82c6656-1adc-484f-a223-4ae5f02e5f4d req-818e13e1-4010-4cb6-82d6-c7f282e85943 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0546405 Feb 09 16:35:14.926940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a82c6656-1adc-484f-a223-4ae5f02e5f4d req-544334c8-20fd-4a81-b58f-9785864f9b74 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359685 Feb 09 16:35:16.071509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c9687-df4c-4615-9977-4eeac6baf4b9 req-c4a7c95e-3e59-4af4-8845-44b4c3783792 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:16.074144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-779c9687-df4c-4615-9977-4eeac6baf4b9 req-c4a7c95e-3e59-4af4-8845-44b4c3783792 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0643706 Feb 09 16:35:16.117180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-779c9687-df4c-4615-9977-4eeac6baf4b9 req-10184971-4ac0-4723-8c2b-1d9048cfef84 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Feb 09 16:35:16.547297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e88c41-af63-4925-9fb1-30bf1e6ed8fe req-f08188f6-46d8-4f5a-9ed7-1a3ec49d2b34 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:16.548992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5e88c41-af63-4925-9fb1-30bf1e6ed8fe req-f08188f6-46d8-4f5a-9ed7-1a3ec49d2b34 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0543144 Feb 09 16:35:16.611085 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5e88c41-af63-4925-9fb1-30bf1e6ed8fe req-998a06a6-0364-49ca-a49e-e20f0cbb8ce1 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469186 Feb 09 16:35:16.693094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-1740eb7c-93a8-4592-89fe-2cd434c4192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:16.694699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-1740eb7c-93a8-4592-89fe-2cd434c4192b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f44c5c52cde1449d9c13d12677d96652&device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 1096 time: 0.0455060 Feb 09 16:35:16.793595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-514eb03f-7ecd-4e7f-97c2-346ba9a8dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:16.795122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-514eb03f-7ecd-4e7f-97c2-346ba9a8dc00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=440811a5-707f-4ba1-b450-d2a0ba3cbbef HTTP/1.1" status: 200 len: 913 time: 0.0919743 Feb 09 16:35:16.837667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-8c80f8a9-69ce-4221-b855-f15f973875dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 HTTP/1.1" status: 200 len: 217 time: 0.0356615 Feb 09 16:35:16.885979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-ce12dcbc-9517-4fbc-be98-9ac4fe3d689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:16.887427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-ce12dcbc-9517-4fbc-be98-9ac4fe3d689a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=64735bfb-bbb2-4d67-a97e-20692691c6b5 HTTP/1.1" status: 200 len: 852 time: 0.0432262 Feb 09 16:35:16.923443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-2036f2bf-d886-4bc3-a459-ac6b4386c623 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=440811a5-707f-4ba1-b450-d2a0ba3cbbef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291426 Feb 09 16:35:17.017673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-c19af976-a71c-4d36-a84c-6e50f479260a service neutron] 10.222.0.73 "GET /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863447 Feb 09 16:35:17.115073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e3bfe2a-e583-416e-b14a-784245c9bacc req-b5ef53c1-f0fe-494d-9408-6cd35365860e service neutron] 10.222.0.73 "GET /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899830 Feb 09 16:35:17.723574 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890b42-95c6-45fa-b047-9707b5c81dfd req-e7e8fb7a-3ba9-4b2a-8c09-c58492741e07 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:17.725519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a890b42-95c6-45fa-b047-9707b5c81dfd req-e7e8fb7a-3ba9-4b2a-8c09-c58492741e07 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0550196 Feb 09 16:35:17.765602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a890b42-95c6-45fa-b047-9707b5c81dfd req-aa450546-56ac-4b92-92dc-01c18285ffb1 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334353 Feb 09 16:35:18.884075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063ec89-4a9b-4441-925c-2d075e62e5fc req-1b292614-33db-4b2c-9a52-3d73e7ebe3cd tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:18.885610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e063ec89-4a9b-4441-925c-2d075e62e5fc req-1b292614-33db-4b2c-9a52-3d73e7ebe3cd tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0504572 Feb 09 16:35:18.928236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e063ec89-4a9b-4441-925c-2d075e62e5fc req-fb3b89ee-ddd0-4669-8b1b-66a2e87952b9 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356860 Feb 09 16:35:19.672365 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c8630-3edd-4a9e-944b-54311cc0ac26 req-918525d4-d1d1-48d2-8bef-bd04e5bbf128 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:19.673892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c91c8630-3edd-4a9e-944b-54311cc0ac26 req-918525d4-d1d1-48d2-8bef-bd04e5bbf128 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0567446 Feb 09 16:35:19.717008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c91c8630-3edd-4a9e-944b-54311cc0ac26 req-0a48a3c4-56de-47f1-ab19-d7059b1bd6f7 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363531 Feb 09 16:35:20.838837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05917514-514c-4eb1-b1c2-21f19b662ef6 req-29ed6317-e290-40e5-856d-4425c10d707e tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:20.840630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05917514-514c-4eb1-b1c2-21f19b662ef6 req-29ed6317-e290-40e5-856d-4425c10d707e tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0508800 Feb 09 16:35:20.880478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05917514-514c-4eb1-b1c2-21f19b662ef6 req-a26103c4-6eda-4f01-baf9-bf6fb2424fcc tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Feb 09 16:35:21.928210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c64546-dd51-4d00-adda-2b80a0255297 req-00d2407a-2ddb-4bdb-b694-b5a5907c9f98 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:21.930117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c64546-dd51-4d00-adda-2b80a0255297 req-00d2407a-2ddb-4bdb-b694-b5a5907c9f98 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.73 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0537515 Feb 09 16:35:22.057020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdcd36-8e23-40fe-8970-d80fc550799e req-94e5fd02-1df8-4014-9227-3a74eff44969 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:35:22.058514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30bdcd36-8e23-40fe-8970-d80fc550799e req-94e5fd02-1df8-4014-9227-3a74eff44969 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 945 time: 0.0888696 Feb 09 16:35:22.100664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Deleting port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:35:22.101001 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:22.118016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30bdcd36-8e23-40fe-8970-d80fc550799e req-4369668f-148d-49e5-89e2-1fb705bcb26a tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9b14c7d-157f-4d25-b50a-84ec5aec0f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519137 Feb 09 16:35:22.493997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] For port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,segment=NetworkSegment(e2c23f61-e749-47ef-8c02-c0d9b3470080),segment_id=e2c23f61-e749-47ef-8c02-c0d9b3470080)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:35:22.494353 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:22.508278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Calling delete_port for ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:35:22.704123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:22.717926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:35:22.739081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Pushing event deleted for resources: {'Port': ['ID=ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:22.784265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] No DVR routers for this DVR port ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:35:22.786971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:22.790533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61c64546-dd51-4d00-adda-2b80a0255297 req-b16e0288-505f-4246-bf33-ec43c09f3bb3 tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.73 "DELETE /v2.0/ports/ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 HTTP/1.1" status: 204 len: 173 time: 0.8530810 Feb 09 16:35:22.790973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1558573-f2f3-4aa8-b9c1-2b4563ecb17f', 'name': 'network-vif-deleted', 'tag': 'ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:35:22.793277 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d0e172-bea2-483a-b76f-817760aa072c" -d '{"events": [{"server_uuid": "e1558573-f2f3-4aa8-b9c1-2b4563ecb17f", "name": "network-vif-deleted", "tag": "ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:35:22.831167 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd193424-a0df-4301-8332-3f7cbbfc09cd x-openstack-request-id: req-dd193424-a0df-4301-8332-3f7cbbfc09cd {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:35:22.831423 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1558573-f2f3-4aa8-b9c1-2b4563ecb17f", "name": "network-vif-deleted", "tag": "ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:35:22.831670 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd193424-a0df-4301-8332-3f7cbbfc09cd {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:35:22.832069 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1558573-f2f3-4aa8-b9c1-2b4563ecb17f', 'name': 'network-vif-deleted', 'tag': 'ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3', 'status': 'completed', 'code': 200} Feb 09 16:35:23.000880 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2990423-ca7d-4e7e-b032-fbc8df418a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:23.235443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ecfe438-1f87-45c9-96cf-148bcb747654 req-f9e36df4-6776-463e-9141-ff752a66602b tempest-TestServerAdvancedOps-544488640 tempest-TestServerAdvancedOps-544488640-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1558573-f2f3-4aa8-b9c1-2b4563ecb17f HTTP/1.1" status: 200 len: 210 time: 0.0273595 Feb 09 16:35:24.302092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58214) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:35:24.349535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15d1112-0eac-43a6-ae80-0f0f8fb659b6 admin admin] Deleting subnet 64735bfb-bbb2-4d67-a97e-20692691c6b5 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:35:24.352706 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b15d1112-0eac-43a6-ae80-0f0f8fb659b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.393303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b15d1112-0eac-43a6-ae80-0f0f8fb659b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.431761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b15d1112-0eac-43a6-ae80-0f0f8fb659b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.578430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b15d1112-0eac-43a6-ae80-0f0f8fb659b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.607990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d1112-0eac-43a6-ae80-0f0f8fb659b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64735bfb-bbb2-4d67-a97e-20692691c6b5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:24.617762 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b15d1112-0eac-43a6-ae80-0f0f8fb659b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.624247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58222) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:35:24.624806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b15d1112-0eac-43a6-ae80-0f0f8fb659b6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/64735bfb-bbb2-4d67-a97e-20692691c6b5 HTTP/1.1" status: 204 len: 168 time: 0.3200016 Feb 09 16:35:24.695656 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.777217 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.798651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440811a5-707f-4ba1-b450-d2a0ba3cbbef']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:35:24.808159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c23f61-e749-47ef-8c02-c0d9b3470080') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:35:24.808464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c23f61-e749-47ef-8c02-c0d9b3470080') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:35:24.822092 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.830586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.836363 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:35:24.836752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:35:24.838378 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:35:25.011441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.017636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.020948 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] 10.222.0.53 "DELETE /v2.0/networks/440811a5-707f-4ba1-b450-d2a0ba3cbbef HTTP/1.1" status: 204 len: 168 time: 0.3947344 Feb 09 16:35:25.024212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58226) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:35:25.032529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4887c1-0f0d-4a75-a0fd-7a5100353904 admin admin] Pushing event deleted for resources: {'Network': ['ID=440811a5-707f-4ba1-b450-d2a0ba3cbbef,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:25.070578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52f5004-a666-48c5-b7f9-0366c778f045 admin admin] Deleting subnet e4998399-4032-461d-bdac-17f6f013472c {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:35:25.073998 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b52f5004-a666-48c5-b7f9-0366c778f045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.121750 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b52f5004-a666-48c5-b7f9-0366c778f045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.167488 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b52f5004-a666-48c5-b7f9-0366c778f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.240712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ce56d954-80cc-41d6-9b0e-1097b4833ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.280509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:35:25.301501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:35:25.301845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device ceca87ec-80d7-44c1-aea9-9b0e9fcff8a3 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:35:25.310348 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b52f5004-a666-48c5-b7f9-0366c778f045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.337019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f5004-a666-48c5-b7f9-0366c778f045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4998399-4032-461d-bdac-17f6f013472c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:25.343167 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b52f5004-a666-48c5-b7f9-0366c778f045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.349536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b52f5004-a666-48c5-b7f9-0366c778f045 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e4998399-4032-461d-bdac-17f6f013472c HTTP/1.1" status: 204 len: 168 time: 0.3233039 Feb 09 16:35:25.349789 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58230) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:35:25.430105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.512059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.547487 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed5a3dc-7d8c-4010-bb0b-e77f11558285']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:35:25.565452 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8b6df5-1af7-4a79-b871-0593fb8cf838') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:35:25.565977 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8b6df5-1af7-4a79-b871-0593fb8cf838') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:35:25.580290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.593690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.599401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:35:25.599787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:35:25.601411 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:35:25.740813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.757087 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:25.760626 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] 10.222.0.53 "DELETE /v2.0/networks/8ed5a3dc-7d8c-4010-bb0b-e77f11558285 HTTP/1.1" status: 204 len: 168 time: 0.4094129 Feb 09 16:35:25.762105 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e90fcb-1e58-45f1-afd6-c05d03ae0c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed5a3dc-7d8c-4010-bb0b-e77f11558285,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:26.210398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58240) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:35:26.253997 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b47ac120-5909-46e8-8582-e595e82069d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f44c5c52cde1449d9c13d12677d96652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399621 Feb 09 16:35:26.254277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58242) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:35:26.306527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad32f40a-9cb9-46e5-a744-224668c2eda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:26.328759 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad32f40a-9cb9-46e5-a744-224668c2eda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:26.464026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad32f40a-9cb9-46e5-a744-224668c2eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:26.466599 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ad32f40a-9cb9-46e5-a744-224668c2eda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:26.467913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ad32f40a-9cb9-46e5-a744-224668c2eda2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9b14c7d-157f-4d25-b50a-84ec5aec0f29 HTTP/1.1" status: 204 len: 168 time: 0.2124488 Feb 09 16:35:26.475919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32f40a-9cb9-46e5-a744-224668c2eda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b14c7d-157f-4d25-b50a-84ec5aec0f29,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:26.681310 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:27.322258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58252) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:35:27.362670 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2c4ba336-1bab-423a-b7d1-482f2a977670 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06db7253ab1341a288e16d44010fb30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392475 Feb 09 16:35:27.365279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58254) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:35:27.773428 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-547ad9bb-249a-4efd-bd8b-c6960806c47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:27.796510 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-547ad9bb-249a-4efd-bd8b-c6960806c47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:27.978266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-547ad9bb-249a-4efd-bd8b-c6960806c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:27.981198 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-547ad9bb-249a-4efd-bd8b-c6960806c47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:27.985443 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-547ad9bb-249a-4efd-bd8b-c6960806c47f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/199bdf23-1be1-45c5-8d87-57a1587e000d HTTP/1.1" status: 204 len: 168 time: 0.6162660 Feb 09 16:35:27.991359 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad9bb-249a-4efd-bd8b-c6960806c47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199bdf23-1be1-45c5-8d87-57a1587e000d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:35:28.332068 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:28.618575 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:30.463459 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:31.404869 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:35:32.195360 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:53.017399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6306c7a1-cb68-4cfb-a2b9-51e30bcebd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:55.240224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-188368c5-5d4a-41f2-b9f2-47c6ec4ce0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:56.646099 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:58.341920 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:35:58.601844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:00.458282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:02.200016 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:08.404560 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:36:20.252357 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58768) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:20.261102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732058961', 'description': 'tempest-secgroup-smoke-732058961 description', 'project_id': '65b320de2bf8450b813312f1fe68f3e7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:20.331153 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:20.395995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:20.468303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:20.496169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab43b2a-6455-4ae4-afa7-cf519bb5aa71,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:20.503543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.503887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.504343 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.504588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.504917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.505256 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.505563 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.505881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.506203 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.506524 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.506841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.507199 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:20.561907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:20.563210 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e87f99f7-b616-4613-8da5-1ac0f3ef0d55 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3093946 Feb 09 16:36:20.566036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58770) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:20.570378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-143cf2ff-bf42-474d-8268-18df9167d388 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'security_group_rule': {'security_group_id': 'aab43b2a-6455-4ae4-afa7-cf519bb5aa71', 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:20.650662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-143cf2ff-bf42-474d-8268-18df9167d388 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:20.705112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-143cf2ff-bf42-474d-8268-18df9167d388 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:20.777208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-143cf2ff-bf42-474d-8268-18df9167d388 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:20.795143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cf2ff-bf42-474d-8268-18df9167d388 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3287a0-9939-45a5-a8fd-efa0e3b049a3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:20.888471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-143cf2ff-bf42-474d-8268-18df9167d388 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:20.889685 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-143cf2ff-bf42-474d-8268-18df9167d388 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227179 Feb 09 16:36:20.892408 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58772) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:20.896742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8a6d70d6-a5d1-4df3-b868-89fbb658f220 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'security_group_rule': {'security_group_id': 'aab43b2a-6455-4ae4-afa7-cf519bb5aa71', 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:21.009148 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6d70d6-a5d1-4df3-b868-89fbb658f220 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.071702 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6d70d6-a5d1-4df3-b868-89fbb658f220 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.148216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6d70d6-a5d1-4df3-b868-89fbb658f220 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.166571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d70d6-a5d1-4df3-b868-89fbb658f220 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c46f768-acef-49ee-8492-44ab21f4ea4d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:21.230201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a6d70d6-a5d1-4df3-b868-89fbb658f220 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.232071 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a6d70d6-a5d1-4df3-b868-89fbb658f220 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387103 Feb 09 16:36:21.234874 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58774) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:21.239340 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-00659a7f-b2c4-49fd-a19c-7a29684a9842 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'security_group_rule': {'security_group_id': 'aab43b2a-6455-4ae4-afa7-cf519bb5aa71', 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:21.371600 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00659a7f-b2c4-49fd-a19c-7a29684a9842 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.431042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00659a7f-b2c4-49fd-a19c-7a29684a9842 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.502641 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00659a7f-b2c4-49fd-a19c-7a29684a9842 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.523175 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00659a7f-b2c4-49fd-a19c-7a29684a9842 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d193eda0-e8ac-40f7-89ab-dcbf21189e14,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:21.591341 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-00659a7f-b2c4-49fd-a19c-7a29684a9842 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.592820 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-00659a7f-b2c4-49fd-a19c-7a29684a9842 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569124 Feb 09 16:36:21.595509 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58776) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:21.599928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8a869a7e-4f27-4a02-bdd0-803c6ab19127 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'security_group_rule': {'security_group_id': 'aab43b2a-6455-4ae4-afa7-cf519bb5aa71', 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:21.696608 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a869a7e-4f27-4a02-bdd0-803c6ab19127 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.756049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a869a7e-4f27-4a02-bdd0-803c6ab19127 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.828021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a869a7e-4f27-4a02-bdd0-803c6ab19127 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.846594 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a869a7e-4f27-4a02-bdd0-803c6ab19127 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a4a90f-afa8-4a1d-af25-9d907de6a2ad,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:21.916002 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8a869a7e-4f27-4a02-bdd0-803c6ab19127 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:21.917303 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8a869a7e-4f27-4a02-bdd0-803c6ab19127 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3208134 Feb 09 16:36:21.920562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58778) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:21.924889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cde5bb85-14fc-4faf-bbc9-ae0fbd7540ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'security_group_rule': {'security_group_id': 'aab43b2a-6455-4ae4-afa7-cf519bb5aa71', 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:22.016675 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-cde5bb85-14fc-4faf-bbc9-ae0fbd7540ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Project 65b320de2bf8450b813312f1fe68f3e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:36:22.021896 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cde5bb85-14fc-4faf-bbc9-ae0fbd7540ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:22.085822 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cde5bb85-14fc-4faf-bbc9-ae0fbd7540ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:22.165186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cde5bb85-14fc-4faf-bbc9-ae0fbd7540ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:22.184485 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5bb85-14fc-4faf-bbc9-ae0fbd7540ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731cb969-dfb3-42a6-8bb3-b7ca171907b1,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:22.248458 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cde5bb85-14fc-4faf-bbc9-ae0fbd7540ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:22.249627 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cde5bb85-14fc-4faf-bbc9-ae0fbd7540ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281364 Feb 09 16:36:22.252701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58780) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:22.257042 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2790b330-ecf0-49b2-b212-6e9017e9a875 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'security_group_rule': {'security_group_id': 'aab43b2a-6455-4ae4-afa7-cf519bb5aa71', 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:22.325482 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-2790b330-ecf0-49b2-b212-6e9017e9a875 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Project 65b320de2bf8450b813312f1fe68f3e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:36:22.330903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2790b330-ecf0-49b2-b212-6e9017e9a875 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:22.397197 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2790b330-ecf0-49b2-b212-6e9017e9a875 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:22.530867 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2790b330-ecf0-49b2-b212-6e9017e9a875 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:22.548969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790b330-ecf0-49b2-b212-6e9017e9a875 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea458308-de57-4fdf-8fbc-3f54f4cfb718,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:22.664717 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2790b330-ecf0-49b2-b212-6e9017e9a875 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:22.665979 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2790b330-ecf0-49b2-b212-6e9017e9a875 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4122944 Feb 09 16:36:22.862018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-51be6147-b73c-49f6-810f-c42bd170c58d tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732058961&fields=id&tenant_id=65b320de2bf8450b813312f1fe68f3e7 HTTP/1.1" status: 200 len: 267 time: 0.0333054 Feb 09 16:36:22.970416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-1ab96125-40ee-4394-8510-4f45a3b0139c tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:22.971922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-1ab96125-40ee-4394-8510-4f45a3b0139c tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/networks?id=b62901a4-987b-4905-a186-f27c793ac057 HTTP/1.1" status: 200 len: 814 time: 0.1029024 Feb 09 16:36:22.988306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-99e0a0ed-815c-4e40-9280-7b6db1ca8594 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/quotas/65b320de2bf8450b813312f1fe68f3e7 HTTP/1.1" status: 200 len: 375 time: 0.0096545 Feb 09 16:36:23.005725 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e27926ae-b0e0-4f2f-9141-97c9a4edff33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:23.044736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-971374a2-f66c-495b-af99-b4a027c7bbd1 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65b320de2bf8450b813312f1fe68f3e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505335 Feb 09 16:36:23.140901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-86050f30-7ca3-4e88-a2dd-5ca9450804fb service neutron] 10.222.0.53 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826786 Feb 09 16:36:23.232991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-aeab0391-3b64-4851-ab64-0cc5b66147d4 service neutron] 10.222.0.53 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858667 Feb 09 16:36:23.781708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6485d7a6-0ad9-416c-a503-c090675fda95 req-0dfd8aac-2c96-4627-bbb7-156cad1d06fa tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 210 time: 0.0282145 Feb 09 16:36:24.861178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c732fee7-0e02-40e6-aec5-01e15efc313d req-2c8e1cd4-9532-4afd-a2bd-cc61128c31a5 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 210 time: 0.0275161 Feb 09 16:36:25.268465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e93869a8-d9e7-47f6-9b42-12cd53767402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:25.955174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ffa4ea66-4e33-406f-8cc4-4bebbcfddbcb req-ab513b73-93b6-4b6c-89b1-3a2e0785854c tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 210 time: 0.0263314 Feb 09 16:36:26.125275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-1ab4f497-6220-473a-a0f8-4a0c0bb7c6ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:26.126754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-1ab4f497-6220-473a-a0f8-4a0c0bb7c6ba tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.73 "GET /v2.0/networks?id=b62901a4-987b-4905-a186-f27c793ac057 HTTP/1.1" status: 200 len: 814 time: 0.1057963 Feb 09 16:36:26.171340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5ae19601-cb88-41e6-ab9e-14aee7dc3624 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65b320de2bf8450b813312f1fe68f3e7 HTTP/1.1" status: 200 len: 379 time: 0.0345562 Feb 09 16:36:26.181816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'port': {'device_id': '4dd153fc-cc14-40a0-b580-220a60224915', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'admin_state_up': True, 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'security_groups': ['aab43b2a-6455-4ae4-afa7-cf519bb5aa71']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:26.381730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Made reservation on behalf of 65b320de2bf8450b813312f1fe68f3e7 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:36:26.385255 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:26.517201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Allocated IP 172.20.0.13 (b62901a4-987b-4905-a186-f27c793ac057/036a2330-edbe-4271-a759-0c6402aa97e3/eeb5c9c1-55a3-45f2-85be-32d45280336b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:36:26.664336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:26.668635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:26.765219 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:26.807676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Network b62901a4-987b-4905-a186-f27c793ac057 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:36:26.813674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:36:26.817790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:36:26.844330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'Port': ['ID=eeb5c9c1-55a3-45f2-85be-32d45280336b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:26.861478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.861832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.862178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.862521 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.862860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.863197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.863533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.863861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.864220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.864546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.864869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.865192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:26.890110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:26.890791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:26.968335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-bf306f9a-14be-49e5-aae7-b7d91f88d4ea tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7900693 Feb 09 16:36:27.039344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-25c8a17c-5bd9-44d1-80a9-d0a7a0cabd7e None None] Provisioning complete for port eeb5c9c1-55a3-45f2-85be-32d45280336b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:36:27.039615 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-25c8a17c-5bd9-44d1-80a9-d0a7a0cabd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:27.105183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-25c8a17c-5bd9-44d1-80a9-d0a7a0cabd7e None None] Port eeb5c9c1-55a3-45f2-85be-32d45280336b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:36:27.111854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca15eb-0b2b-4f2a-9949-aeff895890d0 req-5a8a7895-c7d6-4b45-a903-bcda4970c69b tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:27.113434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ca15eb-0b2b-4f2a-9949-aeff895890d0 req-5a8a7895-c7d6-4b45-a903-bcda4970c69b tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 932 time: 0.0584865 Feb 09 16:36:27.116977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Request body: {'port': {'device_id': '4dd153fc-cc14-40a0-b580-220a60224915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:27.197488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ca15eb-0b2b-4f2a-9949-aeff895890d0 req-6db5c4c1-db85-418d-b28d-287f67ca6498 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763519 Feb 09 16:36:27.200719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:27.487634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb5c9c1-55a3-45f2-85be-32d45280336b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:36:27.495640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:27.508216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Transition to ACTIVE for port object eeb5c9c1-55a3-45f2-85be-32d45280336b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:36:27.592713 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:27.643066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Pushing event updated for resources: {'Port': ['ID=eeb5c9c1-55a3-45f2-85be-32d45280336b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:27.720191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Attempting to bind port eeb5c9c1-55a3-45f2-85be-32d45280336b on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:36:27.720404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Attempting to bind port eeb5c9c1-55a3-45f2-85be-32d45280336b by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:36:27.720612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Attempting to bind port eeb5c9c1-55a3-45f2-85be-32d45280336b on network b62901a4-987b-4905-a186-f27c793ac057 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:36:27.725506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Port eeb5c9c1-55a3-45f2-85be-32d45280336b on network b62901a4-987b-4905-a186-f27c793ac057 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:36:27.725832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Attempting to bind port eeb5c9c1-55a3-45f2-85be-32d45280336b on network b62901a4-987b-4905-a186-f27c793ac057 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:36:27.732010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:36:27.732553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Checking segment: {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:36:27.732955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Bound using segment: {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:36:27.733390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Bound port: eeb5c9c1-55a3-45f2-85be-32d45280336b, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6644c859-660f-4390-a402-03086ad86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:36:27.733889 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:27.810401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] For port eeb5c9c1-55a3-45f2-85be-32d45280336b, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:36:27.813934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] For port eeb5c9c1-55a3-45f2-85be-32d45280336b, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:36:27.937763 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:27.973076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:27.974024 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:27.975262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] 10.222.0.73 "PUT /v2.0/ports/eeb5c9c1-55a3-45f2-85be-32d45280336b HTTP/1.1" status: 200 len: 1092 time: 0.9985349 Feb 09 16:36:27.975832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:36:27.978092 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8095a408b04dbb557355827ded6d3de519af7c95a12e82b061dc2dca4a120b71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246647a-2c10-48ff-a29d-cba6f5a72f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:36:28.007418 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d173aa8-3c8b-4272-b9d7-9cec498f929c service neutron] Pushing event updated for resources: {'Port': ['ID=eeb5c9c1-55a3-45f2-85be-32d45280336b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:28.062396 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8845a97-f34f-44d2-8b4f-6e277e8f4c70 x-openstack-request-id: req-f8845a97-f34f-44d2-8b4f-6e277e8f4c70 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:36:28.062803 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:36:28.063335 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8845a97-f34f-44d2-8b4f-6e277e8f4c70 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:36:28.063831 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'status': 'completed', 'code': 200} Feb 09 16:36:28.129571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246647a-2c10-48ff-a29d-cba6f5a72f2a req-d47edff3-8167-4a2b-8214-23517f37d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:28.131889 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b246647a-2c10-48ff-a29d-cba6f5a72f2a req-d47edff3-8167-4a2b-8214-23517f37d677 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65b320de2bf8450b813312f1fe68f3e7&device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1095 time: 0.0475039 Feb 09 16:36:28.252382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246647a-2c10-48ff-a29d-cba6f5a72f2a req-5c99483c-a439-43d7-bd81-c2b7fb68c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:28.254386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b246647a-2c10-48ff-a29d-cba6f5a72f2a req-5c99483c-a439-43d7-bd81-c2b7fb68c516 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=65b320de2bf8450b813312f1fe68f3e7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1141417 Feb 09 16:36:28.308063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:28.390554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882153c-4056-4509-bf8c-e8b369bbcc8b req-aae7db8f-8c45-484f-8ea6-e7b1a5043489 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:28.392049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b882153c-4056-4509-bf8c-e8b369bbcc8b req-aae7db8f-8c45-484f-8ea6-e7b1a5043489 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.1098011 Feb 09 16:36:28.395016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246647a-2c10-48ff-a29d-cba6f5a72f2a req-aabbc131-fdbc-4574-8c7f-9d9a90ea5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:28.396411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b246647a-2c10-48ff-a29d-cba6f5a72f2a req-aabbc131-fdbc-4574-8c7f-9d9a90ea5ade service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353254 Feb 09 16:36:28.432028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b882153c-4056-4509-bf8c-e8b369bbcc8b req-754235a0-e06d-4114-acca-96436a921da5 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331059 Feb 09 16:36:28.475158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-36b1fd9d-ce2d-4ed4-8179-07e1f94646e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:28.476812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-36b1fd9d-ce2d-4ed4-8179-07e1f94646e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65b320de2bf8450b813312f1fe68f3e7&device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1095 time: 0.0436444 Feb 09 16:36:28.520784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-64f9fd35-2087-4973-b648-2f64f1a88022 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b HTTP/1.1" status: 200 len: 217 time: 0.0361817 Feb 09 16:36:28.576858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-8a6526a5-8bc7-473f-893b-45259bd2abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:28.578649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-8a6526a5-8bc7-473f-893b-45259bd2abf4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=036a2330-edbe-4271-a759-0c6402aa97e3 HTTP/1.1" status: 200 len: 853 time: 0.0512557 Feb 09 16:36:28.589710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:28.638971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-4a691b85-44a4-4554-be3d-5d4ac29263f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:28.640673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-4a691b85-44a4-4554-be3d-5d4ac29263f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b62901a4-987b-4905-a186-f27c793ac057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543094 Feb 09 16:36:28.736550 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-eb39cb81-8a1a-42a5-8484-1a5b43b5ac1f service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886393 Feb 09 16:36:28.840752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c31a50dd-fb12-4960-adda-f21fc8736a76 req-dac917d3-a08f-4653-87fa-9a3229c6217a service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963423 Feb 09 16:36:29.558116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c5e68-2d49-4079-a14f-a6eee767bc61 req-6f811479-045b-4cb5-9ca6-e9ba8d9b749e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:29.560375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-889c5e68-2d49-4079-a14f-a6eee767bc61 req-6f811479-045b-4cb5-9ca6-e9ba8d9b749e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0543320 Feb 09 16:36:29.600115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-889c5e68-2d49-4079-a14f-a6eee767bc61 req-78f3e97c-6075-46f5-ac83-76e257e9b685 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331824 Feb 09 16:36:30.496810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:30.720955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fada4-6646-4229-8dbc-920b7174e997 req-b89cd90a-0f3c-4438-9418-b5ba2e7fd40e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:30.722457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-760fada4-6646-4229-8dbc-920b7174e997 req-b89cd90a-0f3c-4438-9418-b5ba2e7fd40e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0512371 Feb 09 16:36:30.761559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-760fada4-6646-4229-8dbc-920b7174e997 req-f5abf4a2-b07e-4136-bdad-e8642beb848a tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329785 Feb 09 16:36:31.881102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68dfa0-0750-4e8f-80a3-3a601cb8237f req-6a435a1e-ad32-4d79-b78a-a4ebe1bb6a87 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:31.882645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db68dfa0-0750-4e8f-80a3-3a601cb8237f req-6a435a1e-ad32-4d79-b78a-a4ebe1bb6a87 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0539281 Feb 09 16:36:31.923764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db68dfa0-0750-4e8f-80a3-3a601cb8237f req-3dc2b049-3560-444d-b059-4f4bb569fc84 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344393 Feb 09 16:36:32.216665 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:33.040186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6235b61-1cb0-405c-9721-e5972ec2e0c3 req-18e03c38-0518-49b3-a7a4-ebf1836ffbcf tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:33.041687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6235b61-1cb0-405c-9721-e5972ec2e0c3 req-18e03c38-0518-49b3-a7a4-ebf1836ffbcf tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0499711 Feb 09 16:36:33.080423 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6235b61-1cb0-405c-9721-e5972ec2e0c3 req-a021940c-b845-4f29-b419-51ef7e2a6969 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Feb 09 16:36:34.195683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bf630-273a-42b8-8fd7-1e180e9f8bf6 req-9e5e9489-5e60-4678-b503-c96a3ee8c998 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:34.197211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b8bf630-273a-42b8-8fd7-1e180e9f8bf6 req-9e5e9489-5e60-4678-b503-c96a3ee8c998 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0490978 Feb 09 16:36:34.235149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b8bf630-273a-42b8-8fd7-1e180e9f8bf6 req-fb643c9c-9dd5-4b14-9f2b-9fb6059e5cde tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318332 Feb 09 16:36:35.354300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bea8a-62fb-4373-af49-b2935d15eb9a req-77982f4c-bdcd-4aa9-be21-4365847ede0a tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:35.355898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e64bea8a-62fb-4373-af49-b2935d15eb9a req-77982f4c-bdcd-4aa9-be21-4365847ede0a tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0533161 Feb 09 16:36:35.395010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e64bea8a-62fb-4373-af49-b2935d15eb9a req-e9b21cf9-5280-479f-aaf8-22289b24e024 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329564 Feb 09 16:36:36.520465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57052722-dddf-463a-8c56-b309d3f9870e req-5f081cc4-d842-4029-9a0e-4dca8a84195d tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:36.521980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57052722-dddf-463a-8c56-b309d3f9870e req-5f081cc4-d842-4029-9a0e-4dca8a84195d tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0512183 Feb 09 16:36:36.561603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57052722-dddf-463a-8c56-b309d3f9870e req-defdc2b1-496a-4743-b2ef-7328d5ae435c tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335572 Feb 09 16:36:37.677428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed67e-8ad5-4bd0-aa50-dab6a96c4ba6 req-59f9d1df-fb1a-4b4d-afde-102e0df680f7 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:37.679068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f7ed67e-8ad5-4bd0-aa50-dab6a96c4ba6 req-59f9d1df-fb1a-4b4d-afde-102e0df680f7 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0501485 Feb 09 16:36:37.717150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f7ed67e-8ad5-4bd0-aa50-dab6a96c4ba6 req-26dd5d32-077b-43d5-b5bc-2a32fcbaaf10 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319431 Feb 09 16:36:38.842455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da659a7-c363-4cfb-8731-384610fa700f req-4f5915b0-6fd0-4379-a839-d4be52a8c993 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:38.843944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8da659a7-c363-4cfb-8731-384610fa700f req-4f5915b0-6fd0-4379-a839-d4be52a8c993 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 944 time: 0.0528638 Feb 09 16:36:38.882268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8da659a7-c363-4cfb-8731-384610fa700f req-c9e0fc12-ad62-4c53-8266-c623604f4cbf tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321360 Feb 09 16:36:39.657804 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device eeb5c9c1-55a3-45f2-85be-32d45280336b details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:36:39.753973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port eeb5c9c1-55a3-45f2-85be-32d45280336b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:36:39.765498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'mac_address': 'fa:16:3e:e4:e9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:36:39.803919 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:39.816717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb5c9c1-55a3-45f2-85be-32d45280336b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:36:39.835907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port eeb5c9c1-55a3-45f2-85be-32d45280336b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:36:39.913997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:39.962181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=eeb5c9c1-55a3-45f2-85be-32d45280336b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:39.970391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.970735 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.971076 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.971415 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.971754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.972068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.972421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.972752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.973070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.973392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.973716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:39.974032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:36:40.003663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c1574-7c34-4451-82a3-8be46e3065d2 req-fb2f82a2-e7e2-451c-87c2-c6a33245e3d7 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:40.005207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-522c1574-7c34-4451-82a3-8be46e3065d2 req-fb2f82a2-e7e2-451c-87c2-c6a33245e3d7 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 945 time: 0.0526576 Feb 09 16:36:40.043787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-522c1574-7c34-4451-82a3-8be46e3065d2 req-c00debf0-dd1e-40a3-8d8f-397e1a94d072 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323794 Feb 09 16:36:40.150923 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['eeb5c9c1-55a3-45f2-85be-32d45280336b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:36:41.159691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f86361-3ce9-4ff9-a9ad-88101698f800 req-8173da0b-fc27-40f2-98e6-0858ff86cd5c tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:41.161218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0f86361-3ce9-4ff9-a9ad-88101698f800 req-8173da0b-fc27-40f2-98e6-0858ff86cd5c tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Feb 09 16:36:41.199892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f0f86361-3ce9-4ff9-a9ad-88101698f800 req-715ac2c2-107c-4d9a-ab49-36789cab2373 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326693 Feb 09 16:36:41.669386 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device eeb5c9c1-55a3-45f2-85be-32d45280336b up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:36:41.827616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port eeb5c9c1-55a3-45f2-85be-32d45280336b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:36:41.832328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port eeb5c9c1-55a3-45f2-85be-32d45280336b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:36:41.832702 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:41.908771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:41.931106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:36:41.933374 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95d2091f6d15eac70c8f03ed1114736cf51328ddb2367b9dd9a390f1023d4162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76687be-1255-4889-b004-1d4fbd764d6e" -d '{"events": [{"server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "name": "network-vif-plugged", "status": "completed", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:36:41.946347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port eeb5c9c1-55a3-45f2-85be-32d45280336b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:36:41.970404 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22919bdf-8df5-4427-85e7-12d49a1c76e2 x-openstack-request-id: req-22919bdf-8df5-4427-85e7-12d49a1c76e2 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:36:41.970699 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "name": "network-vif-plugged", "status": "completed", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:36:41.970962 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22919bdf-8df5-4427-85e7-12d49a1c76e2 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:36:41.971365 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'code': 200} Feb 09 16:36:42.074909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24928b-10a3-4c6a-91f4-035d355dd895 req-bb9b9b40-d44b-4e04-a9a5-34724867fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:42.076460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e24928b-10a3-4c6a-91f4-035d355dd895 req-bb9b9b40-d44b-4e04-a9a5-34724867fd26 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1096 time: 0.0455787 Feb 09 16:36:42.088528 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:42.112960 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e24928b-10a3-4c6a-91f4-035d355dd895 req-c9eff20e-48ea-4867-b8cc-c8205c756b3a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298538 Feb 09 16:36:42.132474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=eeb5c9c1-55a3-45f2-85be-32d45280336b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:42.317112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9751b15-c811-441c-ae59-e6c1b060ac24 req-4b9c08ad-d19e-4e47-a549-ebdcf2bc2d1e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:42.318618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9751b15-c811-441c-ae59-e6c1b060ac24 req-4b9c08ad-d19e-4e47-a549-ebdcf2bc2d1e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 946 time: 0.0502965 Feb 09 16:36:42.357066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9751b15-c811-441c-ae59-e6c1b060ac24 req-9fd730a1-38c2-46e9-a03f-cd06c2030f9b tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320933 Feb 09 16:36:43.475679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cc6f1-bccf-4cf4-8e7f-c41d05ca2492 req-cc63dcf9-219f-445d-85af-6c8c20ebdafc tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:43.477270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-103cc6f1-bccf-4cf4-8e7f-c41d05ca2492 req-cc63dcf9-219f-445d-85af-6c8c20ebdafc tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 946 time: 0.0491252 Feb 09 16:36:43.516048 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-103cc6f1-bccf-4cf4-8e7f-c41d05ca2492 req-bd0a8bdc-8a76-4fd6-b079-793c3251aab8 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328002 Feb 09 16:36:44.635221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7cad6-f2dc-4e17-bb66-17d2f035efb1 req-b7de0dd3-d34e-4c38-a230-7515749bd716 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:44.636745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7e7cad6-f2dc-4e17-bb66-17d2f035efb1 req-b7de0dd3-d34e-4c38-a230-7515749bd716 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 946 time: 0.0530818 Feb 09 16:36:44.676501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d7e7cad6-f2dc-4e17-bb66-17d2f035efb1 req-820a632b-0a33-4bec-822e-f79a64ff76ae tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330114 Feb 09 16:36:44.802695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705de230-96a4-4f8f-9917-e05568d9fc28 req-3e83b7df-043f-4d75-9a97-090b2769d256 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:44.804312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-705de230-96a4-4f8f-9917-e05568d9fc28 req-3e83b7df-043f-4d75-9a97-090b2769d256 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 946 time: 0.0548587 Feb 09 16:36:44.842900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-705de230-96a4-4f8f-9917-e05568d9fc28 req-69423188-0bab-4ecf-8e48-a74b514fdba5 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Feb 09 16:36:44.866709 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58850) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:45.012319 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02422e28-db5f-4f47-bacc-972a93d990d8 tempest-TestVolumeBackupRestore-770983540 tempest-TestVolumeBackupRestore-770983540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:45.013876 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-02422e28-db5f-4f47-bacc-972a93d990d8 tempest-TestVolumeBackupRestore-770983540 tempest-TestVolumeBackupRestore-770983540-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1092 time: 0.1461911 Feb 09 16:36:45.018769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58854) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:45.023109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:45.165360 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:45.264114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:45.367239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Allocated IP 172.25.5.86 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/cabeca43-b3e4-4347-9e63-d2488472d544) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:36:45.403593 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:36:45.469664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:45.571366 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:45.608815 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:36:45.614573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:36:45.617368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:36:45.649680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'Port': ['ID=cabeca43-b3e4-4347-9e63-d2488472d544,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:45.984906 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:46.117030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:46.272890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:46.336660 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:46.405891 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event updated for resources: {'Port': ['ID=cabeca43-b3e4-4347-9e63-d2488472d544,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:36:46.415886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:46.518683 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Floating IP 88c07f2e-cd01-4892-b3fb-8d3c8f221a8a associated. External IP: 172.25.5.86, port: eeb5c9c1-55a3-45f2-85be-32d45280336b. Feb 09 16:36:46.731367 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Router 204bc5f5-fd6a-423f-a91c-64e9c838e860 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:36:46.842108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:36:46.852388 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] Sync routers for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:36:46.862152 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:36:46.867570 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:36:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:36:46.927119 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:46.957179 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6aec83f3-db4a-43a5-a341-6ca63c41d0d6 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9350028 Feb 09 16:36:46.957179 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:36:46.957572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 58856) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:46.958070 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5496604-10e7-43d8-9a84-6e41c500420d" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:36:46.973512 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:36:46.999404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59f5b4-56fc-4f35-93ff-1d784af84e31 tempest-TestVolumeBackupRestore-770983540 tempest-TestVolumeBackupRestore-770983540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:47.004335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6f59f5b4-56fc-4f35-93ff-1d784af84e31 tempest-TestVolumeBackupRestore-770983540 tempest-TestVolumeBackupRestore-770983540-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1092 time: 0.0429938 Feb 09 16:36:47.005138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58862) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:36:47.010726 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d88e7a41-b4cd-43c2-8442-bc406fafc2ec tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Request body: {'floatingip': {'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:36:47.068893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d88e7a41-b4cd-43c2-8442-bc406fafc2ec tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for floatingip, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:47.153210 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f7548c-8961-4fe4-aed8-0ad981a59797 x-openstack-request-id: req-01f7548c-8961-4fe4-aed8-0ad981a59797 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:36:47.153579 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:36:47.153768 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01f7548c-8961-4fe4-aed8-0ad981a59797 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:36:47.154151 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'status': 'completed', 'code': 200} Feb 09 16:36:47.207815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496604-10e7-43d8-9a84-6e41c500420d req-df2ec9e0-1611-45fb-9261-c97f905433fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:47.209411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5496604-10e7-43d8-9a84-6e41c500420d req-df2ec9e0-1611-45fb-9261-c97f905433fa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65b320de2bf8450b813312f1fe68f3e7&device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1097 time: 0.0470421 Feb 09 16:36:47.213069 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '88c07f2e-cd01-4892-b3fb-8d3c8f221a8a', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'mac_address': 'fa:16:3e:e4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd153fc-cc14-40a0-b580-220a60224915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:36:45Z', 'updated_at': '2022-02-09T16:36:45Z', 'revision_number': 0, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:36:47.243194 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] Checking router: 204bc5f5-fd6a-423f-a91c-64e9c838e860 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:36:47.253097 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:36:47.254002 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:36:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:36:47.305028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496604-10e7-43d8-9a84-6e41c500420d req-aeda4bb4-46ad-4f75-a54d-1436f8dff9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:47.306565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5496604-10e7-43d8-9a84-6e41c500420d req-aeda4bb4-46ad-4f75-a54d-1436f8dff9f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b62901a4-987b-4905-a186-f27c793ac057 HTTP/1.1" status: 200 len: 915 time: 0.0889530 Feb 09 16:36:47.362737 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:36:47.383475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5496604-10e7-43d8-9a84-6e41c500420d req-d54b9c50-3a1d-434f-bdae-1e46f2182d5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b HTTP/1.1" status: 200 len: 999 time: 0.0685718 Feb 09 16:36:47.439502 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496604-10e7-43d8-9a84-6e41c500420d req-3b2c53b6-94f6-4d6a-ad4c-a3103987c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:47.441059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5496604-10e7-43d8-9a84-6e41c500420d req-3b2c53b6-94f6-4d6a-ad4c-a3103987c4fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=036a2330-edbe-4271-a759-0c6402aa97e3 HTTP/1.1" status: 200 len: 853 time: 0.0485821 Feb 09 16:36:47.491136 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5496604-10e7-43d8-9a84-6e41c500420d req-77200fba-789b-41a2-9528-7e605c5d66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:47.492256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5496604-10e7-43d8-9a84-6e41c500420d req-77200fba-789b-41a2-9528-7e605c5d66fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b62901a4-987b-4905-a186-f27c793ac057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442970 Feb 09 16:36:47.579151 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d88e7a41-b4cd-43c2-8442-bc406fafc2ec tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:47.598102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5496604-10e7-43d8-9a84-6e41c500420d req-a6aa8a54-fd19-4f0f-9291-30af0f189a83 service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974886 Feb 09 16:36:47.656315 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d88e7a41-b4cd-43c2-8442-bc406fafc2ec tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:47.698222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a5496604-10e7-43d8-9a84-6e41c500420d req-a227688c-fbd3-45d2-9f28-60df3247759b service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912709 Feb 09 16:36:47.698877 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '88c07f2e-cd01-4892-b3fb-8d3c8f221a8a', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'mac_address': 'fa:16:3e:e4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd153fc-cc14-40a0-b580-220a60224915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:36:45Z', 'updated_at': '2022-02-09T16:36:45Z', 'revision_number': 0, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:36:47.730201 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b5a440-d132-42ff-b5f8-c7d696d706ca None None] The sync data for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 is: [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '88c07f2e-cd01-4892-b3fb-8d3c8f221a8a', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'mac_address': 'fa:16:3e:e4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd153fc-cc14-40a0-b580-220a60224915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:36:45Z', 'updated_at': '2022-02-09T16:36:45Z', 'revision_number': 0, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:36:47.876118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e7a41-b4cd-43c2-8442-bc406fafc2ec tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Router 204bc5f5-fd6a-423f-a91c-64e9c838e860 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:36:47.941891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b160e6a0-4be4-4ae2-95ce-d24661552cb0 None None] New status for floating IP 88c07f2e-cd01-4892-b3fb-8d3c8f221a8a: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:36:47.993779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e7a41-b4cd-43c2-8442-bc406fafc2ec tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:36:47.998257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d88e7a41-b4cd-43c2-8442-bc406fafc2ec tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:48.052849 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d88e7a41-b4cd-43c2-8442-bc406fafc2ec tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "PUT /v2.0/floatingips/88c07f2e-cd01-4892-b3fb-8d3c8f221a8a HTTP/1.1" status: 200 len: 991 time: 1.0458403 Feb 09 16:36:48.333165 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] Sync routers for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:36:48.342540 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:36:48.343154 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:36:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:36:48.448733 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:36:48.668281 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '88c07f2e-cd01-4892-b3fb-8d3c8f221a8a', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'mac_address': 'fa:16:3e:e4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd153fc-cc14-40a0-b580-220a60224915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:36:45Z', 'updated_at': '2022-02-09T16:36:48Z', 'revision_number': 2, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:36:48.697931 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] Checking router: 204bc5f5-fd6a-423f-a91c-64e9c838e860 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:36:48.706697 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:36:48.707298 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:36:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:36:48.811582 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:36:49.037052 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '88c07f2e-cd01-4892-b3fb-8d3c8f221a8a', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'mac_address': 'fa:16:3e:e4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd153fc-cc14-40a0-b580-220a60224915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:36:45Z', 'updated_at': '2022-02-09T16:36:48Z', 'revision_number': 2, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:36:49.064242 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c931d-c46e-444e-8c9a-9eb53d2207b1 None None] The sync data for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 is: [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '88c07f2e-cd01-4892-b3fb-8d3c8f221a8a', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'port_id': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'mac_address': 'fa:16:3e:e4:e9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd153fc-cc14-40a0-b580-220a60224915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:36:45Z', 'updated_at': '2022-02-09T16:36:48Z', 'revision_number': 2, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:36:49.154957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b'}, {'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:36:49.157436 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13c7f7262a7c240221efc2ad790eb96e7761a348d6bc2641939729b4a92a876f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b"}, {"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:36:49.196309 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5825fa97-ab7c-4be8-b673-067bad43876d x-openstack-request-id: req-5825fa97-ab7c-4be8-b673-067bad43876d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:36:49.196612 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:36:49.196870 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5825fa97-ab7c-4be8-b673-067bad43876d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:36:49.197294 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'status': 'completed', 'code': 200} Feb 09 16:36:49.197552 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'status': 'completed', 'code': 200} Feb 09 16:36:49.265444 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-cf4f3db1-0be0-4a0a-981d-3ee44fe7d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:49.267031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-cf4f3db1-0be0-4a0a-981d-3ee44fe7d95e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65b320de2bf8450b813312f1fe68f3e7&device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1097 time: 0.0423346 Feb 09 16:36:49.361940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-37ec1d72-325b-49af-b509-8707bbc6e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:49.363908 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-37ec1d72-325b-49af-b509-8707bbc6e463 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b62901a4-987b-4905-a186-f27c793ac057 HTTP/1.1" status: 200 len: 915 time: 0.0887320 Feb 09 16:36:49.429851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-f1c5993e-2c5e-4ae7-bce3-6c5363a5055f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b HTTP/1.1" status: 200 len: 1001 time: 0.0585010 Feb 09 16:36:49.487123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-1bf07d25-334c-468d-b49a-780b1514bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:49.488613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-1bf07d25-334c-468d-b49a-780b1514bab3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=036a2330-edbe-4271-a759-0c6402aa97e3 HTTP/1.1" status: 200 len: 853 time: 0.0507519 Feb 09 16:36:49.535077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-2d99d966-9f21-415f-a11f-7826ee4b9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:49.536613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-2d99d966-9f21-415f-a11f-7826ee4b9d6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b62901a4-987b-4905-a186-f27c793ac057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417328 Feb 09 16:36:49.626427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-a836afd9-0a95-4541-8fba-132fa0033b72 service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820389 Feb 09 16:36:49.718681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-34ee8b2b-99c8-4b34-897e-00986d1492db service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860453 Feb 09 16:36:49.807555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-12409662-bf6b-4940-9d07-acec9bf577b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:49.809120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-12409662-bf6b-4940-9d07-acec9bf577b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65b320de2bf8450b813312f1fe68f3e7&device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1097 time: 0.0464752 Feb 09 16:36:49.906182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-c329c3f8-f8b0-47bf-8db8-62d9d7a8f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:49.908287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-c329c3f8-f8b0-47bf-8db8-62d9d7a8f773 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b62901a4-987b-4905-a186-f27c793ac057 HTTP/1.1" status: 200 len: 915 time: 0.0929909 Feb 09 16:36:49.973510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-acbefac1-fe71-4382-9594-b30447ba0cf2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b HTTP/1.1" status: 200 len: 1001 time: 0.0587931 Feb 09 16:36:50.023492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-0143aa29-b5ae-49dc-92f6-e775ccf85435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:50.024996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-0143aa29-b5ae-49dc-92f6-e775ccf85435 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=036a2330-edbe-4271-a759-0c6402aa97e3 HTTP/1.1" status: 200 len: 853 time: 0.0444901 Feb 09 16:36:50.074755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-4fb006e4-815e-4855-aed3-880fdf6e6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:36:50.076209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-4fb006e4-815e-4855-aed3-880fdf6e6159 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b62901a4-987b-4905-a186-f27c793ac057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448751 Feb 09 16:36:50.165664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-2fac5f36-4fa3-4733-94c0-43f96f97bb9e service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830843 Feb 09 16:36:50.259104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd354cde-ee2a-44a9-bbce-6b99a26c6b23 req-424a9b5f-b637-4c2e-b7f9-cf6ba0aa5c03 service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853419 Feb 09 16:36:53.017536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-102db2ee-b410-4a8f-be0a-51b6a2543388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:55.239096 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1321fd3-8636-4f1e-bfb6-517f36223ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:56.638961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:58.330188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:36:58.530287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:00.564646 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:01.359853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-5973e193-6d8b-4ccb-b66d-814f4670467f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404053 Feb 09 16:37:01.445399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-6df83e5e-bf3f-4f3d-917c-a492718aa873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:37:01.446949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-6df83e5e-bf3f-4f3d-917c-a492718aa873 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65b320de2bf8450b813312f1fe68f3e7&device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1097 time: 0.0420763 Feb 09 16:37:01.847545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-36b40f82-fcb8-4589-bec1-e962ed60490b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:37:01.849543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-36b40f82-fcb8-4589-bec1-e962ed60490b service neutron] 10.222.0.73 "GET /v2.0/networks?id=b62901a4-987b-4905-a186-f27c793ac057 HTTP/1.1" status: 200 len: 915 time: 0.3809168 Feb 09 16:37:01.919457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-863a1158-d958-4bee-b404-2c14996c4ba1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b HTTP/1.1" status: 200 len: 1001 time: 0.0630341 Feb 09 16:37:01.971162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-f92bc65d-1c7d-4620-b63a-8c009bbc0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:37:01.972712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-f92bc65d-1c7d-4620-b63a-8c009bbc0eeb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=036a2330-edbe-4271-a759-0c6402aa97e3 HTTP/1.1" status: 200 len: 853 time: 0.0471957 Feb 09 16:37:02.023148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-21a36043-dd52-4ee2-ad77-46d7c2b96b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:37:02.024661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-21a36043-dd52-4ee2-ad77-46d7c2b96b90 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b62901a4-987b-4905-a186-f27c793ac057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453711 Feb 09 16:37:02.204799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:02.238864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-e8f52b82-b076-4fce-9b49-218f8d679b66 service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395481 Feb 09 16:37:02.335403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6df12046-23b3-4507-a8f2-e135f9370a21 req-f6c6c122-f6c4-4b9c-afd9-b03b5cbc4630 service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898719 Feb 09 16:37:22.402796 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:37:23.009678 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f27bf788-7b59-49c9-acbd-82f66c72636e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:25.244718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-781255b6-cb1c-42c3-9ef3-e9323c4af634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:26.684197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:28.323857 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:28.604397 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:30.495508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:32.176295 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:53.049427 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8f78214a-e342-457f-8699-094c40a4be4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:55.254897 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c6fef22-df5b-44fc-87e7-b51701a530c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:56.671994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:58.333893 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:58.569212 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:37:59.401604 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:38:00.523146 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:01.360113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58894) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:01.527804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Deleting port cabeca43-b3e4-4347-9e63-d2488472d544 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:01.529430 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:01.607813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:01.608173 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:01.621996 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Calling delete_port for cabeca43-b3e4-4347-9e63-d2488472d544 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:01.872492 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:01.898479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event deleted for resources: {'Port': ['ID=cabeca43-b3e4-4347-9e63-d2488472d544,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:01.926123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.926480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.926808 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.927145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.927489 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.927820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.928168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.928496 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.929508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.929858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.930174 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.930499 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:01.971400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:01.971745 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Floating IP 88c07f2e-cd01-4892-b3fb-8d3c8f221a8a disassociated (deleted). External IP: 172.25.5.86, port: eeb5c9c1-55a3-45f2-85be-32d45280336b. Feb 09 16:38:02.186294 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:02.196453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Router 204bc5f5-fd6a-423f-a91c-64e9c838e860 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:38:02.312878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:38:02.318341 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:02.323221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] Sync routers for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:38:02.332874 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:38:02.333515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:37:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:02.347147 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7b89a459-d0ba-4655-aa4b-c535b259096f tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "DELETE /v2.0/floatingips/88c07f2e-cd01-4892-b3fb-8d3c8f221a8a HTTP/1.1" status: 204 len: 168 time: 0.9859142 Feb 09 16:38:02.347734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:38:02.420338 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28db5691-a267-4591-b894-f529439f2ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:38:02.462871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:38:02.559802 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0df12e-f641-4563-8d41-2e8dbae0c708 x-openstack-request-id: req-6e0df12e-f641-4563-8d41-2e8dbae0c708 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:38:02.560324 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:38:02.560782 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e0df12e-f641-4563-8d41-2e8dbae0c708 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:38:02.561409 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'status': 'completed', 'code': 200} Feb 09 16:38:02.635265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db5691-a267-4591-b894-f529439f2ab0 req-f173f61e-3258-40b7-98cb-543da8c79f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:02.637546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28db5691-a267-4591-b894-f529439f2ab0 req-f173f61e-3258-40b7-98cb-543da8c79f47 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=65b320de2bf8450b813312f1fe68f3e7&device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 1097 time: 0.0453439 Feb 09 16:38:02.686582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:02.719179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] Checking router: 204bc5f5-fd6a-423f-a91c-64e9c838e860 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:38:02.728962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:38:02.729589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:37:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:02.746013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db5691-a267-4591-b894-f529439f2ab0 req-e07be01f-03cc-4f28-a3a2-8e135c6788e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:02.747754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28db5691-a267-4591-b894-f529439f2ab0 req-e07be01f-03cc-4f28-a3a2-8e135c6788e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b62901a4-987b-4905-a186-f27c793ac057 HTTP/1.1" status: 200 len: 915 time: 0.1011777 Feb 09 16:38:02.801183 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28db5691-a267-4591-b894-f529439f2ab0 req-cef8b717-bb93-4c14-ac6e-1a4847e0c78a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b HTTP/1.1" status: 200 len: 217 time: 0.0450251 Feb 09 16:38:02.851471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:38:02.867015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db5691-a267-4591-b894-f529439f2ab0 req-a6dad34f-7b2f-48ca-b3aa-7868c998defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:02.867015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28db5691-a267-4591-b894-f529439f2ab0 req-a6dad34f-7b2f-48ca-b3aa-7868c998defc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=036a2330-edbe-4271-a759-0c6402aa97e3 HTTP/1.1" status: 200 len: 853 time: 0.0547104 Feb 09 16:38:02.934509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db5691-a267-4591-b894-f529439f2ab0 req-048e8f5d-df5c-4ce2-bfde-71687d913147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:02.937238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28db5691-a267-4591-b894-f529439f2ab0 req-048e8f5d-df5c-4ce2-bfde-71687d913147 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b62901a4-987b-4905-a186-f27c793ac057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617592 Feb 09 16:38:03.081703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6338d-91a4-484b-afc1-f7692832905b req-6f3e983f-dfea-4e54-9c54-b989ddc13e61 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:03.084376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20c6338d-91a4-484b-afc1-f7692832905b req-6f3e983f-dfea-4e54-9c54-b989ddc13e61 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 946 time: 0.1963282 Feb 09 16:38:03.120265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28db5691-a267-4591-b894-f529439f2ab0 req-3e155291-5b23-4993-8449-c4ef92e7b392 service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740270 Feb 09 16:38:03.125701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:03.154517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d61f6c-5719-41bb-85e1-b41c5367a0e1 None None] The sync data for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 is: [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:51Z', 'revision_number': 4, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '15af7c7e-10e7-433b-b662-776bc86267e7', 'name': '', 'network_id': 'b62901a4-987b-4905-a186-f27c793ac057', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'mac_address': 'fa:16:3e:04:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:50Z', 'updated_at': '2022-02-09T16:33:55Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'subnets': [{'id': '036a2330-edbe-4271-a759-0c6402aa97e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:38:03.204412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-20c6338d-91a4-484b-afc1-f7692832905b req-ac5841e0-b0a5-492e-9609-08567cad5a3e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123509 Feb 09 16:38:03.266466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28db5691-a267-4591-b894-f529439f2ab0 req-a8628c66-820b-494e-ac0c-862c0f33916a service neutron] 10.222.0.73 "GET /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385291 Feb 09 16:38:03.427857 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb893881-82b4-4db9-8f81-e8626f8aee0c None None] New status for floating IP 88c07f2e-cd01-4892-b3fb-8d3c8f221a8a: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:38:04.457738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31505-9def-4de5-a677-cab4c3195a79 req-2c978585-3016-4972-bf54-1c97a819f94c tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:04.459229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59b31505-9def-4de5-a677-cab4c3195a79 req-2c978585-3016-4972-bf54-1c97a819f94c tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 946 time: 0.1029644 Feb 09 16:38:04.499263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59b31505-9def-4de5-a677-cab4c3195a79 req-2e629c78-9a90-4152-8d81-9aa16df5cb6a tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/security-groups?id=aab43b2a-6455-4ae4-afa7-cf519bb5aa71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336504 Feb 09 16:38:04.730862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-600b0c85-420e-453e-ab99-ad42ebfeeb34 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:04.732348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-600b0c85-420e-453e-ab99-ad42ebfeeb34 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.73 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 946 time: 0.0484765 Feb 09 16:38:04.833394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Deleting port eeb5c9c1-55a3-45f2-85be-32d45280336b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:04.833736 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:04.923219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] For port eeb5c9c1-55a3-45f2-85be-32d45280336b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eeb5c9c1-55a3-45f2-85be-32d45280336b,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:04.923588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:04.935540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Calling delete_port for eeb5c9c1-55a3-45f2-85be-32d45280336b owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:05.162394 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:05.190147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event deleted for resources: {'Port': ['ID=eeb5c9c1-55a3-45f2-85be-32d45280336b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:05.200843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.201199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.201546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.201885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.202223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.202558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.202888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.203223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.203557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.204240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.204240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.204591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:05.249584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] No DVR routers for this DVR port eeb5c9c1-55a3-45f2-85be-32d45280336b on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:38:05.252310 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:05.257808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-927eaecc-ce81-4de7-a4f9-7ac6b828deb1 req-1dfb608e-0cb3-4a75-9536-78c0a13450ad tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.73 "DELETE /v2.0/ports/eeb5c9c1-55a3-45f2-85be-32d45280336b HTTP/1.1" status: 204 len: 173 time: 0.5143502 Feb 09 16:38:05.257808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'name': 'network-vif-deleted', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:38:05.301728 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e10c761-93fe-445f-bfe0-6407a9130d3a" -d '{"events": [{"server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "name": "network-vif-deleted", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:38:05.396815 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb46851-cc1c-43bc-a717-3559ae7406bb x-openstack-request-id: req-8cb46851-cc1c-43bc-a717-3559ae7406bb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:38:05.397143 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd153fc-cc14-40a0-b580-220a60224915", "name": "network-vif-deleted", "tag": "eeb5c9c1-55a3-45f2-85be-32d45280336b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:38:05.397401 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cb46851-cc1c-43bc-a717-3559ae7406bb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:38:05.397809 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd153fc-cc14-40a0-b580-220a60224915', 'name': 'network-vif-deleted', 'tag': 'eeb5c9c1-55a3-45f2-85be-32d45280336b', 'status': 'completed', 'code': 200} Feb 09 16:38:05.607301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58967007-7d76-46b9-be50-d9c06e8e98e0 req-7c009396-2e84-4425-8060-9cf062ae89fa tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 210 time: 0.0311923 Feb 09 16:38:06.718211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a963c8f-466b-49d2-ac8d-91db547ff0fd req-51a5ce4b-d856-4412-9688-167c64745ff3 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Feb 09 16:38:07.817367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b56f307-e356-46d1-b076-d382b499b645 req-e58c29d4-d807-4762-99f1-4dd9b78b96c0 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 210 time: 0.0274463 Feb 09 16:38:08.170164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device eeb5c9c1-55a3-45f2-85be-32d45280336b no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:38:08.190945 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: eeb5c9c1-55a3-45f2-85be-32d45280336b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:38:08.191290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device eeb5c9c1-55a3-45f2-85be-32d45280336b not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:38:08.916408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7334489e-c48a-4e6d-acd6-47c75805d7ef req-e05d029c-c5fe-489d-b115-1ab52d3c5ae7 tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dd153fc-cc14-40a0-b580-220a60224915 HTTP/1.1" status: 200 len: 210 time: 0.0277264 Feb 09 16:38:09.974799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 58954) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:10.035029 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b264aaf4-7f1a-4e38-85dd-6bda4bdfd83e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:10.061354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b264aaf4-7f1a-4e38-85dd-6bda4bdfd83e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:10.191876 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b264aaf4-7f1a-4e38-85dd-6bda4bdfd83e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:10.194796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b264aaf4-7f1a-4e38-85dd-6bda4bdfd83e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:10.195967 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b264aaf4-7f1a-4e38-85dd-6bda4bdfd83e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] 10.222.0.53 "DELETE /v2.0/security-groups/aab43b2a-6455-4ae4-afa7-cf519bb5aa71 HTTP/1.1" status: 204 len: 168 time: 0.2201645 Feb 09 16:38:10.205657 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264aaf4-7f1a-4e38-85dd-6bda4bdfd83e tempest-TestVolumeBackupRestore-1675958530 tempest-TestVolumeBackupRestore-1675958530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab43b2a-6455-4ae4-afa7-cf519bb5aa71,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:14.184437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59130) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:14.943304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:15.205906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Deleting port 15af7c7e-10e7-433b-b662-776bc86267e7 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:15.206547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:15.290007 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] For port 15af7c7e-10e7-433b-b662-776bc86267e7, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=15af7c7e-10e7-433b-b662-776bc86267e7,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:15.290378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:15.302645 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Calling delete_port for 15af7c7e-10e7-433b-b662-776bc86267e7 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:15.609254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:15.638183 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=15af7c7e-10e7-433b-b662-776bc86267e7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:15.834415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:16.070138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Router 204bc5f5-fd6a-423f-a91c-64e9c838e860 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:38:16.192864 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:38:16.198788 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4d2b5b39-2838-4d29-b3a6-9b3ec91434e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/204bc5f5-fd6a-423f-a91c-64e9c838e860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0107658 Feb 09 16:38:16.200888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:16.204487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] Sync routers for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:38:16.227275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:38:16.228275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:37:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:16.321068 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:16.347632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:38:16.503398 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:16.539530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:38:15Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:16.570797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] Checking router: 204bc5f5-fd6a-423f-a91c-64e9c838e860 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:38:16.582396 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] Routers {'204bc5f5-fd6a-423f-a91c-64e9c838e860'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:38:16.582940 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:37:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['204bc5f5-fd6a-423f-a91c-64e9c838e860'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:16.672855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Deleting port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:16.673389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:16.697913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] Set router 204bc5f5-fd6a-423f-a91c-64e9c838e860 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:38:16.780495 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] For port cb63fbf2-15ec-4ad5-8487-ecb6cc29083d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cb63fbf2-15ec-4ad5-8487-ecb6cc29083d,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:16.781052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:16.798013 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Calling delete_port for cb63fbf2-15ec-4ad5-8487-ecb6cc29083d owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:16.900935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:38:15Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:16.933124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e441227-576f-4952-a45d-31b22e8e7eed None None] The sync data for ids ['204bc5f5-fd6a-423f-a91c-64e9c838e860'] in n-d-828542-1 is: [{'id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'name': 'tempest-TestVolumeBackupRestore-1532072034-router', 'tenant_id': '65b320de2bf8450b813312f1fe68f3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:38:15Z', 'revision_number': 5, 'project_id': '65b320de2bf8450b813312f1fe68f3e7', 'gw_port': {'id': 'cb63fbf2-15ec-4ad5-8487-ecb6cc29083d', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204bc5f5-fd6a-423f-a91c-64e9c838e860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:48Z', 'updated_at': '2022-02-09T16:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:38:17.210166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:17.241677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb63fbf2-15ec-4ad5-8487-ecb6cc29083d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:17.306721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:17.411495 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:17.414454 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:17.581026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:17.581644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 204bc5f5-fd6a-423f-a91c-64e9c838e860 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:38:17.590868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:17.590868 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ac4c6718-850a-4cbc-9527-a31540dd350a admin admin] 10.222.0.53 "DELETE /v2.0/routers/204bc5f5-fd6a-423f-a91c-64e9c838e860 HTTP/1.1" status: 204 len: 168 time: 1.3853424 Feb 09 16:38:17.591575 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59248) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:17.658039 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da7709a-3b90-473c-8197-208395831e8c admin admin] Deleting subnet 036a2330-edbe-4271-a759-0c6402aa97e3 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:38:17.662475 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8da7709a-3b90-473c-8197-208395831e8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:17.679835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 15af7c7e-10e7-433b-b662-776bc86267e7 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:38:17.721327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 15af7c7e-10e7-433b-b662-776bc86267e7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:38:17.722525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 15af7c7e-10e7-433b-b662-776bc86267e7 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:38:17.729386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8da7709a-3b90-473c-8197-208395831e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:17.849435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8da7709a-3b90-473c-8197-208395831e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.082238 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8da7709a-3b90-473c-8197-208395831e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.107921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7709a-3b90-473c-8197-208395831e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036a2330-edbe-4271-a759-0c6402aa97e3,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:18.114209 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8da7709a-3b90-473c-8197-208395831e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.119608 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8da7709a-3b90-473c-8197-208395831e8c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/036a2330-edbe-4271-a759-0c6402aa97e3 HTTP/1.1" status: 204 len: 168 time: 0.5254142 Feb 09 16:38:18.121008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:18.125380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6530d609-dcdc-4230-a21e-3856358993d4 None None] Network b62901a4-987b-4905-a186-f27c793ac057 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:38:18.206788 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.272737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Deleting port 3c36dc51-d6be-4d97-9980-fce48dac1331 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:18.273359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.352988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] For port 3c36dc51-d6be-4d97-9980-fce48dac1331, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=3c36dc51-d6be-4d97-9980-fce48dac1331,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:18.353503 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.360504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] DHCP port deletion for b62901a4-987b-4905-a186-f27c793ac057 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:38:18.374681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Calling delete_port for 3c36dc51-d6be-4d97-9980-fce48dac1331 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:18.420404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Deleting port 3c36dc51-d6be-4d97-9980-fce48dac1331 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:18.421044 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.486042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] For port 3c36dc51-d6be-4d97-9980-fce48dac1331, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=3c36dc51-d6be-4d97-9980-fce48dac1331,segment=NetworkSegment(6644c859-660f-4390-a402-03086ad86449),segment_id=6644c859-660f-4390-a402-03086ad86449)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:18.486362 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.499774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Calling delete_port for 3c36dc51-d6be-4d97-9980-fce48dac1331 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:18.540610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.567338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c36dc51-d6be-4d97-9980-fce48dac1331,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:18.573447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] No DVR routers for this DVR port 3c36dc51-d6be-4d97-9980-fce48dac1331 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:38:18.662102 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.687044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62901a4-987b-4905-a186-f27c793ac057']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:18.698460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6644c859-660f-4390-a402-03086ad86449') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:18.698733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6644c859-660f-4390-a402-03086ad86449') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:18.710669 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.729460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.737809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:38:18.738281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:38:18.740340 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:38:18.744060 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.774700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Pushing event deleted for resources: {'Port': ['ID=3c36dc51-d6be-4d97-9980-fce48dac1331,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:18.779058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] No DVR routers for this DVR port 3c36dc51-d6be-4d97-9980-fce48dac1331 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:38:18.781603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.781948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.782368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.782704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.783044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.783364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.783692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.784009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.784358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.784699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.784985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.785306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399e1f4-0870-4a75-97fe-40289e5aeb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:38:18.894721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.901112 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:18.904235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b62901a4-987b-4905-a186-f27c793ac057 HTTP/1.1" status: 204 len: 168 time: 0.7827325 Feb 09 16:38:18.907454 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59296) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:18.916463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9327fe7-1766-4353-ba72-7706aa920e21 admin admin] Pushing event deleted for resources: {'Network': ['ID=b62901a4-987b-4905-a186-f27c793ac057,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:19.300654 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:19.558739 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Deleting port c81fde86-d384-49af-9e0a-844cc9a98b5a {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:19.559082 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:19.587618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 3c36dc51-d6be-4d97-9980-fce48dac1331 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:38:19.609375 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 3c36dc51-d6be-4d97-9980-fce48dac1331 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:38:19.609782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 3c36dc51-d6be-4d97-9980-fce48dac1331 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:38:19.610888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cb63fbf2-15ec-4ad5-8487-ecb6cc29083d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:38:19.632978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: cb63fbf2-15ec-4ad5-8487-ecb6cc29083d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:38:19.633321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cb63fbf2-15ec-4ad5-8487-ecb6cc29083d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:38:19.655935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] For port c81fde86-d384-49af-9e0a-844cc9a98b5a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c81fde86-d384-49af-9e0a-844cc9a98b5a,segment=NetworkSegment(f7cb42a8-12e5-4645-b2cf-f8bf3e460dec),segment_id=f7cb42a8-12e5-4645-b2cf-f8bf3e460dec)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:19.656279 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:19.669133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Calling delete_port for c81fde86-d384-49af-9e0a-844cc9a98b5a owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:19.957598 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:19.986065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81fde86-d384-49af-9e0a-844cc9a98b5a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:20.165959 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:20.382512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Router fc3d8409-77b6-409b-8112-903f1064afc7 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:38:20.500725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:38:20.507604 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-abdedc53-0a8e-4fdd-b475-a6a28fbf5a39 admin admin] 10.222.0.53 "PUT /v2.0/routers/fc3d8409-77b6-409b-8112-903f1064afc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5973814 Feb 09 16:38:20.509224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59352) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:20.511062 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] Sync routers for ids ['fc3d8409-77b6-409b-8112-903f1064afc7'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:38:20.525228 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] Routers {'fc3d8409-77b6-409b-8112-903f1064afc7'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:38:20.525879 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:37:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc3d8409-77b6-409b-8112-903f1064afc7'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:20.633524 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:20.645367 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] Set router fc3d8409-77b6-409b-8112-903f1064afc7 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:38:20.773711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:20.875641 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186'}], 'enable_snat': True}, 'gw_port_id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:38:19Z', 'revision_number': 5, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port': {'id': 'be02b957-6cc8-4325-8fe3-f666192a5a9a', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:40:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:33:55Z', 'updated_at': '2022-02-09T16:33:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:20.897505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Deleting port be02b957-6cc8-4325-8fe3-f666192a5a9a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:20.897853 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:20.904462 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] Checking router: fc3d8409-77b6-409b-8112-903f1064afc7 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:38:20.919894 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] Routers {'fc3d8409-77b6-409b-8112-903f1064afc7'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:38:20.921311 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:37:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fc3d8409-77b6-409b-8112-903f1064afc7'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:20.990316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] For port be02b957-6cc8-4325-8fe3-f666192a5a9a, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=be02b957-6cc8-4325-8fe3-f666192a5a9a,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:20.990693 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.005420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Calling delete_port for be02b957-6cc8-4325-8fe3-f666192a5a9a owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:21.102249 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] Set router fc3d8409-77b6-409b-8112-903f1064afc7 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:38:21.160859 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:38:20Z', 'revision_number': 6, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:21.189163 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d1f95-4183-4b5f-90b9-cfc8f4d92b5a None None] The sync data for ids ['fc3d8409-77b6-409b-8112-903f1064afc7'] in n-d-828542-1 is: [{'id': 'fc3d8409-77b6-409b-8112-903f1064afc7', 'name': 'tempest-TestVolumeBackupRestore-1599004952-router', 'tenant_id': '63da34b11ed247778a650021bcb53888', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:33:54Z', 'updated_at': '2022-02-09T16:38:20Z', 'revision_number': 6, 'project_id': '63da34b11ed247778a650021bcb53888', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:38:21.249133 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.277396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Pushing event deleted for resources: {'Port': ['ID=be02b957-6cc8-4325-8fe3-f666192a5a9a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:21.341946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.435020 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.437172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.591935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.592804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3d8409-77b6-409b-8112-903f1064afc7 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:38:21.597074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.598280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-52c7d1a1-1d5a-49e7-af52-1c47b8aa9864 admin admin] 10.222.0.53 "DELETE /v2.0/routers/fc3d8409-77b6-409b-8112-903f1064afc7 HTTP/1.1" status: 204 len: 168 time: 1.0880289 Feb 09 16:38:21.600851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59398) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:21.657696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b544dd-1c94-4c67-860a-3dbc7c99070f admin admin] Deleting subnet a97072ea-93e4-4950-8dba-c65adc12ab50 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:38:21.660836 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2b544dd-1c94-4c67-860a-3dbc7c99070f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.700017 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2b544dd-1c94-4c67-860a-3dbc7c99070f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.780410 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2b544dd-1c94-4c67-860a-3dbc7c99070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.910891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2b544dd-1c94-4c67-860a-3dbc7c99070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.945238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b544dd-1c94-4c67-860a-3dbc7c99070f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97072ea-93e4-4950-8dba-c65adc12ab50,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:21.949346 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2b544dd-1c94-4c67-860a-3dbc7c99070f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:21.952883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c2b544dd-1c94-4c67-860a-3dbc7c99070f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a97072ea-93e4-4950-8dba-c65adc12ab50 HTTP/1.1" status: 204 len: 168 time: 0.3510513 Feb 09 16:38:21.955536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:21.963203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c81fde86-d384-49af-9e0a-844cc9a98b5a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:38:21.965787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e0e01c-e7cc-4f91-bf67-aa57c97d42e7 None None] Network 587028b9-27cd-47ea-8a6b-6b1634164f41 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:38:22.001240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c81fde86-d384-49af-9e0a-844cc9a98b5a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:38:22.001861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c81fde86-d384-49af-9e0a-844cc9a98b5a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:38:22.039716 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.106061 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Deleting port c9c0b16d-7d07-4e77-8725-412fc3810932 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:22.106501 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.180342 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] For port c9c0b16d-7d07-4e77-8725-412fc3810932, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c9c0b16d-7d07-4e77-8725-412fc3810932,segment=NetworkSegment(f7cb42a8-12e5-4645-b2cf-f8bf3e460dec),segment_id=f7cb42a8-12e5-4645-b2cf-f8bf3e460dec)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:22.180708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.189032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] DHCP port deletion for 587028b9-27cd-47ea-8a6b-6b1634164f41 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:38:22.201221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Calling delete_port for c9c0b16d-7d07-4e77-8725-412fc3810932 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:22.252229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] Deleting port c9c0b16d-7d07-4e77-8725-412fc3810932 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:22.252623 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.320317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] For port c9c0b16d-7d07-4e77-8725-412fc3810932, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c9c0b16d-7d07-4e77-8725-412fc3810932,segment=NetworkSegment(f7cb42a8-12e5-4645-b2cf-f8bf3e460dec),segment_id=f7cb42a8-12e5-4645-b2cf-f8bf3e460dec)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:22.320720 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.332841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] Calling delete_port for c9c0b16d-7d07-4e77-8725-412fc3810932 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:22.384937 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.411478 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c0b16d-7d07-4e77-8725-412fc3810932,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:22.415791 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.417307 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] No DVR routers for this DVR port c9c0b16d-7d07-4e77-8725-412fc3810932 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:38:22.447337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] No DVR routers for this DVR port c9c0b16d-7d07-4e77-8725-412fc3810932 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:38:22.451379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30831995-c239-4510-a0a1-57b9b195bf53 None None] Pushing event deleted for resources: {'Port': ['ID=c9c0b16d-7d07-4e77-8725-412fc3810932,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:22.493010 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.515149 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587028b9-27cd-47ea-8a6b-6b1634164f41']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:22.524537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:22.524835 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cb42a8-12e5-4645-b2cf-f8bf3e460dec') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:38:22.538122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.551372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.557832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:38:22.562447 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:38:22.688880 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.695276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:22.698466 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/587028b9-27cd-47ea-8a6b-6b1634164f41 HTTP/1.1" status: 204 len: 168 time: 0.7403097 Feb 09 16:38:22.709736 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994be1c-d3dc-420b-b4af-d463d6651fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=587028b9-27cd-47ea-8a6b-6b1634164f41,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:23.025952 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72db4a59-47fe-4d0c-9543-e155ad4bbe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:23.089593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59426) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:23.130656 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d650a1f5-bd21-4ae6-99e6-cf17f99a9b6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65b320de2bf8450b813312f1fe68f3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398259 Feb 09 16:38:23.133288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59428) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:23.183574 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2eee8c2f-2d6c-4a79-a0e6-ba0c98e4152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:23.208789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2eee8c2f-2d6c-4a79-a0e6-ba0c98e4152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:23.334615 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2eee8c2f-2d6c-4a79-a0e6-ba0c98e4152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:23.337780 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2eee8c2f-2d6c-4a79-a0e6-ba0c98e4152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:23.338957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2eee8c2f-2d6c-4a79-a0e6-ba0c98e4152b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/259b9213-4233-4094-9f2f-e14c3ad4f5df HTTP/1.1" status: 204 len: 168 time: 0.2044935 Feb 09 16:38:23.347003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee8c2f-2d6c-4a79-a0e6-ba0c98e4152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259b9213-4233-4094-9f2f-e14c3ad4f5df,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:23.583748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c9c0b16d-7d07-4e77-8725-412fc3810932 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:38:23.604033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c9c0b16d-7d07-4e77-8725-412fc3810932 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:38:23.604309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c9c0b16d-7d07-4e77-8725-412fc3810932 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:38:23.604723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be02b957-6cc8-4325-8fe3-f666192a5a9a no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:38:23.623595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: be02b957-6cc8-4325-8fe3-f666192a5a9a {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:38:23.624275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device be02b957-6cc8-4325-8fe3-f666192a5a9a not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:38:24.089331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59434) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:24.129705 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2d7e9f7a-8681-49a8-ad34-1cc4cbb7b9f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63da34b11ed247778a650021bcb53888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392015 Feb 09 16:38:24.132968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59436) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:24.184814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0eb1cd1c-acfa-4e02-ac02-fedb0ad38818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:24.206774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0eb1cd1c-acfa-4e02-ac02-fedb0ad38818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:24.339322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0eb1cd1c-acfa-4e02-ac02-fedb0ad38818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:24.342036 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0eb1cd1c-acfa-4e02-ac02-fedb0ad38818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:24.343233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0eb1cd1c-acfa-4e02-ac02-fedb0ad38818 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93be58f6-c716-480f-871d-a1a0bb8b2152 HTTP/1.1" status: 204 len: 168 time: 0.2092538 Feb 09 16:38:24.352748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1cd1c-acfa-4e02-ac02-fedb0ad38818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be58f6-c716-480f-871d-a1a0bb8b2152,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:25.235986 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4f631c3-eeda-458e-945d-ae3dd4538dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:26.683297 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:28.357295 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:28.574454 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:30.481354 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:32.185514 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:36.199018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-2da084a2-878e-4a68-b2d3-b3f4b96fcab8 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8fb300fdbabd4f159147cea8ea07648f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302727 Feb 09 16:38:36.398227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157bc91-7207-4610-b97a-c769bea3082f req-5dcfe34f-fe9c-48bd-a060-f0c30b6fc56c tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:36.399672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-5dcfe34f-fe9c-48bd-a060-f0c30b6fc56c tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949434 Feb 09 16:38:36.402032 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:38:36.417529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-172d8f88-b1c7-4cb5-b123-375579d61250 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/quotas/8fb300fdbabd4f159147cea8ea07648f HTTP/1.1" status: 200 len: 375 time: 0.0104218 Feb 09 16:38:36.450735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-d6802cc1-0f88-4bff-b8ea-b45f12d3f288 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fb300fdbabd4f159147cea8ea07648f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272779 Feb 09 16:38:37.740459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22d4c7f3-c16b-43bc-820d-aeeb4f3e33bc req-ee4ead87-c1be-4a87-b6c3-3bf2ed53f8dd tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 210 time: 0.0259209 Feb 09 16:38:38.844317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8caf464-a8c9-4a72-81f7-78580d498be6 req-ca20d20f-963a-4247-a1d5-9a47e9f9d817 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 210 time: 0.0314867 Feb 09 16:38:39.830913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-1be849b8-35e5-4d6a-9224-153dd0b3f2d7 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8fb300fdbabd4f159147cea8ea07648f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215724 Feb 09 16:38:39.964615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3a922fdb-085f-401b-b7c7-0a8401ae9ce2 req-ef3d6171-9e37-47c6-a10b-b30f76da7f84 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 210 time: 0.0392966 Feb 09 16:38:39.971364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157bc91-7207-4610-b97a-c769bea3082f req-cdd9587b-bcb4-429f-9892-7eb2ac8580bb tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:39.972832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-cdd9587b-bcb4-429f-9892-7eb2ac8580bb tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1367915 Feb 09 16:38:39.984775 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Request body: {'port': {'device_id': 'c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'admin_state_up': True, 'tenant_id': '8fb300fdbabd4f159147cea8ea07648f'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:38:40.168047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Made reservation on behalf of 8fb300fdbabd4f159147cea8ea07648f for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:38:40.171567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:40.181681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:40.254688 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:40.328307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:40.399402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:40.471505 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Allocated IP 192.168.233.161 (a2926a78-205d-48fc-82b3-8999ed4af539/d9894269-2f00-44c0-94d5-21017e756883/5eb4dde3-f419-40ee-a75c-345ed91ccdaf) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:38:40.620622 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:40.688652 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:40.733622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Network a2926a78-205d-48fc-82b3-8999ed4af539 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:38:40.736691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:38:40.740236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:38:40.747140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Pushing event updated for resources: {'Port': ['ID=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:40.795979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:40.795979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:40.884243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-6e368ccb-aa81-4fda-9b0f-24f79ae85871 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9031932 Feb 09 16:38:41.023036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-46cfc4c3-8f06-4063-8a37-1cf9adcefc52 None None] Provisioning complete for port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:38:41.023523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-46cfc4c3-8f06-4063-8a37-1cf9adcefc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:41.028601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Request body: {'port': {'device_id': 'c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:38:41.060757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-46cfc4c3-8f06-4063-8a37-1cf9adcefc52 None None] Port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:38:41.119525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:41.129647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab018973-b1a8-4322-be81-c86853ffaf3f req-7e61c546-e754-4fd1-a564-8439f67a7415 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:41.131194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab018973-b1a8-4322-be81-c86853ffaf3f req-7e61c546-e754-4fd1-a564-8439f67a7415 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 936 time: 0.0807257 Feb 09 16:38:41.200962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab018973-b1a8-4322-be81-c86853ffaf3f req-d5eeb250-9f4d-40d6-839a-914c6c23e6d3 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632250 Feb 09 16:38:41.439487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb4dde3-f419-40ee-a75c-345ed91ccdaf {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:38:41.448700 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:41.460957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Transition to ACTIVE for port object 5eb4dde3-f419-40ee-a75c-345ed91ccdaf will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:38:41.533242 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:41.880570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:41.951162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Attempting to bind port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:38:41.951504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Attempting to bind port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:38:41.951833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Attempting to bind port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:38:41.956334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf on network a2926a78-205d-48fc-82b3-8999ed4af539 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:38:41.956715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Attempting to bind port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf on network a2926a78-205d-48fc-82b3-8999ed4af539 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:38:41.962064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:38:41.962411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Checking segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:38:41.962805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Bound using segment: {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:38:41.963239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Bound port: 5eb4dde3-f419-40ee-a75c-345ed91ccdaf, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18165c1a-5e66-4de2-b65f-7a43037679d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:38:41.963600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:42.034685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] For port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:38:42.037827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] For port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:38:42.128679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:42.162185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:42.162802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:42.164216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] 10.222.0.13 "PUT /v2.0/ports/5eb4dde3-f419-40ee-a75c-345ed91ccdaf HTTP/1.1" status: 200 len: 1096 time: 1.1874428 Feb 09 16:38:42.164653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800', 'tag': '5eb4dde3-f419-40ee-a75c-345ed91ccdaf'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:38:42.166950 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d91a77-cb3d-4413-b87a-eeabd336b112" -d '{"events": [{"name": "network-changed", "server_uuid": "c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800", "tag": "5eb4dde3-f419-40ee-a75c-345ed91ccdaf"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:38:42.195847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fc7a2-e238-4f5f-9b8a-4d80fe73f052 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:42.206749 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553d6f3b-f3c5-499d-95f0-c9a2d84642a2 x-openstack-request-id: req-553d6f3b-f3c5-499d-95f0-c9a2d84642a2 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:38:42.207081 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800", "tag": "5eb4dde3-f419-40ee-a75c-345ed91ccdaf", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:38:42.207344 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-553d6f3b-f3c5-499d-95f0-c9a2d84642a2 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:38:42.207742 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800', 'tag': '5eb4dde3-f419-40ee-a75c-345ed91ccdaf', 'status': 'completed', 'code': 200} Feb 09 16:38:42.275111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91a77-cb3d-4413-b87a-eeabd336b112 req-13cd01d9-4980-4d6c-8aed-60e513520fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:42.276853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94d91a77-cb3d-4413-b87a-eeabd336b112 req-13cd01d9-4980-4d6c-8aed-60e513520fb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8fb300fdbabd4f159147cea8ea07648f&device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 1099 time: 0.0473771 Feb 09 16:38:42.321347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94d91a77-cb3d-4413-b87a-eeabd336b112 req-873769d0-a87b-4edf-8ecc-b52daf8a354e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8fb300fdbabd4f159147cea8ea07648f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342836 Feb 09 16:38:42.397104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca77f71-2bfb-4b40-8691-40962929912d req-4547f935-55b8-44ba-8d2a-25e9c7828996 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:42.398535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ca77f71-2bfb-4b40-8691-40962929912d req-4547f935-55b8-44ba-8d2a-25e9c7828996 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 948 time: 0.1203351 Feb 09 16:38:42.460804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ca77f71-2bfb-4b40-8691-40962929912d req-93b730d2-0b42-4747-98f1-336658101310 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553405 Feb 09 16:38:42.461925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d91a77-cb3d-4413-b87a-eeabd336b112 req-9987acb1-d986-494c-85cb-69bff62e02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:42.463301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94d91a77-cb3d-4413-b87a-eeabd336b112 req-9987acb1-d986-494c-85cb-69bff62e02e0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346231 Feb 09 16:38:42.551739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157bc91-7207-4610-b97a-c769bea3082f req-b5046c4f-9be2-4d26-a0fa-4afa7bc93a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:42.559786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-b5046c4f-9be2-4d26-a0fa-4afa7bc93a92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8fb300fdbabd4f159147cea8ea07648f&device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 1099 time: 0.0496199 Feb 09 16:38:42.593754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-e14aa264-eb67-4a64-badf-570069ef243c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=5eb4dde3-f419-40ee-a75c-345ed91ccdaf HTTP/1.1" status: 200 len: 217 time: 0.0338593 Feb 09 16:38:42.642763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157bc91-7207-4610-b97a-c769bea3082f req-b2190e69-4bcc-4468-ae2d-e53098889feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:42.644309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-b2190e69-4bcc-4468-ae2d-e53098889feb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d9894269-2f00-44c0-94d5-21017e756883 HTTP/1.1" status: 200 len: 843 time: 0.0451083 Feb 09 16:38:42.690016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157bc91-7207-4610-b97a-c769bea3082f req-f3703b0a-177d-4a76-91fb-c75f7d417db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:42.691459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-f3703b0a-177d-4a76-91fb-c75f7d417db1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2926a78-205d-48fc-82b3-8999ed4af539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410662 Feb 09 16:38:42.791200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-86d660e7-0632-45ed-9673-95599bf72006 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932794 Feb 09 16:38:42.892924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6157bc91-7207-4610-b97a-c769bea3082f req-58008b92-69cf-4980-a9d4-b21b27977b97 service neutron] 10.222.0.13 "GET /v2.0/networks/a2926a78-205d-48fc-82b3-8999ed4af539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945475 Feb 09 16:38:43.594884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13553c3-646b-4a5f-99ec-5bbf70cd5335 req-2534b243-fdaa-4b86-8442-39583f300acf tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:43.596485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f13553c3-646b-4a5f-99ec-5bbf70cd5335 req-2534b243-fdaa-4b86-8442-39583f300acf tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 948 time: 0.0549040 Feb 09 16:38:43.636905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f13553c3-646b-4a5f-99ec-5bbf70cd5335 req-ca38fbb0-b233-406e-b51e-5de6308cbcf2 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Feb 09 16:38:44.752922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7a5f-4174-4d2c-b748-051339779f79 req-f21c3479-8e0b-43f2-8fcf-1fe1b7540459 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:44.754428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccda7a5f-4174-4d2c-b748-051339779f79 req-f21c3479-8e0b-43f2-8fcf-1fe1b7540459 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 948 time: 0.0496058 Feb 09 16:38:44.792674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccda7a5f-4174-4d2c-b748-051339779f79 req-12a2fe5a-5be8-4ffd-ad5b-fb0588540fe4 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Feb 09 16:38:45.157821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5eb4dde3-f419-40ee-a75c-345ed91ccdaf details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:38:45.251053 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:45.262665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '5eb4dde3-f419-40ee-a75c-345ed91ccdaf', 'network_id': 'a2926a78-205d-48fc-82b3-8999ed4af539', 'port_id': '5eb4dde3-f419-40ee-a75c-345ed91ccdaf', 'mac_address': 'fa:16:3e:8d:2b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9894269-2f00-44c0-94d5-21017e756883', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:38:45.298547 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:45.315827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb4dde3-f419-40ee-a75c-345ed91ccdaf {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:38:45.334232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:45.397016 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:45.447755 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:45.645346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['5eb4dde3-f419-40ee-a75c-345ed91ccdaf'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:38:45.911278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdd3a1-daf7-469e-8010-d54eff1b90af req-73b49c94-d999-4994-a24d-1035aba637e5 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:45.913505 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37cdd3a1-daf7-469e-8010-d54eff1b90af req-73b49c94-d999-4994-a24d-1035aba637e5 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 949 time: 0.0508244 Feb 09 16:38:45.956610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37cdd3a1-daf7-469e-8010-d54eff1b90af req-a09b68e2-5229-4c60-92b4-2abc255d0e0a tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366259 Feb 09 16:38:47.078277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546966a-b923-47ed-81cb-8a92791e0f32 req-2193d2df-5a90-4c1d-a69f-2a430314ad20 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:47.079754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6546966a-b923-47ed-81cb-8a92791e0f32 req-2193d2df-5a90-4c1d-a69f-2a430314ad20 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 949 time: 0.0541160 Feb 09 16:38:47.117945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6546966a-b923-47ed-81cb-8a92791e0f32 req-fe029b36-83fd-4dd4-a743-d20c9c563962 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Feb 09 16:38:47.177399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5eb4dde3-f419-40ee-a75c-345ed91ccdaf up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:38:47.368522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:38:47.372506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:38:47.372900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:47.448055 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:47.470546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb4dde3-f419-40ee-a75c-345ed91ccdaf'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:38:47.484756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:47.511898 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee05b88-100f-4ef3-ad09-793bbba14d02" -d '{"events": [{"server_uuid": "c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800", "name": "network-vif-plugged", "status": "completed", "tag": "5eb4dde3-f419-40ee-a75c-345ed91ccdaf"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:38:47.572579 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:47.604177 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7745c0-aa10-4f4f-8953-27a69cc91f41 x-openstack-request-id: req-ac7745c0-aa10-4f4f-8953-27a69cc91f41 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:38:47.604473 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800", "name": "network-vif-plugged", "status": "completed", "tag": "5eb4dde3-f419-40ee-a75c-345ed91ccdaf", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:38:47.604726 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac7745c0-aa10-4f4f-8953-27a69cc91f41 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:38:47.605117 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb4dde3-f419-40ee-a75c-345ed91ccdaf', 'code': 200} Feb 09 16:38:47.634437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:47.700060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7f93e-4183-44b1-a346-8a1e11afff66 req-76030704-1ee0-4b38-9c24-95c9e35ab022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:47.701612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ec7f93e-4183-44b1-a346-8a1e11afff66 req-76030704-1ee0-4b38-9c24-95c9e35ab022 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 1101 time: 0.0428376 Feb 09 16:38:47.741026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ec7f93e-4183-44b1-a346-8a1e11afff66 req-9f161cef-1d8b-4cd8-bff1-db8a7e27d734 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291665 Feb 09 16:38:48.233663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537085dd-f7d4-4750-94bf-47910fdbd4a2 req-2dffb451-f34e-4710-adf6-994409e23a7f tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:48.235913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-537085dd-f7d4-4750-94bf-47910fdbd4a2 req-2dffb451-f34e-4710-adf6-994409e23a7f tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 950 time: 0.0514340 Feb 09 16:38:48.276094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-537085dd-f7d4-4750-94bf-47910fdbd4a2 req-affad8f5-0dcc-4cf9-bef6-203ab18654f0 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Feb 09 16:38:49.401522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7b723-795e-4c13-be6a-b1c902223d74 req-161bb126-ce9a-4e1c-a10a-e13e454df201 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:49.403111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cc7b723-795e-4c13-be6a-b1c902223d74 req-161bb126-ce9a-4e1c-a10a-e13e454df201 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 950 time: 0.0553305 Feb 09 16:38:49.442191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cc7b723-795e-4c13-be6a-b1c902223d74 req-aff9a5ea-b2a6-464e-9778-57caa1638e54 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Feb 09 16:38:49.884810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-1d3be3fc-7a2f-4f06-8d4e-a1c85102dc29 req-0462e507-128e-4aeb-9625-1aee7d8a9176 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:38:49.885872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d3be3fc-7a2f-4f06-8d4e-a1c85102dc29 req-0462e507-128e-4aeb-9625-1aee7d8a9176 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514090 Feb 09 16:38:50.449056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-d8fb4d74-4393-41c8-8e04-096c8a9d6afc req-18ba29a0-4f81-437f-a06f-113bc6185707 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:38:50.450121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8fb4d74-4393-41c8-8e04-096c8a9d6afc req-18ba29a0-4f81-437f-a06f-113bc6185707 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510015 Feb 09 16:38:51.068792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680588a9-abd6-481f-a053-d52867a71d95 req-39cc683a-0195-436f-8dc8-98ba93578e02 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:51.071201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-680588a9-abd6-481f-a053-d52867a71d95 req-39cc683a-0195-436f-8dc8-98ba93578e02 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 950 time: 0.0516796 Feb 09 16:38:51.111104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-680588a9-abd6-481f-a053-d52867a71d95 req-1c320efb-9832-4ada-a105-1411edcf2517 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Feb 09 16:38:52.237930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1ce1a-02e8-4926-aa8c-b5807162db9b req-bfe111db-1506-4807-bf29-6dfde7fd2118 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:52.239365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0e1ce1a-02e8-4926-aa8c-b5807162db9b req-bfe111db-1506-4807-bf29-6dfde7fd2118 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 950 time: 0.0511856 Feb 09 16:38:52.279239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e0e1ce1a-02e8-4926-aa8c-b5807162db9b req-44c33676-8bf8-4ae2-8ff4-441cc05f32fd tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Feb 09 16:38:52.346087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-efebd8e8-7532-48a2-8f78-4c73fc714c3c tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:52.348009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-efebd8e8-7532-48a2-8f78-4c73fc714c3c tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.13 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 950 time: 0.0559795 Feb 09 16:38:52.444001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Deleting port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:38:52.445026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:52.543449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] For port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,segment=NetworkSegment(18165c1a-5e66-4de2-b65f-7a43037679d0),segment_id=18165c1a-5e66-4de2-b65f-7a43037679d0)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:38:52.543832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:52.557417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Calling delete_port for 5eb4dde3-f419-40ee-a75c-345ed91ccdaf owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:38:52.739908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:52.753229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['5eb4dde3-f419-40ee-a75c-345ed91ccdaf'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:38:52.777564 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Pushing event deleted for resources: {'Port': ['ID=5eb4dde3-f419-40ee-a75c-345ed91ccdaf,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:52.823794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] No DVR routers for this DVR port 5eb4dde3-f419-40ee-a75c-345ed91ccdaf on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:38:52.826883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:52.830625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b65b8e39-55af-4f5a-9f51-11d8a7c2101a req-95ce123a-9cf3-4c1e-8123-0a3c9398b719 tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.13 "DELETE /v2.0/ports/5eb4dde3-f419-40ee-a75c-345ed91ccdaf HTTP/1.1" status: 204 len: 173 time: 0.4765303 Feb 09 16:38:52.831120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800', 'name': 'network-vif-deleted', 'tag': '5eb4dde3-f419-40ee-a75c-345ed91ccdaf'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:38:52.833564 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1442afda-98c5-41e1-a310-76fe6a24039c" -d '{"events": [{"server_uuid": "c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800", "name": "network-vif-deleted", "tag": "5eb4dde3-f419-40ee-a75c-345ed91ccdaf"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:38:52.873752 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1add9f61-4f34-4d7c-a36c-55929a042582 x-openstack-request-id: req-1add9f61-4f34-4d7c-a36c-55929a042582 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:38:52.874253 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800", "name": "network-vif-deleted", "tag": "5eb4dde3-f419-40ee-a75c-345ed91ccdaf", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:38:52.874516 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1add9f61-4f34-4d7c-a36c-55929a042582 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:38:52.874929 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800', 'name': 'network-vif-deleted', 'tag': '5eb4dde3-f419-40ee-a75c-345ed91ccdaf', 'status': 'completed', 'code': 200} Feb 09 16:38:53.065377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a664e514-3091-414a-95db-811e1044c7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:53.386820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cd44b90-8371-482a-bb06-e430f58ccabd req-3121c536-8367-4d10-bda8-a1f89107d3aa tempest-ServersAdminNegativeTestJSON-1033360550 tempest-ServersAdminNegativeTestJSON-1033360550-project] 10.222.0.53 "GET /v2.0/ports?device_id=c28e3dd3-c5e9-4afc-ab1b-1c2203ce1800 HTTP/1.1" status: 200 len: 210 time: 0.0267148 Feb 09 16:38:54.920109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59598) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:55.062943 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-50973f14-e735-48e5-8b34-f72f8825f73d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fb300fdbabd4f159147cea8ea07648f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416512 Feb 09 16:38:55.065696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59602) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:55.118423 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e270f691-914e-47ab-aacb-8d72d6b75350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:55.141058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e270f691-914e-47ab-aacb-8d72d6b75350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:55.220155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5eb4dde3-f419-40ee-a75c-345ed91ccdaf no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:38:55.244976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 5eb4dde3-f419-40ee-a75c-345ed91ccdaf {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:38:55.245283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5eb4dde3-f419-40ee-a75c-345ed91ccdaf not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:38:55.246665 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-200c0931-4bce-491b-a97c-3f38a90f1883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:55.282488 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e270f691-914e-47ab-aacb-8d72d6b75350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:55.286526 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e270f691-914e-47ab-aacb-8d72d6b75350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:55.287752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e270f691-914e-47ab-aacb-8d72d6b75350 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd5de75f-3a68-4a9f-91e9-e0e14c0121a8 HTTP/1.1" status: 204 len: 168 time: 0.2210393 Feb 09 16:38:55.296359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270f691-914e-47ab-aacb-8d72d6b75350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5de75f-3a68-4a9f-91e9-e0e14c0121a8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:55.993159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59608) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:56.007447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e080f614-aaa7-41ad-9151-fe5b15cf2fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:56.091157 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e080f614-aaa7-41ad-9151-fe5b15cf2fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:56.156845 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e080f614-aaa7-41ad-9151-fe5b15cf2fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:56.197559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e080f614-aaa7-41ad-9151-fe5b15cf2fcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcd920bb59164827ba9bd2437eb19868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2032847 Feb 09 16:38:56.198559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080f614-aaa7-41ad-9151-fe5b15cf2fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f74a67-62c5-4331-9ac2-18b273f62c70,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:56.200313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59610) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:56.257864 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee7a53ea-d91d-4cb5-9e15-d92037101ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:56.283556 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee7a53ea-d91d-4cb5-9e15-d92037101ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:56.453583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee7a53ea-d91d-4cb5-9e15-d92037101ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:56.456194 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee7a53ea-d91d-4cb5-9e15-d92037101ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:56.457534 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ee7a53ea-d91d-4cb5-9e15-d92037101ba3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15f74a67-62c5-4331-9ac2-18b273f62c70 HTTP/1.1" status: 204 len: 168 time: 0.2556632 Feb 09 16:38:56.467873 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a53ea-d91d-4cb5-9e15-d92037101ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f74a67-62c5-4331-9ac2-18b273f62c70,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:56.665352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:57.572004 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59638) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:57.668500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-901975061-network', 'tenant_id': 'e513d75576b249b5b2f62bc377b84aa6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:38:57.744776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Made reservation on behalf of e513d75576b249b5b2f62bc377b84aa6 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:38:57.747182 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:57.756124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:57.831120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:57.899276 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:57.924449 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:38:57.934173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:57.938743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:57.939084 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Added segment 9834cf10-d047-48eb-9cc5-0b2a8dd6cd42 of type vlan for network 22b6112a-efde-4675-b8de-8fb81b61771c Feb 09 16:38:57.979945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:58.053512 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:58.054551 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:58.055096 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:58.115344 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] Pushing event updated for resources: {'Network': ['ID=22b6112a-efde-4675-b8de-8fb81b61771c,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:58.125745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 22b6112a-efde-4675-b8de-8fb81b61771c details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:38:58.159171 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-654b73aa-a283-4bd1-83d3-44fbaffb113d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5860231 Feb 09 16:38:58.162040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59642) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:38:58.166810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Request body: {'subnet': {'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-901975061-subnet', 'tenant_id': 'e513d75576b249b5b2f62bc377b84aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:38:58.264901 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Made reservation on behalf of e513d75576b249b5b2f62bc377b84aa6 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:38:58.267268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:58.316426 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:58.499487 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:58.555574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d4b7f4-76aa-456f-9b82-4d64604c7c47,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:38:58.564677 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Checking segment: {'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:38:58.565058 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Network hostable DHCP agents. Network: 22b6112a-efde-4675-b8de-8fb81b61771c, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:38:58.590718 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:58.653380 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Network 22b6112a-efde-4675-b8de-8fb81b61771c is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:38:58.716138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 22b6112a-efde-4675-b8de-8fb81b61771c) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:38:58.720780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:58.721893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:38:58.725134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a314fb-0ca8-4e2d-88a1-bbd25a2a2f63 None None] Network 22b6112a-efde-4675-b8de-8fb81b61771c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:38:58.810430 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-14d31337-0645-4ba5-a22a-b16771a1d88e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6473641 Feb 09 16:38:58.852737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f746ea-fb64-4cc0-9db2-5430fc25b047 None None] Network 22b6112a-efde-4675-b8de-8fb81b61771c requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:38:59.247744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-891006c0-9d2d-4731-a379-0a992fef55ea tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:38:59.249296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-891006c0-9d2d-4731-a379-0a992fef55ea tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/networks?id=22b6112a-efde-4675-b8de-8fb81b61771c HTTP/1.1" status: 200 len: 811 time: 0.1089187 Feb 09 16:38:59.264537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-e49cedf6-e6b2-4478-8abb-ec71bbdf2308 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/quotas/e513d75576b249b5b2f62bc377b84aa6 HTTP/1.1" status: 200 len: 375 time: 0.0094645 Feb 09 16:38:59.298070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-0166c4e4-9015-48d7-bd89-62d71098f4d1 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e513d75576b249b5b2f62bc377b84aa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277538 Feb 09 16:38:59.309064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-97183ec3-2b91-4471-b388-a35035c95172 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:38:59.311259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-97183ec3-2b91-4471-b388-a35035c95172 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050778 Feb 09 16:38:59.401590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-b93f2d0b-1ba5-4d71-b25e-b400cb041249 service neutron] 10.222.0.53 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851543 Feb 09 16:38:59.497790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-09ff6bbe-4741-41c7-b9c1-d44cb11683b4 service neutron] 10.222.0.53 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898712 Feb 09 16:38:59.742251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b5c72c8-7071-49db-8e95-118c09e78825 req-5b86b7e8-f7a3-49fd-a7d6-f767b0879237 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 210 time: 0.0267248 Feb 09 16:39:00.481815 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:00.822641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d68e81f0-3526-425b-836a-124f21ac805d req-ca222cc0-36f4-4b5f-84f0-68edd7621ea8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 210 time: 0.0263212 Feb 09 16:39:01.903246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-14fef232-b1b9-4905-be4c-0aac2e391364 req-302472f4-b3b3-4b1d-a56d-55352ca45794 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 210 time: 0.0276978 Feb 09 16:39:02.224885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:03.014656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe497443-0235-48c5-a4f7-c28074eb4cfb req-432b55b1-cf4d-49e0-a8a2-cd14d9e7f65b tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 210 time: 0.0373600 Feb 09 16:39:04.113659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-feac1859-71dd-4341-a87a-e843da9a682c req-baf93d08-1a52-4ad6-a575-46416a32c857 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 210 time: 0.0285594 Feb 09 16:39:04.993274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-df4b2ee6-6782-4650-ac79-b81588698d87 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:04.994759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-df4b2ee6-6782-4650-ac79-b81588698d87 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.73 "GET /v2.0/networks?id=22b6112a-efde-4675-b8de-8fb81b61771c HTTP/1.1" status: 200 len: 811 time: 0.1057041 Feb 09 16:39:05.009850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Request body: {'port': {'device_id': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c', 'admin_state_up': True, 'tenant_id': 'e513d75576b249b5b2f62bc377b84aa6'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:39:05.212939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4a8a678-d38d-4df1-96f1-c920a1e2e42e req-12ef60ba-afef-407e-bdbc-2c0ea1b1419f tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 210 time: 0.0283897 Feb 09 16:39:05.230270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Made reservation on behalf of e513d75576b249b5b2f62bc377b84aa6 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:39:05.233826 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:05.365728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Allocated IP 172.20.0.7 (22b6112a-efde-4675-b8de-8fb81b61771c/d3d4b7f4-76aa-456f-9b82-4d64604c7c47/84e1c5a8-6ff2-421b-a48a-9054ce4b00e9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:39:05.515227 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:05.608421 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:05.647153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Network 22b6112a-efde-4675-b8de-8fb81b61771c is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:39:05.650287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:39:05.654242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:39:05.691308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:05.703884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.704267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.704619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.704961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.705301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.705639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.705969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.706299 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.706629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.706953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.707280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.707612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:05.723198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:05.723813 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:05.826838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-2bf80d42-de2f-4b60-8168-ea22841879e8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8212850 Feb 09 16:39:05.840423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Request body: {'port': {'device_id': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:39:05.900935 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:06.179329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:39:06.187409 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:06.200053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Transition to ACTIVE for port object 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:39:06.297908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:06.389017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d58639-67a8-47d6-bdb6-5f70db589cb1 req-34745a22-dcef-4d03-896d-3b70e8d19b69 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:06.390666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75d58639-67a8-47d6-bdb6-5f70db589cb1 req-34745a22-dcef-4d03-896d-3b70e8d19b69 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 943 time: 0.1042032 Feb 09 16:39:06.418081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:06.474199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-75d58639-67a8-47d6-bdb6-5f70db589cb1 req-00dabe22-a3f2-4bb5-9a5c-cb8ed3bd9892 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673378 Feb 09 16:39:06.490062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Attempting to bind port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:39:06.490402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Attempting to bind port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:39:06.490735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Attempting to bind port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on network 22b6112a-efde-4675-b8de-8fb81b61771c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:39:06.498613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on network 22b6112a-efde-4675-b8de-8fb81b61771c not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:39:06.498943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Attempting to bind port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on network 22b6112a-efde-4675-b8de-8fb81b61771c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:39:06.504271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:39:06.504618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Checking segment: {'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:39:06.505019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Bound using segment: {'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:39:06.505459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Bound port: 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:39:06.505849 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:06.577438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:39:06.580576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:39:06.675966 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:06.719160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:06.719781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:06.721249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] 10.222.0.73 "PUT /v2.0/ports/84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 200 len: 1091 time: 0.8858330 Feb 09 16:39:06.721704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:39:06.723961 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85696de2-08be-4c23-896f-5e31ca825d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:39:06.745850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9305d9-52d7-4707-85e6-beb5e78dce70 service neutron] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:06.766963 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a00b81-28a4-46c8-9444-805633d24c9c x-openstack-request-id: req-05a00b81-28a4-46c8-9444-805633d24c9c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:39:06.767256 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:39:06.767611 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-05a00b81-28a4-46c8-9444-805633d24c9c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:39:06.767973 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'status': 'completed', 'code': 200} Feb 09 16:39:06.835761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85696de2-08be-4c23-896f-5e31ca825d7c req-18f73689-1bee-4eb1-8de5-96d5b50347b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:06.837343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85696de2-08be-4c23-896f-5e31ca825d7c req-18f73689-1bee-4eb1-8de5-96d5b50347b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e513d75576b249b5b2f62bc377b84aa6&device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 1094 time: 0.0467210 Feb 09 16:39:06.941026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85696de2-08be-4c23-896f-5e31ca825d7c req-440abd99-2ea2-4465-9b35-057c41dc1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:06.942524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85696de2-08be-4c23-896f-5e31ca825d7c req-440abd99-2ea2-4465-9b35-057c41dc1e46 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e513d75576b249b5b2f62bc377b84aa6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0983934 Feb 09 16:39:07.045475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85696de2-08be-4c23-896f-5e31ca825d7c req-cb37e369-5446-460f-a97b-4d14d140a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:07.046953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85696de2-08be-4c23-896f-5e31ca825d7c req-cb37e369-5446-460f-a97b-4d14d140a167 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977290 Feb 09 16:39:07.136033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-add73d56-3d49-4698-8438-fa339050cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:07.137552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-add73d56-3d49-4698-8438-fa339050cb04 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e513d75576b249b5b2f62bc377b84aa6&device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 1094 time: 0.0446842 Feb 09 16:39:07.184923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-1e35312f-cee3-428b-b7e3-b916483d5cd6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 200 len: 217 time: 0.0376713 Feb 09 16:39:07.236332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-c2b51d76-d188-4752-b237-8bad948fe6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:07.237791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-c2b51d76-d188-4752-b237-8bad948fe6ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3d4b7f4-76aa-456f-9b82-4d64604c7c47 HTTP/1.1" status: 200 len: 851 time: 0.0446370 Feb 09 16:39:07.269967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-09dd3c0b-af7c-42ca-9f57-30692c01b128 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22b6112a-efde-4675-b8de-8fb81b61771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249968 Feb 09 16:39:07.362783 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-b2730c4b-9511-4597-a3ba-2396cc11ffd7 service neutron] 10.222.0.73 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857778 Feb 09 16:39:07.453672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf11b87d-c77f-4e06-9f79-e6ab9bc0d2b2 req-d9aea419-e15c-44be-8136-42af3e07f7ea service neutron] 10.222.0.73 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838468 Feb 09 16:39:07.593750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bfcc3-b560-4d10-b1dc-5ddb1a38bf1b req-15dea164-cfb6-45dc-b62b-61e25f67b55d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:07.595293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-524bfcc3-b560-4d10-b1dc-5ddb1a38bf1b req-15dea164-cfb6-45dc-b62b-61e25f67b55d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 943 time: 0.0527942 Feb 09 16:39:07.633521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-524bfcc3-b560-4d10-b1dc-5ddb1a38bf1b req-4d0890e0-ac1a-4bd0-99fc-79104bba03ff tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Feb 09 16:39:08.753628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dff51e-56c6-44dc-969d-b629eb7708cd req-9d745ba2-82ed-4d8a-a3dc-5d7ec3244fa5 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:08.755129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3dff51e-56c6-44dc-969d-b629eb7708cd req-9d745ba2-82ed-4d8a-a3dc-5d7ec3244fa5 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 943 time: 0.0535603 Feb 09 16:39:08.794479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3dff51e-56c6-44dc-969d-b629eb7708cd req-6354d280-64ca-4f1d-9c09-887447065a1b tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327237 Feb 09 16:39:09.908431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977c197-e640-4076-ba28-73b7eae87f78 req-e5ec13d4-caf2-42f3-8f9c-8b27e95e2848 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:09.909906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9977c197-e640-4076-ba28-73b7eae87f78 req-e5ec13d4-caf2-42f3-8f9c-8b27e95e2848 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 943 time: 0.0483286 Feb 09 16:39:09.948144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9977c197-e640-4076-ba28-73b7eae87f78 req-e9b1c8d7-a6f2-4cf1-8c18-d334fda1a8cc tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314493 Feb 09 16:39:10.477187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:39:10.576820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:39:10.587497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c', 'port_id': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'mac_address': 'fa:16:3e:20:11:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d4b7f4-76aa-456f-9b82-4d64604c7c47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:39:10.622969 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:10.636371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:39:10.654976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:39:10.745102 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:10.795218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:10.961429 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:39:11.065806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffcf90-1780-4f15-9102-65b4f2926b4f req-6e9640d8-5a0b-4b4d-8a05-07720f2d70ee tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:11.067323 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30ffcf90-1780-4f15-9102-65b4f2926b4f req-6e9640d8-5a0b-4b4d-8a05-07720f2d70ee tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 944 time: 0.0501120 Feb 09 16:39:11.105693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30ffcf90-1780-4f15-9102-65b4f2926b4f req-c6201bb8-a879-456b-8f8d-062f8e9e9200 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Feb 09 16:39:12.226893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b586a-eb2b-4465-a0e4-e2b57327ade2 req-91f48021-2fda-42ed-8c42-abdaff4492fd tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:12.228360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab7b586a-eb2b-4465-a0e4-e2b57327ade2 req-91f48021-2fda-42ed-8c42-abdaff4492fd tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 944 time: 0.0536473 Feb 09 16:39:12.266809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab7b586a-eb2b-4465-a0e4-e2b57327ade2 req-17690a4b-a774-4cdf-a79e-2c75b275edb4 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Feb 09 16:39:12.489153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:39:12.601691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:39:12.606342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:39:12.606700 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:12.683789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:12.706151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:39:12.708390 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c915dd7-989e-42a5-b61c-5d85756b32fd" -d '{"events": [{"server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "name": "network-vif-plugged", "status": "completed", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:39:12.721084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:39:12.757742 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b328b7d-61cb-4cae-857d-f8bf20b2bef1 x-openstack-request-id: req-3b328b7d-61cb-4cae-857d-f8bf20b2bef1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:39:12.758072 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "name": "network-vif-plugged", "status": "completed", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:39:12.758312 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b328b7d-61cb-4cae-857d-f8bf20b2bef1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:39:12.758713 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'code': 200} Feb 09 16:39:12.779050 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:12.843485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:12.854948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf9193-a989-4fcd-8d9b-1ea92737eae4 req-9c3315de-7baa-406a-9380-68bb91389617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:12.856523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7daf9193-a989-4fcd-8d9b-1ea92737eae4 req-9c3315de-7baa-406a-9380-68bb91389617 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 1096 time: 0.0434763 Feb 09 16:39:12.893699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7daf9193-a989-4fcd-8d9b-1ea92737eae4 req-6b74ed60-080e-4829-b81b-f67c8e4e92f7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Feb 09 16:39:13.381559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3435e3-3aed-46aa-b84d-dcef5eb93443 req-a0fa06c3-8697-4751-b637-5a62a672ae2a tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:13.383064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c3435e3-3aed-46aa-b84d-dcef5eb93443 req-a0fa06c3-8697-4751-b637-5a62a672ae2a tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0489712 Feb 09 16:39:13.401774 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:39:13.421282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c3435e3-3aed-46aa-b84d-dcef5eb93443 req-8dc628a8-563f-4910-b89a-0477d3d86969 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321867 Feb 09 16:39:14.541510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1aa1c0-48b5-47a3-9b66-d895fa2de42f req-2b25e156-bbf2-4924-b15f-7f59e0b002a9 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:14.543006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb1aa1c0-48b5-47a3-9b66-d895fa2de42f req-2b25e156-bbf2-4924-b15f-7f59e0b002a9 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0535541 Feb 09 16:39:14.581390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb1aa1c0-48b5-47a3-9b66-d895fa2de42f req-371edc76-4d7f-4b64-9935-1d5c7688b723 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Feb 09 16:39:15.051599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba2833-fc07-48bd-83e8-3820f9bd2164 req-cf3f2ed6-9b14-487a-8111-35ae8dbc430e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:15.053159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95ba2833-fc07-48bd-83e8-3820f9bd2164 req-cf3f2ed6-9b14-487a-8111-35ae8dbc430e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0512991 Feb 09 16:39:15.092462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95ba2833-fc07-48bd-83e8-3820f9bd2164 req-1b3cc363-6fa1-44f1-9b17-eab923c19938 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Feb 09 16:39:15.184393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59734) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:39:15.311195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-f002e829-039c-49d3-bbef-c65b2f9784c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255107 Feb 09 16:39:15.320282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-f19c8e23-151b-4103-8840-ff11cf0d7fec service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:39:15.321300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-f19c8e23-151b-4103-8840-ff11cf0d7fec service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049806 Feb 09 16:39:16.217267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6683b-e31f-4cc5-b2e4-5d877e6c96be req-aa962d11-cf5d-48c9-ab1a-4fd9641c471d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:16.221983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67b6683b-e31f-4cc5-b2e4-5d877e6c96be req-aa962d11-cf5d-48c9-ab1a-4fd9641c471d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0558071 Feb 09 16:39:16.266575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67b6683b-e31f-4cc5-b2e4-5d877e6c96be req-3191f2bb-664b-416b-a75e-7bd020b805de tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Feb 09 16:39:17.384617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be893c-9121-4a29-9f3d-825539670f19 req-a8ee4e2e-3dca-4bb1-83a1-6efc4f0ab889 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:17.386110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7be893c-9121-4a29-9f3d-825539670f19 req-a8ee4e2e-3dca-4bb1-83a1-6efc4f0ab889 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Feb 09 16:39:17.427112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7be893c-9121-4a29-9f3d-825539670f19 req-176b6011-ed74-4d8a-8c29-45057f39a096 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348058 Feb 09 16:39:17.472666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-b08bbdb4-e274-4d08-8cb1-c2e3a84fb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:17.474168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-b08bbdb4-e274-4d08-8cb1-c2e3a84fb4a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e513d75576b249b5b2f62bc377b84aa6&device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 1096 time: 0.0418844 Feb 09 16:39:17.570552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-45dc28ac-5ca9-4ccd-baca-72457af9e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:17.572621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-45dc28ac-5ca9-4ccd-baca-72457af9e63b service neutron] 10.222.0.73 "GET /v2.0/networks?id=22b6112a-efde-4675-b8de-8fb81b61771c HTTP/1.1" status: 200 len: 912 time: 0.0916512 Feb 09 16:39:17.612998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-eb44e53e-5859-4758-bb6f-76295eccc1aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 200 len: 217 time: 0.0339868 Feb 09 16:39:17.660417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-b3fa6f8f-5a62-4800-bffe-e99dcc3a818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:17.661913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-b3fa6f8f-5a62-4800-bffe-e99dcc3a818c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3d4b7f4-76aa-456f-9b82-4d64604c7c47 HTTP/1.1" status: 200 len: 851 time: 0.0431409 Feb 09 16:39:17.695790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-7642cb13-e3d0-4739-9e5a-b16eb32bb70f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22b6112a-efde-4675-b8de-8fb81b61771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275517 Feb 09 16:39:17.784967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-581e5ccd-4f8c-4998-a660-e668a0351130 service neutron] 10.222.0.73 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826406 Feb 09 16:39:17.877307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-f0678844-20de-4e4a-b97e-4ed7ece9a01a service neutron] 10.222.0.73 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857224 Feb 09 16:39:18.546449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240000d-3fda-433e-92e6-ac403a567c0e req-6477babc-5053-4447-812e-941ca246ee4f tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:18.547965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0240000d-3fda-433e-92e6-ac403a567c0e req-6477babc-5053-4447-812e-941ca246ee4f tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0514383 Feb 09 16:39:18.586778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0240000d-3fda-433e-92e6-ac403a567c0e req-3da5d1f7-87a3-4cd4-80d4-f65c521d3f35 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Feb 09 16:39:19.707788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4561ed-a6e4-4f79-82de-04fa9938c631 req-0b81b7c9-171b-4fb1-ab09-965addbcd6f0 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:19.709296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c4561ed-a6e4-4f79-82de-04fa9938c631 req-0b81b7c9-171b-4fb1-ab09-965addbcd6f0 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0506253 Feb 09 16:39:19.750306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7c4561ed-a6e4-4f79-82de-04fa9938c631 req-f639e095-6109-43da-aede-deb5bfc25ae3 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Feb 09 16:39:20.870781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839576e-60c6-42c9-9ab3-40fe266d82a2 req-ba46b1b1-2194-4bc5-b51c-2640c0672912 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:20.872286 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a839576e-60c6-42c9-9ab3-40fe266d82a2 req-ba46b1b1-2194-4bc5-b51c-2640c0672912 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0532413 Feb 09 16:39:20.911030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a839576e-60c6-42c9-9ab3-40fe266d82a2 req-05518d9a-669a-43b1-9c4d-e9c1fef4213e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Feb 09 16:39:22.025870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d374a9-f377-43d6-849e-956076beee22 req-6357d1f5-49b6-48a5-bc98-63139a690b2c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:22.027338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03d374a9-f377-43d6-849e-956076beee22 req-6357d1f5-49b6-48a5-bc98-63139a690b2c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0486948 Feb 09 16:39:22.066757 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03d374a9-f377-43d6-849e-956076beee22 req-971bcec3-4386-4327-8ba5-5e4ecda3f805 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332799 Feb 09 16:39:22.979008 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-026d99da-a407-4e42-aabe-aef72bfe4ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:23.186785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18f630-7348-46bb-aac7-cb113397cee4 req-6a75fe40-459c-411a-8a9d-c03b3194bdca tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:23.188703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef18f630-7348-46bb-aac7-cb113397cee4 req-6a75fe40-459c-411a-8a9d-c03b3194bdca tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0505707 Feb 09 16:39:23.229203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef18f630-7348-46bb-aac7-cb113397cee4 req-acac77ec-b637-45e5-8374-f3a92b659220 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Feb 09 16:39:24.353941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17804dcd-401f-4746-aa88-d3b324d80523 req-79e9807c-fa65-4690-9a80-a4dddc741bd3 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:24.355409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17804dcd-401f-4746-aa88-d3b324d80523 req-79e9807c-fa65-4690-9a80-a4dddc741bd3 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0519102 Feb 09 16:39:24.394794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17804dcd-401f-4746-aa88-d3b324d80523 req-87c89365-76a6-4a45-b7c7-b5e14cf1615c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Feb 09 16:39:25.224576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b98231a-6b56-47f3-a52e-f9c3553755d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:25.519107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9c6be-ac81-48e8-aa10-44cebcf565fe req-cd80b515-ddce-4f95-b366-20feae877ac8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:25.520544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9e9c6be-ac81-48e8-aa10-44cebcf565fe req-cd80b515-ddce-4f95-b366-20feae877ac8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Feb 09 16:39:25.560369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9e9c6be-ac81-48e8-aa10-44cebcf565fe req-87892796-cebc-40ad-ae40-3a9fcb651921 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329804 Feb 09 16:39:26.679048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bd681-dd05-4b43-a9e2-960ff47cf3af req-e16d7c8a-8855-4119-9397-2022da73920e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:26.680599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b26bd681-dd05-4b43-a9e2-960ff47cf3af req-e16d7c8a-8855-4119-9397-2022da73920e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0501680 Feb 09 16:39:26.682813 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:26.722104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b26bd681-dd05-4b43-a9e2-960ff47cf3af req-a6373e4e-09e2-4ab5-a1d1-fdde4f3c2b75 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346694 Feb 09 16:39:27.843784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57ddb4-8bad-4706-92a7-49062bbd6367 req-58c74eca-a379-496a-9681-d0c077dedc7d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:27.845180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f57ddb4-8bad-4706-92a7-49062bbd6367 req-58c74eca-a379-496a-9681-d0c077dedc7d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0517454 Feb 09 16:39:27.883701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f57ddb4-8bad-4706-92a7-49062bbd6367 req-8021ede8-4ef7-4f6c-85fe-ee4121572592 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Feb 09 16:39:28.315791 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:28.550207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:29.002270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbcacd-1f74-4781-8901-08fee220d314 req-f9f29444-f1b9-45f6-a850-71c6c2187400 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:29.003784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33cbcacd-1f74-4781-8901-08fee220d314 req-f9f29444-f1b9-45f6-a850-71c6c2187400 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Feb 09 16:39:29.043392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33cbcacd-1f74-4781-8901-08fee220d314 req-7c69efd7-ca89-4eef-81c5-6caad88c2cc7 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Feb 09 16:39:30.160042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646f9b-438e-4969-8844-9378f646db48 req-614259ca-c7e7-4da8-bec7-63ccfbb7024d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:30.161567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c646f9b-438e-4969-8844-9378f646db48 req-614259ca-c7e7-4da8-bec7-63ccfbb7024d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0491307 Feb 09 16:39:30.205430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c646f9b-438e-4969-8844-9378f646db48 req-74bd8c7d-4a44-4d9c-afa4-0d69ddcef856 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Feb 09 16:39:30.452560 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:31.325184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d80e7-2f8f-4c54-b484-1ae3ebe3d2b1 req-64fa379f-ee49-48ea-bd0d-cd604d3da523 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:31.326669 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f9d80e7-2f8f-4c54-b484-1ae3ebe3d2b1 req-64fa379f-ee49-48ea-bd0d-cd604d3da523 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0529110 Feb 09 16:39:31.655049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f9d80e7-2f8f-4c54-b484-1ae3ebe3d2b1 req-6f7beb12-6117-4281-904a-8cc0eac774ce tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222880 Feb 09 16:39:32.201641 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:32.769630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa8ec3-afab-4b6f-b059-d815eb0698c7 req-54cbf96a-8972-452f-9622-e6e0bf5cc3bc tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:32.771129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77fa8ec3-afab-4b6f-b059-d815eb0698c7 req-54cbf96a-8972-452f-9622-e6e0bf5cc3bc tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0481632 Feb 09 16:39:32.809544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77fa8ec3-afab-4b6f-b059-d815eb0698c7 req-73e769fd-f927-4696-b6f5-e734e81be825 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Feb 09 16:39:33.925378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fda9c-0896-46e0-81a4-9fff2a6b2fd1 req-6edeca3f-62d2-43d2-b426-10714e4aa149 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:33.926914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-419fda9c-0896-46e0-81a4-9fff2a6b2fd1 req-6edeca3f-62d2-43d2-b426-10714e4aa149 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0497260 Feb 09 16:39:33.965751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-419fda9c-0896-46e0-81a4-9fff2a6b2fd1 req-3c6bf5b8-ec3c-4ddf-8725-98e85e96d625 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Feb 09 16:39:35.093995 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3f177-b849-4356-93d0-5a7a1776aa3e req-8470482a-f045-49f5-961a-6be12ac8ac82 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:35.095582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cb3f177-b849-4356-93d0-5a7a1776aa3e req-8470482a-f045-49f5-961a-6be12ac8ac82 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0536854 Feb 09 16:39:35.136108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8cb3f177-b849-4356-93d0-5a7a1776aa3e req-fcb3b128-b352-4a0b-a9a5-6fd964ae7ff0 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Feb 09 16:39:36.252652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b99234-90d7-40b4-8cae-4e53c7e646a7 req-ec794054-466b-4962-b42b-5eef5c24f04a tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:36.254046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08b99234-90d7-40b4-8cae-4e53c7e646a7 req-ec794054-466b-4962-b42b-5eef5c24f04a tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Feb 09 16:39:36.292054 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08b99234-90d7-40b4-8cae-4e53c7e646a7 req-86dcdf79-5263-474b-96e4-13e1eade4c8c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Feb 09 16:39:37.416163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afb68f-cb43-4435-94ed-4542cb322203 req-437d97db-3cc9-4654-b98b-636a5af6070b tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:37.417707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08afb68f-cb43-4435-94ed-4542cb322203 req-437d97db-3cc9-4654-b98b-636a5af6070b tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0507126 Feb 09 16:39:37.462425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08afb68f-cb43-4435-94ed-4542cb322203 req-13900a4d-acf5-4fe7-b331-3006f9e5cea8 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365922 Feb 09 16:39:38.587294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4c7bd-21ac-467c-840c-9f5134712d10 req-1a5efbc9-ab28-46b5-99e8-186263e4f1c1 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:38.588857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93d4c7bd-21ac-467c-840c-9f5134712d10 req-1a5efbc9-ab28-46b5-99e8-186263e4f1c1 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0549397 Feb 09 16:39:38.632333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93d4c7bd-21ac-467c-840c-9f5134712d10 req-8a70a82a-765b-4f9a-9472-4eaf89298f99 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371542 Feb 09 16:39:39.755142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be111e02-e9ed-45c9-8395-a6ea8fa9675f req-2210823f-dfd3-4103-ad51-2c54b313151e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:39.756706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be111e02-e9ed-45c9-8395-a6ea8fa9675f req-2210823f-dfd3-4103-ad51-2c54b313151e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0518603 Feb 09 16:39:39.797507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be111e02-e9ed-45c9-8395-a6ea8fa9675f req-eb35c494-8c9c-4534-b0ac-d4def36d6eac tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338774 Feb 09 16:39:40.913852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c90120-1b5f-44ee-9bfa-b26aac5602b5 req-5d35a3c2-3871-4a21-9a18-054a4ae14bdb tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:40.915409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36c90120-1b5f-44ee-9bfa-b26aac5602b5 req-5d35a3c2-3871-4a21-9a18-054a4ae14bdb tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0484836 Feb 09 16:39:40.955157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36c90120-1b5f-44ee-9bfa-b26aac5602b5 req-b05515a0-c568-4ee2-8656-9685e391971b tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331647 Feb 09 16:39:42.076884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b18047-32aa-444c-b3b4-e5924e211c37 req-6f258585-ad22-4ea2-a23c-671c68a5520a tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:42.078436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35b18047-32aa-444c-b3b4-e5924e211c37 req-6f258585-ad22-4ea2-a23c-671c68a5520a tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0527291 Feb 09 16:39:42.118332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35b18047-32aa-444c-b3b4-e5924e211c37 req-b9be97fe-ffc1-4639-8230-b71416ba4d6e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Feb 09 16:39:43.238363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33479ccb-46ec-44ee-aa88-ba41fba85dff req-03cee985-4758-45a4-a7f3-6f8bfd43b5cc tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:43.239803 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33479ccb-46ec-44ee-aa88-ba41fba85dff req-03cee985-4758-45a4-a7f3-6f8bfd43b5cc tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0492735 Feb 09 16:39:43.282114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33479ccb-46ec-44ee-aa88-ba41fba85dff req-9c9d2f1c-c0bf-49eb-b2df-7f3b5203304e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359516 Feb 09 16:39:44.401017 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78288297-b2b3-4006-be06-115c54f74bfd req-2296cbce-9efe-470c-be19-1fd14271edf3 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:44.402514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78288297-b2b3-4006-be06-115c54f74bfd req-2296cbce-9efe-470c-be19-1fd14271edf3 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0504453 Feb 09 16:39:44.442339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78288297-b2b3-4006-be06-115c54f74bfd req-890f0bff-4cff-41c1-ad55-9ff948eeaf0d tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328956 Feb 09 16:39:45.175783 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-a10fa113-a2fd-455b-9bf1-eaae4df8c6c0 service neutron] show failed (client error): The resource could not be found. Feb 09 16:39:45.176835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-a10fa113-a2fd-455b-9bf1-eaae4df8c6c0 service neutron] 10.222.0.73 "GET /v2.0/ports/84e1c5a8-6ff2-421b-a48a-9054ce4b00e9/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0587070 Feb 09 16:39:45.565622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec8a4e-b377-46ee-8f6e-e7ff5e843da2 req-1f697f9a-5e44-4d3b-84c6-d6cefb4d9df0 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:45.567222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2ec8a4e-b377-46ee-8f6e-e7ff5e843da2 req-1f697f9a-5e44-4d3b-84c6-d6cefb4d9df0 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0528290 Feb 09 16:39:45.611310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2ec8a4e-b377-46ee-8f6e-e7ff5e843da2 req-ee0087e0-314b-4d38-a35c-fd3496ce272b tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Feb 09 16:39:45.768667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-a862e541-003a-4e62-ade9-412124872f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:45.770101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-a862e541-003a-4e62-ade9-412124872f53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8&tenant_id=e513d75576b249b5b2f62bc377b84aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0766222 Feb 09 16:39:45.781830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:39:45.843691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:46.059178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:39:46.092397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:39:46.135098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:39:46.137524 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87ef1b7-f296-46b4-a2b9-73a61bf5f440" -d '{"events": [{"server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "name": "network-vif-unplugged", "status": "completed", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:39:46.141812 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:46.156447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Transition to ACTIVE for port object 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:39:46.191764 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb33cb46-6690-4a83-88c1-6d8abe2edd36 x-openstack-request-id: req-fb33cb46-6690-4a83-88c1-6d8abe2edd36 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:39:46.192055 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "name": "network-vif-unplugged", "status": "completed", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:39:46.192342 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb33cb46-6690-4a83-88c1-6d8abe2edd36 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:39:46.192748 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'code': 200} Feb 09 16:39:46.322038 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:46.393296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] No DVR routers for this DVR port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:39:46.395383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:46.431600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Attempting to bind port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:39:46.431935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Attempting to bind port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:39:46.432297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Attempting to bind port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on network 22b6112a-efde-4675-b8de-8fb81b61771c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:39:46.436780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on network 22b6112a-efde-4675-b8de-8fb81b61771c not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:39:46.437111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Attempting to bind port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on network 22b6112a-efde-4675-b8de-8fb81b61771c {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:39:46.442080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:39:46.445872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Checking segment: {'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:39:46.445872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Bound using segment: {'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:39:46.445872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Bound port: 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:39:46.445872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:46.509491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:39:46.584731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:39:46.695633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:46.754251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:46.754872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:46.756354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] 10.222.0.13 "PUT /v2.0/ports/84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 200 len: 1091 time: 0.9789612 Feb 09 16:39:46.793302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d7bed-3e12-4517-a614-0ed8da20e79b service neutron] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:46.816766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264093-890e-4a8b-9c04-5cbbf094beff req-832b520b-1ab1-4cbd-8f34-175b7cfe81a9 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:46.818280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54264093-890e-4a8b-9c04-5cbbf094beff req-832b520b-1ab1-4cbd-8f34-175b7cfe81a9 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 943 time: 0.1340921 Feb 09 16:39:46.849074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-dc84cdbd-d873-4d91-82a5-83898d4e8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:46.850592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-dc84cdbd-d873-4d91-82a5-83898d4e8845 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e513d75576b249b5b2f62bc377b84aa6&device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 1094 time: 0.0682468 Feb 09 16:39:46.887922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54264093-890e-4a8b-9c04-5cbbf094beff req-a9156a15-0f9e-4636-b65e-0fa76dff44d6 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621119 Feb 09 16:39:46.960935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-5c9f41b7-b5a9-48c4-ac02-2f5ce22537e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:46.962440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-5c9f41b7-b5a9-48c4-ac02-2f5ce22537e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22b6112a-efde-4675-b8de-8fb81b61771c HTTP/1.1" status: 200 len: 912 time: 0.1003532 Feb 09 16:39:47.006011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-28ed282f-5506-49f0-bbfe-743983662d8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 200 len: 217 time: 0.0368483 Feb 09 16:39:47.056117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-b65c0822-2e54-447c-89f6-224042543689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:47.057659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-b65c0822-2e54-447c-89f6-224042543689 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3d4b7f4-76aa-456f-9b82-4d64604c7c47 HTTP/1.1" status: 200 len: 851 time: 0.0458896 Feb 09 16:39:47.093628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-f7624554-a2fb-44d2-9fca-51f1dd13a606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22b6112a-efde-4675-b8de-8fb81b61771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295970 Feb 09 16:39:47.185405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-7a92a0eb-aab2-4449-a99c-466b1619b0ac service neutron] 10.222.0.13 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853169 Feb 09 16:39:47.282510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ac27d0d-c4c9-4e34-b64a-7010ab79ff35 req-182e8b0d-10b1-43fa-947c-706af88fbc24 service neutron] 10.222.0.13 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911589 Feb 09 16:39:48.016561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c0e21-49bc-4532-842e-b15ffcb083fe req-ae7087c8-7cc3-4026-80b5-1846a6b74d60 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:48.018081 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c2c0e21-49bc-4532-842e-b15ffcb083fe req-ae7087c8-7cc3-4026-80b5-1846a6b74d60 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 943 time: 0.0518603 Feb 09 16:39:48.058962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c2c0e21-49bc-4532-842e-b15ffcb083fe req-aed47df2-9d41-496d-bd3d-929946fb8c5e tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Feb 09 16:39:48.194260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:39:48.196908 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200" -d '{"events": [{"name": "network-changed", "server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:39:48.254865 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39e25e5-a39f-4c8f-9d30-26889ce562be x-openstack-request-id: req-b39e25e5-a39f-4c8f-9d30-26889ce562be {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:39:48.254865 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:39:48.254865 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b39e25e5-a39f-4c8f-9d30-26889ce562be {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:39:48.254865 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'status': 'completed', 'code': 200} Feb 09 16:39:48.351029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-743a4a6c-78fc-40f6-9aac-04e9966e0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:48.352630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-743a4a6c-78fc-40f6-9aac-04e9966e0d42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e513d75576b249b5b2f62bc377b84aa6&device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 1094 time: 0.0760148 Feb 09 16:39:48.354725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-0ce3b1ec-de0c-4b19-bb48-8a3d7989383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:48.356267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-0ce3b1ec-de0c-4b19-bb48-8a3d7989383e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e513d75576b249b5b2f62bc377b84aa6&device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 1094 time: 0.0698965 Feb 09 16:39:48.521433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-24f0fd55-e8d2-48c4-b2fb-93e266fd8ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:48.522887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-24f0fd55-e8d2-48c4-b2fb-93e266fd8ee2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=22b6112a-efde-4675-b8de-8fb81b61771c HTTP/1.1" status: 200 len: 912 time: 0.1633208 Feb 09 16:39:48.525496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-030da554-5108-4a00-b1ae-941ee2e3e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:48.526993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-030da554-5108-4a00-b1ae-941ee2e3e7e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22b6112a-efde-4675-b8de-8fb81b61771c HTTP/1.1" status: 200 len: 912 time: 0.1594605 Feb 09 16:39:48.597250 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-136e11ae-9e81-4fad-afd1-fdf92fdbad61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 200 len: 217 time: 0.0670350 Feb 09 16:39:48.598586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-f1a9f543-13d2-41cc-a7f1-6db288e781f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 200 len: 217 time: 0.0626543 Feb 09 16:39:48.663550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:39:48.688673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-0c5f1d34-00f5-41ab-b7d5-16e4ea12cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:48.690164 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-0c5f1d34-00f5-41ab-b7d5-16e4ea12cf8f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3d4b7f4-76aa-456f-9b82-4d64604c7c47 HTTP/1.1" status: 200 len: 851 time: 0.0861957 Feb 09 16:39:48.691608 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-ce92b273-de8e-4276-9fa3-fa63024d4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:48.692967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-ce92b273-de8e-4276-9fa3-fa63024d4f21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d3d4b7f4-76aa-456f-9b82-4d64604c7c47 HTTP/1.1" status: 200 len: 851 time: 0.0870240 Feb 09 16:39:48.705362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:39:48.730152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-5675a2be-ee89-43f7-b491-0d4a20626c7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22b6112a-efde-4675-b8de-8fb81b61771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330298 Feb 09 16:39:48.745576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-b7f2eb14-1611-43e2-853a-eebc3bdd8fb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22b6112a-efde-4675-b8de-8fb81b61771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386910 Feb 09 16:39:48.905331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-bca898ee-3d08-46e7-905c-0efd5e2dbcb2 service neutron] 10.222.0.73 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618154 Feb 09 16:39:48.907148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-bd3b797c-e6e8-4eaf-8f76-1683300db551 service neutron] 10.222.0.13 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543453 Feb 09 16:39:49.070525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-942a28a5-ded1-4ba4-ac27-644efcb00840 service neutron] 10.222.0.73 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575680 Feb 09 16:39:49.082387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d87b94a-033e-4fd5-b7ec-c4ddf4e22200 req-f45a5692-df51-4236-b348-44b4561d5003 service neutron] 10.222.0.13 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535292 Feb 09 16:39:49.198220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4b9d8-48ff-4e68-a54d-af59759768e1 req-167b24a5-2df6-4916-bb72-5608f36c33a2 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:49.199738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78b4b9d8-48ff-4e68-a54d-af59759768e1 req-167b24a5-2df6-4916-bb72-5608f36c33a2 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 943 time: 0.0578916 Feb 09 16:39:49.241720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78b4b9d8-48ff-4e68-a54d-af59759768e1 req-29c89d66-0151-48a2-9ff9-eb2cf780cf56 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352027 Feb 09 16:39:49.445801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:39:49.549379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:39:49.561354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'network_id': '22b6112a-efde-4675-b8de-8fb81b61771c', 'port_id': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'mac_address': 'fa:16:3e:20:11:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d4b7f4-76aa-456f-9b82-4d64604c7c47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:39:49.599906 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:49.612991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:39:49.633144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:39:49.714614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:49.762446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:49.770888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.771233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.771573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.771908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.772446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.772605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.773009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.773249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.773572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.773893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.774211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.774532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:49.931610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:39:50.365285 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c83130-5592-4769-9089-c3e76e5211b4 req-f6e4564a-4df1-414b-bf9b-6519913ad699 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:50.367057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99c83130-5592-4769-9089-c3e76e5211b4 req-f6e4564a-4df1-414b-bf9b-6519913ad699 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 944 time: 0.0535831 Feb 09 16:39:50.400689 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:39:50.406706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99c83130-5592-4769-9089-c3e76e5211b4 req-32650d00-7358-4e3a-bfae-e6610b5a4533 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Feb 09 16:39:50.892452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-73039637-6c56-40e9-81fd-a5b6e0f8dd97 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:50.893835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-73039637-6c56-40e9-81fd-a5b6e0f8dd97 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.73 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8&tenant_id=e513d75576b249b5b2f62bc377b84aa6&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 944 time: 0.0866070 Feb 09 16:39:50.954120 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-cf0e23b0-8aae-4475-9aa9-805cb274bae0 service neutron] delete failed (client error): The resource could not be found. Feb 09 16:39:50.955143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-cf0e23b0-8aae-4475-9aa9-805cb274bae0 service neutron] 10.222.0.73 "DELETE /v2.0/ports/84e1c5a8-6ff2-421b-a48a-9054ce4b00e9/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0542819 Feb 09 16:39:51.042287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-34ea19ff-b9e7-4141-aba9-0eb6f71b5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:51.043784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-34ea19ff-b9e7-4141-aba9-0eb6f71b5735 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e513d75576b249b5b2f62bc377b84aa6&device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 1095 time: 0.0448883 Feb 09 16:39:51.144292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-94c7f379-d597-4b32-b33a-7115272f85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:51.145696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-94c7f379-d597-4b32-b33a-7115272f85dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=22b6112a-efde-4675-b8de-8fb81b61771c HTTP/1.1" status: 200 len: 912 time: 0.0953515 Feb 09 16:39:51.193240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-5f9cc7de-768a-4d2a-9956-f971a763d8db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 200 len: 217 time: 0.0403483 Feb 09 16:39:51.245530 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-6ffba1af-1269-4fa7-891e-25da58514662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:51.247040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-6ffba1af-1269-4fa7-891e-25da58514662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3d4b7f4-76aa-456f-9b82-4d64604c7c47 HTTP/1.1" status: 200 len: 851 time: 0.0470383 Feb 09 16:39:51.281479 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-64ebef1f-376d-4b45-81ed-52a6ded9a867 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=22b6112a-efde-4675-b8de-8fb81b61771c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260758 Feb 09 16:39:51.380493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-80d63c03-9f12-4b86-b91c-690c1c3f4933 service neutron] 10.222.0.73 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914736 Feb 09 16:39:51.454486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:39:51.477125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-765d7737-dd66-49f1-980b-cd90b8bbdeaa service neutron] 10.222.0.73 "GET /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896704 Feb 09 16:39:51.618024 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:39:51.622348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:39:51.622731 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:51.703311 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:51.725834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:39:51.727984 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2515356f-870a-4719-a886-8ac979fb75b2" -d '{"events": [{"server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "name": "network-vif-plugged", "status": "completed", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:39:51.742291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:39:51.779397 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a77b75-9fda-4032-a63d-6b9f7fa8017d x-openstack-request-id: req-d1a77b75-9fda-4032-a63d-6b9f7fa8017d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:39:51.779719 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "name": "network-vif-plugged", "status": "completed", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:39:51.779974 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1a77b75-9fda-4032-a63d-6b9f7fa8017d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:39:51.780402 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'code': 200} Feb 09 16:39:51.812697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:51.860497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:52.891823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446dc09-cb7e-4730-9f8f-f0fc2fa1c1c8 req-5bd80eb5-474a-4321-b5a3-c012879d079c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:52.893351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3446dc09-cb7e-4730-9f8f-f0fc2fa1c1c8 req-5bd80eb5-474a-4321-b5a3-c012879d079c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0507174 Feb 09 16:39:52.941035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3446dc09-cb7e-4730-9f8f-f0fc2fa1c1c8 req-13f41a15-1320-4aee-9c90-a0b990e8e788 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Feb 09 16:39:52.991179 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f1627048-3c97-4344-b035-64f4fca9351e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:54.070668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afc924-4edb-4a9e-82b6-930da84c0b2d req-d0a7ca46-7cdf-4c0a-8642-885bc300d90f tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:54.072252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9afc924-4edb-4a9e-82b6-930da84c0b2d req-d0a7ca46-7cdf-4c0a-8642-885bc300d90f tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0562761 Feb 09 16:39:54.137155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f9afc924-4edb-4a9e-82b6-930da84c0b2d req-f14ea7cf-d050-4cab-b41b-5e30fadf2f86 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578337 Feb 09 16:39:54.156095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-ff2d14a5-4d05-4088-808a-7ff9041ed081 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:54.157648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-ff2d14a5-4d05-4088-808a-7ff9041ed081 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.13 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 945 time: 0.0652373 Feb 09 16:39:54.253487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Deleting port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:39:54.253721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:54.343218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] For port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,segment=NetworkSegment(9834cf10-d047-48eb-9cc5-0b2a8dd6cd42),segment_id=9834cf10-d047-48eb-9cc5-0b2a8dd6cd42)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:39:54.343577 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:54.355300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Calling delete_port for 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:39:54.549463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:54.562071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:39:54.580864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Pushing event deleted for resources: {'Port': ['ID=84e1c5a8-6ff2-421b-a48a-9054ce4b00e9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:54.624898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] No DVR routers for this DVR port 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:39:54.628144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:54.631499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01581f43-24e0-4f47-8fcf-87e11b038a4f req-40e22ad6-5c04-45f9-8d66-a696706d5c9c tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.13 "DELETE /v2.0/ports/84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 HTTP/1.1" status: 204 len: 173 time: 0.4685037 Feb 09 16:39:54.631988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'name': 'network-vif-deleted', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:39:54.634782 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d589f0f-76a0-47d3-adfe-a8b6dfcc8350" -d '{"events": [{"server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "name": "network-vif-deleted", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:39:54.678892 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f229b836-97c5-470b-8733-0083ce198d38 x-openstack-request-id: req-f229b836-97c5-470b-8733-0083ce198d38 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:39:54.679188 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e72427-8588-4cfe-8f2d-30c754e431f8", "name": "network-vif-deleted", "tag": "84e1c5a8-6ff2-421b-a48a-9054ce4b00e9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:39:54.679436 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f229b836-97c5-470b-8733-0083ce198d38 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:39:54.679977 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e72427-8588-4cfe-8f2d-30c754e431f8', 'name': 'network-vif-deleted', 'tag': '84e1c5a8-6ff2-421b-a48a-9054ce4b00e9', 'status': 'completed', 'code': 200} Feb 09 16:39:55.247832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7b1d53aa-343d-4d80-820a-f0af31934283 req-79313362-90a1-4041-8441-2628f3efe7f6 tempest-DeleteServersTestJSON-2141420290 tempest-DeleteServersTestJSON-2141420290-project] 10.222.0.53 "GET /v2.0/ports?device_id=81e72427-8588-4cfe-8f2d-30c754e431f8 HTTP/1.1" status: 200 len: 210 time: 0.0303428 Feb 09 16:39:55.275199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f227f8ba-79ca-4aa1-9eea-41ff5b429646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:56.381343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59850) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:39:56.426114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b0d92e-cb7c-4286-acad-24841e0b033d admin admin] Deleting subnet d3d4b7f4-76aa-456f-9b82-4d64604c7c47 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:39:56.429163 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04b0d92e-cb7c-4286-acad-24841e0b033d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:56.463313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04b0d92e-cb7c-4286-acad-24841e0b033d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:56.502679 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04b0d92e-cb7c-4286-acad-24841e0b033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:56.635685 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04b0d92e-cb7c-4286-acad-24841e0b033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:56.659069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:56.677665 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-04b0d92e-cb7c-4286-acad-24841e0b033d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:56.682385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-04b0d92e-cb7c-4286-acad-24841e0b033d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d3d4b7f4-76aa-456f-9b82-4d64604c7c47 HTTP/1.1" status: 204 len: 168 time: 0.3000441 Feb 09 16:39:56.683661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0d92e-cb7c-4286-acad-24841e0b033d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d4b7f4-76aa-456f-9b82-4d64604c7c47,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:56.686413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 59852) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:39:57.103736 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.183755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.206001 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b6112a-efde-4675-b8de-8fb81b61771c']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:39:57.215622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:39:57.215920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9834cf10-d047-48eb-9cc5-0b2a8dd6cd42') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:39:57.229604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.243175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.249631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:39:57.250111 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:39:57.251651 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:39:57.395667 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.401571 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.406916 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] 10.222.0.53 "DELETE /v2.0/networks/22b6112a-efde-4675-b8de-8fb81b61771c HTTP/1.1" status: 204 len: 168 time: 0.7169693 Feb 09 16:39:57.418113 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=22b6112a-efde-4675-b8de-8fb81b61771c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:57.426473 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.426628 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.426969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.427309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.427621 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.427990 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.428338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.433881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.433881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.433881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.433881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.433881 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9061e7-7989-409c-bd39-5c5019a56f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:39:57.485471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:39:57.506121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:39:57.506464 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 84e1c5a8-6ff2-421b-a48a-9054ce4b00e9 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:39:57.704963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59856) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:39:57.744221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8294654e-2a1d-4e40-9644-2017e0f7550f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e513d75576b249b5b2f62bc377b84aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379395 Feb 09 16:39:57.746625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59858) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:39:57.795189 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2d9eb72-f186-4292-bcf2-374fdde5061a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.816307 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2d9eb72-f186-4292-bcf2-374fdde5061a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.926571 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2d9eb72-f186-4292-bcf2-374fdde5061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.929217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2d9eb72-f186-4292-bcf2-374fdde5061a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:57.930391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d2d9eb72-f186-4292-bcf2-374fdde5061a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2b5382d-0cc2-45e0-b4fd-3b6a462c8570 HTTP/1.1" status: 204 len: 168 time: 0.1828711 Feb 09 16:39:57.939123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9eb72-f186-4292-bcf2-374fdde5061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5382d-0cc2-45e0-b4fd-3b6a462c8570,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:58.337269 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:58.532441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:58.940745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59880) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:39:59.056331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1052742366-network', 'tenant_id': '38bc46f26a84425aab06a7bf1b4ced8e'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:39:59.149380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Made reservation on behalf of 38bc46f26a84425aab06a7bf1b4ced8e for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:39:59.151720 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:59.160617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:59.238319 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:59.332358 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:59.359484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:39:59.366377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337f56c5-9dba-45f9-b5d8-a5e4552ceea0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:59.373224 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:59.373577 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Added segment ac66f655-7af1-44b3-9e59-2a0d93877657 of type vlan for network beed3549-b5ac-4f52-83a7-a51cafecc3c0 Feb 09 16:39:59.417337 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:59.509852 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:59.511227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:39:59.511861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:39:59.573472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] Pushing event updated for resources: {'Network': ['ID=beed3549-b5ac-4f52-83a7-a51cafecc3c0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:39:59.583910 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network beed3549-b5ac-4f52-83a7-a51cafecc3c0 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:39:59.631267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0bbdb8e6-fdeb-4a8e-88bb-29cc691fc29d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6893380 Feb 09 16:39:59.634742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 59884) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:39:59.640317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Request body: {'subnet': {'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1052742366-subnet', 'tenant_id': '38bc46f26a84425aab06a7bf1b4ced8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:39:59.748347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Made reservation on behalf of 38bc46f26a84425aab06a7bf1b4ced8e for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:39:59.750745 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:00.275689 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:00.337244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29256cc-d952-426e-b41c-a847439d250d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:00.345191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Checking segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:40:00.345557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Network hostable DHCP agents. Network: beed3549-b5ac-4f52-83a7-a51cafecc3c0, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:40:00.417626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Network beed3549-b5ac-4f52-83a7-a51cafecc3c0 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:40:00.497657 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:00.509402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, beed3549-b5ac-4f52-83a7-a51cafecc3c0) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:40:00.513787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:00.514375 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:00.517929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb1d8aa-cf78-444b-a7bd-6dfb1b1d6fe1 None None] Network beed3549-b5ac-4f52-83a7-a51cafecc3c0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:40:00.586561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7b008f9a-c389-4cb7-92a5-2b3488a3062c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9505773 Feb 09 16:40:00.645267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b00b517-440f-46a5-b9dc-d70a571e88d5 None None] Network beed3549-b5ac-4f52-83a7-a51cafecc3c0 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:40:01.031313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-730a6f44-122a-4a17-a04d-1bea014aa9f9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:01.032813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-730a6f44-122a-4a17-a04d-1bea014aa9f9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 815 time: 0.1010165 Feb 09 16:40:01.047881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-f797a11b-93ac-4201-ae6c-6b0de20a68bf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/quotas/38bc46f26a84425aab06a7bf1b4ced8e HTTP/1.1" status: 200 len: 375 time: 0.0091226 Feb 09 16:40:01.084909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-b9fa9f31-e048-4d66-a3d3-26f04b7288df tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311875 Feb 09 16:40:01.181747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-eaaf296e-d2ef-47e4-b7f6-2468b55954e7 service neutron] 10.222.0.53 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870972 Feb 09 16:40:01.279539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-0ff5b5b1-dd4c-4e71-9cfe-8367048ebf29 service neutron] 10.222.0.53 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908763 Feb 09 16:40:01.542627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fd063de-c575-4656-aaf9-a702f04a144c req-752277ae-8484-4e18-b76e-36387cf03928 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 210 time: 0.0329797 Feb 09 16:40:02.195252 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:02.638923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adf389a4-a5ec-46d8-8c22-d610db26e7be req-11c5bdce-4292-4664-8c26-b20fd1377c9f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 210 time: 0.0262649 Feb 09 16:40:03.637803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-5af55c1b-3984-49a2-856f-e946b17a07e2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:03.639267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-5af55c1b-3984-49a2-856f-e946b17a07e2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.73 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 815 time: 0.1035964 Feb 09 16:40:03.653576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Request body: {'port': {'device_id': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0', 'admin_state_up': True, 'tenant_id': '38bc46f26a84425aab06a7bf1b4ced8e'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:40:03.738038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3daed499-470c-4093-86b7-bc97e656b5a3 req-c038e426-23d5-490f-8c3f-968f0192829c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 210 time: 0.0296936 Feb 09 16:40:03.863462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Made reservation on behalf of 38bc46f26a84425aab06a7bf1b4ced8e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:40:03.867247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:03.998941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Allocated IP 172.20.0.3 (beed3549-b5ac-4f52-83a7-a51cafecc3c0/e29256cc-d952-426e-b41c-a847439d250d/1d9c8249-fa00-4669-91bf-fa2e2579cd23) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:40:04.143316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:04.230143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:04.276904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Network beed3549-b5ac-4f52-83a7-a51cafecc3c0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:40:04.280324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:40:04.284033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:40:04.290587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:04.338240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:04.338858 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:04.425408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-a51a1eb4-f79d-49c1-8ef6-414c600dbfe4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754548 Feb 09 16:40:04.437478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-6567cfc5-67c2-471d-9420-16f14901796b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:40:04.438544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-6567cfc5-67c2-471d-9420-16f14901796b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059371 Feb 09 16:40:04.451605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Request body: {'port': {'device_id': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:40:04.511811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:04.788149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9c8249-fa00-4669-91bf-fa2e2579cd23 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:40:04.797892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:04.811442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Transition to ACTIVE for port object 1d9c8249-fa00-4669-91bf-fa2e2579cd23 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:40:04.866604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28595708-68be-4a91-8473-db28f0ea45f8 req-c1c1620d-2bf7-49ac-b2ef-5f1c08c6825c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:04.868334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28595708-68be-4a91-8473-db28f0ea45f8 req-c1c1620d-2bf7-49ac-b2ef-5f1c08c6825c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 931 time: 0.0527775 Feb 09 16:40:04.908396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28595708-68be-4a91-8473-db28f0ea45f8 req-7e20ce1a-6a30-4816-a62c-67ed54b7a937 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Feb 09 16:40:04.915380 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:04.988237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:05.040271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Attempting to bind port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:40:05.040612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Attempting to bind port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:40:05.040943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Attempting to bind port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:40:05.045596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:40:05.046429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Attempting to bind port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:40:05.051462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:40:05.051803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Checking segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:40:05.052243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Bound using segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:40:05.052681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Bound port: 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:40:05.053045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:05.135408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:40:05.138666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:40:05.224312 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:05.259640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:05.260294 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:05.261699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] 10.222.0.73 "PUT /v2.0/ports/1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 200 len: 1091 time: 0.8149054 Feb 09 16:40:05.262143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:40:05.264476 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2821cff2-e85b-437a-b5f3-af808a2f7495" -d '{"events": [{"name": "network-changed", "server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:40:05.288269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16165517-9fcf-4c05-83d1-94effad1ca60 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:05.303196 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d4d16f-76c2-4bd6-a45d-4e916819ad0f x-openstack-request-id: req-d2d4d16f-76c2-4bd6-a45d-4e916819ad0f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:40:05.303493 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:40:05.303749 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2d4d16f-76c2-4bd6-a45d-4e916819ad0f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:40:05.304192 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'status': 'completed', 'code': 200} Feb 09 16:40:05.373360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821cff2-e85b-437a-b5f3-af808a2f7495 req-63fe5676-b076-4687-b41e-d1c9b23690e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:05.374931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2821cff2-e85b-437a-b5f3-af808a2f7495 req-63fe5676-b076-4687-b41e-d1c9b23690e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 1094 time: 0.0506716 Feb 09 16:40:05.479483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821cff2-e85b-437a-b5f3-af808a2f7495 req-20704766-9542-411c-921e-1fe064339431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:05.481035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2821cff2-e85b-437a-b5f3-af808a2f7495 req-20704766-9542-411c-921e-1fe064339431 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0988266 Feb 09 16:40:05.584185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821cff2-e85b-437a-b5f3-af808a2f7495 req-b4c897d8-2129-4f17-9314-97445c633b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:05.585693 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2821cff2-e85b-437a-b5f3-af808a2f7495 req-b4c897d8-2129-4f17-9314-97445c633b33 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976863 Feb 09 16:40:05.664630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-685daba4-295c-43bc-bb3c-a36203625544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:05.666191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-685daba4-295c-43bc-bb3c-a36203625544 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 1094 time: 0.0423706 Feb 09 16:40:05.709859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-024694e5-70bc-458e-9c40-be00bd28a469 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 200 len: 217 time: 0.0345709 Feb 09 16:40:05.764433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-24d1d5dd-fdb0-435b-9103-d32d4aab9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:05.765970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-24d1d5dd-fdb0-435b-9103-d32d4aab9952 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0497231 Feb 09 16:40:05.802840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-0e1c41c3-a79d-47e2-ba65-f63e267e2420 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297303 Feb 09 16:40:05.895170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-fb30a0a9-eca0-42a9-9f68-8eb3f3d06bb7 service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851636 Feb 09 16:40:06.019968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6f4d116-9660-497f-8b5c-1d276c973d8b req-baa9d266-1b90-487c-8002-0a8d10927748 service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179061 Feb 09 16:40:06.039350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6789aa-3e1a-4bba-824f-aff3d70b9c64 req-c0308484-0a04-4e7e-a9e3-0a75a649e8ab tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:06.040884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf6789aa-3e1a-4bba-824f-aff3d70b9c64 req-c0308484-0a04-4e7e-a9e3-0a75a649e8ab tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 943 time: 0.0632794 Feb 09 16:40:06.081050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf6789aa-3e1a-4bba-824f-aff3d70b9c64 req-2bab7700-3fae-487a-b9fd-cb3f5719ab42 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Feb 09 16:40:07.201069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57935a-b755-473b-95d8-3f67d73d9200 req-7ead643b-0f03-44a2-82dc-c2118a336c30 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:07.202572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b57935a-b755-473b-95d8-3f67d73d9200 req-7ead643b-0f03-44a2-82dc-c2118a336c30 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 943 time: 0.0494452 Feb 09 16:40:07.252022 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4b57935a-b755-473b-95d8-3f67d73d9200 req-96c4823c-c34c-4b47-b26b-4fd5f9cffb79 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Feb 09 16:40:08.372416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40070ab-f009-455c-8184-b7506a725ed9 req-9cba27d8-3f30-4866-afc0-ca342cdc8b60 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:08.374522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a40070ab-f009-455c-8184-b7506a725ed9 req-9cba27d8-3f30-4866-afc0-ca342cdc8b60 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 943 time: 0.0509219 Feb 09 16:40:08.413352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a40070ab-f009-455c-8184-b7506a725ed9 req-dd5d64b8-f6ea-4714-b338-64eb8847ca8a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Feb 09 16:40:08.724808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1d9c8249-fa00-4669-91bf-fa2e2579cd23 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:40:08.828622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:08.840866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0', 'port_id': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'mac_address': 'fa:16:3e:7c:2f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29256cc-d952-426e-b41c-a847439d250d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:40:08.878710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:08.891716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9c8249-fa00-4669-91bf-fa2e2579cd23 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:40:08.915346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:08.989338 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:09.040738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:09.209483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['1d9c8249-fa00-4669-91bf-fa2e2579cd23'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:40:09.532576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523ce06-c7a5-4f0b-8a4b-0e82e38bd75e req-c4a6aca8-93a2-41c4-ac11-661ac6a29823 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:09.534102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b523ce06-c7a5-4f0b-8a4b-0e82e38bd75e req-c4a6aca8-93a2-41c4-ac11-661ac6a29823 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 944 time: 0.0520442 Feb 09 16:40:09.573100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b523ce06-c7a5-4f0b-8a4b-0e82e38bd75e req-bbcb352f-2465-404a-9548-48e9e0a4f9e7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Feb 09 16:40:10.698135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fbc22-8b88-4f94-9b22-49665641196f req-5c707640-b3a0-481a-8a25-375f5da24c87 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:10.699686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a20fbc22-8b88-4f94-9b22-49665641196f req-5c707640-b3a0-481a-8a25-375f5da24c87 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 944 time: 0.0497925 Feb 09 16:40:10.736420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1d9c8249-fa00-4669-91bf-fa2e2579cd23 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:40:10.744162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a20fbc22-8b88-4f94-9b22-49665641196f req-92a9c7f3-5a43-40b1-a5f1-7b2757966b27 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378423 Feb 09 16:40:10.898258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:40:10.902394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:40:10.902765 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:10.982385 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:11.004799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:40:11.007050 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3371f759-9c87-46c5-aeff-f670730f0345" -d '{"events": [{"server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "name": "network-vif-plugged", "status": "completed", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:40:11.020216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:11.044945 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105056d6-ebcd-4c2b-b755-2ade0925f8a7 x-openstack-request-id: req-105056d6-ebcd-4c2b-b755-2ade0925f8a7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:40:11.045245 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "name": "network-vif-plugged", "status": "completed", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:40:11.045501 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-105056d6-ebcd-4c2b-b755-2ade0925f8a7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:40:11.045901 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'code': 200} Feb 09 16:40:11.108060 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:11.149708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8297d71-019e-4c64-9604-69cb7a773d01 req-7a668811-e034-486f-8bd2-aa6717fb3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:11.151071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8297d71-019e-4c64-9604-69cb7a773d01 req-7a668811-e034-486f-8bd2-aa6717fb3b6f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 1096 time: 0.0423284 Feb 09 16:40:11.159978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:11.190140 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8297d71-019e-4c64-9604-69cb7a773d01 req-21caebf0-072e-4cfa-9566-2bd8909172e0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298989 Feb 09 16:40:11.860497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a2992-6cd7-4543-af3a-d2d52253decc req-f486791c-fa3f-4a17-b617-3a4a9dc1f39d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:11.861907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-439a2992-6cd7-4543-af3a-d2d52253decc req-f486791c-fa3f-4a17-b617-3a4a9dc1f39d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0496814 Feb 09 16:40:11.900152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-439a2992-6cd7-4543-af3a-d2d52253decc req-bd515831-194c-4e09-94b3-e799b13867d6 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Feb 09 16:40:13.020270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2887c-f860-4e71-9e4e-7934d0255973 req-4149da2a-33d8-4845-8e33-7cfe6890abbf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:13.021781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1d2887c-f860-4e71-9e4e-7934d0255973 req-4149da2a-33d8-4845-8e33-7cfe6890abbf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Feb 09 16:40:13.065351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1d2887c-f860-4e71-9e4e-7934d0255973 req-bc343254-83ec-4c6b-b1af-57f741c691f4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Feb 09 16:40:13.181197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a9990-b74e-4fd4-9088-d0bece211e77 req-d9fffe33-848a-4fe5-856a-fa27745356a1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:13.182626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-293a9990-b74e-4fd4-9088-d0bece211e77 req-d9fffe33-848a-4fe5-856a-fa27745356a1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0495915 Feb 09 16:40:13.221509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-293a9990-b74e-4fd4-9088-d0bece211e77 req-cb256a96-0661-4250-a159-eed782a36695 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Feb 09 16:40:13.511204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238e157-a218-4fc9-93d1-693231a6880a req-15522459-7cdf-43c4-897b-418b9126eb8b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:13.512624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4238e157-a218-4fc9-93d1-693231a6880a req-15522459-7cdf-43c4-897b-418b9126eb8b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0502136 Feb 09 16:40:13.552144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4238e157-a218-4fc9-93d1-693231a6880a req-1b2c4100-128d-45a6-9b57-55412accbba1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Feb 09 16:40:13.669103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c81bf-385c-4846-b90c-ddd137449f67 req-eea9788a-6fd0-476e-93af-cf5c8fbb8d05 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:13.671178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef6c81bf-385c-4846-b90c-ddd137449f67 req-eea9788a-6fd0-476e-93af-cf5c8fbb8d05 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0503960 Feb 09 16:40:13.714645 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef6c81bf-385c-4846-b90c-ddd137449f67 req-13f5aa56-22df-4200-9cf3-f9bf2cb34962 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373127 Feb 09 16:40:14.116590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b38bd-2827-4c2d-ac90-1eb09a48aab1 req-1e782993-2f07-4ecb-bcc4-af09f605b8f8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:14.118088 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-686b38bd-2827-4c2d-ac90-1eb09a48aab1 req-1e782993-2f07-4ecb-bcc4-af09f605b8f8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0503898 Feb 09 16:40:14.155829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-686b38bd-2827-4c2d-ac90-1eb09a48aab1 req-597414ff-4150-4a71-9c7a-09a520bd27e1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Feb 09 16:40:14.293461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-6d3548c0-37f4-4814-b8a7-fed51ff6fdd4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800071 Feb 09 16:40:15.273256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075f1f6-f3bc-45c0-a3b7-26b1817d1a78 req-b24e68d3-87ca-4e34-8767-54533656eb18 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:15.274840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2075f1f6-f3bc-45c0-a3b7-26b1817d1a78 req-b24e68d3-87ca-4e34-8767-54533656eb18 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0505023 Feb 09 16:40:15.315744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2075f1f6-f3bc-45c0-a3b7-26b1817d1a78 req-09a76bc0-2673-43cf-a1ca-9b76225337b0 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Feb 09 16:40:16.437331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e295021-3663-4bca-9e35-b082ed8dc1d9 req-3694fe9a-4b59-4fcd-abc9-bbd6c4963c8c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:16.438906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e295021-3663-4bca-9e35-b082ed8dc1d9 req-3694fe9a-4b59-4fcd-abc9-bbd6c4963c8c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0535893 Feb 09 16:40:16.478903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e295021-3663-4bca-9e35-b082ed8dc1d9 req-88ff8b3b-3cb0-4554-b720-848d783c6dbf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338550 Feb 09 16:40:16.738305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-89bbc253-7964-430d-9c8d-36041fcd2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:16.739709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-89bbc253-7964-430d-9c8d-36041fcd2542 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 1096 time: 0.0409343 Feb 09 16:40:16.831872 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-1f39b46a-d341-44f5-bbc9-8ec9a36b907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:16.833371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-1f39b46a-d341-44f5-bbc9-8ec9a36b907c service neutron] 10.222.0.73 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.0873199 Feb 09 16:40:16.877020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-71a938ca-ebb8-404e-8107-3885c9c59563 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 200 len: 217 time: 0.0359287 Feb 09 16:40:16.926853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-6c57cd80-e588-46c1-a9d5-45ebf8210b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:16.928353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-6c57cd80-e588-46c1-a9d5-45ebf8210b34 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0439599 Feb 09 16:40:16.959051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-07af0ab4-3fdd-4121-9533-5e62a5f6cf2a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240924 Feb 09 16:40:17.055766 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-d6a3f568-d29d-458b-9c2c-3fb9d0f3268c service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882266 Feb 09 16:40:17.146328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-40eb9def-412a-4e86-be00-2cc09c906685 service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840721 Feb 09 16:40:17.604381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb61c00-3679-48b3-aada-5085bcabb815 req-f3ca4462-5949-4d66-bb09-1db48c5a4fd2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:17.605874 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5fb61c00-3679-48b3-aada-5085bcabb815 req-f3ca4462-5949-4d66-bb09-1db48c5a4fd2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0553930 Feb 09 16:40:17.643566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5fb61c00-3679-48b3-aada-5085bcabb815 req-778ceaa2-0821-4cb6-acf5-16fdb7b48882 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Feb 09 16:40:18.759153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f41466-3ab4-4588-81f5-44a187b913ed req-c39efd76-f1d8-40e3-8f1d-c9d6bf08b0bb tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:18.760729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3f41466-3ab4-4588-81f5-44a187b913ed req-c39efd76-f1d8-40e3-8f1d-c9d6bf08b0bb tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0496435 Feb 09 16:40:18.799759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3f41466-3ab4-4588-81f5-44a187b913ed req-9965974b-60d6-4f5f-9e7a-bf2a91607093 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Feb 09 16:40:19.915997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80d783-d2bc-4594-b7d5-930e6bc9caae req-569028a1-8391-4f9f-987c-18c9dc285d1c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:19.917533 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb80d783-d2bc-4594-b7d5-930e6bc9caae req-569028a1-8391-4f9f-987c-18c9dc285d1c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0491264 Feb 09 16:40:19.954979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fb80d783-d2bc-4594-b7d5-930e6bc9caae req-bea85ed6-03f5-48cc-9168-f8b538a6b33b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Feb 09 16:40:21.074154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ef17f-f3e1-42c5-b18a-6d197e7bd65c req-2cc79633-f44d-4ba3-aac4-abd03e99eabc tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:21.075713 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-680ef17f-f3e1-42c5-b18a-6d197e7bd65c req-2cc79633-f44d-4ba3-aac4-abd03e99eabc tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0531435 Feb 09 16:40:21.113652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-680ef17f-f3e1-42c5-b18a-6d197e7bd65c req-67959745-4207-4c73-b7e6-3cc2a85f900f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Feb 09 16:40:22.231282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f48792-ba36-4876-a68c-7574e31fa427 req-13805f57-d071-478f-a701-e4f3de00f367 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:22.232727 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3f48792-ba36-4876-a68c-7574e31fa427 req-13805f57-d071-478f-a701-e4f3de00f367 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0504923 Feb 09 16:40:22.271507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3f48792-ba36-4876-a68c-7574e31fa427 req-1d557132-20b9-4e32-b48c-b03d1888a21d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327480 Feb 09 16:40:23.023349 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7819022b-95cb-4548-b6fb-dca6ece4a33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:23.388696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1693cf-c540-4d60-8a7e-fb6b4675b485 req-0f459125-accb-4ef5-af96-e3dcc7e5dea8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:23.390193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd1693cf-c540-4d60-8a7e-fb6b4675b485 req-0f459125-accb-4ef5-af96-e3dcc7e5dea8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0490537 Feb 09 16:40:23.428603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dd1693cf-c540-4d60-8a7e-fb6b4675b485 req-4bf149f3-8529-4420-9518-2821c1e8a4bc tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319479 Feb 09 16:40:24.551364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20c43-c366-497c-83fd-36adc6a4ec8b req-c6bd5fdb-80f5-42d9-a78a-db09286c5444 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:24.552857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1a20c43-c366-497c-83fd-36adc6a4ec8b req-c6bd5fdb-80f5-42d9-a78a-db09286c5444 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0532429 Feb 09 16:40:24.590198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1a20c43-c366-497c-83fd-36adc6a4ec8b req-a18d15f1-68ae-409a-8fd9-64e4e0337df6 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Feb 09 16:40:25.239237 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-189a02d9-54cd-4343-bea1-6cf4b50e4ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:25.709692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd276a-4449-47ed-a6e1-b3b005ba943e req-937a4be0-132b-4d65-9c9d-e45095321f26 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:25.711197 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48bd276a-4449-47ed-a6e1-b3b005ba943e req-937a4be0-132b-4d65-9c9d-e45095321f26 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0512323 Feb 09 16:40:25.750628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48bd276a-4449-47ed-a6e1-b3b005ba943e req-21f5cadb-a896-4915-a3f7-dfa83c365824 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331647 Feb 09 16:40:26.731542 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:26.877910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c370101-53a4-4b6e-b27c-0eeb6c8ea5a0 req-a16e711a-5393-42df-bcf5-1f783b48e43d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:26.879959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c370101-53a4-4b6e-b27c-0eeb6c8ea5a0 req-a16e711a-5393-42df-bcf5-1f783b48e43d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0510364 Feb 09 16:40:26.919753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9c370101-53a4-4b6e-b27c-0eeb6c8ea5a0 req-67132a4b-1701-4422-a445-59578821ee94 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336514 Feb 09 16:40:27.400186 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:40:28.040412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97414e4f-92ea-483d-b5d3-22902763fc03 req-fcaf600b-1fe1-48de-b309-1e076c445099 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:28.041925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97414e4f-92ea-483d-b5d3-22902763fc03 req-fcaf600b-1fe1-48de-b309-1e076c445099 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0533187 Feb 09 16:40:28.079811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97414e4f-92ea-483d-b5d3-22902763fc03 req-9ba980db-5bd0-45c6-a964-25fe146de7c0 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Feb 09 16:40:28.326136 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:28.611800 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:29.201920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bffe1-65c3-4dbb-8e98-6c176e6efbfb req-25c72b19-3019-4467-9827-157e39b8354e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:29.203556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f8bffe1-65c3-4dbb-8e98-6c176e6efbfb req-25c72b19-3019-4467-9827-157e39b8354e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0536125 Feb 09 16:40:29.244787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f8bffe1-65c3-4dbb-8e98-6c176e6efbfb req-f6e9dceb-6e87-488a-96a4-e734f00735c4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Feb 09 16:40:30.361358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b86ef-d4f5-418b-8263-2ba3e84174e1 req-5f08ba20-8e87-461c-98c7-387b1c57052f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:30.362853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-602b86ef-d4f5-418b-8263-2ba3e84174e1 req-5f08ba20-8e87-461c-98c7-387b1c57052f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0492907 Feb 09 16:40:30.404549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-602b86ef-d4f5-418b-8263-2ba3e84174e1 req-0418bfaa-ef76-466e-a4a2-681d76773ced tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Feb 09 16:40:30.520783 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:31.529248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163aebe-bfb4-4774-bed3-1a089de47f2c req-c2205e80-1cf8-4503-9cc5-764585315135 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:31.530745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4163aebe-bfb4-4774-bed3-1a089de47f2c req-c2205e80-1cf8-4503-9cc5-764585315135 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0561895 Feb 09 16:40:31.568819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4163aebe-bfb4-4774-bed3-1a089de47f2c req-8fc308f0-32f1-415f-aab4-e414fad88b17 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Feb 09 16:40:32.257516 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:32.682535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28af7-391c-409a-aa3e-236c4b81d3ff req-af5b3db9-3007-435c-83cf-07a3dadab312 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:32.684029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e28af7-391c-409a-aa3e-236c4b81d3ff req-af5b3db9-3007-435c-83cf-07a3dadab312 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Feb 09 16:40:32.722720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e28af7-391c-409a-aa3e-236c4b81d3ff req-b7fc4799-9702-4e94-8cc4-a832817284e0 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Feb 09 16:40:33.844636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001b7fe-1af9-413d-8480-cdd9e99aaf8e req-4a1409aa-f28c-4983-97c6-ee2717590ed3 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:33.846095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9001b7fe-1af9-413d-8480-cdd9e99aaf8e req-4a1409aa-f28c-4983-97c6-ee2717590ed3 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0523610 Feb 09 16:40:33.885182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9001b7fe-1af9-413d-8480-cdd9e99aaf8e req-87ddee3b-50ff-4c93-9470-dc8e8ba46c5a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Feb 09 16:40:35.008654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c861226-0bb9-4891-8f05-7364a15ca953 req-e473dcaf-0154-43b8-872c-70337725d2c6 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:35.010206 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c861226-0bb9-4891-8f05-7364a15ca953 req-e473dcaf-0154-43b8-872c-70337725d2c6 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0553608 Feb 09 16:40:35.051294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c861226-0bb9-4891-8f05-7364a15ca953 req-fb93ea84-816a-4304-9744-dfd3e37c2821 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350215 Feb 09 16:40:36.174894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d32d1e-54c4-4429-8e02-0f14af7f0de6 req-9bd6e598-1fc1-4752-b114-d83dc9c9bd1a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:36.176417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2d32d1e-54c4-4429-8e02-0f14af7f0de6 req-9bd6e598-1fc1-4752-b114-d83dc9c9bd1a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0513968 Feb 09 16:40:36.215103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c2d32d1e-54c4-4429-8e02-0f14af7f0de6 req-8b72c1f3-7859-4612-926b-48a7ad94877c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321858 Feb 09 16:40:37.334256 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbaf0b-fe0f-44c5-a489-8cb371bd880b req-806945d3-9502-4971-a2f8-b11aa3cfca3a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:37.335743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ebbaf0b-fe0f-44c5-a489-8cb371bd880b req-806945d3-9502-4971-a2f8-b11aa3cfca3a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0504100 Feb 09 16:40:37.376245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ebbaf0b-fe0f-44c5-a489-8cb371bd880b req-59172f69-6011-45c0-a0e3-c86dab36f35a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341802 Feb 09 16:40:38.503544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f03ec-6bb8-46c4-adf8-f0c1b1d3d6c5 req-cc08d7c3-4c80-4926-b9fb-011deea00ec5 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:38.505254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8f03ec-6bb8-46c4-adf8-f0c1b1d3d6c5 req-cc08d7c3-4c80-4926-b9fb-011deea00ec5 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0554752 Feb 09 16:40:38.549273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e8f03ec-6bb8-46c4-adf8-f0c1b1d3d6c5 req-6106c293-727f-4ca9-ab21-dcbfae1ecac7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381284 Feb 09 16:40:39.668103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6795-18ae-4555-8c56-3407f0343503 req-53e8920a-64d6-45f0-b71e-14bc0feec3b2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:39.669668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-049e6795-18ae-4555-8c56-3407f0343503 req-53e8920a-64d6-45f0-b71e-14bc0feec3b2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Feb 09 16:40:39.710260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-049e6795-18ae-4555-8c56-3407f0343503 req-97c42cdd-aa5e-44fb-a377-2e63b942856a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342693 Feb 09 16:40:40.826556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f288d12-8849-4632-9f80-1cf966666a0c req-3d72f1b5-69aa-4bdd-b4e8-4b6ef2b4a09d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:40.828036 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f288d12-8849-4632-9f80-1cf966666a0c req-3d72f1b5-69aa-4bdd-b4e8-4b6ef2b4a09d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Feb 09 16:40:40.866114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f288d12-8849-4632-9f80-1cf966666a0c req-79d03b92-96b5-4077-89fa-fce9e7af16fa tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Feb 09 16:40:41.986247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8b62e-25a2-4403-969e-0baa73621cdd req-3386bf63-5536-483b-8f89-ecf3c5ab2112 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:41.987717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1b8b62e-25a2-4403-969e-0baa73621cdd req-3386bf63-5536-483b-8f89-ecf3c5ab2112 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0530803 Feb 09 16:40:42.025577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a1b8b62e-25a2-4403-969e-0baa73621cdd req-81f6f634-fd21-4ac8-a9bb-539a65b49fbf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Feb 09 16:40:43.140489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849040d6-6a1f-46f0-92bc-2a769d2528c1 req-30daf5a3-e0a2-4abf-a574-68116101b34e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:43.141959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-849040d6-6a1f-46f0-92bc-2a769d2528c1 req-30daf5a3-e0a2-4abf-a574-68116101b34e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0487106 Feb 09 16:40:43.180956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-849040d6-6a1f-46f0-92bc-2a769d2528c1 req-974c9626-1d09-4501-b3ca-6e03bfa30d7e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Feb 09 16:40:44.338465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d4110-33d2-4a18-9052-9de683d0df84 req-ba49ae35-34ef-417a-a9ce-dd1d17671e8f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:44.339942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-996d4110-33d2-4a18-9052-9de683d0df84 req-ba49ae35-34ef-417a-a9ce-dd1d17671e8f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0858138 Feb 09 16:40:44.371586 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-69f5e7bc-bc85-4175-bba4-c94c498e450b service neutron] show failed (client error): The resource could not be found. Feb 09 16:40:44.372623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-69f5e7bc-bc85-4175-bba4-c94c498e450b service neutron] 10.222.0.73 "GET /v2.0/ports/1d9c8249-fa00-4669-91bf-fa2e2579cd23/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0930488 Feb 09 16:40:44.394824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-996d4110-33d2-4a18-9052-9de683d0df84 req-afd426a7-bf18-47c6-8420-587e94f096f9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485592 Feb 09 16:40:44.936568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-aaffd77e-3d57-4c9c-8213-7b45211e16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:44.938109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-aaffd77e-3d57-4c9c-8213-7b45211e16be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075&tenant_id=38bc46f26a84425aab06a7bf1b4ced8e HTTP/1.1" status: 200 len: 1096 time: 0.0432925 Feb 09 16:40:44.949593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:40:45.005464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:45.220375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:45.253721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:40:45.294226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:40:45.296555 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d015b67d-39ee-4ec6-b665-b9af66022937" -d '{"events": [{"server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:40:45.300775 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:45.313611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Transition to ACTIVE for port object 1d9c8249-fa00-4669-91bf-fa2e2579cd23 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:40:45.344782 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bf2020-15fd-4101-bb9f-1fb4d88d73f5 x-openstack-request-id: req-a3bf2020-15fd-4101-bb9f-1fb4d88d73f5 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:40:45.345389 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "name": "network-vif-unplugged", "status": "completed", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:40:45.345389 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3bf2020-15fd-4101-bb9f-1fb4d88d73f5 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:40:45.345722 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'code': 200} Feb 09 16:40:45.388566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:45.449029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] No DVR routers for this DVR port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:40:45.457764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:45.483206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.483470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.483817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.484192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.484522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.484852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.485182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.485510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.485840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.486172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.486492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.486815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:45.531912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Attempting to bind port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:40:45.532287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Attempting to bind port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:40:45.532626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Attempting to bind port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:40:45.540362 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:40:45.540693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Attempting to bind port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:40:45.549182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:40:45.549529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Checking segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:40:45.549927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Bound using segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:40:45.550373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Bound port: 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:40:45.550735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:45.572425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab5426-de0b-4c10-bfe5-ab4f9a4e2f9e req-0f883bdd-67ab-4514-931c-f1b8832cacc3 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:45.573986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aab5426-de0b-4c10-bfe5-ab4f9a4e2f9e req-0f883bdd-67ab-4514-931c-f1b8832cacc3 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 943 time: 0.0935080 Feb 09 16:40:45.652016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7aab5426-de0b-4c10-bfe5-ab4f9a4e2f9e req-e2484c54-18fa-41ce-83fb-ee80945b46bf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718260 Feb 09 16:40:45.662972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:40:45.666382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:40:45.749256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:45.784114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:45.784726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:45.786118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 200 len: 1091 time: 0.8406861 Feb 09 16:40:45.807364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db08a6-7777-4591-af4d-63e5afcd2c68 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:45.853430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-e2334698-ca70-4396-bb44-b4e080516d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:45.854932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-e2334698-ca70-4396-bb44-b4e080516d6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 1094 time: 0.0446782 Feb 09 16:40:45.945919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-caf31c50-5668-416d-ac52-0435e63bcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:45.947428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-caf31c50-5668-416d-ac52-0435e63bcd9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.0852625 Feb 09 16:40:45.994794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-561703a3-d40b-4448-bb3d-673cfc73df53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 200 len: 217 time: 0.0405259 Feb 09 16:40:46.044539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-9d53628b-103a-45d9-9fee-d89edfbd55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:46.046072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-9d53628b-103a-45d9-9fee-d89edfbd55b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0455182 Feb 09 16:40:46.078157 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-40108fcf-c953-4fbd-b7cd-6ea3ae9897f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257492 Feb 09 16:40:46.180623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-e7cfbf26-c653-4b4f-bde7-51eeda19c8e3 service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954468 Feb 09 16:40:46.277777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45d7c034-6236-43bb-9678-27a5fbac9de4 req-86ec8632-00c6-449c-90c7-4ae073982895 service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908391 Feb 09 16:40:46.780634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b3463-5ae7-4810-b642-16467789ed25 req-2159b62d-d3d6-4a9c-baa8-abf5788aa1b8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:46.782139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec4b3463-5ae7-4810-b642-16467789ed25 req-2159b62d-d3d6-4a9c-baa8-abf5788aa1b8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 943 time: 0.0509305 Feb 09 16:40:46.820578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec4b3463-5ae7-4810-b642-16467789ed25 req-457f8b0b-3685-4d0d-8f7b-36cb3beca335 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Feb 09 16:40:46.959617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1d9c8249-fa00-4669-91bf-fa2e2579cd23 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:40:46.999071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1d9c8249-fa00-4669-91bf-fa2e2579cd23 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:40:47.347074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:40:47.350529 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c" -d '{"events": [{"name": "network-changed", "server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:40:47.400828 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9824571-45b2-4cd2-b2e6-e3f738c54ce1 x-openstack-request-id: req-f9824571-45b2-4cd2-b2e6-e3f738c54ce1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:40:47.401129 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:40:47.402034 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9824571-45b2-4cd2-b2e6-e3f738c54ce1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:40:47.402553 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'status': 'completed', 'code': 200} Feb 09 16:40:47.492036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-0b92c649-c350-424e-a28a-fee5991552bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:47.493616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-0b92c649-c350-424e-a28a-fee5991552bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 1094 time: 0.0757358 Feb 09 16:40:47.499213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-852d57d5-adee-4ae6-ab28-c6ff5799025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:47.500736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-852d57d5-adee-4ae6-ab28-c6ff5799025b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 1094 time: 0.0713954 Feb 09 16:40:47.662056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-b05f6cb1-b651-487c-9d96-5d82c8e82ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:47.663556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-b05f6cb1-b651-487c-9d96-5d82c8e82ded service neutron] 10.222.0.73 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.1615708 Feb 09 16:40:47.664661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-a5fa731a-f117-4e9d-8baf-2b06d9bb2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:47.665995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-a5fa731a-f117-4e9d-8baf-2b06d9bb2dac service neutron] 10.222.0.13 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.1562796 Feb 09 16:40:47.710553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-56ba456f-411e-4a85-9009-98eae357e9d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 200 len: 217 time: 0.0397086 Feb 09 16:40:48.062268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-222393c4-0833-40ea-815d-1321db906c15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 200 len: 217 time: 0.3858955 Feb 09 16:40:48.160002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-31c5d825-c33b-4579-b723-b9e3261fe15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:48.161515 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-31c5d825-c33b-4579-b723-b9e3261fe15d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0899146 Feb 09 16:40:48.167380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-f48c1e4b-5a4e-4ce9-b887-bea779d7cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:48.168792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-f48c1e4b-5a4e-4ce9-b887-bea779d7cc71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.1154346 Feb 09 16:40:48.223316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e97822-81af-415d-b5b2-dbfc84c953f4 req-807291a5-7cb5-4a6a-a32b-32473672cd12 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:48.224903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e97822-81af-415d-b5b2-dbfc84c953f4 req-807291a5-7cb5-4a6a-a32b-32473672cd12 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 943 time: 0.1726623 Feb 09 16:40:48.230916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-c176747c-00cb-4d00-9497-fa4d35c824bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567584 Feb 09 16:40:48.230916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-944f8319-c322-4bbb-93cf-e2c21eb3b933 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478854 Feb 09 16:40:48.369585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e5e97822-81af-415d-b5b2-dbfc84c953f4 req-7b0f5eba-a7b0-4a02-9f20-240e76cb67ab tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382401 Feb 09 16:40:48.422578 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-90dfa69d-ef09-4415-ba10-13241e577d3d service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847935 Feb 09 16:40:48.425897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-6b6ed878-41b3-4662-b296-e1f523d86119 service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872890 Feb 09 16:40:48.583817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-41027c04-2a63-4650-88f7-daf18f97822d service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546838 Feb 09 16:40:48.585702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59c7eb25-c3c5-490e-a6b7-1b3088e3ef7c req-4bde9d37-9849-4368-ad16-333b2b2cb508 service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496825 Feb 09 16:40:49.491527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc56f0-3dc9-4e90-b004-95f713a5717e req-c80ac1ff-a930-491d-a0b1-c6226ccc869c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:49.493114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebc56f0-3dc9-4e90-b004-95f713a5717e req-c80ac1ff-a930-491d-a0b1-c6226ccc869c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 943 time: 0.0512893 Feb 09 16:40:49.533360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebc56f0-3dc9-4e90-b004-95f713a5717e req-99983425-faf5-4c59-abb8-4eb64ce4e508 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339806 Feb 09 16:40:49.718602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1d9c8249-fa00-4669-91bf-fa2e2579cd23 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:40:49.825642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:49.840701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0', 'port_id': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'mac_address': 'fa:16:3e:7c:2f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29256cc-d952-426e-b41c-a847439d250d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:40:49.883498 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:49.893623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb067f-f63f-4216-9848-11f7760eec6c req-3a653400-ff40-4631-8051-17ad80cd4962 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:49.895461 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdfb067f-f63f-4216-9848-11f7760eec6c req-3a653400-ff40-4631-8051-17ad80cd4962 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 943 time: 0.0587153 Feb 09 16:40:49.898527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9c8249-fa00-4669-91bf-fa2e2579cd23 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:40:49.918399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:49.946695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdfb067f-f63f-4216-9848-11f7760eec6c req-2c6534b1-5672-4622-b66b-df9a06279693 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452247 Feb 09 16:40:49.986406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-e45f3793-9db3-4847-a9e9-3d2691342910 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:49.988062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-e45f3793-9db3-4847-a9e9-3d2691342910 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.73 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075&tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 943 time: 0.0585365 Feb 09 16:40:49.993355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:50.043525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:50.049953 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-bf17050c-11bc-48a6-b591-f661d56bf45d service neutron] delete failed (client error): The resource could not be found. Feb 09 16:40:50.050999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-bf17050c-11bc-48a6-b591-f661d56bf45d service neutron] 10.222.0.73 "DELETE /v2.0/ports/1d9c8249-fa00-4669-91bf-fa2e2579cd23/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0558398 Feb 09 16:40:50.051135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.051479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.051822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.052185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.053042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.053374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.053703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.054029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.054355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.054732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.055059 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.055383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:40:50.137083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-60d83240-50e1-4436-8d96-2c812c3f4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:50.138619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-60d83240-50e1-4436-8d96-2c812c3f4b10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 1095 time: 0.0427673 Feb 09 16:40:50.214665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['1d9c8249-fa00-4669-91bf-fa2e2579cd23'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:40:50.242665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-4a67b87d-2eea-45df-91df-6c45c83d0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:50.244120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-4a67b87d-2eea-45df-91df-6c45c83d0126 service neutron] 10.222.0.73 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.0967991 Feb 09 16:40:50.288124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-08016ffe-122b-42c3-80c9-dd32907422e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 200 len: 217 time: 0.0359125 Feb 09 16:40:50.342858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-2489fda6-4c6f-4b6a-a6c8-840d6b5d303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:50.344448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-2489fda6-4c6f-4b6a-a6c8-840d6b5d303d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0495858 Feb 09 16:40:50.378715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-0f73721f-ac39-4db1-9875-71004e5890b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274231 Feb 09 16:40:50.468365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-9ec1fe66-3468-4e05-8a74-6a3868b604d8 service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834575 Feb 09 16:40:50.573762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f6bbded-cab6-4909-8cd5-dc0f832278a0 req-e34f3db1-0c45-4665-a0ff-97f7a5093e13 service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982356 Feb 09 16:40:51.073729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ec0f1-7ddb-44f3-80e7-9df943cda1ca req-456124f9-4cb9-4b54-acb1-bddf350cc47d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:51.075388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-265ec0f1-7ddb-44f3-80e7-9df943cda1ca req-456124f9-4cb9-4b54-acb1-bddf350cc47d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 944 time: 0.0544810 Feb 09 16:40:51.120897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-265ec0f1-7ddb-44f3-80e7-9df943cda1ca req-4d79f72d-c60b-41c4-b51b-23394bb3c1f8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331726 Feb 09 16:40:51.733356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1d9c8249-fa00-4669-91bf-fa2e2579cd23 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:40:51.885502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:40:51.889460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:40:51.889837 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:51.971966 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:51.995256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:40:51.997513 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f80e89-8d7b-4fbc-a543-0f2c7c6449a6" -d '{"events": [{"server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "name": "network-vif-plugged", "status": "completed", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:40:52.010433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:52.038450 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c17399-8cce-45dd-94b2-d6a988a1076d x-openstack-request-id: req-49c17399-8cce-45dd-94b2-d6a988a1076d {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:40:52.038750 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "name": "network-vif-plugged", "status": "completed", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:40:52.038997 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49c17399-8cce-45dd-94b2-d6a988a1076d {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:40:52.039387 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'code': 200} Feb 09 16:40:52.096629 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:52.144626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:52.238484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2446180-51fd-41aa-8ac8-c49a32c51b3b req-6f7c0b0f-8658-4d4f-bcf8-30c36be25b70 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:52.240630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2446180-51fd-41aa-8ac8-c49a32c51b3b req-6f7c0b0f-8658-4d4f-bcf8-30c36be25b70 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0515058 Feb 09 16:40:52.279506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2446180-51fd-41aa-8ac8-c49a32c51b3b req-315204c0-c2ee-407a-861b-bb9eca982313 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329506 Feb 09 16:40:52.401382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f12b49-f920-494f-bb5d-60039abc3fa5 req-6f06e831-9708-4d7c-b815-6a04ad26dda5 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:52.402852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48f12b49-f920-494f-bb5d-60039abc3fa5 req-6f06e831-9708-4d7c-b815-6a04ad26dda5 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0558479 Feb 09 16:40:52.440507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48f12b49-f920-494f-bb5d-60039abc3fa5 req-eafcf519-5274-4843-b228-578364662d32 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Feb 09 16:40:52.556320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a29b3e-4e65-44af-b0eb-899d9ade8e47 req-65b4bcfc-f449-47c1-a0ed-48353b23b4c9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:52.557897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91a29b3e-4e65-44af-b0eb-899d9ade8e47 req-65b4bcfc-f449-47c1-a0ed-48353b23b4c9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0519063 Feb 09 16:40:52.598754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91a29b3e-4e65-44af-b0eb-899d9ade8e47 req-a104db0d-236b-4ba8-9b8e-851fd2016330 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335774 Feb 09 16:40:53.005531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b81a4fd7-3ad1-445a-b659-827b22a1b39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:53.229744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-820f74cf-e7d0-440a-a53e-957bd0fff6ad tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:53.231162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-820f74cf-e7d0-440a-a53e-957bd0fff6ad tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 815 time: 0.1067715 Feb 09 16:40:53.247166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-e96d3e1c-5111-4f20-8521-443e29c95c26 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/quotas/38bc46f26a84425aab06a7bf1b4ced8e HTTP/1.1" status: 200 len: 375 time: 0.0099542 Feb 09 16:40:53.297151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-8a782257-cb04-4c69-a073-8d2b99ba391a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445752 Feb 09 16:40:53.389171 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-102c7df7-8f2d-4b01-94f7-21c3be99c7a9 service neutron] 10.222.0.53 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830092 Feb 09 16:40:53.494782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-b3813952-0c4c-4436-9d6d-d217820b7a7b service neutron] 10.222.0.53 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912738 Feb 09 16:40:53.757065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-271a6258-c8ab-4ebd-bbae-7be26daa8b61 req-368cc3f3-5e69-442b-9341-22ed6aae9cda tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 210 time: 0.0317204 Feb 09 16:40:54.324783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-199b549f-223b-4cb2-acfe-8a60b34bf1b7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:54.326357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-199b549f-223b-4cb2-acfe-8a60b34bf1b7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.13 "GET /v2.0/ports?device_id=e61434b8-400a-4c8d-b4be-2c91d7f14075 HTTP/1.1" status: 200 len: 945 time: 0.0514333 Feb 09 16:40:54.420842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Deleting port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:40:54.421188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:54.510698 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] For port 1d9c8249-fa00-4669-91bf-fa2e2579cd23, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1d9c8249-fa00-4669-91bf-fa2e2579cd23,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:54.511069 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:54.523117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Calling delete_port for 1d9c8249-fa00-4669-91bf-fa2e2579cd23 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:40:54.719969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:54.731467 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['1d9c8249-fa00-4669-91bf-fa2e2579cd23'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:40:54.752651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Pushing event deleted for resources: {'Port': ['ID=1d9c8249-fa00-4669-91bf-fa2e2579cd23,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:54.799060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] No DVR routers for this DVR port 1d9c8249-fa00-4669-91bf-fa2e2579cd23 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:40:54.805338 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:54.807249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-231baaae-50e4-4a2b-bde1-544296ffad14 req-b8ec1ae6-d977-4f3d-a8d3-62663be59ab7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.13 "DELETE /v2.0/ports/1d9c8249-fa00-4669-91bf-fa2e2579cd23 HTTP/1.1" status: 204 len: 173 time: 0.4753747 Feb 09 16:40:54.807714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'name': 'network-vif-deleted', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:40:54.812688 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daafadf-0140-4ca1-9f63-e0e29b5a03a9" -d '{"events": [{"server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "name": "network-vif-deleted", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:40:54.854099 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172251a6-359e-49bb-a13b-64aed9b32248 x-openstack-request-id: req-172251a6-359e-49bb-a13b-64aed9b32248 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:40:54.854451 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61434b8-400a-4c8d-b4be-2c91d7f14075", "name": "network-vif-deleted", "tag": "1d9c8249-fa00-4669-91bf-fa2e2579cd23", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:40:54.854702 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-172251a6-359e-49bb-a13b-64aed9b32248 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:40:54.855097 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61434b8-400a-4c8d-b4be-2c91d7f14075', 'name': 'network-vif-deleted', 'tag': '1d9c8249-fa00-4669-91bf-fa2e2579cd23', 'status': 'completed', 'code': 200} Feb 09 16:40:54.874671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb55eb02-456b-459f-99e0-2b6a4c009cdf req-62a52c5d-8429-4cea-9d3d-3264a68b852b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 210 time: 0.0307753 Feb 09 16:40:55.279673 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3de70089-4a9e-4266-8572-e130e8f3d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:55.772255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-decde766-267e-45f9-883d-0b0200a6eae2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:55.773864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-decde766-267e-45f9-883d-0b0200a6eae2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.13 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 815 time: 0.1078641 Feb 09 16:40:55.787288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Request body: {'port': {'device_id': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0', 'admin_state_up': True, 'tenant_id': '38bc46f26a84425aab06a7bf1b4ced8e'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:40:55.979734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac3ccbef-d16e-42aa-aeb7-8b469b0117d4 req-15919d1a-49f4-4382-b16d-8e46e81d17f0 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 210 time: 0.0336168 Feb 09 16:40:56.017098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Made reservation on behalf of 38bc46f26a84425aab06a7bf1b4ced8e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:40:56.020695 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:56.155925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Allocated IP 172.20.0.10 (beed3549-b5ac-4f52-83a7-a51cafecc3c0/e29256cc-d952-426e-b41c-a847439d250d/720cc848-e9ab-4ac2-8f66-d39f911be837) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:40:56.301715 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:56.404321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:56.454290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Network beed3549-b5ac-4f52-83a7-a51cafecc3c0 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:40:56.457519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:40:56.461192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:40:56.485044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:56.514663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:56.515274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:56.608754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c973ec4b-d410-45d9-9cc0-1ea01694a146 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256519 Feb 09 16:40:56.619827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-7823826c-9102-4b10-bd43-5d26eda1457d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:40:56.620817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-7823826c-9102-4b10-bd43-5d26eda1457d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064659 Feb 09 16:40:56.632592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Request body: {'port': {'device_id': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:40:56.689032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:56.726583 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:56.958260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720cc848-e9ab-4ac2-8f66-d39f911be837 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:40:56.966360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:56.982816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Transition to ACTIVE for port object 720cc848-e9ab-4ac2-8f66-d39f911be837 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:40:57.045723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:57.124191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:57.161360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbf8d0-fbd9-4850-84d6-37f72c73961f req-59f59c30-7420-4d57-932b-03db6e92b5e1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:57.162845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42fbf8d0-fbd9-4850-84d6-37f72c73961f req-59f59c30-7420-4d57-932b-03db6e92b5e1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 944 time: 0.1147263 Feb 09 16:40:57.236999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42fbf8d0-fbd9-4850-84d6-37f72c73961f req-0274b10e-3218-4f14-95aa-f21c18b89e24 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554421 Feb 09 16:40:57.239369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Attempting to bind port 720cc848-e9ab-4ac2-8f66-d39f911be837 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:40:57.239722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Attempting to bind port 720cc848-e9ab-4ac2-8f66-d39f911be837 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:40:57.240550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Attempting to bind port 720cc848-e9ab-4ac2-8f66-d39f911be837 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:40:57.245921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Port 720cc848-e9ab-4ac2-8f66-d39f911be837 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:40:57.246250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Attempting to bind port 720cc848-e9ab-4ac2-8f66-d39f911be837 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:40:57.262506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:40:57.262506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Checking segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:40:57.262506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Bound using segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:40:57.262506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Bound port: 720cc848-e9ab-4ac2-8f66-d39f911be837, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:40:57.262506 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:57.321325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:40:57.324596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:40:57.423046 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:57.460736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:57.461362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:57.462769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 200 len: 1092 time: 0.8344619 Feb 09 16:40:57.463215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:40:57.465510 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3020a9-94df-4f1c-b207-1b9ed1b4edd6" -d '{"events": [{"name": "network-changed", "server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:40:57.490295 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5f124-c3d9-4caa-ae22-36e8d4c871c2 service neutron] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:40:57.511432 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0adbab-b5ed-46d4-86c6-d26292daa27b x-openstack-request-id: req-fd0adbab-b5ed-46d4-86c6-d26292daa27b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:40:57.511731 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:40:57.512036 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd0adbab-b5ed-46d4-86c6-d26292daa27b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:40:57.512538 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'status': 'completed', 'code': 200} Feb 09 16:40:57.573845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3020a9-94df-4f1c-b207-1b9ed1b4edd6 req-8f558bd2-7e67-4860-8b08-e49bb539904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:57.575376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee3020a9-94df-4f1c-b207-1b9ed1b4edd6 req-8f558bd2-7e67-4860-8b08-e49bb539904e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 1095 time: 0.0432925 Feb 09 16:40:57.672424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3020a9-94df-4f1c-b207-1b9ed1b4edd6 req-d0102412-0e02-4e2d-b081-cbeeb718f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:57.673913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee3020a9-94df-4f1c-b207-1b9ed1b4edd6 req-d0102412-0e02-4e2d-b081-cbeeb718f056 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0919743 Feb 09 16:40:57.771542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3020a9-94df-4f1c-b207-1b9ed1b4edd6 req-451c2dc2-f6e6-4f8a-a95a-d0a4e65d4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:57.772401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee3020a9-94df-4f1c-b207-1b9ed1b4edd6 req-451c2dc2-f6e6-4f8a-a95a-d0a4e65d4fec service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921056 Feb 09 16:40:57.794947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1d9c8249-fa00-4669-91bf-fa2e2579cd23 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:40:57.818170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 1d9c8249-fa00-4669-91bf-fa2e2579cd23 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:40:57.818513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1d9c8249-fa00-4669-91bf-fa2e2579cd23 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:40:57.852957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c0149ceb-e281-48ba-8bf3-daf9a1c06bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:57.854520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-c0149ceb-e281-48ba-8bf3-daf9a1c06bef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 1095 time: 0.0416703 Feb 09 16:40:57.899627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-8fa5d059-1a38-4e9f-b21e-eb483b94b910 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 200 len: 217 time: 0.0383990 Feb 09 16:40:57.949248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-0678fd7a-b890-42f1-9012-b06271f504ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:57.950718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-0678fd7a-b890-42f1-9012-b06271f504ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0442460 Feb 09 16:40:57.981703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-b3e0190d-72f1-4521-b280-cbae8561c48d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251210 Feb 09 16:40:58.074586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-9723779d-5c61-4162-8330-e10b76406567 service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865159 Feb 09 16:40:58.166944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-24ede2aa-2d2c-4bdc-b08a-ce7645e5f438 req-4dab2225-f8e7-43ca-9e1f-0dd18aef013a service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Feb 09 16:40:58.363427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55a167-c7dd-4856-b83e-e22e375c2bc8 req-5692830f-7483-4196-97eb-d1afee9f9b24 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:58.365188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb55a167-c7dd-4856-b83e-e22e375c2bc8 req-5692830f-7483-4196-97eb-d1afee9f9b24 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 944 time: 0.0499442 Feb 09 16:40:58.365531 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:58.405459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb55a167-c7dd-4856-b83e-e22e375c2bc8 req-94504c03-be95-40d8-ae8d-48758792a7a2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336044 Feb 09 16:40:58.617038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:59.530118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e96ae-1924-4fe0-a9d0-6dedc39b4dd8 req-9dec3f2e-eb77-41de-aa82-72fe6ce69563 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:40:59.531700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c2e96ae-1924-4fe0-a9d0-6dedc39b4dd8 req-9dec3f2e-eb77-41de-aa82-72fe6ce69563 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 944 time: 0.0560336 Feb 09 16:40:59.571791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c2e96ae-1924-4fe0-a9d0-6dedc39b4dd8 req-4486da7f-b7d4-4234-b24c-f2324803fa61 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337527 Feb 09 16:40:59.810872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 720cc848-e9ab-4ac2-8f66-d39f911be837 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:40:59.904194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:40:59.916151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0', 'port_id': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'mac_address': 'fa:16:3e:b7:5a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29256cc-d952-426e-b41c-a847439d250d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:40:59.951978 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:40:59.968213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720cc848-e9ab-4ac2-8f66-d39f911be837 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:40:59.987743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:00.095622 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:00.144131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:00.284287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['720cc848-e9ab-4ac2-8f66-d39f911be837'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:41:00.558475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:00.687828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1a4aa-7a60-47b7-8490-5f256b263c11 req-4bcfac19-1b37-43e0-b306-44769ea2dfb7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:00.689340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38a1a4aa-7a60-47b7-8490-5f256b263c11 req-4bcfac19-1b37-43e0-b306-44769ea2dfb7 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 945 time: 0.0484111 Feb 09 16:41:00.732247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38a1a4aa-7a60-47b7-8490-5f256b263c11 req-f77974c6-fe4b-4c43-9590-9b96792ed4e9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354507 Feb 09 16:41:01.811631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 720cc848-e9ab-4ac2-8f66-d39f911be837 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:41:01.851312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771ad78-c524-4bfe-900c-c69bdf83b76d req-d6be602a-7ba7-462a-ad14-d8ae9323abdb tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:01.852917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6771ad78-c524-4bfe-900c-c69bdf83b76d req-d6be602a-7ba7-462a-ad14-d8ae9323abdb tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 945 time: 0.0493348 Feb 09 16:41:01.891546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6771ad78-c524-4bfe-900c-c69bdf83b76d req-1fcb4d8c-f96c-4bb6-a422-f5031f6e8626 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Feb 09 16:41:01.925460 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 720cc848-e9ab-4ac2-8f66-d39f911be837 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:41:01.929611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 720cc848-e9ab-4ac2-8f66-d39f911be837 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:01.929984 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:02.009571 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:02.031947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:41:02.034300 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879cd0b0-86c5-41ca-859e-9f7836a82abb" -d '{"events": [{"server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "name": "network-vif-plugged", "status": "completed", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:41:02.051916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:02.072679 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330677c3-d3a8-454f-af29-3b8175328362 x-openstack-request-id: req-330677c3-d3a8-454f-af29-3b8175328362 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:41:02.072679 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "name": "network-vif-plugged", "status": "completed", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:41:02.072679 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-330677c3-d3a8-454f-af29-3b8175328362 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:41:02.072679 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'code': 200} Feb 09 16:41:02.119436 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:02.169960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858c1f6-52e5-4e95-aab4-f2f3e84db8d2 req-e6a96ef6-9757-410d-adf3-c0c478b3eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:02.171395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d858c1f6-52e5-4e95-aab4-f2f3e84db8d2 req-e6a96ef6-9757-410d-adf3-c0c478b3eae3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 1097 time: 0.0459232 Feb 09 16:41:02.177081 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:02.207576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d858c1f6-52e5-4e95-aab4-f2f3e84db8d2 req-11052329-b126-4ef5-9af4-aee650cf0d27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294590 Feb 09 16:41:02.222372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:03.008926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc5c42-1c35-4086-98d5-60a859f94e17 req-b20eaa47-ae6f-4710-bcb7-6d7d6adabc83 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:03.010449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ecc5c42-1c35-4086-98d5-60a859f94e17 req-b20eaa47-ae6f-4710-bcb7-6d7d6adabc83 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0501468 Feb 09 16:41:03.051202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ecc5c42-1c35-4086-98d5-60a859f94e17 req-bb438322-8dd7-40e6-9a21-2e0b5ec92394 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346861 Feb 09 16:41:04.168903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7015c1-a32d-4e48-b041-d67ace76eb5a req-e1e2f3c9-67fa-45d1-a92d-4f8c35d86a2f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:04.170380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b7015c1-a32d-4e48-b041-d67ace76eb5a req-e1e2f3c9-67fa-45d1-a92d-4f8c35d86a2f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0483387 Feb 09 16:41:04.210141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b7015c1-a32d-4e48-b041-d67ace76eb5a req-b331df14-651b-4c27-8cef-778699b1dc7e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337937 Feb 09 16:41:04.332198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700c70f-98e0-4c41-bf3b-74a9ceedbe20 req-56f9dcf3-8872-4d3a-a614-770324076c7f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:04.333733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2700c70f-98e0-4c41-bf3b-74a9ceedbe20 req-56f9dcf3-8872-4d3a-a614-770324076c7f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0536187 Feb 09 16:41:04.372534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2700c70f-98e0-4c41-bf3b-74a9ceedbe20 req-c608a8cb-542b-4be3-8032-b7e2151f020e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Feb 09 16:41:04.399455 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:41:04.770007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe914f-15f6-477a-b8d9-ae5275789fb1 req-75b5f500-3065-4949-9dea-3555ab7f6503 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:04.771544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48fe914f-15f6-477a-b8d9-ae5275789fb1 req-75b5f500-3065-4949-9dea-3555ab7f6503 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0504305 Feb 09 16:41:04.810521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48fe914f-15f6-477a-b8d9-ae5275789fb1 req-bded4f3f-1ca5-47b1-ac62-eded19200f87 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Feb 09 16:41:04.865723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-805a5599-b18f-49c9-bda4-276fa1bea8a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398464 Feb 09 16:41:05.931047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305ea94-d4ca-4a50-9708-8adb6b0fa401 req-6ef7f266-c2b0-4a0f-91e7-4c9324f30adf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:05.932459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2305ea94-d4ca-4a50-9708-8adb6b0fa401 req-6ef7f266-c2b0-4a0f-91e7-4c9324f30adf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0540266 Feb 09 16:41:05.970911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2305ea94-d4ca-4a50-9708-8adb6b0fa401 req-354642a7-dbc5-44ee-8dc1-5199e50fd82a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Feb 09 16:41:06.892923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-555f65e8-195e-47e4-8926-afb3a5329a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:06.894438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-555f65e8-195e-47e4-8926-afb3a5329a00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 1097 time: 0.0406935 Feb 09 16:41:06.983638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-969b0908-41b1-4e1c-954e-2a5096b6a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:06.985181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-969b0908-41b1-4e1c-954e-2a5096b6a7ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.0845747 Feb 09 16:41:07.030188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-bc5f7b1a-fd38-45fa-9df1-115a0b701235 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 200 len: 217 time: 0.0388691 Feb 09 16:41:07.105819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-c2b857f6-7f3c-4062-abcd-b4e545b1d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:07.107297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-c2b857f6-7f3c-4062-abcd-b4e545b1d2af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0713897 Feb 09 16:41:07.119597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65593703-65de-4f7b-808d-6489f0e7cb41 req-7b0ab624-a141-4e31-ac45-1e70675309c1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:07.121021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65593703-65de-4f7b-808d-6489f0e7cb41 req-7b0ab624-a141-4e31-ac45-1e70675309c1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0777862 Feb 09 16:41:07.154852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-093e38bd-56bc-4bbc-82e0-f3ac5212ca63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328012 Feb 09 16:41:07.224551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-65593703-65de-4f7b-808d-6489f0e7cb41 req-455b7d96-d51d-41db-82e3-336d72d5c429 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951524 Feb 09 16:41:07.262743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-515c47d8-a10d-4cc6-b966-9329868501ea service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016588 Feb 09 16:41:07.657769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-526cc59f-ccb7-454a-8d11-b295a94cff8a service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887267 Feb 09 16:41:08.342336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfe4d1-89f7-42c3-8656-5e1dd6996ff7 req-57440e68-379e-4627-b05d-a065850d7cef tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:08.343792 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86cfe4d1-89f7-42c3-8656-5e1dd6996ff7 req-57440e68-379e-4627-b05d-a065850d7cef tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0489240 Feb 09 16:41:08.380875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86cfe4d1-89f7-42c3-8656-5e1dd6996ff7 req-6801f329-5398-4569-9a78-2438640cc8ab tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307190 Feb 09 16:41:09.498841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827d8f0-1a85-419b-b1cc-c59fde17758c req-705bf7c6-e1a3-4305-85dd-d11e32a459a4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:09.500362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f827d8f0-1a85-419b-b1cc-c59fde17758c req-705bf7c6-e1a3-4305-85dd-d11e32a459a4 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0502381 Feb 09 16:41:09.539848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f827d8f0-1a85-419b-b1cc-c59fde17758c req-3330de01-7782-4e12-953a-9a1b7170d209 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Feb 09 16:41:10.661593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3910aae-840e-4a08-907f-efbcece3fe60 req-f217b21a-5347-49b8-92fe-70a8bc95703a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:10.663575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3910aae-840e-4a08-907f-efbcece3fe60 req-f217b21a-5347-49b8-92fe-70a8bc95703a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0526838 Feb 09 16:41:10.701212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3910aae-840e-4a08-907f-efbcece3fe60 req-1ab9869f-a71d-4ead-a491-f7f3f5622313 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316646 Feb 09 16:41:11.817506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0b2fc-d05a-4ae6-a32e-8dfa55da3d96 req-b3a133a7-7edf-4b61-ad72-67e29f3c7321 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:11.818991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bd0b2fc-d05a-4ae6-a32e-8dfa55da3d96 req-b3a133a7-7edf-4b61-ad72-67e29f3c7321 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0484788 Feb 09 16:41:11.856507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bd0b2fc-d05a-4ae6-a32e-8dfa55da3d96 req-af01a8da-9620-4f91-9d47-a8d5a909c4d9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Feb 09 16:41:12.973903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2e8b6-6189-4bca-8491-4642c68d7664 req-9e5af9db-453f-4cc8-8fae-b0fe270159d8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:12.975392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e2e8b6-6189-4bca-8491-4642c68d7664 req-9e5af9db-453f-4cc8-8fae-b0fe270159d8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0485823 Feb 09 16:41:13.013847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e2e8b6-6189-4bca-8491-4642c68d7664 req-154ec785-7f88-4473-88b0-c4302710587d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Feb 09 16:41:14.133469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d128-d23d-4085-bbe7-bbb8c07d1c04 req-7fd64e79-8fcd-4503-8f16-dff2b3b38c8d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:14.134935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ed2d128-d23d-4085-bbe7-bbb8c07d1c04 req-7fd64e79-8fcd-4503-8f16-dff2b3b38c8d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0528357 Feb 09 16:41:14.173131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ed2d128-d23d-4085-bbe7-bbb8c07d1c04 req-83891fc0-8f76-45a4-a629-f7252c90165a tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Feb 09 16:41:15.288403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11011005-3137-4754-b9c9-dcb008c44dd4 req-aef8d1f6-5b59-4bea-a4c4-cb2f06c61544 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:15.290707 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11011005-3137-4754-b9c9-dcb008c44dd4 req-aef8d1f6-5b59-4bea-a4c4-cb2f06c61544 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0504603 Feb 09 16:41:15.327471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11011005-3137-4754-b9c9-dcb008c44dd4 req-2a36aa9b-4224-48ce-9125-473f7410565f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Feb 09 16:41:16.444798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd209614-5abb-4981-95df-47d5729f474a req-b1ce68d2-0bed-4668-a8e6-58ae1af2aed2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:16.446308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd209614-5abb-4981-95df-47d5729f474a req-b1ce68d2-0bed-4668-a8e6-58ae1af2aed2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0493133 Feb 09 16:41:16.487221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd209614-5abb-4981-95df-47d5729f474a req-2438e407-66db-4b28-91d4-186145096582 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337319 Feb 09 16:41:17.611245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed212699-5d4e-4fd7-ae5d-9ae06cb7435b req-f74f6aae-0dac-41f3-9508-7e754a084253 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:17.612753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed212699-5d4e-4fd7-ae5d-9ae06cb7435b req-f74f6aae-0dac-41f3-9508-7e754a084253 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0530920 Feb 09 16:41:17.651677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed212699-5d4e-4fd7-ae5d-9ae06cb7435b req-464e8ea1-ee4a-4f85-b485-02d9bf19af2d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Feb 09 16:41:18.778559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec30ae-5b52-47a5-8e53-c7ade11d8332 req-e2dccd7d-091a-44f1-9cc3-af1c2fd6c7bc tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:18.780145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cec30ae-5b52-47a5-8e53-c7ade11d8332 req-e2dccd7d-091a-44f1-9cc3-af1c2fd6c7bc tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0595341 Feb 09 16:41:18.818696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4cec30ae-5b52-47a5-8e53-c7ade11d8332 req-671ddc80-0bc3-4df1-9eb2-c1eae86b6459 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325086 Feb 09 16:41:19.937248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd602f0-3405-4440-94d4-c61df4e1e84e req-bfcd4477-cab7-40ce-b96b-79496db99f3f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:19.938723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd602f0-3405-4440-94d4-c61df4e1e84e req-bfcd4477-cab7-40ce-b96b-79496db99f3f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0504141 Feb 09 16:41:19.977772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbd602f0-3405-4440-94d4-c61df4e1e84e req-0f9cc72a-3531-40f4-b13f-03a098ddcf38 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Feb 09 16:41:21.101180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e9d76-e3e9-4251-81af-93c4980c089a req-57081b0f-b722-40d9-a1a1-a45033238afd tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:21.102764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d19e9d76-e3e9-4251-81af-93c4980c089a req-57081b0f-b722-40d9-a1a1-a45033238afd tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0546615 Feb 09 16:41:21.141977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d19e9d76-e3e9-4251-81af-93c4980c089a req-6fb5c055-8368-424b-9cfc-35f4a6299a41 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Feb 09 16:41:22.265031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64753c30-961d-4a16-b0b7-1030deaf4074 req-dc0d611e-52e7-44c2-a227-b1c42f62fd85 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:22.266477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64753c30-961d-4a16-b0b7-1030deaf4074 req-dc0d611e-52e7-44c2-a227-b1c42f62fd85 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0517313 Feb 09 16:41:22.308485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64753c30-961d-4a16-b0b7-1030deaf4074 req-eec9311c-fd4e-499c-8abc-e682d08370a1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351841 Feb 09 16:41:22.987857 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cbd8700c-5fc6-407f-9ba9-ab28232bc8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:23.436254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95146c3b-2867-4e7c-b5db-0464779f34e8 req-6bb3085f-495b-4abe-83b2-ea1a6fc9d76c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:23.437832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95146c3b-2867-4e7c-b5db-0464779f34e8 req-6bb3085f-495b-4abe-83b2-ea1a6fc9d76c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0576320 Feb 09 16:41:23.478642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95146c3b-2867-4e7c-b5db-0464779f34e8 req-9590db00-ae5f-4caa-a0e6-98767eedfdcd tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343175 Feb 09 16:41:24.606433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769f1aa-6638-4353-a92a-7cbf619b5c74 req-d1f4d75e-d1b0-465e-a036-147d40cac532 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:24.608011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e769f1aa-6638-4353-a92a-7cbf619b5c74 req-d1f4d75e-d1b0-465e-a036-147d40cac532 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0569224 Feb 09 16:41:24.648826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e769f1aa-6638-4353-a92a-7cbf619b5c74 req-5c12a965-ca9e-478d-9a23-ee8c8793fbae tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342014 Feb 09 16:41:25.273577 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-82f7605e-8c0f-470f-ae77-0e4d5cbf60b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:25.763878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0354f-cab4-49f6-809a-ee95cecc1685 req-b17ea55d-6b5f-416b-a6d6-0a0f51d33c53 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:25.765462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baa0354f-cab4-49f6-809a-ee95cecc1685 req-b17ea55d-6b5f-416b-a6d6-0a0f51d33c53 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0494149 Feb 09 16:41:25.804834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-baa0354f-cab4-49f6-809a-ee95cecc1685 req-38d71642-365f-48ed-961f-22e893ad0918 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Feb 09 16:41:26.713417 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:26.923960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae10aca-e9b4-4582-b7f3-664d8fa8228b req-d34dd04d-589c-4dab-b50b-49ec63b019a9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:26.925503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cae10aca-e9b4-4582-b7f3-664d8fa8228b req-d34dd04d-589c-4dab-b50b-49ec63b019a9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0506630 Feb 09 16:41:26.964046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cae10aca-e9b4-4582-b7f3-664d8fa8228b req-52a749db-cd4a-43de-919c-3f3425b49b42 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Feb 09 16:41:28.087950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8315934-0ec3-4f22-9ba6-b7f91b425e02 req-b3af6884-07b8-42d0-8e94-269d9832d0fa tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:28.089475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8315934-0ec3-4f22-9ba6-b7f91b425e02 req-b3af6884-07b8-42d0-8e94-269d9832d0fa tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0539289 Feb 09 16:41:28.127457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8315934-0ec3-4f22-9ba6-b7f91b425e02 req-90c3c2ff-8652-4fa2-b14d-659b81a9903d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Feb 09 16:41:28.369152 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:28.558643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:29.244030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0972c-50e5-4329-830c-17771d823f70 req-152d5c5d-2063-4e7b-ae65-e636958ed9b5 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:29.245495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9d0972c-50e5-4329-830c-17771d823f70 req-152d5c5d-2063-4e7b-ae65-e636958ed9b5 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0496230 Feb 09 16:41:29.284090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9d0972c-50e5-4329-830c-17771d823f70 req-50244600-a8fc-4a53-8841-ed507666b75f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Feb 09 16:41:30.401977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c54b5-a55f-4998-9d2f-aeb2af390859 req-c0931686-1f88-4a6b-96a3-d432293c67a8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:30.403500 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d2c54b5-a55f-4998-9d2f-aeb2af390859 req-c0931686-1f88-4a6b-96a3-d432293c67a8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0494943 Feb 09 16:41:30.446058 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d2c54b5-a55f-4998-9d2f-aeb2af390859 req-d034e947-455a-456f-b269-fcfcf7619d86 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362506 Feb 09 16:41:30.478945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:31.567820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605775f-c31c-4009-b7ee-8621f90ecea2 req-6b21ce36-522b-415f-9af8-af368043e617 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:31.569352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9605775f-c31c-4009-b7ee-8621f90ecea2 req-6b21ce36-522b-415f-9af8-af368043e617 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0528371 Feb 09 16:41:31.609555 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9605775f-c31c-4009-b7ee-8621f90ecea2 req-039a41a7-294a-4938-9638-de02e96cda1d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Feb 09 16:41:32.274307 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:32.731329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29236293-f50c-42a5-9ceb-bd0109966f89 req-2c818a4f-b8a8-4f59-afb0-b41f23d0fe13 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:32.732903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29236293-f50c-42a5-9ceb-bd0109966f89 req-2c818a4f-b8a8-4f59-afb0-b41f23d0fe13 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0516214 Feb 09 16:41:32.773449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-29236293-f50c-42a5-9ceb-bd0109966f89 req-9b8fff7f-ac7a-47b4-90a0-831d78759dcf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Feb 09 16:41:33.931060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef89b-b17f-454a-ae0a-d6a55f54be36 req-7c82f937-f8ab-4ad3-bb7b-96cd3003bb06 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:33.932621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-282ef89b-b17f-454a-ae0a-d6a55f54be36 req-7c82f937-f8ab-4ad3-bb7b-96cd3003bb06 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0522773 Feb 09 16:41:33.974842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-282ef89b-b17f-454a-ae0a-d6a55f54be36 req-6926da85-e633-410d-927e-25d247a1b842 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360274 Feb 09 16:41:34.740619 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-a754dd08-60ee-4d2c-8b58-7a495344144a service neutron] show failed (client error): The resource could not be found. Feb 09 16:41:34.741706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-a754dd08-60ee-4d2c-8b58-7a495344144a service neutron] 10.222.0.13 "GET /v2.0/ports/720cc848-e9ab-4ac2-8f66-d39f911be837/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0692239 Feb 09 16:41:35.135616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4931f-1389-41e7-95ba-5d6667efa538 req-f4cc8bb0-5f58-4196-b1d4-a3e4091ec6b2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:35.138391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ec4931f-1389-41e7-95ba-5d6667efa538 req-f4cc8bb0-5f58-4196-b1d4-a3e4091ec6b2 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0838106 Feb 09 16:41:35.181442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ec4931f-1389-41e7-95ba-5d6667efa538 req-1158321d-704e-455f-bd65-d9762d1023f8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365503 Feb 09 16:41:35.256325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-c3686a6b-7e68-4209-a364-f206941fd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:35.257959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-c3686a6b-7e68-4209-a364-f206941fd5d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b&tenant_id=38bc46f26a84425aab06a7bf1b4ced8e HTTP/1.1" status: 200 len: 1097 time: 0.0439477 Feb 09 16:41:35.271078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:41:35.332698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:35.554824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:35.592584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:41:35.662993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:41:35.666270 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc159eb-b50c-4f91-a8cd-b5c24ee1df46" -d '{"events": [{"server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "name": "network-vif-unplugged", "status": "completed", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:41:35.670807 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:35.687440 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Transition to ACTIVE for port object 720cc848-e9ab-4ac2-8f66-d39f911be837 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:41:35.718482 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b7d9a3-b4aa-4ec4-960b-e9747216307c x-openstack-request-id: req-c0b7d9a3-b4aa-4ec4-960b-e9747216307c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:41:35.718775 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "name": "network-vif-unplugged", "status": "completed", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:41:35.719028 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0b7d9a3-b4aa-4ec4-960b-e9747216307c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:41:35.719432 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'code': 200} Feb 09 16:41:35.769387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:35.841815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:35.844684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] No DVR routers for this DVR port 720cc848-e9ab-4ac2-8f66-d39f911be837 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:41:35.886849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Attempting to bind port 720cc848-e9ab-4ac2-8f66-d39f911be837 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:41:35.887210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Attempting to bind port 720cc848-e9ab-4ac2-8f66-d39f911be837 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:41:35.887545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Attempting to bind port 720cc848-e9ab-4ac2-8f66-d39f911be837 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:41:35.893105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Port 720cc848-e9ab-4ac2-8f66-d39f911be837 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:41:35.893437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Attempting to bind port 720cc848-e9ab-4ac2-8f66-d39f911be837 on network beed3549-b5ac-4f52-83a7-a51cafecc3c0 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:41:35.899414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:41:35.899793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Checking segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:41:35.900229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Bound using segment: {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:41:35.901434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Bound port: 720cc848-e9ab-4ac2-8f66-d39f911be837, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac66f655-7af1-44b3-9e59-2a0d93877657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:41:35.901823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:35.980561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:41:35.984638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:41:36.074132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:36.112417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:36.113073 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:36.114857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] 10.222.0.73 "PUT /v2.0/ports/720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 200 len: 1092 time: 0.8481610 Feb 09 16:41:36.154125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9daaed-0bbf-4054-a6db-0da69cec306f service neutron] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:36.192782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-6e3c1c3b-0a78-4843-b8ae-18868a5ba808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:36.194350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-6e3c1c3b-0a78-4843-b8ae-18868a5ba808 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 1095 time: 0.0536544 Feb 09 16:41:36.320384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-20c96015-0c5b-4bef-acda-ae6946425300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:36.321909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-20c96015-0c5b-4bef-acda-ae6946425300 service neutron] 10.222.0.73 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.1199000 Feb 09 16:41:36.374369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-5468a662-7d29-4721-bb96-02de876ca194 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 200 len: 217 time: 0.0447216 Feb 09 16:41:36.383016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffbee9-8c2c-4f24-bdfd-1053dda82733 req-03f9d142-abd6-4d57-b63d-8f73576e7a16 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:36.384624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51ffbee9-8c2c-4f24-bdfd-1053dda82733 req-03f9d142-abd6-4d57-b63d-8f73576e7a16 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 944 time: 0.1166201 Feb 09 16:41:36.459670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-51ffbee9-8c2c-4f24-bdfd-1053dda82733 req-69a47b60-ecd3-4fb5-950c-1176769bedfd tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662699 Feb 09 16:41:36.461894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-ef5eef30-5831-4c9f-a439-c1e0a1f07c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:36.463375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-ef5eef30-5831-4c9f-a439-c1e0a1f07c10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0778213 Feb 09 16:41:36.504447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-466e01fa-6dfa-4725-ad5a-126582f98a6d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343637 Feb 09 16:41:36.627027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-68ad01f1-947e-4c71-b6a0-aa3ecfad830c service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155593 Feb 09 16:41:36.728166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c60820dd-d544-4682-88ef-ddc757c5cfe1 req-deed4f7f-f163-4c4c-9df2-c8a8b3620a90 service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942678 Feb 09 16:41:37.599399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ffd66-2202-4af9-9354-ea9282ce71d3 req-cbcb5ef5-4ada-4693-8fba-58dc9c555fbf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:37.601474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f48ffd66-2202-4af9-9354-ea9282ce71d3 req-cbcb5ef5-4ada-4693-8fba-58dc9c555fbf tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 944 time: 0.0600672 Feb 09 16:41:37.641457 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f48ffd66-2202-4af9-9354-ea9282ce71d3 req-68561a8c-2f74-4940-82b2-9f35d032276c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337920 Feb 09 16:41:37.720485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:41:37.722878 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093998a3-d34e-49ec-8b56-1a67d4885b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:41:37.773579 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145ff2db-6632-440f-b73b-73f5681592ca x-openstack-request-id: req-145ff2db-6632-440f-b73b-73f5681592ca {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:41:37.773871 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:41:37.774123 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-145ff2db-6632-440f-b73b-73f5681592ca {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:41:37.774522 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'status': 'completed', 'code': 200} Feb 09 16:41:37.865176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-714a2d6b-6642-4aec-9918-e2a72afb10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:37.866866 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-714a2d6b-6642-4aec-9918-e2a72afb10d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 1095 time: 0.0710242 Feb 09 16:41:37.868871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-fb11edc8-e00f-4dba-a7e3-75cbf1e189b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:37.870267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-fb11edc8-e00f-4dba-a7e3-75cbf1e189b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 1095 time: 0.0758281 Feb 09 16:41:37.983442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 720cc848-e9ab-4ac2-8f66-d39f911be837 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:41:38.031040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 720cc848-e9ab-4ac2-8f66-d39f911be837 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:41:38.042151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-59cf0b4a-1a2e-412a-bd27-f31c1504c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:38.043712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-59cf0b4a-1a2e-412a-bd27-f31c1504c4e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.1694441 Feb 09 16:41:38.044676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-8ed5b985-e1b2-4c5b-ba30-fd05d5559a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:38.046035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-8ed5b985-e1b2-4c5b-ba30-fd05d5559a33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.1638451 Feb 09 16:41:38.116790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-7f090448-35a2-4a1f-a38d-40824c684abb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 200 len: 217 time: 0.0660753 Feb 09 16:41:38.118179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-811e0fad-a3cb-449c-b197-9205e4f7856a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 200 len: 217 time: 0.0615551 Feb 09 16:41:38.207039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-fe81a0f4-3c07-4789-bbf7-2f8540f5026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:38.208574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-fe81a0f4-3c07-4789-bbf7-2f8540f5026e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0838904 Feb 09 16:41:38.212726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-bd3ac357-5fbd-4a34-8132-943d5e1cd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:38.214194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-bd3ac357-5fbd-4a34-8132-943d5e1cd2fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0818996 Feb 09 16:41:38.261954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-6109c602-f609-46ec-be9d-584a6714782e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389476 Feb 09 16:41:38.263905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-88790657-78f5-4e9c-b07a-d3d852012949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488329 Feb 09 16:41:38.431589 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-744a013f-d535-4b89-b7a3-e1d5d9da2636 service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608412 Feb 09 16:41:38.433355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-94ef7b83-4b25-4bdd-a2fe-4cc3e04a2d45 service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638584 Feb 09 16:41:38.599731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-aa06705d-5dfd-4297-a446-00e49df4772d service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616671 Feb 09 16:41:38.604360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093998a3-d34e-49ec-8b56-1a67d4885b8b req-8e09c1fc-154f-40a3-a965-4e84f703b1b2 service neutron] 10.222.0.73 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576838 Feb 09 16:41:38.773870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54ca5c-7608-4dd7-8193-1f4bbf5580be req-66155bdf-1a4c-4122-b701-8dc8f62f1b5f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:38.775558 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc54ca5c-7608-4dd7-8193-1f4bbf5580be req-66155bdf-1a4c-4122-b701-8dc8f62f1b5f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 944 time: 0.0574467 Feb 09 16:41:38.819397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cc54ca5c-7608-4dd7-8193-1f4bbf5580be req-296ccbd8-015d-4cdc-9295-390650a572c1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Feb 09 16:41:39.201775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 720cc848-e9ab-4ac2-8f66-d39f911be837 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:41:39.302761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:39.316120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'network_id': 'beed3549-b5ac-4f52-83a7-a51cafecc3c0', 'port_id': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'mac_address': 'fa:16:3e:b7:5a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29256cc-d952-426e-b41c-a847439d250d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:41:39.355959 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:39.370392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720cc848-e9ab-4ac2-8f66-d39f911be837 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:41:39.390888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:39.490798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:39.545234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:39.731992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['720cc848-e9ab-4ac2-8f66-d39f911be837'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:41:39.976401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a499d8-1bb4-4773-93a9-6c36950a22d4 req-51495d4b-ac97-46d5-bb4a-fcee61683a3c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:39.978055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06a499d8-1bb4-4773-93a9-6c36950a22d4 req-51495d4b-ac97-46d5-bb4a-fcee61683a3c tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 945 time: 0.0791454 Feb 09 16:41:40.019847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06a499d8-1bb4-4773-93a9-6c36950a22d4 req-0c51b2d8-d8b3-477a-992e-efa2046ff443 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354865 Feb 09 16:41:40.380534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4c7cf-5e69-400b-8fd5-35fd098c99ad req-43f0cfbb-63eb-4e3e-9865-a6ca0d43742b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:40.382237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59e4c7cf-5e69-400b-8fd5-35fd098c99ad req-43f0cfbb-63eb-4e3e-9865-a6ca0d43742b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 945 time: 0.0584981 Feb 09 16:41:40.454042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59e4c7cf-5e69-400b-8fd5-35fd098c99ad req-51e32b0e-5fea-4b34-a62c-db4eb65a1a3f tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652504 Feb 09 16:41:40.472935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-586409cb-78f7-4d05-aad4-952ba2ac6b59 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:40.474447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-586409cb-78f7-4d05-aad4-952ba2ac6b59 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.13 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b&tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 945 time: 0.0709929 Feb 09 16:41:40.544941 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-ebe4620c-44ab-46bc-8f2b-bb7eba2a51b0 service neutron] delete failed (client error): The resource could not be found. Feb 09 16:41:40.546011 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-ebe4620c-44ab-46bc-8f2b-bb7eba2a51b0 service neutron] 10.222.0.13 "DELETE /v2.0/ports/720cc848-e9ab-4ac2-8f66-d39f911be837/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0635414 Feb 09 16:41:40.649083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-50e72e13-5d15-4507-a287-9895114778dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:40.650626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-50e72e13-5d15-4507-a287-9895114778dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 1096 time: 0.0578129 Feb 09 16:41:40.744356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-c8757298-3b36-4146-95e3-be327478ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:40.745862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-c8757298-3b36-4146-95e3-be327478ddd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 200 len: 916 time: 0.0887458 Feb 09 16:41:40.786802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-5d5cfa56-6e79-431a-aea9-6947dfb10905 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 200 len: 217 time: 0.0347829 Feb 09 16:41:40.841648 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-cdb10050-281d-434d-88a9-d9e06767974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:40.843077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-cdb10050-281d-434d-88a9-d9e06767974b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 200 len: 855 time: 0.0497336 Feb 09 16:41:40.876523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-06131d71-01b9-4ef2-95f4-50bb52bdb00b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=beed3549-b5ac-4f52-83a7-a51cafecc3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272853 Feb 09 16:41:40.970974 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-d07eff8b-4f9e-429d-a7ee-b7d785caa477 service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884686 Feb 09 16:41:41.079155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e61be539-4e87-4ab5-b32f-7708dcf135c6 req-86c7d997-8417-4d7a-a301-30fe789e6d95 service neutron] 10.222.0.13 "GET /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012187 Feb 09 16:41:41.216904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 720cc848-e9ab-4ac2-8f66-d39f911be837 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:41:41.324484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 720cc848-e9ab-4ac2-8f66-d39f911be837 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:41:41.328647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 720cc848-e9ab-4ac2-8f66-d39f911be837 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:41.329037 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:41.398863 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:41:41.408102 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:41.430551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:41:41.433031 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf73a762-78ed-4a88-b79d-ea54d9e290d4" -d '{"events": [{"server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "name": "network-vif-plugged", "status": "completed", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:41:41.446689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:41.483527 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb859c6-57bf-43a7-8ad4-3fa43807b4d4 x-openstack-request-id: req-4bb859c6-57bf-43a7-8ad4-3fa43807b4d4 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:41:41.483877 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "name": "network-vif-plugged", "status": "completed", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:41:41.484218 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bb859c6-57bf-43a7-8ad4-3fa43807b4d4 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:41:41.484743 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'code': 200} Feb 09 16:41:41.540885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:41.581988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ae4ee-e8ea-4298-a0e9-8e2dbc6407cb req-16cc8242-37f4-4ec3-aff2-d1e06d8b231e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:41.583546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a54ae4ee-e8ea-4298-a0e9-8e2dbc6407cb req-16cc8242-37f4-4ec3-aff2-d1e06d8b231e tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0569956 Feb 09 16:41:41.592899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:41.626869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a54ae4ee-e8ea-4298-a0e9-8e2dbc6407cb req-29525622-9352-4548-8d4b-6c6b1d3c5cd9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368581 Feb 09 16:41:42.744188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1775e-40cf-4167-bff8-53eea4805958 req-6ebc126b-bebe-4247-9c50-99d07dc4b815 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:42.745676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fc1775e-40cf-4167-bff8-53eea4805958 req-6ebc126b-bebe-4247-9c50-99d07dc4b815 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0489855 Feb 09 16:41:42.790495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fc1775e-40cf-4167-bff8-53eea4805958 req-84b6588a-dc1f-4bf3-85c4-c5c57678d7be tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Feb 09 16:41:42.906590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63334b-cd3b-4498-b3a1-974d37ced5f1 req-bb7e3dfb-3b22-4a11-aa2e-3575619262e8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:42.907995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b63334b-cd3b-4498-b3a1-974d37ced5f1 req-bb7e3dfb-3b22-4a11-aa2e-3575619262e8 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0509605 Feb 09 16:41:42.946610 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b63334b-cd3b-4498-b3a1-974d37ced5f1 req-7e4a9151-b7cf-4e41-8a16-d09c498e1311 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Feb 09 16:41:43.065976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357190db-c6e0-48e8-b28e-ded3f3b60730 req-01c50ca5-8b4d-4a86-aa55-fa67c71e77c1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:43.067600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357190db-c6e0-48e8-b28e-ded3f3b60730 req-01c50ca5-8b4d-4a86-aa55-fa67c71e77c1 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0514355 Feb 09 16:41:43.108981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-357190db-c6e0-48e8-b28e-ded3f3b60730 req-4f1e57b4-b748-4b7a-aa6b-a812470a3ee0 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341847 Feb 09 16:41:43.795885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8729df-1ddc-4926-95b3-c7e83a93c089 req-6299a312-c5a8-4baf-bd9e-416102242241 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:43.797520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e8729df-1ddc-4926-95b3-c7e83a93c089 req-6299a312-c5a8-4baf-bd9e-416102242241 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0522902 Feb 09 16:41:43.847259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e8729df-1ddc-4926-95b3-c7e83a93c089 req-062b382f-6812-4bec-99c6-81d4e038e3eb tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Feb 09 16:41:44.974638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-ddada702-1ee8-41f0-8fca-0ce442841e9b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:44.976653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-ddada702-1ee8-41f0-8fca-0ce442841e9b tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.73 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0803559 Feb 09 16:41:44.989734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff0d19-d6d1-4ed6-859c-c85c1f12cf40 req-4ed051bc-aadd-43f1-a3e8-dd112bf4d406 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:44.991238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cff0d19-d6d1-4ed6-859c-c85c1f12cf40 req-4ed051bc-aadd-43f1-a3e8-dd112bf4d406 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b873d3-1ac2-4db9-9628-4ce5aca2583b HTTP/1.1" status: 200 len: 946 time: 0.0682859 Feb 09 16:41:45.080489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9cff0d19-d6d1-4ed6-859c-c85c1f12cf40 req-40dbdc81-7ad8-4a55-9271-aacf92f49f0d tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.53 "GET /v2.0/security-groups?id=337f56c5-9dba-45f9-b5d8-a5e4552ceea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812695 Feb 09 16:41:45.108558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Deleting port 720cc848-e9ab-4ac2-8f66-d39f911be837 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:41:45.108912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:45.202578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] For port 720cc848-e9ab-4ac2-8f66-d39f911be837, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=720cc848-e9ab-4ac2-8f66-d39f911be837,segment=NetworkSegment(ac66f655-7af1-44b3-9e59-2a0d93877657),segment_id=ac66f655-7af1-44b3-9e59-2a0d93877657)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:45.202901 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:45.216258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Calling delete_port for 720cc848-e9ab-4ac2-8f66-d39f911be837 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:41:45.415701 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:45.446206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Pushing event deleted for resources: {'Port': ['ID=720cc848-e9ab-4ac2-8f66-d39f911be837,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:45.492360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] No DVR routers for this DVR port 720cc848-e9ab-4ac2-8f66-d39f911be837 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:41:45.495010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:45.498321 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cbc09adf-996a-42ce-83cd-3ab81d716615 req-0183e1e6-5be6-4591-826f-b98ff0b93cb9 tempest-ServerDiskConfigTestJSON-43152261 tempest-ServerDiskConfigTestJSON-43152261-project] 10.222.0.73 "DELETE /v2.0/ports/720cc848-e9ab-4ac2-8f66-d39f911be837 HTTP/1.1" status: 204 len: 173 time: 0.5055470 Feb 09 16:41:45.498743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'name': 'network-vif-deleted', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:41:45.501070 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824add9c-8a75-479c-9417-9eb3f568d60b" -d '{"events": [{"server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "name": "network-vif-deleted", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:41:45.607517 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692c4990-56b5-492e-ace0-87721d7473e3 x-openstack-request-id: req-692c4990-56b5-492e-ace0-87721d7473e3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:41:45.607809 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b873d3-1ac2-4db9-9628-4ce5aca2583b", "name": "network-vif-deleted", "tag": "720cc848-e9ab-4ac2-8f66-d39f911be837", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:41:45.608065 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-692c4990-56b5-492e-ace0-87721d7473e3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:41:45.608506 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b873d3-1ac2-4db9-9628-4ce5aca2583b', 'name': 'network-vif-deleted', 'tag': '720cc848-e9ab-4ac2-8f66-d39f911be837', 'status': 'completed', 'code': 200} Feb 09 16:41:46.210399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:46.256845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Deleting subnet e29256cc-d952-426e-b41c-a847439d250d {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:41:46.260804 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.294835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.334835 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.460654 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.492865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29256cc-d952-426e-b41c-a847439d250d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:46.497675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.500911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e29256cc-d952-426e-b41c-a847439d250d HTTP/1.1" status: 204 len: 168 time: 0.2893715 Feb 09 16:41:46.510088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60252) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:46.510751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.510751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.510751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.510751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.510751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.510751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.510751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.510751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.511334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.511469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.511675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.512003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5ac5dc-7b9d-481a-b00f-b4a00801ee59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.588644 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.672777 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.693765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed3549-b5ac-4f52-83a7-a51cafecc3c0']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:46.702921 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac66f655-7af1-44b3-9e59-2a0d93877657') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:46.703217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac66f655-7af1-44b3-9e59-2a0d93877657') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:46.713952 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.727415 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.733536 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:41:46.733917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:41:46.735579 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:41:46.884741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.890771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:46.893782 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] 10.222.0.53 "DELETE /v2.0/networks/beed3549-b5ac-4f52-83a7-a51cafecc3c0 HTTP/1.1" status: 204 len: 168 time: 0.3883259 Feb 09 16:41:46.905159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=beed3549-b5ac-4f52-83a7-a51cafecc3c0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:46.912823 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.913173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.914143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.914479 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.914813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.915130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.915456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.915777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.916106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.916437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.916752 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:46.917065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0618619-7a79-417b-9f93-9ed3e9d48c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:47.240554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60258) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:47.253198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 720cc848-e9ab-4ac2-8f66-d39f911be837 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:41:47.275268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 720cc848-e9ab-4ac2-8f66-d39f911be837 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:41:47.275618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 720cc848-e9ab-4ac2-8f66-d39f911be837 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:41:47.281910 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d1b732e8-abfb-4d91-8079-8d6074fb225a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38bc46f26a84425aab06a7bf1b4ced8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401778 Feb 09 16:41:47.284458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60260) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:47.331216 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5876146b-bf85-4bfe-a672-9f3f21852bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:47.352382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5876146b-bf85-4bfe-a672-9f3f21852bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:47.472721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5876146b-bf85-4bfe-a672-9f3f21852bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:47.475431 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5876146b-bf85-4bfe-a672-9f3f21852bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:47.476607 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5876146b-bf85-4bfe-a672-9f3f21852bcb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/337f56c5-9dba-45f9-b5d8-a5e4552ceea0 HTTP/1.1" status: 204 len: 168 time: 0.1912646 Feb 09 16:41:47.484889 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876146b-bf85-4bfe-a672-9f3f21852bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f56c5-9dba-45f9-b5d8-a5e4552ceea0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:48.569261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60282) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:48.676974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-409648173-network', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:41:48.781615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Made reservation on behalf of 9d2fe9522c1a4d4685bbb15f35d0c26d for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:41:48.783992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:48.793460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:48.871106 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:48.935932 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:48.959047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:41:48.975029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4b1ec0-5be8-4261-822d-fb7fcc02574a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:48.979191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:48.979546 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Added segment e2fcc381-065c-44b6-aa5f-d251a86cb4c9 of type vlan for network 793aa308-95f6-4e22-8ffe-1b1c58524282 Feb 09 16:41:49.020410 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:49.118477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:49.119546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:49.120142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:49.181677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] Pushing event updated for resources: {'Network': ['ID=793aa308-95f6-4e22-8ffe-1b1c58524282,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:49.191877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:41:49.246902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ca0e3507-0446-4875-bf14-a480c0488c58 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6759186 Feb 09 16:41:49.250015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60286) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:49.255800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Request body: {'subnet': {'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-409648173-subnet', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:41:49.335925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Made reservation on behalf of 9d2fe9522c1a4d4685bbb15f35d0c26d for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:41:49.338534 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:49.581916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:49.642483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8737e6d-71e3-4b15-bfb4-5495ef971f3d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:49.650201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:41:49.650560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Network hostable DHCP agents. Network: 793aa308-95f6-4e22-8ffe-1b1c58524282, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:41:49.735613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:41:49.815556 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 793aa308-95f6-4e22-8ffe-1b1c58524282) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:41:49.820659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:49.821366 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:49.824587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34516107-7aa2-4608-adbd-770122488cff None None] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:41:49.908831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cf711de7-06b2-4b8b-b2c3-e3e87f479820 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6575401 Feb 09 16:41:49.911393 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60288) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:49.916582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:41:49.972419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-793aa308-95f6-4e22-8ffe-1b1c58524282', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:41:49.973300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.021700 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.023309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.087396 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.125333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Allocated IP 172.20.0.2 (793aa308-95f6-4e22-8ffe-1b1c58524282/a8737e6d-71e3-4b15-bfb4-5495ef971f3d/d6787741-aa68-4a5b-9d05-5675ea334784) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:41:50.272233 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.303077 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.365187 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.406301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:41:50.410830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:41:50.415689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:41:50.417727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Pushing event updated for resources: {'Port': ['ID=d6787741-aa68-4a5b-9d05-5675ea334784,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:50.427120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.427465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.427807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.428186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.428499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.428875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.429201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.429524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.429847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.430172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.430490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.430808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:50.486382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Attempting to bind port d6787741-aa68-4a5b-9d05-5675ea334784 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:41:50.486762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Attempting to bind port d6787741-aa68-4a5b-9d05-5675ea334784 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:41:50.487124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Attempting to bind port d6787741-aa68-4a5b-9d05-5675ea334784 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:41:50.493148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:41:50.493534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:41:50.493937 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.494465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:41:50.494927 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Bound port: d6787741-aa68-4a5b-9d05-5675ea334784, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:41:50.495308 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.558704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] For port d6787741-aa68-4a5b-9d05-5675ea334784, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:41:50.561914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] For port d6787741-aa68-4a5b-9d05-5675ea334784, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6787741-aa68-4a5b-9d05-5675ea334784,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:41:50.585202 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.603969 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.617127 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.675607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccb155-b9fb-45e8-ad89-9e5007dd93f1 None None] Pushing event updated for resources: {'Port': ['ID=d6787741-aa68-4a5b-9d05-5675ea334784,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:50.715930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Allocated IP 172.25.5.11 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:41:50.841389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.941839 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:50.989332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:41:50.992997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:41:50.995442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:41:51.021764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Pushing event updated for resources: {'Port': ['ID=fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:51.345281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:51.565601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c6727-77e3-49ad-b2cd-daf81c21a5f2 None None] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:41:51.640030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-850bbb53-26ea-4086-8796-ac5f366b5a4e None None] Provisioning complete for port d6787741-aa68-4a5b-9d05-5675ea334784 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:51.640450 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-850bbb53-26ea-4086-8796-ac5f366b5a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:51.743933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6787741-aa68-4a5b-9d05-5675ea334784 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:41:51.845945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-850bbb53-26ea-4086-8796-ac5f366b5a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:51.868993 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:51.896736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-850bbb53-26ea-4086-8796-ac5f366b5a4e None None] For port d6787741-aa68-4a5b-9d05-5675ea334784, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6787741-aa68-4a5b-9d05-5675ea334784,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:51.901048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d6787741-aa68-4a5b-9d05-5675ea334784 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:51.901416 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:51.994205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:51.999736 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-850bbb53-26ea-4086-8796-ac5f366b5a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:52.091380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bbb53-26ea-4086-8796-ac5f366b5a4e None None] Pushing event updated for resources: {'Port': ['ID=d6787741-aa68-4a5b-9d05-5675ea334784,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:52.099355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:41:52.099712 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:41:52.118561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:41:52.219805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b3cf0901-1a02-4e48-9e87-14e437d06581 None None] Provisioning complete for port d6787741-aa68-4a5b-9d05-5675ea334784 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:52.220095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3cf0901-1a02-4e48-9e87-14e437d06581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:52.227044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:41:52.244031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:41:52.267273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:41:52.267895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:41:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:52.291857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:52.293176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-062249aa-18e3-49f6-a4f0-d6b4bddaef33 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3806245 Feb 09 16:41:52.296169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60290) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:52.408636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:41:52.593908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:51Z', 'revision_number': 3, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:52.621820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:41:52.622179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Updating router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:41:52.674884 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:52.722269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:52.880138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Allocated IP 172.20.0.1 (793aa308-95f6-4e22-8ffe-1b1c58524282/a8737e6d-71e3-4b15-bfb4-5495ef971f3d/247cff3e-9285-4906-8f75-f59e261f86ba) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:41:52.948431 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:52.984137 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.026932 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e5cee3c5-da1a-4550-aed5-73bf258b387b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.061550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.118553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Attempting to bind port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:41:53.118928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Attempting to bind port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:41:53.119290 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Attempting to bind port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:41:53.121219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76883ab6-b72b-45df-ad9d-bdb7c3f3acda None None] Pushing event updated for resources: {'Port': ['ID=fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:53.127786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:41:53.128370 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:41:53.128640 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.129021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:41:53.129558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Bound port: fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:41:53.129942 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.133873 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.176941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:41:53.184796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:41:53.189320 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:41:53.194799 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Pushing event updated for resources: {'Port': ['ID=247cff3e-9285-4906-8f75-f59e261f86ba,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:53.197457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] For port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:41:53.201048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] For port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:41:53.232805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.276302 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.345182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:41:53.345947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:41:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:53.383289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76883ab6-b72b-45df-ad9d-bdb7c3f3acda None None] Pushing event updated for resources: {'Port': ['ID=fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:53.466655 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.469092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:41:53.583703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-00cc6632-f413-4170-b83e-87cb1d4710e9 None None] Provisioning complete for port 247cff3e-9285-4906-8f75-f59e261f86ba triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:53.584107 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00cc6632-f413-4170-b83e-87cb1d4710e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.645620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-00cc6632-f413-4170-b83e-87cb1d4710e9 None None] Port 247cff3e-9285-4906-8f75-f59e261f86ba cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:41:53.714486 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:51Z', 'revision_number': 3, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:53.718760 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.749015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6787741-aa68-4a5b-9d05-5675ea334784 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:41:53.752514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b61641-c268-4780-bfe0-d73e9eb7e175 None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:51Z', 'revision_number': 3, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:41:53.778488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.812654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d6787741-aa68-4a5b-9d05-5675ea334784 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:53.813257 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:53.850574 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Pushing event updated for resources: {'Port': ['ID=247cff3e-9285-4906-8f75-f59e261f86ba,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:53.873616 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:54.009446 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:41:54.012024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:41:54.202922 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:41:54.302625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5c57403c-9877-4b0b-bf2e-9ec522c89913 None None] Provisioning complete for port 247cff3e-9285-4906-8f75-f59e261f86ba triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:54.302625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c57403c-9877-4b0b-bf2e-9ec522c89913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:54.341487 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5c57403c-9877-4b0b-bf2e-9ec522c89913 None None] Port 247cff3e-9285-4906-8f75-f59e261f86ba cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:41:54.345276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:41:54.350503 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0b7786a8-03a1-494a-9c0d-eda893326479 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a1ee95a-004e-4ef9-bb2a-7d5041465983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0531616 Feb 09 16:41:55.231890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-08add636-4959-4e9b-900c-488fbb9c472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:55.403004 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:41:55.413628 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:41:55.414258 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:55.527604 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:41:55.758476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:41:55.770756 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 2, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:55.800919 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:41:55.801166 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Updating router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 port 247cff3e-9285-4906-8f75-f59e261f86ba binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:41:55.813795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:55.814607 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:55.827196 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:55.904881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:55.928822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:56.015786 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60300) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:56.021332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3f8c6f51-0b4b-4550-8f5a-4f4842eee2aa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535285910', 'description': 'tempest-description--1727362990'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:41:56.032964 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.089490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:56.133659 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.141577 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f8c6f51-0b4b-4550-8f5a-4f4842eee2aa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.218389 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f8c6f51-0b4b-4550-8f5a-4f4842eee2aa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.232907 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.286096 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Pushing event updated for resources: {'Port': ['ID=247cff3e-9285-4906-8f75-f59e261f86ba,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:56.301456 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f8c6f51-0b4b-4550-8f5a-4f4842eee2aa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.309426 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.309686 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.310015 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.310345 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.310695 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.311021 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.311341 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.311660 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.311971 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.312328 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.312638 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.312954 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:41:56.334573 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c6f51-0b4b-4550-8f5a-4f4842eee2aa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:56.356220 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Attempting to bind port 247cff3e-9285-4906-8f75-f59e261f86ba on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:41:56.358688 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Attempting to bind port 247cff3e-9285-4906-8f75-f59e261f86ba by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:41:56.358688 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Attempting to bind port 247cff3e-9285-4906-8f75-f59e261f86ba on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:41:56.362591 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:41:56.362968 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:41:56.363377 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.364199 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:41:56.364833 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Bound port: 247cff3e-9285-4906-8f75-f59e261f86ba, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:41:56.365220 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.411993 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3f8c6f51-0b4b-4550-8f5a-4f4842eee2aa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.417006 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3f8c6f51-0b4b-4550-8f5a-4f4842eee2aa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3966789 Feb 09 16:41:56.421746 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 60302) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:56.422559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-10e24f58-3629-4d2a-9a6b-1a7c183fa745 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'security_group_rule': {'security_group_id': '19b0fc4f-6d13-47a2-adfc-5f1f50c621ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:41:56.436152 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] For port 247cff3e-9285-4906-8f75-f59e261f86ba, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:41:56.440409 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] For port 247cff3e-9285-4906-8f75-f59e261f86ba, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=247cff3e-9285-4906-8f75-f59e261f86ba,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:41:56.479220 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-98daaa76-17f2-4e86-bcde-069080430791 None None] Provisioning complete for port 247cff3e-9285-4906-8f75-f59e261f86ba triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:56.479821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-98daaa76-17f2-4e86-bcde-069080430791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.520044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-98daaa76-17f2-4e86-bcde-069080430791 None None] Port 247cff3e-9285-4906-8f75-f59e261f86ba cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:41:56.536621 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.569583 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10e24f58-3629-4d2a-9a6b-1a7c183fa745 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.610129 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b18234-aa65-4041-8932-16a94df8b489 None None] Pushing event updated for resources: {'Port': ['ID=247cff3e-9285-4906-8f75-f59e261f86ba,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:56.619386 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:41:56.620199 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:56.653421 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10e24f58-3629-4d2a-9a6b-1a7c183fa745 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.724742 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.753239 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10e24f58-3629-4d2a-9a6b-1a7c183fa745 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.776777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e24f58-3629-4d2a-9a6b-1a7c183fa745 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e3718b-433a-4b04-b6b1-990cda57e580,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:56.841881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7f0393f1-384d-4536-be53-b814767f77ae None None] Provisioning complete for port 247cff3e-9285-4906-8f75-f59e261f86ba triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:56.842285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f0393f1-384d-4536-be53-b814767f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.846650 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:41:56.858040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-10e24f58-3629-4d2a-9a6b-1a7c183fa745 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.859606 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-10e24f58-3629-4d2a-9a6b-1a7c183fa745 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4412262 Feb 09 16:41:56.862356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60304) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:56.868113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7a2600cb-496f-43e6-828d-2dd1addfd63a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'security_group_rule': {'security_group_id': '19b0fc4f-6d13-47a2-adfc-5f1f50c621ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:41:56.925748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f0393f1-384d-4536-be53-b814767f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:56.961897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7f0393f1-384d-4536-be53-b814767f77ae None None] For port 247cff3e-9285-4906-8f75-f59e261f86ba, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=247cff3e-9285-4906-8f75-f59e261f86ba,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:41:57.004219 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a2600cb-496f-43e6-828d-2dd1addfd63a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.065338 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a2600cb-496f-43e6-828d-2dd1addfd63a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.072582 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:41:57.092944 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4cf56-0e2a-419f-ac53-322e7553ff3d None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:41:57.101688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7f0393f1-384d-4536-be53-b814767f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.167325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0393f1-384d-4536-be53-b814767f77ae None None] Pushing event updated for resources: {'Port': ['ID=247cff3e-9285-4906-8f75-f59e261f86ba,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:57.215870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a2600cb-496f-43e6-828d-2dd1addfd63a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.241867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2600cb-496f-43e6-828d-2dd1addfd63a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4715d71a-a3dd-4a4f-82b1-36ef48f69b65,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:57.320871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a2600cb-496f-43e6-828d-2dd1addfd63a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.324725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7a2600cb-496f-43e6-828d-2dd1addfd63a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4587326 Feb 09 16:41:57.325518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60306) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:41:57.330128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:41:57.467411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.580022 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.707161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Allocated IP 172.25.5.250 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/3739ba1c-ae0f-4712-aacf-3c2dcc4e1d8e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:41:57.817861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 247cff3e-9285-4906-8f75-f59e261f86ba up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:41:57.835773 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.874756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 247cff3e-9285-4906-8f75-f59e261f86ba triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:57.875115 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.950402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:57.978603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:41:57.993354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:41:57.996612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:41:57.999873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:41:58.031552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:41:58.031763 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.038047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'Port': ['ID=3739ba1c-ae0f-4712-aacf-3c2dcc4e1d8e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:58.115061 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.211638 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.359698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.393179 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.513178 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.588838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'Port': ['ID=3739ba1c-ae0f-4712-aacf-3c2dcc4e1d8e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:41:58.595745 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.604134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.686324 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:41:58.687716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-83ed6414-64f7-4b7c-84a8-4c3d7abc5821 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3612087 Feb 09 16:41:58.830948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-c08a7208-abb5-49f5-94df-3a692eb79372 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--535285910&fields=id&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 267 time: 0.0351787 Feb 09 16:41:58.943585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527616f4-0add-4f4b-97a4-181d5744203f req-9698bef8-c8dd-4f6f-b262-63c02b4cd425 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:41:58.945763 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-9698bef8-c8dd-4f6f-b262-63c02b4cd425 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 811 time: 0.1077216 Feb 09 16:41:58.961125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-1752794f-8023-49b9-a127-ae10dadf07ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/quotas/9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 375 time: 0.0095813 Feb 09 16:41:59.018338 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-c44152ce-24b3-4b1e-bd71-7bb7f88656c4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517280 Feb 09 16:41:59.120640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-66e972e3-9a67-4750-b1b9-f489e400760e service neutron] 10.222.0.53 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897188 Feb 09 16:41:59.213462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-22a43cc7-1aa9-4805-8b23-4bdbec450739 service neutron] 10.222.0.53 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865774 Feb 09 16:41:59.457906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b10f31e-0e39-4987-a79c-d3812b5f4d0a req-f27a1594-7b4d-45e1-9875-ea7facb6427c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 210 time: 0.0268040 Feb 09 16:42:00.541811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ae44690-4d80-4c29-b47d-684f748ddbaf req-6aedbcb0-15b9-4693-b530-72d6f9cb85e1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 210 time: 0.0266855 Feb 09 16:42:00.604229 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:01.641323 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1da009f6-44d9-4276-bcbb-89076a97a7e5 req-be7b186a-346d-48ae-8441-cec293398dab tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 210 time: 0.0313809 Feb 09 16:42:02.028859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527616f4-0add-4f4b-97a4-181d5744203f req-29fa95cc-1adf-457b-8455-79c76dc5be30 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:02.030330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-29fa95cc-1adf-457b-8455-79c76dc5be30 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 811 time: 0.1038029 Feb 09 16:42:02.075195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-20fef811-7bb8-4814-a0e5-9b179ea7189e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 379 time: 0.0362346 Feb 09 16:42:02.083761 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'port': {'device_id': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'admin_state_up': True, 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'security_groups': ['19b0fc4f-6d13-47a2-adfc-5f1f50c621ac']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:42:02.283889 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:02.324208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Made reservation on behalf of 9d2fe9522c1a4d4685bbb15f35d0c26d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:42:02.327839 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:02.453735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Allocated IP 172.20.0.13 (793aa308-95f6-4e22-8ffe-1b1c58524282/a8737e6d-71e3-4b15-bfb4-5495ef971f3d/8c06d429-9e90-4d7a-ab41-959c3642eff6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:42:02.595139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:02.719708 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:02.787933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:42:02.794878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:42:02.799322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:42:02.807375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:02.834812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844a591-88ba-4f5b-970e-15e0e9d2759c req-91165c0e-b105-4d27-8f44-5c15cd1c4736 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:02.837123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6844a591-88ba-4f5b-970e-15e0e9d2759c req-91165c0e-b105-4d27-8f44-5c15cd1c4736 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 932 time: 0.1281104 Feb 09 16:42:02.886527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:02.887169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:02.899936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6844a591-88ba-4f5b-970e-15e0e9d2759c req-322b1786-dda2-43f4-b5bf-60e528100ed2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546992 Feb 09 16:42:03.005709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-d7036100-2c38-4e26-b0ab-c8b3b8e42432 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9254990 Feb 09 16:42:03.068743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b8085977-a061-442a-94c8-106fbbb8a935 None None] Provisioning complete for port 8c06d429-9e90-4d7a-ab41-959c3642eff6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:42:03.069053 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8085977-a061-442a-94c8-106fbbb8a935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:03.069370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Request body: {'port': {'device_id': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:42:03.104355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b8085977-a061-442a-94c8-106fbbb8a935 None None] Port 8c06d429-9e90-4d7a-ab41-959c3642eff6 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:42:03.125850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:03.393268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c06d429-9e90-4d7a-ab41-959c3642eff6 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:42:03.400464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:03.411996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Transition to ACTIVE for port object 8c06d429-9e90-4d7a-ab41-959c3642eff6 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:42:03.472746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:03.523412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:03.602545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Attempting to bind port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:42:03.602874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Attempting to bind port 8c06d429-9e90-4d7a-ab41-959c3642eff6 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:42:03.603242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Attempting to bind port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:42:03.607977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:42:03.608336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Attempting to bind port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:42:03.613595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:42:03.614208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:42:03.614601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:42:03.615039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Bound port: 8c06d429-9e90-4d7a-ab41-959c3642eff6, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:42:03.615402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:03.684466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:42:03.687666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:42:03.775064 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:03.809897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:03.810614 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:03.811890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] 10.222.0.73 "PUT /v2.0/ports/8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 1092 time: 0.7986791 Feb 09 16:42:03.812434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:42:03.814740 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f63aec2-aa69-471f-a043-2c7e4c55e3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:42:03.841634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cac60-452b-43da-abd4-bdc0df1f9752 service neutron] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:03.864176 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eecad6-6eb4-43f7-9f00-0789f1278562 x-openstack-request-id: req-e6eecad6-6eb4-43f7-9f00-0789f1278562 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:42:03.864605 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:42:03.864925 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6eecad6-6eb4-43f7-9f00-0789f1278562 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:42:03.865431 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'status': 'completed', 'code': 200} Feb 09 16:42:03.936246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63aec2-aa69-471f-a043-2c7e4c55e3a8 req-ce386aea-c935-4f71-ac26-bd15b138e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:03.938093 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f63aec2-aa69-471f-a043-2c7e4c55e3a8 req-ce386aea-c935-4f71-ac26-bd15b138e726 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1095 time: 0.0494246 Feb 09 16:42:04.075476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88060353-18a8-4ac0-8cf1-04d964682e48 req-241b89f0-ab03-402f-afc2-bd743ad8c379 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:04.076923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88060353-18a8-4ac0-8cf1-04d964682e48 req-241b89f0-ab03-402f-afc2-bd743ad8c379 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 944 time: 0.0759196 Feb 09 16:42:04.092188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63aec2-aa69-471f-a043-2c7e4c55e3a8 req-bff463fe-ffbf-40dd-8c7f-2de959f3b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:04.093596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f63aec2-aa69-471f-a043-2c7e4c55e3a8 req-bff463fe-ffbf-40dd-8c7f-2de959f3b358 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1487701 Feb 09 16:42:04.178556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88060353-18a8-4ac0-8cf1-04d964682e48 req-6d647d82-dec2-4668-ad07-92ff1ce387bc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943623 Feb 09 16:42:04.218399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63aec2-aa69-471f-a043-2c7e4c55e3a8 req-6ce9591d-daa5-40b1-ba76-eb14ddd19cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:04.219887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f63aec2-aa69-471f-a043-2c7e4c55e3a8 req-6ce9591d-daa5-40b1-ba76-eb14ddd19cc7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138763 Feb 09 16:42:04.303057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527616f4-0add-4f4b-97a4-181d5744203f req-3db5b0e1-3932-4a1b-a07f-ad6092a416e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:04.304624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-3db5b0e1-3932-4a1b-a07f-ad6092a416e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1095 time: 0.0439339 Feb 09 16:42:04.351432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-d1d2a162-7303-496c-a1f4-3f7e7012dc7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 217 time: 0.0384591 Feb 09 16:42:04.402191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527616f4-0add-4f4b-97a4-181d5744203f req-9605b1d0-4468-4bf1-a733-9ff79a09bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:04.403660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-9605b1d0-4468-4bf1-a733-9ff79a09bd38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0449586 Feb 09 16:42:04.449117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527616f4-0add-4f4b-97a4-181d5744203f req-be821a39-21dc-4ebc-80a7-b51d0b616f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:04.450535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-be821a39-21dc-4ebc-80a7-b51d0b616f0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399144 Feb 09 16:42:04.545834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-6e06c712-e5d7-438a-b378-a315ce2f00db service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882223 Feb 09 16:42:04.635138 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-527616f4-0add-4f4b-97a4-181d5744203f req-4bc7e732-488a-481f-a4ed-ff5db030a1be service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820267 Feb 09 16:42:05.300406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9e1f-e972-4f61-b666-bedc347fd46e req-ff332671-7d7c-4de6-aaf7-5486b2d780ad tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:05.301990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bda9e1f-e972-4f61-b666-bedc347fd46e req-ff332671-7d7c-4de6-aaf7-5486b2d780ad tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 944 time: 0.0527837 Feb 09 16:42:05.341671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bda9e1f-e972-4f61-b666-bedc347fd46e req-86e57889-2242-40a8-b882-67e0d906a9bc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335126 Feb 09 16:42:06.463776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f619-2b52-4292-a524-ea0970a20e5f req-8c64f698-6843-406c-9a51-404bfa7a3e30 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:06.465380 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8995f619-2b52-4292-a524-ea0970a20e5f req-8c64f698-6843-406c-9a51-404bfa7a3e30 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 944 time: 0.0555131 Feb 09 16:42:06.506691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8995f619-2b52-4292-a524-ea0970a20e5f req-da6defc5-fb7e-4529-812b-5e02199e2dc1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349755 Feb 09 16:42:07.404552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8c06d429-9e90-4d7a-ab41-959c3642eff6 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:42:07.501445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:42:07.512796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'mac_address': 'fa:16:3e:ad:14:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:42:07.549902 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:07.563408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c06d429-9e90-4d7a-ab41-959c3642eff6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:42:07.587252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:42:07.625943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6dbf-aab1-4514-b897-79561dae9ad6 req-bc237202-258a-431c-bc2e-b561c68aa750 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:07.627480 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4fb6dbf-aab1-4514-b897-79561dae9ad6 req-bc237202-258a-431c-bc2e-b561c68aa750 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 944 time: 0.0505025 Feb 09 16:42:07.643437 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:07.676178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4fb6dbf-aab1-4514-b897-79561dae9ad6 req-80d7b1d2-c801-44cb-bc3a-81388dd288ff tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423889 Feb 09 16:42:07.692964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:07.845582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['8c06d429-9e90-4d7a-ab41-959c3642eff6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:42:08.793815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10322be9-3608-43ea-9151-07494866aa29 req-be89730f-1db6-4d1f-934d-dd33021e3057 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:08.795348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10322be9-3608-43ea-9151-07494866aa29 req-be89730f-1db6-4d1f-934d-dd33021e3057 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 945 time: 0.0512295 Feb 09 16:42:08.834847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10322be9-3608-43ea-9151-07494866aa29 req-c564ef66-db1d-482d-9913-f39237b6e098 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335107 Feb 09 16:42:09.410031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8c06d429-9e90-4d7a-ab41-959c3642eff6 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:42:09.523963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 8c06d429-9e90-4d7a-ab41-959c3642eff6 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:42:09.528811 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 8c06d429-9e90-4d7a-ab41-959c3642eff6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:42:09.529190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:09.632207 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:09.655077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:42:09.657358 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9f829f-051a-4e47-a3ac-2ff3c452a6dd" -d '{"events": [{"server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "name": "network-vif-plugged", "status": "completed", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:42:09.669849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:42:09.694335 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe545b5-8900-4654-9c09-0424a2c9cca7 x-openstack-request-id: req-1fe545b5-8900-4654-9c09-0424a2c9cca7 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:42:09.694629 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "name": "network-vif-plugged", "status": "completed", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:42:09.694881 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fe545b5-8900-4654-9c09-0424a2c9cca7 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:42:09.695302 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'code': 200} Feb 09 16:42:09.764000 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:09.797475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51741e-c926-437a-8710-b5a0db30708b req-2c8f66ef-c2b3-4a2b-89e3-22f5e0421694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:09.798918 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b51741e-c926-437a-8710-b5a0db30708b req-2c8f66ef-c2b3-4a2b-89e3-22f5e0421694 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1097 time: 0.0461907 Feb 09 16:42:09.817049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:09.835935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8b51741e-c926-437a-8710-b5a0db30708b req-468472dd-6528-4c01-9b65-7daaac4b18fc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303471 Feb 09 16:42:09.955514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a0746-abab-4d08-ba58-651f5d539c5b req-4fe121c1-7c52-46b7-b289-94c1d108a65e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:09.956996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b5a0746-abab-4d08-ba58-651f5d539c5b req-4fe121c1-7c52-46b7-b289-94c1d108a65e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0515940 Feb 09 16:42:09.997239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1b5a0746-abab-4d08-ba58-651f5d539c5b req-202ed9f0-a33b-4bd2-9f35-35d74a011b55 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339744 Feb 09 16:42:11.119459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d628ee-f980-483c-9672-79a3c53de8ad req-f2ed316f-d62c-45bd-8fb2-b8a053b86d28 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:11.121182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87d628ee-f980-483c-9672-79a3c53de8ad req-f2ed316f-d62c-45bd-8fb2-b8a053b86d28 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0531833 Feb 09 16:42:11.163614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87d628ee-f980-483c-9672-79a3c53de8ad req-03f602ba-7d2a-4533-a0d0-9d6c2f3dae73 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362639 Feb 09 16:42:12.293733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3cbd-6ce2-4616-8eb9-61dad6c8b964 req-8ab2c0d1-b842-4502-a9b2-cbcadfe31a47 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:12.295272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af2c3cbd-6ce2-4616-8eb9-61dad6c8b964 req-8ab2c0d1-b842-4502-a9b2-cbcadfe31a47 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0630584 Feb 09 16:42:12.333891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af2c3cbd-6ce2-4616-8eb9-61dad6c8b964 req-c508fa7f-639b-4808-9d26-20d3cce0d501 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325763 Feb 09 16:42:12.475938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce550157-33a5-42eb-a44c-cc2d78d3243d req-70dbcc74-3f5d-4aa6-849f-27188e102cb3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:12.477469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce550157-33a5-42eb-a44c-cc2d78d3243d req-70dbcc74-3f5d-4aa6-849f-27188e102cb3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0515132 Feb 09 16:42:12.487369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60368) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:42:12.493205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'floatingip': {'port_id': '8c06d429-9e90-4d7a-ab41-959c3642eff6'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:42:12.539338 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:12.982346 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:13.032047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:13.133028 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40 associated. External IP: 172.25.5.250, port: 8c06d429-9e90-4d7a-ab41-959c3642eff6. Feb 09 16:42:13.647878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:42:13.756869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:42:13.761880 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:13.766616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:42:13.778302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:42:13.778925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:42:13.789041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5968450c-9509-4043-aacc-769d9f829d1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "PUT /v2.0/floatingips/a2826c40-7a7b-4f17-b359-590d2c1c5f40 HTTP/1.1" status: 200 len: 992 time: 1.3005860 Feb 09 16:42:13.789657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:42:13.792655 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e74da79-36ed-4b72-b85a-90ac5745e8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:42:13.832535 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40340acc-5063-46d5-a5c7-f05cf1dfbc96 x-openstack-request-id: req-40340acc-5063-46d5-a5c7-f05cf1dfbc96 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:42:13.832920 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:42:13.833182 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40340acc-5063-46d5-a5c7-f05cf1dfbc96 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:42:13.833591 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'status': 'completed', 'code': 200} Feb 09 16:42:13.891047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:42:13.929631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61116e1a-6c6c-4479-9673-f132498c212c req-efd279cd-7f1d-4027-b765-7c6a291a631d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:13.931063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61116e1a-6c6c-4479-9673-f132498c212c req-efd279cd-7f1d-4027-b765-7c6a291a631d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0819736 Feb 09 16:42:13.933829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-d3e4de98-eba9-4840-b86a-1c67c97ec0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:13.935237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-d3e4de98-eba9-4840-b86a-1c67c97ec0cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1097 time: 0.0758479 Feb 09 16:42:14.024978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61116e1a-6c6c-4479-9673-f132498c212c req-c3eaf1de-46ae-4d4a-a193-64becea01cc4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871732 Feb 09 16:42:14.052842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-60233573-0082-4de2-880e-3b3de54542fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:14.054340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-60233573-0082-4de2-880e-3b3de54542fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1105249 Feb 09 16:42:14.126584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:ad:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:42:12Z', 'revision_number': 1, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:42:14.135736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-936d6f09-6508-4d3c-9c12-9b87980f4f54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 1000 time: 0.0742757 Feb 09 16:42:14.154128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:42:14.170126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:42:14.170744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:41:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:42:14.185747 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-e8a20c05-b922-43bc-855f-9df909c07b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:14.187166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-e8a20c05-b922-43bc-855f-9df909c07b48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0455422 Feb 09 16:42:14.233211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-f2ed7894-39ad-4b49-b88e-7526da485da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:14.234726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-f2ed7894-39ad-4b49-b88e-7526da485da5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415640 Feb 09 16:42:14.276899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:42:14.328939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-e457b65c-b260-4b19-b4a8-0f7338aebb83 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876479 Feb 09 16:42:14.421229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e74da79-36ed-4b72-b85a-90ac5745e8d4 req-15da5531-4111-4465-874d-7f679ba35ed0 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857446 Feb 09 16:42:14.502107 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:ad:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:42:12Z', 'revision_number': 1, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:42:14.534100 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be05e24-7229-4f2c-af7d-205122ac4640 None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:ad:14:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:42:12Z', 'revision_number': 1, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:42:14.728210 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d4396c-c433-4696-a9e4-75f58cd29763 None None] New status for floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:42:15.149305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a65d2-9216-4a45-ab84-04b7de315241 req-159af002-906a-42dc-b63a-5140247181cc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:15.151412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-353a65d2-9216-4a45-ab84-04b7de315241 req-159af002-906a-42dc-b63a-5140247181cc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0561566 Feb 09 16:42:15.190484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-353a65d2-9216-4a45-ab84-04b7de315241 req-4b30063a-74c3-4ec9-890f-459bff5d264e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330734 Feb 09 16:42:15.306356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf1ed-9617-4f70-9c18-df2d2a22857d req-db578b69-98c1-4fb6-97d6-19db3a137254 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:15.307849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4adbf1ed-9617-4f70-9c18-df2d2a22857d req-db578b69-98c1-4fb6-97d6-19db3a137254 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Feb 09 16:42:15.345506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4adbf1ed-9617-4f70-9c18-df2d2a22857d req-428ad426-a242-4b05-a47f-aeee1a2d1d79 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316529 Feb 09 16:42:15.733969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa94d2-125c-43a4-96e8-49d4e4aea6c5 req-854e1e0a-bf0c-4d69-b26b-8be243f8ffc4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:15.735695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1aa94d2-125c-43a4-96e8-49d4e4aea6c5 req-854e1e0a-bf0c-4d69-b26b-8be243f8ffc4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0503151 Feb 09 16:42:15.779528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1aa94d2-125c-43a4-96e8-49d4e4aea6c5 req-c114eedc-4f61-46c3-9a83-97b122a7ebad tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366333 Feb 09 16:42:15.893697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-88d523b6-c3ea-45fc-bd1b-0d07be48f4cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456846 Feb 09 16:42:16.900369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bcfd9-8a35-43b7-9177-f7a67af5a2ef req-4e287b80-bf89-401f-bd2e-782eb794d829 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:16.901897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b02bcfd9-8a35-43b7-9177-f7a67af5a2ef req-4e287b80-bf89-401f-bd2e-782eb794d829 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0515072 Feb 09 16:42:16.944979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b02bcfd9-8a35-43b7-9177-f7a67af5a2ef req-3f860531-f4c3-44a0-af8e-ef84cc29d00d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367777 Feb 09 16:42:18.068028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac0592-d2d7-41be-afdd-5c79058c5921 req-d0edb142-1771-42df-a058-7179ad932105 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:18.070099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8ac0592-d2d7-41be-afdd-5c79058c5921 req-d0edb142-1771-42df-a058-7179ad932105 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0517683 Feb 09 16:42:18.139383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8ac0592-d2d7-41be-afdd-5c79058c5921 req-ccaae29d-19e0-445e-b67e-5c06bb5e226b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634472 Feb 09 16:42:18.150957 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-4e36f09a-f515-42c9-913b-26b882f0db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:18.155188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-4e36f09a-f515-42c9-913b-26b882f0db44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1097 time: 0.0707667 Feb 09 16:42:18.247202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-83432034-1033-4027-b2d2-e8035719d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:18.248834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-83432034-1033-4027-b2d2-e8035719d31e service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0892448 Feb 09 16:42:18.318800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-d08bd50a-a96f-464f-af8e-099cc37a47c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 1002 time: 0.0631287 Feb 09 16:42:18.371074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-e4d1b1ec-aedf-42fc-8a6b-73da58c0cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:18.372612 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-e4d1b1ec-aedf-42fc-8a6b-73da58c0cd7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0448077 Feb 09 16:42:18.401975 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:42:18.418102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-78a21418-8571-445d-a6bf-8ffc1b82216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:18.419813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-78a21418-8571-445d-a6bf-8ffc1b82216d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409691 Feb 09 16:42:18.514275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-5ab74e0a-75cb-4542-81e8-0a0e9559e658 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873599 Feb 09 16:42:18.604075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-455eb1b3-b046-4f0f-b0e9-2046ac9534bd service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837462 Feb 09 16:42:19.256508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02285772-c1b1-4653-99d4-966f9c3a637e req-5d587865-c415-49bf-a21c-e1232bb2bec7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:19.257929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02285772-c1b1-4653-99d4-966f9c3a637e req-5d587865-c415-49bf-a21c-e1232bb2bec7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0503771 Feb 09 16:42:19.297082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02285772-c1b1-4653-99d4-966f9c3a637e req-39a61bc3-840d-4e9b-8316-ad6ec80f4785 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325544 Feb 09 16:42:20.417326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b89bc-1048-4768-abc7-d1fca0706864 req-a88e4bbf-a570-40dc-998b-28e9e930ed99 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:20.419621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d9b89bc-1048-4768-abc7-d1fca0706864 req-a88e4bbf-a570-40dc-998b-28e9e930ed99 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0542665 Feb 09 16:42:20.457919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d9b89bc-1048-4768-abc7-d1fca0706864 req-eb755116-2372-465e-87a5-a825e024f1b3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Feb 09 16:42:21.577576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd60d92-57f2-424e-8c7c-f6a08c7b9e05 req-890d200f-73f0-4425-89da-617c00295cca tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:21.579230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efd60d92-57f2-424e-8c7c-f6a08c7b9e05 req-890d200f-73f0-4425-89da-617c00295cca tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0491483 Feb 09 16:42:21.619738 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efd60d92-57f2-424e-8c7c-f6a08c7b9e05 req-ef4e9590-d99c-4a22-8cdb-0f02bae05191 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337384 Feb 09 16:42:22.749128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808c49-97de-4c9c-b5ab-929f5d3d636e req-d9971534-3030-4d0c-b4b8-ec6a1ac09fe0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:22.750677 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb808c49-97de-4c9c-b5ab-929f5d3d636e req-d9971534-3030-4d0c-b4b8-ec6a1ac09fe0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0500934 Feb 09 16:42:22.790148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb808c49-97de-4c9c-b5ab-929f5d3d636e req-5086e9cc-6ba8-49d9-8e8d-6748dc35ca63 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333843 Feb 09 16:42:22.997725 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2860cdb2-159a-4502-80eb-2ebdcaaeff0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:23.912320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf808841-6dc9-40a9-b364-9f796b832652 req-fca60eb3-1884-4b70-92c0-9b5a98b62288 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:23.913813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf808841-6dc9-40a9-b364-9f796b832652 req-fca60eb3-1884-4b70-92c0-9b5a98b62288 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0542431 Feb 09 16:42:23.954904 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cf808841-6dc9-40a9-b364-9f796b832652 req-3e0c2dda-e632-4984-8556-bf613b1f194b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347273 Feb 09 16:42:25.074637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615bcca-ba9e-4809-983b-ac3e7ebc9d9e req-e6ba8936-0921-46ac-9a9e-251821a0d92d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:25.076285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1615bcca-ba9e-4809-983b-ac3e7ebc9d9e req-e6ba8936-0921-46ac-9a9e-251821a0d92d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0519102 Feb 09 16:42:25.118992 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1615bcca-ba9e-4809-983b-ac3e7ebc9d9e req-55a4cbf9-da91-45cd-bfa7-7b9945b789ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366044 Feb 09 16:42:25.236636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6cedf508-6e70-4d71-bb03-45edf0250af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:26.234384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf701-9194-4654-852f-9d1eb9cf44b1 req-d1ff77c0-66d3-4e18-970c-39a80adc0709 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:26.235888 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-895bf701-9194-4654-852f-9d1eb9cf44b1 req-d1ff77c0-66d3-4e18-970c-39a80adc0709 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0490661 Feb 09 16:42:26.279765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-895bf701-9194-4654-852f-9d1eb9cf44b1 req-61714e6d-98e5-4a49-80b3-03a16f2ac5ba tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368986 Feb 09 16:42:26.704892 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:27.402208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bd0be-e00e-4201-a54c-da89240808f4 req-ae71743e-f814-49d2-897e-ab3d310dbbc7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:27.403917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac7bd0be-e00e-4201-a54c-da89240808f4 req-ae71743e-f814-49d2-897e-ab3d310dbbc7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0550318 Feb 09 16:42:27.445476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ac7bd0be-e00e-4201-a54c-da89240808f4 req-d7601a1e-f642-499e-bc48-57fb6cd7406d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351551 Feb 09 16:42:28.352073 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:28.573740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1e3ed-7feb-4dad-a5eb-8832953d8c4b req-ab81074c-3e3f-42fe-8b34-cceb792fd604 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:28.575379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97f1e3ed-7feb-4dad-a5eb-8832953d8c4b req-ab81074c-3e3f-42fe-8b34-cceb792fd604 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0558696 Feb 09 16:42:28.632902 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:28.638832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-97f1e3ed-7feb-4dad-a5eb-8832953d8c4b req-3efb2c99-520c-468f-b2ba-209ca56f637d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558136 Feb 09 16:42:29.766950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e793-3933-4592-a32c-921eabcb3994 req-5b1a2aa9-4c98-4371-ae0b-fc6fbffd4b88 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:29.768543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8af3e793-3933-4592-a32c-921eabcb3994 req-5b1a2aa9-4c98-4371-ae0b-fc6fbffd4b88 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0507784 Feb 09 16:42:29.810451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8af3e793-3933-4592-a32c-921eabcb3994 req-0a7541fe-5c3a-4de1-aba0-594a2a394930 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356371 Feb 09 16:42:30.535203 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:30.937952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c003ab-732f-4f7e-8c4b-7611a8783b30 req-759d88dd-49a4-44a8-ae1d-c7603dd56f4c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:30.939532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45c003ab-732f-4f7e-8c4b-7611a8783b30 req-759d88dd-49a4-44a8-ae1d-c7603dd56f4c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0579655 Feb 09 16:42:30.979778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-45c003ab-732f-4f7e-8c4b-7611a8783b30 req-1515eea0-60e9-4ad0-8512-fb6148674720 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339410 Feb 09 16:42:32.096387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba3837-c38d-45be-bf88-3adc9af4c7a8 req-ff4576c2-8dbb-41fc-b4b5-c8c7ef33c2cf tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:32.097881 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3eba3837-c38d-45be-bf88-3adc9af4c7a8 req-ff4576c2-8dbb-41fc-b4b5-c8c7ef33c2cf tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0488362 Feb 09 16:42:32.136328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3eba3837-c38d-45be-bf88-3adc9af4c7a8 req-241023a3-f426-486c-ac47-08085f8e69f2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Feb 09 16:42:32.259390 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:33.255323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c2304-57a8-4b14-a2bf-09205d872522 req-1b6f9a3d-9871-45a7-8158-118cb697f4b6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:33.256820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f19c2304-57a8-4b14-a2bf-09205d872522 req-1b6f9a3d-9871-45a7-8158-118cb697f4b6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0514262 Feb 09 16:42:33.296406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f19c2304-57a8-4b14-a2bf-09205d872522 req-0003f19b-a518-457d-9f6c-052b74e42841 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333123 Feb 09 16:42:34.423234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1437c5-e678-4a5d-a7fa-4b209e797ba3 req-b9e75e20-c875-447b-8728-cba6c6472281 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:34.424820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1437c5-e678-4a5d-a7fa-4b209e797ba3 req-b9e75e20-c875-447b-8728-cba6c6472281 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0550098 Feb 09 16:42:34.463996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb1437c5-e678-4a5d-a7fa-4b209e797ba3 req-6d287594-0f1e-40c0-ba18-c4a154c8a2fb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330765 Feb 09 16:42:35.583427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f29ef-b4c1-45aa-bf2c-62563d092430 req-7d39723d-7648-4d81-ac6d-1b9a1eb26bec tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:35.585172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-842f29ef-b4c1-45aa-bf2c-62563d092430 req-7d39723d-7648-4d81-ac6d-1b9a1eb26bec tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0509005 Feb 09 16:42:35.624715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-842f29ef-b4c1-45aa-bf2c-62563d092430 req-fabfc388-ea45-4ef2-a20c-23fc5a250cd6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332246 Feb 09 16:42:36.751306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca42c1-07f6-46b5-91be-97bb71cf517f req-da397ad7-4d47-4a51-84b4-9d3a9443fb67 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:36.752871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdca42c1-07f6-46b5-91be-97bb71cf517f req-da397ad7-4d47-4a51-84b4-9d3a9443fb67 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0567515 Feb 09 16:42:36.796334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cdca42c1-07f6-46b5-91be-97bb71cf517f req-e04deb00-f450-46fd-aa47-3fbfe1caff11 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368047 Feb 09 16:42:37.924645 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74d402-4258-49dc-a1e7-cf0a9a3d360e req-482960a8-531c-44f0-a856-e55d5f0fe87a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:37.926120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f74d402-4258-49dc-a1e7-cf0a9a3d360e req-482960a8-531c-44f0-a856-e55d5f0fe87a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0565619 Feb 09 16:42:37.966091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f74d402-4258-49dc-a1e7-cf0a9a3d360e req-7088f01c-1db3-4b6d-8a8a-d4efb6029944 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334640 Feb 09 16:42:39.093968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7623-a281-423e-9ac9-6dbda8910732 req-8e2d49b4-1cb6-4bf2-aeea-70b89888bd8b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:39.095597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e1f7623-a281-423e-9ac9-6dbda8910732 req-8e2d49b4-1cb6-4bf2-aeea-70b89888bd8b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0528824 Feb 09 16:42:39.136648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e1f7623-a281-423e-9ac9-6dbda8910732 req-c90ce09e-071f-49e1-899e-4543d63596f9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343792 Feb 09 16:42:40.254400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ed215-14d9-4f92-bf77-1f7a2a6be6dd req-84c58de6-ab5f-4662-96ed-ed22f723815b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:40.255843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-239ed215-14d9-4f92-bf77-1f7a2a6be6dd req-84c58de6-ab5f-4662-96ed-ed22f723815b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0498219 Feb 09 16:42:40.294465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-239ed215-14d9-4f92-bf77-1f7a2a6be6dd req-4bd543da-d34d-45a6-a4a7-384a56bbc84e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324571 Feb 09 16:42:40.589085 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-b1c7e1b9-f738-4e50-bf15-34743df3a67e service neutron] show failed (client error): The resource could not be found. Feb 09 16:42:40.590114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-b1c7e1b9-f738-4e50-bf15-34743df3a67e service neutron] 10.222.0.73 "GET /v2.0/ports/8c06d429-9e90-4d7a-ab41-959c3642eff6/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0593827 Feb 09 16:42:41.216107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-ed921cf8-cc78-46ff-8302-6046f1ea0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:41.217657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-ed921cf8-cc78-46ff-8302-6046f1ea0c72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 1097 time: 0.0428526 Feb 09 16:42:41.228455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:42:41.282222 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:41.490981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fdd13-c68b-4871-83b9-af858ebe6f3a req-e29cb158-38cc-4882-8e9b-5a1473c28a48 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:41.492417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b15fdd13-c68b-4871-83b9-af858ebe6f3a req-e29cb158-38cc-4882-8e9b-5a1473c28a48 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.1048286 Feb 09 16:42:41.548452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b15fdd13-c68b-4871-83b9-af858ebe6f3a req-adc178c6-9702-4eab-b341-bc1ed070f84e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497458 Feb 09 16:42:41.564343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:42:41.599562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:42:41.641719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:42:41.644015 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ff999b-ca0f-467b-83ec-09e638ea29dc" -d '{"events": [{"server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "name": "network-vif-unplugged", "status": "completed", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:42:41.647912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:41.662008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Transition to ACTIVE for port object 8c06d429-9e90-4d7a-ab41-959c3642eff6 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:42:41.696320 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb80790-d94c-4a23-b507-d1a81b224a58 x-openstack-request-id: req-cbb80790-d94c-4a23-b507-d1a81b224a58 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:42:41.696620 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "name": "network-vif-unplugged", "status": "completed", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:42:41.696880 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbb80790-d94c-4a23-b507-d1a81b224a58 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:42:41.697294 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'code': 200} Feb 09 16:42:41.740649 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:41.846081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:41.919905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] No DVR routers for this DVR port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:42:42.058486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Attempting to bind port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:42:42.058760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Attempting to bind port 8c06d429-9e90-4d7a-ab41-959c3642eff6 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:42:42.059034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Attempting to bind port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:42:42.064074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:42:42.064425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Attempting to bind port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:42:42.069690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:42:42.070027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:42:42.070414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:42:42.070879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Bound port: 8c06d429-9e90-4d7a-ab41-959c3642eff6, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:42:42.071243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:42.137768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:42:42.141619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:42:42.254119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:42.290576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:42.291257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:42.292636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] 10.222.0.13 "PUT /v2.0/ports/8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 1092 time: 1.0682614 Feb 09 16:42:42.324311 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2db95-5bda-4fb9-b22b-ad5a69b125bb service neutron] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:42.365118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-0e52b4e9-69e7-4567-b10e-085616b4db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:42.366694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-0e52b4e9-69e7-4567-b10e-085616b4db18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1095 time: 0.0519431 Feb 09 16:42:42.473707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-f26e3dbe-b5b6-4a95-9f16-5035657f5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:42.475095 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-f26e3dbe-b5b6-4a95-9f16-5035657f5761 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1017833 Feb 09 16:42:42.550512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-93a0ef6a-fcd8-4987-85be-4ded5aff24b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 1000 time: 0.0686054 Feb 09 16:42:42.602770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-5e276e93-9c2a-4a2f-abe3-6b3d77ed503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:42.604350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-5e276e93-9c2a-4a2f-abe3-6b3d77ed503f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0465143 Feb 09 16:42:42.682980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-83fe0780-42f8-4c84-aef3-de8445d727c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:42.684552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-83fe0780-42f8-4c84-aef3-de8445d727c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735419 Feb 09 16:42:42.696268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef9d1-fece-4b58-a83e-f48ea0bf1c16 req-cd0f2a02-3f87-4336-9833-e6da62987fc2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:42.697681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d9ef9d1-fece-4b58-a83e-f48ea0bf1c16 req-cd0f2a02-3f87-4336-9833-e6da62987fc2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 944 time: 0.0745039 Feb 09 16:42:42.787830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d9ef9d1-fece-4b58-a83e-f48ea0bf1c16 req-f1f086cf-66c7-41a2-ba8b-80a8064fb468 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815988 Feb 09 16:42:42.820318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-04abe05c-c291-4970-815f-2c734cc5b7ba service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215775 Feb 09 16:42:42.920030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a79f5d3c-7075-4ea4-a2ab-2f3f4598cf5a req-6f78181d-6855-41e7-bb9b-0fc281a965c5 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927291 Feb 09 16:42:43.545679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8c06d429-9e90-4d7a-ab41-959c3642eff6 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:42:43.588206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8c06d429-9e90-4d7a-ab41-959c3642eff6 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:42:43.698768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:42:43.701239 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa83e84-dbf3-4f5c-8532-5bf201a36888" -d '{"events": [{"name": "network-changed", "server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:42:43.755927 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e32188d-cd12-4ea4-b5aa-d2dd499b7226 x-openstack-request-id: req-0e32188d-cd12-4ea4-b5aa-d2dd499b7226 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:42:43.756259 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:42:43.756546 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e32188d-cd12-4ea4-b5aa-d2dd499b7226 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:42:43.756956 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'status': 'completed', 'code': 200} Feb 09 16:42:43.852397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-5a12759f-ee12-4f7e-a6ce-5f8589add51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:43.854059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-5a12759f-ee12-4f7e-a6ce-5f8589add51f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1095 time: 0.0738606 Feb 09 16:42:43.861368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-aafcac04-3d3b-4b4f-a3ae-852053ebe60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:43.863832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-aafcac04-3d3b-4b4f-a3ae-852053ebe60d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1095 time: 0.0819438 Feb 09 16:42:44.060497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e410d2-e68e-458a-8b2e-18afa36924a8 req-2243817e-fdb2-4362-8f0d-2d3100ee363e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:44.062029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54e410d2-e68e-458a-8b2e-18afa36924a8 req-2243817e-fdb2-4362-8f0d-2d3100ee363e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 944 time: 0.1868494 Feb 09 16:42:44.084835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-0a955b74-faaa-4386-b2e4-07bc60c21c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:44.086256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-0a955b74-faaa-4386-b2e4-07bc60c21c04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.2212200 Feb 09 16:42:44.102686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-858f64df-7f22-4867-bc71-f956f4d29fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:44.104132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-858f64df-7f22-4867-bc71-f956f4d29fb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.2309983 Feb 09 16:42:44.497932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54e410d2-e68e-458a-8b2e-18afa36924a8 req-fea43120-c0a1-4f60-ada1-0bb1c57af137 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4251888 Feb 09 16:42:44.526540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-ad645d84-78c3-4868-9173-d75bdac02452 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 1000 time: 0.4320643 Feb 09 16:42:44.542019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-cb757778-8b82-4296-a473-8131f8372ecd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 1000 time: 0.4001129 Feb 09 16:42:44.612341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-e0ea4347-7e5f-4a2a-9550-44472dfe747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:44.614110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-e0ea4347-7e5f-4a2a-9550-44472dfe747b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0808163 Feb 09 16:42:44.619822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-b2e4c70b-99e9-4247-95e0-95f955bbc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:44.621297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-b2e4c70b-99e9-4247-95e0-95f955bbc46a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0594409 Feb 09 16:42:44.695855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-d2c454c1-8a96-4042-9973-ce505ad47533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:44.697395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-d2c454c1-8a96-4042-9973-ce505ad47533 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752406 Feb 09 16:42:44.699329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-9f489f32-c93a-49f4-9757-03cf144f856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:44.700781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-9f489f32-c93a-49f4-9757-03cf144f856c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701063 Feb 09 16:42:44.858543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-edf1349d-7a49-42e1-a27a-c22e19ab0cbe service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539729 Feb 09 16:42:44.860426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-48fe15ed-94c4-4891-9fd7-4ffddb31ff94 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486623 Feb 09 16:42:45.018013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-70a51317-6c62-4aa6-8d77-64b5f5914e9a service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530058 Feb 09 16:42:45.021398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8aa83e84-dbf3-4f5c-8532-5bf201a36888 req-0daba7b1-068f-44b9-a0c0-93272f576f99 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494470 Feb 09 16:42:45.615097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555731-6d00-471b-be6f-54d079764854 req-93bc9bbd-738e-424c-a7f2-651c60db5835 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:45.616620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e555731-6d00-471b-be6f-54d079764854 req-93bc9bbd-738e-424c-a7f2-651c60db5835 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 944 time: 0.0512381 Feb 09 16:42:45.659395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e555731-6d00-471b-be6f-54d079764854 req-75db8771-0aa8-4fac-ab51-888cfcdc13ad tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367215 Feb 09 16:42:46.018083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824d716-385f-436f-b13e-67e0aa047cec req-d4ef84f5-b72b-44a6-afa3-edf50f5d539d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:46.019625 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c824d716-385f-436f-b13e-67e0aa047cec req-d4ef84f5-b72b-44a6-afa3-edf50f5d539d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 944 time: 0.0519481 Feb 09 16:42:46.069238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c824d716-385f-436f-b13e-67e0aa047cec req-0d62bb16-9cb0-43c1-92db-4af0f66ad392 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435359 Feb 09 16:42:46.112029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-12a1e698-0423-4c35-aede-34a406f1cf46 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:46.113802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-12a1e698-0423-4c35-aede-34a406f1cf46 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 944 time: 0.0566301 Feb 09 16:42:46.174844 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-844c9ccc-dbca-442f-9fbd-be32563dfd44 service neutron] delete failed (client error): The resource could not be found. Feb 09 16:42:46.175790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-844c9ccc-dbca-442f-9fbd-be32563dfd44 service neutron] 10.222.0.73 "DELETE /v2.0/ports/8c06d429-9e90-4d7a-ab41-959c3642eff6/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0547593 Feb 09 16:42:46.264382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-f73f6cbb-27ff-401c-ad29-e310d86fdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:46.265921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-f73f6cbb-27ff-401c-ad29-e310d86fdf1c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 1095 time: 0.0456734 Feb 09 16:42:46.355350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-d0b7e9cf-7147-4086-93b7-b88a052a3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:46.355697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8c06d429-9e90-4d7a-ab41-959c3642eff6 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:42:46.357361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-d0b7e9cf-7147-4086-93b7-b88a052a3edf service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0848544 Feb 09 16:42:46.426686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-0654e29b-0e04-46a5-9eda-701c4be08a8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 200 len: 1000 time: 0.0630803 Feb 09 16:42:46.453302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:42:46.464688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'mac_address': 'fa:16:3e:ad:14:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:42:46.481070 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-004ecbf4-7740-4cf0-a796-1f78383c4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:46.483631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-004ecbf4-7740-4cf0-a796-1f78383c4903 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0508685 Feb 09 16:42:46.505261 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:46.520536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c06d429-9e90-4d7a-ab41-959c3642eff6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:42:46.534742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-843aa280-f8ea-4d5c-99a3-7bab2251c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:46.536335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-843aa280-f8ea-4d5c-99a3-7bab2251c424 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464921 Feb 09 16:42:46.542300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:42:46.633674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-26b23a50-070d-49c3-a433-01becbc17580 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905268 Feb 09 16:42:46.729047 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:46.729385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c77c718-1cd2-4c8e-ba87-764b398a3a13 req-3f75bc9e-1f07-4c7f-bbcb-c1f67107c349 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885291 Feb 09 16:42:46.778092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:47.009739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['8c06d429-9e90-4d7a-ab41-959c3642eff6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:42:47.194955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34142db2-d0dc-4385-b9f3-796ba83a1d98 req-bcdbcbaf-417b-48be-9047-3c55053bade6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:47.196583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34142db2-d0dc-4385-b9f3-796ba83a1d98 req-bcdbcbaf-417b-48be-9047-3c55053bade6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 945 time: 0.0514090 Feb 09 16:42:47.236065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-34142db2-d0dc-4385-b9f3-796ba83a1d98 req-2d63bb8d-f03e-4d0a-9a77-5c08a4fa95bd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327692 Feb 09 16:42:48.360836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c769eb-2629-4b44-8c28-8e649e69fd65 req-0102eb13-2543-43ef-9b03-b51cbd00932f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:48.362429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3c769eb-2629-4b44-8c28-8e649e69fd65 req-0102eb13-2543-43ef-9b03-b51cbd00932f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 945 time: 0.0561922 Feb 09 16:42:48.364254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8c06d429-9e90-4d7a-ab41-959c3642eff6 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:42:48.402224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3c769eb-2629-4b44-8c28-8e649e69fd65 req-015c0bd4-b1f9-43fd-a394-78c435c25c4c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Feb 09 16:42:48.494423 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 8c06d429-9e90-4d7a-ab41-959c3642eff6 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:42:48.499711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 8c06d429-9e90-4d7a-ab41-959c3642eff6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:42:48.500380 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:48.519516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda5859-6408-4c5b-830e-ad45e2521b7d req-69dab563-ad06-47b2-9489-31f6403e5d67 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:48.521024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bda5859-6408-4c5b-830e-ad45e2521b7d req-69dab563-ad06-47b2-9489-31f6403e5d67 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 945 time: 0.0514052 Feb 09 16:42:48.567957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8bda5859-6408-4c5b-830e-ad45e2521b7d req-cd288232-b1b9-4f32-910f-e3ef08fbfebd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Feb 09 16:42:48.585567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:48.608674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:42:48.610932 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12900f0f-a3d7-4a5f-9b9e-fb59250c3997" -d '{"events": [{"server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "name": "network-vif-plugged", "status": "completed", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:42:48.625057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:42:48.648367 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c6161b-3ba6-4950-a461-558b7f4e7be9 x-openstack-request-id: req-d0c6161b-3ba6-4950-a461-558b7f4e7be9 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:42:48.648665 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "name": "network-vif-plugged", "status": "completed", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:42:48.648914 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0c6161b-3ba6-4950-a461-558b7f4e7be9 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:42:48.649307 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'code': 200} Feb 09 16:42:48.685454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54945c-07ee-4cea-86e6-301326e27dd6 req-45b53c0c-fc84-43d6-a1a2-63149997895f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:48.686975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c54945c-07ee-4cea-86e6-301326e27dd6 req-45b53c0c-fc84-43d6-a1a2-63149997895f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 945 time: 0.0511315 Feb 09 16:42:48.705946 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:48.726718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3c54945c-07ee-4cea-86e6-301326e27dd6 req-d4c58f8b-d5ef-458d-b999-6efc87196705 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336773 Feb 09 16:42:48.753907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:49.174968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381e728-8e2d-44d8-9391-17067dc04f67 req-52be87a6-65cd-4686-ba5a-044d0d8f5607 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:49.176502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8381e728-8e2d-44d8-9391-17067dc04f67 req-52be87a6-65cd-4686-ba5a-044d0d8f5607 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0548451 Feb 09 16:42:49.214437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8381e728-8e2d-44d8-9391-17067dc04f67 req-a90d997f-3654-499f-b308-bfa0c92d9f3f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Feb 09 16:42:50.332987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8052436-007b-4e81-9c75-e1631306ded0 req-cdf57c88-1723-499d-a58f-feda0c21b673 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:50.334498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8052436-007b-4e81-9c75-e1631306ded0 req-cdf57c88-1723-499d-a58f-feda0c21b673 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0494804 Feb 09 16:42:50.372045 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8052436-007b-4e81-9c75-e1631306ded0 req-662f3149-65cf-48a8-93d2-1a625553c9b2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Feb 09 16:42:50.461159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-b2799cea-8fa3-4519-b10f-dc4747f4f469 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:50.462642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-b2799cea-8fa3-4519-b10f-dc4747f4f469 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 946 time: 0.0511723 Feb 09 16:42:50.561385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Deleting port 8c06d429-9e90-4d7a-ab41-959c3642eff6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:42:50.561737 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:50.649290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] For port 8c06d429-9e90-4d7a-ab41-959c3642eff6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8c06d429-9e90-4d7a-ab41-959c3642eff6,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:42:50.649658 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:50.826421 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:50.826703 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:50.827026 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40 disassociated. External IP: 172.25.5.250, port: 8c06d429-9e90-4d7a-ab41-959c3642eff6. Feb 09 16:42:50.827373 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Calling delete_port for 8c06d429-9e90-4d7a-ab41-959c3642eff6 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:42:51.008825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:51.044054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event deleted for resources: {'Port': ['ID=8c06d429-9e90-4d7a-ab41-959c3642eff6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:51.056677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.057028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.057383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.057791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.058053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.058387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.058717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.059050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.059372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.059696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.060022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.060374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:42:51.169844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:42:51.282806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:42:51.292982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:42:51.303970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:42:51.304650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:42:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:42:51.326131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] No DVR routers for this DVR port 8c06d429-9e90-4d7a-ab41-959c3642eff6 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:42:51.329392 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:51.333184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eed3d371-a09e-4ce9-bd6b-ac7e0c0843ed req-9b5e3e86-7482-4b1c-8518-74a257dfdd37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "DELETE /v2.0/ports/8c06d429-9e90-4d7a-ab41-959c3642eff6 HTTP/1.1" status: 204 len: 173 time: 0.8631127 Feb 09 16:42:51.333849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'name': 'network-vif-deleted', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:42:51.336929 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f17039-0702-461c-8d36-2322f73aa153" -d '{"events": [{"server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "name": "network-vif-deleted", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:42:51.379725 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c921ced-7bfe-4c1e-a3df-26346459e148 x-openstack-request-id: req-3c921ced-7bfe-4c1e-a3df-26346459e148 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:42:51.380841 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092", "name": "network-vif-deleted", "tag": "8c06d429-9e90-4d7a-ab41-959c3642eff6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:42:51.380841 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c921ced-7bfe-4c1e-a3df-26346459e148 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:42:51.380841 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092', 'name': 'network-vif-deleted', 'tag': '8c06d429-9e90-4d7a-ab41-959c3642eff6', 'status': 'completed', 'code': 200} Feb 09 16:42:51.477703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58a7137f-38d4-414e-82c1-8a92e259bc4d req-6a379d40-2229-4f59-a321-4834c62ca3e5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4dc8cb2-9c8a-48ec-8aaf-875fa2b4b092 HTTP/1.1" status: 200 len: 210 time: 0.0291584 Feb 09 16:42:51.577788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:42:51.814577 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:42:51.845790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:42:51.854497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:42:51.855127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:42:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:42:51.970705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:42:52.177474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:42:52.204694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efd9dc9-5e30-4424-9839-8d5fde3c24e2 None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:42:52.423030 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2553b5e-ae18-46bd-b625-e6530cd57acd None None] New status for floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:42:52.724913 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-3313c599-3e7f-4e71-b2dc-b28ed0dc4b52 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--535285910&fields=id&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 267 time: 0.0348155 Feb 09 16:42:52.837481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-2192422b-687c-4d6b-a9bd-a0ea75a63395 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:52.838970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-2192422b-687c-4d6b-a9bd-a0ea75a63395 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 811 time: 0.1070426 Feb 09 16:42:52.855170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-1e8d760e-d0e0-4bd5-a180-89153f4f5a16 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/quotas/9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 375 time: 0.0096083 Feb 09 16:42:52.915838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-b1f3b8be-27ee-45e0-86e7-625f9fdffafa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540359 Feb 09 16:42:53.021143 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0478766f-c780-4495-9e1f-a25420f1a42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:53.045246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-c0ffd5fc-ad63-4553-ae54-bcef9f844bc1 service neutron] 10.222.0.53 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076429 Feb 09 16:42:53.161191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-79ded60a-bb83-4062-9f64-f7cb0a0ad98c service neutron] 10.222.0.53 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101556 Feb 09 16:42:53.429253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdb5d01f-a9f0-4eef-add8-f157ac2df5e0 req-f7314ddc-bd6e-473d-94a4-d52169a796f9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 210 time: 0.0282512 Feb 09 16:42:54.386528 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8c06d429-9e90-4d7a-ab41-959c3642eff6 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:42:54.408013 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 8c06d429-9e90-4d7a-ab41-959c3642eff6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:42:54.408387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8c06d429-9e90-4d7a-ab41-959c3642eff6 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:42:54.526175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-753f09e9-79ee-419e-8a2a-00ec2a080139 req-06e24570-0d40-427b-b5b0-e086ee67f1f6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 210 time: 0.0267537 Feb 09 16:42:55.287453 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c6e2-8b32-4fa9-8eaf-e8675c14afff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:55.401359 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:42:55.452353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-8fbca32e-fca2-4069-b57a-c727ce8ad1d9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:55.453852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-8fbca32e-fca2-4069-b57a-c727ce8ad1d9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 811 time: 0.1070130 Feb 09 16:42:55.498830 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-2a93ca99-5868-4b4c-a8d4-95495262447b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 379 time: 0.0358477 Feb 09 16:42:55.507181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'port': {'device_id': '62206858-2c82-4c55-81fd-b9424523ca8a', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'admin_state_up': True, 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'security_groups': ['19b0fc4f-6d13-47a2-adfc-5f1f50c621ac']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:42:55.634222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ea6e8836-7bb4-40ab-8897-7cd72e475822 req-55fb6421-6197-4750-bb4e-dec2963f2cb7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 210 time: 0.0349898 Feb 09 16:42:55.706287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Made reservation on behalf of 9d2fe9522c1a4d4685bbb15f35d0c26d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:42:55.709521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:55.841875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Allocated IP 172.20.0.8 (793aa308-95f6-4e22-8ffe-1b1c58524282/a8737e6d-71e3-4b15-bfb4-5495ef971f3d/62bc8a97-7440-456a-84f6-edac03dbcf7b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:42:55.983888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:56.081850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:56.126715 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:42:56.129894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:42:56.133475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:42:56.140397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:56.188567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:56.189199 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:56.280615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-96e9150e-8693-4a94-a7af-2dd539b599ef tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7770505 Feb 09 16:42:56.292749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Request body: {'port': {'device_id': '62206858-2c82-4c55-81fd-b9424523ca8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:42:56.350566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ea5c7e2b-1bb4-486e-90de-97a71c51802b None None] Provisioning complete for port 62bc8a97-7440-456a-84f6-edac03dbcf7b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:42:56.351165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ea5c7e2b-1bb4-486e-90de-97a71c51802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:56.351686 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:56.384327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c7e2b-1bb4-486e-90de-97a71c51802b None None] Port 62bc8a97-7440-456a-84f6-edac03dbcf7b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:42:56.618960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bc8a97-7440-456a-84f6-edac03dbcf7b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:42:56.627379 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:56.639781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Transition to ACTIVE for port object 62bc8a97-7440-456a-84f6-edac03dbcf7b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:42:56.711584 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:56.745473 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:56.789576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db2811-a8ba-4f31-8e0a-f423b7ab13e6 req-0856cd72-cb60-4d7a-b0cd-e03f385eb7a8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:56.791102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0db2811-a8ba-4f31-8e0a-f423b7ab13e6 req-0856cd72-cb60-4d7a-b0cd-e03f385eb7a8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 931 time: 0.0870452 Feb 09 16:42:56.829320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:56.887319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0db2811-a8ba-4f31-8e0a-f423b7ab13e6 req-5534a552-9984-484c-9678-088dbb4433e7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884235 Feb 09 16:42:56.924575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Attempting to bind port 62bc8a97-7440-456a-84f6-edac03dbcf7b on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:42:56.924937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Attempting to bind port 62bc8a97-7440-456a-84f6-edac03dbcf7b by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:42:56.925278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Attempting to bind port 62bc8a97-7440-456a-84f6-edac03dbcf7b on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:42:56.930095 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Port 62bc8a97-7440-456a-84f6-edac03dbcf7b on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:42:56.930419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Attempting to bind port 62bc8a97-7440-456a-84f6-edac03dbcf7b on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:42:56.936585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:42:56.936930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:42:56.937317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:42:56.937758 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Bound port: 62bc8a97-7440-456a-84f6-edac03dbcf7b, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:42:56.938117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:57.010385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:42:57.016661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:42:57.110873 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:57.144641 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:57.144641 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:57.145685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] 10.222.0.13 "PUT /v2.0/ports/62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 1091 time: 0.8574793 Feb 09 16:42:57.146138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:42:57.148428 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdceb1-98dd-462e-a1c1-bc3ac36a02ec" -d '{"events": [{"name": "network-changed", "server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:42:57.179632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574280c-b160-4cf7-9a98-546225532f14 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:42:57.198545 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b713d71d-491f-437f-b9dc-1a79947e30b4 x-openstack-request-id: req-b713d71d-491f-437f-b9dc-1a79947e30b4 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:42:57.198861 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:42:57.199115 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b713d71d-491f-437f-b9dc-1a79947e30b4 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:42:57.199522 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'status': 'completed', 'code': 200} Feb 09 16:42:57.262656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdceb1-98dd-462e-a1c1-bc3ac36a02ec req-759ffaea-accc-440b-8a4e-d0cbc400c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:57.264211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ccdceb1-98dd-462e-a1c1-bc3ac36a02ec req-759ffaea-accc-440b-8a4e-d0cbc400c726 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1094 time: 0.0439777 Feb 09 16:42:57.369438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdceb1-98dd-462e-a1c1-bc3ac36a02ec req-7e80e83c-aa05-4940-b9b3-b24bed75ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:57.370914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ccdceb1-98dd-462e-a1c1-bc3ac36a02ec req-7e80e83c-aa05-4940-b9b3-b24bed75ade3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994442 Feb 09 16:42:57.464864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdceb1-98dd-462e-a1c1-bc3ac36a02ec req-dac2ddbf-cdfb-44a4-9b0f-98e95498e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:57.528475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ccdceb1-98dd-462e-a1c1-bc3ac36a02ec req-dac2ddbf-cdfb-44a4-9b0f-98e95498e594 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896626 Feb 09 16:42:57.542472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-73d62a1e-62c6-4530-836e-0a26232cd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:57.543993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-73d62a1e-62c6-4530-836e-0a26232cd956 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1094 time: 0.0425940 Feb 09 16:42:57.588996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-6cefe766-27d4-4566-8520-aa066f58110b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 217 time: 0.0379515 Feb 09 16:42:57.637390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-57f7b9f8-8edd-416d-8598-bc55c42aba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:57.639405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-57f7b9f8-8edd-416d-8598-bc55c42aba67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0441704 Feb 09 16:42:57.684399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-f8669eb3-0d79-4102-a9a4-4a3de5dfc358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:57.686005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-f8669eb3-0d79-4102-a9a4-4a3de5dfc358 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405726 Feb 09 16:42:57.779409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-80450c5f-b7f4-4f22-a077-a77e214de8d2 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866134 Feb 09 16:42:57.866407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f6b4f32-d007-4ad2-bb27-a9cd51a5f477 req-4367fe6d-846a-429e-934e-40b1caa9d3a3 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817070 Feb 09 16:42:58.015163 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71314c91-e3aa-43ff-a1ef-f9dbaed37c21 req-f604fc7d-bf98-44a1-94d2-d126678a0ae4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:58.016744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71314c91-e3aa-43ff-a1ef-f9dbaed37c21 req-f604fc7d-bf98-44a1-94d2-d126678a0ae4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 943 time: 0.0569127 Feb 09 16:42:58.054962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71314c91-e3aa-43ff-a1ef-f9dbaed37c21 req-048d2049-e481-4ebc-a571-1c85707921f6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317209 Feb 09 16:42:58.362832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:58.592226 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:42:59.181605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a13e4-b369-4e46-baff-c19057965ca6 req-e39d60e9-242b-4111-a646-fddd9385d48d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:42:59.183207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee4a13e4-b369-4e46-baff-c19057965ca6 req-e39d60e9-242b-4111-a646-fddd9385d48d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 943 time: 0.0536058 Feb 09 16:42:59.222424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee4a13e4-b369-4e46-baff-c19057965ca6 req-4a6a4a3d-2f95-4641-8a4e-2fb08d91fe97 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333958 Feb 09 16:43:00.335224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3cbca-7e32-43d2-88f1-bfa19dd45287 req-0a6fd290-5936-44f4-929c-f9bc970548d6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:00.336740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52d3cbca-7e32-43d2-88f1-bfa19dd45287 req-0a6fd290-5936-44f4-929c-f9bc970548d6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 943 time: 0.0481353 Feb 09 16:43:00.375151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52d3cbca-7e32-43d2-88f1-bfa19dd45287 req-5620a047-791e-40a5-a360-8b0cc2004fac tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318696 Feb 09 16:43:00.386494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 62bc8a97-7440-456a-84f6-edac03dbcf7b details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:43:00.495515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:43:00.507427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'mac_address': 'fa:16:3e:f5:02:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:43:00.535401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:00.546856 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:00.559280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bc8a97-7440-456a-84f6-edac03dbcf7b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:43:00.578376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:43:00.660323 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:00.710727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:43:00.717839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.718177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.718512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.718843 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.719169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.719493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.719814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.720232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.720561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.720873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.721190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.721506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:00.849454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['62bc8a97-7440-456a-84f6-edac03dbcf7b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:43:01.493877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe297eb2-0289-4c39-a51b-25ae3db71492 req-7f847eb6-145e-44a0-bd3a-e2195dbc37ac tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:01.495417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe297eb2-0289-4c39-a51b-25ae3db71492 req-7f847eb6-145e-44a0-bd3a-e2195dbc37ac tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 944 time: 0.0528073 Feb 09 16:43:01.534629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fe297eb2-0289-4c39-a51b-25ae3db71492 req-997ed884-f4c5-4814-b204-669ae54d9f91 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332067 Feb 09 16:43:02.241560 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:02.386180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 62bc8a97-7440-456a-84f6-edac03dbcf7b up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:43:02.533329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 62bc8a97-7440-456a-84f6-edac03dbcf7b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:43:02.537702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 62bc8a97-7440-456a-84f6-edac03dbcf7b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:43:02.538068 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:02.615618 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:02.639179 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:43:02.641582 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef6aa1e-6f24-40a2-a93e-dbe68ebca2fa" -d '{"events": [{"server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "name": "network-vif-plugged", "status": "completed", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:43:02.654453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033d73e-ad04-4355-97ea-acffe1c547cf req-bd09b919-06e9-4ed7-88e0-c28a8e91fdec tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:02.656781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2033d73e-ad04-4355-97ea-acffe1c547cf req-bd09b919-06e9-4ed7-88e0-c28a8e91fdec tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 944 time: 0.0518188 Feb 09 16:43:02.666501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:43:02.691531 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49527ad-ca02-45b0-9522-e93230562eaa x-openstack-request-id: req-e49527ad-ca02-45b0-9522-e93230562eaa {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:43:02.691831 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "name": "network-vif-plugged", "status": "completed", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:43:02.692099 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e49527ad-ca02-45b0-9522-e93230562eaa {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:43:02.692715 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'code': 200} Feb 09 16:43:02.703044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2033d73e-ad04-4355-97ea-acffe1c547cf req-f7b0cf69-bc88-4d23-9505-88f1121f3afd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342765 Feb 09 16:43:02.740607 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:02.790662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a835b-83ec-474d-9025-220a13dd3be1 req-8ae178b4-afc6-4a2b-a18a-2c3fb9dacbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:02.792044 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-513a835b-83ec-474d-9025-220a13dd3be1 req-8ae178b4-afc6-4a2b-a18a-2c3fb9dacbee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1096 time: 0.0434322 Feb 09 16:43:02.794986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:43:02.829373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-513a835b-83ec-474d-9025-220a13dd3be1 req-ad4e1cc4-050c-4689-8dbb-92ef93f0df04 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306101 Feb 09 16:43:03.902200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a464fd-6e4f-48bb-843f-f593b3731331 req-66acd688-ab33-4a40-81db-fe0f23f5253f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:03.904305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1a464fd-6e4f-48bb-843f-f593b3731331 req-66acd688-ab33-4a40-81db-fe0f23f5253f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.1285214 Feb 09 16:43:03.950824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1a464fd-6e4f-48bb-843f-f593b3731331 req-08a260d8-6574-4a3e-9c80-c5be8d8cd210 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403545 Feb 09 16:43:05.123042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9aec5-2d11-43af-845d-5926c1e4b181 req-5ca31691-9217-405f-832d-9c16634bc1f8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:05.124633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33c9aec5-2d11-43af-845d-5926c1e4b181 req-5ca31691-9217-405f-832d-9c16634bc1f8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.1048741 Feb 09 16:43:05.163475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-33c9aec5-2d11-43af-845d-5926c1e4b181 req-220f3100-5736-414e-99cc-3565df5cfada tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327637 Feb 09 16:43:05.275770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a477734-dfb1-4a62-959f-ea9f920a22c5 req-0834987c-727e-4845-a8a0-01449ec0bfde tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:05.277173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a477734-dfb1-4a62-959f-ea9f920a22c5 req-0834987c-727e-4845-a8a0-01449ec0bfde tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0482371 Feb 09 16:43:05.286470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60542) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:43:05.290908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'floatingip': {'port_id': '62bc8a97-7440-456a-84f6-edac03dbcf7b'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:43:05.640199 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:06.069550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:06.128659 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:06.232184 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40 associated. External IP: 172.25.5.250, port: 62bc8a97-7440-456a-84f6-edac03dbcf7b. Feb 09 16:43:06.446409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:43:06.558778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:43:06.563565 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:06.568975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:43:06.580164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:43:06.580800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:42:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:43:06.592390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d4582541-bff6-477c-83ff-5c12324c8982 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "PUT /v2.0/floatingips/a2826c40-7a7b-4f17-b359-590d2c1c5f40 HTTP/1.1" status: 200 len: 991 time: 1.3048041 Feb 09 16:43:06.592997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:43:06.595313 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b" -d '{"events": [{"name": "network-changed", "server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:43:06.697458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:43:06.704294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869328ba-2cfd-40f8-8c90-96834d139e97 req-91263bfc-b0d1-42d1-a7b4-a2ada7465134 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:06.706109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-869328ba-2cfd-40f8-8c90-96834d139e97 req-91263bfc-b0d1-42d1-a7b4-a2ada7465134 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0550423 Feb 09 16:43:06.730760 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913d4a45-913c-4f65-a30a-857a3a9a0107 x-openstack-request-id: req-913d4a45-913c-4f65-a30a-857a3a9a0107 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:43:06.731050 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:43:06.731324 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-913d4a45-913c-4f65-a30a-857a3a9a0107 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:43:06.731728 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'status': 'completed', 'code': 200} Feb 09 16:43:06.753269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-869328ba-2cfd-40f8-8c90-96834d139e97 req-7a43c154-3f18-4acf-87d9-85d34797ab45 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Feb 09 16:43:06.801108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-f3ab8096-7105-4ef1-9e0b-9c1df58e62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:06.802605 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-f3ab8096-7105-4ef1-9e0b-9c1df58e62a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1096 time: 0.0482221 Feb 09 16:43:06.895158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-3912d9aa-3eb0-43a8-be30-1f11d0651b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:06.896571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-3912d9aa-3eb0-43a8-be30-1f11d0651b89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0877719 Feb 09 16:43:06.932821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:f5:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62206858-2c82-4c55-81fd-b9424523ca8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:43:05Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:43:06.963646 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:43:06.965735 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-135894f9-946b-49d4-882b-b47196698b84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 999 time: 0.0622742 Feb 09 16:43:06.972103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:43:06.972698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:42:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:43:07.015205 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-0112691e-7503-45dc-95da-ec7bfde717bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:07.016998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-0112691e-7503-45dc-95da-ec7bfde717bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0451519 Feb 09 16:43:07.062147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-0e780ccc-c87e-4c7a-9ec9-c51b0a7da751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:07.063646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-0e780ccc-c87e-4c7a-9ec9-c51b0a7da751 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406396 Feb 09 16:43:07.079605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:43:07.158556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-f03682b4-4062-4269-abab-3aa6cc471cf4 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869708 Feb 09 16:43:07.251217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2777eef-2b70-4ac4-881f-a6d1e8c2699b req-af4f4fae-377b-41b9-af09-9affc377a538 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856507 Feb 09 16:43:07.303635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:f5:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62206858-2c82-4c55-81fd-b9424523ca8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:43:05Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:43:07.333471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef5266f-b4b0-4934-bc35-1655e8cccb75 None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:f5:02:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62206858-2c82-4c55-81fd-b9424523ca8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:43:05Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:43:07.537994 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb689fd-4a82-4fb0-8807-7415f4a5f3ec None None] New status for floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:43:07.879345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b60f5-73db-4162-a945-d2070d9086b4 req-e11d0bd5-6c02-45ee-be1e-ebec90114843 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:07.880885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e1b60f5-73db-4162-a945-d2070d9086b4 req-e11d0bd5-6c02-45ee-be1e-ebec90114843 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0506585 Feb 09 16:43:07.919498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e1b60f5-73db-4162-a945-d2070d9086b4 req-33b0b9cc-c0bb-4400-beb8-b6cf97a8a33a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325594 Feb 09 16:43:08.381763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb60fa9-2396-4cb3-a616-33f772f6d0e8 req-64274b34-86fa-4e8c-ab70-98d54d29932a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:08.383273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bb60fa9-2396-4cb3-a616-33f772f6d0e8 req-64274b34-86fa-4e8c-ab70-98d54d29932a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0541315 Feb 09 16:43:08.421295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bb60fa9-2396-4cb3-a616-33f772f6d0e8 req-c5df5a84-61f4-4701-8fd3-b8957e34d2d1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 Feb 09 16:43:09.541210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a7103-08b3-4ef6-88b2-5b2bf0c37f5e req-4f7c6ddd-046c-4375-bc6b-081a9e394650 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:09.542728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-151a7103-08b3-4ef6-88b2-5b2bf0c37f5e req-4f7c6ddd-046c-4375-bc6b-081a9e394650 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0498173 Feb 09 16:43:09.581063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-151a7103-08b3-4ef6-88b2-5b2bf0c37f5e req-5f5e5a3d-ca99-49d9-a632-c7d54b78dd6b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321314 Feb 09 16:43:10.697026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18592bd-6355-4a34-a2f2-ec535d7f5733 req-763c71b9-0b00-4d18-977a-5d97ceadc575 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:10.698498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c18592bd-6355-4a34-a2f2-ec535d7f5733 req-763c71b9-0b00-4d18-977a-5d97ceadc575 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0488784 Feb 09 16:43:10.737134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c18592bd-6355-4a34-a2f2-ec535d7f5733 req-20b1624d-873d-48b4-aaa6-cf1e96b19814 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320535 Feb 09 16:43:11.858358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7f6cf-bc60-449b-ae3d-45d670b85bd4 req-1a77c64d-c4af-4210-899f-06e1fcecb1d9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:11.859856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85e7f6cf-bc60-449b-ae3d-45d670b85bd4 req-1a77c64d-c4af-4210-899f-06e1fcecb1d9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0540853 Feb 09 16:43:11.899891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85e7f6cf-bc60-449b-ae3d-45d670b85bd4 req-301ae19e-0558-4b27-8938-5ff56fe06332 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335720 Feb 09 16:43:12.332972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-68c1a467-5c7f-4a34-a4ea-abb69b3a4f14 req-43ae6c10-dfdb-4d52-bec3-e478eac3c752 service neutron] (103178) timed out ('10.222.0.73', 64476) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:43:13.015828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad81fdf-98f6-49a7-a054-c0a64b69b214 req-e2c94fe8-2523-48e4-88d5-3e367fa1a03a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:13.017406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ad81fdf-98f6-49a7-a054-c0a64b69b214 req-e2c94fe8-2523-48e4-88d5-3e367fa1a03a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0500975 Feb 09 16:43:13.054590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ad81fdf-98f6-49a7-a054-c0a64b69b214 req-0e2b5a86-ad1d-480d-90d9-526fa6d3a5b4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 Feb 09 16:43:14.171727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a5928-6b08-4c70-8ff3-bbb38f217893 req-7eb12961-f78e-4e84-af4d-bcd985f0fb09 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:14.173260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be4a5928-6b08-4c70-8ff3-bbb38f217893 req-7eb12961-f78e-4e84-af4d-bcd985f0fb09 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0487592 Feb 09 16:43:14.211362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be4a5928-6b08-4c70-8ff3-bbb38f217893 req-7d32e78f-bc58-4a09-9c65-cbf6ec722231 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320504 Feb 09 16:43:15.330942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4df7c-a01c-4e0c-b45a-abdf5c3794ae req-869414e3-2552-4e44-961f-7aa1026f4413 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:15.332502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ce4df7c-a01c-4e0c-b45a-abdf5c3794ae req-869414e3-2552-4e44-961f-7aa1026f4413 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0533412 Feb 09 16:43:15.369523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0ce4df7c-a01c-4e0c-b45a-abdf5c3794ae req-ec3cd2ac-fd81-43a2-ad3b-19d532595bf1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310688 Feb 09 16:43:16.485791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708de52-55b3-49da-b4fe-bcfcfed090ab req-e1bf7d60-bd00-4366-9497-b6160b78f501 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:16.487346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6708de52-55b3-49da-b4fe-bcfcfed090ab req-e1bf7d60-bd00-4366-9497-b6160b78f501 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0490730 Feb 09 16:43:16.526524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6708de52-55b3-49da-b4fe-bcfcfed090ab req-2f860992-e836-480e-946c-d1057360b422 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329261 Feb 09 16:43:17.643392 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72596aef-24a7-4709-88cb-92d7b17c8175 req-a0ee7f04-aff5-4bca-a47e-ec3623d4248f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:17.644898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72596aef-24a7-4709-88cb-92d7b17c8175 req-a0ee7f04-aff5-4bca-a47e-ec3623d4248f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0494494 Feb 09 16:43:17.687598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72596aef-24a7-4709-88cb-92d7b17c8175 req-a1e025b0-0127-417d-8c59-97bb4c381461 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367022 Feb 09 16:43:18.807035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58467285-0563-4598-b3c7-262e5419420e req-5036cf39-b09c-4472-96da-0b6d570b7243 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:18.808564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58467285-0563-4598-b3c7-262e5419420e req-5036cf39-b09c-4472-96da-0b6d570b7243 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0535591 Feb 09 16:43:18.847513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58467285-0563-4598-b3c7-262e5419420e req-b4437ff1-34c8-4095-be0b-7bb2b70d93d0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322053 Feb 09 16:43:19.965832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d208a-2de4-4329-9d06-c1bd7fb82c04 req-557d9c25-f35c-42cb-9190-247da546a80e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:19.967812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-028d208a-2de4-4329-9d06-c1bd7fb82c04 req-557d9c25-f35c-42cb-9190-247da546a80e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0503869 Feb 09 16:43:20.006190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-028d208a-2de4-4329-9d06-c1bd7fb82c04 req-abf68948-69ed-42d2-9b8b-94ebf8547c25 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322893 Feb 09 16:43:21.126086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483de2d-4854-4128-a418-32631e555a72 req-b4ab506b-be17-4130-9812-888212f9c52b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:21.127618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e483de2d-4854-4128-a418-32631e555a72 req-b4ab506b-be17-4130-9812-888212f9c52b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0530260 Feb 09 16:43:21.166091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e483de2d-4854-4128-a418-32631e555a72 req-4ce0cfee-93c3-4f37-9fb5-8cf62fc5e0c5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323370 Feb 09 16:43:22.285303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e050daf-cf3b-4baa-8eb0-f0821806fe80 req-024d503d-ee92-4bf8-b601-14a1a77d764e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:22.286846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e050daf-cf3b-4baa-8eb0-f0821806fe80 req-024d503d-ee92-4bf8-b601-14a1a77d764e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0538590 Feb 09 16:43:22.333456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e050daf-cf3b-4baa-8eb0-f0821806fe80 req-3dffe0d2-e1ac-48f0-8bb0-790cd7b62e51 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Feb 09 16:43:23.012279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ef79f362-97c2-42c0-89e8-59ed048e9cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:23.451060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5f8cb-a3d7-40d0-8517-5045795ddbd2 req-9053a494-da6e-4b7e-8c91-daca16e222e0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:23.452680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5a5f8cb-a3d7-40d0-8517-5045795ddbd2 req-9053a494-da6e-4b7e-8c91-daca16e222e0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0508478 Feb 09 16:43:23.493188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c5a5f8cb-a3d7-40d0-8517-5045795ddbd2 req-f2aa3032-85ae-456b-81bd-c27c2c785936 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344033 Feb 09 16:43:24.607473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bf0ca-db75-49c0-bb95-21195e13c249 req-3729c132-6789-4b83-9b16-686eced09de3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:24.609519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-065bf0ca-db75-49c0-bb95-21195e13c249 req-3729c132-6789-4b83-9b16-686eced09de3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0488114 Feb 09 16:43:24.647166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-065bf0ca-db75-49c0-bb95-21195e13c249 req-40ce4937-d040-4b3c-9eb1-d8ac38ae519c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Feb 09 16:43:25.253744 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-21382a44-52bd-4393-8771-3919819c3157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:25.771997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f41c1c-442d-4f83-906f-c2ee01028338 req-71ec1ae4-b8da-4ead-bb45-3d0726513b99 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:25.773747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80f41c1c-442d-4f83-906f-c2ee01028338 req-71ec1ae4-b8da-4ead-bb45-3d0726513b99 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0594494 Feb 09 16:43:25.812455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80f41c1c-442d-4f83-906f-c2ee01028338 req-135e6dea-300d-4f58-a1c4-4c70a7f10fb8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325315 Feb 09 16:43:26.733963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:26.939598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafc789-943b-4bdf-91a1-07a0082e40dc req-aff036e0-3a4c-4482-ab51-8be89b821b28 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:26.941241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adafc789-943b-4bdf-91a1-07a0082e40dc req-aff036e0-3a4c-4482-ab51-8be89b821b28 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0550101 Feb 09 16:43:26.983191 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adafc789-943b-4bdf-91a1-07a0082e40dc req-02c0e464-43a1-4087-b49a-995502b80bb9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357909 Feb 09 16:43:28.101735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211827ba-3944-4af8-8d0f-d7cfbd2180f1 req-e83e3895-6497-4eb2-a8da-4dd709f2fb4d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:28.103247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-211827ba-3944-4af8-8d0f-d7cfbd2180f1 req-e83e3895-6497-4eb2-a8da-4dd709f2fb4d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0503004 Feb 09 16:43:28.142214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-211827ba-3944-4af8-8d0f-d7cfbd2180f1 req-be1e444b-a967-426d-908f-3c15c091c9c7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Feb 09 16:43:28.366382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:28.636598 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:29.266842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71312ab9-8ba5-4081-ba8f-cd090b2d7548 req-299a146d-ea8f-4279-bd3d-4bbc86259200 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:29.268304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71312ab9-8ba5-4081-ba8f-cd090b2d7548 req-299a146d-ea8f-4279-bd3d-4bbc86259200 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0561249 Feb 09 16:43:29.308870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71312ab9-8ba5-4081-ba8f-cd090b2d7548 req-597cd128-7a91-4fb9-aef5-1156e08b8379 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345378 Feb 09 16:43:30.430991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2deae-898f-4906-a070-bfe04ee8dfe2 req-68057363-dfd0-4791-aba1-b770de18af53 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:30.432575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fe2deae-898f-4906-a070-bfe04ee8dfe2 req-68057363-dfd0-4791-aba1-b770de18af53 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0511525 Feb 09 16:43:30.476358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fe2deae-898f-4906-a070-bfe04ee8dfe2 req-b3a0d1f9-12f4-447a-bffb-c9de7d903222 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360131 Feb 09 16:43:30.583874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:31.600241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2731e7-cee3-4ef8-91bb-56cbd6cef0b9 req-8a653fa2-8a51-4c0b-8e33-e43290ceba6e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:31.601759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc2731e7-cee3-4ef8-91bb-56cbd6cef0b9 req-8a653fa2-8a51-4c0b-8e33-e43290ceba6e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0515342 Feb 09 16:43:31.641785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc2731e7-cee3-4ef8-91bb-56cbd6cef0b9 req-45e02b32-797b-4eea-92ab-6247a6712b82 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339937 Feb 09 16:43:32.230746 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:32.400335 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:43:32.760681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80618739-a9a5-4312-b8dc-1f717e130504 req-5c869230-4f40-492f-a6ea-77d2e9f565b0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:32.762219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80618739-a9a5-4312-b8dc-1f717e130504 req-5c869230-4f40-492f-a6ea-77d2e9f565b0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0533247 Feb 09 16:43:32.802066 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80618739-a9a5-4312-b8dc-1f717e130504 req-6f308f3a-726c-4d5d-8697-3d6f5675efbe tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331745 Feb 09 16:43:33.923072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb161f-5a77-4c1c-bebb-51be4ad125cb req-dde107de-d725-4a3a-a3aa-2331bcef7955 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:33.924681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eefb161f-5a77-4c1c-bebb-51be4ad125cb req-dde107de-d725-4a3a-a3aa-2331bcef7955 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0536680 Feb 09 16:43:33.964459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eefb161f-5a77-4c1c-bebb-51be4ad125cb req-d4213cb7-4c28-4e23-ae2b-7fe2a269befb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Feb 09 16:43:35.083733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a13742-9e6d-413f-a255-d79667d404fc req-48cb362e-e26c-4533-8ddd-e64128a741c7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:35.083733 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40a13742-9e6d-413f-a255-d79667d404fc req-48cb362e-e26c-4533-8ddd-e64128a741c7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0490537 Feb 09 16:43:35.122795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-40a13742-9e6d-413f-a255-d79667d404fc req-83e83c74-275a-421d-810e-bdef83b8a895 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332577 Feb 09 16:43:36.246875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52957920-924d-4bd2-9a02-99836101e47a req-fab3f617-a6d8-4f12-b8b4-c143479f6228 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:36.248328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52957920-924d-4bd2-9a02-99836101e47a req-fab3f617-a6d8-4f12-b8b4-c143479f6228 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0541608 Feb 09 16:43:36.287032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52957920-924d-4bd2-9a02-99836101e47a req-a82b04dc-89f2-4f0d-9e5d-a3641d599b5d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Feb 09 16:43:37.402425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5843a7-a46f-4f58-9122-4a72233dac48 req-590136f8-4447-4b7b-9fa0-fe35d5c2a8d8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:37.403925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca5843a7-a46f-4f58-9122-4a72233dac48 req-590136f8-4447-4b7b-9fa0-fe35d5c2a8d8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0498133 Feb 09 16:43:37.443393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca5843a7-a46f-4f58-9122-4a72233dac48 req-adbfdb1f-b4d6-444d-9121-69ceda8cebed tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330832 Feb 09 16:43:38.588557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa55188-62f0-4d8f-92d3-bbd244b55a93 req-0f97f474-1994-441b-9506-c8c94786ca99 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:38.590214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9aa55188-62f0-4d8f-92d3-bbd244b55a93 req-0f97f474-1994-441b-9506-c8c94786ca99 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0583196 Feb 09 16:43:38.633896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9aa55188-62f0-4d8f-92d3-bbd244b55a93 req-d5adb994-a8d3-4a64-807b-59c15500fae6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371239 Feb 09 16:43:39.758971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372cc9-f4a9-4371-8167-49982a36b79d req-59ca423f-5efa-4f0c-a142-3eb3b0151a36 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:39.760582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7372cc9-f4a9-4371-8167-49982a36b79d req-59ca423f-5efa-4f0c-a142-3eb3b0151a36 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0546927 Feb 09 16:43:39.801114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7372cc9-f4a9-4371-8167-49982a36b79d req-ad61c762-e7a2-4ab6-aa40-135cbf7291fd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329764 Feb 09 16:43:40.220825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa10d0b-c369-4f01-bec2-56571afec424 req-28fa449e-548f-4ba8-b41a-cd62b8691914 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:40.222443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5fa10d0b-c369-4f01-bec2-56571afec424 req-28fa449e-548f-4ba8-b41a-cd62b8691914 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0531440 Feb 09 16:43:40.262723 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5fa10d0b-c369-4f01-bec2-56571afec424 req-d0133f23-3716-4097-ad0a-a25d38176f89 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339379 Feb 09 16:43:40.354161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-47737781-5338-4a22-916c-de1a099241bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422437 Feb 09 16:43:41.386806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d3ac1-5300-422d-a074-60142e1e5fd9 req-7877093a-06b9-4a7c-813e-d1ef538cb58c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:41.388318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a3d3ac1-5300-422d-a074-60142e1e5fd9 req-7877093a-06b9-4a7c-813e-d1ef538cb58c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0554700 Feb 09 16:43:41.426571 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6a3d3ac1-5300-422d-a074-60142e1e5fd9 req-b1eec1de-c648-4391-90a6-5ab0f6d23044 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Feb 09 16:43:42.548424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53e235-b9f1-48d1-b7f0-ac4731297e06 req-de550b9f-84d1-4e51-be8b-c0dee5427612 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:42.549969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e53e235-b9f1-48d1-b7f0-ac4731297e06 req-de550b9f-84d1-4e51-be8b-c0dee5427612 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0514257 Feb 09 16:43:42.588440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e53e235-b9f1-48d1-b7f0-ac4731297e06 req-85bcb8e7-8972-4b2e-b6fd-9c5318ad5352 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321326 Feb 09 16:43:42.696904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e57da569-1cfe-474e-982b-ea4346197541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:42.698432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e57da569-1cfe-474e-982b-ea4346197541 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1096 time: 0.0864213 Feb 09 16:43:42.799280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-ab176a31-144d-4d62-834d-7eaf55e75780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:42.800823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-ab176a31-144d-4d62-834d-7eaf55e75780 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0943346 Feb 09 16:43:42.867592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-0e2df908-9bdc-4446-a3e5-55015cc68f1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 1001 time: 0.0596242 Feb 09 16:43:42.923575 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-85c8dbc0-8b97-426e-a52a-650bffd29642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:42.925122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-85c8dbc0-8b97-426e-a52a-650bffd29642 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0501022 Feb 09 16:43:42.974428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-ae90144a-e353-4b9d-a9b0-ac45caa5d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:42.975983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-ae90144a-e353-4b9d-a9b0-ac45caa5d5d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444648 Feb 09 16:43:43.074547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-d9a7cfc3-476b-4fd9-a65e-2d47b05c642e service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920460 Feb 09 16:43:43.171559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-43131c2a-367c-41a4-80cc-4245170c0bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896578 Feb 09 16:43:43.711102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703275-6de5-486e-a141-75648e6317b3 req-22e1740f-aa13-426f-a830-e7614e503bad tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:43.712675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11703275-6de5-486e-a141-75648e6317b3 req-22e1740f-aa13-426f-a830-e7614e503bad tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0514324 Feb 09 16:43:43.760222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11703275-6de5-486e-a141-75648e6317b3 req-77e3763b-3a89-4803-b1c4-fa081f3b628c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408666 Feb 09 16:43:44.883227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cb410-cf47-431a-afb6-2b4ccbc30b95 req-fc759501-5983-44a7-82d7-beae1ffd8465 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:44.884956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-983cb410-cf47-431a-afb6-2b4ccbc30b95 req-fc759501-5983-44a7-82d7-beae1ffd8465 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0542002 Feb 09 16:43:44.936988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-983cb410-cf47-431a-afb6-2b4ccbc30b95 req-df3005cb-632e-4230-b25b-4b6df9d66703 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451992 Feb 09 16:43:45.250920 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-619808dc-7c70-4b08-a9e6-0f25c350b60b service neutron] show failed (client error): The resource could not be found. Feb 09 16:43:45.252453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-619808dc-7c70-4b08-a9e6-0f25c350b60b service neutron] 10.222.0.13 "GET /v2.0/ports/62bc8a97-7440-456a-84f6-edac03dbcf7b/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0664127 Feb 09 16:43:45.833627 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-267c5380-cccd-4078-b8a8-796e378d42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:45.835137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-267c5380-cccd-4078-b8a8-796e378d42da service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 1096 time: 0.0413382 Feb 09 16:43:45.847045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:43:45.901105 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:46.120672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc1090-25d5-41c3-90e3-8213b384bde5 req-87a7688e-3cd7-4365-8619-ed68082d7882 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:46.122161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aabc1090-25d5-41c3-90e3-8213b384bde5 req-87a7688e-3cd7-4365-8619-ed68082d7882 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.1055901 Feb 09 16:43:46.178354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:43:46.190611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aabc1090-25d5-41c3-90e3-8213b384bde5 req-d023c676-670c-4a39-880d-5756635e3480 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625753 Feb 09 16:43:46.215526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:43:46.256409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:43:46.258581 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbac65e-3a2c-4b5a-a001-fc29d4d99074" -d '{"events": [{"server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "name": "network-vif-unplugged", "status": "completed", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:43:46.262345 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:46.275216 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Transition to ACTIVE for port object 62bc8a97-7440-456a-84f6-edac03dbcf7b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:43:46.311420 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcee048-efda-41b7-82e7-dd7d9d0f23ea x-openstack-request-id: req-adcee048-efda-41b7-82e7-dd7d9d0f23ea {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:43:46.311749 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "name": "network-vif-unplugged", "status": "completed", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:43:46.312116 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adcee048-efda-41b7-82e7-dd7d9d0f23ea {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:43:46.312414 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'code': 200} Feb 09 16:43:46.354845 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:46.447316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:43:46.486712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] No DVR routers for this DVR port 62bc8a97-7440-456a-84f6-edac03dbcf7b on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:43:46.632329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Attempting to bind port 62bc8a97-7440-456a-84f6-edac03dbcf7b on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:43:46.632675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Attempting to bind port 62bc8a97-7440-456a-84f6-edac03dbcf7b by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:43:46.633013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Attempting to bind port 62bc8a97-7440-456a-84f6-edac03dbcf7b on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:43:46.637297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Port 62bc8a97-7440-456a-84f6-edac03dbcf7b on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:43:46.637620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Attempting to bind port 62bc8a97-7440-456a-84f6-edac03dbcf7b on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:43:46.643008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:43:46.643351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:43:46.643741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:43:46.644210 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Bound port: 62bc8a97-7440-456a-84f6-edac03dbcf7b, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:43:46.644585 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:46.717597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:43:46.720906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:43:46.818504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:46.858871 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:46.859502 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:46.860966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] 10.222.0.73 "PUT /v2.0/ports/62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 1091 time: 1.0184381 Feb 09 16:43:46.879856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcc0e7-43db-4079-b03f-817032626962 service neutron] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:43:46.930834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-a7939b87-5b48-4cbd-9ccd-b8e2b7ba4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:46.933223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-a7939b87-5b48-4cbd-9ccd-b8e2b7ba4d91 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1094 time: 0.0474167 Feb 09 16:43:47.035915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-a06ccbcf-a04c-4353-9a44-2f7e8e60ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:47.037445 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-a06ccbcf-a04c-4353-9a44-2f7e8e60ea85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0976157 Feb 09 16:43:47.114129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-b40e71dc-92f6-4923-a19b-fd41433e7dc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 999 time: 0.0692742 Feb 09 16:43:47.161431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-13abd6c6-5c81-4756-b2a4-543e65ae7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:47.162800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-13abd6c6-5c81-4756-b2a4-543e65ae7462 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0428681 Feb 09 16:43:47.213202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-c62f5b70-d732-42e8-aef7-0c8eea481e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:47.214717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-c62f5b70-d732-42e8-aef7-0c8eea481e22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453279 Feb 09 16:43:47.341528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995cc7b-56fc-4d0e-84ae-4e853c33e651 req-03cc77f5-5c59-4ea8-a8d5-e5842cb28fd0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:47.343521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d995cc7b-56fc-4d0e-84ae-4e853c33e651 req-03cc77f5-5c59-4ea8-a8d5-e5842cb28fd0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 943 time: 0.0787003 Feb 09 16:43:47.347174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-1afc1d53-c829-4e4d-8cc3-fff2871a11cd service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259427 Feb 09 16:43:47.427844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d995cc7b-56fc-4d0e-84ae-4e853c33e651 req-21cca194-6a65-4c9a-b3ed-8b0a2f064fae tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781672 Feb 09 16:43:47.460269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e62d16e-67ef-4e17-9ec8-d7309b320455 req-a1a29ad1-435f-48f9-bc54-625dcdc7aaeb service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048348 Feb 09 16:43:48.314046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:43:48.316463 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92baed1f-edba-4e8b-a390-b6f45899fd40" -d '{"events": [{"name": "network-changed", "server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:43:48.364949 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7ef5ed-2acc-4029-859a-36b7e7ef74ab x-openstack-request-id: req-fb7ef5ed-2acc-4029-859a-36b7e7ef74ab {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:43:48.365248 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:43:48.365505 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb7ef5ed-2acc-4029-859a-36b7e7ef74ab {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:43:48.365909 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'status': 'completed', 'code': 200} Feb 09 16:43:48.458573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-84e66521-1df9-4c60-b15e-092b4b75ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.460129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-84e66521-1df9-4c60-b15e-092b4b75ad71 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1094 time: 0.0742757 Feb 09 16:43:48.462981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-11c67545-05dc-43b5-8146-c4b15106947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.464463 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-11c67545-05dc-43b5-8146-c4b15106947a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1094 time: 0.0698164 Feb 09 16:43:48.638344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 62bc8a97-7440-456a-84f6-edac03dbcf7b no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:43:48.651785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-cc46d72b-303e-40b2-918d-4fa430a7f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.653397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-cc46d72b-303e-40b2-918d-4fa430a7f3c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1858697 Feb 09 16:43:48.661356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee948b-be97-43f6-9418-a7b4731bca2b req-ebed6317-2eab-4748-8ef9-e42d8f12e52f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.662811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fee948b-be97-43f6-9418-a7b4731bca2b req-ebed6317-2eab-4748-8ef9-e42d8f12e52f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 943 time: 0.1435099 Feb 09 16:43:48.678678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 62bc8a97-7440-456a-84f6-edac03dbcf7b not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:43:48.734857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-2fced6a4-57a5-4976-a654-6adf9922bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.736346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-2fced6a4-57a5-4976-a654-6adf9922bbe6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.2599397 Feb 09 16:43:48.796734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1fee948b-be97-43f6-9418-a7b4731bca2b req-60e35a78-bf0a-4a0a-af3c-860c44568562 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252501 Feb 09 16:43:48.802375 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-258dcb43-e0eb-4a69-b1de-0f2158720149 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 999 time: 0.1386106 Feb 09 16:43:48.855931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-1c04534d-e329-4db4-af18-5d3da27cb8b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 999 time: 0.1075749 Feb 09 16:43:48.912344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-080e1241-307b-44ba-8f94-b8404e3d03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.912344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-080e1241-307b-44ba-8f94-b8404e3d03cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0864673 Feb 09 16:43:48.932981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-57e84d82-5c82-474b-8d27-f577f70b7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.934422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-57e84d82-5c82-474b-8d27-f577f70b7720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0726759 Feb 09 16:43:48.973489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-66d45727-c6a1-4aba-b0a9-b876bf4ca80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.974993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-66d45727-c6a1-4aba-b0a9-b876bf4ca80f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696423 Feb 09 16:43:48.988204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-864b424f-f71f-4ede-bd37-65eb5d6506d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:48.989672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-864b424f-f71f-4ede-bd37-65eb5d6506d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480649 Feb 09 16:43:49.457216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-a473ff21-6a4e-4aac-a47f-aa61d909ed6c service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635065 Feb 09 16:43:49.459096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-b1ceb19b-f0e5-4bd6-86ce-087fb9f75499 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580390 Feb 09 16:43:49.616069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-956f1eb9-3057-4254-853e-aa6ff2083fc7 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521006 Feb 09 16:43:49.617979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92baed1f-edba-4e8b-a390-b6f45899fd40 req-34c79940-7d36-41f4-abd3-a2396cf06a3c service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464810 Feb 09 16:43:49.891938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 62bc8a97-7440-456a-84f6-edac03dbcf7b details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:43:49.921274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3555b7d-1e7d-40e9-b6fa-fb4d1d861381 req-eed2ea48-c7c9-4734-ba94-29798f741c58 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:49.922219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3555b7d-1e7d-40e9-b6fa-fb4d1d861381 req-eed2ea48-c7c9-4734-ba94-29798f741c58 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 943 time: 0.0545242 Feb 09 16:43:49.964064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e3555b7d-1e7d-40e9-b6fa-fb4d1d861381 req-13a090e5-9974-480a-b4e4-2092b9ad8039 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351794 Feb 09 16:43:50.006350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:43:50.018557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'mac_address': 'fa:16:3e:f5:02:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:43:50.059974 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:50.074867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bc8a97-7440-456a-84f6-edac03dbcf7b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:43:50.095286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:43:50.195260 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:50.248542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:43:50.401408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047ac0c-8ef9-4254-9de4-04e8c24e67df req-2b181157-7fc0-40bd-8400-c9254229574f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:50.402802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1047ac0c-8ef9-4254-9de4-04e8c24e67df req-2b181157-7fc0-40bd-8400-c9254229574f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 944 time: 0.0572629 Feb 09 16:43:50.436762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['62bc8a97-7440-456a-84f6-edac03dbcf7b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:43:50.445616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1047ac0c-8ef9-4254-9de4-04e8c24e67df req-42b07f92-cfcc-45f4-b4f3-70ab23a33ae0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359592 Feb 09 16:43:50.509687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-d242baa7-d72b-47a7-9d71-8a952daeb636 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:50.511133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-d242baa7-d72b-47a7-9d71-8a952daeb636 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 944 time: 0.0531995 Feb 09 16:43:50.571947 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-6fc29fd4-984b-44db-9c93-363931fb3f1e service neutron] delete failed (client error): The resource could not be found. Feb 09 16:43:50.573061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-6fc29fd4-984b-44db-9c93-363931fb3f1e service neutron] 10.222.0.13 "DELETE /v2.0/ports/62bc8a97-7440-456a-84f6-edac03dbcf7b/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0548670 Feb 09 16:43:50.657382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-96004ebe-567b-486e-a043-09d3e5e6a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:50.658809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-96004ebe-567b-486e-a043-09d3e5e6a72b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1095 time: 0.0444109 Feb 09 16:43:50.750869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-39a73acb-1b1e-4f49-8824-22589709a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:50.752396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-39a73acb-1b1e-4f49-8824-22589709a15c service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0870028 Feb 09 16:43:50.820867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-62d23e28-ad81-4450-ac96-a2b0da89cb7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 1000 time: 0.0621872 Feb 09 16:43:50.869977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-59f79539-93f4-4dc0-bb14-e5fa387b36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:50.871487 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-59f79539-93f4-4dc0-bb14-e5fa387b36df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0449753 Feb 09 16:43:50.915535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-5032dfab-3e2e-41ce-b5ce-c6892ca90a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:50.917014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-5032dfab-3e2e-41ce-b5ce-c6892ca90a0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394793 Feb 09 16:43:51.012229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-05661d96-a49b-44bf-9ec3-b24c90bfb819 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884860 Feb 09 16:43:51.102771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2400e30b-9abd-4e87-bcd7-8b567d3b1586 req-b11f7ff2-7ba3-4eb6-8acb-a193fab8b698 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842395 Feb 09 16:43:51.567571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747860c-524e-4c28-b1c6-5167e2dcff28 req-de69b4fd-c336-4988-9a60-d3c5b4a2e9b9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:51.569136 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8747860c-524e-4c28-b1c6-5167e2dcff28 req-de69b4fd-c336-4988-9a60-d3c5b4a2e9b9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 944 time: 0.0519822 Feb 09 16:43:51.607826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8747860c-524e-4c28-b1c6-5167e2dcff28 req-b34b2b7a-64bd-4512-8e9a-5573b68d70d8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324757 Feb 09 16:43:51.915904 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 62bc8a97-7440-456a-84f6-edac03dbcf7b up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:43:52.047680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 62bc8a97-7440-456a-84f6-edac03dbcf7b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:43:52.051412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 62bc8a97-7440-456a-84f6-edac03dbcf7b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:43:52.051782 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:52.127911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:52.150127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:43:52.152391 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f687e5-91b9-4e5d-b4a1-4638646a5142" -d '{"events": [{"server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "name": "network-vif-plugged", "status": "completed", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:43:52.165068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:43:52.245375 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1323cba-f0ff-43c2-8677-d1fa9fc4ffb5 x-openstack-request-id: req-c1323cba-f0ff-43c2-8677-d1fa9fc4ffb5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:43:52.245665 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "name": "network-vif-plugged", "status": "completed", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:43:52.245913 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1323cba-f0ff-43c2-8677-d1fa9fc4ffb5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:43:52.246306 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'code': 200} Feb 09 16:43:52.293177 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:52.505377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:43:52.728549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41863db-4bcd-44af-9f88-b4535515cbe0 req-9338088f-9f1c-40aa-b1f3-96599d30a635 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:52.730068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b41863db-4bcd-44af-9f88-b4535515cbe0 req-9338088f-9f1c-40aa-b1f3-96599d30a635 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0533290 Feb 09 16:43:52.769832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b41863db-4bcd-44af-9f88-b4535515cbe0 req-b769f297-2f4d-45a2-af0b-3545c4fdb955 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325649 Feb 09 16:43:52.888595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbed837-0d2a-42ad-8de8-29aa4e6a18a4 req-2d1bc4c6-7407-4353-bda1-40388df0d658 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:52.890635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbed837-0d2a-42ad-8de8-29aa4e6a18a4 req-2d1bc4c6-7407-4353-bda1-40388df0d658 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0505090 Feb 09 16:43:52.930219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6dbed837-0d2a-42ad-8de8-29aa4e6a18a4 req-2b1ba55b-c5ed-45ab-b3d5-f5b14c44f542 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334156 Feb 09 16:43:53.002456 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9e93a26e-0c4a-4d4b-8ecd-b1fd5fcd1a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:53.315441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44545783-1146-4505-9c7e-af9e50d5efd7 req-7469e389-4777-4445-b3d9-391a0334c583 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:53.317181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44545783-1146-4505-9c7e-af9e50d5efd7 req-7469e389-4777-4445-b3d9-391a0334c583 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0559843 Feb 09 16:43:53.357916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-44545783-1146-4505-9c7e-af9e50d5efd7 req-54cb0017-0e61-49c3-9055-ba53da30461a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344832 Feb 09 16:43:53.409986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416174-6ed5-412d-9d60-60a54c46e966 req-f8f9f1c9-7c84-4b28-87aa-e3be29bf6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:53.411522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96416174-6ed5-412d-9d60-60a54c46e966 req-f8f9f1c9-7c84-4b28-87aa-e3be29bf6451 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 1096 time: 0.0497890 Feb 09 16:43:53.513182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416174-6ed5-412d-9d60-60a54c46e966 req-24bbef6f-8ebe-4da7-bba5-bb66ab7c70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:53.514661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96416174-6ed5-412d-9d60-60a54c46e966 req-24bbef6f-8ebe-4da7-bba5-bb66ab7c70e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0929227 Feb 09 16:43:53.606077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96416174-6ed5-412d-9d60-60a54c46e966 req-e6cb328a-2eeb-4730-9dac-c15fc5bec63d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 200 len: 1001 time: 0.0842950 Feb 09 16:43:53.683632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416174-6ed5-412d-9d60-60a54c46e966 req-c4dea859-18ab-40b4-8459-e163a76bde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:53.685440 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96416174-6ed5-412d-9d60-60a54c46e966 req-c4dea859-18ab-40b4-8459-e163a76bde6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0720541 Feb 09 16:43:53.748195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416174-6ed5-412d-9d60-60a54c46e966 req-8dff5004-24f9-4583-a5d3-119d87efaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:53.749759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96416174-6ed5-412d-9d60-60a54c46e966 req-8dff5004-24f9-4583-a5d3-119d87efaacb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570209 Feb 09 16:43:53.855886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96416174-6ed5-412d-9d60-60a54c46e966 req-17ea2e21-0e60-427f-98e3-f859d0082c52 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975118 Feb 09 16:43:53.961593 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-96416174-6ed5-412d-9d60-60a54c46e966 req-a9ad852c-6b63-426b-81ff-9dcae2bc8aa2 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982730 Feb 09 16:43:54.496626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b3a5c-3244-4961-903e-bd041afa6779 req-464b8eed-6381-41b3-9688-e37037cc496d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:54.498219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-344b3a5c-3244-4961-903e-bd041afa6779 req-464b8eed-6381-41b3-9688-e37037cc496d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0617142 Feb 09 16:43:54.541200 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-344b3a5c-3244-4961-903e-bd041afa6779 req-7dee584f-5b17-45a8-952e-d1fe478fa96e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366824 Feb 09 16:43:55.253036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b7c68787-92fe-4c11-866e-031b4c5ea9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:55.663679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3577d8-fb7b-4b53-b470-66acc782472b req-ba76725f-462e-4b55-96e0-dbb02c3c6c10 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:55.665246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba3577d8-fb7b-4b53-b470-66acc782472b req-ba76725f-462e-4b55-96e0-dbb02c3c6c10 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0545902 Feb 09 16:43:55.707040 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba3577d8-fb7b-4b53-b470-66acc782472b req-c44abda1-4d16-441b-82bf-94781532ac98 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351255 Feb 09 16:43:56.196476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d0096-7158-4403-85d1-7287b54eda17 req-c02a808a-d168-4dd6-bb26-6c1eea4105fc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:56.198033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e6d0096-7158-4403-85d1-7287b54eda17 req-c02a808a-d168-4dd6-bb26-6c1eea4105fc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0507798 Feb 09 16:43:56.239506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e6d0096-7158-4403-85d1-7287b54eda17 req-d42f05a7-d08e-4b5c-a300-0de9f872b8ac tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337648 Feb 09 16:43:56.756398 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:57.359092 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d08ffc-c311-4087-b4dd-a913df0d8843 req-23b5d9e2-5443-470a-8664-26a77cd7b2dc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:57.360708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49d08ffc-c311-4087-b4dd-a913df0d8843 req-23b5d9e2-5443-470a-8664-26a77cd7b2dc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0512695 Feb 09 16:43:57.399933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-49d08ffc-c311-4087-b4dd-a913df0d8843 req-f3f7c83f-f94a-45db-82e0-d2ab6eefe246 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326405 Feb 09 16:43:57.637296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-c6ee0d00-892b-4d23-b59e-a51d941d980a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:57.640462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-c6ee0d00-892b-4d23-b59e-a51d941d980a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 945 time: 0.0638165 Feb 09 16:43:57.742394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Deleting port 62bc8a97-7440-456a-84f6-edac03dbcf7b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:43:57.742740 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:57.840968 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] For port 62bc8a97-7440-456a-84f6-edac03dbcf7b, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=62bc8a97-7440-456a-84f6-edac03dbcf7b,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:43:57.841336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:58.023043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:58.023416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:58.024228 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40 disassociated. External IP: 172.25.5.250, port: 62bc8a97-7440-456a-84f6-edac03dbcf7b. Feb 09 16:43:58.024228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Calling delete_port for 62bc8a97-7440-456a-84f6-edac03dbcf7b owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:43:58.236509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:58.269971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event deleted for resources: {'Port': ['ID=62bc8a97-7440-456a-84f6-edac03dbcf7b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:43:58.291411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.292198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.293122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.293244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.293793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.294335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.294868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.295413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.296514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.297040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.297588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.298130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:43:58.356272 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:58.421329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:43:58.538153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ed10483-6ea5-4acb-bd8a-67bb318bfd56 req-c78faa8b-95af-467b-b40a-a418dfa1cddc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=62206858-2c82-4c55-81fd-b9424523ca8a HTTP/1.1" status: 200 len: 210 time: 0.0596166 Feb 09 16:43:58.563904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:43:58.575678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:43:58.585629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:43:58.586234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:43:58.605559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] No DVR routers for this DVR port 62bc8a97-7440-456a-84f6-edac03dbcf7b on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:43:58.609042 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:58.612777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f7a7d79-df47-459d-b472-de37cf35e2d4 req-17599171-5e2c-4d5d-b296-7a141904b01f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "DELETE /v2.0/ports/62bc8a97-7440-456a-84f6-edac03dbcf7b HTTP/1.1" status: 204 len: 173 time: 0.9659812 Feb 09 16:43:58.613282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'name': 'network-vif-deleted', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:43:58.615511 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b886d7b7-a0fe-46d5-bd38-fd70f9b115d4" -d '{"events": [{"server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "name": "network-vif-deleted", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:43:58.627050 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:43:58.659503 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b60d83-b051-4844-96d4-b1649bbebb41 x-openstack-request-id: req-19b60d83-b051-4844-96d4-b1649bbebb41 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:43:58.659818 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62206858-2c82-4c55-81fd-b9424523ca8a", "name": "network-vif-deleted", "tag": "62bc8a97-7440-456a-84f6-edac03dbcf7b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:43:58.660055 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19b60d83-b051-4844-96d4-b1649bbebb41 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:43:58.660701 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62206858-2c82-4c55-81fd-b9424523ca8a', 'name': 'network-vif-deleted', 'tag': '62bc8a97-7440-456a-84f6-edac03dbcf7b', 'status': 'completed', 'code': 200} Feb 09 16:43:58.699996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:43:58.915558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:43:58.942894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:43:58.951044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:43:58.951661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:43:59.060068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:43:59.265345 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:43:59.296278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71f690-098b-4251-bae1-f73d57d2feb2 None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:43:59.513672 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e5282-d73b-4112-9626-c49bfe85d447 None None] New status for floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:43:59.801221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-ac287e1f-ef25-4644-bbee-b63abb07aa6c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--535285910&fields=id&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 267 time: 0.0357339 Feb 09 16:43:59.915457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a452fe63-1349-4017-9066-96e3ebaaed18 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:43:59.917056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a452fe63-1349-4017-9066-96e3ebaaed18 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 811 time: 0.1083219 Feb 09 16:43:59.932499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 62bc8a97-7440-456a-84f6-edac03dbcf7b no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:43:59.933676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-030e0300-ca85-4f4b-a4a5-ca103c49c34d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/quotas/9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 375 time: 0.0104055 Feb 09 16:43:59.953852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 62bc8a97-7440-456a-84f6-edac03dbcf7b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:43:59.954241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 62bc8a97-7440-456a-84f6-edac03dbcf7b not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:43:59.990431 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9260ae0b-417f-4b0c-80de-e3ba4010e2f5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506349 Feb 09 16:44:00.136304 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-e704e9ff-0b0a-4985-a089-e6203f5e58fa service neutron] 10.222.0.53 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335468 Feb 09 16:44:00.226999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a742621d-55f8-405f-ab37-d8dfc6893251 service neutron] 10.222.0.53 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838623 Feb 09 16:44:00.499238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a34ae1d-41ae-4466-bd83-08dc076564f8 req-a2f2fd6d-ffaf-4bf2-8117-bc819271e92d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Feb 09 16:44:00.527314 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:01.594717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c925c6b-c9df-4446-bcb9-af2d62704e43 req-484c08f7-f01d-4618-95ed-3698fe76c17e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 210 time: 0.0274801 Feb 09 16:44:02.228812 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:02.448713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-ec4bd285-703e-4689-8212-a6e697b6e70f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:02.450210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-ec4bd285-703e-4689-8212-a6e697b6e70f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 811 time: 0.1096804 Feb 09 16:44:02.493252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-824eea53-1683-433d-b242-007f592a64b5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 379 time: 0.0345833 Feb 09 16:44:02.503411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'port': {'device_id': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'admin_state_up': True, 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'security_groups': ['19b0fc4f-6d13-47a2-adfc-5f1f50c621ac']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:44:02.692673 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c3d057d7-2cf9-4c17-8c47-38e021c3399a req-a3130b49-f602-47f2-99a8-863e4722cb79 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 210 time: 0.0282011 Feb 09 16:44:02.698720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Made reservation on behalf of 9d2fe9522c1a4d4685bbb15f35d0c26d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:44:02.702511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:02.829550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Allocated IP 172.20.0.7 (793aa308-95f6-4e22-8ffe-1b1c58524282/a8737e6d-71e3-4b15-bfb4-5495ef971f3d/eece83fb-e9d9-4177-8245-7e67396653f5) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:44:02.968133 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:03.059372 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:03.106124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:44:03.109612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:44:03.113495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:44:03.141851 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:03.170700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:03.171342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:03.250257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9821be91-b59a-42ce-a963-94654eff8a1c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7504137 Feb 09 16:44:03.266780 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Request body: {'port': {'device_id': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:44:03.321736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5f43ee53-b7ab-425e-95f3-ae0f23f6961e None None] Provisioning complete for port eece83fb-e9d9-4177-8245-7e67396653f5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:44:03.322344 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5f43ee53-b7ab-425e-95f3-ae0f23f6961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:03.322462 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:03.360175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5f43ee53-b7ab-425e-95f3-ae0f23f6961e None None] Port eece83fb-e9d9-4177-8245-7e67396653f5 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:44:03.592985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eece83fb-e9d9-4177-8245-7e67396653f5 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:44:03.600577 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:03.612813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Transition to ACTIVE for port object eece83fb-e9d9-4177-8245-7e67396653f5 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:44:03.715880 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:03.813225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:03.870183 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea70140-ce56-4d5c-af27-1e86c566ad76 req-7d7ddd93-5dbd-4056-b1bd-9abd7a56cd02 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:03.871692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aea70140-ce56-4d5c-af27-1e86c566ad76 req-7d7ddd93-5dbd-4056-b1bd-9abd7a56cd02 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 943 time: 0.1078999 Feb 09 16:44:03.897182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:44:03.897500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:44:03.897827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:44:03.910901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:44:03.911231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:44:03.924883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:44:03.925225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:44:03.925617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:44:03.926057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Bound port: eece83fb-e9d9-4177-8245-7e67396653f5, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:44:03.926422 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:03.942176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aea70140-ce56-4d5c-af27-1e86c566ad76 req-4b3e2b0f-6137-4d83-8688-4e13d45d7d19 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595167 Feb 09 16:44:04.005621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:44:04.008635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:44:04.076509 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:04.111886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:04.112805 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:04.114217 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] 10.222.0.13 "PUT /v2.0/ports/eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1091 time: 0.8525825 Feb 09 16:44:04.114671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:04.116971 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcea6d0-82da-48ed-9384-249bf9c4c6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:04.153664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8196a59-086f-487d-91e1-87e1e034c084 service neutron] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:04.168684 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdb1540-5a3e-4f3e-8720-7f7febe02228 x-openstack-request-id: req-9cdb1540-5a3e-4f3e-8720-7f7febe02228 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:04.168965 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:04.169220 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cdb1540-5a3e-4f3e-8720-7f7febe02228 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:04.169629 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'status': 'completed', 'code': 200} Feb 09 16:44:04.234802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea6d0-82da-48ed-9384-249bf9c4c6cd req-80a566ea-fc82-4fa8-88b2-5a7c78b96902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:04.236345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9dcea6d0-82da-48ed-9384-249bf9c4c6cd req-80a566ea-fc82-4fa8-88b2-5a7c78b96902 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1094 time: 0.0451770 Feb 09 16:44:04.341565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea6d0-82da-48ed-9384-249bf9c4c6cd req-69c59482-9a77-4312-ac7d-3658238bae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:04.343916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9dcea6d0-82da-48ed-9384-249bf9c4c6cd req-69c59482-9a77-4312-ac7d-3658238bae2c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0998716 Feb 09 16:44:04.438242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea6d0-82da-48ed-9384-249bf9c4c6cd req-041de101-abac-404a-90c5-a9e3be279574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:04.439732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9dcea6d0-82da-48ed-9384-249bf9c4c6cd req-041de101-abac-404a-90c5-a9e3be279574 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897961 Feb 09 16:44:04.522535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a58e1366-ff08-4592-b719-9fef2c58ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:04.524050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a58e1366-ff08-4592-b719-9fef2c58ca84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1094 time: 0.0472791 Feb 09 16:44:04.568415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-bb34da4c-09f3-43a0-a9e6-3425d797b7b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 217 time: 0.0365815 Feb 09 16:44:04.617297 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-ce68479b-dd57-4320-8d90-7c44f450d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:04.618811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-ce68479b-dd57-4320-8d90-7c44f450d5ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0446532 Feb 09 16:44:04.668540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9b49fab7-0d3f-4904-8b77-dc7a42be39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:04.670003 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-9b49fab7-0d3f-4904-8b77-dc7a42be39cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447724 Feb 09 16:44:04.761194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-cf4a77df-5da7-44b1-bb45-1aea894d819a service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848475 Feb 09 16:44:04.853827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9e3efc1-8396-44e2-ae36-5fcdf8edb6eb req-a4ac7577-8983-4026-bc09-d2d64c94cecf service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857637 Feb 09 16:44:05.064274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cad7f7-0897-4109-8e2a-ca567afc9e38 req-9864d1f0-69d7-45ae-8668-f814106c3b22 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:05.065772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9cad7f7-0897-4109-8e2a-ca567afc9e38 req-9864d1f0-69d7-45ae-8668-f814106c3b22 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 943 time: 0.0520501 Feb 09 16:44:05.103653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9cad7f7-0897-4109-8e2a-ca567afc9e38 req-5a068a69-a367-4d0b-b302-9bd0cb8f1cd3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317936 Feb 09 16:44:06.222307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746174f0-bb41-49f7-a228-62437ef060ff req-8e7a8588-5248-4b5f-a22a-057587b045cd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:06.223794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-746174f0-bb41-49f7-a228-62437ef060ff req-8e7a8588-5248-4b5f-a22a-057587b045cd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 943 time: 0.0485535 Feb 09 16:44:06.263063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-746174f0-bb41-49f7-a228-62437ef060ff req-660ce876-390c-48a1-a558-f19ca93ddab7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332127 Feb 09 16:44:06.713367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:44:06.812116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:06.823575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'mac_address': 'fa:16:3e:6a:9c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:44:06.862806 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:06.875925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eece83fb-e9d9-4177-8245-7e67396653f5 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:44:06.895554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:06.938730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:06.988792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:06.996913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.997256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.997597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.997931 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.998264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.998592 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.998912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.999232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.999552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:06.999881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:07.000225 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:07.000545 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:44:07.194659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['eece83fb-e9d9-4177-8245-7e67396653f5'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:44:07.386509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5211d-12e1-4435-a6d1-492028225f6c req-25d880df-8d7b-4765-83b5-1ac3d1eb049f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:07.388023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aab5211d-12e1-4435-a6d1-492028225f6c req-25d880df-8d7b-4765-83b5-1ac3d1eb049f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 944 time: 0.0566010 Feb 09 16:44:07.426002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aab5211d-12e1-4435-a6d1-492028225f6c req-4c730ed0-e148-493b-ad44-5149e8b79651 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318935 Feb 09 16:44:08.541023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63b847-27b3-46cb-9969-3d37d8e76a36 req-d1111331-8789-4197-868d-82809ddf9b61 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:08.542534 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a63b847-27b3-46cb-9969-3d37d8e76a36 req-d1111331-8789-4197-868d-82809ddf9b61 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 944 time: 0.0492244 Feb 09 16:44:08.581116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8a63b847-27b3-46cb-9969-3d37d8e76a36 req-dafb78ca-0879-4f2f-ba9f-4400b40a503e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Feb 09 16:44:08.729515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:44:08.828543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port eece83fb-e9d9-4177-8245-7e67396653f5 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:44:08.832407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port eece83fb-e9d9-4177-8245-7e67396653f5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:44:08.832777 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:08.910344 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:08.931900 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:08.934221 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c090ca3-554a-4c69-8635-dd9a1d04bba9" -d '{"events": [{"server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "name": "network-vif-plugged", "status": "completed", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:08.946784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:08.973197 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef49a6f0-e23c-4304-9b30-b2ad2582ee5b x-openstack-request-id: req-ef49a6f0-e23c-4304-9b30-b2ad2582ee5b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:08.973197 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "name": "network-vif-plugged", "status": "completed", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:08.973197 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef49a6f0-e23c-4304-9b30-b2ad2582ee5b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:08.973499 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'code': 200} Feb 09 16:44:09.036037 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:09.077128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c3a07-b5a0-46f3-b712-6111d8d6697c req-16439e1b-6178-4ebb-9e4a-7b78993c26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:09.079116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f8c3a07-b5a0-46f3-b712-6111d8d6697c req-16439e1b-6178-4ebb-9e4a-7b78993c26c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1096 time: 0.0492682 Feb 09 16:44:09.088591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:09.115532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f8c3a07-b5a0-46f3-b712-6111d8d6697c req-f05d159b-8d32-4105-8b26-a5101318657d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291796 Feb 09 16:44:09.399038 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:44:09.633632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [req-137c1300-893b-4563-91c2-43b5112231ab req-58d5b28b-484e-4ef7-b94d-f56bb14514ac service neutron] (103179) timed out ('10.222.0.53', 54138) {{(pid=103179) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 16:44:09.708736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a11935-8fd4-432c-92f9-2e2b7513a3ae req-c67bb661-5ad6-4b90-b035-fb785dc7c4a1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:09.708736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94a11935-8fd4-432c-92f9-2e2b7513a3ae req-c67bb661-5ad6-4b90-b035-fb785dc7c4a1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0525551 Feb 09 16:44:09.740680 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-94a11935-8fd4-432c-92f9-2e2b7513a3ae req-65d7a777-8ad1-4480-8967-2c3b6690a47a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Feb 09 16:44:10.856719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ed03c-b156-41be-aae5-40d11318e0b5 req-c3621f13-fea1-4613-b5b1-62cdf6079bfa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:10.858771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-445ed03c-b156-41be-aae5-40d11318e0b5 req-c3621f13-fea1-4613-b5b1-62cdf6079bfa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0496893 Feb 09 16:44:10.896198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-445ed03c-b156-41be-aae5-40d11318e0b5 req-52be3a7a-0631-4d78-b5a2-2cd3d158fbf8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Feb 09 16:44:11.009520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e05e2-493b-420e-87bd-772d717acb46 req-0ca105f4-80ee-4cd1-b457-c3cb0689b0fb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:11.010987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f0e05e2-493b-420e-87bd-772d717acb46 req-0ca105f4-80ee-4cd1-b457-c3cb0689b0fb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0500538 Feb 09 16:44:11.019919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60758) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:44:11.024322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'floatingip': {'port_id': 'eece83fb-e9d9-4177-8245-7e67396653f5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:44:11.371944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:11.803698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:11.876059 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:11.980910 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40 associated. External IP: 172.25.5.250, port: eece83fb-e9d9-4177-8245-7e67396653f5. Feb 09 16:44:12.195548 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:44:12.313858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:44:12.318362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:12.324608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:44:12.340246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:44:12.341001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:44:12.346181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dbac0dda-bf00-496d-a452-6046214b1a6d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "PUT /v2.0/floatingips/a2826c40-7a7b-4f17-b359-590d2c1c5f40 HTTP/1.1" status: 200 len: 991 time: 1.3251715 Feb 09 16:44:12.346914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:12.349451 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ccb0f6-9735-4849-8567-7a889fa52b25" -d '{"events": [{"name": "network-changed", "server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:12.389379 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4db41cb-d86f-4b7f-ac03-c15a902fb0d9 x-openstack-request-id: req-f4db41cb-d86f-4b7f-ac03-c15a902fb0d9 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:12.389770 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:12.390099 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4db41cb-d86f-4b7f-ac03-c15a902fb0d9 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:12.390585 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'status': 'completed', 'code': 200} Feb 09 16:44:12.458692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:44:12.479484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-a5088ce7-e123-4988-940c-fdcc9811aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:12.481070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-a5088ce7-e123-4988-940c-fdcc9811aff4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1096 time: 0.0678082 Feb 09 16:44:12.490367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18cc79-299f-4a88-a8d3-d9adab560c71 req-89756f4a-5871-47f9-be08-054f4a64d26c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:12.491922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f18cc79-299f-4a88-a8d3-d9adab560c71 req-89756f4a-5871-47f9-be08-054f4a64d26c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0885277 Feb 09 16:44:12.581251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f18cc79-299f-4a88-a8d3-d9adab560c71 req-fae663ce-34aa-4572-b452-411f829403ee tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797153 Feb 09 16:44:12.607346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-f5bf1bdf-523f-4046-b751-c6f42cc4659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:12.609453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-f5bf1bdf-523f-4046-b751-c6f42cc4659c service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1166089 Feb 09 16:44:12.691094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-9a1bf6f8-c3c7-4889-93f7-fcd3dd635ced service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 999 time: 0.0743911 Feb 09 16:44:12.695734 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:6a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:44:11Z', 'revision_number': 9, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:44:12.725140 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:44:12.733727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:44:12.734348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:43:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:44:12.747293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-88e2cff1-5b0c-4a7c-aef8-954c699de454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:12.748862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-88e2cff1-5b0c-4a7c-aef8-954c699de454 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0512536 Feb 09 16:44:12.798303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-be8d2bb2-7dc0-4135-955d-4dacab04e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:12.799842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-be8d2bb2-7dc0-4135-955d-4dacab04e6be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443211 Feb 09 16:44:12.844338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:44:12.902772 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-88efb0fb-71df-4708-80c1-8447085f57b1 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953681 Feb 09 16:44:12.998398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b2ccb0f6-9735-4849-8567-7a889fa52b25 req-938a37ca-2819-41db-a16a-a3320d0db274 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892546 Feb 09 16:44:13.073816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:6a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:44:11Z', 'revision_number': 9, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:44:13.100956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad7907-eaf6-499a-8722-f07d4f047563 None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:6a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:44:11Z', 'revision_number': 9, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:44:13.288882 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916cb63c-7f1a-4e11-b754-049e44279093 None None] New status for floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:44:13.712740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ec83c-9cdc-4372-96f2-08dab5713e73 req-afb67bc1-124e-4c3c-a94d-36227851d486 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:13.714288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a4ec83c-9cdc-4372-96f2-08dab5713e73 req-afb67bc1-124e-4c3c-a94d-36227851d486 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0575767 Feb 09 16:44:13.759393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a4ec83c-9cdc-4372-96f2-08dab5713e73 req-29077f5c-1214-4c8a-a293-1410e0970f21 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378497 Feb 09 16:44:14.423480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450005e1-7104-4ae7-bf5a-ffb922dbbf6b req-ab989e37-3b02-40d3-95ef-38df0e2461f6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:14.425014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-450005e1-7104-4ae7-bf5a-ffb922dbbf6b req-ab989e37-3b02-40d3-95ef-38df0e2461f6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0490839 Feb 09 16:44:14.463158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-450005e1-7104-4ae7-bf5a-ffb922dbbf6b req-04e82127-055f-4081-bd7b-384d28d8015b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322261 Feb 09 16:44:14.772027 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-ede5d4d5-c721-45b1-90ae-6f16c549d177 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408366 Feb 09 16:44:15.583923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f08411-f259-498d-87f5-eec6c79c2258 req-5639489d-8f13-44f3-b886-1f24e470048b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:15.585526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7f08411-f259-498d-87f5-eec6c79c2258 req-5639489d-8f13-44f3-b886-1f24e470048b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0497451 Feb 09 16:44:15.629230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7f08411-f259-498d-87f5-eec6c79c2258 req-ee964d8b-733c-46f0-9eb8-eaf803e1b256 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375872 Feb 09 16:44:16.750400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a0531-6584-49da-ab4a-468d6b979958 req-b95dd348-4809-4b36-afd6-fe7b41239366 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:16.751905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-808a0531-6584-49da-ab4a-468d6b979958 req-b95dd348-4809-4b36-afd6-fe7b41239366 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0508306 Feb 09 16:44:16.791426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-808a0531-6584-49da-ab4a-468d6b979958 req-7a7eb977-d443-41e0-8438-967223b4f9e0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Feb 09 16:44:17.344301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-76bb4775-de6e-476c-929d-4ff612ed6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:17.345875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-76bb4775-de6e-476c-929d-4ff612ed6d01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1096 time: 0.0428197 Feb 09 16:44:17.443591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-618da506-cb64-4064-a9ed-51914f70e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:17.445242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-618da506-cb64-4064-a9ed-51914f70e182 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0936408 Feb 09 16:44:17.513358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-f48cf640-6fd3-4d4a-98f8-3178c754d365 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1002 time: 0.0604270 Feb 09 16:44:17.561090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-eb95c8b2-426e-48e7-b426-5dcf67eacaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:17.562570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-eb95c8b2-426e-48e7-b426-5dcf67eacaf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0434692 Feb 09 16:44:17.612290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-4360dd02-ca8c-42ac-866e-2bb11c016e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:17.613730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-4360dd02-ca8c-42ac-866e-2bb11c016e91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452063 Feb 09 16:44:17.702848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-61fffe70-3c8b-43e0-bd0c-a24dff3dc84f service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828853 Feb 09 16:44:17.795712 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-844e51ff-312b-4252-a1ea-dc7cf24b3b8a service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869503 Feb 09 16:44:17.912462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b58d4-f644-445c-abef-a8e8ee78af26 req-661af465-962d-41f9-b9ff-e67374f0e099 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:17.913940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b65b58d4-f644-445c-abef-a8e8ee78af26 req-661af465-962d-41f9-b9ff-e67374f0e099 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0512593 Feb 09 16:44:17.954560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b65b58d4-f644-445c-abef-a8e8ee78af26 req-f5f0a290-5cf6-4f0c-ae5a-1bd4694bfac2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341561 Feb 09 16:44:19.069327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03518c05-aa36-4bc0-a5da-e225816377eb req-148ed619-bb40-4758-b88c-b2f9f647956c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:19.070794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03518c05-aa36-4bc0-a5da-e225816377eb req-148ed619-bb40-4758-b88c-b2f9f647956c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0484316 Feb 09 16:44:19.108424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03518c05-aa36-4bc0-a5da-e225816377eb req-cd22c9b4-943d-4d93-afee-f3627d4698e4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316143 Feb 09 16:44:20.228051 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c63753-9028-47ff-8460-2769475e4024 req-4073b5fe-fd95-49b9-9957-5f3571797862 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:20.229553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c63753-9028-47ff-8460-2769475e4024 req-4073b5fe-fd95-49b9-9957-5f3571797862 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0525286 Feb 09 16:44:20.267787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c63753-9028-47ff-8460-2769475e4024 req-06caae10-0e92-4118-9d8f-e3b2968193fb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Feb 09 16:44:21.383727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b091a9-b464-4474-be93-eeb04047f280 req-d607c937-4f48-4d8c-aac9-759956ee7e89 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:21.385263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87b091a9-b464-4474-be93-eeb04047f280 req-d607c937-4f48-4d8c-aac9-759956ee7e89 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0503724 Feb 09 16:44:21.423429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-87b091a9-b464-4474-be93-eeb04047f280 req-1c65b808-e71d-489d-b3bc-831a8ce38000 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Feb 09 16:44:22.541855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00a9c4-7e50-40c1-929e-79a47a6a37d6 req-c3011f8b-2c0c-473e-9d0a-65a7c9c589af tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:22.543237 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb00a9c4-7e50-40c1-929e-79a47a6a37d6 req-c3011f8b-2c0c-473e-9d0a-65a7c9c589af tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0504141 Feb 09 16:44:22.581351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb00a9c4-7e50-40c1-929e-79a47a6a37d6 req-acf11da9-6dba-4a39-ba40-1f2358ede154 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315390 Feb 09 16:44:22.995256 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8cec5e13-0fde-49e6-8f0e-2d550031e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:23.701178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520529d-3fcd-44a2-9316-bccbca823e91 req-9aa5e144-0d0a-4a74-84a8-47aadfc3e8e5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:23.702676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9520529d-3fcd-44a2-9316-bccbca823e91 req-9aa5e144-0d0a-4a74-84a8-47aadfc3e8e5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0534506 Feb 09 16:44:23.740929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9520529d-3fcd-44a2-9316-bccbca823e91 req-cb582634-bac9-4ef6-a919-21e2b55bc0fa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Feb 09 16:44:24.854010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d704b-5a4c-4fdb-8f94-0660f0f29be7 req-c230b951-8248-4043-a16d-e1a668e33d75 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:24.855514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d6d704b-5a4c-4fdb-8f94-0660f0f29be7 req-c230b951-8248-4043-a16d-e1a668e33d75 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0486324 Feb 09 16:44:24.893887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d6d704b-5a4c-4fdb-8f94-0660f0f29be7 req-931784da-fd0c-45ba-8032-74445ff48a11 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Feb 09 16:44:25.287069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02158d83-bc33-4519-a7bc-6faa635f24bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:26.010910 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9380-bda0-4d57-9675-f723043950d2 req-81d6e1aa-fbc7-4138-8c99-beb9e570f89e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:26.012443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e9e9380-bda0-4d57-9675-f723043950d2 req-81d6e1aa-fbc7-4138-8c99-beb9e570f89e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0505822 Feb 09 16:44:26.053672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e9e9380-bda0-4d57-9675-f723043950d2 req-fe67fc7d-a697-4b7e-b22a-30b95c598edc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345395 Feb 09 16:44:26.761581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:27.191601 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8799-6829-4425-8fd8-97cebab87634 req-460a938f-6113-4e7c-b842-03d9c37ccb46 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:27.193259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-850e8799-6829-4425-8fd8-97cebab87634 req-460a938f-6113-4e7c-b842-03d9c37ccb46 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0566714 Feb 09 16:44:27.235496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-850e8799-6829-4425-8fd8-97cebab87634 req-42dbf1b9-5d4a-442c-96a5-aaa0bf1517f8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353873 Feb 09 16:44:28.349584 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:28.352815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de48c6-1337-4564-80dc-708d4c0320f1 req-efe2a8d1-bef0-46fb-84ba-8ea04f7e8de9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:28.354318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7de48c6-1337-4564-80dc-708d4c0320f1 req-efe2a8d1-bef0-46fb-84ba-8ea04f7e8de9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0496843 Feb 09 16:44:28.393414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7de48c6-1337-4564-80dc-708d4c0320f1 req-027368f2-093b-44cd-a3e5-e8fc13c880c7 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331542 Feb 09 16:44:28.584431 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:29.520138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2283d9-43d0-4904-b391-02c70f7e897f req-638d5153-d3a4-4e69-8cef-3910b249ca1d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:29.521704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd2283d9-43d0-4904-b391-02c70f7e897f req-638d5153-d3a4-4e69-8cef-3910b249ca1d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Feb 09 16:44:29.562691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd2283d9-43d0-4904-b391-02c70f7e897f req-c04b7d20-224d-4892-a407-a9ea2564733a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345945 Feb 09 16:44:30.553800 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:30.691237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee36a2-e524-4c8c-9851-969ed11bfa67 req-ba597f8f-331b-4980-9ae0-583d578efc80 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:30.692955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80ee36a2-e524-4c8c-9851-969ed11bfa67 req-ba597f8f-331b-4980-9ae0-583d578efc80 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0545700 Feb 09 16:44:30.733447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80ee36a2-e524-4c8c-9851-969ed11bfa67 req-b0ab6268-ea82-4946-a395-869d0ea4fa6b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344074 Feb 09 16:44:31.856432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034eca6d-6869-490f-9efa-91a9084d2b10 req-6b355401-c2cc-4228-82f3-703b4620aa2e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:31.857985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-034eca6d-6869-490f-9efa-91a9084d2b10 req-6b355401-c2cc-4228-82f3-703b4620aa2e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0508292 Feb 09 16:44:31.897646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-034eca6d-6869-490f-9efa-91a9084d2b10 req-38981691-6972-4445-9ac7-1482823ef48b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332224 Feb 09 16:44:32.262402 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:33.013400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9e45-3f49-4ad1-8080-c6fe273feb95 req-6cb5750f-fb46-46f5-bbdc-d141528a599a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:33.015454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b7f9e45-3f49-4ad1-8080-c6fe273feb95 req-6cb5750f-fb46-46f5-bbdc-d141528a599a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Feb 09 16:44:33.054800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b7f9e45-3f49-4ad1-8080-c6fe273feb95 req-337a324b-901c-4793-bdca-61d876cbfb0d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332913 Feb 09 16:44:34.176647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4be66-befc-4b8b-a2cc-3371268c03e1 req-db3b0d55-1616-4922-b799-d0cd427ebad2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:34.178170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fc4be66-befc-4b8b-a2cc-3371268c03e1 req-db3b0d55-1616-4922-b799-d0cd427ebad2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0541422 Feb 09 16:44:34.216322 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fc4be66-befc-4b8b-a2cc-3371268c03e1 req-358c4ab3-661c-4044-bfdd-e898714eed58 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319545 Feb 09 16:44:34.663549 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-094ad498-9604-468e-9235-f65c81864205 req-e188e663-526a-4500-8104-3105e1f14fac service neutron] show failed (client error): The resource could not be found. Feb 09 16:44:34.664624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-e188e663-526a-4500-8104-3105e1f14fac service neutron] 10.222.0.13 "GET /v2.0/ports/eece83fb-e9d9-4177-8245-7e67396653f5/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0578690 Feb 09 16:44:35.283570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-e841a74d-e3bf-4abb-bbff-a8b789c4baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:35.285311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-e841a74d-e3bf-4abb-bbff-a8b789c4baa4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 1096 time: 0.0474682 Feb 09 16:44:35.314138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:44:35.400681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:35.411705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efd821-bdbd-47e1-96f3-43659e8868bf req-5492a2ab-8dcb-4872-a848-4ad6d73dacb2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:35.413513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71efd821-bdbd-47e1-96f3-43659e8868bf req-5492a2ab-8dcb-4872-a848-4ad6d73dacb2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.1211758 Feb 09 16:44:35.484715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71efd821-bdbd-47e1-96f3-43659e8868bf req-f47fc860-4055-4e38-a14f-938f9f4ff728 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631735 Feb 09 16:44:35.651207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:35.697267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:44:35.741389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:35.743734 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d82d336-6642-4119-be87-ed3296a559f3" -d '{"events": [{"server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "name": "network-vif-unplugged", "status": "completed", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:35.749018 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:35.774753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Transition to ACTIVE for port object eece83fb-e9d9-4177-8245-7e67396653f5 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:44:35.808920 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3445cd7-6616-4037-8335-1416c02b06c6 x-openstack-request-id: req-f3445cd7-6616-4037-8335-1416c02b06c6 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:35.809235 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "name": "network-vif-unplugged", "status": "completed", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:35.809522 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3445cd7-6616-4037-8335-1416c02b06c6 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:35.809988 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'code': 200} Feb 09 16:44:35.858992 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:35.942720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:35.989742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] No DVR routers for this DVR port eece83fb-e9d9-4177-8245-7e67396653f5 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:44:36.158706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:44:36.159075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:44:36.159436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:44:36.164412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:44:36.164661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:44:36.169838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:44:36.170181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:44:36.170576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:44:36.171012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Bound port: eece83fb-e9d9-4177-8245-7e67396653f5, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:44:36.171373 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:36.240751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:44:36.243940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:44:36.314543 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:36.352141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:36.352141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:36.352141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] 10.222.0.73 "PUT /v2.0/ports/eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1091 time: 1.0563388 Feb 09 16:44:36.375112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a4398-09b4-4789-8bc3-51c5ebb633d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:36.420354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-3d3becfe-b1d2-4e1a-8700-cc5bdc2472e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:36.422084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-3d3becfe-b1d2-4e1a-8700-cc5bdc2472e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1094 time: 0.0439897 Feb 09 16:44:36.522286 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-ea410351-6da2-4adc-887f-276f7f9c351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:36.523788 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-ea410351-6da2-4adc-887f-276f7f9c351f service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0956280 Feb 09 16:44:36.625837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-d30b4ade-711d-44e6-acc5-9e8ec5cd799d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1000 time: 0.0933578 Feb 09 16:44:36.636300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250ac13-208c-41e9-b3ee-24fc0a38e8dc req-e39bd8a0-fddc-44af-a381-b7628b39ef28 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:36.637749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2250ac13-208c-41e9-b3ee-24fc0a38e8dc req-e39bd8a0-fddc-44af-a381-b7628b39ef28 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 943 time: 0.0689218 Feb 09 16:44:36.711495 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-f1d6cd68-8edf-4549-86b6-598985e0d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:36.713004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-f1d6cd68-8edf-4549-86b6-598985e0d769 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0743871 Feb 09 16:44:36.715916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2250ac13-208c-41e9-b3ee-24fc0a38e8dc req-8752a1f2-d755-40e0-812e-5e226d83f1c4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689399 Feb 09 16:44:36.759151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad498-9604-468e-9235-f65c81864205 req-1f4aff6e-5298-43dd-9e3e-888d5caa0682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:36.760768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-1f4aff6e-5298-43dd-9e3e-888d5caa0682 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408974 Feb 09 16:44:36.838095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:44:36.856064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-f04261d5-274a-4f91-b5db-fc040547f7c2 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875359 Feb 09 16:44:36.877363 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:44:36.945961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-094ad498-9604-468e-9235-f65c81864205 req-194e3ad2-9277-4b61-842c-5958a0bfdd14 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839040 Feb 09 16:44:37.814977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:37.817318 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c856bbe-6f85-46c7-93c5-4f7c2dded601" -d '{"events": [{"name": "network-changed", "server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:37.846080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b240bc-d698-4bc4-b32e-bb1968eff8e6 req-0db855e9-03a0-4ca6-96fc-65162fe89ef1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:37.847754 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06b240bc-d698-4bc4-b32e-bb1968eff8e6 req-0db855e9-03a0-4ca6-96fc-65162fe89ef1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 943 time: 0.0595644 Feb 09 16:44:37.873594 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b010f5-6df8-4e1a-b047-51e0b733eb9a x-openstack-request-id: req-c8b010f5-6df8-4e1a-b047-51e0b733eb9a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:37.873878 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:37.874137 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8b010f5-6df8-4e1a-b047-51e0b733eb9a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:37.874530 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'status': 'completed', 'code': 200} Feb 09 16:44:37.908601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06b240bc-d698-4bc4-b32e-bb1968eff8e6 req-4b19d648-78e8-4f50-b573-d1265b6df18e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544646 Feb 09 16:44:37.970138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-5a4aa915-5e37-4b55-a0ec-475ff920d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:37.971698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-5a4aa915-5e37-4b55-a0ec-475ff920d72c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1094 time: 0.0802155 Feb 09 16:44:37.973722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-3e254f3f-9043-43ad-8017-5c90883b1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:37.975098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-3e254f3f-9043-43ad-8017-5c90883b1461 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1094 time: 0.0698168 Feb 09 16:44:38.135773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-ef2bbfde-9c0b-4eb1-9b19-01b513d98ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:38.137467 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-ef2bbfde-9c0b-4eb1-9b19-01b513d98ceb service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1581554 Feb 09 16:44:38.138646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-71d86ef5-718b-4132-8dd6-8bc34159cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:38.139958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-71d86ef5-718b-4132-8dd6-8bc34159cb38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1522136 Feb 09 16:44:38.250421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-4794385e-d6f4-4258-a399-95a21c784c33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1000 time: 0.1061835 Feb 09 16:44:38.254281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-a20431e2-35e6-484d-9da2-c90953144c87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1000 time: 0.1043992 Feb 09 16:44:38.648874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-9a511014-db42-468d-af27-1a6cd794446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:38.650327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-9a511014-db42-468d-af27-1a6cd794446f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.3858409 Feb 09 16:44:38.651538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-7476d5c1-7866-4613-9b8b-34ec7da6cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:38.652893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-7476d5c1-7866-4613-9b8b-34ec7da6cd77 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.3960323 Feb 09 16:44:38.721386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-7c3e6bb5-988a-4f95-917e-761aff22cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:38.722891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-7c3e6bb5-988a-4f95-917e-761aff22cc9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660369 Feb 09 16:44:38.728719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-a509f890-10d0-449c-a835-89e516f90a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:38.730092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-a509f890-10d0-449c-a835-89e516f90a61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655890 Feb 09 16:44:38.885729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-d352a4c2-9c2e-4bef-ac1c-bed9556d07eb service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546981 Feb 09 16:44:38.889651 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-6345edf0-56cd-479e-a1c8-86b583625523 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507776 Feb 09 16:44:39.081415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-7eaf16db-314f-47a5-b457-77c3d174040b service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891694 Feb 09 16:44:39.088371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8c856bbe-6f85-46c7-93c5-4f7c2dded601 req-d60129ed-54e3-47a6-90b8-439176737102 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891937 Feb 09 16:44:39.102889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3d7ed-0724-4143-8345-6a532c6c49d1 req-1cdb61ee-b8f0-42a3-8b1d-fd50b47ed114 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:39.104537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71c3d7ed-0724-4143-8345-6a532c6c49d1 req-1cdb61ee-b8f0-42a3-8b1d-fd50b47ed114 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 943 time: 0.1089501 Feb 09 16:44:39.153118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71c3d7ed-0724-4143-8345-6a532c6c49d1 req-1e38e457-ad8f-472c-9eb8-90e301bf7b44 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418456 Feb 09 16:44:39.856948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa090577-d407-4f5a-a79e-0f69e5b0da17 req-4acea2a0-7ad2-49ae-a86b-4750f608a8e9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:39.859032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa090577-d407-4f5a-a79e-0f69e5b0da17 req-4acea2a0-7ad2-49ae-a86b-4750f608a8e9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 943 time: 0.0542641 Feb 09 16:44:39.938020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aa090577-d407-4f5a-a79e-0f69e5b0da17 req-38bf2816-c89f-47f4-a910-02143dc6da76 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664351 Feb 09 16:44:39.946666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-a2464b8b-caf2-45c8-861f-27a8d6f00764 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:39.948261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-a2464b8b-caf2-45c8-861f-27a8d6f00764 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&binding%3Ahost_id=n-h2-828542-1 HTTP/1.1" status: 200 len: 943 time: 0.0857220 Feb 09 16:44:40.022246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-dce74a83-4e6e-4e72-8579-7c4ca5f646ad service neutron] 10.222.0.73 "GET /v2.0/ports/eece83fb-e9d9-4177-8245-7e67396653f5/bindings/n-h2-828542-1 HTTP/1.1" status: 200 len: 382 time: 0.0668316 Feb 09 16:44:40.026515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:44:40.090493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-d04245ad-dc45-46a1-98b4-67aeb7deb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:40.092628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-d04245ad-dc45-46a1-98b4-67aeb7deb545 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1094 time: 0.0432355 Feb 09 16:44:40.127117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:40.139378 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'mac_address': 'fa:16:3e:6a:9c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:44:40.176689 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:40.189557 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eece83fb-e9d9-4177-8245-7e67396653f5 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:44:40.191532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-825300a1-69d6-4555-97cb-68e18cde865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:40.193130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-825300a1-69d6-4555-97cb-68e18cde865c service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0932109 Feb 09 16:44:40.208552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:40.259964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-e824e81e-2f06-46e7-98a2-984673418f92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1000 time: 0.0598819 Feb 09 16:44:40.286349 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:40.315652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-6b44073b-a133-495f-9a2d-06592729d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:40.317071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-6b44073b-a133-495f-9a2d-06592729d43b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0491264 Feb 09 16:44:40.334572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:40.370196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-8887c3fe-521f-4ffd-8439-e465929d8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:40.371765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-8887c3fe-521f-4ffd-8439-e465929d8b22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476711 Feb 09 16:44:40.465988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-f705800f-2833-4c74-acbc-acd921603e15 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866928 Feb 09 16:44:40.506347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['eece83fb-e9d9-4177-8245-7e67396653f5'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:44:40.566456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-db431ae0-b590-471b-ac87-fe1d7e5e81eb service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933876 Feb 09 16:44:41.066410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2821668-5321-450a-8e6b-1aff01a1fcb1 req-2fecbed9-280a-40f7-ba3a-b005d5c5cb3f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:41.067916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2821668-5321-450a-8e6b-1aff01a1fcb1 req-2fecbed9-280a-40f7-ba3a-b005d5c5cb3f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 944 time: 0.0509360 Feb 09 16:44:41.106090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2821668-5321-450a-8e6b-1aff01a1fcb1 req-fb791254-7419-4d6f-9610-1790008667ad tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321066 Feb 09 16:44:42.035601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:44:42.119646 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:42.134872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eece83fb-e9d9-4177-8245-7e67396653f5 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:44:42.155492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:42.236895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6ea11-8699-4b38-9a90-f8a318ae39fa req-9176f6fe-d263-4a67-9979-015a59d4c6f9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:42.238511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93a6ea11-8699-4b38-9a90-f8a318ae39fa req-9176f6fe-d263-4a67-9979-015a59d4c6f9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 944 time: 0.0520198 Feb 09 16:44:42.245430 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:42.279376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93a6ea11-8699-4b38-9a90-f8a318ae39fa req-193dea6f-a339-43a9-addb-2150d9d054c4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345919 Feb 09 16:44:42.296680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:43.278541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-cb574217-2a0c-48b8-aa4b-57b4ceac0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:43.280120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-cb574217-2a0c-48b8-aa4b-57b4ceac0c34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 1094 time: 0.0481606 Feb 09 16:44:43.291511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:44:43.349498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:43.515164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8dd2e-3080-49fd-a076-3693d10ef64d req-42cede95-119e-4008-8ac5-1029e2e9d945 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:43.516814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52d8dd2e-3080-49fd-a076-3693d10ef64d req-42cede95-119e-4008-8ac5-1029e2e9d945 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 943 time: 0.1336205 Feb 09 16:44:43.613818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52d8dd2e-3080-49fd-a076-3693d10ef64d req-88b4956f-f9c3-47da-924d-33800b9dc71f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870793 Feb 09 16:44:43.645270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:43.683215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:44:43.717262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eece83fb-e9d9-4177-8245-7e67396653f5 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:44:43.725481 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:43.737434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Ignored duplicate provisioning block setup for port eece83fb-e9d9-4177-8245-7e67396653f5 by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 16:44:43.818428 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:43.912863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:43.966065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] No DVR routers for this DVR port eece83fb-e9d9-4177-8245-7e67396653f5 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:44:44.132965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:44:44.133212 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:44:44.133553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:44:44.138099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:44:44.139104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Attempting to bind port eece83fb-e9d9-4177-8245-7e67396653f5 on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:44:44.144109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:44:44.144462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:44:44.144855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:44:44.145290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Bound port: eece83fb-e9d9-4177-8245-7e67396653f5, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:44:44.145653 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:44.211832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:44:44.215073 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:44:44.287481 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:44.327805 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.328466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:44.329874 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] 10.222.0.13 "PUT /v2.0/ports/eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1092 time: 1.0425999 Feb 09 16:44:44.330322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:44.332650 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5bf210-8ecb-4dce-af23-d3c5d2323711" -d '{"events": [{"name": "network-changed", "server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:44.370578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327cc87-4825-47d8-a655-b299c4befda1 service neutron] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=11']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:44.395660 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886e90be-1ccc-42fa-9b81-70f98c084f2f x-openstack-request-id: req-886e90be-1ccc-42fa-9b81-70f98c084f2f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:44.395954 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:44.396340 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-886e90be-1ccc-42fa-9b81-70f98c084f2f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:44.396635 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'status': 'completed', 'code': 200} Feb 09 16:44:44.414005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-77d217b8-55ff-42cb-b041-0df8f06a7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.415583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-77d217b8-55ff-42cb-b041-0df8f06a7588 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1095 time: 0.0585947 Feb 09 16:44:44.521992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-8da479d9-e54a-4d25-a573-11a95dbe678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.523666 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-8da479d9-e54a-4d25-a573-11a95dbe678c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1095 time: 0.1071999 Feb 09 16:44:44.595080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-a2eb1ef9-a889-4742-a650-4d75fe6c9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.596671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-a2eb1ef9-a889-4742-a650-4d75fe6c9a2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1705081 Feb 09 16:44:44.690654 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-2a040f79-b7ec-403a-abd7-36f39eb89da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.692103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-2a040f79-b7ec-403a-abd7-36f39eb89da1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1613824 Feb 09 16:44:44.693839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-baead39d-fc25-48b2-9dd9-9bad27e2bf3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1000 time: 0.0896287 Feb 09 16:44:44.818126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-e5fd3d2a-f1be-4e33-ab3d-053e605fbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.819599 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-e5fd3d2a-f1be-4e33-ab3d-053e605fbcd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.1173601 Feb 09 16:44:44.823356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-5591da95-ea88-412e-a3d4-37db3740e634 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1000 time: 0.1220803 Feb 09 16:44:44.832071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fb1de-4e5d-4f37-9d35-90c3be9d5be3 req-76142c43-efa3-4b14-b69d-1288d64ada54 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.833595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f9fb1de-4e5d-4f37-9d35-90c3be9d5be3 req-76142c43-efa3-4b14-b69d-1288d64ada54 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 944 time: 0.1457112 Feb 09 16:44:44.934605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-18dc1bca-f61c-4aa2-adc3-cfee77cbfa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.936032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-18dc1bca-f61c-4aa2-adc3-cfee77cbfa86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.1005063 Feb 09 16:44:44.939676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f9fb1de-4e5d-4f37-9d35-90c3be9d5be3 req-5bbde1a1-5fee-430e-8cd4-2b5c7b4e73c9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893705 Feb 09 16:44:44.954237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-37327da0-7a32-4e56-b072-1206661b8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:44.955715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-37327da0-7a32-4e56-b072-1206661b8af2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212428 Feb 09 16:44:45.032880 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-0f841961-fbf1-4ac0-be9c-b32cf91b6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:45.034373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-0f841961-fbf1-4ac0-be9c-b32cf91b6dca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915523 Feb 09 16:44:45.109721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-69711a36-a2b2-4a64-bfed-e29088463af4 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397309 Feb 09 16:44:45.202993 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-1c595a68-af39-4bdf-a109-28120547941c service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567500 Feb 09 16:44:45.275668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19689fda-ada6-421f-8991-ab9b3fb2244b req-8eb2c13c-a102-429f-9e02-54ac946c84d1 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579905 Feb 09 16:44:45.313581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-aff4a4c8-b6f1-46bc-945a-60a7280fb7e5 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004093 Feb 09 16:44:45.362484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-ad2efb07-2ed4-4aa1-8acd-670cb8f26ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:45.364000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-ad2efb07-2ed4-4aa1-8acd-670cb8f26ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 1095 time: 0.0431759 Feb 09 16:44:45.466967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-65e308f0-9d3e-4ce9-9d66-bf76db625a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:45.468296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-65e308f0-9d3e-4ce9-9d66-bf76db625a10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0978920 Feb 09 16:44:45.535867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-7b9678d6-157d-4080-8b0b-802b8975b3bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 200 len: 1000 time: 0.0601361 Feb 09 16:44:45.592936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-ed9311b5-e434-4343-af30-2ac34e7d7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:45.594548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-ed9311b5-e434-4343-af30-2ac34e7d7f8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0509272 Feb 09 16:44:45.643211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-b4907a75-a9be-4833-8d28-b919ebd54fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:45.644786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-b4907a75-a9be-4833-8d28-b919ebd54fb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430975 Feb 09 16:44:45.737292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-6285f343-b9b8-410c-8c3c-8fd2de0e7f9a service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850356 Feb 09 16:44:45.839404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a5bf210-8ecb-4dce-af23-d3c5d2323711 req-e8614f95-d593-45be-8825-2fac4e8f2761 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953646 Feb 09 16:44:46.061908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c6b77-5d2b-4747-89ce-bc2ec476726b req-1c793195-294c-48ed-bd6b-380d7c88166a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:46.063398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f4c6b77-5d2b-4747-89ce-bc2ec476726b req-1c793195-294c-48ed-bd6b-380d7c88166a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 944 time: 0.0512640 Feb 09 16:44:46.101536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f4c6b77-5d2b-4747-89ce-bc2ec476726b req-1d5adfe5-411e-4b25-9326-58faa93d684d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320866 Feb 09 16:44:46.397672 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:44:46.908683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:44:47.010943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:47.024511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'mac_address': 'fa:16:3e:6a:9c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:44:47.066134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:47.081097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eece83fb-e9d9-4177-8245-7e67396653f5 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:44:47.100794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:47.224590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ed22c-1f01-49cd-823c-af42b6a1350f req-a4820281-dad3-4e33-94bf-86d45d979029 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:47.226069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ed22c-1f01-49cd-823c-af42b6a1350f req-a4820281-dad3-4e33-94bf-86d45d979029 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 944 time: 0.0525222 Feb 09 16:44:47.229734 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:47.276104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-795ed22c-1f01-49cd-823c-af42b6a1350f req-0cbdc3b9-6c7a-4045-97c4-8fcf59abecde tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Feb 09 16:44:47.286928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=12']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:47.399482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1c31b-ce38-4641-a201-ba426571ff59 req-6db3ae79-19db-4a27-9719-c11d7adfeeb4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:47.401084 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92a1c31b-ce38-4641-a201-ba426571ff59 req-6db3ae79-19db-4a27-9719-c11d7adfeeb4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0535548 Feb 09 16:44:47.439645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['eece83fb-e9d9-4177-8245-7e67396653f5'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:44:47.443117 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92a1c31b-ce38-4641-a201-ba426571ff59 req-419cf73c-b62d-49d9-a288-2aa69400066c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357203 Feb 09 16:44:47.561571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9d9ec-57ab-450c-ac7b-e20d57b714cc req-51574688-9d63-4926-bf2a-65a4042675d3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:47.563096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28f9d9ec-57ab-450c-ac7b-e20d57b714cc req-51574688-9d63-4926-bf2a-65a4042675d3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0507643 Feb 09 16:44:47.603945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28f9d9ec-57ab-450c-ac7b-e20d57b714cc req-6282f5c6-e508-4b1a-ac45-96e1d7956076 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346475 Feb 09 16:44:48.085281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09d805-1a33-4ab5-abbb-efa561bbd01a req-6c60eb64-8168-4f9c-ba93-b5489f0f7abd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:48.086847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d09d805-1a33-4ab5-abbb-efa561bbd01a req-6c60eb64-8168-4f9c-ba93-b5489f0f7abd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0523446 Feb 09 16:44:48.132812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d09d805-1a33-4ab5-abbb-efa561bbd01a req-ba2a2d6e-a605-49ca-8cfe-33b874d346a5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385423 Feb 09 16:44:48.915640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:44:49.028280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port eece83fb-e9d9-4177-8245-7e67396653f5 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:44:49.033050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port eece83fb-e9d9-4177-8245-7e67396653f5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:44:49.033423 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:49.112319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:49.134816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:49.137168 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ffeddd-17e8-4f20-aee6-d08deeab02e3" -d '{"events": [{"server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "name": "network-vif-plugged", "status": "completed", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:49.151320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:49.180853 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca89391-53b8-401d-a430-60b829b4b917 x-openstack-request-id: req-5ca89391-53b8-401d-a430-60b829b4b917 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:49.181158 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "name": "network-vif-plugged", "status": "completed", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:49.181435 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ca89391-53b8-401d-a430-60b829b4b917 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:49.182133 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'code': 200} Feb 09 16:44:49.230077 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:49.271131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dac1e5-9fbb-4e8e-8e74-8668a17cc147 req-62799545-298a-4cb2-9ce7-6498543ec1b1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:49.273935 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8dac1e5-9fbb-4e8e-8e74-8668a17cc147 req-62799545-298a-4cb2-9ce7-6498543ec1b1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 945 time: 0.0626750 Feb 09 16:44:49.286540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=13']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:49.321598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8dac1e5-9fbb-4e8e-8e74-8668a17cc147 req-1adf9833-a129-4b57-995b-859c944b23b6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380859 Feb 09 16:44:49.373875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-eaf87587-061f-40fb-a77a-9808a47c561e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:49.375426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-eaf87587-061f-40fb-a77a-9808a47c561e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 946 time: 0.0529087 Feb 09 16:44:49.792226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Deleting port eece83fb-e9d9-4177-8245-7e67396653f5 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:44:49.792555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:49.901865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] For port eece83fb-e9d9-4177-8245-7e67396653f5, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=eece83fb-e9d9-4177-8245-7e67396653f5,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:44:49.902235 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:50.090700 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:50.090981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:50.091834 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40 disassociated. External IP: 172.25.5.250, port: eece83fb-e9d9-4177-8245-7e67396653f5. Feb 09 16:44:50.092217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Calling delete_port for eece83fb-e9d9-4177-8245-7e67396653f5 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:44:50.286858 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:50.318562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event deleted for resources: {'Port': ['ID=eece83fb-e9d9-4177-8245-7e67396653f5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:50.455912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8462affa-2135-450b-8cac-447b4d891385 req-3b3ea641-b6b6-441f-9e66-2599c85a3cd5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 210 time: 0.0387344 Feb 09 16:44:50.485853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:44:50.604829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:44:50.615707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d460b40-f885-4765-925b-2df24256d05b None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:44:50.625264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d460b40-f885-4765-925b-2df24256d05b None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:44:50.626005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9d460b40-f885-4765-925b-2df24256d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:44:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:44:50.645895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] No DVR routers for this DVR port eece83fb-e9d9-4177-8245-7e67396653f5 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:44:50.648939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:50.652696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3cd2aec-754c-456a-b8a2-29e08e5e85fa req-4954ba62-268a-4d63-8479-ac281ab611c1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "DELETE /v2.0/ports/eece83fb-e9d9-4177-8245-7e67396653f5 HTTP/1.1" status: 204 len: 173 time: 1.2717583 Feb 09 16:44:50.653179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'name': 'network-vif-deleted', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:50.656659 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbd645a-800f-4c48-a2b2-252aca34ccbe" -d '{"events": [{"server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "name": "network-vif-deleted", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:50.696361 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735cff25-8823-414f-b21a-8ca5138760c3 x-openstack-request-id: req-735cff25-8823-414f-b21a-8ca5138760c3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:50.696664 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6025b1d5-7677-4c37-b625-9104b2da50f6", "name": "network-vif-deleted", "tag": "eece83fb-e9d9-4177-8245-7e67396653f5", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:50.696918 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-735cff25-8823-414f-b21a-8ca5138760c3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:50.697328 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6025b1d5-7677-4c37-b625-9104b2da50f6', 'name': 'network-vif-deleted', 'tag': 'eece83fb-e9d9-4177-8245-7e67396653f5', 'status': 'completed', 'code': 200} Feb 09 16:44:50.739656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9d460b40-f885-4765-925b-2df24256d05b None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:44:50.939344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9d460b40-f885-4765-925b-2df24256d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:44:50.966002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d460b40-f885-4765-925b-2df24256d05b None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:44:50.975131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d460b40-f885-4765-925b-2df24256d05b None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:44:50.975782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9d460b40-f885-4765-925b-2df24256d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:44:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:44:51.083807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9d460b40-f885-4765-925b-2df24256d05b None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:44:51.285461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9d460b40-f885-4765-925b-2df24256d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:44:51.312407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d460b40-f885-4765-925b-2df24256d05b None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:44:51.550039 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b4a8c-2d25-4d11-9344-aeb3898cefe6 None None] New status for floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:44:51.580973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff2b930e-c98e-48ec-b983-47b820ef9c90 req-b96a43cf-2e18-46dd-86af-36e49e4ff5b1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=6025b1d5-7677-4c37-b625-9104b2da50f6 HTTP/1.1" status: 200 len: 210 time: 0.0271010 Feb 09 16:44:52.821300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-f374087c-5bde-4c5e-b09f-69d81e3dcc9c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--535285910&fields=id&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 267 time: 0.0354838 Feb 09 16:44:52.934643 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-40ab22ac-d79f-45d9-9641-b634a704fd92 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:52.936057 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-40ab22ac-d79f-45d9-9641-b634a704fd92 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 811 time: 0.1068206 Feb 09 16:44:52.946569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:44:52.951495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-5a07b0a6-b382-4c7a-88c0-378ac5de52dd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/quotas/9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 375 time: 0.0096996 Feb 09 16:44:52.970078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: eece83fb-e9d9-4177-8245-7e67396653f5 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:44:52.970078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device eece83fb-e9d9-4177-8245-7e67396653f5 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:44:53.012268 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2e554697-3ff7-4743-9eaf-d56c37e46a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:53.012471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-53b08b23-bf64-4358-a066-3816f29c82c2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547562 Feb 09 16:44:53.115046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-c5a35f81-cb87-430a-9132-50becb1594ef service neutron] 10.222.0.53 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899105 Feb 09 16:44:53.211426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7b5f190e-a784-46ef-814f-4a69d0b74b69 service neutron] 10.222.0.53 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898693 Feb 09 16:44:53.483181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d18af25-8543-4461-bc48-20dde863d65d req-3466a9c6-d7c6-484f-a378-2ee78ccf8cbb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 210 time: 0.0300219 Feb 09 16:44:54.581141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b847e74f-51d3-430c-8849-4fef6d8ede8d req-3d672174-d520-476a-aba3-4d3bd36bc6a9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 210 time: 0.0262980 Feb 09 16:44:55.257761 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-caa660b3-d4c4-4da8-a03b-7434e9bf3ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:55.472691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-3bb85ef8-a3dd-46c9-9f67-63d6c29c9f3b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:55.474522 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-3bb85ef8-a3dd-46c9-9f67-63d6c29c9f3b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 811 time: 0.1145396 Feb 09 16:44:55.522179 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-eda151f9-cef0-4a3b-baf8-bb6982c40c44 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 379 time: 0.0376124 Feb 09 16:44:55.532795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'port': {'device_id': '4b154b7a-f36b-422b-845c-46eeda023237', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'admin_state_up': True, 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'security_groups': ['19b0fc4f-6d13-47a2-adfc-5f1f50c621ac']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:44:55.681342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f48fe74c-fa23-4979-8d34-3ec888b1c5a9 req-64bad539-54f8-4ec9-8011-03c32c1cd9c2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 210 time: 0.0278316 Feb 09 16:44:55.753584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Made reservation on behalf of 9d2fe9522c1a4d4685bbb15f35d0c26d for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:44:55.757219 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:55.881008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Allocated IP 172.20.0.4 (793aa308-95f6-4e22-8ffe-1b1c58524282/a8737e6d-71e3-4b15-bfb4-5495ef971f3d/1081d1a6-e60b-42a8-b689-ae42f6f90dec) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:44:56.021381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:56.110025 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:56.152104 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:44:56.157153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:44:56.160974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:44:56.194811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:56.220870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:56.221457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:56.398703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-edaaba41-995f-4e8c-856f-5d3ed22564d6 None None] Provisioning complete for port 1081d1a6-e60b-42a8-b689-ae42f6f90dec triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:44:56.399300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-edaaba41-995f-4e8c-856f-5d3ed22564d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:56.419169 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7acb60a5-740f-4ac0-97a2-ea00e62af898 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8907907 Feb 09 16:44:56.432350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Request body: {'port': {'device_id': '4b154b7a-f36b-422b-845c-46eeda023237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:44:56.433190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-edaaba41-995f-4e8c-856f-5d3ed22564d6 None None] Port 1081d1a6-e60b-42a8-b689-ae42f6f90dec cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:44:56.487731 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:56.715498 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:56.777625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1081d1a6-e60b-42a8-b689-ae42f6f90dec {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:44:56.800273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:56.819074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Transition to ACTIVE for port object 1081d1a6-e60b-42a8-b689-ae42f6f90dec will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:44:56.831317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744c239-88a4-4e4f-9c7f-2731e0c05c38 req-1a458e3c-ac0b-4a03-a5af-4a7ed21619a9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:56.832947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6744c239-88a4-4e4f-9c7f-2731e0c05c38 req-1a458e3c-ac0b-4a03-a5af-4a7ed21619a9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 931 time: 0.0795784 Feb 09 16:44:56.872845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6744c239-88a4-4e4f-9c7f-2731e0c05c38 req-9fedde37-0db5-4a37-9ca7-4012de8548a0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337346 Feb 09 16:44:56.932370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:57.020493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:57.058181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:44:57.058528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:44:57.058864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:44:57.064672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:44:57.065033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:44:57.070337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:44:57.070587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:44:57.070983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:44:57.071417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Bound port: 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:44:57.071783 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:57.144312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:44:57.147366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:44:57.212357 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:57.247537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:57.248322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:57.249764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] 10.222.0.73 "PUT /v2.0/ports/1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1091 time: 0.8217990 Feb 09 16:44:57.250231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:44:57.252625 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d139c23-846b-4cc0-afd6-5c8242918190" -d '{"events": [{"name": "network-changed", "server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:44:57.281490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5b019-9634-430d-b0b5-219fa7e0d782 service neutron] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:44:57.290723 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced302a-5019-49ae-9deb-d1459d0958f3 x-openstack-request-id: req-5ced302a-5019-49ae-9deb-d1459d0958f3 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:44:57.291251 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:44:57.291517 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ced302a-5019-49ae-9deb-d1459d0958f3 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:44:57.292576 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'status': 'completed', 'code': 200} Feb 09 16:44:57.359491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139c23-846b-4cc0-afd6-5c8242918190 req-4e88d9f8-1b08-490b-89c9-11642d47a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:57.361059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d139c23-846b-4cc0-afd6-5c8242918190 req-4e88d9f8-1b08-490b-89c9-11642d47a608 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1094 time: 0.0443411 Feb 09 16:44:57.474662 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139c23-846b-4cc0-afd6-5c8242918190 req-9d3e0b9d-3550-4c20-8c23-ffbee7680b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:57.476210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d139c23-846b-4cc0-afd6-5c8242918190 req-9d3e0b9d-3550-4c20-8c23-ffbee7680b1e service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1053858 Feb 09 16:44:57.573812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d139c23-846b-4cc0-afd6-5c8242918190 req-92c78561-7b53-43d9-a67e-20880cd90990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:57.575303 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d139c23-846b-4cc0-afd6-5c8242918190 req-92c78561-7b53-43d9-a67e-20880cd90990 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919046 Feb 09 16:44:57.669840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-ba7b4dc5-7c1e-493f-927b-ed53b984a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:57.671416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-ba7b4dc5-7c1e-493f-927b-ed53b984a0ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1094 time: 0.0469081 Feb 09 16:44:57.716051 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-3c1881ce-1fa5-47c7-b070-2ecb40511ea3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 217 time: 0.0356820 Feb 09 16:44:57.767064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7ea72803-bea8-4726-93bc-c6e15b8c9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:57.768607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-7ea72803-bea8-4726-93bc-c6e15b8c9947 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0453329 Feb 09 16:44:57.819406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-f48e2bc4-2138-4b64-804d-978bc0f2dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:57.820967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-f48e2bc4-2138-4b64-804d-978bc0f2dc28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456340 Feb 09 16:44:57.913441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-d0ebbe74-3034-4844-8801-ee371b67b06e service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839148 Feb 09 16:44:58.052173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0e253-f88e-4312-9e8d-461ab3b60f65 req-bfaef23b-96fb-4c8e-aaba-4a8e24fb5e24 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:58.053696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbf0e253-f88e-4312-9e8d-461ab3b60f65 req-bfaef23b-96fb-4c8e-aaba-4a8e24fb5e24 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0792792 Feb 09 16:44:58.055995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c32cc6d-259d-4a31-92e9-b0f7b5793a21 req-009783b8-a8ad-4051-bb04-b8d3134ea326 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309650 Feb 09 16:44:58.093728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbf0e253-f88e-4312-9e8d-461ab3b60f65 req-b6d12e99-cfa2-4ade-ab98-b16e926a1cfe tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333946 Feb 09 16:44:58.366589 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:58.623932 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:44:59.215357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcb9df-f929-434d-a305-6a6bbf8124e2 req-cb90e3bd-30cb-4e0e-998e-29cf9d15bec3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:44:59.217601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0fcb9df-f929-434d-a305-6a6bbf8124e2 req-cb90e3bd-30cb-4e0e-998e-29cf9d15bec3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0520897 Feb 09 16:44:59.258121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b0fcb9df-f929-434d-a305-6a6bbf8124e2 req-3a7eedf9-9c80-4a9e-94e5-4529e12ac5c3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341890 Feb 09 16:45:00.380691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad4020-681d-4382-a674-b75dfa6f32f2 req-0137cc39-f47c-4b66-a4e5-d0fd84efac44 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:00.382201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6ad4020-681d-4382-a674-b75dfa6f32f2 req-0137cc39-f47c-4b66-a4e5-d0fd84efac44 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0534737 Feb 09 16:45:00.420472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6ad4020-681d-4382-a674-b75dfa6f32f2 req-fbbc01f7-35e4-4a17-892f-a8a01335232b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322859 Feb 09 16:45:00.612379 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:01.537550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051066f4-93e7-4b67-b8bb-26cda1ab3121 req-6fa2cad8-f2cd-4737-bdcf-ab09b20207ab tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:01.539086 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-051066f4-93e7-4b67-b8bb-26cda1ab3121 req-6fa2cad8-f2cd-4737-bdcf-ab09b20207ab tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0508144 Feb 09 16:45:01.582251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-051066f4-93e7-4b67-b8bb-26cda1ab3121 req-f8712cf7-1b4a-476f-87cc-54ed09bdb357 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 Feb 09 16:45:02.164769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:45:02.265309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:45:02.267624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:02.275979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'mac_address': 'fa:16:3e:f2:e7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:45:02.319109 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:02.331618 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1081d1a6-e60b-42a8-b689-ae42f6f90dec {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:45:02.350250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:45:02.433126 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:02.479866 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:45:02.651219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['1081d1a6-e60b-42a8-b689-ae42f6f90dec'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:45:02.699720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4561b-0331-4003-b4af-9167e6f7fe34 req-7f36a37f-5713-451f-979a-72c8f7f106c6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:02.701385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb4561b-0331-4003-b4af-9167e6f7fe34 req-7f36a37f-5713-451f-979a-72c8f7f106c6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0518146 Feb 09 16:45:02.741539 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-adb4561b-0331-4003-b4af-9167e6f7fe34 req-ec665c7b-9b77-4b5f-900e-38c770867ce6 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326595 Feb 09 16:45:03.860704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c00af-bcfe-4da8-94d8-8f91c1af86cb req-4892e14d-d057-4493-85ff-8ccf0db48f7c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:03.862471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d45c00af-bcfe-4da8-94d8-8f91c1af86cb req-4892e14d-d057-4493-85ff-8ccf0db48f7c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0547447 Feb 09 16:45:03.901173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d45c00af-bcfe-4da8-94d8-8f91c1af86cb req-b8c9b702-39cb-4ae9-9b8e-74f305a6de68 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327368 Feb 09 16:45:04.194593 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:45:04.296448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 1081d1a6-e60b-42a8-b689-ae42f6f90dec completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:45:04.300610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 1081d1a6-e60b-42a8-b689-ae42f6f90dec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:45:04.300905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:04.378092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:04.400600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:45:04.402873 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2687b3cc-3af3-4f4f-8dee-7c74e59f3eca" -d '{"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-plugged", "status": "completed", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:45:04.420788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:45:04.446055 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da78fc-73d3-4b61-86cd-f11ddcc837b5 x-openstack-request-id: req-47da78fc-73d3-4b61-86cd-f11ddcc837b5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:45:04.446055 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-plugged", "status": "completed", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:45:04.446055 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47da78fc-73d3-4b61-86cd-f11ddcc837b5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:45:04.446055 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'code': 200} Feb 09 16:45:04.544976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210d196-5f38-452f-a027-58f196dc9fb3 req-524eebda-413a-46b0-af3d-4f1d0264749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:04.546485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b210d196-5f38-452f-a027-58f196dc9fb3 req-524eebda-413a-46b0-af3d-4f1d0264749e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1095 time: 0.0418129 Feb 09 16:45:04.582436 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b210d196-5f38-452f-a027-58f196dc9fb3 req-c97f7760-f573-47ba-8103-28936aef6d40 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284939 Feb 09 16:45:04.600554 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:04.649158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:45:05.022619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2a166-f067-4e81-b03f-402a8b326925 req-26736094-d115-42dd-bc8e-5ca28a920cfb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:05.024115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67e2a166-f067-4e81-b03f-402a8b326925 req-26736094-d115-42dd-bc8e-5ca28a920cfb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0503922 Feb 09 16:45:05.065255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67e2a166-f067-4e81-b03f-402a8b326925 req-82c4bb93-386a-4156-a401-9e2aaef2173a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348933 Feb 09 16:45:06.197166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0c771-0c47-4e54-97db-659c75fb6bfb req-0f489543-197e-46e6-97f3-6960699aa24c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:06.198672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4d0c771-0c47-4e54-97db-659c75fb6bfb req-0f489543-197e-46e6-97f3-6960699aa24c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0537319 Feb 09 16:45:06.236973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4d0c771-0c47-4e54-97db-659c75fb6bfb req-483e1dab-2392-48f9-ab58-8887ebfd1c51 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320046 Feb 09 16:45:06.350231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b261b-a4c4-4121-b682-7e00b072a45a req-870b857f-cb3a-4109-9796-9a5c6a3bec72 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:06.351672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-296b261b-a4c4-4121-b682-7e00b072a45a req-870b857f-cb3a-4109-9796-9a5c6a3bec72 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0500507 Feb 09 16:45:06.360901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 60936) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:45:06.365814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Request body: {'floatingip': {'port_id': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:45:06.405773 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:06.856742 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:06.930273 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:07.033693 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40 associated. External IP: 172.25.5.250, port: 1081d1a6-e60b-42a8-b689-ae42f6f90dec. Feb 09 16:45:07.560589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:45:07.671538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:45:07.676633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:07.682127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:45:07.692269 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:45:07.692907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:44:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:45:07.704762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-76bc63f7-f23a-4b1b-abbc-3521f56f2ded tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "PUT /v2.0/floatingips/a2826c40-7a7b-4f17-b359-590d2c1c5f40 HTTP/1.1" status: 200 len: 992 time: 1.3425009 Feb 09 16:45:07.705457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:45:07.707865 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bdb27d-019b-4f57-bac2-4a0c58a33713" -d '{"events": [{"name": "network-changed", "server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:45:07.748170 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07190b-8788-4789-a40e-d4b79b1e469f x-openstack-request-id: req-0e07190b-8788-4789-a40e-d4b79b1e469f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:45:07.748404 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:45:07.748640 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e07190b-8788-4789-a40e-d4b79b1e469f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:45:07.749098 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'status': 'completed', 'code': 200} Feb 09 16:45:07.803496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:45:07.842777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e317a60-f180-46fb-ba9b-066ba181c813 req-626ae122-ba86-4f27-82e2-b8b40d2ff03d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:07.844235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e317a60-f180-46fb-ba9b-066ba181c813 req-626ae122-ba86-4f27-82e2-b8b40d2ff03d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0829077 Feb 09 16:45:07.847068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-cbe772d5-3fac-49a7-8fe1-3711ef933305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:07.848601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-cbe772d5-3fac-49a7-8fe1-3711ef933305 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1096 time: 0.0771375 Feb 09 16:45:07.939407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e317a60-f180-46fb-ba9b-066ba181c813 req-afb26df9-da26-4c4b-b85c-85ce27fc47e2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877340 Feb 09 16:45:07.976231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-f06e5be4-c05f-4a4f-a2ef-8c2355b949cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:07.977725 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-f06e5be4-c05f-4a4f-a2ef-8c2355b949cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1194301 Feb 09 16:45:08.056371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:f2:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b154b7a-f36b-422b-845c-46eeda023237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:45:06Z', 'revision_number': 13, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:45:08.063896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-05a8b86d-437c-4f70-8df7-589a7f0ee017 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1000 time: 0.0789876 Feb 09 16:45:08.083444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:45:08.091731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:45:08.092372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:44:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:45:08.113881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-bb8f3829-a7b0-4b44-ac49-9ae4dc488a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:08.115271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-bb8f3829-a7b0-4b44-ac49-9ae4dc488a98 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0446196 Feb 09 16:45:08.182804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-850ccc09-305c-4840-bed5-7ab4faa9b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:08.184454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-850ccc09-305c-4840-bed5-7ab4faa9b500 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611799 Feb 09 16:45:08.291422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-ab02cca7-7ec4-4241-99f4-9a420bf7d665 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995619 Feb 09 16:45:08.361851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:45:08.385400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79bdb27d-019b-4f57-bac2-4a0c58a33713 req-0d463c5c-a925-42f6-a1fb-f46dc4186a0a service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859976 Feb 09 16:45:08.583287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:f2:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b154b7a-f36b-422b-845c-46eeda023237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:45:06Z', 'revision_number': 13, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:45:08.613813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a759da1-5ffc-4439-b19a-74a778921596 None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'a2826c40-7a7b-4f17-b359-590d2c1c5f40', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'port_id': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'mac_address': 'fa:16:3e:f2:e7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b154b7a-f36b-422b-845c-46eeda023237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:41:58Z', 'updated_at': '2022-02-09T16:45:06Z', 'revision_number': 13, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:45:08.795528 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e782cf-2e88-43e0-91e9-ed354acbe48c None None] New status for floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:45:09.065416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809ce26-c580-4eaf-93a8-6831449d179a req-704e1fbe-2f90-4d6d-9ba5-f657a51e24dc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:09.067008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8809ce26-c580-4eaf-93a8-6831449d179a req-704e1fbe-2f90-4d6d-9ba5-f657a51e24dc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0540576 Feb 09 16:45:09.104857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8809ce26-c580-4eaf-93a8-6831449d179a req-380e8d97-f6c1-4940-a643-5961aff84c21 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Feb 09 16:45:09.303290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-6ac0a772-9fa4-458f-a84c-3fdd0fcfd3a3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470564 Feb 09 16:45:09.386632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-8a72facb-63a5-4396-8f9e-772d5db30b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:09.388202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-8a72facb-63a5-4396-8f9e-772d5db30b8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1096 time: 0.0406716 Feb 09 16:45:09.500186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-37127552-7845-450c-9275-0388b42e54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:09.501684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-37127552-7845-450c-9275-0388b42e54e0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0925064 Feb 09 16:45:09.573826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-4413fc96-d564-484b-985b-1370b23403ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1002 time: 0.0591543 Feb 09 16:45:09.624925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-dd61923c-e8ed-40fa-992b-7a44bd56968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:09.626413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-dd61923c-e8ed-40fa-992b-7a44bd56968b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0450351 Feb 09 16:45:09.682412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-8d078d48-7742-4d65-9564-48bdacda6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:09.683923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-8d078d48-7742-4d65-9564-48bdacda6a32 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448732 Feb 09 16:45:09.786208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-790a90ea-a2f5-437b-86da-08a1c28cb474 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948043 Feb 09 16:45:09.885424 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba066042-e808-4eec-8ab2-23d2f29e3d31 req-e97bb960-7154-4f75-bc0c-faae69df819c service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916824 Feb 09 16:45:11.971236 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5977c5-74ca-4746-84a6-aa94be3947ca req-11b3d1df-92d1-4de3-85d8-3317c15c5b32 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:11.972828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df5977c5-74ca-4746-84a6-aa94be3947ca req-11b3d1df-92d1-4de3-85d8-3317c15c5b32 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0512724 Feb 09 16:45:12.011070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df5977c5-74ca-4746-84a6-aa94be3947ca req-cc1a1283-9d93-4c5c-9898-13bb9aaf1f7d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Feb 09 16:45:23.028813 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-72c5e2b2-e9de-4c36-8827-dc262f1af0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:23.396446 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:45:23.672303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4207962-2621-4d09-8246-198c6534b232 req-665971f6-2cf1-41d0-bf2a-18d4d5b5f43f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:23.673957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4207962-2621-4d09-8246-198c6534b232 req-665971f6-2cf1-41d0-bf2a-18d4d5b5f43f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0504687 Feb 09 16:45:23.712933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4207962-2621-4d09-8246-198c6534b232 req-17d2c6a2-e936-4d6e-8bc9-7998989c1ba4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328455 Feb 09 16:45:23.859849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-3b24998d-88e9-4b96-a2ce-c00fbe7ea4ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849984 Feb 09 16:45:24.842202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c99d00-3f9c-4f3f-8520-a79a5f242a27 req-a5307760-6143-484f-a839-9737697898fa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:24.843901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2c99d00-3f9c-4f3f-8520-a79a5f242a27 req-a5307760-6143-484f-a839-9737697898fa tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0566523 Feb 09 16:45:24.881984 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2c99d00-3f9c-4f3f-8520-a79a5f242a27 req-91be9b9d-7617-49ac-bd34-33c7916a6535 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Feb 09 16:45:25.297423 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c12db8f-9d9c-4e22-a474-a79f2f187559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:26.022898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-e6aa346d-b396-4f8e-b79e-fc367731b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:26.024484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-e6aa346d-b396-4f8e-b79e-fc367731b0e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1096 time: 0.0737119 Feb 09 16:45:26.036025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35664b-b818-4f62-aebd-019b6fa7e04c req-388a9b13-366e-414c-ac52-d2e7167ff6f1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:26.037678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca35664b-b818-4f62-aebd-019b6fa7e04c req-388a9b13-366e-414c-ac52-d2e7167ff6f1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0785701 Feb 09 16:45:26.128554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca35664b-b818-4f62-aebd-019b6fa7e04c req-bb2bc4a9-cdec-47ab-8290-194169f2d034 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812159 Feb 09 16:45:26.157777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-a6a7fe83-8a4e-45b8-ace6-95bed95d53f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:26.159259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-a6a7fe83-8a4e-45b8-ace6-95bed95d53f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1205900 Feb 09 16:45:26.230761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-28f304f5-58ef-46cc-b224-d82723584019 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1002 time: 0.0643988 Feb 09 16:45:26.288050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-7a14301a-fe7c-4108-a32e-4561626fb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:26.289537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-7a14301a-fe7c-4108-a32e-4561626fb5df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0491214 Feb 09 16:45:26.337062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-01ab6a7c-c0f4-4ee6-b06b-cd9877799a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:26.338582 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-01ab6a7c-c0f4-4ee6-b06b-cd9877799a3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405538 Feb 09 16:45:26.437262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-347f5d8d-be3e-4787-a845-c789fd8d1301 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876286 Feb 09 16:45:26.531411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-1c436036-91d6-4de4-8ac9-f54f344f0cd3 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860853 Feb 09 16:45:26.749475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:27.251883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f22a7e-8d8f-4878-a91b-ab3110152208 req-44931c7a-5125-4ba7-95db-b1f6f29dd436 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:27.253453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7f22a7e-8d8f-4878-a91b-ab3110152208 req-44931c7a-5125-4ba7-95db-b1f6f29dd436 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0511971 Feb 09 16:45:27.292359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7f22a7e-8d8f-4878-a91b-ab3110152208 req-5fba5f6c-f8b9-4f3b-a550-69199036b84c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328534 Feb 09 16:45:28.342834 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:28.418776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d63625-d2d6-4939-aee6-4762aad67737 req-b293b7c1-948e-48e3-a84b-12eaacba1250 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:28.420813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90d63625-d2d6-4939-aee6-4762aad67737 req-b293b7c1-948e-48e3-a84b-12eaacba1250 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0565050 Feb 09 16:45:28.463365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-90d63625-d2d6-4939-aee6-4762aad67737 req-2b33721c-fa3b-4686-9f99-626de16cf094 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362742 Feb 09 16:45:28.600522 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:29.585844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648812c-5cd6-4a8a-a005-0e51c57adb86 req-097dcf66-d6c4-4760-ace4-39c0937f677d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:29.587392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0648812c-5cd6-4a8a-a005-0e51c57adb86 req-097dcf66-d6c4-4760-ace4-39c0937f677d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0515583 Feb 09 16:45:29.627297 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0648812c-5cd6-4a8a-a005-0e51c57adb86 req-5370b78f-bd89-4c53-874c-485b4c80bdfb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329013 Feb 09 16:45:30.600033 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:30.748314 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415e62b-3105-4a5c-badb-be8658e49f40 req-a770d066-51ec-42fd-be3e-210f3f12e211 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:30.749915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0415e62b-3105-4a5c-badb-be8658e49f40 req-a770d066-51ec-42fd-be3e-210f3f12e211 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0512097 Feb 09 16:45:30.792203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0415e62b-3105-4a5c-badb-be8658e49f40 req-d3dc66ec-f295-40f3-8c01-e75841cda62f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348942 Feb 09 16:45:31.915686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275f044-d8bb-4122-aa16-0761e21f3eae req-d069e601-bac7-4234-8021-04b1c973c459 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:31.917229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3275f044-d8bb-4122-aa16-0761e21f3eae req-d069e601-bac7-4234-8021-04b1c973c459 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0533319 Feb 09 16:45:31.956899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3275f044-d8bb-4122-aa16-0761e21f3eae req-cc6151ff-a9bd-47c5-a47f-b929e5889e8b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332768 Feb 09 16:45:32.250182 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:33.076770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd45e2-247d-448e-bba4-7208d1b9d2be req-96340a65-3d68-41d4-b136-7e6dd95c6ca0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:33.078386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42fd45e2-247d-448e-bba4-7208d1b9d2be req-96340a65-3d68-41d4-b136-7e6dd95c6ca0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0516922 Feb 09 16:45:33.118882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42fd45e2-247d-448e-bba4-7208d1b9d2be req-d8fa2380-7391-4aaf-a2ed-17d0ec42bb90 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341306 Feb 09 16:45:34.235668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bb222-5654-485a-8856-64ed9ac495cc req-ae3d3dc7-d089-4658-be62-8e70799054ea tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:34.237469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e3bb222-5654-485a-8856-64ed9ac495cc req-ae3d3dc7-d089-4658-be62-8e70799054ea tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0486555 Feb 09 16:45:34.275151 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e3bb222-5654-485a-8856-64ed9ac495cc req-f35e43bd-cb17-4660-b41d-e0575777b9a2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317693 Feb 09 16:45:35.393697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5cb5c-f437-42b9-9d69-b1a91b915101 req-61fcb1f7-7d90-4c58-a525-ecad75b2cc8e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:35.395158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fed5cb5c-f437-42b9-9d69-b1a91b915101 req-61fcb1f7-7d90-4c58-a525-ecad75b2cc8e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Feb 09 16:45:35.432091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fed5cb5c-f437-42b9-9d69-b1a91b915101 req-d024f7e1-4bbd-4759-8ce8-16067a98153f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Feb 09 16:45:36.550348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4003bd5-2600-4c7b-9506-3bb6bb32ffc5 req-4a8f0920-a5bc-4579-aa77-1649721743e1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:36.551916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4003bd5-2600-4c7b-9506-3bb6bb32ffc5 req-4a8f0920-a5bc-4579-aa77-1649721743e1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0515897 Feb 09 16:45:36.593102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b4003bd5-2600-4c7b-9506-3bb6bb32ffc5 req-2f0ad480-90d2-496a-94e5-78cf9f0a96e3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349593 Feb 09 16:45:37.709576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2925f-b7d9-44d5-ac8b-8a2db7fbbb68 req-ff6a517a-1052-4161-95ca-83049c4772f8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:37.711248 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54c2925f-b7d9-44d5-ac8b-8a2db7fbbb68 req-ff6a517a-1052-4161-95ca-83049c4772f8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0490727 Feb 09 16:45:37.749973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54c2925f-b7d9-44d5-ac8b-8a2db7fbbb68 req-e0dea2b2-81cf-4efc-8fe1-ea2e6c33a5ac tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328739 Feb 09 16:45:38.869653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10301fbe-6245-4960-8cc0-468c2a305fdc req-73e42a64-a9bd-48c5-aa34-e45a868f818e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:38.871190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10301fbe-6245-4960-8cc0-468c2a305fdc req-73e42a64-a9bd-48c5-aa34-e45a868f818e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Feb 09 16:45:38.910289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-10301fbe-6245-4960-8cc0-468c2a305fdc req-915cbb50-3f1b-4235-8653-47b94839e88e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325685 Feb 09 16:45:40.028873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983a18-3ae9-46b9-8a19-83297c060279 req-3128d2ae-8136-45c1-b7ef-bcca4b83f9e8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:40.030971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf983a18-3ae9-46b9-8a19-83297c060279 req-3128d2ae-8136-45c1-b7ef-bcca4b83f9e8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Feb 09 16:45:40.070438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf983a18-3ae9-46b9-8a19-83297c060279 req-f60f4a6e-2f2d-4ebd-9256-605bdc983362 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328827 Feb 09 16:45:40.743501 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-d33413d5-6ab4-4a08-be63-b57af87fcbae service neutron] show failed (client error): The resource could not be found. Feb 09 16:45:40.744481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-d33413d5-6ab4-4a08-be63-b57af87fcbae service neutron] 10.222.0.73 "GET /v2.0/ports/1081d1a6-e60b-42a8-b689-ae42f6f90dec/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0565948 Feb 09 16:45:41.195069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b7838-d2fe-447d-a6aa-109969844789 req-664d56e3-09ac-48b8-b4d1-354cd46152fc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:41.196598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de3b7838-d2fe-447d-a6aa-109969844789 req-664d56e3-09ac-48b8-b4d1-354cd46152fc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0549412 Feb 09 16:45:41.235562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de3b7838-d2fe-447d-a6aa-109969844789 req-968b8d02-131c-49dd-85db-8c085a29836f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328281 Feb 09 16:45:41.363098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-f387ab3d-0060-4df1-9776-699abc4dcd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:41.364847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-f387ab3d-0060-4df1-9776-699abc4dcd7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 1096 time: 0.0424914 Feb 09 16:45:41.376967 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:45:41.434091 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:41.650997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:45:41.688029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:45:41.734371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:45:41.737007 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39929fcf-3145-4e07-af49-b77421de776e" -d '{"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-unplugged", "status": "completed", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:45:41.740991 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:41.756917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Transition to ACTIVE for port object 1081d1a6-e60b-42a8-b689-ae42f6f90dec will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:45:41.819959 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6c8a73-5ffd-4bef-b0d8-ed9c9ecb2d70 x-openstack-request-id: req-bf6c8a73-5ffd-4bef-b0d8-ed9c9ecb2d70 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:45:41.819959 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-unplugged", "status": "completed", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:45:41.819959 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf6c8a73-5ffd-4bef-b0d8-ed9c9ecb2d70 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:45:41.819959 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'code': 200} Feb 09 16:45:41.839631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:41.921763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:45:41.932463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.932809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.933151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.933492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.933830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.934160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.934487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.934811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.935134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.935457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.935779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.936123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:41.979321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] No DVR routers for this DVR port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:45:42.123132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:45:42.123464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:45:42.123812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:45:42.128338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:45:42.128657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:45:42.133567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:45:42.133989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:45:42.134370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:45:42.134785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Bound port: 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:45:42.135135 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:42.199979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:45:42.202980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:45:42.281028 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:42.319349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:42.319986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:42.321402 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] 10.222.0.13 "PUT /v2.0/ports/1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1091 time: 0.9494562 Feb 09 16:45:42.365694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:45:42.402001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bbf77-cd73-4419-9885-85e89ab6e705 service neutron] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:45:42.414496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:45:42.432626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b18973-5bbc-460e-86f8-2f2580683dec req-d5c2278b-3480-4be5-a54c-e61d70812195 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:42.434212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04b18973-5bbc-460e-86f8-2f2580683dec req-d5c2278b-3480-4be5-a54c-e61d70812195 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.1182809 Feb 09 16:45:42.440917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-7eb94146-c469-4920-b35b-eb02a64207af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:42.441778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-7eb94146-c469-4920-b35b-eb02a64207af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1094 time: 0.0832000 Feb 09 16:45:42.529142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04b18973-5bbc-460e-86f8-2f2580683dec req-01973133-c024-4d3c-91a8-242ee044d6f8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863802 Feb 09 16:45:42.564356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-27bad836-27a8-4825-9e69-ea3949a5553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:42.565850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-27bad836-27a8-4825-9e69-ea3949a5553b service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1162734 Feb 09 16:45:42.634386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-9ef0a34a-3a80-4645-8799-0f4884ab695c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1000 time: 0.0618367 Feb 09 16:45:42.683581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-fd986f41-b56f-482b-a6ee-1173ded032f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:42.685067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-fd986f41-b56f-482b-a6ee-1173ded032f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0440128 Feb 09 16:45:42.733751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-f74ba22a-f452-494c-8c6a-b87a6d1ce18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:42.735202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-f74ba22a-f452-494c-8c6a-b87a6d1ce18c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438232 Feb 09 16:45:42.826606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-e5d824cf-8a6a-4ae4-a0ad-ae7b0c57ff58 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848958 Feb 09 16:45:42.917919 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-9a3058e0-919e-4f3f-909b-fd1eb237f585 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850697 Feb 09 16:45:43.666632 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944b86-45d2-4234-83ab-af7c9984857d req-64450404-3be7-469f-b3da-32ae03e706ed tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:43.668381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80944b86-45d2-4234-83ab-af7c9984857d req-64450404-3be7-469f-b3da-32ae03e706ed tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0573862 Feb 09 16:45:43.708740 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-80944b86-45d2-4234-83ab-af7c9984857d req-26b1928c-56ea-481e-b344-8f7b8fdfe1ea tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340948 Feb 09 16:45:43.806531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:45:43.808926 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903b99e2-1985-41e9-b8cc-bd6102c5f36e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:45:43.896421 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57996fc-6c92-418c-bf47-44b5908224c1 x-openstack-request-id: req-f57996fc-6c92-418c-bf47-44b5908224c1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:45:43.896780 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:45:43.897039 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f57996fc-6c92-418c-bf47-44b5908224c1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:45:43.905820 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'status': 'completed', 'code': 200} Feb 09 16:45:43.991077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-26fcf4f6-603b-49e8-8723-b0077c54ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:43.992633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-26fcf4f6-603b-49e8-8723-b0077c54ba35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1094 time: 0.0759318 Feb 09 16:45:43.996983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-386410f9-7676-4ba3-887a-2d91fca9f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:43.998383 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-386410f9-7676-4ba3-887a-2d91fca9f1e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1094 time: 0.0722742 Feb 09 16:45:44.488340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-54f930f6-1379-4914-99f7-3abe30a13fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:44.489876 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-54f930f6-1379-4914-99f7-3abe30a13fb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.4905858 Feb 09 16:45:44.491021 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-22fca85c-66a3-4385-abe6-34d2e45ef628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:44.492357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-22fca85c-66a3-4385-abe6-34d2e45ef628 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.4854593 Feb 09 16:45:44.610569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-4a614b44-ed3e-42bd-a0e1-5ace49f6db07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1000 time: 0.1110415 Feb 09 16:45:44.612849 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-e3401edd-64bb-425c-8824-2d1a238f1110 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1000 time: 0.1115706 Feb 09 16:45:44.700121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-2bb9fd21-6584-444f-b72c-588b2f34405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:44.701538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-2bb9fd21-6584-444f-b72c-588b2f34405e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0848255 Feb 09 16:45:44.703437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-bb74461b-129c-4e4f-b7b1-156e1bc5e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:44.704838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-bb74461b-129c-4e4f-b7b1-156e1bc5e641 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0803187 Feb 09 16:45:44.778777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-ed396d50-c463-4b45-9dcc-b19a42f124db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:44.780899 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-ed396d50-c463-4b45-9dcc-b19a42f124db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725067 Feb 09 16:45:44.786325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-2b875264-f0d4-4116-a3c9-3f31ed3bb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:44.787942 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-2b875264-f0d4-4116-a3c9-3f31ed3bb849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715547 Feb 09 16:45:44.981396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fed6a4-e3b9-4789-9b12-4dff380f694a req-34d1e694-4e65-4485-8ed4-9af468c2f91a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:44.982927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73fed6a4-e3b9-4789-9b12-4dff380f694a req-34d1e694-4e65-4485-8ed4-9af468c2f91a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.1848958 Feb 09 16:45:44.992024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-1a256ac5-7c08-472c-85d3-01e3e84d6ff6 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031331 Feb 09 16:45:45.035401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-558e40e5-f300-4d15-8336-b164863f4ebc service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383974 Feb 09 16:45:45.144804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-73fed6a4-e3b9-4789-9b12-4dff380f694a req-c8ec142b-5996-43f4-ac38-45414533e597 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484296 Feb 09 16:45:45.198460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-1a832e5c-0d39-4e6c-805b-8abf436970f4 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951153 Feb 09 16:45:45.201925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-903b99e2-1985-41e9-b8cc-bd6102c5f36e req-507ec0bd-99ec-4936-943d-86ccb8cb5761 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361592 Feb 09 16:45:46.270664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5421c2f-57c2-40ce-9664-6fdcae834ed2 req-5c3e34ed-3b73-46aa-910b-7084abe2c410 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:46.272221 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5421c2f-57c2-40ce-9664-6fdcae834ed2 req-5c3e34ed-3b73-46aa-910b-7084abe2c410 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0530565 Feb 09 16:45:46.322203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5421c2f-57c2-40ce-9664-6fdcae834ed2 req-24d229b2-3e66-43b1-bb45-fa30f45309f0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 Feb 09 16:45:47.459974 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5049d0-ad96-4924-a9ca-9eddf46a8acf req-dceb2b3f-2765-443b-bf02-417ff6b5e5c4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:47.462256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f5049d0-ad96-4924-a9ca-9eddf46a8acf req-dceb2b3f-2765-443b-bf02-417ff6b5e5c4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0601399 Feb 09 16:45:47.504670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f5049d0-ad96-4924-a9ca-9eddf46a8acf req-c88795ce-1e1b-4681-9051-10a2255152e5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353336 Feb 09 16:45:48.624655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf06ed-df30-411b-a72c-91760fa569e4 req-7cf5d056-f154-418c-bf23-06281759090b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:48.626177 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8cf06ed-df30-411b-a72c-91760fa569e4 req-7cf5d056-f154-418c-bf23-06281759090b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0504687 Feb 09 16:45:48.664224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8cf06ed-df30-411b-a72c-91760fa569e4 req-715d6357-3eaa-43d0-b4b6-3d2fa2889c9b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320933 Feb 09 16:45:49.787555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5a58f-62e6-4188-87d3-cdb849502f9e req-e2a8875e-2329-4cd5-8f07-aad7d8e96ce2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:49.789127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4c5a58f-62e6-4188-87d3-cdb849502f9e req-e2a8875e-2329-4cd5-8f07-aad7d8e96ce2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0519991 Feb 09 16:45:49.833954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4c5a58f-62e6-4188-87d3-cdb849502f9e req-9bcc1b0f-459f-4670-bfad-2a44016a8e1b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380521 Feb 09 16:45:50.954296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b8a49-3364-4b98-a72d-874ac3dba38f req-8dc06c48-cea7-42b4-ad47-145d9588e42c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:50.955884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-580b8a49-3364-4b98-a72d-874ac3dba38f req-8dc06c48-cea7-42b4-ad47-145d9588e42c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0521545 Feb 09 16:45:50.997244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-580b8a49-3364-4b98-a72d-874ac3dba38f req-1167e79b-c5cb-4f7a-a10b-a9b19646c86c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346856 Feb 09 16:45:52.122175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb30fd2-8208-4d96-9697-156e79c24d0e req-4974dc9d-6737-4938-96b3-9bab9338ebf8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:52.123689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5eb30fd2-8208-4d96-9697-156e79c24d0e req-4974dc9d-6737-4938-96b3-9bab9338ebf8 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0550215 Feb 09 16:45:52.165422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5eb30fd2-8208-4d96-9697-156e79c24d0e req-782db8ef-398d-427e-88f6-3a49db22d77d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355151 Feb 09 16:45:53.089681 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7130aee4-3ab0-44aa-bf77-c3529aba8f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:53.291038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c8b9f-dc7b-4ccc-b659-cf00ae3c4a79 req-240e2cfa-82b6-4836-8170-1e6337f68247 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:53.292632 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c8c8b9f-dc7b-4ccc-b659-cf00ae3c4a79 req-240e2cfa-82b6-4836-8170-1e6337f68247 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0529420 Feb 09 16:45:53.335633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c8c8b9f-dc7b-4ccc-b659-cf00ae3c4a79 req-3b4ecc27-1628-474c-8b62-b00092802e9f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368266 Feb 09 16:45:54.463848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba78054-ac04-44e5-9162-63249322c5ca req-036474c6-a3de-4cac-a2c2-bbfeb1dbfb82 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:54.465400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ba78054-ac04-44e5-9162-63249322c5ca req-036474c6-a3de-4cac-a2c2-bbfeb1dbfb82 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0593166 Feb 09 16:45:54.506243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ba78054-ac04-44e5-9162-63249322c5ca req-c4eacda7-3779-4893-9567-29d2ad3f8058 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335231 Feb 09 16:45:55.273701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2a926496-b1e2-483f-b52f-f63ba85660e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:55.351584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:45:55.446684 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:45:55.457772 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'mac_address': 'fa:16:3e:f2:e7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:45:55.500518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:55.514590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1081d1a6-e60b-42a8-b689-ae42f6f90dec {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:45:55.534171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:45:55.603707 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:55.628728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7689583-7f91-4d08-8034-c38c884fcc7b req-c3a736da-cd15-4de0-b831-dbfc2a996943 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:55.630257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7689583-7f91-4d08-8034-c38c884fcc7b req-c3a736da-cd15-4de0-b831-dbfc2a996943 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 943 time: 0.0514960 Feb 09 16:45:55.654155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:45:55.662298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.662659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.663004 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.663343 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.663681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.664017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.664373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.664703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.665031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.665358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.665686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.666009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:45:55.671848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7689583-7f91-4d08-8034-c38c884fcc7b req-43754362-0428-4c0d-a61a-5062b222f2a1 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352700 Feb 09 16:45:55.830348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['1081d1a6-e60b-42a8-b689-ae42f6f90dec'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:45:56.307658 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605bb4b-bcbd-4e17-bf26-92b860e8cb42 req-9f9ca5e3-3fb1-489c-9194-a3aea4f5884e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:56.309156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a605bb4b-bcbd-4e17-bf26-92b860e8cb42 req-9f9ca5e3-3fb1-489c-9194-a3aea4f5884e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0805469 Feb 09 16:45:56.331800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-30cdeb88-99de-4ee2-96f5-c016b16b0e37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:56.333219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-30cdeb88-99de-4ee2-96f5-c016b16b0e37 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 944 time: 0.0715220 Feb 09 16:45:56.388987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a605bb4b-bcbd-4e17-bf26-92b860e8cb42 req-4d2ee812-a52b-4bd1-ab95-929b943be64a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707085 Feb 09 16:45:56.408928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-8891a9ea-71f5-4ca6-999a-c193cae4a21e service neutron] 10.222.0.13 "GET /v2.0/ports/1081d1a6-e60b-42a8-b689-ae42f6f90dec/bindings/n-h1-828542-1 HTTP/1.1" status: 200 len: 382 time: 0.0684593 Feb 09 16:45:56.471085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-445e0700-a570-495d-9b38-90d6a77577f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:56.472538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-445e0700-a570-495d-9b38-90d6a77577f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1095 time: 0.0419772 Feb 09 16:45:56.568158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-cfbe9b06-3173-4e83-90af-254bd95d0227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:56.569655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-cfbe9b06-3173-4e83-90af-254bd95d0227 service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0910668 Feb 09 16:45:56.639359 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-906718eb-5576-492e-8ee0-8c72ca376367 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1001 time: 0.0633185 Feb 09 16:45:56.695058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-a5dce8c8-290b-47c3-8f97-5348cd9b7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:56.696618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-a5dce8c8-290b-47c3-8f97-5348cd9b7e8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0505848 Feb 09 16:45:56.696931 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:56.745909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-aeb3c216-70b0-4f02-8262-9e4a32813a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:56.747385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-aeb3c216-70b0-4f02-8262-9e4a32813a05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433869 Feb 09 16:45:56.839647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-293f0de0-a0de-42b7-8785-59ca7c030999 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851555 Feb 09 16:45:56.933491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-a4cb9c9d-b165-44f1-92fe-473fd1292b6c service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877905 Feb 09 16:45:57.351818 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:45:57.490485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 1081d1a6-e60b-42a8-b689-ae42f6f90dec completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:45:57.494292 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 1081d1a6-e60b-42a8-b689-ae42f6f90dec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:45:57.494661 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:57.512167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638a0bf-6c0d-4e0f-844c-a25cb0f368fc req-891691d1-0af1-4206-aa2b-5bcd645fbf32 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:57.513862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b638a0bf-6c0d-4e0f-844c-a25cb0f368fc req-891691d1-0af1-4206-aa2b-5bcd645fbf32 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0520988 Feb 09 16:45:57.554746 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b638a0bf-6c0d-4e0f-844c-a25cb0f368fc req-b53199fa-1e7e-4837-859b-2cefdc9878b0 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340340 Feb 09 16:45:57.575289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:57.597614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:45:57.599865 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13439cd-87e5-45c4-98da-0bc94f0d6a18" -d '{"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-plugged", "status": "completed", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:45:57.614023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:45:57.650201 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321371f9-1ae0-49d4-b8cf-3c0c0ee90e9a x-openstack-request-id: req-321371f9-1ae0-49d4-b8cf-3c0c0ee90e9a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:45:57.650495 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-plugged", "status": "completed", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:45:57.650749 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-321371f9-1ae0-49d4-b8cf-3c0c0ee90e9a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:45:57.651145 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'code': 200} Feb 09 16:45:57.683764 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:57.734585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:45:58.370925 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:58.668457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:45:58.672902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4a8cf-8d2d-4f3f-99ef-6e36f177e645 req-0f82e1b4-9fbf-4191-8948-b0a6d87bcc79 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:58.678898 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11a4a8cf-8d2d-4f3f-99ef-6e36f177e645 req-0f82e1b4-9fbf-4191-8948-b0a6d87bcc79 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0517249 Feb 09 16:45:58.714029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-11a4a8cf-8d2d-4f3f-99ef-6e36f177e645 req-9c22c83b-c4ca-49f4-a1d7-c24c14603d7d tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332310 Feb 09 16:45:59.842289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149625c-23b9-467b-96f1-84204dc99b54 req-11982d0a-206b-46b7-b17a-462db07d0f24 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:45:59.843794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e149625c-23b9-467b-96f1-84204dc99b54 req-11982d0a-206b-46b7-b17a-462db07d0f24 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0558810 Feb 09 16:45:59.883351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e149625c-23b9-467b-96f1-84204dc99b54 req-a390d079-4c74-4662-b1a3-fc1b076d3875 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335174 Feb 09 16:46:00.395213 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:46:00.594373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:01.004441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d869b-c989-40da-a3b5-e6e6a8214c6a req-229991dd-a36f-483b-b071-d6778366ed8f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:01.006330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-073d869b-c989-40da-a3b5-e6e6a8214c6a req-229991dd-a36f-483b-b071-d6778366ed8f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0524602 Feb 09 16:46:01.048043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-073d869b-c989-40da-a3b5-e6e6a8214c6a req-13ed305d-2fb0-4f4f-bcf9-4f6e9afa51ae tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355825 Feb 09 16:46:01.369871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:46:01.454661 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:01.480125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:46:01.483152 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86571f6a-341e-4b8c-8b0a-6d97672a8acc" -d '{"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-unplugged", "status": "completed", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:46:01.501876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:01.528234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-3e43f68e-4ab4-4458-9029-2f8117b2e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:01.529799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-3e43f68e-4ab4-4458-9029-2f8117b2e7c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237&tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d HTTP/1.1" status: 200 len: 1096 time: 0.0477641 Feb 09 16:46:01.538112 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547bc024-b400-44d3-93af-d3b479e918b3 x-openstack-request-id: req-547bc024-b400-44d3-93af-d3b479e918b3 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:46:01.538409 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-unplugged", "status": "completed", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:46:01.538665 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-547bc024-b400-44d3-93af-d3b479e918b3 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:46:01.539152 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'code': 200} Feb 09 16:46:01.547940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:46:01.577497 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:01.613417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:01.628999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:01.828230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:01.860096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:46:01.894605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1081d1a6-e60b-42a8-b689-ae42f6f90dec {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:46:01.902145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:01.914317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Transition to ACTIVE for port object 1081d1a6-e60b-42a8-b689-ae42f6f90dec will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:46:01.982724 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:02.067501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=11']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:02.120222 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] No DVR routers for this DVR port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:46:02.254816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1ac16-52d9-4532-a867-c4d34ad3ac1b req-f2760879-be3f-4155-aada-b0c77c4ea6d9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:02.256306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bf1ac16-52d9-4532-a867-c4d34ad3ac1b req-f2760879-be3f-4155-aada-b0c77c4ea6d9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.1017647 Feb 09 16:46:02.270940 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:02.327854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4bf1ac16-52d9-4532-a867-c4d34ad3ac1b req-49c8ee98-0374-4a9c-a692-a85e8bb80e3e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646322 Feb 09 16:46:02.328619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:46:02.329004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:46:02.329352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:46:02.333984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:46:02.334307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Attempting to bind port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on network 793aa308-95f6-4e22-8ffe-1b1c58524282 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:46:02.339279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:46:02.339626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Checking segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:46:02.340020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Bound using segment: {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:46:02.340493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Bound port: 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:46:02.340855 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:02.404592 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:46:02.407744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:46:02.468787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:02.507177 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:02.507791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:02.509220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1092 time: 0.9662898 Feb 09 16:46:02.509693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:46:02.512005 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46529df1-6580-471e-9942-41bef22cec67" -d '{"events": [{"name": "network-changed", "server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:46:02.554463 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a91c70-9656-41d2-aac4-6cdea38158f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=12']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:02.572836 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40ee1f8-1df5-49c4-aa37-fd6f0560da7c x-openstack-request-id: req-d40ee1f8-1df5-49c4-aa37-fd6f0560da7c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:46:02.573129 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:46:02.573380 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d40ee1f8-1df5-49c4-aa37-fd6f0560da7c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:46:02.573778 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'status': 'completed', 'code': 200} Feb 09 16:46:02.594094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-3d03453e-2930-4c2f-8b47-5c19c773b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:02.595631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-3d03453e-2930-4c2f-8b47-5c19c773b5cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1095 time: 0.0559924 Feb 09 16:46:02.705881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529df1-6580-471e-9942-41bef22cec67 req-8f60b680-43c0-4b06-b8ac-f13e80e2ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:02.707395 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-8f60b680-43c0-4b06-b8ac-f13e80e2ee86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1095 time: 0.1108544 Feb 09 16:46:02.741267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-0f532248-ab40-4ddc-8e47-62ad7eca15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:02.742749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-0f532248-ab40-4ddc-8e47-62ad7eca15b7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1383634 Feb 09 16:46:02.853476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-4a84d032-9b66-4b6f-82ae-9bfe9df1ce30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1000 time: 0.0807824 Feb 09 16:46:02.871726 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529df1-6580-471e-9942-41bef22cec67 req-5f086624-a670-40da-a95b-a647f9a0559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:02.873210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-5f086624-a670-40da-a95b-a647f9a0559a service neutron] 10.222.0.13 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1588902 Feb 09 16:46:02.955729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-c2203196-1d86-46e9-83f6-d22b849afb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:02.957254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-c2203196-1d86-46e9-83f6-d22b849afb76 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0967181 Feb 09 16:46:02.976506 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-99dcfdd5-9ede-4858-880e-d3c8afa1ed7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1000 time: 0.0807376 Feb 09 16:46:03.046852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-becd0105-ab2c-4b7d-b932-5e5dfae7615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:03.048387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-becd0105-ab2c-4b7d-b932-5e5dfae7615a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842090 Feb 09 16:46:03.049656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529df1-6580-471e-9942-41bef22cec67 req-e946335b-040b-4a05-ae2f-4f33cb8b03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:03.050967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-e946335b-040b-4a05-ae2f-4f33cb8b03f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0593176 Feb 09 16:46:03.153590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529df1-6580-471e-9942-41bef22cec67 req-86b7e57c-c05b-4f11-9d51-98c0ec9e8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:03.154991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-86b7e57c-c05b-4f11-9d51-98c0ec9e8fda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910604 Feb 09 16:46:03.188945 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-216e3459-9b8f-4b98-9707-6277dfece138 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333914 Feb 09 16:46:03.329225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-f18c2c26-5824-4646-83c0-db761a703b81 service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645975 Feb 09 16:46:03.332715 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af91f926-1fd5-4356-9681-dc39bb3b2826 req-28559040-8807-4caa-8948-f1c1040bd40a service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174543 Feb 09 16:46:03.823956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-9ab1469e-0240-4410-b0d2-4bdf0cbdb93f service neutron] 10.222.0.13 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879606 Feb 09 16:46:03.843473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dc939-c70a-4902-b26e-0329201b4665 req-5994eef8-9b6e-43dc-a4d5-31970bac5428 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:03.845094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-216dc939-c70a-4902-b26e-0329201b4665 req-5994eef8-9b6e-43dc-a4d5-31970bac5428 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.4261019 Feb 09 16:46:03.847056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529df1-6580-471e-9942-41bef22cec67 req-469bc743-c554-4fff-9075-6538c864f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:03.848577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-469bc743-c554-4fff-9075-6538c864f6e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1095 time: 0.4502423 Feb 09 16:46:03.933728 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-216dc939-c70a-4902-b26e-0329201b4665 req-97b90fe5-687c-4f65-9378-41bf548ee6c2 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821407 Feb 09 16:46:03.966832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529df1-6580-471e-9942-41bef22cec67 req-c85a4bbc-d598-4ece-9808-8ca0118261fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:03.968406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-c85a4bbc-d598-4ece-9808-8ca0118261fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.1108646 Feb 09 16:46:04.043460 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-c350850f-653f-4a9e-aa97-299fa712c72f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1000 time: 0.0646927 Feb 09 16:46:04.093577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529df1-6580-471e-9942-41bef22cec67 req-75aa7638-578f-471a-81af-a24ccabdd1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:04.095035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-75aa7638-578f-471a-81af-a24ccabdd1e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0445879 Feb 09 16:46:04.141999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46529df1-6580-471e-9942-41bef22cec67 req-49696751-81b3-4b17-8fdf-6077a7f95c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:04.143587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-49696751-81b3-4b17-8fdf-6077a7f95c26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417192 Feb 09 16:46:04.237432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-65b7f0f7-85b5-4370-98b9-03bb425966d5 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869048 Feb 09 16:46:04.328513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46529df1-6580-471e-9942-41bef22cec67 req-31f0eace-d444-4247-949c-a6469a817fc4 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831444 Feb 09 16:46:05.066606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99f345-72c0-4f90-a476-c89840bd0ef9 req-d00925b9-b642-4e2d-9365-f3d4fe732c3a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:05.068216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef99f345-72c0-4f90-a476-c89840bd0ef9 req-d00925b9-b642-4e2d-9365-f3d4fe732c3a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0610545 Feb 09 16:46:05.111847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef99f345-72c0-4f90-a476-c89840bd0ef9 req-c02c72a1-2843-4b5b-8e14-5292c70bf92e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364907 Feb 09 16:46:06.241195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61837f2b-9e0f-4298-acbd-2d2260d59ad0 req-322b9051-d924-4be3-b9af-47e8276a7c7a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:06.242781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61837f2b-9e0f-4298-acbd-2d2260d59ad0 req-322b9051-d924-4be3-b9af-47e8276a7c7a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0561953 Feb 09 16:46:06.284936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61837f2b-9e0f-4298-acbd-2d2260d59ad0 req-1bb9464d-893c-41b6-8398-13bc4f486d33 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357757 Feb 09 16:46:07.408468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb930134-38d8-49c7-8114-0bc815dcf387 req-c99a5e28-7516-435b-9101-1e6d54c2b6ff tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:07.409921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb930134-38d8-49c7-8114-0bc815dcf387 req-c99a5e28-7516-435b-9101-1e6d54c2b6ff tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0524063 Feb 09 16:46:07.448956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb930134-38d8-49c7-8114-0bc815dcf387 req-ab649867-9ad9-4afd-9b84-3b7652cd7f68 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Feb 09 16:46:08.572794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c34ab-84df-4f62-9de9-47a3b16c73b8 req-6a7eaa63-b9a9-4d25-acff-d8516121c67b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:08.574296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-029c34ab-84df-4f62-9de9-47a3b16c73b8 req-6a7eaa63-b9a9-4d25-acff-d8516121c67b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0540662 Feb 09 16:46:08.613751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-029c34ab-84df-4f62-9de9-47a3b16c73b8 req-847f8a97-a2b1-45bf-8ed0-81a6eb4bbb5c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333538 Feb 09 16:46:09.733961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5eba0-4fe7-40f7-b071-1665713d6596 req-911de153-7422-410d-8a52-8158c049ad0e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:09.735474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79c5eba0-4fe7-40f7-b071-1665713d6596 req-911de153-7422-410d-8a52-8158c049ad0e tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0513718 Feb 09 16:46:09.775238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-79c5eba0-4fe7-40f7-b071-1665713d6596 req-33ba15d0-dce7-4a18-9876-bfbf5062f043 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333655 Feb 09 16:46:10.331931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-16f95a25-290d-4ec3-867b-d9acca1b67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:10.333470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-16f95a25-290d-4ec3-867b-d9acca1b67c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 1095 time: 0.0411112 Feb 09 16:46:10.441052 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-6ed44ab8-f734-410a-bf6b-74a3bbc796d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:10.442549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-6ed44ab8-f734-410a-bf6b-74a3bbc796d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 200 len: 912 time: 0.0894024 Feb 09 16:46:10.508013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-46281305-1b1a-4f12-92c1-04b58b38ad72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 200 len: 1000 time: 0.0587223 Feb 09 16:46:10.557570 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-d24310ca-670c-4854-b62b-9e54c3ddd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:10.559061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-d24310ca-670c-4854-b62b-9e54c3ddd15a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 200 len: 850 time: 0.0441525 Feb 09 16:46:10.610160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-668cdf65-0795-4994-b7e3-88012bf031ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:10.611854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-668cdf65-0795-4994-b7e3-88012bf031ba service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=793aa308-95f6-4e22-8ffe-1b1c58524282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456877 Feb 09 16:46:10.700611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-d5c1049a-59e2-4138-9d14-2592d1e6b9c7 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811968 Feb 09 16:46:10.795001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d286a75b-0282-4e0a-b767-1e5672d403d6 req-0b2fa7b4-6650-4ec4-937b-d3a808f9af81 service neutron] 10.222.0.73 "GET /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875828 Feb 09 16:46:10.894541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6114c38-d1b2-435c-8f5a-69155a31ea65 req-12b65705-20f1-4902-8be6-1da9374232e4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:10.895965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6114c38-d1b2-435c-8f5a-69155a31ea65 req-12b65705-20f1-4902-8be6-1da9374232e4 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0503793 Feb 09 16:46:10.935110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6114c38-d1b2-435c-8f5a-69155a31ea65 req-f5f87532-2584-43dc-b0ab-6015c5ae4cf9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Feb 09 16:46:12.060661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dd7a8-b9e8-47cf-a1bb-78e8f08bc1f5 req-dfcbfefc-6c00-4b24-9751-d40b38b8c6f9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:12.062822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce4dd7a8-b9e8-47cf-a1bb-78e8f08bc1f5 req-dfcbfefc-6c00-4b24-9751-d40b38b8c6f9 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0508556 Feb 09 16:46:12.104650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce4dd7a8-b9e8-47cf-a1bb-78e8f08bc1f5 req-e2ae4fc4-5f2e-4889-ab54-7e266ed457bd tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343060 Feb 09 16:46:13.229063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74432-71a7-4329-b2b2-2e452fdc7e21 req-66d0ff2f-12ac-4539-ad46-79499e27e066 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:13.230474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28d74432-71a7-4329-b2b2-2e452fdc7e21 req-66d0ff2f-12ac-4539-ad46-79499e27e066 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0533736 Feb 09 16:46:13.270263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28d74432-71a7-4329-b2b2-2e452fdc7e21 req-08794296-b1d4-4e6d-b725-dd4e820a95cc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334449 Feb 09 16:46:14.388690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f46396-8e73-452d-ad20-4d9a12cd1e6f req-db90baa4-e162-46ad-b77f-ed145c234b17 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:14.390780 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6f46396-8e73-452d-ad20-4d9a12cd1e6f req-db90baa4-e162-46ad-b77f-ed145c234b17 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0531826 Feb 09 16:46:14.431901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6f46396-8e73-452d-ad20-4d9a12cd1e6f req-9eff060c-a7af-4053-922a-00fd4a3bcb30 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348527 Feb 09 16:46:15.551196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76552a-f1ee-47fe-9c7f-fde44fd919ef req-577c8eba-d41a-4f00-b97a-823e1791ee29 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:15.552818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f76552a-f1ee-47fe-9c7f-fde44fd919ef req-577c8eba-d41a-4f00-b97a-823e1791ee29 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0514152 Feb 09 16:46:15.593466 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6f76552a-f1ee-47fe-9c7f-fde44fd919ef req-e0be0997-23ce-4263-9b80-634180f734fc tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339210 Feb 09 16:46:15.716150 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3826e5-1f91-4635-90ad-38ae12a07de8 req-8b1cda11-ca23-4fb7-ae04-3aec08f175af tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:15.717675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db3826e5-1f91-4635-90ad-38ae12a07de8 req-8b1cda11-ca23-4fb7-ae04-3aec08f175af tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0540950 Feb 09 16:46:15.758834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db3826e5-1f91-4635-90ad-38ae12a07de8 req-f7e1f272-f2c8-40ed-80a6-035baeea3ddf tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339465 Feb 09 16:46:15.902614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c010f7-f745-47df-b40b-730ca66fd002 req-3b19882f-af48-4e43-ae29-4c0772dcd16f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:15.904158 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1c010f7-f745-47df-b40b-730ca66fd002 req-3b19882f-af48-4e43-ae29-4c0772dcd16f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0739052 Feb 09 16:46:15.948299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c1c010f7-f745-47df-b40b-730ca66fd002 req-f4a430a9-7d41-4661-8b35-77dc2adc413f tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372288 Feb 09 16:46:16.468412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf02e1b-58a7-4996-9401-34b13b433840 req-dd4c29f4-bc14-4b3c-a730-25f8a0da6f76 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:16.469964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1bf02e1b-58a7-4996-9401-34b13b433840 req-dd4c29f4-bc14-4b3c-a730-25f8a0da6f76 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 944 time: 0.0510442 Feb 09 16:46:16.510025 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1bf02e1b-58a7-4996-9401-34b13b433840 req-c77993d6-8845-427e-9d1e-9677d0e95c9b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336533 Feb 09 16:46:16.517952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:46:16.622667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:16.635338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'port_id': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'mac_address': 'fa:16:3e:f2:e7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:46:16.673491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:16.686610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1081d1a6-e60b-42a8-b689-ae42f6f90dec {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:46:16.706830 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:16.793727 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:16.844629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=13']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:17.037939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['1081d1a6-e60b-42a8-b689-ae42f6f90dec'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:46:17.638691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65fd03-c0f0-4b47-bedf-ab5eb411b9ba req-ebc04738-3147-43ac-a64b-6b0b6f7d5b21 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:17.640828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f65fd03-c0f0-4b47-bedf-ab5eb411b9ba req-ebc04738-3147-43ac-a64b-6b0b6f7d5b21 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0557220 Feb 09 16:46:17.684097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3f65fd03-c0f0-4b47-bedf-ab5eb411b9ba req-0c95b3c3-2ac2-4bf1-b614-d846a8063d55 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369105 Feb 09 16:46:18.121077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-c1255a4b-cdfa-44c0-ace4-c5d59b155c97 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:18.122592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-c1255a4b-cdfa-44c0-ace4-c5d59b155c97 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0499675 Feb 09 16:46:18.214468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Deleting port 1081d1a6-e60b-42a8-b689-ae42f6f90dec {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:46:18.214735 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:18.314498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] For port 1081d1a6-e60b-42a8-b689-ae42f6f90dec, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1081d1a6-e60b-42a8-b689-ae42f6f90dec,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:18.314875 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:18.500251 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:18.500505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:18.500834 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40 disassociated. External IP: 172.25.5.250, port: 1081d1a6-e60b-42a8-b689-ae42f6f90dec. Feb 09 16:46:18.501185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Calling delete_port for 1081d1a6-e60b-42a8-b689-ae42f6f90dec owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:46:18.542767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:46:18.713718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 1081d1a6-e60b-42a8-b689-ae42f6f90dec completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:46:18.719671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 1081d1a6-e60b-42a8-b689-ae42f6f90dec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:46:18.720069 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:18.828350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:18.834794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6973f-fb85-42f4-9a32-8dbc0f573b4d req-f383640d-27c9-461b-893f-9714fd3cb907 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:18.836458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58b6973f-fb85-42f4-9a32-8dbc0f573b4d req-f383640d-27c9-461b-893f-9714fd3cb907 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 945 time: 0.0675628 Feb 09 16:46:18.874317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:18.917654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-58b6973f-fb85-42f4-9a32-8dbc0f573b4d req-36198551-794c-4820-8f74-1db1ade9f763 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups?id=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745480 Feb 09 16:46:18.920324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event deleted for resources: {'Port': ['ID=1081d1a6-e60b-42a8-b689-ae42f6f90dec,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:19.047701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:46:19.188900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:46:19.198876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:46:19.210404 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:46:19.211470 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:45:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:19.237952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] No DVR routers for this DVR port 1081d1a6-e60b-42a8-b689-ae42f6f90dec on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:46:19.240968 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:19.244590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9bf1956b-daa2-406e-8738-0aa808b2d160 req-12437eef-456a-48ba-886a-d53a8eebfdf3 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.73 "DELETE /v2.0/ports/1081d1a6-e60b-42a8-b689-ae42f6f90dec HTTP/1.1" status: 204 len: 173 time: 1.1161680 Feb 09 16:46:19.245116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-deleted', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:46:19.247688 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18b62eb-9058-4c2a-b24c-f98f5de91713" -d '{"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-deleted", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:46:19.286431 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96908e4f-50b4-4390-b6bc-26095141a61d x-openstack-request-id: req-96908e4f-50b4-4390-b6bc-26095141a61d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:46:19.286732 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b154b7a-f36b-422b-845c-46eeda023237", "name": "network-vif-deleted", "tag": "1081d1a6-e60b-42a8-b689-ae42f6f90dec", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:46:19.287020 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96908e4f-50b4-4390-b6bc-26095141a61d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:46:19.287424 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b154b7a-f36b-422b-845c-46eeda023237', 'name': 'network-vif-deleted', 'tag': '1081d1a6-e60b-42a8-b689-ae42f6f90dec', 'status': 'completed', 'code': 200} Feb 09 16:46:19.327870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:46:19.552301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:19.581090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:46:19.590816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:46:19.591461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:45:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:19.708192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:46:19.918590 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:19.949160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93562c-291e-4679-bafd-42beb3583d8f None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:53Z', 'revision_number': 4, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '247cff3e-9285-4906-8f75-f59e261f86ba', 'name': '', 'network_id': '793aa308-95f6-4e22-8ffe-1b1c58524282', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'mac_address': 'fa:16:3e:57:57:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:52Z', 'updated_at': '2022-02-09T16:41:56Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'subnets': [{'id': 'a8737e6d-71e3-4b15-bfb4-5495ef971f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:46:20.035616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-df80eeb8-2455-41fa-9152-7a559fd9ae6e req-ca18a254-d7d9-406d-81dd-4c898b69f9fb tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 210 time: 0.0295970 Feb 09 16:46:20.204749 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c350140b-bb0e-4fad-8c8a-3b2ada606680 None None] New status for floating IP a2826c40-7a7b-4f17-b359-590d2c1c5f40: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:46:20.535625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:46:20.556401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 1081d1a6-e60b-42a8-b689-ae42f6f90dec {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:46:20.557136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1081d1a6-e60b-42a8-b689-ae42f6f90dec not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:46:21.151681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-39ae5d10-42a6-417c-b982-acda3b98d317 req-e37d5182-6506-43a5-a796-2f117261fbf5 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 210 time: 0.0276754 Feb 09 16:46:22.256177 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e511bc7-072e-4829-9213-07c2ce5bbba6 req-0efa9b8e-653d-467a-9ee9-315e5feadd0c tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 210 time: 0.0283992 Feb 09 16:46:23.002347 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2942c0cf-efc2-462e-a941-f18f3ef57379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:23.365916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebd6ddd1-1f03-4125-9e8b-f55977436ded req-1a53777a-96a0-4d70-9dbe-728339db0c6b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b154b7a-f36b-422b-845c-46eeda023237 HTTP/1.1" status: 200 len: 210 time: 0.0291543 Feb 09 16:46:25.244738 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6f03dc3-2ea5-44b6-8327-d111c495f400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:26.736441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.530343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.537414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 32960) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:28.596927 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4129c96-5190-4c94-ba97-be5de2ddde6a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.620753 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4129c96-5190-4c94-ba97-be5de2ddde6a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.643249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.753441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4129c96-5190-4c94-ba97-be5de2ddde6a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.756044 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e4129c96-5190-4c94-ba97-be5de2ddde6a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.757290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e4129c96-5190-4c94-ba97-be5de2ddde6a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "DELETE /v2.0/security-groups/19b0fc4f-6d13-47a2-adfc-5f1f50c621ac HTTP/1.1" status: 204 len: 168 time: 0.2188683 Feb 09 16:46:28.760268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32962) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:28.767381 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4129c96-5190-4c94-ba97-be5de2ddde6a tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b0fc4f-6d13-47a2-adfc-5f1f50c621ac,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:28.775713 n-d-828542-1 neutron-server[103179]: INFO neutron.api.v2.resource [None req-17069cbb-7450-4ebe-9f65-17081101256b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] show failed (client error): The resource could not be found. Feb 09 16:46:28.776940 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-17069cbb-7450-4ebe-9f65-17081101256b tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "GET /v2.0/security-groups/19b0fc4f-6d13-47a2-adfc-5f1f50c621ac HTTP/1.1" status: 404 len: 347 time: 0.0141721 Feb 09 16:46:28.779591 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32966) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:28.906505 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Deleting port 3739ba1c-ae0f-4712-aacf-3c2dcc4e1d8e {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:46:28.906766 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.987802 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.988166 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:28.999950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Calling delete_port for 3739ba1c-ae0f-4712-aacf-3c2dcc4e1d8e owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:46:29.193486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:29.222068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Pushing event deleted for resources: {'Port': ['ID=3739ba1c-ae0f-4712-aacf-3c2dcc4e1d8e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:29.247049 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.253986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:29.290635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:29.293204 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:29.294450 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-305c047f-5a8b-4d02-94a0-3aa7a1292067 tempest-ServerActionsTestJSON-865628336 tempest-ServerActionsTestJSON-865628336-project] 10.222.0.53 "DELETE /v2.0/floatingips/a2826c40-7a7b-4f17-b359-590d2c1c5f40 HTTP/1.1" status: 204 len: 168 time: 0.5132792 Feb 09 16:46:29.297372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32970) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:29.651128 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:29.906335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Deleting port 247cff3e-9285-4906-8f75-f59e261f86ba {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:46:29.906985 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:29.984560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] For port 247cff3e-9285-4906-8f75-f59e261f86ba, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=247cff3e-9285-4906-8f75-f59e261f86ba,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:29.984930 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:29.996924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Calling delete_port for 247cff3e-9285-4906-8f75-f59e261f86ba owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:46:30.239192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:30.269872 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=247cff3e-9285-4906-8f75-f59e261f86ba,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:30.435301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:30.612168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:30.657532 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:46:30.760228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:46:30.766209 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-850cf3c6-9524-4209-89ae-53196a636f91 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a1ee95a-004e-4ef9-bb2a-7d5041465983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678688 Feb 09 16:46:30.769131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32972) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:30.772506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] Sync routers for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:46:30.784070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:46:30.784732 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:46:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:30.870200 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:30.887808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:46:30.972664 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.068440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:46:30Z', 'revision_number': 5, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port': {'id': 'fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:31.094969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Deleting port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:46:31.095422 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.100457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] Checking router: 1a1ee95a-004e-4ef9-bb2a-7d5041465983 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:46:31.112407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] Routers {'1a1ee95a-004e-4ef9-bb2a-7d5041465983'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:46:31.113662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:46:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:31.184917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] For port fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:31.185554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.203991 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Calling delete_port for fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:46:31.367643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] Set router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:46:31.418218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:46:30Z', 'revision_number': 6, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:31.448760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35596dfb-961e-47f6-b2e9-da4e6efad844 None None] The sync data for ids ['1a1ee95a-004e-4ef9-bb2a-7d5041465983'] in n-d-828542-1 is: [{'id': '1a1ee95a-004e-4ef9-bb2a-7d5041465983', 'name': 'tempest-ServerActionsTestJSON-409648173-router', 'tenant_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:41:50Z', 'updated_at': '2022-02-09T16:46:30Z', 'revision_number': 6, 'project_id': '9d2fe9522c1a4d4685bbb15f35d0c26d', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:46:31.473659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.505954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:31.566753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.657083 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.659467 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.857800 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.858385 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1ee95a-004e-4ef9-bb2a-7d5041465983 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:46:31.879619 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.879619 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dc017b37-bfce-42eb-93f8-189cdb8fec6c admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a1ee95a-004e-4ef9-bb2a-7d5041465983 HTTP/1.1" status: 204 len: 168 time: 1.0950232 Feb 09 16:46:31.879619 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32974) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:31.915332 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e561e3b-3638-4ea3-8c5a-f10e4c4f1838 admin admin] Deleting subnet a8737e6d-71e3-4b15-bfb4-5495ef971f3d {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:46:31.918805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e561e3b-3638-4ea3-8c5a-f10e4c4f1838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:31.954414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e561e3b-3638-4ea3-8c5a-f10e4c4f1838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.037769 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e561e3b-3638-4ea3-8c5a-f10e4c4f1838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.169547 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e561e3b-3638-4ea3-8c5a-f10e4c4f1838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.195133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e561e3b-3638-4ea3-8c5a-f10e4c4f1838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8737e6d-71e3-4b15-bfb4-5495ef971f3d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:32.201650 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1e561e3b-3638-4ea3-8c5a-f10e4c4f1838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.206427 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1e561e3b-3638-4ea3-8c5a-f10e4c4f1838 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a8737e6d-71e3-4b15-bfb4-5495ef971f3d HTTP/1.1" status: 204 len: 168 time: 0.3367436 Feb 09 16:46:32.208916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32976) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:32.211005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b894545-d42b-4a9c-bd1e-1764735e9153 None None] Network 793aa308-95f6-4e22-8ffe-1b1c58524282 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:46:32.286506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 247cff3e-9285-4906-8f75-f59e261f86ba no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:46:32.291914 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.315747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 247cff3e-9285-4906-8f75-f59e261f86ba {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:46:32.316173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 247cff3e-9285-4906-8f75-f59e261f86ba not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:46:32.316517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:46:32.354576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:46:32.354916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device fb86bae2-be85-4ef1-a81c-9a2e10f0d3cf not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:46:32.458342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] DHCP port deletion for 793aa308-95f6-4e22-8ffe-1b1c58524282 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:46:32.514550 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] Deleting port d6787741-aa68-4a5b-9d05-5675ea334784 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:46:32.517626 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.586494 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] For port d6787741-aa68-4a5b-9d05-5675ea334784, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6787741-aa68-4a5b-9d05-5675ea334784,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:32.586975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.601057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] Calling delete_port for d6787741-aa68-4a5b-9d05-5675ea334784 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:46:32.645038 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.696860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Deleting port d6787741-aa68-4a5b-9d05-5675ea334784 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:46:32.697124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.751916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.759365 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] For port d6787741-aa68-4a5b-9d05-5675ea334784, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d6787741-aa68-4a5b-9d05-5675ea334784,segment=NetworkSegment(e2fcc381-065c-44b6-aa5f-d251a86cb4c9),segment_id=e2fcc381-065c-44b6-aa5f-d251a86cb4c9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:32.759827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.773819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Calling delete_port for d6787741-aa68-4a5b-9d05-5675ea334784 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:46:32.782405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] Pushing event deleted for resources: {'Port': ['ID=d6787741-aa68-4a5b-9d05-5675ea334784,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:32.786003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460686d1-dff3-422a-9a70-21cb73933d07 None None] No DVR routers for this DVR port d6787741-aa68-4a5b-9d05-5675ea334784 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:46:32.856142 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.881003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6787741-aa68-4a5b-9d05-5675ea334784,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:32.886732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] No DVR routers for this DVR port d6787741-aa68-4a5b-9d05-5675ea334784 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:46:32.966478 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:32.988302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793aa308-95f6-4e22-8ffe-1b1c58524282']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:32.997493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:32.997819 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fcc381-065c-44b6-aa5f-d251a86cb4c9') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:46:33.008322 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.022730 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.036887 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: self.session.flush() Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:46:33.044999 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:46:33.170425 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.176912 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.180049 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/793aa308-95f6-4e22-8ffe-1b1c58524282 HTTP/1.1" status: 204 len: 168 time: 0.9698849 Feb 09 16:46:33.192419 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99744b1a-f3d6-42a7-bbda-fb16392adaf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=793aa308-95f6-4e22-8ffe-1b1c58524282,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:33.543672 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32980) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:33.584391 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-520a4bad-ede9-4bbe-b4ae-d3c74c786a40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d2fe9522c1a4d4685bbb15f35d0c26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394359 Feb 09 16:46:33.586986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 32982) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:33.639269 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eae9d9ac-107e-46ba-a3c1-db11da9a8d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.661257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eae9d9ac-107e-46ba-a3c1-db11da9a8d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.816217 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eae9d9ac-107e-46ba-a3c1-db11da9a8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.818832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-eae9d9ac-107e-46ba-a3c1-db11da9a8d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:33.820074 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-eae9d9ac-107e-46ba-a3c1-db11da9a8d27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c4b1ec0-5be8-4261-822d-fb7fcc02574a HTTP/1.1" status: 204 len: 168 time: 0.2321627 Feb 09 16:46:33.828428 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9d9ac-107e-46ba-a3c1-db11da9a8d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4b1ec0-5be8-4261-822d-fb7fcc02574a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:33.949678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6787741-aa68-4a5b-9d05-5675ea334784 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:46:33.967447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d6787741-aa68-4a5b-9d05-5675ea334784 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:46:33.967865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d6787741-aa68-4a5b-9d05-5675ea334784 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:46:34.922046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33004) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:35.025974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-305142624-network', 'tenant_id': '141bc59bb8e74b78bcca94b08ad818f5'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:46:35.113416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Made reservation on behalf of 141bc59bb8e74b78bcca94b08ad818f5 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:46:35.115796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.125261 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.199323 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.267437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.294097 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:46:35.299916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:35.307391 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.307391 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Added segment 4af05684-1e5f-42fa-9337-b14d2126fe25 of type vlan for network 29705222-aa01-4702-912c-a68c024241e2 Feb 09 16:46:35.350690 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.448882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.449915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:35.450496 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.513507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] Pushing event updated for resources: {'Network': ['ID=29705222-aa01-4702-912c-a68c024241e2,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:35.525149 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 29705222-aa01-4702-912c-a68c024241e2 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:46:35.584775 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-147a1a66-39ef-4e44-97f9-76ecf2928821 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6616044 Feb 09 16:46:35.587632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33008) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:46:35.592543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Request body: {'subnet': {'network_id': '29705222-aa01-4702-912c-a68c024241e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-305142624-subnet', 'tenant_id': '141bc59bb8e74b78bcca94b08ad818f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:46:35.690129 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Made reservation on behalf of 141bc59bb8e74b78bcca94b08ad818f5 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:46:35.692605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:35.981944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:36.040804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77074ef7-c0f1-4dd4-835b-761e24e68b50,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:36.049606 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Checking segment: {'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:46:36.049967 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Network hostable DHCP agents. Network: 29705222-aa01-4702-912c-a68c024241e2, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:46:36.170734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Network 29705222-aa01-4702-912c-a68c024241e2 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:46:36.278852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 29705222-aa01-4702-912c-a68c024241e2) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:46:36.284306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:36.285529 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:36.289064 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b02dbd-d852-402d-8eec-0a6f2c93d249 None None] Network 29705222-aa01-4702-912c-a68c024241e2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:46:36.413000 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a18f4616-e419-426d-9f05-e0ff50abb996 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8242476 Feb 09 16:46:36.416001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4e952-6689-4522-b1a3-2af6fb11d93e None None] Network 29705222-aa01-4702-912c-a68c024241e2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:46:36.854732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-f4786867-ad73-4e94-b3a7-e7696fe218c0 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:36.856416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-f4786867-ad73-4e94-b3a7-e7696fe218c0 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/networks?id=29705222-aa01-4702-912c-a68c024241e2 HTTP/1.1" status: 200 len: 813 time: 0.1087971 Feb 09 16:46:36.871959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-d4fff558-6b04-4b4b-8357-5d4162770cb5 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/quotas/141bc59bb8e74b78bcca94b08ad818f5 HTTP/1.1" status: 200 len: 375 time: 0.0093303 Feb 09 16:46:36.910392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-ec6516aa-4bb2-4aa6-a8d9-1fe04bd5b787 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329685 Feb 09 16:46:37.009957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-cfeeb2d7-7e86-40c4-b877-140c93165145 service neutron] 10.222.0.53 "GET /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881753 Feb 09 16:46:37.115892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-a7873980-b3c3-4bc0-bfc8-693be9167ed8 service neutron] 10.222.0.53 "GET /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987389 Feb 09 16:46:37.397781 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:46:37.451379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db6ddf6e-8952-42e0-beb0-0725943703ed req-adff0d4b-2771-4e48-84e2-d5e4df79833a tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Feb 09 16:46:38.531099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f148da0-f322-4946-9e27-36bc51164d82 req-b5a24b65-0d5b-4126-89cf-79bdf0b1d036 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 210 time: 0.0277970 Feb 09 16:46:39.627420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d91937a-fb94-4a9a-83a2-4d2a5be55088 req-e9ada40f-017f-46c5-8262-9d5ee973f1ef tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 210 time: 0.0279100 Feb 09 16:46:40.109346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-f6fb8972-bade-4a6e-9475-8985a686cbbb tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:40.111167 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-f6fb8972-bade-4a6e-9475-8985a686cbbb tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.73 "GET /v2.0/networks?id=29705222-aa01-4702-912c-a68c024241e2 HTTP/1.1" status: 200 len: 813 time: 0.1045744 Feb 09 16:46:40.123479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Request body: {'port': {'device_id': '88aa9409-2f10-471c-b625-b83831139072', 'network_id': '29705222-aa01-4702-912c-a68c024241e2', 'admin_state_up': True, 'tenant_id': '141bc59bb8e74b78bcca94b08ad818f5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:46:40.341480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Made reservation on behalf of 141bc59bb8e74b78bcca94b08ad818f5 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:46:40.345749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:40.474928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Allocated IP 172.20.0.14 (29705222-aa01-4702-912c-a68c024241e2/77074ef7-c0f1-4dd4-835b-761e24e68b50/fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:46:40.629141 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:40.723564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18c354d5-21d2-4bfe-83be-8274886c7143 req-b6fcbc5d-7502-447b-9f30-8168e9d8826e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 210 time: 0.0278401 Feb 09 16:46:40.725095 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:40.767260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Network 29705222-aa01-4702-912c-a68c024241e2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:46:40.772749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:46:40.776661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:46:40.801838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Pushing event updated for resources: {'Port': ['ID=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:40.830288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:40.830906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:40.931220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-6eef9981-f5fd-457c-a877-7d8c2b15dc62 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8114464 Feb 09 16:46:40.944363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Request body: {'port': {'device_id': '88aa9409-2f10-471c-b625-b83831139072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:46:41.003848 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:41.263536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:46:41.270797 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:41.282509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Transition to ACTIVE for port object fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:46:41.391489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:41.443607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Pushing event updated for resources: {'Port': ['ID=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:41.511125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Attempting to bind port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:46:41.513303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Attempting to bind port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:46:41.513303 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Attempting to bind port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 on network 29705222-aa01-4702-912c-a68c024241e2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:46:41.516425 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 on network 29705222-aa01-4702-912c-a68c024241e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:46:41.516681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Attempting to bind port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 on network 29705222-aa01-4702-912c-a68c024241e2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:46:41.521523 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:46:41.521864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Checking segment: {'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:46:41.522250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Bound using segment: {'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:46:41.522675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Bound port: fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:46:41.523032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:41.585710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] For port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:46:41.589192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] For port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:46:41.696561 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:41.732499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:41.733389 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:41.735702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] 10.222.0.73 "PUT /v2.0/ports/fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 HTTP/1.1" status: 200 len: 1092 time: 0.7955754 Feb 09 16:46:41.738130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88aa9409-2f10-471c-b625-b83831139072', 'tag': 'fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:46:41.740889 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f62abec-918d-4505-8c31-190cc0da460c" -d '{"events": [{"name": "network-changed", "server_uuid": "88aa9409-2f10-471c-b625-b83831139072", "tag": "fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:46:41.766817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c22d4-75cb-421c-bdaa-2778bfde6a93 service neutron] Pushing event updated for resources: {'Port': ['ID=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:41.792832 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859db0c9-e6c5-4129-8dca-ecd8971eff53 x-openstack-request-id: req-859db0c9-e6c5-4129-8dca-ecd8971eff53 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:46:41.793134 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88aa9409-2f10-471c-b625-b83831139072", "tag": "fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:46:41.793564 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-859db0c9-e6c5-4129-8dca-ecd8971eff53 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:46:41.793982 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88aa9409-2f10-471c-b625-b83831139072', 'tag': 'fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22', 'status': 'completed', 'code': 200} Feb 09 16:46:41.891248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b500964-f4a9-422e-8372-f8df2fe8aedc req-0591fa7f-c17c-4dc1-b32e-61e2f739c587 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:41.892841 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b500964-f4a9-422e-8372-f8df2fe8aedc req-0591fa7f-c17c-4dc1-b32e-61e2f739c587 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 944 time: 0.0814772 Feb 09 16:46:41.897361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62abec-918d-4505-8c31-190cc0da460c req-1bc50d38-72ba-4030-8e46-3ebe52e36fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:41.898771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f62abec-918d-4505-8c31-190cc0da460c req-1bc50d38-72ba-4030-8e46-3ebe52e36fd6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 1095 time: 0.0781214 Feb 09 16:46:41.983729 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b500964-f4a9-422e-8372-f8df2fe8aedc req-6631dc20-ef12-42a8-bda0-d801c668399c tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839415 Feb 09 16:46:42.023519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62abec-918d-4505-8c31-190cc0da460c req-06ede4c9-33d2-4e82-b733-739b3e4e8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:42.024966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f62abec-918d-4505-8c31-190cc0da460c req-06ede4c9-33d2-4e82-b733-739b3e4e8a49 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1111848 Feb 09 16:46:42.120846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62abec-918d-4505-8c31-190cc0da460c req-6916757c-0025-48d6-8ade-5b0aa2b4bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:42.122365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f62abec-918d-4505-8c31-190cc0da460c req-6916757c-0025-48d6-8ade-5b0aa2b4bc75 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889766 Feb 09 16:46:42.200317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-4c5a39df-341f-4276-866b-ec86d7849ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:42.201873 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-4c5a39df-341f-4276-866b-ec86d7849ad0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 1095 time: 0.0411987 Feb 09 16:46:42.247784 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-1d43a0b0-670a-4223-b527-cf49ed4a88e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 HTTP/1.1" status: 200 len: 217 time: 0.0379126 Feb 09 16:46:42.296827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-77e8f313-d236-4def-ae2b-b53a18accd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:42.298263 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-77e8f313-d236-4def-ae2b-b53a18accd84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77074ef7-c0f1-4dd4-835b-761e24e68b50 HTTP/1.1" status: 200 len: 853 time: 0.0431964 Feb 09 16:46:42.330049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-ba98b12c-568c-42d3-87a8-1cbaacd703fc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29705222-aa01-4702-912c-a68c024241e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247684 Feb 09 16:46:42.421186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-e76f46be-22a7-4953-b60e-16cb25e9b070 service neutron] 10.222.0.73 "GET /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845454 Feb 09 16:46:42.509329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5dbd09-6fbb-4e5a-b429-6150ee347fed req-9591e279-3114-4c60-bf45-c770580bcd7e service neutron] 10.222.0.73 "GET /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813265 Feb 09 16:46:43.102787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b1ed4-5f31-44e7-97ba-f838a9654de2 req-d596d274-23b0-40d0-87b9-73dc4acbe9c2 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:43.104309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d6b1ed4-5f31-44e7-97ba-f838a9654de2 req-d596d274-23b0-40d0-87b9-73dc4acbe9c2 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 944 time: 0.0491805 Feb 09 16:46:43.142420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4d6b1ed4-5f31-44e7-97ba-f838a9654de2 req-a213443b-ea28-4730-ade1-c6a1ea300b2b tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Feb 09 16:46:44.263000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad44c9-4c4e-4256-8a0d-68726f90000a req-3c351719-a0d9-4c0a-b912-5450a81821ed tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:44.264524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36ad44c9-4c4e-4256-8a0d-68726f90000a req-3c351719-a0d9-4c0a-b912-5450a81821ed tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 944 time: 0.0542223 Feb 09 16:46:44.302113 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36ad44c9-4c4e-4256-8a0d-68726f90000a req-519450b7-8baa-43aa-90cc-b372e1d55ffe tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Feb 09 16:46:45.416400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a828f-1500-4fbb-a08c-bb8cf576f014 req-451fdf9c-681b-49bc-8f9f-270d965436fb tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:45.417870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-883a828f-1500-4fbb-a08c-bb8cf576f014 req-451fdf9c-681b-49bc-8f9f-270d965436fb tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 944 time: 0.0485458 Feb 09 16:46:45.455458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-883a828f-1500-4fbb-a08c-bb8cf576f014 req-a4661c92-a1ff-44f2-9aa2-d0e1f31ff2dd tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Feb 09 16:46:46.580468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebdb41-8316-4bfc-89f4-74d719579334 req-ac5d431e-b050-45b0-9b59-94a9c13651e7 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:46.582038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aebdb41-8316-4bfc-89f4-74d719579334 req-ac5d431e-b050-45b0-9b59-94a9c13651e7 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 944 time: 0.0505018 Feb 09 16:46:46.621369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aebdb41-8316-4bfc-89f4-74d719579334 req-321c2199-19ab-472e-909b-0ee264576031 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Feb 09 16:46:46.657603 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:46:46.755001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:46.766868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22', 'network_id': '29705222-aa01-4702-912c-a68c024241e2', 'port_id': 'fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22', 'mac_address': 'fa:16:3e:cf:b5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77074ef7-c0f1-4dd4-835b-761e24e68b50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:46:46.807340 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:46.820329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:46:46.839424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:46.924155 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:46.971005 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:47.143176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:46:47.745319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764a527-65ea-4855-848e-5d8c595718f8 req-00b391c5-2bec-47d0-aa64-4e7954a86375 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:47.746882 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1764a527-65ea-4855-848e-5d8c595718f8 req-00b391c5-2bec-47d0-aa64-4e7954a86375 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 945 time: 0.0547261 Feb 09 16:46:47.786060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1764a527-65ea-4855-848e-5d8c595718f8 req-e6c9293d-11b7-4ce9-aef1-905877178dfe tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Feb 09 16:46:48.660058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:46:48.770295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:46:48.774407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:46:48.774943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:48.854494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:48.877958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aa9409-2f10-471c-b625-b83831139072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:46:48.891621 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59e1bee-dd56-44ea-b70b-4c4dc134e983" -d '{"events": [{"server_uuid": "88aa9409-2f10-471c-b625-b83831139072", "name": "network-vif-plugged", "status": "completed", "tag": "fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:46:48.892995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:48.903649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b0ede-fa3c-49f3-9307-871498169f0e req-a017b50d-18e6-4f8f-836d-7b656b571e66 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:48.905202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d7b0ede-fa3c-49f3-9307-871498169f0e req-a017b50d-18e6-4f8f-836d-7b656b571e66 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 945 time: 0.0513208 Feb 09 16:46:48.918460 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f69d885-192f-42c0-b206-3423afa8b858 x-openstack-request-id: req-7f69d885-192f-42c0-b206-3423afa8b858 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:46:48.918752 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88aa9409-2f10-471c-b625-b83831139072", "name": "network-vif-plugged", "status": "completed", "tag": "fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:46:48.919004 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f69d885-192f-42c0-b206-3423afa8b858 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:46:48.919423 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aa9409-2f10-471c-b625-b83831139072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22', 'code': 200} Feb 09 16:46:48.945684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2d7b0ede-fa3c-49f3-9307-871498169f0e req-a1af8049-7d00-4c0b-9feb-df27d8abe3f1 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Feb 09 16:46:48.975963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:49.016244 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acad71-4fce-4732-a819-f92eac63f208 req-34c347a3-4aec-42c3-945d-258c3fa1c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:49.017761 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95acad71-4fce-4732-a819-f92eac63f208 req-34c347a3-4aec-42c3-945d-258c3fa1c597 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 1097 time: 0.0414283 Feb 09 16:46:49.024909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:49.054311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95acad71-4fce-4732-a819-f92eac63f208 req-3e7387c5-eb26-47c3-917c-819a7bfe9f3e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297201 Feb 09 16:46:50.084801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaabc57-fc2e-4f15-97b8-4623c84cbc9c req-aea90bb0-d9e0-4007-b710-5d564841d31e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:50.088567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3eaabc57-fc2e-4f15-97b8-4623c84cbc9c req-aea90bb0-d9e0-4007-b710-5d564841d31e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0609243 Feb 09 16:46:50.126399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3eaabc57-fc2e-4f15-97b8-4623c84cbc9c req-38385d85-bd52-485e-a19c-b000fd7c239b tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Feb 09 16:46:51.252359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769645c-cde7-45e8-ac7c-4c92d26439f5 req-d0939c50-9684-4d9d-9055-0d6ea8b54fc8 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:51.253842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c769645c-cde7-45e8-ac7c-4c92d26439f5 req-d0939c50-9684-4d9d-9055-0d6ea8b54fc8 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0589695 Feb 09 16:46:51.295188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c769645c-cde7-45e8-ac7c-4c92d26439f5 req-ba8add56-b5cc-4cea-b3b1-9ee98dda7338 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Feb 09 16:46:51.522600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639cd0-86d6-4472-a041-04932c81c64d req-2fa75cff-ee89-4e7e-a73c-52e3d1c60368 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:51.524109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-2fa75cff-ee89-4e7e-a73c-52e3d1c60368 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/networks?id=29705222-aa01-4702-912c-a68c024241e2 HTTP/1.1" status: 200 len: 813 time: 0.1080885 Feb 09 16:46:51.539832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-3aab36b7-6921-4e66-ab33-1e289aacce5e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/quotas/141bc59bb8e74b78bcca94b08ad818f5 HTTP/1.1" status: 200 len: 375 time: 0.0096595 Feb 09 16:46:51.591864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-e6ed0226-7af2-44e1-8ad0-cfd5f8de29ca tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461912 Feb 09 16:46:51.653235 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-a4383bd4-cf4d-40cb-b349-8db21be928ab service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:46:51.654264 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-a4383bd4-cf4d-40cb-b349-8db21be928ab service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553200 Feb 09 16:46:51.751752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-fe4c51df-a4d9-4092-99bb-55462bd0f26b service neutron] 10.222.0.53 "GET /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906014 Feb 09 16:46:52.159684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-67d22cca-d525-478e-a5ec-79f09e1ba73e service neutron] 10.222.0.53 "GET /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011869 Feb 09 16:46:52.427871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ea8b6b1-044c-4c05-92ac-9d7666dcc113 req-223141cd-793b-4070-b74a-e39268f65a42 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 210 time: 0.0317290 Feb 09 16:46:52.993084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8088-937d-431b-ab64-d85815e8f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:53.536152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2b278061-aaff-4857-91e8-4fffa3762721 req-c5071626-f3e4-4ba0-853a-87b0583c7143 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 210 time: 0.0276489 Feb 09 16:46:54.488673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639cd0-86d6-4472-a041-04932c81c64d req-04531f27-90be-4e87-9bc7-a3808f3316ca tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:54.490225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-04531f27-90be-4e87-9bc7-a3808f3316ca tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.13 "GET /v2.0/networks?id=29705222-aa01-4702-912c-a68c024241e2 HTTP/1.1" status: 200 len: 813 time: 0.1135616 Feb 09 16:46:54.504545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Request body: {'port': {'device_id': 'f2ac5c5b-7f02-4e83-94af-1da68c1f61ca', 'network_id': '29705222-aa01-4702-912c-a68c024241e2', 'admin_state_up': True, 'tenant_id': '141bc59bb8e74b78bcca94b08ad818f5'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:46:54.648891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7317f718-a2fb-49e2-b891-a2efbc7cd868 req-0ba1b830-6ac7-4809-9064-7ca01d13bb43 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 210 time: 0.0337806 Feb 09 16:46:54.707106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Made reservation on behalf of 141bc59bb8e74b78bcca94b08ad818f5 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:46:54.710657 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:54.841220 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Allocated IP 172.20.0.13 (29705222-aa01-4702-912c-a68c024241e2/77074ef7-c0f1-4dd4-835b-761e24e68b50/7f905978-19a1-48c6-89c2-2d5a98598a8f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:46:54.999870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:55.095192 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:55.109192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:46:55.146110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Network 29705222-aa01-4702-912c-a68c024241e2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:46:55.149680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:46:55.157117 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:46:55.161086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Pushing event updated for resources: {'Port': ['ID=7f905978-19a1-48c6-89c2-2d5a98598a8f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:55.189804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.190151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.190498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.190854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.191196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.191528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.191855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.192215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.192547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.192875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.193194 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.193516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:55.220466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:55.221076 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:55.265462 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c4cede45-ebad-4a25-9f46-ea6e50aacc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:55.303069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-e5cfd02b-a5ba-4845-90ed-b1f0caebd0df tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8025603 Feb 09 16:46:55.315109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Request body: {'port': {'device_id': 'f2ac5c5b-7f02-4e83-94af-1da68c1f61ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:46:55.374223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:55.645842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f905978-19a1-48c6-89c2-2d5a98598a8f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:46:55.653305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:55.666221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Transition to ACTIVE for port object 7f905978-19a1-48c6-89c2-2d5a98598a8f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:46:55.747928 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:55.809383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Pushing event updated for resources: {'Port': ['ID=7f905978-19a1-48c6-89c2-2d5a98598a8f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:55.820728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ade8-e527-4107-9ac5-214ea8ea7ea9 req-b5d57d35-7d5d-455c-a1f2-e6b0e1a70bca tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:55.822252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cf1ade8-e527-4107-9ac5-214ea8ea7ea9 req-b5d57d35-7d5d-455c-a1f2-e6b0e1a70bca tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 932 time: 0.1014481 Feb 09 16:46:55.915743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0cf1ade8-e527-4107-9ac5-214ea8ea7ea9 req-8c933b51-0409-4827-bd6e-f6d28916f4f6 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700347 Feb 09 16:46:55.927293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Attempting to bind port 7f905978-19a1-48c6-89c2-2d5a98598a8f on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:46:55.927547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Attempting to bind port 7f905978-19a1-48c6-89c2-2d5a98598a8f by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:46:55.927958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Attempting to bind port 7f905978-19a1-48c6-89c2-2d5a98598a8f on network 29705222-aa01-4702-912c-a68c024241e2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:46:55.932814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Port 7f905978-19a1-48c6-89c2-2d5a98598a8f on network 29705222-aa01-4702-912c-a68c024241e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:46:55.933111 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Attempting to bind port 7f905978-19a1-48c6-89c2-2d5a98598a8f on network 29705222-aa01-4702-912c-a68c024241e2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:46:55.938817 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:46:55.939166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Checking segment: {'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:46:55.939550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Bound using segment: {'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:46:55.939986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Bound port: 7f905978-19a1-48c6-89c2-2d5a98598a8f, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af05684-1e5f-42fa-9337-b14d2126fe25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '29705222-aa01-4702-912c-a68c024241e2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:46:55.940398 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:56.004020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] For port 7f905978-19a1-48c6-89c2-2d5a98598a8f, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:46:56.006985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] For port 7f905978-19a1-48c6-89c2-2d5a98598a8f, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7f905978-19a1-48c6-89c2-2d5a98598a8f,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:46:56.073459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:56.118713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:56.119354 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:56.120800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] 10.222.0.13 "PUT /v2.0/ports/7f905978-19a1-48c6-89c2-2d5a98598a8f HTTP/1.1" status: 200 len: 1092 time: 0.8104799 Feb 09 16:46:56.121245 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ac5c5b-7f02-4e83-94af-1da68c1f61ca', 'tag': '7f905978-19a1-48c6-89c2-2d5a98598a8f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:46:56.123566 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fe8874-e2be-4656-b52f-3c7f60838358" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ac5c5b-7f02-4e83-94af-1da68c1f61ca", "tag": "7f905978-19a1-48c6-89c2-2d5a98598a8f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:46:56.144514 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf55161-4930-4551-ae90-3385f804b15f service neutron] Pushing event updated for resources: {'Port': ['ID=7f905978-19a1-48c6-89c2-2d5a98598a8f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:56.172368 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504662a2-b1b6-4e5b-9cc0-013c55060aa1 x-openstack-request-id: req-504662a2-b1b6-4e5b-9cc0-013c55060aa1 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:46:56.172667 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ac5c5b-7f02-4e83-94af-1da68c1f61ca", "tag": "7f905978-19a1-48c6-89c2-2d5a98598a8f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:46:56.172926 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-504662a2-b1b6-4e5b-9cc0-013c55060aa1 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:46:56.173338 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ac5c5b-7f02-4e83-94af-1da68c1f61ca', 'tag': '7f905978-19a1-48c6-89c2-2d5a98598a8f', 'status': 'completed', 'code': 200} Feb 09 16:46:56.236157 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe8874-e2be-4656-b52f-3c7f60838358 req-a57c1a0f-51bd-47a9-abfc-74a6507109df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:56.237686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55fe8874-e2be-4656-b52f-3c7f60838358 req-a57c1a0f-51bd-47a9-abfc-74a6507109df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 1095 time: 0.0429115 Feb 09 16:46:56.337309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe8874-e2be-4656-b52f-3c7f60838358 req-7b51ce92-7562-4508-8d54-6e290921c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:56.338840 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55fe8874-e2be-4656-b52f-3c7f60838358 req-7b51ce92-7562-4508-8d54-6e290921c698 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0933294 Feb 09 16:46:56.440948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe8874-e2be-4656-b52f-3c7f60838358 req-4e76cbf9-5e5d-4abb-82ea-7131dc2256ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:56.442360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55fe8874-e2be-4656-b52f-3c7f60838358 req-4e76cbf9-5e5d-4abb-82ea-7131dc2256ac service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966530 Feb 09 16:46:56.518798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639cd0-86d6-4472-a041-04932c81c64d req-32b61183-7753-4471-81ba-d80fb41a8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:56.520337 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-32b61183-7753-4471-81ba-d80fb41a8cc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 1095 time: 0.0426531 Feb 09 16:46:56.560871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-55dd5684-ba4c-4463-9188-3c73af5f6e75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f905978-19a1-48c6-89c2-2d5a98598a8f HTTP/1.1" status: 200 len: 217 time: 0.0336835 Feb 09 16:46:56.614529 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60639cd0-86d6-4472-a041-04932c81c64d req-319205a6-08f0-4e81-b9cd-1c7d06b4faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:56.616032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-319205a6-08f0-4e81-b9cd-1c7d06b4faf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77074ef7-c0f1-4dd4-835b-761e24e68b50 HTTP/1.1" status: 200 len: 853 time: 0.0488873 Feb 09 16:46:56.648192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-53940e29-4f3d-4457-8e98-4506642f06fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=29705222-aa01-4702-912c-a68c024241e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262556 Feb 09 16:46:56.707089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:56.738940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-b0c3ba18-6821-4d81-83d3-318c5a5f3972 service neutron] 10.222.0.13 "GET /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843816 Feb 09 16:46:56.836516 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-60639cd0-86d6-4472-a041-04932c81c64d req-ccc1aeeb-3855-4b36-9a6d-d59e93c7207f service neutron] 10.222.0.13 "GET /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917308 Feb 09 16:46:57.031886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c87912-0bfc-4fa0-b2ce-dfc7de721c04 req-28f40e53-323a-42e0-bfc3-1a4f7b9f73c9 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:57.033415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c87912-0bfc-4fa0-b2ce-dfc7de721c04 req-28f40e53-323a-42e0-bfc3-1a4f7b9f73c9 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 944 time: 0.0498908 Feb 09 16:46:57.071290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6c87912-0bfc-4fa0-b2ce-dfc7de721c04 req-81a5d43c-b5c3-4f12-a21f-93b53ba2a68a tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Feb 09 16:46:58.189740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68715b95-fa1f-4c5e-a150-da16886797de req-c2f058c5-c23d-4202-8fab-14bd76f1d045 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:58.191207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68715b95-fa1f-4c5e-a150-da16886797de req-c2f058c5-c23d-4202-8fab-14bd76f1d045 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 944 time: 0.0509827 Feb 09 16:46:58.235938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68715b95-fa1f-4c5e-a150-da16886797de req-4ed34d2c-7f47-4f7e-b71a-b577357618ca tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Feb 09 16:46:58.356995 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:58.575502 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:59.355386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb71270-b91f-48d7-afde-ca3fd27e44f0 req-30054e9e-21f5-43ee-91bc-24d2776d6236 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:46:59.356934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdb71270-b91f-48d7-afde-ca3fd27e44f0 req-30054e9e-21f5-43ee-91bc-24d2776d6236 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 944 time: 0.0535543 Feb 09 16:46:59.395896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bdb71270-b91f-48d7-afde-ca3fd27e44f0 req-396adb2a-2588-415f-9a98-b77a7113c70b tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Feb 09 16:46:59.584544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7f905978-19a1-48c6-89c2-2d5a98598a8f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:46:59.679279 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7f905978-19a1-48c6-89c2-2d5a98598a8f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7f905978-19a1-48c6-89c2-2d5a98598a8f,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:59.691885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '7f905978-19a1-48c6-89c2-2d5a98598a8f', 'network_id': '29705222-aa01-4702-912c-a68c024241e2', 'port_id': '7f905978-19a1-48c6-89c2-2d5a98598a8f', 'mac_address': 'fa:16:3e:47:e9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77074ef7-c0f1-4dd4-835b-761e24e68b50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:46:59.732057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:59.745356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f905978-19a1-48c6-89c2-2d5a98598a8f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:46:59.766635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7f905978-19a1-48c6-89c2-2d5a98598a8f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7f905978-19a1-48c6-89c2-2d5a98598a8f,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:46:59.901167 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:46:59.949807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7f905978-19a1-48c6-89c2-2d5a98598a8f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:46:59.957127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.957477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.957847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.958157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.958492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.958820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.959152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.959474 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.959799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.960144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.960472 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:46:59.960791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:00.103152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['7f905978-19a1-48c6-89c2-2d5a98598a8f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:47:00.512764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705ff4-6ce4-4bea-99e5-ea39fb004a3f req-2c82ccb9-6a6b-434b-b17d-d5dab86f6e82 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:00.517826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec705ff4-6ce4-4bea-99e5-ea39fb004a3f req-2c82ccb9-6a6b-434b-b17d-d5dab86f6e82 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 945 time: 0.0508170 Feb 09 16:47:00.554575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec705ff4-6ce4-4bea-99e5-ea39fb004a3f req-02b8f661-966d-4427-9eb2-d9f301677e85 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342906 Feb 09 16:47:00.608199 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:01.601260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7f905978-19a1-48c6-89c2-2d5a98598a8f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:01.668454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab827954-0526-446b-a735-e2dc3a2b20d8 req-e51f1e26-c053-44f0-8164-38c0281eab63 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:01.669947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab827954-0526-446b-a735-e2dc3a2b20d8 req-e51f1e26-c053-44f0-8164-38c0281eab63 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 945 time: 0.0483191 Feb 09 16:47:01.706641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 7f905978-19a1-48c6-89c2-2d5a98598a8f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:47:01.710632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 7f905978-19a1-48c6-89c2-2d5a98598a8f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:01.711190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:01.713433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab827954-0526-446b-a735-e2dc3a2b20d8 req-f4c44882-6c04-4a0c-96d3-f68847fcc6ad tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370274 Feb 09 16:47:01.799976 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:01.821248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ac5c5b-7f02-4e83-94af-1da68c1f61ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f905978-19a1-48c6-89c2-2d5a98598a8f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:47:01.823467 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd011a-f31e-4ada-b747-d76dd550e745" -d '{"events": [{"server_uuid": "f2ac5c5b-7f02-4e83-94af-1da68c1f61ca", "name": "network-vif-plugged", "status": "completed", "tag": "7f905978-19a1-48c6-89c2-2d5a98598a8f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:47:01.836565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 7f905978-19a1-48c6-89c2-2d5a98598a8f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7f905978-19a1-48c6-89c2-2d5a98598a8f,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:01.860913 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81b77f6-1172-43ed-8cac-0e94e2efa69a x-openstack-request-id: req-f81b77f6-1172-43ed-8cac-0e94e2efa69a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:47:01.861229 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ac5c5b-7f02-4e83-94af-1da68c1f61ca", "name": "network-vif-plugged", "status": "completed", "tag": "7f905978-19a1-48c6-89c2-2d5a98598a8f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:47:01.861482 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f81b77f6-1172-43ed-8cac-0e94e2efa69a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:47:01.861881 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ac5c5b-7f02-4e83-94af-1da68c1f61ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f905978-19a1-48c6-89c2-2d5a98598a8f', 'code': 200} Feb 09 16:47:01.934054 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:01.954699 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf658e-1189-4f73-9a5d-c83146a87567 req-5356f307-55a7-4e1b-8770-4a986d1bfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:01.956335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13cf658e-1189-4f73-9a5d-c83146a87567 req-5356f307-55a7-4e1b-8770-4a986d1bfb60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 1096 time: 0.0410745 Feb 09 16:47:01.981906 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=7f905978-19a1-48c6-89c2-2d5a98598a8f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:01.993909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13cf658e-1189-4f73-9a5d-c83146a87567 req-a06d7fc2-4a00-4015-9b53-54750720eba7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295386 Feb 09 16:47:02.276759 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:02.834232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1b33d-df77-4dab-887e-9a6d6b8d88d1 req-13026b01-3d72-488f-b87c-0314d18cacac tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:02.835736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cca1b33d-df77-4dab-887e-9a6d6b8d88d1 req-13026b01-3d72-488f-b87c-0314d18cacac tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 946 time: 0.0507786 Feb 09 16:47:02.874028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cca1b33d-df77-4dab-887e-9a6d6b8d88d1 req-7ff411a8-022f-48ea-bfb9-cb6c93264fac tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322981 Feb 09 16:47:04.001063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a41d05-b53a-4e19-b206-1ea747298b6c req-65e8ad70-5960-473b-81f7-2a27489a3cde tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:04.002584 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85a41d05-b53a-4e19-b206-1ea747298b6c req-65e8ad70-5960-473b-81f7-2a27489a3cde tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 946 time: 0.0574484 Feb 09 16:47:04.046459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-85a41d05-b53a-4e19-b206-1ea747298b6c req-0182e78e-f58f-4169-b2b0-6bd0a1328133 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Feb 09 16:47:04.582318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127aaf2-742a-48fb-8220-dd1331b1fac2 req-1f471445-d982-4977-85c2-842f38c11fae tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:04.583921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5127aaf2-742a-48fb-8220-dd1331b1fac2 req-1f471445-d982-4977-85c2-842f38c11fae tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 946 time: 0.0538392 Feb 09 16:47:04.625822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5127aaf2-742a-48fb-8220-dd1331b1fac2 req-d9b44234-69f1-48bf-8c63-5798abf86fb1 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Feb 09 16:47:05.754655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe6248-6caf-4487-8cc1-88cfa5802ae2 req-afc015ca-6240-4d40-b289-d518fa168b1f tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:05.756390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbe6248-6caf-4487-8cc1-88cfa5802ae2 req-afc015ca-6240-4d40-b289-d518fa168b1f tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 946 time: 0.0552492 Feb 09 16:47:05.831709 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbe6248-6caf-4487-8cc1-88cfa5802ae2 req-c8430c7e-b5c6-4043-9c4c-9ddf1fbfe1a5 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658653 Feb 09 16:47:05.840933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e603df-db67-446b-bac2-f2d552bdf39e req-9aef0ab7-7510-4e47-bb55-f7037fdf398e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:05.842554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88e603df-db67-446b-bac2-f2d552bdf39e req-9aef0ab7-7510-4e47-bb55-f7037fdf398e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 946 time: 0.0852087 Feb 09 16:47:05.946266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Deleting port 7f905978-19a1-48c6-89c2-2d5a98598a8f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:05.946625 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:06.047318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] For port 7f905978-19a1-48c6-89c2-2d5a98598a8f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=7f905978-19a1-48c6-89c2-2d5a98598a8f,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:06.047698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:06.060333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Calling delete_port for 7f905978-19a1-48c6-89c2-2d5a98598a8f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:06.288355 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:06.302478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['7f905978-19a1-48c6-89c2-2d5a98598a8f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:47:06.305185 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:47:06.325824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Pushing event deleted for resources: {'Port': ['ID=7f905978-19a1-48c6-89c2-2d5a98598a8f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:06.370787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] No DVR routers for this DVR port 7f905978-19a1-48c6-89c2-2d5a98598a8f on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:06.374320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:06.378627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-88e603df-db67-446b-bac2-f2d552bdf39e req-fa78b231-0854-4ad8-a5dd-361060b41844 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.13 "DELETE /v2.0/ports/7f905978-19a1-48c6-89c2-2d5a98598a8f HTTP/1.1" status: 204 len: 173 time: 0.5290484 Feb 09 16:47:06.378922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ac5c5b-7f02-4e83-94af-1da68c1f61ca', 'name': 'network-vif-deleted', 'tag': '7f905978-19a1-48c6-89c2-2d5a98598a8f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:47:06.381141 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7e2715-bc3c-4d8e-a8ba-9e1e4ad8d584" -d '{"events": [{"server_uuid": "f2ac5c5b-7f02-4e83-94af-1da68c1f61ca", "name": "network-vif-deleted", "tag": "7f905978-19a1-48c6-89c2-2d5a98598a8f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:47:06.428997 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed371d9-5dd1-4c20-b4b5-bf2fc14c3c56 x-openstack-request-id: req-5ed371d9-5dd1-4c20-b4b5-bf2fc14c3c56 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:47:06.428997 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ac5c5b-7f02-4e83-94af-1da68c1f61ca", "name": "network-vif-deleted", "tag": "7f905978-19a1-48c6-89c2-2d5a98598a8f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:47:06.428997 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ed371d9-5dd1-4c20-b4b5-bf2fc14c3c56 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:47:06.429520 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ac5c5b-7f02-4e83-94af-1da68c1f61ca', 'name': 'network-vif-deleted', 'tag': '7f905978-19a1-48c6-89c2-2d5a98598a8f', 'status': 'completed', 'code': 200} Feb 09 16:47:06.970857 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3480ed44-fc64-485c-96e7-054ebd850b71 req-d780c213-09f0-465d-bcc3-1b0119b5a34b tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2ac5c5b-7f02-4e83-94af-1da68c1f61ca HTTP/1.1" status: 200 len: 210 time: 0.0290289 Feb 09 16:47:08.131041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7d72a-0bb5-4453-8912-1de6547231a4 req-78fda6df-7c20-40a5-a013-2478f214a7c9 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:08.132615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f7d72a-0bb5-4453-8912-1de6547231a4 req-78fda6df-7c20-40a5-a013-2478f214a7c9 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0505390 Feb 09 16:47:08.172311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89f7d72a-0bb5-4453-8912-1de6547231a4 req-13bc6108-e47a-4aef-9a77-f37e5444287e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Feb 09 16:47:08.316336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3593f20-b4b6-4207-abc9-3a2c69eef231 req-40e49a3a-a161-469b-ad8d-177bd40eaa8f tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:08.317928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3593f20-b4b6-4207-abc9-3a2c69eef231 req-40e49a3a-a161-469b-ad8d-177bd40eaa8f tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0579982 Feb 09 16:47:08.358464 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3593f20-b4b6-4207-abc9-3a2c69eef231 req-1df2d790-b010-4bb9-8297-610c03234ebe tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341871 Feb 09 16:47:08.482519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5de3e9-ff46-4282-a668-f05328b27d51 req-6e121d26-9860-4366-bf52-ec0c5bb7af1a tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:08.483972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e5de3e9-ff46-4282-a668-f05328b27d51 req-6e121d26-9860-4366-bf52-ec0c5bb7af1a tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0516603 Feb 09 16:47:08.529160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e5de3e9-ff46-4282-a668-f05328b27d51 req-9f7ccac4-4c05-4016-87ac-4c2509852eff tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376363 Feb 09 16:47:08.707973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411f28c-ce07-4bbd-ac8c-108c28127bd8 req-154f693c-9807-451d-a493-d5d07124dd6b tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:08.709622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1411f28c-ce07-4bbd-ac8c-108c28127bd8 req-154f693c-9807-451d-a493-d5d07124dd6b tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0519826 Feb 09 16:47:08.748531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1411f28c-ce07-4bbd-ac8c-108c28127bd8 req-7441ee4a-129b-4153-80ce-c3892019a600 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Feb 09 16:47:08.870973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c651c-973f-43d7-bdef-d5ebee13fe91 req-46338235-9bb2-4a4b-b5af-c045463af3dd tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:08.872722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f92c651c-973f-43d7-bdef-d5ebee13fe91 req-46338235-9bb2-4a4b-b5af-c045463af3dd tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0548632 Feb 09 16:47:08.911885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f92c651c-973f-43d7-bdef-d5ebee13fe91 req-d2de90f8-eeb6-4f32-85c0-f51e1c493170 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Feb 09 16:47:09.038029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1473e-da3a-496c-b73d-9b2eff49fb50 req-2317d8f3-e429-46a4-912e-c58c973cdb4f tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:09.039607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83d1473e-da3a-496c-b73d-9b2eff49fb50 req-2317d8f3-e429-46a4-912e-c58c973cdb4f tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0493279 Feb 09 16:47:09.080149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83d1473e-da3a-496c-b73d-9b2eff49fb50 req-c1140a01-47d2-4dec-8d7e-d1b43f015703 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Feb 09 16:47:09.617312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be418-b8e1-4945-82e0-3433510fa907 req-1c048b75-b367-411c-801e-925a95f2286d tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:09.618838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-193be418-b8e1-4945-82e0-3433510fa907 req-1c048b75-b367-411c-801e-925a95f2286d tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0515187 Feb 09 16:47:09.648632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7f905978-19a1-48c6-89c2-2d5a98598a8f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:47:09.659627 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-193be418-b8e1-4945-82e0-3433510fa907 req-a72b10e6-4179-4591-94a0-f0624296cb0e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346529 Feb 09 16:47:09.669072 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 7f905978-19a1-48c6-89c2-2d5a98598a8f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:47:09.669418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 7f905978-19a1-48c6-89c2-2d5a98598a8f not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:47:10.783719 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67827110-7321-4701-a3c9-80bca958f2f8 req-8df8b1fe-2850-4db2-ab36-7b45b1326b0b tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:10.785282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67827110-7321-4701-a3c9-80bca958f2f8 req-8df8b1fe-2850-4db2-ab36-7b45b1326b0b tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0547144 Feb 09 16:47:10.825077 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67827110-7321-4701-a3c9-80bca958f2f8 req-5f07c0f4-b095-4a28-9a8d-6459f6d58173 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337269 Feb 09 16:47:11.061860 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-5cd55864-a1a6-4176-b5d0-00b53e5bcb41 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:11.063454 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-5cd55864-a1a6-4176-b5d0-00b53e5bcb41 tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.73 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 946 time: 0.0514817 Feb 09 16:47:11.159518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Deleting port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:11.159865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:11.257679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] For port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,segment=NetworkSegment(4af05684-1e5f-42fa-9337-b14d2126fe25),segment_id=4af05684-1e5f-42fa-9337-b14d2126fe25)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:11.257964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:11.273063 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Calling delete_port for fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:11.478684 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:11.490743 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:47:11.509388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Pushing event deleted for resources: {'Port': ['ID=fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:11.552572 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] No DVR routers for this DVR port fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:11.555645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:11.559139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70b559b1-0499-44fc-a431-59afbd56fe33 req-0275e6f3-3cbf-4249-8612-ad5c2e23900e tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.73 "DELETE /v2.0/ports/fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 HTTP/1.1" status: 204 len: 173 time: 0.4899704 Feb 09 16:47:11.559629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88aa9409-2f10-471c-b625-b83831139072', 'name': 'network-vif-deleted', 'tag': 'fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:47:11.562022 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd782245-456c-4be5-8181-0c1799271ce9" -d '{"events": [{"server_uuid": "88aa9409-2f10-471c-b625-b83831139072", "name": "network-vif-deleted", "tag": "fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:47:11.604251 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84fab82-4bde-438f-a381-6a80c352101b x-openstack-request-id: req-f84fab82-4bde-438f-a381-6a80c352101b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:47:11.604604 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88aa9409-2f10-471c-b625-b83831139072", "name": "network-vif-deleted", "tag": "fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:47:11.604890 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f84fab82-4bde-438f-a381-6a80c352101b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:47:11.605390 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88aa9409-2f10-471c-b625-b83831139072', 'name': 'network-vif-deleted', 'tag': 'fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22', 'status': 'completed', 'code': 200} Feb 09 16:47:11.940100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-695b2aeb-bcef-40a6-8d99-465617bf883f req-5a702d9e-2c52-4886-bb79-ff9f8faa63af tempest-ServersNegativeTestJSON-186857937 tempest-ServersNegativeTestJSON-186857937-project] 10.222.0.53 "GET /v2.0/ports?device_id=88aa9409-2f10-471c-b625-b83831139072 HTTP/1.1" status: 200 len: 210 time: 0.0284512 Feb 09 16:47:13.001414 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33172) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:13.053118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a45faf-d87f-4345-beab-95f0b5ae591d admin admin] Deleting subnet 77074ef7-c0f1-4dd4-835b-761e24e68b50 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:47:13.056542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3a45faf-d87f-4345-beab-95f0b5ae591d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.093524 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3a45faf-d87f-4345-beab-95f0b5ae591d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.135413 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3a45faf-d87f-4345-beab-95f0b5ae591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.279298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3a45faf-d87f-4345-beab-95f0b5ae591d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.308243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a45faf-d87f-4345-beab-95f0b5ae591d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77074ef7-c0f1-4dd4-835b-761e24e68b50,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:13.310406 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-f3a45faf-d87f-4345-beab-95f0b5ae591d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.315408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-f3a45faf-d87f-4345-beab-95f0b5ae591d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/77074ef7-c0f1-4dd4-835b-761e24e68b50 HTTP/1.1" status: 204 len: 168 time: 0.3104420 Feb 09 16:47:13.318001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33174) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:13.397551 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.481986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.513391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29705222-aa01-4702-912c-a68c024241e2']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:13.524219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af05684-1e5f-42fa-9337-b14d2126fe25') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:13.524546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af05684-1e5f-42fa-9337-b14d2126fe25') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:13.544628 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.554875 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.561371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:13.561766 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:13.563731 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:13.724229 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.730239 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:13.737807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] 10.222.0.53 "DELETE /v2.0/networks/29705222-aa01-4702-912c-a68c024241e2 HTTP/1.1" status: 204 len: 168 time: 0.4143710 Feb 09 16:47:13.746275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aaac5-1587-4701-9242-90072a67276a admin admin] Pushing event deleted for resources: {'Network': ['ID=29705222-aa01-4702-912c-a68c024241e2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:14.091657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33178) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:14.133325 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-61cadd49-3c9c-4227-a362-8150a6984ce6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=141bc59bb8e74b78bcca94b08ad818f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404577 Feb 09 16:47:14.136142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33180) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:14.185185 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd2816ad-fc56-484e-9781-0867a2d700f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:14.206180 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd2816ad-fc56-484e-9781-0867a2d700f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:14.339274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd2816ad-fc56-484e-9781-0867a2d700f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:14.341883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cd2816ad-fc56-484e-9781-0867a2d700f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:14.343271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cd2816ad-fc56-484e-9781-0867a2d700f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5610910a-ba8c-4bfb-a3aa-6c9fccf5c582 HTTP/1.1" status: 204 len: 168 time: 0.2061894 Feb 09 16:47:14.352742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2816ad-fc56-484e-9781-0867a2d700f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5610910a-ba8c-4bfb-a3aa-6c9fccf5c582,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:14.397536 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:47:14.738971 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:47:14.760048 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:47:14.760422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device fb61a97c-94ca-44d3-bb0b-8d0d9fa4bd22 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:47:15.471116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33202) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:15.591185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-914828612'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:15.706908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:15.710595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:15.719613 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:15.795814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:15.878202 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:15.904987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:15.917697 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:15.918048 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Added segment 08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1 of type vlan for network 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 Feb 09 16:47:15.926475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9927ee04-3333-43c7-b452-23984e0f31ff,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:15.963408 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:16.066597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:16.072378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:16.072981 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:16.183837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Network': ['ID=3e115576-9f5b-48b8-8076-1c3d1ce75cb9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:16.195102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:16.225024 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8784370c-2f13-4040-8910-76d8d00ce7f9 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7525578 Feb 09 16:47:19.459177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:19.464553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'subnet': {'network_id': '3e115576-9f5b-48b8-8076-1c3d1ce75cb9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:19.636518 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:19.640028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:19.890079 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:19.953818 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Subnet': ['ID=d8edfd9e-8540-4d44-82c6-505dfc30d1da,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:19.963836 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Checking segment: {'id': '08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e115576-9f5b-48b8-8076-1c3d1ce75cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:19.964242 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network hostable DHCP agents. Network: 3e115576-9f5b-48b8-8076-1c3d1ce75cb9, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:20.072631 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:20.135195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 3e115576-9f5b-48b8-8076-1c3d1ce75cb9) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:20.139638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:20.140338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.145573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ff541d-96e4-4fac-aa56-34ae9f15ac94 None None] Network 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:20.240937 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6f58c29b-7e6c-4709-87fb-2767f2a073bf tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7805860 Feb 09 16:47:20.245108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33208) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:20.250381 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-428706997'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:20.297711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3e115576-9f5b-48b8-8076-1c3d1ce75cb9', 'network_id': '3e115576-9f5b-48b8-8076-1c3d1ce75cb9', 'tenant_id': 'be284796b3954d5085dbf64ce921ee87', 'fixed_ips': [{'subnet_id': 'd8edfd9e-8540-4d44-82c6-505dfc30d1da'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:20.299159 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.380939 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:20.384575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.410693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:20.420966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.421419 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Added segment 6bb6bc8c-1364-407e-8dc6-04a6c62322b5 of type vlan for network a7ece15a-fef1-4651-b615-64730236660a Feb 09 16:47:20.444014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Allocated IP 2001:db8:0:ffff::2 (3e115576-9f5b-48b8-8076-1c3d1ce75cb9/d8edfd9e-8540-4d44-82c6-505dfc30d1da/8eb07e97-8e25-449f-b55b-f6626eb56996) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:20.463240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.575386 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.581599 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:20.582251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.591081 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.653139 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Network': ['ID=a7ece15a-fef1-4651-b615-64730236660a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:20.664934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network a7ece15a-fef1-4651-b615-64730236660a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:20.722045 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0238536e-d36a-4a94-89c1-79cb4f782174 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4754720 Feb 09 16:47:20.726160 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33210) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:20.734336 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'subnet': {'network_id': 'a7ece15a-fef1-4651-b615-64730236660a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:20.889283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:20.956518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Network 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:20.960109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:20.965230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:20.968609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Pushing event updated for resources: {'Port': ['ID=8eb07e97-8e25-449f-b55b-f6626eb56996,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:20.987376 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:20.991936 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.030885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Attempting to bind port 8eb07e97-8e25-449f-b55b-f6626eb56996 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:21.031266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Attempting to bind port 8eb07e97-8e25-449f-b55b-f6626eb56996 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e115576-9f5b-48b8-8076-1c3d1ce75cb9'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:21.031628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Attempting to bind port 8eb07e97-8e25-449f-b55b-f6626eb56996 on network 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:21.037738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:21.038123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Checking segment: {'id': '08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e115576-9f5b-48b8-8076-1c3d1ce75cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:21.038540 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.038938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Bound using segment: {'id': '08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e115576-9f5b-48b8-8076-1c3d1ce75cb9'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:21.039418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Bound port: 8eb07e97-8e25-449f-b55b-f6626eb56996, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '3e115576-9f5b-48b8-8076-1c3d1ce75cb9'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:21.039802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.105212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] For port 8eb07e97-8e25-449f-b55b-f6626eb56996, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:21.108575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] For port 8eb07e97-8e25-449f-b55b-f6626eb56996, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8eb07e97-8e25-449f-b55b-f6626eb56996,segment=NetworkSegment(08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1),segment_id=08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:21.210609 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.274642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425b527-896f-449e-955b-e74dd349cbcf None None] Pushing event updated for resources: {'Port': ['ID=8eb07e97-8e25-449f-b55b-f6626eb56996,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:21.300383 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.367442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Subnet': ['ID=01e94478-0df7-4164-8b56-5046190eae8a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:21.381189 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Checking segment: {'id': '6bb6bc8c-1364-407e-8dc6-04a6c62322b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'a7ece15a-fef1-4651-b615-64730236660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:21.381552 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network hostable DHCP agents. Network: a7ece15a-fef1-4651-b615-64730236660a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:21.495347 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network a7ece15a-fef1-4651-b615-64730236660a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:21.569401 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, a7ece15a-fef1-4651-b615-64730236660a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:21.574640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:21.588909 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.589201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc80cec2-d76b-4e18-a857-2015eb513a18 None None] Network a7ece15a-fef1-4651-b615-64730236660a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:21.704577 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6f5236f6-90a1-4293-8f09-f0c8980b9824 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9767077 Feb 09 16:47:21.709005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33212) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:21.755389 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-a7ece15a-fef1-4651-b615-64730236660a', 'network_id': 'a7ece15a-fef1-4651-b615-64730236660a', 'tenant_id': 'be284796b3954d5085dbf64ce921ee87', 'fixed_ips': [{'subnet_id': '01e94478-0df7-4164-8b56-5046190eae8a'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:21.756845 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.834733 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.907156 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:21.924552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Allocated IP 2001:db8::2 (a7ece15a-fef1-4651-b615-64730236660a/01e94478-0df7-4164-8b56-5046190eae8a/05ff1e10-b878-41bb-a264-e58b68f4ccaf) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:22.065445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8eb07e97-8e25-449f-b55b-f6626eb56996 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:22.146543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.160564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8eb07e97-8e25-449f-b55b-f6626eb56996 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:22.160946 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.240685 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.283939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.293039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Network a7ece15a-fef1-4651-b615-64730236660a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:22.306816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:22.312758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:22.328962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Pushing event updated for resources: {'Port': ['ID=05ff1e10-b878-41bb-a264-e58b68f4ccaf,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:22.341719 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.360709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99435ca-4904-48f8-b61f-7fcd6934efc2 None None] Network 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:22.397810 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Subnet': ['ID=01e94478-0df7-4164-8b56-5046190eae8a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:22.406650 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 8eb07e97-8e25-449f-b55b-f6626eb56996, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8eb07e97-8e25-449f-b55b-f6626eb56996,segment=NetworkSegment(08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1),segment_id=08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:22.463823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Attempting to bind port 05ff1e10-b878-41bb-a264-e58b68f4ccaf on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:22.464229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Attempting to bind port 05ff1e10-b878-41bb-a264-e58b68f4ccaf by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6bb6bc8c-1364-407e-8dc6-04a6c62322b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'a7ece15a-fef1-4651-b615-64730236660a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:22.464596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Attempting to bind port 05ff1e10-b878-41bb-a264-e58b68f4ccaf on network a7ece15a-fef1-4651-b615-64730236660a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:22.468350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b3c9da55-c02d-49a8-affb-54f3b7d6778f None None] Provisioning complete for port 8eb07e97-8e25-449f-b55b-f6626eb56996 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:22.468726 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b3c9da55-c02d-49a8-affb-54f3b7d6778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.494518 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:22.494797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Checking segment: {'id': '6bb6bc8c-1364-407e-8dc6-04a6c62322b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'a7ece15a-fef1-4651-b615-64730236660a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:22.495205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.495597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Bound using segment: {'id': '6bb6bc8c-1364-407e-8dc6-04a6c62322b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'a7ece15a-fef1-4651-b615-64730236660a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:22.496094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Bound port: 05ff1e10-b878-41bb-a264-e58b68f4ccaf, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb6bc8c-1364-407e-8dc6-04a6c62322b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'a7ece15a-fef1-4651-b615-64730236660a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:22.496483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.511771 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.525833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.534794 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ece15a-fef1-4651-b615-64730236660a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:22.547442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb6bc8c-1364-407e-8dc6-04a6c62322b5') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:22.547838 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb6bc8c-1364-407e-8dc6-04a6c62322b5') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:22.560939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.578218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.585407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:22.585805 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:22.594136 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:22.687041 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=8eb07e97-8e25-449f-b55b-f6626eb56996,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:22.692400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] For port 05ff1e10-b878-41bb-a264-e58b68f4ccaf, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:22.697809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] For port 05ff1e10-b878-41bb-a264-e58b68f4ccaf, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=05ff1e10-b878-41bb-a264-e58b68f4ccaf,segment=NetworkSegment(6bb6bc8c-1364-407e-8dc6-04a6c62322b5),segment_id=6bb6bc8c-1364-407e-8dc6-04a6c62322b5)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:22.739794 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:47:22.739794 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:47:22.739794 n-d-828542-1 neutron-server[103179]: [parameters: {'id': 'a7ece15a-fef1-4651-b615-64730236660a'}] Feb 09 16:47:22.739794 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:47:22.740331 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:47:22.798518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:22.882669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d8378-1b5e-43ad-84c3-02f87ff9b65d None None] Pushing event updated for resources: {'Port': ['ID=05ff1e10-b878-41bb-a264-e58b68f4ccaf,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:22.912700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd769477-03aa-4d81-8ad2-a77fdf01a518 None None] Network a7ece15a-fef1-4651-b615-64730236660a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:23.031226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a2081e2e-ce3d-4413-b507-d722b51da36f None None] Provisioning complete for port 8eb07e97-8e25-449f-b55b-f6626eb56996 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:23.031756 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2081e2e-ce3d-4413-b507-d722b51da36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.091357 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7621-ea31-48d9-8dfb-d3724d59d791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.135947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f4b56-cb56-4f99-a775-6879e4ee627d None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:47:23.217476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f4b56-cb56-4f99-a775-6879e4ee627d None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:47:23.241287 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.297228 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Deleting port 05ff1e10-b878-41bb-a264-e58b68f4ccaf {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:23.297492 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.368768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] For port 05ff1e10-b878-41bb-a264-e58b68f4ccaf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=05ff1e10-b878-41bb-a264-e58b68f4ccaf,segment=NetworkSegment(6bb6bc8c-1364-407e-8dc6-04a6c62322b5),segment_id=6bb6bc8c-1364-407e-8dc6-04a6c62322b5)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:23.369130 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.382687 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Calling delete_port for 05ff1e10-b878-41bb-a264-e58b68f4ccaf owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:23.603698 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.633143 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Port': ['ID=05ff1e10-b878-41bb-a264-e58b68f4ccaf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:23.648111 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No DVR routers for this DVR port 05ff1e10-b878-41bb-a264-e58b68f4ccaf on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:23.720637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.742009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ece15a-fef1-4651-b615-64730236660a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:23.752057 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb6bc8c-1364-407e-8dc6-04a6c62322b5') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:23.752390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb6bc8c-1364-407e-8dc6-04a6c62322b5') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:23.763471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.784182 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.790226 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:23.790615 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:23.793608 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:23.941230 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.949630 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:23.953226 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/a7ece15a-fef1-4651-b615-64730236660a HTTP/1.1" status: 204 len: 168 time: 2.2429452 Feb 09 16:47:23.956959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33214) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:23.971164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1523210772'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:23.975886 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c2f32-9066-4bbf-9f30-5ab0e8211f83 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Network': ['ID=a7ece15a-fef1-4651-b615-64730236660a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:23.994354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8eb07e97-8e25-449f-b55b-f6626eb56996 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:24.045126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8eb07e97-8e25-449f-b55b-f6626eb56996 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:24.045489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:24.049805 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:24.053495 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:24.080429 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:24.090605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:24.090958 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Added segment 40908c40-0270-4f79-8613-d5bfa724f371 of type vlan for network 451bfa54-a7e9-4de6-8a01-90a645b4c89a Feb 09 16:47:24.131792 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:24.226869 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:24.232382 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:24.232971 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:24.306437 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Network': ['ID=451bfa54-a7e9-4de6-8a01-90a645b4c89a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:24.317181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 451bfa54-a7e9-4de6-8a01-90a645b4c89a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:24.353182 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1f8b76bb-5e93-4b5d-abf6-9dccd6f23656 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3951068 Feb 09 16:47:24.356130 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33216) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:24.361981 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'subnet': {'network_id': '451bfa54-a7e9-4de6-8a01-90a645b4c89a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:24.592030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:24.596467 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:24.656210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_backend_mixin [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Performing IP validity checks on allocation pools {{(pid=103179) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 16:47:24.656948 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.ipam_backend_mixin [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103179) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 16:47:24.894254 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:24.959285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Subnet': ['ID=11146e1b-508c-4418-9e32-48a31ce2f918,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:24.970037 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Checking segment: {'id': '40908c40-0270-4f79-8613-d5bfa724f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '451bfa54-a7e9-4de6-8a01-90a645b4c89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:24.970432 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network hostable DHCP agents. Network: 451bfa54-a7e9-4de6-8a01-90a645b4c89a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:25.089185 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network 451bfa54-a7e9-4de6-8a01-90a645b4c89a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:25.192148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 451bfa54-a7e9-4de6-8a01-90a645b4c89a) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:25.196373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:25.196966 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.201678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c272ecb-e56c-41e9-b01b-81b3342bed1c None None] Network 451bfa54-a7e9-4de6-8a01-90a645b4c89a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:25.281516 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3499740-3d2e-4da3-ab23-933f3b76e8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.302322 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-422d8509-8281-46cb-b968-1de224ac33b7 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9451053 Feb 09 16:47:25.305157 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33218) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:25.357448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-451bfa54-a7e9-4de6-8a01-90a645b4c89a', 'network_id': '451bfa54-a7e9-4de6-8a01-90a645b4c89a', 'tenant_id': 'be284796b3954d5085dbf64ce921ee87', 'fixed_ips': [{'subnet_id': '11146e1b-508c-4418-9e32-48a31ce2f918'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:25.358469 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.414862 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.468842 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.504141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Allocated IP 2001:db8::3 (451bfa54-a7e9-4de6-8a01-90a645b4c89a/11146e1b-508c-4418-9e32-48a31ce2f918/58f5417c-3ea3-4f09-accb-d92e66d4c9a2) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:25.650101 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.774172 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.818306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Network 451bfa54-a7e9-4de6-8a01-90a645b4c89a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:25.821439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:25.824055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:25.833023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Pushing event updated for resources: {'Port': ['ID=58f5417c-3ea3-4f09-accb-d92e66d4c9a2,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:25.878587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.888897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Attempting to bind port 58f5417c-3ea3-4f09-accb-d92e66d4c9a2 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:25.889280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Attempting to bind port 58f5417c-3ea3-4f09-accb-d92e66d4c9a2 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '40908c40-0270-4f79-8613-d5bfa724f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '451bfa54-a7e9-4de6-8a01-90a645b4c89a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:25.889649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Attempting to bind port 58f5417c-3ea3-4f09-accb-d92e66d4c9a2 on network 451bfa54-a7e9-4de6-8a01-90a645b4c89a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:25.894908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:25.895287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Checking segment: {'id': '40908c40-0270-4f79-8613-d5bfa724f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '451bfa54-a7e9-4de6-8a01-90a645b4c89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:25.895695 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.896105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Bound using segment: {'id': '40908c40-0270-4f79-8613-d5bfa724f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '451bfa54-a7e9-4de6-8a01-90a645b4c89a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:25.896611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Bound port: 58f5417c-3ea3-4f09-accb-d92e66d4c9a2, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40908c40-0270-4f79-8613-d5bfa724f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '451bfa54-a7e9-4de6-8a01-90a645b4c89a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:25.896997 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.906066 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Subnet': ['ID=11146e1b-508c-4418-9e32-48a31ce2f918,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:25.962673 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] For port 58f5417c-3ea3-4f09-accb-d92e66d4c9a2, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:25.965881 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] For port 58f5417c-3ea3-4f09-accb-d92e66d4c9a2, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=58f5417c-3ea3-4f09-accb-d92e66d4c9a2,segment=NetworkSegment(40908c40-0270-4f79-8613-d5bfa724f371),segment_id=40908c40-0270-4f79-8613-d5bfa724f371)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:25.972778 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:25.995718 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451bfa54-a7e9-4de6-8a01-90a645b4c89a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:26.005415 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40908c40-0270-4f79-8613-d5bfa724f371') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:26.005682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40908c40-0270-4f79-8613-d5bfa724f371') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:26.015264 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:26.036808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:26.038751 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:26.047125 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:26.047560 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:26.057367 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:26.118202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cff3e-23a6-4d27-bbc8-b565b3d869ff None None] Pushing event updated for resources: {'Port': ['ID=58f5417c-3ea3-4f09-accb-d92e66d4c9a2,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:26.133376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82b1dc-3843-49ae-aa42-f86244f8917a None None] Network 451bfa54-a7e9-4de6-8a01-90a645b4c89a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:26.173968 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.db.api [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 16:47:26.173968 n-d-828542-1 neutron-server[103179]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 16:47:26.173968 n-d-828542-1 neutron-server[103179]: [parameters: {'id': '451bfa54-a7e9-4de6-8a01-90a645b4c89a'}] Feb 09 16:47:26.173968 n-d-828542-1 neutron-server[103179]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103179) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:47:26.174464 n-d-828542-1 neutron-server[103179]: DEBUG oslo_db.api [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:47:26.258714 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e14bce-2858-4670-8388-20aeea316999 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:47:26.329038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e14bce-2858-4670-8388-20aeea316999 None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:47:26.675653 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:26.730569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Deleting port 58f5417c-3ea3-4f09-accb-d92e66d4c9a2 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:26.730921 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:26.758091 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:26.793675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] For port 58f5417c-3ea3-4f09-accb-d92e66d4c9a2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=58f5417c-3ea3-4f09-accb-d92e66d4c9a2,segment=NetworkSegment(40908c40-0270-4f79-8613-d5bfa724f371),segment_id=40908c40-0270-4f79-8613-d5bfa724f371)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:26.794040 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:26.807625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Calling delete_port for 58f5417c-3ea3-4f09-accb-d92e66d4c9a2 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:26.987106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.014442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Port': ['ID=58f5417c-3ea3-4f09-accb-d92e66d4c9a2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:27.018850 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No DVR routers for this DVR port 58f5417c-3ea3-4f09-accb-d92e66d4c9a2 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:27.103270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.126335 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451bfa54-a7e9-4de6-8a01-90a645b4c89a']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:27.138685 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40908c40-0270-4f79-8613-d5bfa724f371') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:27.139165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40908c40-0270-4f79-8613-d5bfa724f371') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:27.150432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.164629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.172655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:27.173086 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:27.176779 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:27.317924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.325659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.328513 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/451bfa54-a7e9-4de6-8a01-90a645b4c89a HTTP/1.1" status: 204 len: 168 time: 2.0223031 Feb 09 16:47:27.332396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33220) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:27.339748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-470544506'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:27.340667 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d4007-c56b-47f7-936e-4b976dbb431d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Network': ['ID=451bfa54-a7e9-4de6-8a01-90a645b4c89a,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:27.432396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:27.436020 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.461122 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:27.469920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.470791 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Added segment 036fe23b-2f9d-458b-ab7f-6eb5e3841ebf of type vlan for network 07165359-7238-4619-8fdd-04db5f0a22e8 Feb 09 16:47:27.520538 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.625402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.630906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:27.631486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:27.701271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Network': ['ID=07165359-7238-4619-8fdd-04db5f0a22e8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:27.714802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 07165359-7238-4619-8fdd-04db5f0a22e8 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:27.766924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-58202cd9-96e4-4e59-82aa-60e29edc9cc5 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4332960 Feb 09 16:47:27.770549 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33222) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:27.775783 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'subnet': {'network_id': '07165359-7238-4619-8fdd-04db5f0a22e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:27.963817 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:27.967886 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.237946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.298954 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Subnet': ['ID=973e904c-9e78-4ec2-a11b-becf0c5494a7,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:28.308740 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Checking segment: {'id': '036fe23b-2f9d-458b-ab7f-6eb5e3841ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '07165359-7238-4619-8fdd-04db5f0a22e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:28.309106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network hostable DHCP agents. Network: 07165359-7238-4619-8fdd-04db5f0a22e8, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:28.419514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network 07165359-7238-4619-8fdd-04db5f0a22e8 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:28.501108 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 07165359-7238-4619-8fdd-04db5f0a22e8) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:28.505714 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:28.506355 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.512554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8abb1f1-18fc-4b92-857d-3ad728c64dc3 None None] Network 07165359-7238-4619-8fdd-04db5f0a22e8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:28.582218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.622733 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.623545 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-916b9c73-c632-4eb6-896c-aa0467c7718e tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8518636 Feb 09 16:47:28.627854 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33224) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:28.633855 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334535587'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:28.674126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-07165359-7238-4619-8fdd-04db5f0a22e8', 'network_id': '07165359-7238-4619-8fdd-04db5f0a22e8', 'tenant_id': 'be284796b3954d5085dbf64ce921ee87', 'fixed_ips': [{'subnet_id': '973e904c-9e78-4ec2-a11b-becf0c5494a7'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:28.675027 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.735557 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:28.739940 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.766148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:28.776184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.776540 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Added segment 03e8a111-4340-4c74-b3c5-6aa4980bc34b of type vlan for network 68f6c9ce-3148-44cf-bbd6-e7815c16ecce Feb 09 16:47:28.825696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Allocated IP 2001:db8::2 (07165359-7238-4619-8fdd-04db5f0a22e8/973e904c-9e78-4ec2-a11b-becf0c5494a7/c9e43fe7-f374-428e-8b30-933e1852371b) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:28.830426 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.969316 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.979571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:28.980666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:28.999670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:29.072405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:29.093399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Network': ['ID=68f6c9ce-3148-44cf-bbd6-e7815c16ecce,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:29.106916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 68f6c9ce-3148-44cf-bbd6-e7815c16ecce details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:29.123909 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-39492152-783c-4fd3-9d67-019078a8b8ba tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4948711 Feb 09 16:47:29.127641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33226) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:29.128054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Network 07165359-7238-4619-8fdd-04db5f0a22e8 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:29.134560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Request body: {'subnet': {'network_id': '68f6c9ce-3148-44cf-bbd6-e7815c16ecce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:29.161918 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:29.174747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:29.185414 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Pushing event updated for resources: {'Port': ['ID=c9e43fe7-f374-428e-8b30-933e1852371b,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:29.253361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Attempting to bind port c9e43fe7-f374-428e-8b30-933e1852371b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:29.253784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Attempting to bind port c9e43fe7-f374-428e-8b30-933e1852371b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '036fe23b-2f9d-458b-ab7f-6eb5e3841ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '07165359-7238-4619-8fdd-04db5f0a22e8'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:29.254153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Attempting to bind port c9e43fe7-f374-428e-8b30-933e1852371b on network 07165359-7238-4619-8fdd-04db5f0a22e8 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:29.260148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:29.260533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Checking segment: {'id': '036fe23b-2f9d-458b-ab7f-6eb5e3841ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '07165359-7238-4619-8fdd-04db5f0a22e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:29.260941 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:29.261337 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Bound using segment: {'id': '036fe23b-2f9d-458b-ab7f-6eb5e3841ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '07165359-7238-4619-8fdd-04db5f0a22e8'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:29.261827 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Bound port: c9e43fe7-f374-428e-8b30-933e1852371b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036fe23b-2f9d-458b-ab7f-6eb5e3841ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '07165359-7238-4619-8fdd-04db5f0a22e8'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:29.262209 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:29.305553 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Made reservation on behalf of be284796b3954d5085dbf64ce921ee87 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:29.309990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:29.332492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] For port c9e43fe7-f374-428e-8b30-933e1852371b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:29.335991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] For port c9e43fe7-f374-428e-8b30-933e1852371b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c9e43fe7-f374-428e-8b30-933e1852371b,segment=NetworkSegment(036fe23b-2f9d-458b-ab7f-6eb5e3841ebf),segment_id=036fe23b-2f9d-458b-ab7f-6eb5e3841ebf)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:29.415566 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:29.495216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bc508-5352-496f-b3f4-43528cfc185f None None] Pushing event updated for resources: {'Port': ['ID=c9e43fe7-f374-428e-8b30-933e1852371b,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:29.608612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:29.695723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event updated for resources: {'Subnet': ['ID=e403dd30-b674-4436-a680-77ae0ae260ad,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:29.705821 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.706167 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.706507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.706843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.707186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.707514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.707839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.708192 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.708521 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.709107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.709450 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.709769 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:29.720995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Checking segment: {'id': '03e8a111-4340-4c74-b3c5-6aa4980bc34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '68f6c9ce-3148-44cf-bbd6-e7815c16ecce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:29.720995 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network hostable DHCP agents. Network: 68f6c9ce-3148-44cf-bbd6-e7815c16ecce, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:29.813417 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Network 68f6c9ce-3148-44cf-bbd6-e7815c16ecce is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:29.940852 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 68f6c9ce-3148-44cf-bbd6-e7815c16ecce) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:29.951680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:29.951680 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:29.961812 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c17040-1838-4d2d-a285-1512d329e070 None None] Network 68f6c9ce-3148-44cf-bbd6-e7815c16ecce requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:30.030380 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4265d1a0-778f-43b9-a975-1bc5af522073 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8997974 Feb 09 16:47:30.034191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33228) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:30.037493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c9e43fe7-f374-428e-8b30-933e1852371b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:30.144809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port c9e43fe7-f374-428e-8b30-933e1852371b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:30.145250 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.149921 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.221212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b075e-46e2-45fc-964e-413560d6fbed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-68f6c9ce-3148-44cf-bbd6-e7815c16ecce', 'network_id': '68f6c9ce-3148-44cf-bbd6-e7815c16ecce', 'tenant_id': 'be284796b3954d5085dbf64ce921ee87', 'fixed_ips': [{'subnet_id': 'e403dd30-b674-4436-a680-77ae0ae260ad'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:30.222077 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8a3b075e-46e2-45fc-964e-413560d6fbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.249851 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.283444 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.401023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port c9e43fe7-f374-428e-8b30-933e1852371b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c9e43fe7-f374-428e-8b30-933e1852371b,segment=NetworkSegment(036fe23b-2f9d-458b-ab7f-6eb5e3841ebf),segment_id=036fe23b-2f9d-458b-ab7f-6eb5e3841ebf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:30.420938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.471006 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.530994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=c9e43fe7-f374-428e-8b30-933e1852371b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server [None req-8a3b075e-46e2-45fc-964e-413560d6fbed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e403dd30-b674-4436-a680-77ae0ae260ad: This subnet is being modified by another concurrent operation. Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server raise exception Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e403dd30-b674-4436-a680-77ae0ae260ad: This subnet is being modified by another concurrent operation. Feb 09 16:47:30.535493 n-d-828542-1 neutron-server[103180]: ERROR oslo_messaging.rpc.server Feb 09 16:47:30.569899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e93809-da96-4839-9eba-7cb43d1dfd9b None None] Network 68f6c9ce-3148-44cf-bbd6-e7815c16ecce requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:30.587293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Subnet': ['ID=e403dd30-b674-4436-a680-77ae0ae260ad,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:30.609010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.627786 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.638348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f6c9ce-3148-44cf-bbd6-e7815c16ecce']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:30.650522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e8a111-4340-4c74-b3c5-6aa4980bc34b') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:30.653959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e8a111-4340-4c74-b3c5-6aa4980bc34b') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:30.660631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ded037e-0e3f-499a-9479-17665c0ee71d None None] Network 07165359-7238-4619-8fdd-04db5f0a22e8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:30.661521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.676317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.682772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:30.688356 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:30.813486 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.819564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a124475f-bcb2-49c3-9565-f6565fb2e71e None None] Provisioning complete for port c9e43fe7-f374-428e-8b30-933e1852371b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:30.822992 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a124475f-bcb2-49c3-9565-f6565fb2e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.823386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:30.826168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/68f6c9ce-3148-44cf-bbd6-e7815c16ecce HTTP/1.1" status: 204 len: 168 time: 0.7907259 Feb 09 16:47:30.830063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33230) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:30.839243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de4664-408f-4263-9bc4-56ef4ebb38cd tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Network': ['ID=68f6c9ce-3148-44cf-bbd6-e7815c16ecce,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:30.864950 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cdd379-06d0-4e2e-afa7-a21874a59c4b tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] GET failed (client error): The resource could not be found. Feb 09 16:47:30.866496 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-66cdd379-06d0-4e2e-afa7-a21874a59c4b tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "GET /v2.0/subnets/e403dd30-b674-4436-a680-77ae0ae260ad HTTP/1.1" status: 404 len: 337 time: 0.0352550 Feb 09 16:47:30.869387 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33232) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:30.890366 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c74d5d-38b9-4fd8-ac96-8ba8627c1704 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] DELETE failed (client error): The resource could not be found. Feb 09 16:47:30.890868 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c74d5d-38b9-4fd8-ac96-8ba8627c1704 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:47:30.894068 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-84c74d5d-38b9-4fd8-ac96-8ba8627c1704 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/68f6c9ce-3148-44cf-bbd6-e7815c16ecce HTTP/1.1" status: 404 len: 339 time: 0.0234706 Feb 09 16:47:30.898040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33234) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:30.926818 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a19cf2-4370-4b5a-acae-1d80dfbfc79d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] DELETE failed (client error): The resource could not be found. Feb 09 16:47:30.927278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a19cf2-4370-4b5a-acae-1d80dfbfc79d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:47:30.931082 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d8a19cf2-4370-4b5a-acae-1d80dfbfc79d tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/subnets/e403dd30-b674-4436-a680-77ae0ae260ad HTTP/1.1" status: 404 len: 337 time: 0.0314665 Feb 09 16:47:30.934093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33236) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:30.953362 n-d-828542-1 neutron-server[103179]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a8e6a4-2e6d-49c5-9094-bf8ccf71e909 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] DELETE failed (client error): The resource could not be found. Feb 09 16:47:30.953830 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a8e6a4-2e6d-49c5-9094-bf8ccf71e909 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103179) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:47:30.957492 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c7a8e6a4-2e6d-49c5-9094-bf8ccf71e909 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/68f6c9ce-3148-44cf-bbd6-e7815c16ecce HTTP/1.1" status: 404 len: 339 time: 0.0223978 Feb 09 16:47:30.960229 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33238) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:31.046305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a2458d-4700-483e-9ca3-99b9a89417be tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Deleting subnet 973e904c-9e78-4ec2-a11b-becf0c5494a7 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:47:31.050075 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3a2458d-4700-483e-9ca3-99b9a89417be tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.096490 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3a2458d-4700-483e-9ca3-99b9a89417be tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.212429 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3a2458d-4700-483e-9ca3-99b9a89417be tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.225150 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68d6c7-6efe-4207-9af7-f764b035fca6 None None] get_active_networks_info from n-d-828542-1 {{(pid=103180) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 09 16:47:31.303511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc68d6c7-6efe-4207-9af7-f764b035fca6 None None] Resources bound (agent type, host, resource id): {{(pid=103180) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 16:47:31.368712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d427c977-03b2-4456-98e5-69c5753778c5 None None] Provisioning complete for port c9e43fe7-f374-428e-8b30-933e1852371b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:31.368981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d427c977-03b2-4456-98e5-69c5753778c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.381917 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3a2458d-4700-483e-9ca3-99b9a89417be tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.443519 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2458d-4700-483e-9ca3-99b9a89417be tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Subnet': ['ID=973e904c-9e78-4ec2-a11b-becf0c5494a7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:31.451452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3a2458d-4700-483e-9ca3-99b9a89417be tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.461203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33240) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:31.472908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a3a2458d-4700-483e-9ca3-99b9a89417be tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/subnets/973e904c-9e78-4ec2-a11b-becf0c5494a7 HTTP/1.1" status: 204 len: 168 time: 0.4937093 Feb 09 16:47:31.556281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.626032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Deleting port c9e43fe7-f374-428e-8b30-933e1852371b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:31.627053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.651459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32827602-0145-41d7-8151-a93f824fcdbe None None] Network 07165359-7238-4619-8fdd-04db5f0a22e8 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:31.710498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] For port c9e43fe7-f374-428e-8b30-933e1852371b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=c9e43fe7-f374-428e-8b30-933e1852371b,segment=NetworkSegment(036fe23b-2f9d-458b-ab7f-6eb5e3841ebf),segment_id=036fe23b-2f9d-458b-ab7f-6eb5e3841ebf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:31.710872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.728975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Calling delete_port for c9e43fe7-f374-428e-8b30-933e1852371b owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:31.856556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] DHCP port deletion for 07165359-7238-4619-8fdd-04db5f0a22e8 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:47:31.906802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.911075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] Deleting port c9e43fe7-f374-428e-8b30-933e1852371b {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:31.911495 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:31.937657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No DVR routers for this DVR port c9e43fe7-f374-428e-8b30-933e1852371b on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:31.940068 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Port': ['ID=c9e43fe7-f374-428e-8b30-933e1852371b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:31.998952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] For port c9e43fe7-f374-428e-8b30-933e1852371b, host n-d-828542-1, got binding levels [] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:31.999357 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.013226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c9e43fe7-f374-428e-8b30-933e1852371b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:47:32.015690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] Calling delete_port for c9e43fe7-f374-428e-8b30-933e1852371b owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:32.018783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.ipam_backend_mixin [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] Port c9e43fe7-f374-428e-8b30-933e1852371b was not found and therefore no delete operation was performed {{(pid=103180) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 16:47:32.021170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.033467 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.056178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07165359-7238-4619-8fdd-04db5f0a22e8']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:32.066136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: c9e43fe7-f374-428e-8b30-933e1852371b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:47:32.066481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device c9e43fe7-f374-428e-8b30-933e1852371b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:47:32.066826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036fe23b-2f9d-458b-ab7f-6eb5e3841ebf') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:32.067139 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036fe23b-2f9d-458b-ab7f-6eb5e3841ebf') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:32.072025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] Pushing event deleted for resources: {'Port': ['ID=c9e43fe7-f374-428e-8b30-933e1852371b,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:32.074322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a17c04-77d0-4f70-aa79-97753ef12e5d None None] No DVR routers for this DVR port c9e43fe7-f374-428e-8b30-933e1852371b on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:32.092450 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.113419 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.120480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:32.120892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:32.123953 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:32.266870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.275370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.278769 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/07165359-7238-4619-8fdd-04db5f0a22e8 HTTP/1.1" status: 204 len: 168 time: 0.8164275 Feb 09 16:47:32.282029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33242) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:32.299225 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.300714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf283b42-7ec1-4b44-b748-1b9d4591b312 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Network': ['ID=07165359-7238-4619-8fdd-04db5f0a22e8,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:32.322214 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bc248b-2673-423a-93d0-f668686a4140 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] DELETE failed (client error): The resource could not be found. Feb 09 16:47:32.322681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bc248b-2673-423a-93d0-f668686a4140 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:47:32.325966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d8bc248b-2673-423a-93d0-f668686a4140 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/subnets/11146e1b-508c-4418-9e32-48a31ce2f918 HTTP/1.1" status: 404 len: 337 time: 0.0328765 Feb 09 16:47:32.330046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33244) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:32.350116 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c02f7f-70b2-4f84-a69a-0414166b3c07 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] DELETE failed (client error): The resource could not be found. Feb 09 16:47:32.350618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c02f7f-70b2-4f84-a69a-0414166b3c07 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:47:32.353902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-41c02f7f-70b2-4f84-a69a-0414166b3c07 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/451bfa54-a7e9-4de6-8a01-90a645b4c89a HTTP/1.1" status: 404 len: 339 time: 0.0227735 Feb 09 16:47:32.356649 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33246) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:32.384759 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cf05cb-7bbb-4498-b02f-94cceb29fad8 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] DELETE failed (client error): The resource could not be found. Feb 09 16:47:32.385229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cf05cb-7bbb-4498-b02f-94cceb29fad8 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:47:32.388470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d0cf05cb-7bbb-4498-b02f-94cceb29fad8 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/subnets/01e94478-0df7-4164-8b56-5046190eae8a HTTP/1.1" status: 404 len: 337 time: 0.0305123 Feb 09 16:47:32.391156 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33248) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:32.416257 n-d-828542-1 neutron-server[103178]: INFO neutron.pecan_wsgi.hooks.translation [None req-2383028e-c10a-41be-b02f-5c124decc470 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] DELETE failed (client error): The resource could not be found. Feb 09 16:47:32.416861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2383028e-c10a-41be-b02f-5c124decc470 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103178) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 16:47:32.420017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2383028e-c10a-41be-b02f-5c124decc470 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/a7ece15a-fef1-4651-b615-64730236660a HTTP/1.1" status: 404 len: 339 time: 0.0278645 Feb 09 16:47:32.423227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33250) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:32.478515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c3d657-cde8-4bab-ad03-11531b2c76d1 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Deleting subnet d8edfd9e-8540-4d44-82c6-505dfc30d1da {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:47:32.482275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10c3d657-cde8-4bab-ad03-11531b2c76d1 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.529980 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10c3d657-cde8-4bab-ad03-11531b2c76d1 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.622744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10c3d657-cde8-4bab-ad03-11531b2c76d1 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.756929 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10c3d657-cde8-4bab-ad03-11531b2c76d1 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.788283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3d657-cde8-4bab-ad03-11531b2c76d1 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Subnet': ['ID=d8edfd9e-8540-4d44-82c6-505dfc30d1da,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:32.790300 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-10c3d657-cde8-4bab-ad03-11531b2c76d1 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.796499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-10c3d657-cde8-4bab-ad03-11531b2c76d1 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/subnets/d8edfd9e-8540-4d44-82c6-505dfc30d1da HTTP/1.1" status: 204 len: 168 time: 0.3721447 Feb 09 16:47:32.796625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33252) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:32.797954 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2ba4b-a93b-4d3b-a897-609c254501f1 None None] Network 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:32.884061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.946580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Deleting port 8eb07e97-8e25-449f-b55b-f6626eb56996 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:32.947301 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:32.989507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] DHCP port deletion for 3e115576-9f5b-48b8-8076-1c3d1ce75cb9 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:47:33.018871 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] For port 8eb07e97-8e25-449f-b55b-f6626eb56996, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8eb07e97-8e25-449f-b55b-f6626eb56996,segment=NetworkSegment(08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1),segment_id=08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:33.018871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.033654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Calling delete_port for 8eb07e97-8e25-449f-b55b-f6626eb56996 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:33.038598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] Deleting port 8eb07e97-8e25-449f-b55b-f6626eb56996 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:33.038906 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.103715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] For port 8eb07e97-8e25-449f-b55b-f6626eb56996, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8eb07e97-8e25-449f-b55b-f6626eb56996,segment=NetworkSegment(08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1),segment_id=08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:33.104171 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.175861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.206463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Port': ['ID=8eb07e97-8e25-449f-b55b-f6626eb56996,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:33.214282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] No DVR routers for this DVR port 8eb07e97-8e25-449f-b55b-f6626eb56996 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:33.280662 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] Calling delete_port for 8eb07e97-8e25-449f-b55b-f6626eb56996 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:33.300945 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.329128 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e115576-9f5b-48b8-8076-1c3d1ce75cb9']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:33.339424 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:33.339780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08851ef2-00b7-4920-bf5b-ed4f4fd8d5d1') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:33.350862 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.365981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.367316 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.373151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:33.373566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:33.377030 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:33.393028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] Pushing event deleted for resources: {'Port': ['ID=8eb07e97-8e25-449f-b55b-f6626eb56996,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:33.396766 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65efde2f-ab18-41f8-84de-c830f42f3bb2 None None] No DVR routers for this DVR port 8eb07e97-8e25-449f-b55b-f6626eb56996 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:33.524010 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.538045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:33.541681 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] 10.222.0.53 "DELETE /v2.0/networks/3e115576-9f5b-48b8-8076-1c3d1ce75cb9 HTTP/1.1" status: 204 len: 168 time: 0.7437961 Feb 09 16:47:33.552602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa1d02-46bb-4344-aa39-85892d48f982 tempest-NetworksIpV6Test-80687695 tempest-NetworksIpV6Test-80687695-project] Pushing event deleted for resources: {'Network': ['ID=3e115576-9f5b-48b8-8076-1c3d1ce75cb9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:33.984044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8eb07e97-8e25-449f-b55b-f6626eb56996 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:47:34.009982 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8eb07e97-8e25-449f-b55b-f6626eb56996 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:47:34.010331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8eb07e97-8e25-449f-b55b-f6626eb56996 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:47:34.156493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33258) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:34.295222 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ab4d3e19-9c00-43be-b9cc-4a6175d5e142 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be284796b3954d5085dbf64ce921ee87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379697 Feb 09 16:47:34.297796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33262) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:34.347459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81aefd50-1b41-4ced-8658-2c1f1d34603d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:34.369178 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81aefd50-1b41-4ced-8658-2c1f1d34603d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:34.512525 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81aefd50-1b41-4ced-8658-2c1f1d34603d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:34.515073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-81aefd50-1b41-4ced-8658-2c1f1d34603d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:34.516359 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-81aefd50-1b41-4ced-8658-2c1f1d34603d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9927ee04-3333-43c7-b452-23984e0f31ff HTTP/1.1" status: 204 len: 168 time: 0.2169552 Feb 09 16:47:34.525712 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aefd50-1b41-4ced-8658-2c1f1d34603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9927ee04-3333-43c7-b452-23984e0f31ff,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:35.640266 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33284) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:35.748522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3c0ab882-3959-4d9e-bb83-8ef6ab369006 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-250341073', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:35.895353 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab882-3959-4d9e-bb83-8ef6ab369006 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:35.897250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab882-3959-4d9e-bb83-8ef6ab369006 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:35.952796 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab882-3959-4d9e-bb83-8ef6ab369006 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.021476 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab882-3959-4d9e-bb83-8ef6ab369006 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.119864 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab882-3959-4d9e-bb83-8ef6ab369006 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.121566 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3c0ab882-3959-4d9e-bb83-8ef6ab369006 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4800887 Feb 09 16:47:36.125074 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33288) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:36.131591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1516224879'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:36.259260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Made reservation on behalf of 3b59e27c1bb347f5a11b9207db0e535b for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:36.262831 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.272818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.361444 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.472281 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.502762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:36.509382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=769ad1b7-6d87-427a-8f95-d5e2f5968e9e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:36.516550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.521289 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Added segment 9a86844c-b67c-4414-a087-5045b8dcbbd7 of type vlan for network bb1f81ed-4316-426c-91e0-620cc280f41d Feb 09 16:47:36.561158 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.729065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:36.735260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:36.735888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:37.124558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event updated for resources: {'Network': ['ID=bb1f81ed-4316-426c-91e0-620cc280f41d,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:37.135729 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network bb1f81ed-4316-426c-91e0-620cc280f41d details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:37.187770 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d2cd509c-7be0-474d-8ef7-0170c5d14ba8 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0570521 Feb 09 16:47:37.188610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33290) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:37.195126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Request body: {'subnet': {'network_id': 'bb1f81ed-4316-426c-91e0-620cc280f41d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:37.410010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Made reservation on behalf of 3b59e27c1bb347f5a11b9207db0e535b for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:37.415048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:37.713459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:37.818555 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event updated for resources: {'Subnet': ['ID=7a822c7c-c13a-4777-a8d1-47858206b7d6,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:37.830019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Checking segment: {'id': '9a86844c-b67c-4414-a087-5045b8dcbbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'bb1f81ed-4316-426c-91e0-620cc280f41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:37.830389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Network hostable DHCP agents. Network: bb1f81ed-4316-426c-91e0-620cc280f41d, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:37.911842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Network bb1f81ed-4316-426c-91e0-620cc280f41d is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:37.987284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, bb1f81ed-4316-426c-91e0-620cc280f41d) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:37.992934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:37.993787 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:37.998090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84667444-b8be-4031-a7f5-87f55de98574 None None] Network bb1f81ed-4316-426c-91e0-620cc280f41d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:38.092938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e9553237-def1-4a99-b826-00204eb90d90 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9027250 Feb 09 16:47:38.096637 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33292) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:38.102003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-538349139'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:38.184297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-bb1f81ed-4316-426c-91e0-620cc280f41d', 'network_id': 'bb1f81ed-4316-426c-91e0-620cc280f41d', 'tenant_id': '3b59e27c1bb347f5a11b9207db0e535b', 'fixed_ips': [{'subnet_id': '7a822c7c-c13a-4777-a8d1-47858206b7d6'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:38.185184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.221175 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Made reservation on behalf of 3b59e27c1bb347f5a11b9207db0e535b for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:38.224841 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.256378 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:38.266022 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.266442 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Added segment d90f8d53-6ed3-469f-b862-aba9e6e60973 of type vlan for network 98fbec34-8f07-4474-8311-ccb5516dba09 Feb 09 16:47:38.308418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.347263 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Allocated IP 172.20.0.2 (bb1f81ed-4316-426c-91e0-620cc280f41d/7a822c7c-c13a-4777-a8d1-47858206b7d6/71842f50-66de-412b-89c9-fb59bc6308e2) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:38.426293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.432155 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:38.432790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.507741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event updated for resources: {'Network': ['ID=98fbec34-8f07-4474-8311-ccb5516dba09,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:38.523406 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 98fbec34-8f07-4474-8311-ccb5516dba09 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:38.525555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.558977 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f4a700e7-4c49-4fe8-bba0-7cd5a9a7b2e7 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4611001 Feb 09 16:47:38.562227 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33294) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:38.568738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Request body: {'subnet': {'network_id': '98fbec34-8f07-4474-8311-ccb5516dba09', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:38.643862 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.694652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Network bb1f81ed-4316-426c-91e0-620cc280f41d is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:38.697861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:38.702475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:38.705913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Pushing event updated for resources: {'Port': ['ID=71842f50-66de-412b-89c9-fb59bc6308e2,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:38.751936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Made reservation on behalf of 3b59e27c1bb347f5a11b9207db0e535b for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:38.756529 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.763795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Attempting to bind port 71842f50-66de-412b-89c9-fb59bc6308e2 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:38.764069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Attempting to bind port 71842f50-66de-412b-89c9-fb59bc6308e2 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9a86844c-b67c-4414-a087-5045b8dcbbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'bb1f81ed-4316-426c-91e0-620cc280f41d'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:38.764465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Attempting to bind port 71842f50-66de-412b-89c9-fb59bc6308e2 on network bb1f81ed-4316-426c-91e0-620cc280f41d {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:38.770407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:38.770785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Checking segment: {'id': '9a86844c-b67c-4414-a087-5045b8dcbbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'bb1f81ed-4316-426c-91e0-620cc280f41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:38.771192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.771598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Bound using segment: {'id': '9a86844c-b67c-4414-a087-5045b8dcbbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'bb1f81ed-4316-426c-91e0-620cc280f41d'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:38.772117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Bound port: 71842f50-66de-412b-89c9-fb59bc6308e2, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a86844c-b67c-4414-a087-5045b8dcbbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'bb1f81ed-4316-426c-91e0-620cc280f41d'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:38.772509 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:38.849895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] For port 71842f50-66de-412b-89c9-fb59bc6308e2, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:38.855536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] For port 71842f50-66de-412b-89c9-fb59bc6308e2, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=71842f50-66de-412b-89c9-fb59bc6308e2,segment=NetworkSegment(9a86844c-b67c-4414-a087-5045b8dcbbd7),segment_id=9a86844c-b67c-4414-a087-5045b8dcbbd7)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:38.940993 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:39.012880 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ca707-4b0b-4483-8720-ad4f859e4246 None None] Pushing event updated for resources: {'Port': ['ID=71842f50-66de-412b-89c9-fb59bc6308e2,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:39.060887 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:39.133147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event updated for resources: {'Subnet': ['ID=8d45c544-88f0-4114-ab13-e8041a6157dd,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:39.144413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Checking segment: {'id': 'd90f8d53-6ed3-469f-b862-aba9e6e60973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '98fbec34-8f07-4474-8311-ccb5516dba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:39.144784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Network hostable DHCP agents. Network: 98fbec34-8f07-4474-8311-ccb5516dba09, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:39.238799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Network 98fbec34-8f07-4474-8311-ccb5516dba09 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:39.356769 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 98fbec34-8f07-4474-8311-ccb5516dba09) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:39.367691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:39.367691 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:39.368315 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81428256-9fe0-45d2-9275-4ac9a93603c5 None None] Network 98fbec34-8f07-4474-8311-ccb5516dba09 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:39.493413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-15f71f73-046b-4af6-af1a-ab88aa19735b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9281943 Feb 09 16:47:39.496546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33296) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:39.501999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c2003381-8c95-4781-8838-ef85508f4afd tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Request body: {'router': {'external_gateway_info': {'network_id': '98fbec34-8f07-4474-8311-ccb5516dba09'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:39.567046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-98fbec34-8f07-4474-8311-ccb5516dba09', 'network_id': '98fbec34-8f07-4474-8311-ccb5516dba09', 'tenant_id': '3b59e27c1bb347f5a11b9207db0e535b', 'fixed_ips': [{'subnet_id': '8d45c544-88f0-4114-ab13-e8041a6157dd'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:39.567987 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:39.743916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Allocated IP 172.21.0.2 (98fbec34-8f07-4474-8311-ccb5516dba09/8d45c544-88f0-4114-ab13-e8041a6157dd/0ad667e3-27bc-4722-9278-f3c5d76d2b81) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:39.761075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c2003381-8c95-4781-8838-ef85508f4afd tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:39.936545 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.003241 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [None req-c2003381-8c95-4781-8838-ef85508f4afd tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 16:47:40.012143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c2003381-8c95-4781-8838-ef85508f4afd tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "PUT /v2.0/routers/de61689b-708b-450a-9cbf-7bb813236f02 HTTP/1.1" status: 400 len: 364 time: 0.5069432 Feb 09 16:47:40.012447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33298) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:40.016308 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.071313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 71842f50-66de-412b-89c9-fb59bc6308e2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:40.075817 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Network 98fbec34-8f07-4474-8311-ccb5516dba09 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:40.084661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3b1b02-5bf6-4310-878e-09c5c3f93133 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Deleting subnet 8d45c544-88f0-4114-ab13-e8041a6157dd {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:47:40.088247 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1b02-5bf6-4310-878e-09c5c3f93133 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.103483 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:40.106180 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:40.108770 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da5c75-7ce2-4b14-b5d5-06e9e9a478d1 None None] Network bb1f81ed-4316-426c-91e0-620cc280f41d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:40.135051 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1b02-5bf6-4310-878e-09c5c3f93133 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.215335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Pushing event updated for resources: {'Port': ['ID=0ad667e3-27bc-4722-9278-f3c5d76d2b81,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:40.243573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-765f98a1-9caf-4ea9-9992-9968d6ce39e8 None None] Provisioning complete for port 71842f50-66de-412b-89c9-fb59bc6308e2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:40.243972 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-765f98a1-9caf-4ea9-9992-9968d6ce39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.255890 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1b02-5bf6-4310-878e-09c5c3f93133 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.296355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Attempting to bind port 0ad667e3-27bc-4722-9278-f3c5d76d2b81 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:40.299427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Attempting to bind port 0ad667e3-27bc-4722-9278-f3c5d76d2b81 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'd90f8d53-6ed3-469f-b862-aba9e6e60973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '98fbec34-8f07-4474-8311-ccb5516dba09'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:40.299427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Attempting to bind port 0ad667e3-27bc-4722-9278-f3c5d76d2b81 on network 98fbec34-8f07-4474-8311-ccb5516dba09 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:40.323233 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 71842f50-66de-412b-89c9-fb59bc6308e2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:40.323466 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.325531 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:40.328123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Checking segment: {'id': 'd90f8d53-6ed3-469f-b862-aba9e6e60973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '98fbec34-8f07-4474-8311-ccb5516dba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:40.328123 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.328123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Bound using segment: {'id': 'd90f8d53-6ed3-469f-b862-aba9e6e60973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '98fbec34-8f07-4474-8311-ccb5516dba09'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:40.328123 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Bound port: 0ad667e3-27bc-4722-9278-f3c5d76d2b81, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd90f8d53-6ed3-469f-b862-aba9e6e60973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '98fbec34-8f07-4474-8311-ccb5516dba09'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:40.328123 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.427210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1b02-5bf6-4310-878e-09c5c3f93133 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.459812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b1b02-5bf6-4310-878e-09c5c3f93133 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event deleted for resources: {'Subnet': ['ID=8d45c544-88f0-4114-ab13-e8041a6157dd,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:40.462227 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1b02-5bf6-4310-878e-09c5c3f93133 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.467808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4e3b1b02-5bf6-4310-878e-09c5c3f93133 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "DELETE /v2.0/subnets/8d45c544-88f0-4114-ab13-e8041a6157dd HTTP/1.1" status: 204 len: 168 time: 0.4518378 Feb 09 16:47:40.468268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33300) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:40.533137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-765f98a1-9caf-4ea9-9992-9968d6ce39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.536377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] For port 0ad667e3-27bc-4722-9278-f3c5d76d2b81, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:40.542042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] For port 0ad667e3-27bc-4722-9278-f3c5d76d2b81, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0ad667e3-27bc-4722-9278-f3c5d76d2b81,segment=NetworkSegment(d90f8d53-6ed3-469f-b862-aba9e6e60973),segment_id=d90f8d53-6ed3-469f-b862-aba9e6e60973)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:40.554952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.619955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.623291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-765f98a1-9caf-4ea9-9992-9968d6ce39e8 None None] For port 71842f50-66de-412b-89c9-fb59bc6308e2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=71842f50-66de-412b-89c9-fb59bc6308e2,segment=NetworkSegment(9a86844c-b67c-4414-a087-5045b8dcbbd7),segment_id=9a86844c-b67c-4414-a087-5045b8dcbbd7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:40.627390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Deleting port 0ad667e3-27bc-4722-9278-f3c5d76d2b81 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:40.627809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.644724 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.716887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] For port 0ad667e3-27bc-4722-9278-f3c5d76d2b81, host n-d-828542-1, got binding levels [] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:40.717559 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.733385 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c1723-558a-4b26-9cf7-641db6978bbd None None] Pushing event updated for resources: {'Port': ['ID=0ad667e3-27bc-4722-9278-f3c5d76d2b81,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:40.738385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Calling delete_port for 0ad667e3-27bc-4722-9278-f3c5d76d2b81 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:40.757247 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-765f98a1-9caf-4ea9-9992-9968d6ce39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:40.836352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:47:40.836891 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:47:40.860865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f98a1-9caf-4ea9-9992-9968d6ce39e8 None None] Pushing event updated for resources: {'Port': ['ID=71842f50-66de-412b-89c9-fb59bc6308e2,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:40.980441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ede75a35-e141-4268-9878-76069697751f None None] Provisioning complete for port 71842f50-66de-412b-89c9-fb59bc6308e2 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:40.980826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ede75a35-e141-4268-9878-76069697751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.072331 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.101343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event deleted for resources: {'Port': ['ID=0ad667e3-27bc-4722-9278-f3c5d76d2b81,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:41.106983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] No DVR routers for this DVR port 0ad667e3-27bc-4722-9278-f3c5d76d2b81 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:41.200335 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.222515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fbec34-8f07-4474-8311-ccb5516dba09']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:41.232337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90f8d53-6ed3-469f-b862-aba9e6e60973') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:41.232558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90f8d53-6ed3-469f-b862-aba9e6e60973') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:41.243151 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.258014 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.264149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:41.264581 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:41.267701 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:41.441908 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.449316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.452565 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "DELETE /v2.0/networks/98fbec34-8f07-4474-8311-ccb5516dba09 HTTP/1.1" status: 204 len: 168 time: 0.9834642 Feb 09 16:47:41.455042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33302) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:41.474125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbe1f5-66e1-4342-84fb-dda7d773ac1f tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event deleted for resources: {'Network': ['ID=98fbec34-8f07-4474-8311-ccb5516dba09,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:41.524655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fafa27-fc9e-40e7-a64e-1d0c99e58230 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Deleting subnet 7a822c7c-c13a-4777-a8d1-47858206b7d6 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:47:41.528482 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05fafa27-fc9e-40e7-a64e-1d0c99e58230 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.575431 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05fafa27-fc9e-40e7-a64e-1d0c99e58230 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.672270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05fafa27-fc9e-40e7-a64e-1d0c99e58230 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.799248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ab53cb13-4e44-40d8-89d1-d9f44e1cfab2 None None] Could not find standard attr ID for object 0ad667e3-27bc-4722-9278-f3c5d76d2b81. {{(pid=103180) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 16:47:41.824979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05fafa27-fc9e-40e7-a64e-1d0c99e58230 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.848769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde6843-760e-4a8d-986e-7027f59f4206 None None] DHCP port deletion for 98fbec34-8f07-4474-8311-ccb5516dba09 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:47:41.852364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fafa27-fc9e-40e7-a64e-1d0c99e58230 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event deleted for resources: {'Subnet': ['ID=7a822c7c-c13a-4777-a8d1-47858206b7d6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:41.858322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-05fafa27-fc9e-40e7-a64e-1d0c99e58230 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:41.864329 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-05fafa27-fc9e-40e7-a64e-1d0c99e58230 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "DELETE /v2.0/subnets/7a822c7c-c13a-4777-a8d1-47858206b7d6 HTTP/1.1" status: 204 len: 168 time: 0.4060445 Feb 09 16:47:41.866861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33304) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:41.875516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac2f32-8e43-4dc7-9768-1a24ddbd166d None None] Network bb1f81ed-4316-426c-91e0-620cc280f41d requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:41.880039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d7b10-94b7-43cf-8fc0-ee9e1c6eedfb None None] Network 98fbec34-8f07-4474-8311-ccb5516dba09 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:41.928471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d7b10-94b7-43cf-8fc0-ee9e1c6eedfb None None] Network 98fbec34-8f07-4474-8311-ccb5516dba09 could not be found, it might have been deleted concurrently. {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 09 16:47:41.952427 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.014058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Deleting port 71842f50-66de-412b-89c9-fb59bc6308e2 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:42.014336 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.029267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 71842f50-66de-412b-89c9-fb59bc6308e2 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:42.081519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 71842f50-66de-412b-89c9-fb59bc6308e2 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:42.081999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.087357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] For port 71842f50-66de-412b-89c9-fb59bc6308e2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=71842f50-66de-412b-89c9-fb59bc6308e2,segment=NetworkSegment(9a86844c-b67c-4414-a087-5045b8dcbbd7),segment_id=9a86844c-b67c-4414-a087-5045b8dcbbd7)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:42.087964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.104786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Calling delete_port for 71842f50-66de-412b-89c9-fb59bc6308e2 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:42.109762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] DHCP port deletion for bb1f81ed-4316-426c-91e0-620cc280f41d request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:47:42.207733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] Deleting port 71842f50-66de-412b-89c9-fb59bc6308e2 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:47:42.208124 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.269251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] For port 71842f50-66de-412b-89c9-fb59bc6308e2, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=71842f50-66de-412b-89c9-fb59bc6308e2,segment=NetworkSegment(9a86844c-b67c-4414-a087-5045b8dcbbd7),segment_id=9a86844c-b67c-4414-a087-5045b8dcbbd7)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:42.269566 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.282238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] Calling delete_port for 71842f50-66de-412b-89c9-fb59bc6308e2 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:47:42.436010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.445463 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.463606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event deleted for resources: {'Port': ['ID=71842f50-66de-412b-89c9-fb59bc6308e2,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:42.467186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] No DVR routers for this DVR port 71842f50-66de-412b-89c9-fb59bc6308e2 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:42.471851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] Pushing event deleted for resources: {'Port': ['ID=71842f50-66de-412b-89c9-fb59bc6308e2,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:42.475601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0863e3-6d48-4128-8b57-1cc92c76fbb0 None None] No DVR routers for this DVR port 71842f50-66de-412b-89c9-fb59bc6308e2 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:47:42.553032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.577420 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1f81ed-4316-426c-91e0-620cc280f41d']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:42.586947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a86844c-b67c-4414-a087-5045b8dcbbd7') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:42.587248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a86844c-b67c-4414-a087-5045b8dcbbd7') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:42.596759 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.611558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.618225 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:47:42.618646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:47:42.621766 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:47:42.797589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.805286 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:42.808465 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "DELETE /v2.0/networks/bb1f81ed-4316-426c-91e0-620cc280f41d HTTP/1.1" status: 204 len: 168 time: 0.9403889 Feb 09 16:47:42.811308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33306) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:42.822481 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31839ad1-0fb9-4d54-b3ca-1580fb3a523b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Pushing event deleted for resources: {'Network': ['ID=bb1f81ed-4316-426c-91e0-620cc280f41d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:42.840962 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5bbc7407-3d12-41a0-8d6c-7aa4b9da15e0 tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "GET /v2.0/ports?device_id=de61689b-708b-450a-9cbf-7bb813236f02 HTTP/1.1" status: 200 len: 205 time: 0.0284312 Feb 09 16:47:42.843249 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33308) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:42.920528 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f671eeee-8fb3-4c65-838d-6f7e886d1f6b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:43.085910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f671eeee-8fb3-4c65-838d-6f7e886d1f6b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:43.088059 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f671eeee-8fb3-4c65-838d-6f7e886d1f6b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:43.316223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f671eeee-8fb3-4c65-838d-6f7e886d1f6b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:43.316767 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f671eeee-8fb3-4c65-838d-6f7e886d1f6b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Fanout notify agent at l3_agent the message router_deleted on router de61689b-708b-450a-9cbf-7bb813236f02 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:47:43.324445 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f671eeee-8fb3-4c65-838d-6f7e886d1f6b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:43.325282 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f671eeee-8fb3-4c65-838d-6f7e886d1f6b tempest-RoutersNegativeTest-423995179 tempest-RoutersNegativeTest-423995179-project] 10.222.0.53 "DELETE /v2.0/routers/de61689b-708b-450a-9cbf-7bb813236f02 HTTP/1.1" status: 204 len: 168 time: 0.4811242 Feb 09 16:47:43.995309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 71842f50-66de-412b-89c9-fb59bc6308e2 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:47:44.017808 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 71842f50-66de-412b-89c9-fb59bc6308e2 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:47:44.018158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 71842f50-66de-412b-89c9-fb59bc6308e2 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:47:44.181445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:44.331411 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-625f1230-d78f-4adc-b5b0-1a18b671c70b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b59e27c1bb347f5a11b9207db0e535b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486480 Feb 09 16:47:44.334276 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:44.398017 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee4b22fe-479c-4ee5-8d02-985bdd588e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:44.425544 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee4b22fe-479c-4ee5-8d02-985bdd588e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:44.672114 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee4b22fe-479c-4ee5-8d02-985bdd588e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:44.674786 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ee4b22fe-479c-4ee5-8d02-985bdd588e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:44.675997 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ee4b22fe-479c-4ee5-8d02-985bdd588e5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/769ad1b7-6d87-427a-8f95-d5e2f5968e9e HTTP/1.1" status: 204 len: 168 time: 0.3407156 Feb 09 16:47:44.686532 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b22fe-479c-4ee5-8d02-985bdd588e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ad1b7-6d87-427a-8f95-d5e2f5968e9e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:46.021736 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33340) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:46.147497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-48099660-network', 'tenant_id': '6805e894c7eb416487b913ed076e4d01'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:46.237123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Made reservation on behalf of 6805e894c7eb416487b913ed076e4d01 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:46.239986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:46.249635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:46.351505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:46.398127 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:46.424952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:46.435486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811d660c-396a-4c43-a113-a943fa90ce36,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:46.440739 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:46.441131 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Added segment f31d1295-e9b5-47a6-9cba-23a315ce7fcf of type vlan for network 9fda7e28-7119-428d-9a2c-502fe4a52d05 Feb 09 16:47:46.488120 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:46.590370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:46.591510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:46.592170 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:46.658262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] Pushing event updated for resources: {'Network': ['ID=9fda7e28-7119-428d-9a2c-502fe4a52d05,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:46.669775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:46.742399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c09440cf-7542-45e0-9d70-4b326d793950 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7194912 Feb 09 16:47:46.746103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33344) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:46.753116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Request body: {'subnet': {'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-subnet', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:46.861573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Made reservation on behalf of 6805e894c7eb416487b913ed076e4d01 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:46.864111 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.117885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.173956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87516ef-1a7b-47d7-ac66-3ed1be59ae0d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:47.189984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Checking segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:47.190337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Network hostable DHCP agents. Network: 9fda7e28-7119-428d-9a2c-502fe4a52d05, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:47.287266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:47.386137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 9fda7e28-7119-428d-9a2c-502fe4a52d05) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:47.390458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:47.391066 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.395190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1748e5-4614-4a78-a61a-e355c4b074e0 None None] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:47.478485 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9a68e3ae-a6f1-4985-b511-1620384b8f38 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7308939 Feb 09 16:47:47.481103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33346) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:47.491611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:47.541727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-9fda7e28-7119-428d-9a2c-502fe4a52d05', 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'fixed_ips': [{'subnet_id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:47.542611 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.603340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.604521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.657953 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.681373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Allocated IP 172.20.0.2 (9fda7e28-7119-428d-9a2c-502fe4a52d05/b87516ef-1a7b-47d7-ac66-3ed1be59ae0d/7beade8c-a2bb-4893-a86d-2fcfd8b600b1) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:47.835143 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.886712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:47.912342 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:48.125733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:48.131104 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:48.134837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:48.146589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Pushing event updated for resources: {'Port': ['ID=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:48.191497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Attempting to bind port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:48.191977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Attempting to bind port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:48.192391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Attempting to bind port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 on network 9fda7e28-7119-428d-9a2c-502fe4a52d05 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:48.197613 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:48.197994 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Checking segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:48.198408 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:48.198807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Bound using segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:48.199346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Bound port: 7beade8c-a2bb-4893-a86d-2fcfd8b600b1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:48.199734 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:48.229534 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:48.254026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:48.262205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] For port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:48.265236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] For port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:48.334421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:48.370565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Allocated IP 172.25.5.66 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/a90efdb6-bc30-4f7b-9fba-40d4f425de74) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:48.425094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016f899-bfb5-4b41-a63e-5cca093d4971 None None] Pushing event updated for resources: {'Port': ['ID=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:48.491678 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:48.626926 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:48.670497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:48.673809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:48.677547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:48.700538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Pushing event updated for resources: {'Port': ['ID=a90efdb6-bc30-4f7b-9fba-40d4f425de74,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:48.995058 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:49.219369 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:49.349934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be169b6-42d6-4026-8cc3-f800b20addd0 None None] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:49.412261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f5037d90-5742-427d-ada9-65367b251757 None None] Provisioning complete for port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:49.412632 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5037d90-5742-427d-ada9-65367b251757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:49.425942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Router 0a86e6bf-c542-4105-b897-09d1836eee09 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:47:49.536859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:47:49.548883 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Sync routers for ids ['0a86e6bf-c542-4105-b897-09d1836eee09'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:47:49.560778 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Routers {'0a86e6bf-c542-4105-b897-09d1836eee09'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:47:49.561410 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a86e6bf-c542-4105-b897-09d1836eee09'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:49.565699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5037d90-5742-427d-ada9-65367b251757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:49.608737 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f5037d90-5742-427d-ada9-65367b251757 None None] For port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:49.633883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:49.635261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cf6d2a41-3f3b-4e73-b102-c02f772e749e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1532085 Feb 09 16:47:49.638090 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33348) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:49.694813 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f5037d90-5742-427d-ada9-65367b251757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:49.756579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5037d90-5742-427d-ada9-65367b251757 None None] Pushing event updated for resources: {'Port': ['ID=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:49.767872 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Set router 0a86e6bf-c542-4105-b897-09d1836eee09 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:47:49.816762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c88a1bfd-6f8a-4729-9d0b-e65b1f2eca45 None None] Provisioning complete for port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:49.817289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bfd-6f8a-4729-9d0b-e65b1f2eca45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:49.958993 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:47:48Z', 'revision_number': 3, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port': {'id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:48Z', 'updated_at': '2022-02-09T16:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:49.989010 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Checking router: 0a86e6bf-c542-4105-b897-09d1836eee09 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:47:49.989237 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Updating router 0a86e6bf-c542-4105-b897-09d1836eee09 port a90efdb6-bc30-4f7b-9fba-40d4f425de74 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:47:50.024056 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.064780 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:50.129143 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:50.129515 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.290419 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.368960 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.428228 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Attempting to bind port a90efdb6-bc30-4f7b-9fba-40d4f425de74 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:50.428606 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Attempting to bind port a90efdb6-bc30-4f7b-9fba-40d4f425de74 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:50.428968 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Attempting to bind port a90efdb6-bc30-4f7b-9fba-40d4f425de74 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:50.434526 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Pushing event updated for resources: {'Port': ['ID=a90efdb6-bc30-4f7b-9fba-40d4f425de74,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:50.438602 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:50.448163 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:50.448163 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.448163 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:50.448163 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Bound port: a90efdb6-bc30-4f7b-9fba-40d4f425de74, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:50.448163 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.464944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.467203 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.467550 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.467881 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.468235 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.468561 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.468886 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.469205 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.469521 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.470349 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.470657 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.470969 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.471283 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:50.509417 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] For port a90efdb6-bc30-4f7b-9fba-40d4f425de74, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:50.512797 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] For port a90efdb6-bc30-4f7b-9fba-40d4f425de74, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a90efdb6-bc30-4f7b-9fba-40d4f425de74,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:50.584883 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.637754 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Routers {'0a86e6bf-c542-4105-b897-09d1836eee09'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:47:50.638340 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a86e6bf-c542-4105-b897-09d1836eee09'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:50.641635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Allocated IP 172.20.0.1 (9fda7e28-7119-428d-9a2c-502fe4a52d05/b87516ef-1a7b-47d7-ac66-3ed1be59ae0d/6d5e57bc-a672-47e4-8e3e-15dedd4d4581) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:50.684592 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a1c38-4151-41da-a256-9576f4026424 None None] Pushing event updated for resources: {'Port': ['ID=a90efdb6-bc30-4f7b-9fba-40d4f425de74,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:50.749116 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.756727 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] Set router 0a86e6bf-c542-4105-b897-09d1836eee09 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:47:50.837617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.874850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:50.879929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:50.883927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:50.916889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Pushing event updated for resources: {'Port': ['ID=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:50.932104 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:50.939093 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:47:48Z', 'revision_number': 3, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port': {'id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:48Z', 'updated_at': '2022-02-09T16:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:50.967068 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e7890-2f95-4867-9ceb-a82054f07e04 None None] The sync data for ids ['0a86e6bf-c542-4105-b897-09d1836eee09'] in n-d-828542-1 is: [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:47:48Z', 'revision_number': 3, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port': {'id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:48Z', 'updated_at': '2022-02-09T16:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:47:51.137171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c5cefc63-bb27-4f91-bfab-764cd59e290e None None] Provisioning complete for port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:51.137717 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c5cefc63-bb27-4f91-bfab-764cd59e290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:51.173128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c5cefc63-bb27-4f91-bfab-764cd59e290e None None] Port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:47:51.189083 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:51.381415 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:51.397986 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:47:51.441727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:51.512952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:51.514838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Pushing event updated for resources: {'Port': ['ID=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:51.628595 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:51.630158 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:51.759141 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Router 0a86e6bf-c542-4105-b897-09d1836eee09 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:47:51.879468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:47:51.887223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cfeed9b4-ee19-40d0-a215-df26f3a4171c admin admin] 10.222.0.53 "PUT /v2.0/routers/0a86e6bf-c542-4105-b897-09d1836eee09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2479231 Feb 09 16:47:51.901629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0d23fcf8-aaa1-43e4-9a72-cf1d2d49442e None None] Provisioning complete for port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:51.902005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d23fcf8-aaa1-43e4-9a72-cf1d2d49442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:51.936226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0d23fcf8-aaa1-43e4-9a72-cf1d2d49442e None None] Port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:47:52.042974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a90efdb6-bc30-4f7b-9fba-40d4f425de74 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:52.094010 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a90efdb6-bc30-4f7b-9fba-40d4f425de74 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:52.094360 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.179958 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.203920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port a90efdb6-bc30-4f7b-9fba-40d4f425de74, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a90efdb6-bc30-4f7b-9fba-40d4f425de74,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:52.284168 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.343503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=a90efdb6-bc30-4f7b-9fba-40d4f425de74,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:52.580896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Sync routers for ids ['0a86e6bf-c542-4105-b897-09d1836eee09'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:47:52.591963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Routers {'0a86e6bf-c542-4105-b897-09d1836eee09'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:47:52.592637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a86e6bf-c542-4105-b897-09d1836eee09'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:52.645633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33364) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:52.650725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-107448259-network', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:52.705044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Set router 0a86e6bf-c542-4105-b897-09d1836eee09 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:47:52.738802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Made reservation on behalf of 04e12d417b724dd4b4e237b8f9db14a7 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:52.741920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.752053 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.834474 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.904436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.910434 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:47:51Z', 'revision_number': 4, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port': {'id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:48Z', 'updated_at': '2022-02-09T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6d5e57bc-a672-47e4-8e3e-15dedd4d4581', 'name': '', 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'mac_address': 'fa:16:3e:5b:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:50Z', 'updated_at': '2022-02-09T16:47:51Z', 'revision_number': 2, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'subnets': [{'id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:52.932462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:47:52.943399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c6180a-0b4b-46fc-9f87-a30fc3fda969,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:52.944912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Checking router: 0a86e6bf-c542-4105-b897-09d1836eee09 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:47:52.945274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Updating router 0a86e6bf-c542-4105-b897-09d1836eee09 port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:47:52.949655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.950010 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Added segment 7859a119-101b-4ae1-b7ae-69df427996c5 of type vlan for network df78be46-ad02-4239-8496-35b18019a08f Feb 09 16:47:52.978334 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:52.996719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.077015 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1b91f521-aae7-4e37-9bdb-24bb059192bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.112149 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.113251 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:53.114074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.179828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] Pushing event updated for resources: {'Network': ['ID=df78be46-ad02-4239-8496-35b18019a08f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:53.198392 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network df78be46-ad02-4239-8496-35b18019a08f details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:47:53.235758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b48e6493-815c-4d30-ab6a-db3101b3a23a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5884058 Feb 09 16:47:53.238507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33366) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:53.243670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Request body: {'subnet': {'network_id': 'df78be46-ad02-4239-8496-35b18019a08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-subnet', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:53.321731 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.333220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Made reservation on behalf of 04e12d417b724dd4b4e237b8f9db14a7 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:47:53.335652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.414379 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.496171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99932a5-591f-4617-bc99-7246b1744de1 None None] Pushing event updated for resources: {'Port': ['ID=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:53.546515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Attempting to bind port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:53.546896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Attempting to bind port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:53.549083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Attempting to bind port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 on network 9fda7e28-7119-428d-9a2c-502fe4a52d05 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:53.555644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:53.556262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Checking segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:53.556749 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.557219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Bound using segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:53.558031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Bound port: 6d5e57bc-a672-47e4-8e3e-15dedd4d4581, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:53.558510 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.597819 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.636056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] For port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:53.640071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] For port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:53.668772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:53.690595 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Checking segment: {'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:53.690985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Network hostable DHCP agents. Network: df78be46-ad02-4239-8496-35b18019a08f, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:47:53.722416 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.792028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99932a5-591f-4617-bc99-7246b1744de1 None None] Pushing event updated for resources: {'Port': ['ID=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:53.794886 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Routers {'0a86e6bf-c542-4105-b897-09d1836eee09'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:47:53.795500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:47:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a86e6bf-c542-4105-b897-09d1836eee09'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:53.802974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Network df78be46-ad02-4239-8496-35b18019a08f is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:47:53.839976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ecc7e765-519e-42ff-8ecf-1d100f02ff7b None None] Provisioning complete for port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:53.840383 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ecc7e765-519e-42ff-8ecf-1d100f02ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.906236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, df78be46-ad02-4239-8496-35b18019a08f) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:53.914011 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:53.915981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:53.920496 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20146b2-f095-43f5-a536-0c7bc809a77a None None] Network df78be46-ad02-4239-8496-35b18019a08f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:54.008763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33368) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:54.009843 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-70a3e692-604c-4e58-8be3-8d6983b4c38f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7700202 Feb 09 16:47:54.014147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:47:54.031016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] Set router 0a86e6bf-c542-4105-b897-09d1836eee09 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:47:54.065968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a90efdb6-bc30-4f7b-9fba-40d4f425de74 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:54.104591 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.105744 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.164655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.201261 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ecc7e765-519e-42ff-8ecf-1d100f02ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.377883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.494711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ecc7e765-519e-42ff-8ecf-1d100f02ff7b None None] For port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:54.499335 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a90efdb6-bc30-4f7b-9fba-40d4f425de74 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:54.499778 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.560587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-df78be46-ad02-4239-8496-35b18019a08f', 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'fixed_ips': [{'subnet_id': '204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:47:54.561490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.602070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ecc7e765-519e-42ff-8ecf-1d100f02ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.682739 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.706533 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.768175 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7e765-519e-42ff-8ecf-1d100f02ff7b None None] Pushing event updated for resources: {'Port': ['ID=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:54.814325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Allocated IP 172.25.5.117 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/4062d54b-f829-4bed-8269-928d481ec5fc) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:54.829438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6f317d1a-0844-4e28-9184-3aedeb475084 None None] Provisioning complete for port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:54.829810 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6f317d1a-0844-4e28-9184-3aedeb475084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:54.869744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:47:51Z', 'revision_number': 4, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port': {'id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:48Z', 'updated_at': '2022-02-09T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6d5e57bc-a672-47e4-8e3e-15dedd4d4581', 'name': '', 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'mac_address': 'fa:16:3e:5b:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:50Z', 'updated_at': '2022-02-09T16:47:53Z', 'revision_number': 4, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'subnets': [{'id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:54.911705 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Allocated IP 172.20.0.2 (df78be46-ad02-4239-8496-35b18019a08f/204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04/6fe1286e-9fc2-4615-8748-cb7a962a77a5) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:54.914341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbd8d65-eb04-484a-84c4-11014d93828d None None] The sync data for ids ['0a86e6bf-c542-4105-b897-09d1836eee09'] in n-d-828542-1 is: [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:47:51Z', 'revision_number': 4, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port': {'id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:48Z', 'updated_at': '2022-02-09T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '6d5e57bc-a672-47e4-8e3e-15dedd4d4581', 'name': '', 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'mac_address': 'fa:16:3e:5b:9b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:50Z', 'updated_at': '2022-02-09T16:47:53Z', 'revision_number': 4, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'subnets': [{'id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:47:54.940883 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.054986 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.104539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:55.108248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:55.111874 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:55.118081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Pushing event updated for resources: {'Port': ['ID=4062d54b-f829-4bed-8269-928d481ec5fc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:55.129051 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.184742 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.234783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Network df78be46-ad02-4239-8496-35b18019a08f is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:55.237561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:55.241232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:55.249786 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Pushing event updated for resources: {'Port': ['ID=6fe1286e-9fc2-4615-8748-cb7a962a77a5,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:55.277427 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3b41517d-7801-42ae-9c7d-03817a20ca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.312391 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Attempting to bind port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:55.312773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Attempting to bind port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:55.313146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Attempting to bind port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 on network df78be46-ad02-4239-8496-35b18019a08f {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:55.318917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:55.319297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Checking segment: {'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:55.319711 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.320126 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Bound using segment: {'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:55.320604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Bound port: 6fe1286e-9fc2-4615-8748-cb7a962a77a5, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:55.321024 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.392773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] For port 6fe1286e-9fc2-4615-8748-cb7a962a77a5, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:55.398152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] For port 6fe1286e-9fc2-4615-8748-cb7a962a77a5, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6fe1286e-9fc2-4615-8748-cb7a962a77a5,segment=NetworkSegment(7859a119-101b-4ae1-b7ae-69df427996c5),segment_id=7859a119-101b-4ae1-b7ae-69df427996c5)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:55.461897 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.470994 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.541090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5e367-46ce-4cb5-99c1-d98e84bdf44c None None] Pushing event updated for resources: {'Port': ['ID=6fe1286e-9fc2-4615-8748-cb7a962a77a5,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:55.702888 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:55.940635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Router 435ae5f1-5941-480e-90e5-29282213fa05 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:47:56.075925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:47:56.087456 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Sync routers for ids ['435ae5f1-5941-480e-90e5-29282213fa05'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:47:56.107948 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Routers {'435ae5f1-5941-480e-90e5-29282213fa05'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:47:56.108640 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:47:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['435ae5f1-5941-480e-90e5-29282213fa05'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:56.129380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:56.165136 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:56.167556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dd2d283f-a3e0-4415-8003-b153801b5358 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1566994 Feb 09 16:47:56.169673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33370) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:47:56.189573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:56.189829 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:56.225885 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Set router 435ae5f1-5941-480e-90e5-29282213fa05 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:47:56.304901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6fe1286e-9fc2-4615-8748-cb7a962a77a5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:56.379619 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:56.380025 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:56.470113 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:55Z', 'revision_number': 3, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port': {'id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:56.481039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:56.499882 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Checking router: 435ae5f1-5941-480e-90e5-29282213fa05 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:47:56.500524 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Updating router 435ae5f1-5941-480e-90e5-29282213fa05 port 4062d54b-f829-4bed-8269-928d481ec5fc binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:47:56.533655 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:56.533887 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 6fe1286e-9fc2-4615-8748-cb7a962a77a5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6fe1286e-9fc2-4615-8748-cb7a962a77a5,segment=NetworkSegment(7859a119-101b-4ae1-b7ae-69df427996c5),segment_id=7859a119-101b-4ae1-b7ae-69df427996c5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:56.656295 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:56.725807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=6fe1286e-9fc2-4615-8748-cb7a962a77a5,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:56.736300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a1e216-9fab-45b6-999f-d1bc9c5466fd None None] Network df78be46-ad02-4239-8496-35b18019a08f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:47:56.788743 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:56.812333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f47457a0-0d46-481d-bccd-5a4c1b57bc0e None None] Provisioning complete for port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:56.812709 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f47457a0-0d46-481d-bccd-5a4c1b57bc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:56.957795 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.071843 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.081434 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.136231 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Attempting to bind port 4062d54b-f829-4bed-8269-928d481ec5fc on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:47:57.136958 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Attempting to bind port 4062d54b-f829-4bed-8269-928d481ec5fc by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:47:57.137298 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Attempting to bind port 4062d54b-f829-4bed-8269-928d481ec5fc on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:47:57.139271 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73847c74-0cca-4415-b123-c74ec41958c6 None None] Pushing event updated for resources: {'Port': ['ID=4062d54b-f829-4bed-8269-928d481ec5fc,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:57.145548 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:47:57.145980 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:47:57.146439 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.146835 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:47:57.147361 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Bound port: 4062d54b-f829-4bed-8269-928d481ec5fc, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:47:57.147738 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.212888 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] For port 4062d54b-f829-4bed-8269-928d481ec5fc, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:47:57.215930 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] For port 4062d54b-f829-4bed-8269-928d481ec5fc, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4062d54b-f829-4bed-8269-928d481ec5fc,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:47:57.252823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Allocated IP 172.20.0.1 (df78be46-ad02-4239-8496-35b18019a08f/204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04/31761d61-0c8b-4911-8946-1fff9b219492) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:47:57.277972 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.303790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c9fdf641-a598-40b2-917e-91ca28568c8f None None] Provisioning complete for port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:57.303790 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf641-a598-40b2-917e-91ca28568c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.341522 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Routers {'435ae5f1-5941-480e-90e5-29282213fa05'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:47:57.342293 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:47:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['435ae5f1-5941-480e-90e5-29282213fa05'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:57.344386 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73847c74-0cca-4415-b123-c74ec41958c6 None None] Pushing event updated for resources: {'Port': ['ID=4062d54b-f829-4bed-8269-928d481ec5fc,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:57.378898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.461106 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] Set router 435ae5f1-5941-480e-90e5-29282213fa05 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:47:57.527558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.568567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Network df78be46-ad02-4239-8496-35b18019a08f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:57.571540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:57.577653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:47:57.612328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Pushing event updated for resources: {'Port': ['ID=31761d61-0c8b-4911-8946-1fff9b219492,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:57.624576 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.624941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.625270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.625620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.625997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.626339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.626751 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.627007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.627369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.627701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.628039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.628399 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:47:57.636456 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.657093 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:55Z', 'revision_number': 3, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port': {'id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:57.689906 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f225ffd3-0c26-4fc6-abac-123b6ccbd871 None None] The sync data for ids ['435ae5f1-5941-480e-90e5-29282213fa05'] in n-d-828542-1 is: [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:55Z', 'revision_number': 3, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port': {'id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:47:57.825820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0606aab4-d06d-4767-88a8-12e572cfcb2b None None] Provisioning complete for port 31761d61-0c8b-4911-8946-1fff9b219492 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:57.826330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0606aab4-d06d-4767-88a8-12e572cfcb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:57.867568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0606aab4-d06d-4767-88a8-12e572cfcb2b None None] Port 31761d61-0c8b-4911-8946-1fff9b219492 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:47:57.877261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.098510 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.107260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6fe1286e-9fc2-4615-8748-cb7a962a77a5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:58.159075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:58.159453 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.168804 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.239387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.241197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Pushing event updated for resources: {'Port': ['ID=31761d61-0c8b-4911-8946-1fff9b219492,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:58.249973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4062d54b-f829-4bed-8269-928d481ec5fc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:47:58.321341 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4062d54b-f829-4bed-8269-928d481ec5fc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:58.324070 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.350191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Network df78be46-ad02-4239-8496-35b18019a08f is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:47:58.360680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:47:58.420828 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.444129 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.446357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 4062d54b-f829-4bed-8269-928d481ec5fc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4062d54b-f829-4bed-8269-928d481ec5fc,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:47:58.514924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Router 435ae5f1-5941-480e-90e5-29282213fa05 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:47:58.533747 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.607365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=4062d54b-f829-4bed-8269-928d481ec5fc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:47:58.611321 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.654417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:47:58.660381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-79a09e59-1ed1-4ae3-ac6a-fb951da227c6 admin admin] 10.222.0.53 "PUT /v2.0/routers/435ae5f1-5941-480e-90e5-29282213fa05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4895546 Feb 09 16:47:58.706182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-62bbeb61-22b4-4d40-a765-db6f605608f6 None None] Provisioning complete for port 31761d61-0c8b-4911-8946-1fff9b219492 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:47:58.706656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-62bbeb61-22b4-4d40-a765-db6f605608f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:47:58.742444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-62bbeb61-22b4-4d40-a765-db6f605608f6 None None] Port 31761d61-0c8b-4911-8946-1fff9b219492 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:47:59.433810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Sync routers for ids ['435ae5f1-5941-480e-90e5-29282213fa05'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:47:59.448873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Routers {'435ae5f1-5941-480e-90e5-29282213fa05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:47:59.449503 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:47:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['435ae5f1-5941-480e-90e5-29282213fa05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:47:59.543636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde974f6-b97b-4433-9232-f49a805a4468 req-af922314-6d6d-478b-8b8a-a074853707a1 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:47:59.545278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-af922314-6d6d-478b-8b8a-a074853707a1 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/networks?id=9fda7e28-7119-428d-9a2c-502fe4a52d05 HTTP/1.1" status: 200 len: 815 time: 0.1181211 Feb 09 16:47:59.558935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Set router 435ae5f1-5941-480e-90e5-29282213fa05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:47:59.562059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-d64b278a-0f5d-4353-bb41-6471a14c4320 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/quotas/6805e894c7eb416487b913ed076e4d01 HTTP/1.1" status: 200 len: 375 time: 0.0103869 Feb 09 16:47:59.622253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-c26d3faa-6048-4e75-977c-99a91ba28cc9 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6805e894c7eb416487b913ed076e4d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526054 Feb 09 16:47:59.734449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-69164694-a2d6-463e-a354-dea7e0b8627e service neutron] 10.222.0.53 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978451 Feb 09 16:47:59.838026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-05b9a355-f639-43c9-bac6-860c2e7e0506 service neutron] 10.222.0.53 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964093 Feb 09 16:47:59.976027 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:57Z', 'revision_number': 4, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port': {'id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '31761d61-0c8b-4911-8946-1fff9b219492', 'name': '', 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'mac_address': 'fa:16:3e:e4:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:57Z', 'updated_at': '2022-02-09T16:47:57Z', 'revision_number': 2, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'subnets': [{'id': '204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:48:00.004964 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Checking router: 435ae5f1-5941-480e-90e5-29282213fa05 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:48:00.005320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Updating router 435ae5f1-5941-480e-90e5-29282213fa05 port 31761d61-0c8b-4911-8946-1fff9b219492 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:48:00.023892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4062d54b-f829-4bed-8269-928d481ec5fc up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:48:00.057708 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:00.145257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ecd4705-ab1d-47ed-a076-52a21744ca36 req-3ae8db31-c610-40ee-91b8-c1413ffb064b tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 210 time: 0.0385377 Feb 09 16:48:00.190158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4062d54b-f829-4bed-8269-928d481ec5fc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:48:00.190536 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:00.434169 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:00.541914 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:00.600709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Pushing event updated for resources: {'Port': ['ID=31761d61-0c8b-4911-8946-1fff9b219492,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:00.614056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.614407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.614754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.615092 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.615424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.615763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.616109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.616485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.616813 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.617137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.617462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.617789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:48:00.674800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Attempting to bind port 31761d61-0c8b-4911-8946-1fff9b219492 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:48:00.675227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Attempting to bind port 31761d61-0c8b-4911-8946-1fff9b219492 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:48:00.675583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Attempting to bind port 31761d61-0c8b-4911-8946-1fff9b219492 on network df78be46-ad02-4239-8496-35b18019a08f {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:48:00.682608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:48:00.682608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Checking segment: {'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:48:00.682608 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:00.682926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Bound using segment: {'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:48:00.683368 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Bound port: 31761d61-0c8b-4911-8946-1fff9b219492, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7859a119-101b-4ae1-b7ae-69df427996c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:48:00.683745 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:00.752605 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:00.757498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] For port 31761d61-0c8b-4911-8946-1fff9b219492, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:48:00.761675 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] For port 31761d61-0c8b-4911-8946-1fff9b219492, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=31761d61-0c8b-4911-8946-1fff9b219492,segment=NetworkSegment(7859a119-101b-4ae1-b7ae-69df427996c5),segment_id=7859a119-101b-4ae1-b7ae-69df427996c5)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:48:00.824796 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:00.895778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Routers {'435ae5f1-5941-480e-90e5-29282213fa05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:48:00.896231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:47:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['435ae5f1-5941-480e-90e5-29282213fa05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:48:00.898649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52cd90-6691-415f-acd2-e15e6ad6ec58 None None] Pushing event updated for resources: {'Port': ['ID=31761d61-0c8b-4911-8946-1fff9b219492,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:00.942051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b458ff53-4e9d-42b3-9b99-d97d50983b7f None None] Provisioning complete for port 31761d61-0c8b-4911-8946-1fff9b219492 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:48:00.942428 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b458ff53-4e9d-42b3-9b99-d97d50983b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:01.077376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] Set router 435ae5f1-5941-480e-90e5-29282213fa05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:48:01.122917 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b458ff53-4e9d-42b3-9b99-d97d50983b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:01.238082 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b458ff53-4e9d-42b3-9b99-d97d50983b7f None None] For port 31761d61-0c8b-4911-8946-1fff9b219492, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=31761d61-0c8b-4911-8946-1fff9b219492,segment=NetworkSegment(7859a119-101b-4ae1-b7ae-69df427996c5),segment_id=7859a119-101b-4ae1-b7ae-69df427996c5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:48:01.245246 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e81e8cf-b484-402d-b9e1-aa848a2c9256 req-2b8ccac1-3adc-4a41-a98f-334f9b8d7fa9 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 210 time: 0.0318069 Feb 09 16:48:01.301021 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b458ff53-4e9d-42b3-9b99-d97d50983b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:01.355792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458ff53-4e9d-42b3-9b99-d97d50983b7f None None] Pushing event updated for resources: {'Port': ['ID=31761d61-0c8b-4911-8946-1fff9b219492,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:01.366115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:57Z', 'revision_number': 4, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port': {'id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '31761d61-0c8b-4911-8946-1fff9b219492', 'name': '', 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'mac_address': 'fa:16:3e:e4:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:57Z', 'updated_at': '2022-02-09T16:48:00Z', 'revision_number': 4, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'subnets': [{'id': '204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:48:01.397825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a42f0-2bf1-4c4b-b5f7-799ce0bceb06 None None] The sync data for ids ['435ae5f1-5941-480e-90e5-29282213fa05'] in n-d-828542-1 is: [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:57Z', 'revision_number': 4, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port': {'id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '31761d61-0c8b-4911-8946-1fff9b219492', 'name': '', 'network_id': 'df78be46-ad02-4239-8496-35b18019a08f', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'mac_address': 'fa:16:3e:e4:2b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:57Z', 'updated_at': '2022-02-09T16:48:00Z', 'revision_number': 4, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'subnets': [{'id': '204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:48:01.422495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b8355b02-9f2e-45d1-9c26-36ddfb17ee4d None None] Provisioning complete for port 31761d61-0c8b-4911-8946-1fff9b219492 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:48:01.422872 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8355b02-9f2e-45d1-9c26-36ddfb17ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:02.048963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 31761d61-0c8b-4911-8946-1fff9b219492 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:48:02.116033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 31761d61-0c8b-4911-8946-1fff9b219492 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:48:02.116435 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:02.283635 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:02.370137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4ffae2b-0561-41f6-9e88-ad4da8d8b9e1 req-1af79d33-e506-4218-909d-efae94cdcdcf tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 210 time: 0.0426223 Feb 09 16:48:02.549823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde974f6-b97b-4433-9232-f49a805a4468 req-d86a147f-8ff2-40b5-889d-cfd8c0588e8a tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:02.551369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-d86a147f-8ff2-40b5-889d-cfd8c0588e8a tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.13 "GET /v2.0/networks?id=9fda7e28-7119-428d-9a2c-502fe4a52d05 HTTP/1.1" status: 200 len: 815 time: 0.1110792 Feb 09 16:48:02.564367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Request body: {'port': {'device_id': '6b6b4ad9-1701-4c29-b35c-d65c022280a9', 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'admin_state_up': True, 'tenant_id': '6805e894c7eb416487b913ed076e4d01'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:48:02.807046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Made reservation on behalf of 6805e894c7eb416487b913ed076e4d01 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:48:02.811717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:02.942369 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Allocated IP 172.20.0.3 (9fda7e28-7119-428d-9a2c-502fe4a52d05/b87516ef-1a7b-47d7-ac66-3ed1be59ae0d/8639d555-d6ef-4728-8aaf-9e2ef241660b) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:48:03.092146 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:03.184347 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:03.225207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:48:03.230162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:48:03.234290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:48:03.264814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Pushing event updated for resources: {'Port': ['ID=8639d555-d6ef-4728-8aaf-9e2ef241660b,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:03.294184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:03.294823 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:03.377404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-2a111ec7-01b1-4b7c-8642-1dcca2e65fec tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8180068 Feb 09 16:48:03.389396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Request body: {'port': {'device_id': '6b6b4ad9-1701-4c29-b35c-d65c022280a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:48:03.452618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:03.481400 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b4d4ae01-b1b9-4f9a-8572-fec2086d9521 None None] Provisioning complete for port 8639d555-d6ef-4728-8aaf-9e2ef241660b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:48:03.482019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b4d4ae01-b1b9-4f9a-8572-fec2086d9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:03.525582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4ae01-b1b9-4f9a-8572-fec2086d9521 None None] Port 8639d555-d6ef-4728-8aaf-9e2ef241660b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:48:03.669232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c456cb9-5c5e-4ff2-9ca3-3cd18576e269 req-23634c81-a1a6-484a-8155-58e6c3cdc8e2 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:03.670682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c456cb9-5c5e-4ff2-9ca3-3cd18576e269 req-23634c81-a1a6-484a-8155-58e6c3cdc8e2 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 931 time: 0.2231627 Feb 09 16:48:03.742875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1c456cb9-5c5e-4ff2-9ca3-3cd18576e269 req-bc58ab62-b1dd-4d7d-999c-d850d32deae2 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659194 Feb 09 16:48:03.801588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8639d555-d6ef-4728-8aaf-9e2ef241660b {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:48:03.809057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:03.821407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Transition to ACTIVE for port object 8639d555-d6ef-4728-8aaf-9e2ef241660b will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:48:03.894210 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:03.946258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8639d555-d6ef-4728-8aaf-9e2ef241660b,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:04.018850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Attempting to bind port 8639d555-d6ef-4728-8aaf-9e2ef241660b on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:48:04.019328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Attempting to bind port 8639d555-d6ef-4728-8aaf-9e2ef241660b by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:48:04.019727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Attempting to bind port 8639d555-d6ef-4728-8aaf-9e2ef241660b on network 9fda7e28-7119-428d-9a2c-502fe4a52d05 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:48:04.024679 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Port 8639d555-d6ef-4728-8aaf-9e2ef241660b on network 9fda7e28-7119-428d-9a2c-502fe4a52d05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:48:04.025013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Attempting to bind port 8639d555-d6ef-4728-8aaf-9e2ef241660b on network 9fda7e28-7119-428d-9a2c-502fe4a52d05 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:48:04.030147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:48:04.030491 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Checking segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:48:04.030890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Bound using segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:48:04.031325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Bound port: 8639d555-d6ef-4728-8aaf-9e2ef241660b, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:48:04.031713 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:04.104010 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] For port 8639d555-d6ef-4728-8aaf-9e2ef241660b, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:48:04.107061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] For port 8639d555-d6ef-4728-8aaf-9e2ef241660b, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8639d555-d6ef-4728-8aaf-9e2ef241660b,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:48:04.184470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:04.220269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:04.220898 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:04.222346 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/8639d555-d6ef-4728-8aaf-9e2ef241660b HTTP/1.1" status: 200 len: 1091 time: 0.8373861 Feb 09 16:48:04.222823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6b4ad9-1701-4c29-b35c-d65c022280a9', 'tag': '8639d555-d6ef-4728-8aaf-9e2ef241660b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:48:04.225214 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f748aa-6df6-4626-836d-df3ecfd20104" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6b4ad9-1701-4c29-b35c-d65c022280a9", "tag": "8639d555-d6ef-4728-8aaf-9e2ef241660b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:48:04.258435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36a160-720d-4519-9c48-e5f14b1132f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8639d555-d6ef-4728-8aaf-9e2ef241660b,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:04.270649 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c156f9f-9fc2-4fd6-a4fe-b257e3413c21 x-openstack-request-id: req-1c156f9f-9fc2-4fd6-a4fe-b257e3413c21 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:48:04.270949 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6b4ad9-1701-4c29-b35c-d65c022280a9", "tag": "8639d555-d6ef-4728-8aaf-9e2ef241660b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:48:04.271208 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c156f9f-9fc2-4fd6-a4fe-b257e3413c21 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:48:04.271617 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6b4ad9-1701-4c29-b35c-d65c022280a9', 'tag': '8639d555-d6ef-4728-8aaf-9e2ef241660b', 'status': 'completed', 'code': 200} Feb 09 16:48:04.333998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f748aa-6df6-4626-836d-df3ecfd20104 req-2e6330a5-6d5f-4585-a01c-ff3cd0061c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:04.335568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70f748aa-6df6-4626-836d-df3ecfd20104 req-2e6330a5-6d5f-4585-a01c-ff3cd0061c86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6805e894c7eb416487b913ed076e4d01&device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 1094 time: 0.0443845 Feb 09 16:48:04.443025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f748aa-6df6-4626-836d-df3ecfd20104 req-46256c22-a244-406a-a76f-4c934c9fe07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:04.444510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70f748aa-6df6-4626-836d-df3ecfd20104 req-46256c22-a244-406a-a76f-4c934c9fe07c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6805e894c7eb416487b913ed076e4d01&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1022308 Feb 09 16:48:04.550166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f748aa-6df6-4626-836d-df3ecfd20104 req-2d137fd1-cef1-47f2-962f-9cf120483763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:04.555621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-70f748aa-6df6-4626-836d-df3ecfd20104 req-2d137fd1-cef1-47f2-962f-9cf120483763 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994890 Feb 09 16:48:04.638427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde974f6-b97b-4433-9232-f49a805a4468 req-e4be48e9-3c99-4b93-acf3-024d89c20849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:04.639970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-e4be48e9-3c99-4b93-acf3-024d89c20849 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6805e894c7eb416487b913ed076e4d01&device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 1094 time: 0.0539651 Feb 09 16:48:04.684547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-554ce219-ae27-4798-8879-c2184b8c8486 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8639d555-d6ef-4728-8aaf-9e2ef241660b HTTP/1.1" status: 200 len: 217 time: 0.0361469 Feb 09 16:48:04.733768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde974f6-b97b-4433-9232-f49a805a4468 req-e3eb0195-b209-4c10-9dc5-c331c05ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:04.735981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-e3eb0195-b209-4c10-9dc5-c331c05ed03a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b87516ef-1a7b-47d7-ac66-3ed1be59ae0d HTTP/1.1" status: 200 len: 854 time: 0.0443239 Feb 09 16:48:04.780977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde974f6-b97b-4433-9232-f49a805a4468 req-ecbc471c-10f9-4468-9026-78afd5fb7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:04.783094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-ecbc471c-10f9-4468-9026-78afd5fb7880 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9fda7e28-7119-428d-9a2c-502fe4a52d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417013 Feb 09 16:48:04.911605 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad561c5-e163-451b-b85e-6e7cb3e64b52 req-4d471890-b7e0-4c84-a4e9-41859ba32446 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:04.913194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ad561c5-e163-451b-b85e-6e7cb3e64b52 req-4d471890-b7e0-4c84-a4e9-41859ba32446 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 943 time: 0.1005824 Feb 09 16:48:04.916644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-ad7d9105-672a-4edc-bdd0-ef4c2aa2efb2 service neutron] 10.222.0.13 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273408 Feb 09 16:48:05.003313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ad561c5-e163-451b-b85e-6e7cb3e64b52 req-cee5f581-92b3-43b3-89d4-47355e72a2b7 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841100 Feb 09 16:48:05.033764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde974f6-b97b-4433-9232-f49a805a4468 req-74cf91a3-dd05-4a77-a52f-49c27055cae0 service neutron] 10.222.0.13 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081100 Feb 09 16:48:06.171516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ced39-d15a-4510-91e9-b62dbe302cd9 req-e5d1c3ca-e471-4ae6-af0f-be36b97c20e9 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:06.173716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24ced39-d15a-4510-91e9-b62dbe302cd9 req-e5d1c3ca-e471-4ae6-af0f-be36b97c20e9 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 943 time: 0.1021242 Feb 09 16:48:06.211319 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b24ced39-d15a-4510-91e9-b62dbe302cd9 req-1f1efa7d-9e37-4765-b4f8-a04595f0a6a9 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314083 Feb 09 16:48:07.331896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb9faa-c773-41b4-bb5b-faa537a76742 req-68d575f3-8b36-4265-b57d-98b5e6dd5b16 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:07.333501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6eb9faa-c773-41b4-bb5b-faa537a76742 req-68d575f3-8b36-4265-b57d-98b5e6dd5b16 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 943 time: 0.0542133 Feb 09 16:48:07.372188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6eb9faa-c773-41b4-bb5b-faa537a76742 req-04c79eca-446c-43c1-b821-101ae29bb232 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Feb 09 16:48:08.005757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8639d555-d6ef-4728-8aaf-9e2ef241660b details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:48:08.105256 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8639d555-d6ef-4728-8aaf-9e2ef241660b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8639d555-d6ef-4728-8aaf-9e2ef241660b,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:48:08.116845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '8639d555-d6ef-4728-8aaf-9e2ef241660b', 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'port_id': '8639d555-d6ef-4728-8aaf-9e2ef241660b', 'mac_address': 'fa:16:3e:5d:6a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:48:08.157412 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:08.171026 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8639d555-d6ef-4728-8aaf-9e2ef241660b {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:48:08.191394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8639d555-d6ef-4728-8aaf-9e2ef241660b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8639d555-d6ef-4728-8aaf-9e2ef241660b,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:48:08.294509 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:08.343376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=8639d555-d6ef-4728-8aaf-9e2ef241660b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:08.491038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c93312-1fcf-4419-a725-894acfafb7fc req-8e841424-3d62-4b51-a092-ac66c8067736 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:08.492581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92c93312-1fcf-4419-a725-894acfafb7fc req-8e841424-3d62-4b51-a092-ac66c8067736 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 944 time: 0.0510824 Feb 09 16:48:08.505206 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['8639d555-d6ef-4728-8aaf-9e2ef241660b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:48:08.536403 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-92c93312-1fcf-4419-a725-894acfafb7fc req-59440f51-2181-43e5-a6c5-1cb8376a6aed tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342999 Feb 09 16:48:09.654611 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea43b2a-e64a-482d-9768-40a9b01d3cd9 req-e28caf5d-d6e1-4e51-84fb-f14c3fb30343 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:09.656133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ea43b2a-e64a-482d-9768-40a9b01d3cd9 req-e28caf5d-d6e1-4e51-84fb-f14c3fb30343 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 944 time: 0.0508292 Feb 09 16:48:09.694990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ea43b2a-e64a-482d-9768-40a9b01d3cd9 req-28208613-d506-4445-860f-f30213abd5a2 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Feb 09 16:48:10.022302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8639d555-d6ef-4728-8aaf-9e2ef241660b up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:48:10.133432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 8639d555-d6ef-4728-8aaf-9e2ef241660b completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:48:10.137522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 8639d555-d6ef-4728-8aaf-9e2ef241660b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:48:10.137898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:10.220441 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:10.243364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6b4ad9-1701-4c29-b35c-d65c022280a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8639d555-d6ef-4728-8aaf-9e2ef241660b'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:48:10.245658 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556886c7-7617-4720-ba31-2ba0c970a25b" -d '{"events": [{"server_uuid": "6b6b4ad9-1701-4c29-b35c-d65c022280a9", "name": "network-vif-plugged", "status": "completed", "tag": "8639d555-d6ef-4728-8aaf-9e2ef241660b"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:48:10.258936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 8639d555-d6ef-4728-8aaf-9e2ef241660b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8639d555-d6ef-4728-8aaf-9e2ef241660b,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:48:10.283628 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bed084-97c2-4c76-b462-11b6dad64c47 x-openstack-request-id: req-46bed084-97c2-4c76-b462-11b6dad64c47 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:48:10.283930 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6b4ad9-1701-4c29-b35c-d65c022280a9", "name": "network-vif-plugged", "status": "completed", "tag": "8639d555-d6ef-4728-8aaf-9e2ef241660b", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:48:10.284218 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46bed084-97c2-4c76-b462-11b6dad64c47 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:48:10.284623 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6b4ad9-1701-4c29-b35c-d65c022280a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8639d555-d6ef-4728-8aaf-9e2ef241660b', 'code': 200} Feb 09 16:48:10.338166 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:10.386616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012772e2-dea8-493d-ab2e-ffa1d497a4a0 req-358230ac-da1b-4114-8132-fed6a510f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:10.388215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-012772e2-dea8-493d-ab2e-ffa1d497a4a0 req-358230ac-da1b-4114-8132-fed6a510f7a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 1096 time: 0.0474529 Feb 09 16:48:10.391031 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=8639d555-d6ef-4728-8aaf-9e2ef241660b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:10.431118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-012772e2-dea8-493d-ab2e-ffa1d497a4a0 req-c54c4434-6ecf-4ef1-b6b4-3bc1314dbc84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Feb 09 16:48:10.811072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5a67a-afca-42cf-96fb-a284d2c5413a req-33ea9dab-8cfd-43e3-8b2a-ec48eb1e871e tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:10.812592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-feb5a67a-afca-42cf-96fb-a284d2c5413a req-33ea9dab-8cfd-43e3-8b2a-ec48eb1e871e tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 945 time: 0.0501761 Feb 09 16:48:10.852245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-feb5a67a-afca-42cf-96fb-a284d2c5413a req-a98fa4c2-fce7-4cfc-8536-28caa251067d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Feb 09 16:48:11.971882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b3c1a-11dc-49d4-8549-2747d93d896f req-d10b9465-87ae-4e65-b5eb-8d8afb0e039c tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:11.973486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a2b3c1a-11dc-49d4-8549-2747d93d896f req-d10b9465-87ae-4e65-b5eb-8d8afb0e039c tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 945 time: 0.0508149 Feb 09 16:48:12.011631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a2b3c1a-11dc-49d4-8549-2747d93d896f req-912d7337-a2a8-4ee9-8eec-83f66c032ad6 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Feb 09 16:48:12.132497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139280-8dc6-4c17-9543-d3a70085f430 req-f9198fd1-db12-466f-a9ba-e6e54a3b68fe tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:12.133927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83139280-8dc6-4c17-9543-d3a70085f430 req-f9198fd1-db12-466f-a9ba-e6e54a3b68fe tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 945 time: 0.0535295 Feb 09 16:48:12.173336 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83139280-8dc6-4c17-9543-d3a70085f430 req-553276d8-07b0-4070-afef-5abf728e1ca8 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334046 Feb 09 16:48:23.019866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-98087ea5-0309-4b94-a3a5-f2cece81c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:25.265794 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-151405b4-3f39-4bb6-9b15-69ede7d7752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:26.770244 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:28.378093 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:28.398438 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:48:28.589344 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:30.619913 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:32.282323 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:35.679108 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e57b6c-7255-4c07-992d-f3b9e81057a7 req-367f8904-cbf0-4581-b8d1-08ec412b3030 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:35.680618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82e57b6c-7255-4c07-992d-f3b9e81057a7 req-367f8904-cbf0-4581-b8d1-08ec412b3030 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 945 time: 0.0489128 Feb 09 16:48:35.720298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-82e57b6c-7255-4c07-992d-f3b9e81057a7 req-f241aa25-f81b-4649-b086-a46fe58e2beb tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Feb 09 16:48:36.846499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6a60-1013-4c9b-96da-47938fc85abf req-d35f9861-0df6-4400-9a22-159c01f647c6 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:36.848035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57db6a60-1013-4c9b-96da-47938fc85abf req-d35f9861-0df6-4400-9a22-159c01f647c6 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 945 time: 0.0507023 Feb 09 16:48:36.886989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57db6a60-1013-4c9b-96da-47938fc85abf req-08d1d2f6-f450-426b-b568-37327ba7b6bc tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Feb 09 16:48:37.158948 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-b126a22a-9601-445d-aeb3-4e30a4424256 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:37.160416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-b126a22a-9601-445d-aeb3-4e30a4424256 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 945 time: 0.0531452 Feb 09 16:48:37.252912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Deleting port 8639d555-d6ef-4728-8aaf-9e2ef241660b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:48:37.253261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:37.346034 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] For port 8639d555-d6ef-4728-8aaf-9e2ef241660b, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=8639d555-d6ef-4728-8aaf-9e2ef241660b,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:48:37.346398 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:37.358072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Calling delete_port for 8639d555-d6ef-4728-8aaf-9e2ef241660b owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:48:37.629485 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:37.641264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['8639d555-d6ef-4728-8aaf-9e2ef241660b'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:48:37.663713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Pushing event deleted for resources: {'Port': ['ID=8639d555-d6ef-4728-8aaf-9e2ef241660b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:37.705537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] No DVR routers for this DVR port 8639d555-d6ef-4728-8aaf-9e2ef241660b on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:48:37.708260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:37.711655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8d4db66e-1ee6-432d-bf1b-db72ab9cedfd req-1cd0ecf1-592c-4901-bc8c-0c2f4a081c78 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.13 "DELETE /v2.0/ports/8639d555-d6ef-4728-8aaf-9e2ef241660b HTTP/1.1" status: 204 len: 173 time: 0.5457559 Feb 09 16:48:37.712116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6b4ad9-1701-4c29-b35c-d65c022280a9', 'name': 'network-vif-deleted', 'tag': '8639d555-d6ef-4728-8aaf-9e2ef241660b'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:48:37.714487 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a8b990-d00b-4929-93e2-370cca3e7e2b" -d '{"events": [{"server_uuid": "6b6b4ad9-1701-4c29-b35c-d65c022280a9", "name": "network-vif-deleted", "tag": "8639d555-d6ef-4728-8aaf-9e2ef241660b"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:48:37.810112 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b5f9bc-12aa-4189-b466-b9e5492f87db x-openstack-request-id: req-58b5f9bc-12aa-4189-b466-b9e5492f87db {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:48:37.810408 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6b4ad9-1701-4c29-b35c-d65c022280a9", "name": "network-vif-deleted", "tag": "8639d555-d6ef-4728-8aaf-9e2ef241660b", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:48:37.810658 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58b5f9bc-12aa-4189-b466-b9e5492f87db {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:48:37.811062 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6b4ad9-1701-4c29-b35c-d65c022280a9', 'name': 'network-vif-deleted', 'tag': '8639d555-d6ef-4728-8aaf-9e2ef241660b', 'status': 'completed', 'code': 200} Feb 09 16:48:37.991947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d91622ba-fe1a-4532-a60c-81214534e1b6 req-47b7f01f-359b-4eab-bd55-ac238d900553 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6b4ad9-1701-4c29-b35c-d65c022280a9 HTTP/1.1" status: 200 len: 210 time: 0.0328839 Feb 09 16:48:39.916437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-df1acf30-0ef4-481a-9766-c70b64c97dbb tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:39.919063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-df1acf30-0ef4-481a-9766-c70b64c97dbb tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/networks?id=9fda7e28-7119-428d-9a2c-502fe4a52d05 HTTP/1.1" status: 200 len: 815 time: 0.1085215 Feb 09 16:48:39.939692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-ab607771-c430-4b53-998f-aa61b8ef356b tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/quotas/6805e894c7eb416487b913ed076e4d01 HTTP/1.1" status: 200 len: 375 time: 0.0097990 Feb 09 16:48:39.991756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-b553e664-fcb7-4e9c-801a-97a68fd41d96 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6805e894c7eb416487b913ed076e4d01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490363 Feb 09 16:48:40.092538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-365abcd4-fbe6-4147-865b-ee969c6020b6 service neutron] 10.222.0.53 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889173 Feb 09 16:48:40.187107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-e4b4815a-fa87-4600-9773-69d79ce7538b service neutron] 10.222.0.53 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878563 Feb 09 16:48:40.453714 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71a537b4-2727-4e01-8e79-c7656b327e2a req-7cdeb22a-91a3-4364-9fd8-92ef6361f2db tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 210 time: 0.0280437 Feb 09 16:48:41.533124 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc2e9b6f-0a99-4d6a-8f1a-95c8318938ec req-1cdb4dbe-5dc5-4efa-b982-e004723c4d44 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Feb 09 16:48:42.145329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8639d555-d6ef-4728-8aaf-9e2ef241660b no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:48:42.166304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 8639d555-d6ef-4728-8aaf-9e2ef241660b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:48:42.166644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 8639d555-d6ef-4728-8aaf-9e2ef241660b not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:48:42.639360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7a1e877f-a1de-4736-819e-bd476c5df488 req-44d02d80-8960-4b26-9771-009666edec52 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 210 time: 0.0364487 Feb 09 16:48:43.082361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-861baa87-db44-49b8-820b-972743316f82 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:43.083921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-861baa87-db44-49b8-820b-972743316f82 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.73 "GET /v2.0/networks?id=9fda7e28-7119-428d-9a2c-502fe4a52d05 HTTP/1.1" status: 200 len: 815 time: 0.1064053 Feb 09 16:48:43.097535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Request body: {'port': {'device_id': 'eed83429-e822-4e73-938d-fb7407e0ac41', 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'admin_state_up': True, 'tenant_id': '6805e894c7eb416487b913ed076e4d01'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:48:43.345743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Made reservation on behalf of 6805e894c7eb416487b913ed076e4d01 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:48:43.349444 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:43.477324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Allocated IP 172.20.0.9 (9fda7e28-7119-428d-9a2c-502fe4a52d05/b87516ef-1a7b-47d7-ac66-3ed1be59ae0d/894c345f-2ec1-471c-bc08-d9ec4335eaf9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:48:43.632256 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:43.737340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c171e49-eff9-4309-92ee-ecbf9634b487 req-a95d6de8-9b78-402c-bfde-0064096ec179 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 210 time: 0.0289481 Feb 09 16:48:43.757207 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:43.804223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:48:43.807623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:48:43.811368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:48:43.819249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Pushing event updated for resources: {'Port': ['ID=894c345f-2ec1-471c-bc08-d9ec4335eaf9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:43.921441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:43.921441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:43.993411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9455769d-e9aa-41d9-9e64-084ffa7a5608 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003017 Feb 09 16:48:44.056002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Request body: {'port': {'device_id': 'eed83429-e822-4e73-938d-fb7407e0ac41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:48:44.057000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b5d893de-8b72-414c-8bc5-225fe8434786 None None] Provisioning complete for port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:48:44.057487 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5d893de-8b72-414c-8bc5-225fe8434786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:44.092993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b5d893de-8b72-414c-8bc5-225fe8434786 None None] Port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:48:44.111342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:44.378828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894c345f-2ec1-471c-bc08-d9ec4335eaf9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:48:44.386490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:44.399324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Transition to ACTIVE for port object 894c345f-2ec1-471c-bc08-d9ec4335eaf9 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:48:44.493641 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:44.550862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Pushing event updated for resources: {'Port': ['ID=894c345f-2ec1-471c-bc08-d9ec4335eaf9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:44.625294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Attempting to bind port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:48:44.626093 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Attempting to bind port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:48:44.626622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Attempting to bind port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 on network 9fda7e28-7119-428d-9a2c-502fe4a52d05 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:48:44.631615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 on network 9fda7e28-7119-428d-9a2c-502fe4a52d05 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:48:44.631858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Attempting to bind port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 on network 9fda7e28-7119-428d-9a2c-502fe4a52d05 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:48:44.637509 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:48:44.637928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Checking segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:48:44.638324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Bound using segment: {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:48:44.638975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Bound port: 894c345f-2ec1-471c-bc08-d9ec4335eaf9, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:48:44.639341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:44.711289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] For port 894c345f-2ec1-471c-bc08-d9ec4335eaf9, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:48:44.714697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] For port 894c345f-2ec1-471c-bc08-d9ec4335eaf9, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=894c345f-2ec1-471c-bc08-d9ec4335eaf9,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:48:45.146459 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:45.199965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:45.200653 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:45.202118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] 10.222.0.73 "PUT /v2.0/ports/894c345f-2ec1-471c-bc08-d9ec4335eaf9 HTTP/1.1" status: 200 len: 1091 time: 1.1997066 Feb 09 16:48:45.208992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed83429-e822-4e73-938d-fb7407e0ac41', 'tag': '894c345f-2ec1-471c-bc08-d9ec4335eaf9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:48:45.211453 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254770f9-a519-455b-b80f-148a3f3c4d53" -d '{"events": [{"name": "network-changed", "server_uuid": "eed83429-e822-4e73-938d-fb7407e0ac41", "tag": "894c345f-2ec1-471c-bc08-d9ec4335eaf9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:48:45.237072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05725bf-0964-4787-9b4f-3ee48d7c73da req-f26f00bf-080a-4352-8ef3-01e6394a1352 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:45.238698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f05725bf-0964-4787-9b4f-3ee48d7c73da req-f26f00bf-080a-4352-8ef3-01e6394a1352 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 943 time: 0.4305778 Feb 09 16:48:45.247162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be11c5-c98a-435d-aaa4-04b4106eb21a service neutron] Pushing event updated for resources: {'Port': ['ID=894c345f-2ec1-471c-bc08-d9ec4335eaf9,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:45.265198 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cf92f4-4744-417b-babe-a2ae2ea0e936 x-openstack-request-id: req-17cf92f4-4744-417b-babe-a2ae2ea0e936 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:48:45.265632 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed83429-e822-4e73-938d-fb7407e0ac41", "tag": "894c345f-2ec1-471c-bc08-d9ec4335eaf9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:48:45.265954 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17cf92f4-4744-417b-babe-a2ae2ea0e936 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:48:45.267247 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed83429-e822-4e73-938d-fb7407e0ac41', 'tag': '894c345f-2ec1-471c-bc08-d9ec4335eaf9', 'status': 'completed', 'code': 200} Feb 09 16:48:45.288178 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f05725bf-0964-4787-9b4f-3ee48d7c73da req-0835e367-7b61-4a83-beb1-d659972def38 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Feb 09 16:48:45.335553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254770f9-a519-455b-b80f-148a3f3c4d53 req-fd5927f9-eb44-4280-8346-3c0315935d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:45.337115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-254770f9-a519-455b-b80f-148a3f3c4d53 req-fd5927f9-eb44-4280-8346-3c0315935d03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6805e894c7eb416487b913ed076e4d01&device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 1094 time: 0.0480671 Feb 09 16:48:45.443341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254770f9-a519-455b-b80f-148a3f3c4d53 req-8a3c052c-5dcf-4cb4-badb-6e9e7454f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:45.445067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-254770f9-a519-455b-b80f-148a3f3c4d53 req-8a3c052c-5dcf-4cb4-badb-6e9e7454f39c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6805e894c7eb416487b913ed076e4d01&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0993338 Feb 09 16:48:45.554802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254770f9-a519-455b-b80f-148a3f3c4d53 req-0702e5d8-26cc-46e9-b000-3eb880c8144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:45.564110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-254770f9-a519-455b-b80f-148a3f3c4d53 req-0702e5d8-26cc-46e9-b000-3eb880c8144a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009862 Feb 09 16:48:45.637354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-f6113939-5d3c-46b1-b6b3-a4fe8ea36a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:45.638861 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-f6113939-5d3c-46b1-b6b3-a4fe8ea36a5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6805e894c7eb416487b913ed076e4d01&device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 1094 time: 0.0426693 Feb 09 16:48:45.680611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-d4441184-0526-4abd-ac27-d39bf53a4fb0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=894c345f-2ec1-471c-bc08-d9ec4335eaf9 HTTP/1.1" status: 200 len: 217 time: 0.0340428 Feb 09 16:48:45.739419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-4951a729-8235-4d93-bf6a-ba99593bdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:45.740961 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-4951a729-8235-4d93-bf6a-ba99593bdac9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b87516ef-1a7b-47d7-ac66-3ed1be59ae0d HTTP/1.1" status: 200 len: 854 time: 0.0524156 Feb 09 16:48:45.789132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9aeac163-de0e-484a-a823-afd18eb8ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:45.790711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-9aeac163-de0e-484a-a823-afd18eb8ece0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9fda7e28-7119-428d-9a2c-502fe4a52d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414872 Feb 09 16:48:45.885921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-d8a89afc-9800-4bf2-a02f-d503b3751803 service neutron] 10.222.0.73 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Feb 09 16:48:45.982564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a598782-3f99-4b6f-9d4b-2d608ea827fb req-0298821e-94d4-4c10-8e42-cb3c0c5b6919 service neutron] 10.222.0.73 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895317 Feb 09 16:48:46.413224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41728d4-9e1f-434f-ba9b-4140873f690f req-aa2a0e87-3967-4fc1-8bc7-082bc89f8f39 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:46.414706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b41728d4-9e1f-434f-ba9b-4140873f690f req-aa2a0e87-3967-4fc1-8bc7-082bc89f8f39 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 943 time: 0.0492482 Feb 09 16:48:46.451366 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b41728d4-9e1f-434f-ba9b-4140873f690f req-bf6cbb75-6148-4795-a6e4-28fef5bec2df tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306697 Feb 09 16:48:47.569434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf0962-1f2d-4093-bd9c-3d732fc1d85a req-ea6dfcfe-fb74-482a-9e86-11c7d29a1fd3 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:47.570947 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fcf0962-1f2d-4093-bd9c-3d732fc1d85a req-ea6dfcfe-fb74-482a-9e86-11c7d29a1fd3 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 943 time: 0.0504153 Feb 09 16:48:47.615099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fcf0962-1f2d-4093-bd9c-3d732fc1d85a req-bce3be3d-d78d-4b69-a788-7d30a260de26 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381114 Feb 09 16:48:48.731634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0f5cf-4e1c-4c34-99d1-2a0acbdab18c req-5edf1d26-948c-4db1-9a09-cbe42b5237e3 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:48.733148 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55b0f5cf-4e1c-4c34-99d1-2a0acbdab18c req-5edf1d26-948c-4db1-9a09-cbe42b5237e3 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 943 time: 0.0503240 Feb 09 16:48:48.772062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-55b0f5cf-4e1c-4c34-99d1-2a0acbdab18c req-735111cc-a203-4b88-a376-2418b8ce5892 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Feb 09 16:48:49.201980 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 894c345f-2ec1-471c-bc08-d9ec4335eaf9 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:48:49.297505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 894c345f-2ec1-471c-bc08-d9ec4335eaf9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=894c345f-2ec1-471c-bc08-d9ec4335eaf9,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:48:49.309090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '894c345f-2ec1-471c-bc08-d9ec4335eaf9', 'network_id': '9fda7e28-7119-428d-9a2c-502fe4a52d05', 'port_id': '894c345f-2ec1-471c-bc08-d9ec4335eaf9', 'mac_address': 'fa:16:3e:c4:c6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87516ef-1a7b-47d7-ac66-3ed1be59ae0d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:48:49.344661 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:49.357922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894c345f-2ec1-471c-bc08-d9ec4335eaf9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:48:49.377355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 894c345f-2ec1-471c-bc08-d9ec4335eaf9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=894c345f-2ec1-471c-bc08-d9ec4335eaf9,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:48:49.533684 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:49.580999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=894c345f-2ec1-471c-bc08-d9ec4335eaf9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:49.783473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['894c345f-2ec1-471c-bc08-d9ec4335eaf9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:48:49.891014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364144d2-6fd3-4e64-a871-4d5824d9861b req-bae6d901-905d-4ec0-a50c-c75781a7f563 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:49.892568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-364144d2-6fd3-4e64-a871-4d5824d9861b req-bae6d901-905d-4ec0-a50c-c75781a7f563 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 944 time: 0.0511456 Feb 09 16:48:49.933259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-364144d2-6fd3-4e64-a871-4d5824d9861b req-33e051d1-0e4d-4129-b654-72c4065a22e5 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343678 Feb 09 16:48:51.050153 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0988-7347-4928-a31a-f5cd6219923f req-d548370f-74a3-4183-8c39-1be52f1c88b7 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:51.051696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e5d0988-7347-4928-a31a-f5cd6219923f req-d548370f-74a3-4183-8c39-1be52f1c88b7 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 944 time: 0.0493708 Feb 09 16:48:51.097827 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5e5d0988-7347-4928-a31a-f5cd6219923f req-71973591-2cb9-4608-a2c5-d3841751e9c4 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399067 Feb 09 16:48:51.207682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 894c345f-2ec1-471c-bc08-d9ec4335eaf9 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:48:51.344784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:48:51.348868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:48:51.349289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:51.591794 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:51.614168 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed83429-e822-4e73-938d-fb7407e0ac41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c345f-2ec1-471c-bc08-d9ec4335eaf9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:48:51.616326 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1cbca4-3174-4bdd-9382-3fad7128da44" -d '{"events": [{"server_uuid": "eed83429-e822-4e73-938d-fb7407e0ac41", "name": "network-vif-plugged", "status": "completed", "tag": "894c345f-2ec1-471c-bc08-d9ec4335eaf9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:48:51.629105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 894c345f-2ec1-471c-bc08-d9ec4335eaf9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=894c345f-2ec1-471c-bc08-d9ec4335eaf9,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:48:51.653883 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb2b8f-be67-4681-b003-0fd5a3cbffbd x-openstack-request-id: req-fefb2b8f-be67-4681-b003-0fd5a3cbffbd {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:48:51.654214 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed83429-e822-4e73-938d-fb7407e0ac41", "name": "network-vif-plugged", "status": "completed", "tag": "894c345f-2ec1-471c-bc08-d9ec4335eaf9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:48:51.654471 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fefb2b8f-be67-4681-b003-0fd5a3cbffbd {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:48:51.654869 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed83429-e822-4e73-938d-fb7407e0ac41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c345f-2ec1-471c-bc08-d9ec4335eaf9', 'code': 200} Feb 09 16:48:51.710605 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:51.755217 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca0a2f-3bca-44da-80ff-5832bccdd430 req-c38336b6-efa8-4513-91f5-c82e418a1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:51.756862 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fca0a2f-3bca-44da-80ff-5832bccdd430 req-c38336b6-efa8-4513-91f5-c82e418a1032 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 1096 time: 0.0418098 Feb 09 16:48:51.761240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=894c345f-2ec1-471c-bc08-d9ec4335eaf9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:48:51.796134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7fca0a2f-3bca-44da-80ff-5832bccdd430 req-05f72a51-dc33-42fb-9e4f-8496a88069af service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295711 Feb 09 16:48:52.218642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e229d5a-6fab-4c3c-b78a-dd2081d2fc34 req-8746ce68-b899-4ee7-8021-7088a72c0c4d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:52.220795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e229d5a-6fab-4c3c-b78a-dd2081d2fc34 req-8746ce68-b899-4ee7-8021-7088a72c0c4d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 945 time: 0.0557277 Feb 09 16:48:52.259951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e229d5a-6fab-4c3c-b78a-dd2081d2fc34 req-d111a708-3659-40b9-b31b-1ac997ffed68 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Feb 09 16:48:53.013452 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fe4be60a-e83b-404b-b8ed-d72ebf045c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:53.379864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781913-8c60-4e06-a8b1-c04213ac24cf req-62de382d-191a-4836-95d0-0958f1859ed8 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:53.381399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d781913-8c60-4e06-a8b1-c04213ac24cf req-62de382d-191a-4836-95d0-0958f1859ed8 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 945 time: 0.0497172 Feb 09 16:48:53.426068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6d781913-8c60-4e06-a8b1-c04213ac24cf req-119f903b-7097-4c97-a656-1703d476539a tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 Feb 09 16:48:53.553879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e4034-20f7-4bb0-9fb0-c35884751362 req-348ec445-d74b-440d-a863-1b8de2322c72 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:48:53.555413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-951e4034-20f7-4bb0-9fb0-c35884751362 req-348ec445-d74b-440d-a863-1b8de2322c72 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 945 time: 0.0520813 Feb 09 16:48:53.597231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-951e4034-20f7-4bb0-9fb0-c35884751362 req-2aa1e6e6-3f45-4aef-bb5c-7f216673658f tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Feb 09 16:48:55.287696 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-19d37c22-6e63-45a1-b62d-1702c8c6e33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:56.751125 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:58.378877 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:48:58.640391 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:00.664586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:02.291771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:05.398686 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:49:11.330931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-8864b897-c146-4868-a617-b4c6737084c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494549 Feb 09 16:49:11.424313 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-eed5ed69-8784-4738-a5f6-b8521822844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:11.425970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-eed5ed69-8784-4738-a5f6-b8521822844d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6805e894c7eb416487b913ed076e4d01&device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 1096 time: 0.0476136 Feb 09 16:49:11.547407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-347ca58d-eeac-4b67-bab6-ed8d17d00704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:11.549525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-347ca58d-eeac-4b67-bab6-ed8d17d00704 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9fda7e28-7119-428d-9a2c-502fe4a52d05 HTTP/1.1" status: 200 len: 916 time: 0.1032860 Feb 09 16:49:11.592975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-161f77fa-f791-43a4-a7e8-2212e9935a1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=894c345f-2ec1-471c-bc08-d9ec4335eaf9 HTTP/1.1" status: 200 len: 217 time: 0.0361583 Feb 09 16:49:11.648606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-ce6c57da-c65e-416d-aa22-803391a797ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:11.650104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-ce6c57da-c65e-416d-aa22-803391a797ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b87516ef-1a7b-47d7-ac66-3ed1be59ae0d HTTP/1.1" status: 200 len: 854 time: 0.0508072 Feb 09 16:49:11.698026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-f246f128-ae81-4fbf-8263-35432b8668db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:11.699658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-f246f128-ae81-4fbf-8263-35432b8668db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9fda7e28-7119-428d-9a2c-502fe4a52d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430012 Feb 09 16:49:11.798364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-04a6c405-bc0e-45d3-9bf8-3b6ee627b895 service neutron] 10.222.0.73 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906713 Feb 09 16:49:11.901822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ee2fb3e0-2d4f-4602-b4fb-178e899259c1 req-8c39f73c-adc7-42d5-b213-9c66cfa1f0f4 service neutron] 10.222.0.73 "GET /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960958 Feb 09 16:49:18.359066 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a7a13-a7b5-45f3-bee2-5b4f7c13f7f5 req-f28ddd3a-ea4c-43d8-8502-4ff18366a5a6 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:18.361053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-310a7a13-a7b5-45f3-bee2-5b4f7c13f7f5 req-f28ddd3a-ea4c-43d8-8502-4ff18366a5a6 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 945 time: 0.0542252 Feb 09 16:49:18.412345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-310a7a13-a7b5-45f3-bee2-5b4f7c13f7f5 req-86bcff76-5e4e-4fd7-879e-a02fa0c1c9cb tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365858 Feb 09 16:49:19.543390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d626d2-a360-4414-996c-8339477f0536 req-f6ef4417-2299-4e2d-a667-8137a84dffa6 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:19.545010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57d626d2-a360-4414-996c-8339477f0536 req-f6ef4417-2299-4e2d-a667-8137a84dffa6 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 945 time: 0.0561321 Feb 09 16:49:19.589142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-57d626d2-a360-4414-996c-8339477f0536 req-177aacd3-e5cf-43be-9563-1fda099c91a8 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/security-groups?id=811d660c-396a-4c43-a113-a943fa90ce36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Feb 09 16:49:19.907091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-7e3bf447-7cd5-40d4-8b50-e6d22a17cc2e tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:19.908671 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-7e3bf447-7cd5-40d4-8b50-e6d22a17cc2e tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.73 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 945 time: 0.0566943 Feb 09 16:49:20.011186 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Deleting port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:20.011526 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:20.113990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] For port 894c345f-2ec1-471c-bc08-d9ec4335eaf9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=894c345f-2ec1-471c-bc08-d9ec4335eaf9,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:20.114365 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:20.127617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Calling delete_port for 894c345f-2ec1-471c-bc08-d9ec4335eaf9 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:20.354275 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:20.366595 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['894c345f-2ec1-471c-bc08-d9ec4335eaf9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:49:20.390675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Pushing event deleted for resources: {'Port': ['ID=894c345f-2ec1-471c-bc08-d9ec4335eaf9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:20.418517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.420378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.420378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.420378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.420378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.420378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.420804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.420977 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.421278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.421609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.421938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.422265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:20.445809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] No DVR routers for this DVR port 894c345f-2ec1-471c-bc08-d9ec4335eaf9 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:49:20.448948 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:20.452450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed9643a5-822e-46cc-93cb-0db51a58469b req-2c7090a8-4291-4a90-9e07-814d315d191d tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.73 "DELETE /v2.0/ports/894c345f-2ec1-471c-bc08-d9ec4335eaf9 HTTP/1.1" status: 204 len: 173 time: 0.5380459 Feb 09 16:49:20.452915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed83429-e822-4e73-938d-fb7407e0ac41', 'name': 'network-vif-deleted', 'tag': '894c345f-2ec1-471c-bc08-d9ec4335eaf9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:49:20.456048 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f25f2f-223e-440a-99fd-7f8f3835b7a2" -d '{"events": [{"server_uuid": "eed83429-e822-4e73-938d-fb7407e0ac41", "name": "network-vif-deleted", "tag": "894c345f-2ec1-471c-bc08-d9ec4335eaf9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:49:20.495087 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d81d75-0f45-429e-a271-44351065a19a x-openstack-request-id: req-27d81d75-0f45-429e-a271-44351065a19a {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:49:20.495391 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed83429-e822-4e73-938d-fb7407e0ac41", "name": "network-vif-deleted", "tag": "894c345f-2ec1-471c-bc08-d9ec4335eaf9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:49:20.495642 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27d81d75-0f45-429e-a271-44351065a19a {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:49:20.496056 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed83429-e822-4e73-938d-fb7407e0ac41', 'name': 'network-vif-deleted', 'tag': '894c345f-2ec1-471c-bc08-d9ec4335eaf9', 'status': 'completed', 'code': 200} Feb 09 16:49:20.690370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4d3d035-752a-405c-98cd-9e31c60d2860 req-aa5cb463-2ef0-497d-b450-ec8ded9621a7 tempest-TestEncryptedCinderVolumes-2046869897 tempest-TestEncryptedCinderVolumes-2046869897-project] 10.222.0.53 "GET /v2.0/ports?device_id=eed83429-e822-4e73-938d-fb7407e0ac41 HTTP/1.1" status: 200 len: 210 time: 0.0272794 Feb 09 16:49:21.871945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33698) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:22.247407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:22.518277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Deleting port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:22.518530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:22.609969 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] For port 6d5e57bc-a672-47e4-8e3e-15dedd4d4581, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:22.610342 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:22.626203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Calling delete_port for 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:22.962095 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:22.990802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5e57bc-a672-47e4-8e3e-15dedd4d4581,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:23.076702 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f774f11c-0215-4ece-a50e-389142d0112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:23.192469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:23.436406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Router 0a86e6bf-c542-4105-b897-09d1836eee09 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:49:23.570197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:49:23.575815 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-81289db5-230c-4dae-acc3-ed85c67c2fa7 admin admin] 10.222.0.53 "PUT /v2.0/routers/0a86e6bf-c542-4105-b897-09d1836eee09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7023816 Feb 09 16:49:23.580734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33700) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:23.583935 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] Sync routers for ids ['0a86e6bf-c542-4105-b897-09d1836eee09'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:49:23.598417 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] Routers {'0a86e6bf-c542-4105-b897-09d1836eee09'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:23.599523 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:48:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a86e6bf-c542-4105-b897-09d1836eee09'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:23.705361 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:23.719871 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] Set router 0a86e6bf-c542-4105-b897-09d1836eee09 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:23.824680 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:23.920992 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:49:22Z', 'revision_number': 5, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port': {'id': 'a90efdb6-bc30-4f7b-9fba-40d4f425de74', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:49:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:48Z', 'updated_at': '2022-02-09T16:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:23.950465 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] Checking router: 0a86e6bf-c542-4105-b897-09d1836eee09 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:49:23.960454 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] Routers {'0a86e6bf-c542-4105-b897-09d1836eee09'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:23.961089 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:48:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['0a86e6bf-c542-4105-b897-09d1836eee09'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:24.074131 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] Set router 0a86e6bf-c542-4105-b897-09d1836eee09 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:24.152579 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:49:23Z', 'revision_number': 6, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:24.284661 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5ef1e2-d857-4a76-a1e7-a7b917d61135 None None] The sync data for ids ['0a86e6bf-c542-4105-b897-09d1836eee09'] in n-d-828542-1 is: [{'id': '0a86e6bf-c542-4105-b897-09d1836eee09', 'name': 'tempest-TestEncryptedCinderVolumes-48099660-router', 'tenant_id': '6805e894c7eb416487b913ed076e4d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:47Z', 'updated_at': '2022-02-09T16:49:23Z', 'revision_number': 6, 'project_id': '6805e894c7eb416487b913ed076e4d01', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:49:24.353206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Deleting port a90efdb6-bc30-4f7b-9fba-40d4f425de74 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:24.353814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:24.447060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] For port a90efdb6-bc30-4f7b-9fba-40d4f425de74, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a90efdb6-bc30-4f7b-9fba-40d4f425de74,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:24.447433 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:24.463553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Calling delete_port for a90efdb6-bc30-4f7b-9fba-40d4f425de74 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:24.731716 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:24.764105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90efdb6-bc30-4f7b-9fba-40d4f425de74,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:24.837153 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:24.935320 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:24.937652 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.068443 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.068998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a86e6bf-c542-4105-b897-09d1836eee09 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:49:25.073642 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.076855 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7a4bc189-b45d-42b1-b78d-4c3c61145872 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0a86e6bf-c542-4105-b897-09d1836eee09 HTTP/1.1" status: 204 len: 168 time: 1.4930596 Feb 09 16:49:25.077782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33702) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:25.138227 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Deleting subnet b87516ef-1a7b-47d7-ac66-3ed1be59ae0d {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:49:25.141952 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.187035 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.285268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.299749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 894c345f-2ec1-471c-bc08-d9ec4335eaf9 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:49:25.321382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1567c51b-858f-4a7e-8482-9232584aa8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.322907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 894c345f-2ec1-471c-bc08-d9ec4335eaf9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:49:25.323253 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 894c345f-2ec1-471c-bc08-d9ec4335eaf9 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:49:25.442244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.468545 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87516ef-1a7b-47d7-ac66-3ed1be59ae0d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:25.474012 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.479553 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b87516ef-1a7b-47d7-ac66-3ed1be59ae0d HTTP/1.1" status: 204 len: 168 time: 0.3984182 Feb 09 16:49:25.480046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33706) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:25.482726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087ad84-2894-42c4-9290-9086c2031ad8 None None] Network 9fda7e28-7119-428d-9a2c-502fe4a52d05 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:49:25.482895 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.483490 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.483857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.484195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.484534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.484862 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.485220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.485560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.486455 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.486725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.488146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.488520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4def53b6-2d3a-4c61-868b-bcfb2e21e768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.567500 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.625884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Deleting port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:25.626161 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.693649 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] DHCP port deletion for 9fda7e28-7119-428d-9a2c-502fe4a52d05 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:49:25.704436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] For port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:25.704817 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.719226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Calling delete_port for 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:25.746303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Deleting port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:25.746672 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.815939 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] For port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,segment=NetworkSegment(f31d1295-e9b5-47a6-9cba-23a315ce7fcf),segment_id=f31d1295-e9b5-47a6-9cba-23a315ce7fcf)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:25.816367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.830715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Calling delete_port for 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:25.903043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.916409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:25.931086 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Pushing event deleted for resources: {'Port': ['ID=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:25.935036 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] No DVR routers for this DVR port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:49:25.957200 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Pushing event deleted for resources: {'Port': ['ID=7beade8c-a2bb-4893-a86d-2fcfd8b600b1,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:25.962455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] No DVR routers for this DVR port 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:49:25.977993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.979328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.979328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.979850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.980466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.981030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.981600 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.982167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.982727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.983569 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.984177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:25.984909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d89518-945d-4de5-a456-4ea3d077d72a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:26.047511 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:26.070459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a90efdb6-bc30-4f7b-9fba-40d4f425de74 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:49:26.076403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fda7e28-7119-428d-9a2c-502fe4a52d05']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:26.086802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:26.087040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31d1295-e9b5-47a6-9cba-23a315ce7fcf') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:26.094524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a90efdb6-bc30-4f7b-9fba-40d4f425de74 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:49:26.094871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a90efdb6-bc30-4f7b-9fba-40d4f425de74 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:49:26.095349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:49:26.104031 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:26.115932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:49:26.116321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6d5e57bc-a672-47e4-8e3e-15dedd4d4581 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:49:26.116712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:49:26.118966 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:26.125795 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:49:26.126421 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:49:26.128450 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:49:26.137576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:49:26.137576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 7beade8c-a2bb-4893-a86d-2fcfd8b600b1 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:49:26.292865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:26.299067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:26.302613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] 10.222.0.53 "DELETE /v2.0/networks/9fda7e28-7119-428d-9a2c-502fe4a52d05 HTTP/1.1" status: 204 len: 168 time: 0.8205373 Feb 09 16:49:26.305770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33708) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:26.314808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a2065-fc75-489f-a094-75963264e00c admin admin] Pushing event deleted for resources: {'Network': ['ID=9fda7e28-7119-428d-9a2c-502fe4a52d05,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:26.784456 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:27.078633 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:27.351662 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Deleting port 31761d61-0c8b-4911-8946-1fff9b219492 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:27.352373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:27.438006 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] For port 31761d61-0c8b-4911-8946-1fff9b219492, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=31761d61-0c8b-4911-8946-1fff9b219492,segment=NetworkSegment(7859a119-101b-4ae1-b7ae-69df427996c5),segment_id=7859a119-101b-4ae1-b7ae-69df427996c5)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:27.438375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:27.451208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Calling delete_port for 31761d61-0c8b-4911-8946-1fff9b219492 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:27.744339 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:27.772355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Pushing event deleted for resources: {'Port': ['ID=31761d61-0c8b-4911-8946-1fff9b219492,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:27.964214 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:28.199236 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Router 435ae5f1-5941-480e-90e5-29282213fa05 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:49:28.319513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:49:28.325113 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-78985c60-695a-4301-9f55-9e93ced71012 admin admin] 10.222.0.53 "PUT /v2.0/routers/435ae5f1-5941-480e-90e5-29282213fa05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0176632 Feb 09 16:49:28.329118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33710) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:28.333534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] Sync routers for ids ['435ae5f1-5941-480e-90e5-29282213fa05'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:49:28.356338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] Routers {'435ae5f1-5941-480e-90e5-29282213fa05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:28.357267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['435ae5f1-5941-480e-90e5-29282213fa05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:28.400406 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:28.444457 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:28.490346 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] Set router 435ae5f1-5941-480e-90e5-29282213fa05 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:28.560559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:28.682594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:28.701913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:49:27Z', 'revision_number': 5, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port': {'id': '4062d54b-f829-4bed-8269-928d481ec5fc', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '435ae5f1-5941-480e-90e5-29282213fa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:28.730656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] Checking router: 435ae5f1-5941-480e-90e5-29282213fa05 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:49:28.741070 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] Routers {'435ae5f1-5941-480e-90e5-29282213fa05'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:28.741727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['435ae5f1-5941-480e-90e5-29282213fa05'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:28.757364 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Deleting port 4062d54b-f829-4bed-8269-928d481ec5fc {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:28.757861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:28.838599 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] Set router 435ae5f1-5941-480e-90e5-29282213fa05 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:28.843831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] For port 4062d54b-f829-4bed-8269-928d481ec5fc, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4062d54b-f829-4bed-8269-928d481ec5fc,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:28.844320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:28.859247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Calling delete_port for 4062d54b-f829-4bed-8269-928d481ec5fc owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:28.897741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:49:28Z', 'revision_number': 6, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:28.926033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f196d-30d3-49b0-b997-fd2d36e1a435 None None] The sync data for ids ['435ae5f1-5941-480e-90e5-29282213fa05'] in n-d-828542-1 is: [{'id': '435ae5f1-5941-480e-90e5-29282213fa05', 'name': 'tempest-TestEncryptedCinderVolumes-107448259-router', 'tenant_id': '04e12d417b724dd4b4e237b8f9db14a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:47:54Z', 'updated_at': '2022-02-09T16:49:28Z', 'revision_number': 6, 'project_id': '04e12d417b724dd4b4e237b8f9db14a7', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:49:29.098722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.129559 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Pushing event deleted for resources: {'Port': ['ID=4062d54b-f829-4bed-8269-928d481ec5fc,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:29.201168 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.312587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.316632 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.475732 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.476635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 435ae5f1-5941-480e-90e5-29282213fa05 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:49:29.483564 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.484939 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b9e2d184-bd80-4b9d-871c-69bd3216289c admin admin] 10.222.0.53 "DELETE /v2.0/routers/435ae5f1-5941-480e-90e5-29282213fa05 HTTP/1.1" status: 204 len: 168 time: 1.1547596 Feb 09 16:49:29.487718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33712) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:29.537270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f47d65c-41af-4793-a04b-14b63557ce6e admin admin] Deleting subnet 204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:49:29.541189 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f47d65c-41af-4793-a04b-14b63557ce6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.578698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f47d65c-41af-4793-a04b-14b63557ce6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.666280 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f47d65c-41af-4793-a04b-14b63557ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.903452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f47d65c-41af-4793-a04b-14b63557ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.945402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-5f47d65c-41af-4793-a04b-14b63557ce6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:29.947548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d850fd-39dc-440f-9f3d-65bef2f0d973 None None] Network df78be46-ad02-4239-8496-35b18019a08f requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:49:29.951305 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5f47d65c-41af-4793-a04b-14b63557ce6e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04 HTTP/1.1" status: 204 len: 168 time: 0.4620264 Feb 09 16:49:29.954413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33714) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:29.960939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47d65c-41af-4793-a04b-14b63557ce6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204e1445-d1a7-4ad2-bfd9-0b0b8c4c0f04,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:30.057684 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.101114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 31761d61-0c8b-4911-8946-1fff9b219492 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:49:30.122993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 31761d61-0c8b-4911-8946-1fff9b219492 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:49:30.123372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 31761d61-0c8b-4911-8946-1fff9b219492 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:49:30.123767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4062d54b-f829-4bed-8269-928d481ec5fc no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:49:30.124569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Deleting port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:30.124994 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.145746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 4062d54b-f829-4bed-8269-928d481ec5fc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:49:30.146237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4062d54b-f829-4bed-8269-928d481ec5fc not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:49:30.174135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] DHCP port deletion for df78be46-ad02-4239-8496-35b18019a08f request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:49:30.224657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] Deleting port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:49:30.225162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] For port 6fe1286e-9fc2-4615-8748-cb7a962a77a5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6fe1286e-9fc2-4615-8748-cb7a962a77a5,segment=NetworkSegment(7859a119-101b-4ae1-b7ae-69df427996c5),segment_id=7859a119-101b-4ae1-b7ae-69df427996c5)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:30.225391 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.225554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.240688 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Calling delete_port for 6fe1286e-9fc2-4615-8748-cb7a962a77a5 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:30.314436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] For port 6fe1286e-9fc2-4615-8748-cb7a962a77a5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=6fe1286e-9fc2-4615-8748-cb7a962a77a5,segment=NetworkSegment(7859a119-101b-4ae1-b7ae-69df427996c5),segment_id=7859a119-101b-4ae1-b7ae-69df427996c5)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:30.314730 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.328643 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] Calling delete_port for 6fe1286e-9fc2-4615-8748-cb7a962a77a5 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:49:30.464169 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.472231 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.492641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe1286e-9fc2-4615-8748-cb7a962a77a5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:30.496917 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] No DVR routers for this DVR port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:49:30.514869 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] Pushing event deleted for resources: {'Port': ['ID=6fe1286e-9fc2-4615-8748-cb7a962a77a5,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:30.517894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae764462-3002-4598-9d75-a7e95516d00b None None] No DVR routers for this DVR port 6fe1286e-9fc2-4615-8748-cb7a962a77a5 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:49:30.584692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.613853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df78be46-ad02-4239-8496-35b18019a08f']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:30.626079 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7859a119-101b-4ae1-b7ae-69df427996c5') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:30.626456 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7859a119-101b-4ae1-b7ae-69df427996c5') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:30.638944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.647193 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.656004 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.663440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:49:30.663850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:49:30.665762 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:49:31.097248 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:31.103158 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:31.106365 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/df78be46-ad02-4239-8496-35b18019a08f HTTP/1.1" status: 204 len: 168 time: 1.1505678 Feb 09 16:49:31.118646 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da529faf-b7d3-4655-9c9b-b74ae523b3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=df78be46-ad02-4239-8496-35b18019a08f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:31.589867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33720) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:31.636760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-20fa0360-1c12-4340-9c9c-14e064b98b1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6805e894c7eb416487b913ed076e4d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454803 Feb 09 16:49:31.639191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33722) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:31.694591 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-437ed94f-4111-4c42-9c13-8995e389abb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:31.719121 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-437ed94f-4111-4c42-9c13-8995e389abb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:31.868832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-437ed94f-4111-4c42-9c13-8995e389abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:31.871661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-437ed94f-4111-4c42-9c13-8995e389abb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:31.872969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-437ed94f-4111-4c42-9c13-8995e389abb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/811d660c-396a-4c43-a113-a943fa90ce36 HTTP/1.1" status: 204 len: 168 time: 0.2328153 Feb 09 16:49:31.881984 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ed94f-4111-4c42-9c13-8995e389abb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d660c-396a-4c43-a113-a943fa90ce36,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:32.079510 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6fe1286e-9fc2-4615-8748-cb7a962a77a5 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:49:32.111366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 6fe1286e-9fc2-4615-8748-cb7a962a77a5 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:49:32.111861 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 6fe1286e-9fc2-4615-8748-cb7a962a77a5 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:49:32.348267 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:32.888223 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33728) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:32.937122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9476ae35-d011-4c16-ae57-85c2c542f8e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04e12d417b724dd4b4e237b8f9db14a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476193 Feb 09 16:49:32.940255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:32.995101 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e683c7fa-27c6-403d-b6ec-94078755b564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:33.018385 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e683c7fa-27c6-403d-b6ec-94078755b564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:33.178261 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e683c7fa-27c6-403d-b6ec-94078755b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:33.180907 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e683c7fa-27c6-403d-b6ec-94078755b564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:33.182300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e683c7fa-27c6-403d-b6ec-94078755b564 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48c6180a-0b4b-46fc-9f87-a30fc3fda969 HTTP/1.1" status: 204 len: 168 time: 0.2410860 Feb 09 16:49:33.191740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683c7fa-27c6-403d-b6ec-94078755b564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c6180a-0b4b-46fc-9f87-a30fc3fda969,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:34.640640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33752) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:34.742022 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-453085254-network', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:49:34.875306 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Made reservation on behalf of a8512e9d369b4eb1b4c60de9bffd24a4 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:49:34.878232 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:34.887747 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:34.976675 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:35.092892 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:35.121248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:49:35.128832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0043b8-44c9-4b85-8750-cf7a17c9c12b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:35.135589 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:35.135937 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Added segment 53f1d0e0-85c2-42cd-aa68-67a2f949c80e of type vlan for network 68c877e3-282b-43ce-a11e-db00b320483e Feb 09 16:49:35.180371 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:35.297122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:35.298636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:35.299232 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:35.364912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] Pushing event updated for resources: {'Network': ['ID=68c877e3-282b-43ce-a11e-db00b320483e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:35.377241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 68c877e3-282b-43ce-a11e-db00b320483e details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:49:35.440006 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f2934f5c-a228-48fd-b032-fd330433eb2b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7952380 Feb 09 16:49:35.440350 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33756) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:35.445723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Request body: {'subnet': {'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-453085254-subnet', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:49:35.582358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Made reservation on behalf of a8512e9d369b4eb1b4c60de9bffd24a4 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:49:35.585181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:35.857400 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:35.915585 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e23a14-65f5-4261-8b6b-be7455a4357f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:35.928877 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Checking segment: {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:49:35.934520 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Network hostable DHCP agents. Network: 68c877e3-282b-43ce-a11e-db00b320483e, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:49:36.046639 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Network 68c877e3-282b-43ce-a11e-db00b320483e is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:49:36.121395 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 68c877e3-282b-43ce-a11e-db00b320483e) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:36.126792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:36.127717 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.132974 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278368e4-4de5-4381-8d30-d2e8e1c89fc9 None None] Network 68c877e3-282b-43ce-a11e-db00b320483e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:49:36.239002 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-28ab5bb2-2210-489a-add9-2248a4d542fc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7975278 Feb 09 16:49:36.243410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33758) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:36.248370 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:49:36.290248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-68c877e3-282b-43ce-a11e-db00b320483e', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:49:36.291230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.395742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.396976 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.438413 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Allocated IP 172.20.0.2 (68c877e3-282b-43ce-a11e-db00b320483e/a9e23a14-65f5-4261-8b6b-be7455a4357f/150b4e23-32ec-45d6-8251-118a1f6b03bf) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:49:36.464910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.613017 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.710203 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.738698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.786749 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Network 68c877e3-282b-43ce-a11e-db00b320483e is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:49:36.789810 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:36.794141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:49:36.797281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Pushing event updated for resources: {'Port': ['ID=150b4e23-32ec-45d6-8251-118a1f6b03bf,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:36.854078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Attempting to bind port 150b4e23-32ec-45d6-8251-118a1f6b03bf on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:49:36.854441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Attempting to bind port 150b4e23-32ec-45d6-8251-118a1f6b03bf by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:49:36.854802 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Attempting to bind port 150b4e23-32ec-45d6-8251-118a1f6b03bf on network 68c877e3-282b-43ce-a11e-db00b320483e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:49:36.862500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:49:36.863380 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Checking segment: {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:49:36.863794 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.864235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Bound using segment: {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:49:36.864794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Bound port: 150b4e23-32ec-45d6-8251-118a1f6b03bf, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:49:36.865306 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:36.941124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] For port 150b4e23-32ec-45d6-8251-118a1f6b03bf, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:49:36.945284 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] For port 150b4e23-32ec-45d6-8251-118a1f6b03bf, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=150b4e23-32ec-45d6-8251-118a1f6b03bf,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:49:37.028845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:37.041746 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:37.049488 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:37.113480 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973b225-e973-4267-8147-77d7c4a33186 None None] Pushing event updated for resources: {'Port': ['ID=150b4e23-32ec-45d6-8251-118a1f6b03bf,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:37.171822 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Allocated IP 172.25.5.12 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:49:37.310125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:37.596758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:37.638310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:49:37.641398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:37.644920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:49:37.650315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Pushing event updated for resources: {'Port': ['ID=4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:37.999581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:38.121903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 150b4e23-32ec-45d6-8251-118a1f6b03bf up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:38.170055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c6b253-0a56-44fc-aa22-c59224b06b79 None None] Network 68c877e3-282b-43ce-a11e-db00b320483e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:49:38.233607 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 150b4e23-32ec-45d6-8251-118a1f6b03bf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:38.233978 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:38.240335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:38.284357 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a44f9ad1-d245-41e5-8758-4107bd60b812 None None] Provisioning complete for port 150b4e23-32ec-45d6-8251-118a1f6b03bf triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:38.284725 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a44f9ad1-d245-41e5-8758-4107bd60b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:38.433658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Router e292c305-1ef3-4406-a94d-7b2277958b30 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:49:38.449460 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:38.478176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a44f9ad1-d245-41e5-8758-4107bd60b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:38.515275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 150b4e23-32ec-45d6-8251-118a1f6b03bf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=150b4e23-32ec-45d6-8251-118a1f6b03bf,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:38.557944 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:49:38.572733 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Sync routers for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:49:38.587864 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:38.588434 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:38.613074 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:38.641473 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:38.646405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33760) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:38.648726 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2908a0fb-22c1-4e89-bd94-2782784cf490 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4018202 Feb 09 16:49:38.699301 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:38.869900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-a44f9ad1-d245-41e5-8758-4107bd60b812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:49:38.870253 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-a44f9ad1-d245-41e5-8758-4107bd60b812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:49:38.874551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=150b4e23-32ec-45d6-8251-118a1f6b03bf,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:38.892331 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:37Z', 'revision_number': 3, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:38.921200 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Checking router: e292c305-1ef3-4406-a94d-7b2277958b30 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:49:38.921538 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Updating router e292c305-1ef3-4406-a94d-7b2277958b30 port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:49:38.947330 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.143646 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.202746 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.281311 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.307480 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Allocated IP 172.20.0.1 (68c877e3-282b-43ce-a11e-db00b320483e/a9e23a14-65f5-4261-8b6b-be7455a4357f/8b661006-91f1-466b-b7ac-aade81e87665) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:49:39.337747 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Attempting to bind port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:49:39.338115 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Attempting to bind port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:49:39.338498 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Attempting to bind port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:49:39.346081 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Pushing event updated for resources: {'Port': ['ID=4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:39.353765 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:49:39.353765 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:49:39.353765 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.353765 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:49:39.353765 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Bound port: 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:49:39.353765 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.375939 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.376331 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.376669 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.377010 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.377370 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.377737 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.378068 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.378394 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.378717 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.379036 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.379400 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.379720 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:49:39.418859 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] For port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:49:39.422565 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] For port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:49:39.431298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.493371 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.539060 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cdf594d4-e085-4c23-9f48-a5e66d22ad3a None None] Provisioning complete for port 150b4e23-32ec-45d6-8251-118a1f6b03bf triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:39.539060 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cdf594d4-e085-4c23-9f48-a5e66d22ad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.554917 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8a56d-7c45-4ca3-a4bf-c2826f8147f6 None None] Pushing event updated for resources: {'Port': ['ID=4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:39.558034 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:39.558640 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:39.561537 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.599305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Network 68c877e3-282b-43ce-a11e-db00b320483e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:49:39.602634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:39.609079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:49:39.645544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Pushing event updated for resources: {'Port': ['ID=8b661006-91f1-466b-b7ac-aade81e87665,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:39.660950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.683601 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:39.852285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-42abeeb6-012b-422e-bde2-3a41ebaf4f34 None None] Provisioning complete for port 8b661006-91f1-466b-b7ac-aade81e87665 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:39.852660 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42abeeb6-012b-422e-bde2-3a41ebaf4f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:39.871883 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:37Z', 'revision_number': 3, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:39.888725 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-42abeeb6-012b-422e-bde2-3a41ebaf4f34 None None] Port 8b661006-91f1-466b-b7ac-aade81e87665 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:49:39.901003 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb7f1b-b1b0-4e68-a38c-9dc494a363c6 None None] The sync data for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 is: [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:37Z', 'revision_number': 3, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:49:39.932790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:40.090724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 150b4e23-32ec-45d6-8251-118a1f6b03bf up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:40.136507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:40.151068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 150b4e23-32ec-45d6-8251-118a1f6b03bf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:40.153528 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:40.206979 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:40.281867 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:40.284031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Pushing event updated for resources: {'Port': ['ID=8b661006-91f1-466b-b7ac-aade81e87665,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:40.398097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Network 68c877e3-282b-43ce-a11e-db00b320483e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:49:40.399476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:40.538013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Router e292c305-1ef3-4406-a94d-7b2277958b30 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:49:40.663434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:49:40.676604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-530d72ce-79b6-4f9b-9cf6-4cc673c19c62 admin admin] 10.222.0.53 "PUT /v2.0/routers/e292c305-1ef3-4406-a94d-7b2277958b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0210721 Feb 09 16:49:40.721300 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ade8d8a2-8b68-4670-8387-4d11930dbeda None None] Provisioning complete for port 8b661006-91f1-466b-b7ac-aade81e87665 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:40.722113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ade8d8a2-8b68-4670-8387-4d11930dbeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:40.774899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ade8d8a2-8b68-4670-8387-4d11930dbeda None None] Port 8b661006-91f1-466b-b7ac-aade81e87665 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:49:41.446888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33776) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:41.452218 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1244066303-network', 'tenant_id': 'dc32d483033d465abce7662dbc452037'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:49:41.538015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Sync routers for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:49:41.548816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:41.549469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:41.549613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Made reservation on behalf of dc32d483033d465abce7662dbc452037 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:49:41.552100 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:41.561489 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:41.638600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:41.656821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:41.761371 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:41.783401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:49:41.798960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cce7d4-1c1a-4ce0-a240-da3e59c8de91,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:41.802028 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:41.802379 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Added segment 554abab4-58a3-4bc3-b3db-e1d91c96eb81 of type vlan for network 975c7bc5-9842-4135-947d-676c0566a452 Feb 09 16:49:41.848861 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:41.868489 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 2, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:41.895876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Checking router: e292c305-1ef3-4406-a94d-7b2277958b30 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:49:41.896266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Updating router e292c305-1ef3-4406-a94d-7b2277958b30 port 8b661006-91f1-466b-b7ac-aade81e87665 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:49:41.920826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:41.961115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:41.962143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:41.962757 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.030356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] Pushing event updated for resources: {'Network': ['ID=975c7bc5-9842-4135-947d-676c0566a452,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:42.046694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 975c7bc5-9842-4135-947d-676c0566a452 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:49:42.088581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-79b36bc3-72b1-4b0f-9631-2ca35599e01c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6402972 Feb 09 16:49:42.091884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33778) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:42.097973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Request body: {'subnet': {'network_id': '975c7bc5-9842-4135-947d-676c0566a452', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1244066303-subnet', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:49:42.117873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:42.217971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Made reservation on behalf of dc32d483033d465abce7662dbc452037 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:49:42.221026 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.237517 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:42.237885 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.360367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.378346 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.400383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:42.400879 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:49:42.429408 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.481665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cf0e5-4120-4147-85ba-e194831c8f1d None None] Pushing event updated for resources: {'Port': ['ID=8b661006-91f1-466b-b7ac-aade81e87665,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:42.499057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.541276 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.564776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c51d3b-547a-4039-b7e9-5b578aad790e,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:42.577375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Checking segment: {'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:49:42.578694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Network hostable DHCP agents. Network: 975c7bc5-9842-4135-947d-676c0566a452, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:49:42.578895 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Attempting to bind port 8b661006-91f1-466b-b7ac-aade81e87665 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:49:42.579418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Attempting to bind port 8b661006-91f1-466b-b7ac-aade81e87665 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:49:42.579965 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Attempting to bind port 8b661006-91f1-466b-b7ac-aade81e87665 on network 68c877e3-282b-43ce-a11e-db00b320483e {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:49:42.590271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:49:42.593029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Checking segment: {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:49:42.593029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.593029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Bound using segment: {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:49:42.593029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Bound port: 8b661006-91f1-466b-b7ac-aade81e87665, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:49:42.593029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.648120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:42.680601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] For port 8b661006-91f1-466b-b7ac-aade81e87665, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:49:42.683762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] For port 8b661006-91f1-466b-b7ac-aade81e87665, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8b661006-91f1-466b-b7ac-aade81e87665,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:49:42.685067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Network 975c7bc5-9842-4135-947d-676c0566a452 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:49:42.715879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-58fabfe4-2403-460c-b6ea-d271b170bd20 None None] Provisioning complete for port 8b661006-91f1-466b-b7ac-aade81e87665 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:42.716285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58fabfe4-2403-460c-b6ea-d271b170bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.759029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-58fabfe4-2403-460c-b6ea-d271b170bd20 None None] Port 8b661006-91f1-466b-b7ac-aade81e87665 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:49:42.776694 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.787665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 975c7bc5-9842-4135-947d-676c0566a452) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:42.792055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:49:42.792857 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.806875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da27104-c6bd-4be6-971e-9171e9f622dc None None] Network 975c7bc5-9842-4135-947d-676c0566a452 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:49:42.881208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-60f07df8-62c9-45b0-af08-9f843d9a41c1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7853248 Feb 09 16:49:42.881615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 33780) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:42.887820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:49:42.897049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:42.897698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:42.899499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cf0e5-4120-4147-85ba-e194831c8f1d None None] Pushing event updated for resources: {'Port': ['ID=8b661006-91f1-466b-b7ac-aade81e87665,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:42.985248 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:42.987072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.050920 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.064639 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:43.125985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-975c7bc5-9842-4135-947d-676c0566a452', 'network_id': '975c7bc5-9842-4135-947d-676c0566a452', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'fixed_ips': [{'subnet_id': '08c51d3b-547a-4039-b7e9-5b578aad790e'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:49:43.127344 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.183441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-be499918-7af9-4d8c-b764-34c535b99c37 None None] Provisioning complete for port 8b661006-91f1-466b-b7ac-aade81e87665 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:43.183924 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be499918-7af9-4d8c-b764-34c535b99c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.281132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.474377 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Allocated IP 172.20.0.2 (975c7bc5-9842-4135-947d-676c0566a452/08c51d3b-547a-4039-b7e9-5b578aad790e/a1274b59-6af4-459d-bcd4-07f30da671a4) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:49:43.496505 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be499918-7af9-4d8c-b764-34c535b99c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.598161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-be499918-7af9-4d8c-b764-34c535b99c37 None None] For port 8b661006-91f1-466b-b7ac-aade81e87665, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8b661006-91f1-466b-b7ac-aade81e87665,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:43.701372 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.743151 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.788223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:43.790308 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-be499918-7af9-4d8c-b764-34c535b99c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:43.829513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f17014-664e-41a3-b4ca-ae19d80aa8f6 None None] The sync data for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 is: [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:49:43.937728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be499918-7af9-4d8c-b764-34c535b99c37 None None] Pushing event updated for resources: {'Port': ['ID=8b661006-91f1-466b-b7ac-aade81e87665,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:43.951554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Allocated IP 172.25.5.38 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/d3e5303f-2181-44e7-b0e7-a3c03acb2135) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:49:43.963292 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:44.048788 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:44.120748 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:44.122119 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Network 975c7bc5-9842-4135-947d-676c0566a452 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:49:44.134244 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:44.138696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:49:44.151447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Pushing event updated for resources: {'Port': ['ID=a1274b59-6af4-459d-bcd4-07f30da671a4,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:44.212679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Attempting to bind port a1274b59-6af4-459d-bcd4-07f30da671a4 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:49:44.212907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Attempting to bind port a1274b59-6af4-459d-bcd4-07f30da671a4 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:49:44.213412 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Attempting to bind port a1274b59-6af4-459d-bcd4-07f30da671a4 on network 975c7bc5-9842-4135-947d-676c0566a452 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:49:44.222661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:49:44.223049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Checking segment: {'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:49:44.223489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:44.223888 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Bound using segment: {'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:49:44.224433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Bound port: a1274b59-6af4-459d-bcd4-07f30da671a4, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:49:44.224825 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:44.228437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:44.282045 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:44.338663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] For port a1274b59-6af4-459d-bcd4-07f30da671a4, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:49:44.349468 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:44.349844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:44.355183 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] For port a1274b59-6af4-459d-bcd4-07f30da671a4, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a1274b59-6af4-459d-bcd4-07f30da671a4,segment=NetworkSegment(554abab4-58a3-4bc3-b3db-e1d91c96eb81),segment_id=554abab4-58a3-4bc3-b3db-e1d91c96eb81)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:49:44.358449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:49:44.368274 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:44.375670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:49:44.406935 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e5303f-2181-44e7-b0e7-a3c03acb2135,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:44.446019 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:44.523978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8b661006-91f1-466b-b7ac-aade81e87665 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:44.624441 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c60092-af1b-4f25-84d9-5bbf43d95e10 None None] Pushing event updated for resources: {'Port': ['ID=a1274b59-6af4-459d-bcd4-07f30da671a4,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:44.654707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8b661006-91f1-466b-b7ac-aade81e87665 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:44.655181 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:45.204199 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:45.441540 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:45.646767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c16c97-ddb8-4b51-90d9-0123a7361d9a None None] Network 975c7bc5-9842-4135-947d-676c0566a452 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:49:45.662631 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:49:45.775565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c258d980-351f-4275-9ed2-d44233cd29cf None None] Provisioning complete for port a1274b59-6af4-459d-bcd4-07f30da671a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:45.775931 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c258d980-351f-4275-9ed2-d44233cd29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:45.832436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:49:45.840784 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Sync routers for ids ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:49:45.862900 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Routers {'fe0d56b1-bee3-470d-abc5-8c924e3d1f59'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:45.863548 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:45.925967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:45.927967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b425c555-3889-456f-9440-1ddc2d51f059 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0450656 Feb 09 16:49:45.931511 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 33782) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:49:45.935014 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c258d980-351f-4275-9ed2-d44233cd29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:45.989462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c258d980-351f-4275-9ed2-d44233cd29cf None None] For port a1274b59-6af4-459d-bcd4-07f30da671a4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a1274b59-6af4-459d-bcd4-07f30da671a4,segment=NetworkSegment(554abab4-58a3-4bc3-b3db-e1d91c96eb81),segment_id=554abab4-58a3-4bc3-b3db-e1d91c96eb81)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:46.011800 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Set router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:46.062468 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c258d980-351f-4275-9ed2-d44233cd29cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:46.170095 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a1274b59-6af4-459d-bcd4-07f30da671a4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:46.221775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258d980-351f-4275-9ed2-d44233cd29cf None None] Pushing event updated for resources: {'Port': ['ID=a1274b59-6af4-459d-bcd4-07f30da671a4,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:46.241583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a1274b59-6af4-459d-bcd4-07f30da671a4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:46.241949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:46.271278 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:49:44Z', 'revision_number': 3, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port': {'id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:43Z', 'updated_at': '2022-02-09T16:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:46.300667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-561c7220-e264-44de-8fd7-1bac20996e21 None None] Provisioning complete for port a1274b59-6af4-459d-bcd4-07f30da671a4 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:46.301036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-561c7220-e264-44de-8fd7-1bac20996e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:46.314715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Checking router: fe0d56b1-bee3-470d-abc5-8c924e3d1f59 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:49:46.314715 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Updating router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 port d3e5303f-2181-44e7-b0e7-a3c03acb2135 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:49:46.345903 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:46.658701 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:46.847532 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:46.903802 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.060869 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Attempting to bind port d3e5303f-2181-44e7-b0e7-a3c03acb2135 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:49:47.061251 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Attempting to bind port d3e5303f-2181-44e7-b0e7-a3c03acb2135 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:49:47.061839 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Attempting to bind port d3e5303f-2181-44e7-b0e7-a3c03acb2135 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:49:47.063588 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Allocated IP 172.20.0.1 (975c7bc5-9842-4135-947d-676c0566a452/08c51d3b-547a-4039-b7e9-5b578aad790e/b96f257a-7929-41d6-a73f-91afaf45204d) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:49:47.071431 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:49:47.075373 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:49:47.075373 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.075373 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:49:47.075373 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Bound port: d3e5303f-2181-44e7-b0e7-a3c03acb2135, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:49:47.075373 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.075373 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5469c4-961c-42b0-8718-2c4589643f83 None None] Pushing event updated for resources: {'Port': ['ID=d3e5303f-2181-44e7-b0e7-a3c03acb2135,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:47.139567 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] For port d3e5303f-2181-44e7-b0e7-a3c03acb2135, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:49:47.143706 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] For port d3e5303f-2181-44e7-b0e7-a3c03acb2135, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d3e5303f-2181-44e7-b0e7-a3c03acb2135,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:49:47.181866 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.258630 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.293483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.318292 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Routers {'fe0d56b1-bee3-470d-abc5-8c924e3d1f59'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:47.318926 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:47.337440 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Network 975c7bc5-9842-4135-947d-676c0566a452 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:49:47.340581 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:47.344372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:49:47.360841 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Pushing event updated for resources: {'Port': ['ID=b96f257a-7929-41d6-a73f-91afaf45204d,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:47.365531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5469c4-961c-42b0-8718-2c4589643f83 None None] Pushing event updated for resources: {'Port': ['ID=d3e5303f-2181-44e7-b0e7-a3c03acb2135,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:47.394362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.465221 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] Set router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:47.639592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.652962 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cea97ec2-7add-4389-8560-3fd55e117b93 None None] Provisioning complete for port b96f257a-7929-41d6-a73f-91afaf45204d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:47.653846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cea97ec2-7add-4389-8560-3fd55e117b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.677312 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:49:44Z', 'revision_number': 3, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port': {'id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:43Z', 'updated_at': '2022-02-09T16:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:47.694819 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-cea97ec2-7add-4389-8560-3fd55e117b93 None None] Port b96f257a-7929-41d6-a73f-91afaf45204d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:49:47.709380 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63bc59-d4c5-4645-833a-fe2f9316f4a8 None None] The sync data for ids ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'] in n-d-828542-1 is: [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:49:44Z', 'revision_number': 3, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port': {'id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:43Z', 'updated_at': '2022-02-09T16:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:49:47.853154 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:47.932635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:48.005030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Pushing event updated for resources: {'Port': ['ID=b96f257a-7929-41d6-a73f-91afaf45204d,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:48.008947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:48.178120 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a1274b59-6af4-459d-bcd4-07f30da671a4 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:48.203205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Network 975c7bc5-9842-4135-947d-676c0566a452 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:49:48.204728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:49:48.245238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a1274b59-6af4-459d-bcd4-07f30da671a4 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:48.245238 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:48.414390 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:49:48.525999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-aac13711-5f32-4c4f-b2ae-89859adb56b5 None None] Provisioning complete for port b96f257a-7929-41d6-a73f-91afaf45204d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:48.526372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aac13711-5f32-4c4f-b2ae-89859adb56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:48.568920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:49:48.582439 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f604c7ef-2fd8-4c13-8340-8ecbea7d0baf admin admin] 10.222.0.53 "PUT /v2.0/routers/fe0d56b1-bee3-470d-abc5-8c924e3d1f59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6480401 Feb 09 16:49:48.585002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-aac13711-5f32-4c4f-b2ae-89859adb56b5 None None] Port b96f257a-7929-41d6-a73f-91afaf45204d cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:49:50.141358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d3e5303f-2181-44e7-b0e7-a3c03acb2135 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:50.206807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d3e5303f-2181-44e7-b0e7-a3c03acb2135 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:50.207617 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:50.305410 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:50.328936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port d3e5303f-2181-44e7-b0e7-a3c03acb2135, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d3e5303f-2181-44e7-b0e7-a3c03acb2135,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:50.422703 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:50.546523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=d3e5303f-2181-44e7-b0e7-a3c03acb2135,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:50.941824 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Sync routers for ids ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:49:50.959836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Routers {'fe0d56b1-bee3-470d-abc5-8c924e3d1f59'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:50.960634 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:51.093232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Set router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:51.338583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:49:47Z', 'revision_number': 4, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port': {'id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:43Z', 'updated_at': '2022-02-09T16:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b96f257a-7929-41d6-a73f-91afaf45204d', 'name': '', 'network_id': '975c7bc5-9842-4135-947d-676c0566a452', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'mac_address': 'fa:16:3e:26:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '08c51d3b-547a-4039-b7e9-5b578aad790e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:46Z', 'updated_at': '2022-02-09T16:49:47Z', 'revision_number': 2, 'project_id': 'dc32d483033d465abce7662dbc452037', 'subnets': [{'id': '08c51d3b-547a-4039-b7e9-5b578aad790e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:51.368742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Checking router: fe0d56b1-bee3-470d-abc5-8c924e3d1f59 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:49:51.369078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Updating router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 port b96f257a-7929-41d6-a73f-91afaf45204d binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:49:51.401645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:51.707377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:51.807223 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:51.875203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2e4eb-d029-4cb4-9498-b30c0ad7f27e None None] Pushing event updated for resources: {'Port': ['ID=b96f257a-7929-41d6-a73f-91afaf45204d,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:51.926174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Attempting to bind port b96f257a-7929-41d6-a73f-91afaf45204d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:49:51.926544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Attempting to bind port b96f257a-7929-41d6-a73f-91afaf45204d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:49:51.926914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Attempting to bind port b96f257a-7929-41d6-a73f-91afaf45204d on network 975c7bc5-9842-4135-947d-676c0566a452 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:49:51.933395 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:49:51.933777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Checking segment: {'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:49:51.934190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:51.934587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Bound using segment: {'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:49:51.935297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Bound port: b96f257a-7929-41d6-a73f-91afaf45204d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554abab4-58a3-4bc3-b3db-e1d91c96eb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '975c7bc5-9842-4135-947d-676c0566a452'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:49:51.935425 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:52.017669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] For port b96f257a-7929-41d6-a73f-91afaf45204d, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:49:52.024321 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] For port b96f257a-7929-41d6-a73f-91afaf45204d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b96f257a-7929-41d6-a73f-91afaf45204d,segment=NetworkSegment(554abab4-58a3-4bc3-b3db-e1d91c96eb81),segment_id=554abab4-58a3-4bc3-b3db-e1d91c96eb81)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:49:52.114608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d3e5303f-2181-44e7-b0e7-a3c03acb2135 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:52.123404 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:52.226020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-816de790-3997-4dba-8f08-a796825ea7f6 None None] Provisioning complete for port b96f257a-7929-41d6-a73f-91afaf45204d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:52.226409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-816de790-3997-4dba-8f08-a796825ea7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:52.258893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Routers {'fe0d56b1-bee3-470d-abc5-8c924e3d1f59'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:49:52.260171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:49:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:52.329516 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2e4eb-d029-4cb4-9498-b30c0ad7f27e None None] Pushing event updated for resources: {'Port': ['ID=b96f257a-7929-41d6-a73f-91afaf45204d,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:52.594402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d3e5303f-2181-44e7-b0e7-a3c03acb2135 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:52.634521 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:52.688451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] Set router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:49:52.717237 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-816de790-3997-4dba-8f08-a796825ea7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:52.846665 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-816de790-3997-4dba-8f08-a796825ea7f6 None None] For port b96f257a-7929-41d6-a73f-91afaf45204d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b96f257a-7929-41d6-a73f-91afaf45204d,segment=NetworkSegment(554abab4-58a3-4bc3-b3db-e1d91c96eb81),segment_id=554abab4-58a3-4bc3-b3db-e1d91c96eb81)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:49:52.921153 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-816de790-3997-4dba-8f08-a796825ea7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:53.071581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5b84f79b-2e18-4273-bc08-3891b511d4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:53.083049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816de790-3997-4dba-8f08-a796825ea7f6 None None] Pushing event updated for resources: {'Port': ['ID=b96f257a-7929-41d6-a73f-91afaf45204d,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:49:53.099723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-049cda1a-78b1-46e5-8deb-79b23d1f79c9 None None] Provisioning complete for port b96f257a-7929-41d6-a73f-91afaf45204d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:53.100036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-049cda1a-78b1-46e5-8deb-79b23d1f79c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:53.134462 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:49:47Z', 'revision_number': 4, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port': {'id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:43Z', 'updated_at': '2022-02-09T16:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b96f257a-7929-41d6-a73f-91afaf45204d', 'name': '', 'network_id': '975c7bc5-9842-4135-947d-676c0566a452', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'mac_address': 'fa:16:3e:26:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '08c51d3b-547a-4039-b7e9-5b578aad790e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:46Z', 'updated_at': '2022-02-09T16:49:52Z', 'revision_number': 4, 'project_id': 'dc32d483033d465abce7662dbc452037', 'subnets': [{'id': '08c51d3b-547a-4039-b7e9-5b578aad790e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:49:53.169199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c8f9c-9def-4871-bfff-7231c4dcbbd9 None None] The sync data for ids ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'] in n-d-828542-1 is: [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:49:47Z', 'revision_number': 4, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port': {'id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:43Z', 'updated_at': '2022-02-09T16:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b96f257a-7929-41d6-a73f-91afaf45204d', 'name': '', 'network_id': '975c7bc5-9842-4135-947d-676c0566a452', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'mac_address': 'fa:16:3e:26:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '08c51d3b-547a-4039-b7e9-5b578aad790e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:46Z', 'updated_at': '2022-02-09T16:49:52Z', 'revision_number': 4, 'project_id': 'dc32d483033d465abce7662dbc452037', 'subnets': [{'id': '08c51d3b-547a-4039-b7e9-5b578aad790e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:49:54.205909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b96f257a-7929-41d6-a73f-91afaf45204d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:49:54.271848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b96f257a-7929-41d6-a73f-91afaf45204d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:49:54.272283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:55.292491 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f8948018-22b8-47fd-8f3e-f81fe6b2460c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:57.117073 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:58.393742 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:49:58.589567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:00.528674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-600377e1-aa99-4711-a4b5-c2bf10b00217 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:00.530159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-600377e1-aa99-4711-a4b5-c2bf10b00217 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/networks?id=68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 200 len: 814 time: 0.1046600 Feb 09 16:50:00.545542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-82a302f4-bbe4-4539-9b1f-c2ddc09fa55c tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/quotas/a8512e9d369b4eb1b4c60de9bffd24a4 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Feb 09 16:50:00.598397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-4e4d1ac5-b431-4e00-a827-4fd86df26fb1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468748 Feb 09 16:50:00.629393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:00.718475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-138b731b-6b42-48bf-a851-baf7accb59d8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:50:00.719484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-138b731b-6b42-48bf-a851-baf7accb59d8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1094489 Feb 09 16:50:00.814021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-1a094ac9-f796-4169-a7dc-e0950cfdf0d4 service neutron] 10.222.0.53 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880435 Feb 09 16:50:00.904821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-1f278f81-9aab-493e-b242-6bca8ad8bdf8 service neutron] 10.222.0.53 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839472 Feb 09 16:50:01.180932 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9b368233-732c-4cb6-b273-8de24556410d req-d3ed7b02-421f-4092-bfea-0a7ac594c6f0 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 210 time: 0.0278840 Feb 09 16:50:02.264255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6387567f-7233-4ccf-ad5a-e140be93b97e req-07f1558c-6b30-42e5-aec2-fc45d72777c4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 210 time: 0.0325019 Feb 09 16:50:02.289931 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:03.342053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74bca330-bd7b-4e47-a00b-2ca92763da0c req-a23b2b33-7fc1-4afe-8aaf-14c8de7d9d9a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 210 time: 0.0279582 Feb 09 16:50:04.420417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3e2d644b-aeca-455a-8138-6212102737af req-7d782a58-5873-48b8-bf13-41816585bfff tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 210 time: 0.0259762 Feb 09 16:50:05.515452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2a2aed0-2a46-4f20-96ca-1906b99bfdf2 req-a933ca27-dba7-4175-b49f-d37ac4f3508b tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 210 time: 0.0265355 Feb 09 16:50:06.616751 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1755afb1-702e-4283-8d9b-5d7923b5f37d req-164fccbd-b810-4067-bbaa-32f8049de717 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 210 time: 0.0285017 Feb 09 16:50:07.461911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-34a096b3-07e0-4729-870f-cf099f0a1093 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:07.463799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-34a096b3-07e0-4729-870f-cf099f0a1093 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.13 "GET /v2.0/networks?id=68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 200 len: 814 time: 0.1115527 Feb 09 16:50:07.477042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'port': {'device_id': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'admin_state_up': True, 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:07.646496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Made reservation on behalf of a8512e9d369b4eb1b4c60de9bffd24a4 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:50:07.650387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:07.747965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be0f838e-73f5-4123-915a-137d0d62b781 req-587c711b-a67d-47a3-990c-a8ac10cfb55e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 210 time: 0.0363727 Feb 09 16:50:07.823809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Allocated IP 172.20.0.11 (68c877e3-282b-43ce-a11e-db00b320483e/a9e23a14-65f5-4261-8b6b-be7455a4357f/ccbcd40a-98f1-454a-b755-8d10b73ffe6f) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:50:07.984126 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:08.104144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:08.160407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Network 68c877e3-282b-43ce-a11e-db00b320483e is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:50:08.171020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:50:08.175859 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:50:08.264803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'Port': ['ID=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:08.305062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:08.306117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:08.403598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-c16ac31a-cf8f-4f0d-926f-5b1a675589f4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9296510 Feb 09 16:50:08.567326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-4884663e-4b34-492a-9355-99c0f4abb45a None None] Provisioning complete for port ccbcd40a-98f1-454a-b755-8d10b73ffe6f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:50:08.572800 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4884663e-4b34-492a-9355-99c0f4abb45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:08.635966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-4884663e-4b34-492a-9355-99c0f4abb45a None None] Port ccbcd40a-98f1-454a-b755-8d10b73ffe6f cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:50:08.728735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Request body: {'port': {'device_id': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:08.844589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:09.075705 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d352b6-931b-4c59-bf13-f1ef530d0342 req-80e64336-c770-49d9-8846-560ccfe07ce5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:09.085073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28d352b6-931b-4c59-bf13-f1ef530d0342 req-80e64336-c770-49d9-8846-560ccfe07ce5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 932 time: 0.1826148 Feb 09 16:50:09.160847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28d352b6-931b-4c59-bf13-f1ef530d0342 req-d980640e-f86b-4008-8dac-7bdbbf56bd23 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745158 Feb 09 16:50:09.326378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbcd40a-98f1-454a-b755-8d10b73ffe6f {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:50:09.335133 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:09.351568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Transition to ACTIVE for port object ccbcd40a-98f1-454a-b755-8d10b73ffe6f will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:50:09.400772 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:09.493204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Pushing event updated for resources: {'Port': ['ID=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:09.582971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Attempting to bind port ccbcd40a-98f1-454a-b755-8d10b73ffe6f on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:50:09.583195 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Attempting to bind port ccbcd40a-98f1-454a-b755-8d10b73ffe6f by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:50:09.583543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Attempting to bind port ccbcd40a-98f1-454a-b755-8d10b73ffe6f on network 68c877e3-282b-43ce-a11e-db00b320483e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:50:09.588884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Port ccbcd40a-98f1-454a-b755-8d10b73ffe6f on network 68c877e3-282b-43ce-a11e-db00b320483e not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:50:09.589208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Attempting to bind port ccbcd40a-98f1-454a-b755-8d10b73ffe6f on network 68c877e3-282b-43ce-a11e-db00b320483e {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:50:09.595700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:50:09.596032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Checking segment: {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:50:09.596612 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Bound using segment: {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:50:09.597083 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Bound port: ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53f1d0e0-85c2-42cd-aa68-67a2f949c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:50:09.597461 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:09.688803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] For port ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:50:09.693411 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] For port ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:50:09.812677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:09.848788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:09.849785 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:09.851295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] 10.222.0.13 "PUT /v2.0/ports/ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 1092 time: 1.2192454 Feb 09 16:50:09.853991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:50:09.856453 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae60b1a-17e7-4ddb-b740-2bb8aeed9bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:50:09.898590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89dde5-935a-4477-b6f8-99ec79ac3efb service neutron] Pushing event updated for resources: {'Port': ['ID=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:09.931252 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f040697-524e-4abe-8924-d0c058ffe24c x-openstack-request-id: req-1f040697-524e-4abe-8924-d0c058ffe24c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:50:09.931549 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:50:09.931852 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f040697-524e-4abe-8924-d0c058ffe24c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:50:09.936747 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'status': 'completed', 'code': 200} Feb 09 16:50:10.293712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0e00a-f61e-48e2-879d-7cf0e35a99c4 req-24a96559-723e-43b1-9acc-7490669439b3 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:10.295441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-afa0e00a-f61e-48e2-879d-7cf0e35a99c4 req-24a96559-723e-43b1-9acc-7490669439b3 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 944 time: 0.0575778 Feb 09 16:50:10.338341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-afa0e00a-f61e-48e2-879d-7cf0e35a99c4 req-babf36a8-2b1a-4a82-8384-0e3c8418fca0 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Feb 09 16:50:11.464908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7583c9-c291-45e6-9927-93bc86bc02ce req-b5607159-ca12-42ad-8605-82a7a6ea1341 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:11.466493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c7583c9-c291-45e6-9927-93bc86bc02ce req-b5607159-ca12-42ad-8605-82a7a6ea1341 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 944 time: 0.0517700 Feb 09 16:50:11.507404 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c7583c9-c291-45e6-9927-93bc86bc02ce req-b8648393-cca1-41b5-a793-da25fbaa84d9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341754 Feb 09 16:50:12.659853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93fd45-3a70-4e32-8aa5-49d41061e66a req-d22da6c1-74a7-4e2c-b752-16e8d40d09c6 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:12.661655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f93fd45-3a70-4e32-8aa5-49d41061e66a req-d22da6c1-74a7-4e2c-b752-16e8d40d09c6 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 944 time: 0.0609465 Feb 09 16:50:12.704168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f93fd45-3a70-4e32-8aa5-49d41061e66a req-b11bd878-1620-4560-99a9-c8179aab254b tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355725 Feb 09 16:50:13.843797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df225e-351d-4aa6-829a-8d553d7a5b5c req-c4561668-2707-416e-acea-293e25871843 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:13.845371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77df225e-351d-4aa6-829a-8d553d7a5b5c req-c4561668-2707-416e-acea-293e25871843 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 944 time: 0.0635722 Feb 09 16:50:13.889865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77df225e-351d-4aa6-829a-8d553d7a5b5c req-6b6b3815-775a-4f0e-bc34-6f427191b7cd tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366027 Feb 09 16:50:15.014674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46124e9-251c-44ea-b869-1d9426af4e13 req-46f99a05-7b4d-4bb4-b94d-2501993d1b7e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:15.016176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f46124e9-251c-44ea-b869-1d9426af4e13 req-46f99a05-7b4d-4bb4-b94d-2501993d1b7e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 944 time: 0.0511973 Feb 09 16:50:15.062119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f46124e9-251c-44ea-b869-1d9426af4e13 req-c9914d62-d7b0-4271-8f6c-85673f7228cc tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Feb 09 16:50:15.679697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60b1a-17e7-4ddb-b740-2bb8aeed9bf3 req-f8befaee-f1b5-49da-9a32-22c273ae2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:15.681235 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bae60b1a-17e7-4ddb-b740-2bb8aeed9bf3 req-f8befaee-f1b5-49da-9a32-22c273ae2a19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1095 time: 0.0461490 Feb 09 16:50:15.782936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60b1a-17e7-4ddb-b740-2bb8aeed9bf3 req-79cf1b7e-05ca-4e86-b159-2b2094770447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:15.784984 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bae60b1a-17e7-4ddb-b740-2bb8aeed9bf3 req-79cf1b7e-05ca-4e86-b159-2b2094770447 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0952814 Feb 09 16:50:15.893589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60b1a-17e7-4ddb-b740-2bb8aeed9bf3 req-d4d63f09-5f6b-44b5-9604-0cc7929a8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:15.895094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bae60b1a-17e7-4ddb-b740-2bb8aeed9bf3 req-d4d63f09-5f6b-44b5-9604-0cc7929a8b9d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978878 Feb 09 16:50:15.973857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-1e074885-e60e-482a-8372-d11c2fe20d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:15.975262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-1e074885-e60e-482a-8372-d11c2fe20d80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1095 time: 0.0431502 Feb 09 16:50:16.017149 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-b31d7c4d-1a32-430d-acc8-52a081eddeba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 217 time: 0.0350199 Feb 09 16:50:16.071587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-56cad7da-afc0-48ab-8456-4c507982c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:16.073194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-56cad7da-afc0-48ab-8456-4c507982c1e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9e23a14-65f5-4261-8b6b-be7455a4357f HTTP/1.1" status: 200 len: 853 time: 0.0502846 Feb 09 16:50:16.123433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-00339607-446f-40a3-a534-880ed69314f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:16.124413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-00339607-446f-40a3-a534-880ed69314f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68c877e3-282b-43ce-a11e-db00b320483e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437748 Feb 09 16:50:16.247380 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d446-839d-4553-8fc7-b58a32ecf19e req-ab66539f-7736-4f0b-b346-aa5ae72f871c tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:16.248838 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0f3d446-839d-4553-8fc7-b58a32ecf19e req-ab66539f-7736-4f0b-b346-aa5ae72f871c tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 944 time: 0.1105731 Feb 09 16:50:16.266620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-099426f9-6747-4f85-be9d-53e3457a867f service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359537 Feb 09 16:50:16.342810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0f3d446-839d-4553-8fc7-b58a32ecf19e req-591466bf-7425-482d-a09c-82c04618d82f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879428 Feb 09 16:50:16.379696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ac2392-6f5c-4987-adaf-2998dcf270b9 req-43f08d90-ae1d-425a-a90a-1a6dee41f1d8 service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042209 Feb 09 16:50:17.461065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6dc8a-e366-477f-8770-818e45af0a3a req-3e09540f-d56f-4f81-a357-32d757361a61 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:17.462659 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcb6dc8a-e366-477f-8770-818e45af0a3a req-3e09540f-d56f-4f81-a357-32d757361a61 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 944 time: 0.0516300 Feb 09 16:50:17.504317 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bcb6dc8a-e366-477f-8770-818e45af0a3a req-9019b7c5-f066-4eb4-a77c-feb1014b024a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Feb 09 16:50:18.581226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device ccbcd40a-98f1-454a-b755-8d10b73ffe6f details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:50:18.628532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce8ab-0ad6-4104-af2e-2ed49f3e83ca req-3d247ec5-2448-491e-9cf2-ce4b7267cf3a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:18.630142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61fce8ab-0ad6-4104-af2e-2ed49f3e83ca req-3d247ec5-2448-491e-9cf2-ce4b7267cf3a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 944 time: 0.0537064 Feb 09 16:50:18.670592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61fce8ab-0ad6-4104-af2e-2ed49f3e83ca req-75378c62-e6dc-4443-ba1d-47c8abe7a94d tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Feb 09 16:50:18.683316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:50:18.695921 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'port_id': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'mac_address': 'fa:16:3e:73:66:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:50:18.734772 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:18.748890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbcd40a-98f1-454a-b755-8d10b73ffe6f {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:50:18.770274 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:50:19.401758 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:50:19.531828 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:19.587859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:19.772192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ccbcd40a-98f1-454a-b755-8d10b73ffe6f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:50:19.798368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf624-4b4e-4102-8632-5fb0dbf42496 req-e8bf691d-5589-4e4a-bee6-ed073108b962 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:19.800592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e4cf624-4b4e-4102-8632-5fb0dbf42496 req-e8bf691d-5589-4e4a-bee6-ed073108b962 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 945 time: 0.0572100 Feb 09 16:50:19.846991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e4cf624-4b4e-4102-8632-5fb0dbf42496 req-56063d8c-ef79-4e7b-87e9-ca4783253c46 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Feb 09 16:50:20.596408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device ccbcd40a-98f1-454a-b755-8d10b73ffe6f up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:50:20.707130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port ccbcd40a-98f1-454a-b755-8d10b73ffe6f completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:50:20.711243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port ccbcd40a-98f1-454a-b755-8d10b73ffe6f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:50:20.714231 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:20.789517 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:20.812427 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:50:20.814692 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80b5424-d4d8-4c62-95de-d017b270e814" -d '{"events": [{"server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "name": "network-vif-plugged", "status": "completed", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:50:20.829873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:50:20.903551 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:20.955367 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:20.987616 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145edd6a-41f5-43a7-b974-7193a50daaf0 x-openstack-request-id: req-145edd6a-41f5-43a7-b974-7193a50daaf0 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:50:20.987915 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "name": "network-vif-plugged", "status": "completed", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:50:20.988204 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-145edd6a-41f5-43a7-b974-7193a50daaf0 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:50:20.988701 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'code': 200} Feb 09 16:50:20.999714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748dce7-294e-4898-889c-a38ff67f2d26 req-7cea6aad-ca2b-4bf6-b9f7-dd0246272225 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:21.001331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c748dce7-294e-4898-889c-a38ff67f2d26 req-7cea6aad-ca2b-4bf6-b9f7-dd0246272225 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0770998 Feb 09 16:50:21.044214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c748dce7-294e-4898-889c-a38ff67f2d26 req-26047647-7b0c-4506-8f64-57801a981468 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353682 Feb 09 16:50:21.083937 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996396d2-0473-4dec-925e-69544b9e4f3c req-6f942680-12eb-43d4-a102-ddc32228b944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:21.085495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-996396d2-0473-4dec-925e-69544b9e4f3c req-6f942680-12eb-43d4-a102-ddc32228b944 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1097 time: 0.0404344 Feb 09 16:50:21.120020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-996396d2-0473-4dec-925e-69544b9e4f3c req-2c4ce870-6757-4b83-8063-2d2c5858df8b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283339 Feb 09 16:50:22.186053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948eb88-c55b-4da1-8ec0-41359ddadfbf req-26b5c342-e2db-4d07-9274-7b788198fae5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:22.188596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f948eb88-c55b-4da1-8ec0-41359ddadfbf req-26b5c342-e2db-4d07-9274-7b788198fae5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0707467 Feb 09 16:50:22.227928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f948eb88-c55b-4da1-8ec0-41359ddadfbf req-c62344fe-ccb2-402b-bac0-3f8bda803c23 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Feb 09 16:50:23.022086 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-77cd96bc-eba0-4858-b5e6-febf52222e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:23.344345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28286538-2cc2-494e-893f-def9da56f827 req-bf379ac2-55b0-4429-aec3-a29013ce3d5a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:23.345837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28286538-2cc2-494e-893f-def9da56f827 req-bf379ac2-55b0-4429-aec3-a29013ce3d5a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0484068 Feb 09 16:50:23.383923 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28286538-2cc2-494e-893f-def9da56f827 req-5d7a75d0-2076-4062-aac5-778b5cbb4213 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Feb 09 16:50:23.498626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe816dd-c3b3-4d22-a16d-1d5bb270e3d2 req-0d552e47-6540-480c-93fe-0b789fae173b tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:23.500215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebe816dd-c3b3-4d22-a16d-1d5bb270e3d2 req-0d552e47-6540-480c-93fe-0b789fae173b tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0501013 Feb 09 16:50:23.538629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ebe816dd-c3b3-4d22-a16d-1d5bb270e3d2 req-3df27d62-663d-4da1-bbf5-f3b3e3c4060f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Feb 09 16:50:23.730626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38627002-b852-43bb-8d9e-2a7817f9e5ce req-c95f303c-b8fc-4a10-afde-2798cc2bd2a7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:23.732428 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38627002-b852-43bb-8d9e-2a7817f9e5ce req-c95f303c-b8fc-4a10-afde-2798cc2bd2a7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0528948 Feb 09 16:50:23.771991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-38627002-b852-43bb-8d9e-2a7817f9e5ce req-69c14934-d1b8-4e6b-b767-ab6d77389360 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Feb 09 16:50:25.298285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c634d2fc-329f-4b89-a08d-f21655b47365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:26.741205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:28.394785 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:28.564383 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:30.643776 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:32.353852 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:38.090358 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf93d6e-1abb-48df-8d08-9867ec879968 req-952bc3a3-eb0b-4799-8416-c62c5f38e3a8 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:38.091854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf93d6e-1abb-48df-8d08-9867ec879968 req-952bc3a3-eb0b-4799-8416-c62c5f38e3a8 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0505035 Feb 09 16:50:38.129929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-abf93d6e-1abb-48df-8d08-9867ec879968 req-315471fa-8e10-4d7c-bbf8-84501322ea1f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Feb 09 16:50:38.152547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34008) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:38.235555 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b199b-9faf-45d0-8624-192f4f50536b tempest-TestMinimumBasicScenario-1356774239 tempest-TestMinimumBasicScenario-1356774239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:38.237134 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-360b199b-9faf-45d0-8624-192f4f50536b tempest-TestMinimumBasicScenario-1356774239 tempest-TestMinimumBasicScenario-1356774239-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1092 time: 0.0834520 Feb 09 16:50:38.240107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34012) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:38.244360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:38.331437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:38.432880 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:38.539208 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Allocated IP 172.25.5.210 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/54618829-e8a4-47d1-b7a3-d50436dabd26) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:50:38.645813 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:38.743290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:38.783492 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:50:38.787960 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:50:38.792220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:50:38.795244 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'Port': ['ID=54618829-e8a4-47d1-b7a3-d50436dabd26,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:38.822415 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.822757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.823093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.823425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.823753 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.824093 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.824434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.824754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.825078 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.825404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.825720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:38.826036 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:39.160726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:39.288474 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:39.437024 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:39.497228 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:39.569258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'Port': ['ID=54618829-e8a4-47d1-b7a3-d50436dabd26,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:39.583353 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:39.683733 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Floating IP aede2e0b-df01-495b-b141-b276b6dd232b associated. External IP: 172.25.5.210, port: ccbcd40a-98f1-454a-b755-8d10b73ffe6f. Feb 09 16:50:39.889434 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Router e292c305-1ef3-4406-a94d-7b2277958b30 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:50:39.997811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:50:40.007922 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] Sync routers for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:50:40.017595 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:50:40.018206 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:50:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:50:40.076375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.103818 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-91a0cd25-da35-47f3-b2f6-4de914f6c067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8626723 Feb 09 16:50:40.104471 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:50:40.106713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34014) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:40.107464 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a0c8c9-7fbe-43e9-990e-f520140c793c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:50:40.112347 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2085381451', 'description': 'tempest-secgroup-smoke-2085381451 description', 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:40.127663 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:50:40.218237 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb5e5d-80a5-4188-91ca-04e5e74677e1 x-openstack-request-id: req-9ebb5e5d-80a5-4188-91ca-04e5e74677e1 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:50:40.218237 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:50:40.218237 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ebb5e5d-80a5-4188-91ca-04e5e74677e1 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:50:40.218237 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'status': 'completed', 'code': 200} Feb 09 16:50:40.240916 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.288773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-1a6b79b3-a42a-45e2-adb0-f5f2000d76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:40.290300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-1a6b79b3-a42a-45e2-adb0-f5f2000d76c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1097 time: 0.0611126 Feb 09 16:50:40.354813 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aede2e0b-df01-495b-b141-b276b6dd232b', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'port_id': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'mac_address': 'fa:16:3e:73:66:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:50:39Z', 'updated_at': '2022-02-09T16:50:39Z', 'revision_number': 0, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:43Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:50:40.385345 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] Checking router: e292c305-1ef3-4406-a94d-7b2277958b30 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:50:40.394511 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:50:40.395050 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:50:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:50:40.399430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.416064 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-2c166b6b-51cb-4bf3-8f1f-639716f8c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:40.417591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-2c166b6b-51cb-4bf3-8f1f-639716f8c963 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 200 len: 915 time: 0.1192422 Feb 09 16:50:40.487846 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.496624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-830472fa-75b6-4ee5-8ab4-e3481e11f3b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 1000 time: 0.0717602 Feb 09 16:50:40.501122 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:50:40.548639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12899a7f-e728-44f1-b2dd-3ad7525789c7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:40.562126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.562479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.562824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.563166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.563503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.563842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.564253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.564552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.564884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.565214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.565543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.565869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:50:40.577190 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-ca5c31a7-97c3-4494-905a-b9ccee4b0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:40.577190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-ca5c31a7-97c3-4494-905a-b9ccee4b0af4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9e23a14-65f5-4261-8b6b-be7455a4357f HTTP/1.1" status: 200 len: 853 time: 0.0694644 Feb 09 16:50:40.594317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.595537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de290997-9c30-45e2-bfa6-4c874c704eb9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4873788 Feb 09 16:50:40.598779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34020) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:40.604220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d4d8bb1c-fb9f-43f6-bae6-6e6796b21dfd tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'security_group_rule': {'security_group_id': '12899a7f-e728-44f1-b2dd-3ad7525789c7', 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:40.629670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-8d6ce0fa-9bb4-441c-88cc-a892f3b9ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:40.631224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-8d6ce0fa-9bb4-441c-88cc-a892f3b9ff9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68c877e3-282b-43ce-a11e-db00b320483e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481172 Feb 09 16:50:40.726923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d8bb1c-fb9f-43f6-bae6-6e6796b21dfd tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.736564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-1874598e-6809-4b96-987d-35c8db55f06b service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977941 Feb 09 16:50:40.762948 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aede2e0b-df01-495b-b141-b276b6dd232b', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'port_id': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'mac_address': 'fa:16:3e:73:66:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:50:39Z', 'updated_at': '2022-02-09T16:50:39Z', 'revision_number': 0, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:43Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:50:40.792516 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9aba53-fc16-4d2e-aa7d-153d7bc3556d None None] The sync data for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 is: [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'aede2e0b-df01-495b-b141-b276b6dd232b', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'port_id': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'mac_address': 'fa:16:3e:73:66:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:50:39Z', 'updated_at': '2022-02-09T16:50:39Z', 'revision_number': 0, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:43Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:50:40.795814 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d8bb1c-fb9f-43f6-bae6-6e6796b21dfd tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.835875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64a0c8c9-7fbe-43e9-990e-f520140c793c req-9fcf97ca-79f0-41b9-8eed-6ac471121a7b service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912087 Feb 09 16:50:40.871085 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d8bb1c-fb9f-43f6-bae6-6e6796b21dfd tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.886063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8bb1c-fb9f-43f6-bae6-6e6796b21dfd tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3e6abe-976a-4bd2-8cf8-85e693c0bb58,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:40.961649 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d4d8bb1c-fb9f-43f6-bae6-6e6796b21dfd tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:40.964298 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d4d8bb1c-fb9f-43f6-bae6-6e6796b21dfd tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3626816 Feb 09 16:50:40.966021 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34022) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:40.971368 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0328f82f-00fc-4dac-967e-a196de713067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'security_group_rule': {'security_group_id': '12899a7f-e728-44f1-b2dd-3ad7525789c7', 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:41.004172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef99d64-3c97-43a2-952c-2432efd25988 None None] New status for floating IP aede2e0b-df01-495b-b141-b276b6dd232b: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:50:41.079414 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0328f82f-00fc-4dac-967e-a196de713067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.136964 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0328f82f-00fc-4dac-967e-a196de713067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.205586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0328f82f-00fc-4dac-967e-a196de713067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.223508 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328f82f-00fc-4dac-967e-a196de713067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5efae95-982e-4be1-8a26-c09e939ab732,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:41.339562 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0328f82f-00fc-4dac-967e-a196de713067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.340885 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0328f82f-00fc-4dac-967e-a196de713067 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3734345 Feb 09 16:50:41.343760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34024) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:41.348379 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-34e97be5-da9c-4c47-8522-918d8faebfd5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'security_group_rule': {'security_group_id': '12899a7f-e728-44f1-b2dd-3ad7525789c7', 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:41.456337 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34e97be5-da9c-4c47-8522-918d8faebfd5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.513986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34e97be5-da9c-4c47-8522-918d8faebfd5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.628201 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34e97be5-da9c-4c47-8522-918d8faebfd5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.647426 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e97be5-da9c-4c47-8522-918d8faebfd5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac90a00-df34-4e7b-8235-9e89a83e3c4a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:41.721950 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-34e97be5-da9c-4c47-8522-918d8faebfd5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.723237 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-34e97be5-da9c-4c47-8522-918d8faebfd5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3784974 Feb 09 16:50:41.726090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34026) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:41.730543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-5224c464-2889-46ea-aa8f-ae1f6746e1fb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'security_group_rule': {'security_group_id': '12899a7f-e728-44f1-b2dd-3ad7525789c7', 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:41.826051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5224c464-2889-46ea-aa8f-ae1f6746e1fb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.901590 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5224c464-2889-46ea-aa8f-ae1f6746e1fb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:41.994077 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5224c464-2889-46ea-aa8f-ae1f6746e1fb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.011974 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224c464-2889-46ea-aa8f-ae1f6746e1fb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4496d6-0c17-49f6-b7e7-ea4c54cf6dfd,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:42.060030 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5224c464-2889-46ea-aa8f-ae1f6746e1fb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.062563 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5224c464-2889-46ea-aa8f-ae1f6746e1fb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3342736 Feb 09 16:50:42.064071 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:42.068516 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-05eed361-3afd-4a3e-9b14-3a57e00574e7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'security_group_rule': {'security_group_id': '12899a7f-e728-44f1-b2dd-3ad7525789c7', 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:42.159941 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-05eed361-3afd-4a3e-9b14-3a57e00574e7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Project a8512e9d369b4eb1b4c60de9bffd24a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:50:42.165752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05eed361-3afd-4a3e-9b14-3a57e00574e7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.225373 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05eed361-3afd-4a3e-9b14-3a57e00574e7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.314005 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05eed361-3afd-4a3e-9b14-3a57e00574e7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.332463 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eed361-3afd-4a3e-9b14-3a57e00574e7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0048cd-8366-4a26-baa1-7b9ec0e61dda,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:42.413826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-05eed361-3afd-4a3e-9b14-3a57e00574e7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.415024 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-05eed361-3afd-4a3e-9b14-3a57e00574e7 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499434 Feb 09 16:50:42.417811 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34030) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:50:42.422196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2f30e21c-8545-46c3-9e31-a57631041c1a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'security_group_rule': {'security_group_id': '12899a7f-e728-44f1-b2dd-3ad7525789c7', 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:42.491270 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-2f30e21c-8545-46c3-9e31-a57631041c1a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Project a8512e9d369b4eb1b4c60de9bffd24a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:50:42.496697 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30e21c-8545-46c3-9e31-a57631041c1a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.560108 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30e21c-8545-46c3-9e31-a57631041c1a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.651072 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30e21c-8545-46c3-9e31-a57631041c1a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.670439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30e21c-8545-46c3-9e31-a57631041c1a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce03b69a-383c-4cf4-8be9-2701b14d469d,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:42.738868 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2f30e21c-8545-46c3-9e31-a57631041c1a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:42.740252 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f30e21c-8545-46c3-9e31-a57631041c1a tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3214233 Feb 09 16:50:42.820033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-52c9cf7d-4dfe-41ee-9168-74f6734f111c tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085381451&fields=id&tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4 HTTP/1.1" status: 200 len: 267 time: 0.0332859 Feb 09 16:50:42.872841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-fb04443b-0806-4a04-97b7-1e2fff435c64 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:42.874314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-fb04443b-0806-4a04-97b7-1e2fff435c64 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0484090 Feb 09 16:50:42.885750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'port': {'security_groups': ['df0043b8-44c9-4b85-8750-cf7a17c9c12b', '12899a7f-e728-44f1-b2dd-3ad7525789c7']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:50:42.952034 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:43.146239 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] For port ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:50:43.174610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:43.302288 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:43.314405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ccbcd40a-98f1-454a-b755-8d10b73ffe6f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:50:43.346323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:43.346952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:43.351401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d34cd5d-4552-4154-b3bd-d2e3462eb4bd req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "PUT /v2.0/ports/ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 982 time: 0.4704950 Feb 09 16:50:43.351902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:50:43.354257 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:50:43.380188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24584cdb-d206-44d6-8085-0b333c33d70e tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'Port': ['ID=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:50:43.425692 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1aa314-4e0f-496d-ac15-c2002988e2cb x-openstack-request-id: req-ff1aa314-4e0f-496d-ac15-c2002988e2cb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:50:43.426097 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:50:43.426255 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff1aa314-4e0f-496d-ac15-c2002988e2cb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:50:43.426666 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'status': 'completed', 'code': 200} Feb 09 16:50:43.429032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ccbcd40a-98f1-454a-b755-8d10b73ffe6f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:50:43.698203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c0f53799-7b28-4c54-82fb-f667a9fc511c None None] Provisioning complete for port ccbcd40a-98f1-454a-b755-8d10b73ffe6f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:50:43.698483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0f53799-7b28-4c54-82fb-f667a9fc511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:43.864550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1f9bf-c95e-4710-8925-4b2312d469e6 req-09765971-aa45-480a-ad7e-b87fbab0abf1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:43.867646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66c1f9bf-c95e-4710-8925-4b2312d469e6 req-09765971-aa45-480a-ad7e-b87fbab0abf1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.4251065 Feb 09 16:50:43.871243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-7db7b0a9-eec2-4e4a-9e99-915132bf33d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:43.873353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-7db7b0a9-eec2-4e4a-9e99-915132bf33d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1136 time: 0.4213548 Feb 09 16:50:43.957704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66c1f9bf-c95e-4710-8925-4b2312d469e6 req-e6751d4a-badb-4163-8a3b-017f2ca7b33f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832877 Feb 09 16:50:44.009238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-e2ef6c68-6df4-43c4-af8d-8994a9088726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:44.010778 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-e2ef6c68-6df4-43c4-af8d-8994a9088726 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 200 len: 915 time: 0.1279995 Feb 09 16:50:44.087851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-19cdb955-eb8c-4a15-8db1-d6bcd06dede4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 1002 time: 0.0700459 Feb 09 16:50:44.145345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-082df1a6-7fac-4560-893a-3b2171bdd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:44.146823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-082df1a6-7fac-4560-893a-3b2171bdd106 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9e23a14-65f5-4261-8b6b-be7455a4357f HTTP/1.1" status: 200 len: 853 time: 0.0475857 Feb 09 16:50:44.194289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-0deed93d-ea73-44d2-95bc-03590b675356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:44.195790 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-0deed93d-ea73-44d2-95bc-03590b675356 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68c877e3-282b-43ce-a11e-db00b320483e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423179 Feb 09 16:50:44.293295 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-41aab228-455c-4927-a100-5229688df553 service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899127 Feb 09 16:50:44.380933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dcf49a06-b81d-4176-ab6c-b155ba7ab3b5 req-7da37148-e9d9-4600-ab0f-11aa9237f02b service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810456 Feb 09 16:50:53.003690 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d761b094-e74f-4d5d-9009-5bd19938ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:55.285112 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e82f65d0-9219-469d-bc35-ecd93d33c3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:56.401293 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:50:56.753939 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:57.416720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d00a-7488-4278-aaee-e26f08850e51 req-c3a662a2-2638-45eb-afd7-bedd0cfe1862 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:57.419143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cac9d00a-7488-4278-aaee-e26f08850e51 req-c3a662a2-2638-45eb-afd7-bedd0cfe1862 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0572083 Feb 09 16:50:57.486127 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cac9d00a-7488-4278-aaee-e26f08850e51 req-8a5981b2-b427-4229-9b29-79dac0e79995 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603673 Feb 09 16:50:57.506238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-93db224a-95df-431d-a913-b46d0076ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:57.507850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-93db224a-95df-431d-a913-b46d0076ce2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1136 time: 0.0533812 Feb 09 16:50:57.600908 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-e212f1c6-cad9-41d2-8a9f-8ed7c65d5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:57.602291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-e212f1c6-cad9-41d2-8a9f-8ed7c65d5066 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 200 len: 915 time: 0.0872567 Feb 09 16:50:57.667529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-4f80f076-3a61-46ee-a4ab-05a4456325d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 1002 time: 0.0585375 Feb 09 16:50:57.715483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-a8375266-54ac-42e6-80bb-995a88916019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:57.716977 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-a8375266-54ac-42e6-80bb-995a88916019 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9e23a14-65f5-4261-8b6b-be7455a4357f HTTP/1.1" status: 200 len: 853 time: 0.0433900 Feb 09 16:50:57.764897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-e2105eb7-53cb-4fde-a29c-4488a0bbb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:57.766397 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-e2105eb7-53cb-4fde-a29c-4488a0bbb418 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68c877e3-282b-43ce-a11e-db00b320483e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435753 Feb 09 16:50:57.777282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-e92f29b0-f702-46cc-9be4-08e5901c9109 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:50:57.778219 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-e92f29b0-f702-46cc-9be4-08e5901c9109 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050378 Feb 09 16:50:57.866968 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-9539f87c-3ba2-4d2b-ab54-eba2e5e1b4e0 service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823636 Feb 09 16:50:57.960656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7f35314c-e33c-422c-bdbb-ea1543de4a61 req-528bfc21-cb70-4028-bda9-94ac305831cc service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869901 Feb 09 16:50:58.376321 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:58.582357 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:50:58.607144 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42334488-ef03-42cc-9ae0-ae7fa15da544 req-c706bd65-2a48-4a3b-8276-722b9d4894a9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:58.608845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42334488-ef03-42cc-9ae0-ae7fa15da544 req-c706bd65-2a48-4a3b-8276-722b9d4894a9 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0519388 Feb 09 16:50:58.651035 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42334488-ef03-42cc-9ae0-ae7fa15da544 req-7e68a7a4-ba49-45ca-8216-9c7c0f786971 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356894 Feb 09 16:50:59.768072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c40e2-e626-4607-9146-89c35e5336c6 req-83358c4f-f9df-4aaa-bd8a-eff0c79fcefb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:50:59.769660 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-810c40e2-e626-4607-9146-89c35e5336c6 req-83358c4f-f9df-4aaa-bd8a-eff0c79fcefb tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0501652 Feb 09 16:50:59.810628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-810c40e2-e626-4607-9146-89c35e5336c6 req-98588fbb-8163-4929-966a-adbfd987d7c2 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342019 Feb 09 16:51:00.666161 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:00.926596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10896dd-177a-4f45-9478-70ce2468f108 req-d4bae26f-1b13-4c8d-80e7-a48623cd47ee tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:00.928056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a10896dd-177a-4f45-9478-70ce2468f108 req-d4bae26f-1b13-4c8d-80e7-a48623cd47ee tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0500431 Feb 09 16:51:00.973989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a10896dd-177a-4f45-9478-70ce2468f108 req-e36dfd5e-9a9e-4a80-83e3-821e5e984d5d tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392320 Feb 09 16:51:02.093355 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381113b-2783-4410-8aff-e918af4fce64 req-920c9964-2c7e-4bea-81a3-bb593e1bb8b1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:02.094875 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6381113b-2783-4410-8aff-e918af4fce64 req-920c9964-2c7e-4bea-81a3-bb593e1bb8b1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0509334 Feb 09 16:51:02.138407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6381113b-2783-4410-8aff-e918af4fce64 req-23014fdc-3e5f-4f22-b885-132f975a62e4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368083 Feb 09 16:51:02.294861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:03.255028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be7708-da58-4929-9fd2-f2e9616fef04 req-dfaaed53-13b4-46cd-827d-14a1ca8241c0 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:03.256620 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5be7708-da58-4929-9fd2-f2e9616fef04 req-dfaaed53-13b4-46cd-827d-14a1ca8241c0 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0505095 Feb 09 16:51:03.296912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5be7708-da58-4929-9fd2-f2e9616fef04 req-d736082d-bc85-443d-ab3b-22bc176a3dc4 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341790 Feb 09 16:51:04.411683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb086d-6e87-4999-a972-7fa8bef50696 req-5de60ec2-5a28-42dc-9a21-6d456813041d tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:04.413202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31cb086d-6e87-4999-a972-7fa8bef50696 req-5de60ec2-5a28-42dc-9a21-6d456813041d tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0491071 Feb 09 16:51:04.458059 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31cb086d-6e87-4999-a972-7fa8bef50696 req-c5b9f4e8-df89-4aa0-91d5-de512c592c16 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386684 Feb 09 16:51:05.574379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c8aad-91e3-48b6-8f9e-be09ca32737e req-bba50b63-5382-4414-a02a-e5e8c0fa5ad8 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:05.575853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a24c8aad-91e3-48b6-8f9e-be09ca32737e req-bba50b63-5382-4414-a02a-e5e8c0fa5ad8 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0490127 Feb 09 16:51:05.618897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a24c8aad-91e3-48b6-8f9e-be09ca32737e req-ba15b0fd-8a2b-47f9-bc33-d01aa3fa0466 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367906 Feb 09 16:51:06.737834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3862bf-b43b-47b9-934f-5163bf5e09e8 req-5ee288fd-de2b-49c4-b976-6d3b8bc9ae87 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:06.739343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab3862bf-b43b-47b9-934f-5163bf5e09e8 req-5ee288fd-de2b-49c4-b976-6d3b8bc9ae87 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0504434 Feb 09 16:51:06.782508 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab3862bf-b43b-47b9-934f-5163bf5e09e8 req-38f62d8b-3ee7-46ad-bba5-a2e5f4d9355f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363991 Feb 09 16:51:07.897854 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebec442-19e4-428f-9f49-4609434910b7 req-7f44dc5a-cbfe-4a9d-916a-46cba89aba1c tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:07.899356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aebec442-19e4-428f-9f49-4609434910b7 req-7f44dc5a-cbfe-4a9d-916a-46cba89aba1c tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0500979 Feb 09 16:51:07.944765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-aebec442-19e4-428f-9f49-4609434910b7 req-a18ac224-6eab-4cae-9e8c-9448fe1b5f00 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392928 Feb 09 16:51:09.062451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5768-f88b-4d9c-bf57-93f17a4eb271 req-3454202f-296e-48fa-876d-b3fcab301639 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:09.063985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e12d5768-f88b-4d9c-bf57-93f17a4eb271 req-3454202f-296e-48fa-876d-b3fcab301639 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0509028 Feb 09 16:51:09.107657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e12d5768-f88b-4d9c-bf57-93f17a4eb271 req-fa1836df-49e3-426f-bd4e-85aa41bbb6b1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374022 Feb 09 16:51:09.153085 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30d954-8470-4728-9520-41606e87f56b req-276655ed-d481-4bc8-9bcb-5d7e338d7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:09.154592 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec30d954-8470-4728-9520-41606e87f56b req-276655ed-d481-4bc8-9bcb-5d7e338d7511 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1136 time: 0.0411491 Feb 09 16:51:09.261192 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30d954-8470-4728-9520-41606e87f56b req-852c96e3-5abe-4198-86a9-cc1088e80edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:09.262635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec30d954-8470-4728-9520-41606e87f56b req-852c96e3-5abe-4198-86a9-cc1088e80edb service neutron] 10.222.0.13 "GET /v2.0/networks?id=68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 200 len: 915 time: 0.0889914 Feb 09 16:51:09.327104 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec30d954-8470-4728-9520-41606e87f56b req-a7c46e35-23d0-4fcd-9f47-0b70fb0eecbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 1002 time: 0.0581858 Feb 09 16:51:09.376578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30d954-8470-4728-9520-41606e87f56b req-ef97ef30-0b5b-4bd9-886d-08b2072114ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:09.378029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec30d954-8470-4728-9520-41606e87f56b req-ef97ef30-0b5b-4bd9-886d-08b2072114ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9e23a14-65f5-4261-8b6b-be7455a4357f HTTP/1.1" status: 200 len: 853 time: 0.0450783 Feb 09 16:51:09.428721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30d954-8470-4728-9520-41606e87f56b req-c8686244-b0bb-4c44-a194-8ea3f5c4b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:09.430409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec30d954-8470-4728-9520-41606e87f56b req-c8686244-b0bb-4c44-a194-8ea3f5c4b3aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68c877e3-282b-43ce-a11e-db00b320483e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458910 Feb 09 16:51:09.527615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec30d954-8470-4728-9520-41606e87f56b req-191cd953-4af4-439f-9fab-c6c7369fea93 service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910604 Feb 09 16:51:09.627985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec30d954-8470-4728-9520-41606e87f56b req-45064481-ba61-4b82-8ffe-692b28261756 service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929506 Feb 09 16:51:10.229344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01102b-b4ad-4955-98b9-692301c332f2 req-5d723a88-f02f-4d20-99ca-f04f91f1bc00 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:10.230823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d01102b-b4ad-4955-98b9-692301c332f2 req-5d723a88-f02f-4d20-99ca-f04f91f1bc00 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0518916 Feb 09 16:51:10.274381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d01102b-b4ad-4955-98b9-692301c332f2 req-d83cc931-01cf-4dfb-b6a2-d5fd50563820 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368953 Feb 09 16:51:11.390197 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb4dae-4734-4c12-ae56-ac5c8b442299 req-d1cd9d41-1ae1-4912-bb03-1e1971822e19 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:11.398259 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5bbb4dae-4734-4c12-ae56-ac5c8b442299 req-d1cd9d41-1ae1-4912-bb03-1e1971822e19 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0496449 Feb 09 16:51:11.433679 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5bbb4dae-4734-4c12-ae56-ac5c8b442299 req-c08b106c-89be-490a-bbb7-f71573b8b102 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357132 Feb 09 16:51:12.554435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26d3d0-1581-445b-8959-6f691a02b7f8 req-b86a87bc-ff4f-4554-806e-66d635448950 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:12.556530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb26d3d0-1581-445b-8959-6f691a02b7f8 req-b86a87bc-ff4f-4554-806e-66d635448950 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0551939 Feb 09 16:51:12.598429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb26d3d0-1581-445b-8959-6f691a02b7f8 req-7913cdee-a3cd-4322-a0ce-84b655e57f5d tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358069 Feb 09 16:51:13.716938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe0b29-3ba1-4e73-94da-7a46c3e582ed req-27f84390-8841-4e9f-b1e3-a1b0962eae85 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:13.718442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5cbe0b29-3ba1-4e73-94da-7a46c3e582ed req-27f84390-8841-4e9f-b1e3-a1b0962eae85 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0507526 Feb 09 16:51:13.759326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5cbe0b29-3ba1-4e73-94da-7a46c3e582ed req-7b3fc071-9671-49ac-a7f5-4c702235e095 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346956 Feb 09 16:51:14.875665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e445e-937d-4d62-88e9-59d0955b0bf5 req-f00da7d4-c5a1-42a4-b06b-333d47e9a42d tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:14.877182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-353e445e-937d-4d62-88e9-59d0955b0bf5 req-f00da7d4-c5a1-42a4-b06b-333d47e9a42d tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0491242 Feb 09 16:51:14.916884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-353e445e-937d-4d62-88e9-59d0955b0bf5 req-0a75e8df-6db7-47ca-b795-f61cdbcf9be6 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=12899a7f-e728-44f1-b2dd-3ad7525789c7&id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330648 Feb 09 16:51:23.016603 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ce9ddddc-6d8d-45e6-a4a4-9b6b128d4f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:25.267235 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a424e8b3-5c3e-4154-9795-69d18ad75124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:26.810522 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:28.387330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:28.615852 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:30.650332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:32.290379 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:33.401067 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:51:47.051965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-64123c06-a190-46ce-9364-95bb9e862d98 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2085381451&fields=id&tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4 HTTP/1.1" status: 200 len: 267 time: 0.0378981 Feb 09 16:51:47.110263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-733d5297-0888-45db-ab4d-683479c6252f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:47.111730 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-733d5297-0888-45db-ab4d-683479c6252f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 985 time: 0.0539775 Feb 09 16:51:47.122964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Request body: {'port': {'security_groups': ['df0043b8-44c9-4b85-8750-cf7a17c9c12b']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:51:47.198164 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.388138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] For port ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:51:47.418975 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.467258 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.479098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ccbcd40a-98f1-454a-b755-8d10b73ffe6f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:51:47.514826 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:47.514826 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.515369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1ded079-e26e-455b-9330-5ba3f8ecec0d req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "PUT /v2.0/ports/ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 943 time: 0.3969481 Feb 09 16:51:47.515846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:51:47.518246 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9572c5b3-64c3-4a14-bd36-795eb671dd9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:51:47.522402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34092) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:51:47.565927 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event updated for resources: {'Port': ['ID=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:51:47.577822 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04df77b0-09e3-431f-8730-6a67086fa447 x-openstack-request-id: req-04df77b0-09e3-431f-8730-6a67086fa447 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:51:47.578120 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:51:47.578380 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04df77b0-09e3-431f-8730-6a67086fa447 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:51:47.578862 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'status': 'completed', 'code': 200} Feb 09 16:51:47.580301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.580656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.580999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.581343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.581680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.582011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.582339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.582680 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.583014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.583875 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.585182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.585551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f298e714-b0c8-4954-a5dc-4bab631277a1 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.615743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.649120 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.665023 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-9a1ce053-9924-4738-a4e8-026682783d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:47.666622 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-9a1ce053-9924-4738-a4e8-026682783d77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1097 time: 0.0659001 Feb 09 16:51:47.781738 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.783610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-6bababf1-6dee-4d97-a00d-6e73f1c1ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:47.784330 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.787315 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "DELETE /v2.0/security-groups/12899a7f-e728-44f1-b2dd-3ad7525789c7 HTTP/1.1" status: 204 len: 168 time: 0.2612636 Feb 09 16:51:47.787441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-6bababf1-6dee-4d97-a00d-6e73f1c1ecbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 200 len: 915 time: 0.1122935 Feb 09 16:51:47.787534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ccbcd40a-98f1-454a-b755-8d10b73ffe6f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:51:47.788619 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34096) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:51:47.795398 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12899a7f-e728-44f1-b2dd-3ad7525789c7,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:51:47.805308 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.805834 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.806168 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.807073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.807403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.807737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.808119 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.808425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.808743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.809075 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.809393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.809701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fd1578-98c7-4d05-9161-7058ed706714 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:51:47.933534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8bac2fcf-3ec5-4aec-bfbc-1b1345239eaa None None] Provisioning complete for port ccbcd40a-98f1-454a-b755-8d10b73ffe6f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:51:47.934065 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bac2fcf-3ec5-4aec-bfbc-1b1345239eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:47.962901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-ea33a3a1-cce3-4447-bc60-b78ea4c718e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 1002 time: 0.1629651 Feb 09 16:51:48.047579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-eb0bcde0-6f87-4383-8454-9de5160f785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:48.049170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-eb0bcde0-6f87-4383-8454-9de5160f785f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9e23a14-65f5-4261-8b6b-be7455a4357f HTTP/1.1" status: 200 len: 853 time: 0.0790851 Feb 09 16:51:48.112517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-68e800e3-f4cd-403c-90a2-f4e18bdd7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:48.114892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-68e800e3-f4cd-403c-90a2-f4e18bdd7715 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68c877e3-282b-43ce-a11e-db00b320483e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577378 Feb 09 16:51:48.115476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Deleting port 54618829-e8a4-47d1-b7a3-d50436dabd26 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:51:48.115822 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:48.271710 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:48.272065 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:48.285633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-295f2ac2-623c-4561-b470-71c68c8aeec1 service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646113 Feb 09 16:51:48.291598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Calling delete_port for 54618829-e8a4-47d1-b7a3-d50436dabd26 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:51:48.439153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9572c5b3-64c3-4a14-bd36-795eb671dd9e req-21ef5c5d-2bc3-4c2c-a2e3-24b5e7cb7066 service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454005 Feb 09 16:51:48.597906 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:48.638849 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event deleted for resources: {'Port': ['ID=54618829-e8a4-47d1-b7a3-d50436dabd26,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:51:48.703840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:48.704244 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Floating IP aede2e0b-df01-495b-b141-b276b6dd232b disassociated (deleted). External IP: 172.25.5.210, port: ccbcd40a-98f1-454a-b755-8d10b73ffe6f. Feb 09 16:51:48.951234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Router e292c305-1ef3-4406-a94d-7b2277958b30 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:51:49.081281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:51:49.086933 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:49.091798 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] Sync routers for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:51:49.102597 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:51:49.103257 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:51:49.119854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-cbc2b7f0-45ca-488b-a49b-867fce559926 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "DELETE /v2.0/floatingips/aede2e0b-df01-495b-b141-b276b6dd232b HTTP/1.1" status: 204 len: 168 time: 1.3298244 Feb 09 16:51:49.217080 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:51:49.529814 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:43Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:51:49.557450 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] Checking router: e292c305-1ef3-4406-a94d-7b2277958b30 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:51:49.571533 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:51:49.571533 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:51:49.580639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:51:49.584294 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76453a1f-f8da-4bcb-9866-339169de6a14" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:51:49.636682 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d532cd-e91b-4b89-9fcd-97522470a9ba x-openstack-request-id: req-b9d532cd-e91b-4b89-9fcd-97522470a9ba {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:51:49.637946 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:51:49.638204 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9d532cd-e91b-4b89-9fcd-97522470a9ba {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:51:49.638673 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'status': 'completed', 'code': 200} Feb 09 16:51:49.704409 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-ce7731c6-3bc5-4485-9d3c-dec291042ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:49.706061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-ce7731c6-3bc5-4485-9d3c-dec291042ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 1097 time: 0.0460274 Feb 09 16:51:49.714795 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:51:49.828287 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-c5d3eb3a-de87-4f78-b0d4-c3eed5418b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:49.830764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-c5d3eb3a-de87-4f78-b0d4-c3eed5418b7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 200 len: 915 time: 0.1184454 Feb 09 16:51:49.884734 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-f21a1332-8ef9-4449-9b1e-67821fba2f85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 200 len: 217 time: 0.0466757 Feb 09 16:51:49.942924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-2acfc913-c020-4161-8c80-9b968ae66142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:49.944811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-2acfc913-c020-4161-8c80-9b968ae66142 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a9e23a14-65f5-4261-8b6b-be7455a4357f HTTP/1.1" status: 200 len: 853 time: 0.0539241 Feb 09 16:51:49.957085 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:43Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:51:49.990148 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603482f1-0dbc-4a29-9742-ad5a832685fe None None] The sync data for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 is: [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:49:39Z', 'revision_number': 4, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8b661006-91f1-466b-b7ac-aade81e87665', 'name': '', 'network_id': '68c877e3-282b-43ce-a11e-db00b320483e', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'mac_address': 'fa:16:3e:08:5c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:39Z', 'updated_at': '2022-02-09T16:49:43Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'subnets': [{'id': 'a9e23a14-65f5-4261-8b6b-be7455a4357f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:51:50.019327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-5774073b-9194-4285-8141-e25ef8c22bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:50.022072 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-5774073b-9194-4285-8141-e25ef8c22bf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68c877e3-282b-43ce-a11e-db00b320483e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696936 Feb 09 16:51:50.141333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-1d1936f7-b80b-406a-9344-b087d77b6307 service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116691 Feb 09 16:51:50.246806 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-76453a1f-f8da-4bcb-9866-339169de6a14 req-2e8c093d-54bd-4283-9165-eff2bd28fd6d service neutron] 10.222.0.13 "GET /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993984 Feb 09 16:51:50.295132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e720b040-3072-4073-9799-48793906bb67 None None] New status for floating IP aede2e0b-df01-495b-b141-b276b6dd232b: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:51:53.014534 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5a1b33ae-a1bd-4943-8c8f-a97997cb1b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:55.282268 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7d29be51-02bf-49e2-993a-2a1a579c16e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:56.776270 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:58.413597 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:58.614205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:51:58.917650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9ea24-fc85-416a-aa6f-49ddd9932f27 req-467aa056-4be6-4c0f-9e47-c3c6d08d54f0 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:51:58.919090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89b9ea24-fc85-416a-aa6f-49ddd9932f27 req-467aa056-4be6-4c0f-9e47-c3c6d08d54f0 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0509722 Feb 09 16:51:58.957372 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89b9ea24-fc85-416a-aa6f-49ddd9932f27 req-b01251b9-5016-4f23-99f5-0cc85e2a0946 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Feb 09 16:52:00.078472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586e809-1370-4303-84f0-d0fe7d7aaeca req-df41d0ab-f015-4a4f-a098-de3e7a34e2df tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:00.079969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d586e809-1370-4303-84f0-d0fe7d7aaeca req-df41d0ab-f015-4a4f-a098-de3e7a34e2df tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0544930 Feb 09 16:52:00.117767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d586e809-1370-4303-84f0-d0fe7d7aaeca req-b2dd126b-40ba-4c60-b2be-0b4a4c230484 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/security-groups?id=df0043b8-44c9-4b85-8750-cf7a17c9c12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Feb 09 16:52:00.543160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-f1f63e90-4a5c-4dfa-98b6-5609af77fd2f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:00.544701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-f1f63e90-4a5c-4dfa-98b6-5609af77fd2f tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 946 time: 0.0507772 Feb 09 16:52:00.641651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Deleting port ccbcd40a-98f1-454a-b755-8d10b73ffe6f {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:00.641998 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:00.682355 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:00.734853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] For port ccbcd40a-98f1-454a-b755-8d10b73ffe6f, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:00.735218 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:00.747653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Calling delete_port for ccbcd40a-98f1-454a-b755-8d10b73ffe6f owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:00.963864 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:00.980521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['ccbcd40a-98f1-454a-b755-8d10b73ffe6f'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:52:01.002971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Pushing event deleted for resources: {'Port': ['ID=ccbcd40a-98f1-454a-b755-8d10b73ffe6f,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:01.040487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] No DVR routers for this DVR port ccbcd40a-98f1-454a-b755-8d10b73ffe6f on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:52:01.043938 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:01.047288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18da7885-5666-4fa1-9556-ec44c0e69d75 req-d9128a2c-58d9-4c04-8479-42aa98b410b5 tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.13 "DELETE /v2.0/ports/ccbcd40a-98f1-454a-b755-8d10b73ffe6f HTTP/1.1" status: 204 len: 173 time: 0.4971855 Feb 09 16:52:01.047729 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'name': 'network-vif-deleted', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:52:01.050081 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c6bbba-bfa6-458c-909b-627debe708d5" -d '{"events": [{"server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "name": "network-vif-deleted", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:52:01.086228 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759f4f1a-b041-46bc-b6e8-b62b2435f468 x-openstack-request-id: req-759f4f1a-b041-46bc-b6e8-b62b2435f468 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:52:01.086874 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea861ad-1866-4f89-bfa8-eec05034a852", "name": "network-vif-deleted", "tag": "ccbcd40a-98f1-454a-b755-8d10b73ffe6f", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:52:01.086874 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-759f4f1a-b041-46bc-b6e8-b62b2435f468 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:52:01.087211 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea861ad-1866-4f89-bfa8-eec05034a852', 'name': 'network-vif-deleted', 'tag': 'ccbcd40a-98f1-454a-b755-8d10b73ffe6f', 'status': 'completed', 'code': 200} Feb 09 16:52:01.217720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-209b31a7-0c1d-40ec-8531-17039bc9b082 req-67413cb1-f68e-4353-a5b2-c154199f610d tempest-TestMinimumBasicScenario-975513191 tempest-TestMinimumBasicScenario-975513191-project] 10.222.0.53 "GET /v2.0/ports?device_id=5ea861ad-1866-4f89-bfa8-eec05034a852 HTTP/1.1" status: 200 len: 210 time: 0.0309169 Feb 09 16:52:02.312825 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:03.508929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34194) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:04.185037 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:04.442343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Deleting port 8b661006-91f1-466b-b7ac-aade81e87665 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:04.442683 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:04.530431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] For port 8b661006-91f1-466b-b7ac-aade81e87665, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8b661006-91f1-466b-b7ac-aade81e87665,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:04.531145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:04.543907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Calling delete_port for 8b661006-91f1-466b-b7ac-aade81e87665 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:04.769746 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:04.793155 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b661006-91f1-466b-b7ac-aade81e87665,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:04.964317 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:05.000698 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device ccbcd40a-98f1-454a-b755-8d10b73ffe6f no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:52:05.024522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: ccbcd40a-98f1-454a-b755-8d10b73ffe6f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:52:05.024781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device ccbcd40a-98f1-454a-b755-8d10b73ffe6f not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:52:05.186731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Router e292c305-1ef3-4406-a94d-7b2277958b30 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:52:05.300005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:52:05.305892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-26a782a3-7448-46c5-af0b-9de958fb3f69 admin admin] 10.222.0.53 "PUT /v2.0/routers/e292c305-1ef3-4406-a94d-7b2277958b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958679 Feb 09 16:52:05.307915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34196) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:05.309027 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] Sync routers for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:52:05.320926 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:05.321690 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:05.415215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:05.426190 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:05.520567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:05.600893 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:52:04Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:05.631464 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] Checking router: e292c305-1ef3-4406-a94d-7b2277958b30 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:52:05.639788 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] Routers {'e292c305-1ef3-4406-a94d-7b2277958b30'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:05.640431 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e292c305-1ef3-4406-a94d-7b2277958b30'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:05.694588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Deleting port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:05.695194 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:05.744757 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] Set router e292c305-1ef3-4406-a94d-7b2277958b30 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:05.780748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] For port 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:05.781115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:05.793687 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Calling delete_port for 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:05.926578 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:52:04Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:05.953317 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678e6c7-a12a-4530-9c6c-062c2721527e None None] The sync data for ids ['e292c305-1ef3-4406-a94d-7b2277958b30'] in n-d-828542-1 is: [{'id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'name': 'tempest-TestMinimumBasicScenario-453085254-router', 'tenant_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:36Z', 'updated_at': '2022-02-09T16:52:04Z', 'revision_number': 5, 'project_id': 'a8512e9d369b4eb1b4c60de9bffd24a4', 'gw_port': {'id': '4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e292c305-1ef3-4406-a94d-7b2277958b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:37Z', 'updated_at': '2022-02-09T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:52:06.044035 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.072567 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:06.133462 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.227661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.230049 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.352815 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.353371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e292c305-1ef3-4406-a94d-7b2277958b30 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:52:06.358976 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.362823 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b69eb545-9046-49d8-b2fc-91e333e6ec56 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e292c305-1ef3-4406-a94d-7b2277958b30 HTTP/1.1" status: 204 len: 168 time: 1.0513604 Feb 09 16:52:06.363537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34198) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:06.408699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8b661006-91f1-466b-b7ac-aade81e87665 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:52:06.414876 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-1599600d-c33c-457f-a746-37c185aebb48 admin admin] Deleting subnet a9e23a14-65f5-4261-8b6b-be7455a4357f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:52:06.418678 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1599600d-c33c-457f-a746-37c185aebb48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.433616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8b661006-91f1-466b-b7ac-aade81e87665 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:52:06.433985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8b661006-91f1-466b-b7ac-aade81e87665 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:52:06.455165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1599600d-c33c-457f-a746-37c185aebb48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.543518 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1599600d-c33c-457f-a746-37c185aebb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.730289 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1599600d-c33c-457f-a746-37c185aebb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.754777 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599600d-c33c-457f-a746-37c185aebb48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e23a14-65f5-4261-8b6b-be7455a4357f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:06.760780 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1599600d-c33c-457f-a746-37c185aebb48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.764581 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1599600d-c33c-457f-a746-37c185aebb48 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a9e23a14-65f5-4261-8b6b-be7455a4357f HTTP/1.1" status: 204 len: 168 time: 0.3999360 Feb 09 16:52:06.767373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34200) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:06.768559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f5da2-a3f1-4bdd-955f-3b82f6479004 None None] Network 68c877e3-282b-43ce-a11e-db00b320483e requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:52:06.849927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.908114 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Deleting port 150b4e23-32ec-45d6-8251-118a1f6b03bf {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:06.908452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.972957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] DHCP port deletion for 68c877e3-282b-43ce-a11e-db00b320483e request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:52:06.983325 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] For port 150b4e23-32ec-45d6-8251-118a1f6b03bf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=150b4e23-32ec-45d6-8251-118a1f6b03bf,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:06.983924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:06.999029 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Calling delete_port for 150b4e23-32ec-45d6-8251-118a1f6b03bf owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:07.029796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Deleting port 150b4e23-32ec-45d6-8251-118a1f6b03bf {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:07.030344 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.098247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] For port 150b4e23-32ec-45d6-8251-118a1f6b03bf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=150b4e23-32ec-45d6-8251-118a1f6b03bf,segment=NetworkSegment(53f1d0e0-85c2-42cd-aa68-67a2f949c80e),segment_id=53f1d0e0-85c2-42cd-aa68-67a2f949c80e)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:07.098643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.111645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Calling delete_port for 150b4e23-32ec-45d6-8251-118a1f6b03bf owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:07.146713 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.172713 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Pushing event deleted for resources: {'Port': ['ID=150b4e23-32ec-45d6-8251-118a1f6b03bf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:07.176624 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] No DVR routers for this DVR port 150b4e23-32ec-45d6-8251-118a1f6b03bf on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:52:07.205721 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.229995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Pushing event deleted for resources: {'Port': ['ID=150b4e23-32ec-45d6-8251-118a1f6b03bf,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:07.240245 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] No DVR routers for this DVR port 150b4e23-32ec-45d6-8251-118a1f6b03bf on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:52:07.243562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.243917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.244283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.244628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.244985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.245308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.245661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.245987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.246312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.246636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.246959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.247281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662b4f2e-f1c6-43eb-8ba8-b9e52203420f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:07.254164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.285430 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c877e3-282b-43ce-a11e-db00b320483e']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:07.294081 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f1d0e0-85c2-42cd-aa68-67a2f949c80e') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:07.294399 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f1d0e0-85c2-42cd-aa68-67a2f949c80e') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:07.305164 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.320437 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.327107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:52:07.327516 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:52:07.329349 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:52:07.501168 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.505999 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:07.509406 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] 10.222.0.53 "DELETE /v2.0/networks/68c877e3-282b-43ce-a11e-db00b320483e HTTP/1.1" status: 204 len: 168 time: 0.7409165 Feb 09 16:52:07.512900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34202) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:07.523217 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfbae4-cd0b-4e02-bd02-d7d4029a3587 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c877e3-282b-43ce-a11e-db00b320483e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:07.870806 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:08.132461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Deleting port b96f257a-7929-41d6-a73f-91afaf45204d {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:08.132723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:08.153291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 150b4e23-32ec-45d6-8251-118a1f6b03bf no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:52:08.175514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 150b4e23-32ec-45d6-8251-118a1f6b03bf {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:52:08.175870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 150b4e23-32ec-45d6-8251-118a1f6b03bf not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:52:08.176365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:52:08.203077 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:52:08.203424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4f5123f0-2f0c-4b23-8ea1-5c47ef7ecdbb not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:52:08.222152 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] For port b96f257a-7929-41d6-a73f-91afaf45204d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b96f257a-7929-41d6-a73f-91afaf45204d,segment=NetworkSegment(554abab4-58a3-4bc3-b3db-e1d91c96eb81),segment_id=554abab4-58a3-4bc3-b3db-e1d91c96eb81)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:08.222522 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:08.235047 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Calling delete_port for b96f257a-7929-41d6-a73f-91afaf45204d owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:08.500118 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:08.527682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b96f257a-7929-41d6-a73f-91afaf45204d,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:08.704020 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:08.927054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:52:09.372690 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:52:09.378067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-919c7f28-9447-4e68-8054-ee8d69be3b5d admin admin] 10.222.0.53 "PUT /v2.0/routers/fe0d56b1-bee3-470d-abc5-8c924e3d1f59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8638923 Feb 09 16:52:09.380661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34204) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:09.383082 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] Sync routers for ids ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:52:09.396202 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] Routers {'fe0d56b1-bee3-470d-abc5-8c924e3d1f59'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:09.397117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:09.492566 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:09.527222 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] Set router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:09.606384 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:09.724563 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:52:08Z', 'revision_number': 5, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port': {'id': 'd3e5303f-2181-44e7-b0e7-a3c03acb2135', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:49:43Z', 'updated_at': '2022-02-09T16:49:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:09.748435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Deleting port d3e5303f-2181-44e7-b0e7-a3c03acb2135 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:09.748987 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:09.775777 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] Checking router: fe0d56b1-bee3-470d-abc5-8c924e3d1f59 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:52:09.791879 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] Routers {'fe0d56b1-bee3-470d-abc5-8c924e3d1f59'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:09.792585 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:09.863296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] For port d3e5303f-2181-44e7-b0e7-a3c03acb2135, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d3e5303f-2181-44e7-b0e7-a3c03acb2135,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:09.863897 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:09.878546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Calling delete_port for d3e5303f-2181-44e7-b0e7-a3c03acb2135 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:09.892722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] Set router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:09.957748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:52:09Z', 'revision_number': 6, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:09.986981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761e719-72a2-48c9-a6b8-6c3e6062f4a9 None None] The sync data for ids ['fe0d56b1-bee3-470d-abc5-8c924e3d1f59'] in n-d-828542-1 is: [{'id': 'fe0d56b1-bee3-470d-abc5-8c924e3d1f59', 'name': 'tempest-TestMinimumBasicScenario-1244066303-router', 'tenant_id': 'dc32d483033d465abce7662dbc452037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:49:42Z', 'updated_at': '2022-02-09T16:52:09Z', 'revision_number': 6, 'project_id': 'dc32d483033d465abce7662dbc452037', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:52:10.133617 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.158933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e5303f-2181-44e7-b0e7-a3c03acb2135,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:10.223798 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.317653 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.320291 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.407416 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:52:10.461437 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.462159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe0d56b1-bee3-470d-abc5-8c924e3d1f59 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:52:10.466369 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.467927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-6d339b70-fa72-457f-8306-77377cb9940a admin admin] 10.222.0.53 "DELETE /v2.0/routers/fe0d56b1-bee3-470d-abc5-8c924e3d1f59 HTTP/1.1" status: 204 len: 168 time: 1.0859289 Feb 09 16:52:10.470278 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34206) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:10.520243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15873fb-e19c-4d3c-b0ce-e27f4ab02c56 admin admin] Deleting subnet 08c51d3b-547a-4039-b7e9-5b578aad790e {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:52:10.523586 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e15873fb-e19c-4d3c-b0ce-e27f4ab02c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.558124 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e15873fb-e19c-4d3c-b0ce-e27f4ab02c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.637256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e15873fb-e19c-4d3c-b0ce-e27f4ab02c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.735798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b96f257a-7929-41d6-a73f-91afaf45204d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:52:10.761334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: b96f257a-7929-41d6-a73f-91afaf45204d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:52:10.761764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b96f257a-7929-41d6-a73f-91afaf45204d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:52:10.773939 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e15873fb-e19c-4d3c-b0ce-e27f4ab02c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.803309 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15873fb-e19c-4d3c-b0ce-e27f4ab02c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c51d3b-547a-4039-b7e9-5b578aad790e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:10.808950 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e15873fb-e19c-4d3c-b0ce-e27f4ab02c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:10.812148 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e15873fb-e19c-4d3c-b0ce-e27f4ab02c56 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/08c51d3b-547a-4039-b7e9-5b578aad790e HTTP/1.1" status: 204 len: 168 time: 0.3406134 Feb 09 16:52:10.814743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34208) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:10.816667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80e08b-7cad-43bd-b06c-8ea1696e14ef None None] Network 975c7bc5-9842-4135-947d-676c0566a452 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:52:11.022215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] DHCP port deletion for 975c7bc5-9842-4135-947d-676c0566a452 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:52:11.078381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] Deleting port a1274b59-6af4-459d-bcd4-07f30da671a4 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:11.078853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.145449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] For port a1274b59-6af4-459d-bcd4-07f30da671a4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a1274b59-6af4-459d-bcd4-07f30da671a4,segment=NetworkSegment(554abab4-58a3-4bc3-b3db-e1d91c96eb81),segment_id=554abab4-58a3-4bc3-b3db-e1d91c96eb81)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:11.145765 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.160191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] Calling delete_port for a1274b59-6af4-459d-bcd4-07f30da671a4 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:11.247628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.299153 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Deleting port a1274b59-6af4-459d-bcd4-07f30da671a4 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:52:11.299497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.340656 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.365281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] For port a1274b59-6af4-459d-bcd4-07f30da671a4, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a1274b59-6af4-459d-bcd4-07f30da671a4,segment=NetworkSegment(554abab4-58a3-4bc3-b3db-e1d91c96eb81),segment_id=554abab4-58a3-4bc3-b3db-e1d91c96eb81)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:11.365645 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.366012 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] Pushing event deleted for resources: {'Port': ['ID=a1274b59-6af4-459d-bcd4-07f30da671a4,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:11.370047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6422b6-9409-40b4-8a53-e7b7b1605192 None None] No DVR routers for this DVR port a1274b59-6af4-459d-bcd4-07f30da671a4 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:52:11.382151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Calling delete_port for a1274b59-6af4-459d-bcd4-07f30da671a4 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:52:11.463954 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.493116 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1274b59-6af4-459d-bcd4-07f30da671a4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:11.499191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] No DVR routers for this DVR port a1274b59-6af4-459d-bcd4-07f30da671a4 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:52:11.568821 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.589859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975c7bc5-9842-4135-947d-676c0566a452']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:11.598985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554abab4-58a3-4bc3-b3db-e1d91c96eb81') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:11.599284 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554abab4-58a3-4bc3-b3db-e1d91c96eb81') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:11.608947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.622002 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.628268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:52:11.628651 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:52:11.630354 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:52:11.750767 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.756505 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:11.764819 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] 10.222.0.53 "DELETE /v2.0/networks/975c7bc5-9842-4135-947d-676c0566a452 HTTP/1.1" status: 204 len: 168 time: 0.9441423 Feb 09 16:52:11.772313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92918f6e-e730-4e39-977c-ee7fc861cc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=975c7bc5-9842-4135-947d-676c0566a452,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:12.091313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34216) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:12.136661 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-21f5c02f-4fd0-413a-85aa-0cb8408c50de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8512e9d369b4eb1b4c60de9bffd24a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438545 Feb 09 16:52:12.139259 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34218) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:12.154574 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d3e5303f-2181-44e7-b0e7-a3c03acb2135 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:52:12.176011 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d3e5303f-2181-44e7-b0e7-a3c03acb2135 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:52:12.176554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d3e5303f-2181-44e7-b0e7-a3c03acb2135 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:52:12.177074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a1274b59-6af4-459d-bcd4-07f30da671a4 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:52:12.194436 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a75fca8a-2abb-4a62-b7f8-c571ec370479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:12.198384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a1274b59-6af4-459d-bcd4-07f30da671a4 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:52:12.199501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a1274b59-6af4-459d-bcd4-07f30da671a4 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:52:12.220291 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a75fca8a-2abb-4a62-b7f8-c571ec370479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:12.316462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a75fca8a-2abb-4a62-b7f8-c571ec370479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:12.319165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a75fca8a-2abb-4a62-b7f8-c571ec370479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:12.320706 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a75fca8a-2abb-4a62-b7f8-c571ec370479 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df0043b8-44c9-4b85-8750-cf7a17c9c12b HTTP/1.1" status: 204 len: 168 time: 0.1801920 Feb 09 16:52:12.328699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fca8a-2abb-4a62-b7f8-c571ec370479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0043b8-44c9-4b85-8750-cf7a17c9c12b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:13.011445 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34224) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:13.052374 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e06d0b42-dae4-4ed9-beeb-3e057d5f10df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc32d483033d465abce7662dbc452037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396962 Feb 09 16:52:13.054822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34226) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:13.102966 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0309-a980-42e4-a658-12ea4056476b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:13.124766 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0309-a980-42e4-a658-12ea4056476b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:13.266967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0309-a980-42e4-a658-12ea4056476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:13.269558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0ecf0309-a980-42e4-a658-12ea4056476b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:13.270795 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0ecf0309-a980-42e4-a658-12ea4056476b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2cce7d4-1c1a-4ce0-a240-da3e59c8de91 HTTP/1.1" status: 204 len: 168 time: 0.2149997 Feb 09 16:52:13.287176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf0309-a980-42e4-a658-12ea4056476b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cce7d4-1c1a-4ce0-a240-da3e59c8de91,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:15.541137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34266) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:15.546442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057438468', 'description': 'tempest-secgroup-smoke-1057438468 description', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:15.643493 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:15.651881 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:15.729639 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:15.792151 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:15.831132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77dceef-d153-4723-890c-b0a14c19a15e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:15.874919 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:15.944611 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:15.973525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276369c6-312c-4f65-9f28-851959896863,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:16.068414 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.070119 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e556da92-5d95-425c-8877-c8e99bafc2ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5279562 Feb 09 16:52:16.072980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34268) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:16.078351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-a5d42282-8a60-4433-9902-8427b5c83674 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '276369c6-312c-4f65-9f28-851959896863', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:16.175308 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5d42282-8a60-4433-9902-8427b5c83674 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.231567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5d42282-8a60-4433-9902-8427b5c83674 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.322250 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5d42282-8a60-4433-9902-8427b5c83674 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.340187 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d42282-8a60-4433-9902-8427b5c83674 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b915a3d2-6cc1-4ac4-8d87-275ca3dd2bd1,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:16.417068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-a5d42282-8a60-4433-9902-8427b5c83674 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.418351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-a5d42282-8a60-4433-9902-8427b5c83674 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444324 Feb 09 16:52:16.421103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34270) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:16.425578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-3f0961c2-3164-4a9d-9419-44202b3937dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '276369c6-312c-4f65-9f28-851959896863', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:16.555258 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f0961c2-3164-4a9d-9419-44202b3937dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.614206 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f0961c2-3164-4a9d-9419-44202b3937dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.740961 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f0961c2-3164-4a9d-9419-44202b3937dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.763842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0961c2-3164-4a9d-9419-44202b3937dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a16d9c3-793c-4dd9-b7b2-201a914e8cc3,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:16.862470 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3f0961c2-3164-4a9d-9419-44202b3937dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:16.863752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3f0961c2-3164-4a9d-9419-44202b3937dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4416656 Feb 09 16:52:16.866543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:16.870924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fcd1285e-7b75-46e8-9be5-220444b5e8f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '276369c6-312c-4f65-9f28-851959896863', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:16.968847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd1285e-7b75-46e8-9be5-220444b5e8f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.029244 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd1285e-7b75-46e8-9be5-220444b5e8f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.167937 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd1285e-7b75-46e8-9be5-220444b5e8f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.186262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1285e-7b75-46e8-9be5-220444b5e8f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d40c44-24b0-405d-80a4-7acf99115495,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:17.263067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd1285e-7b75-46e8-9be5-220444b5e8f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.264330 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fcd1285e-7b75-46e8-9be5-220444b5e8f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3968854 Feb 09 16:52:17.267100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34274) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:17.271459 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-de200309-63b7-4fd7-a28c-d010ad1d723d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '276369c6-312c-4f65-9f28-851959896863', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:17.391351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de200309-63b7-4fd7-a28c-d010ad1d723d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.450590 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de200309-63b7-4fd7-a28c-d010ad1d723d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.535090 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de200309-63b7-4fd7-a28c-d010ad1d723d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.554629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de200309-63b7-4fd7-a28c-d010ad1d723d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9d5ab7-55c9-4e81-a3b1-df0ae034a9df,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:17.622698 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-de200309-63b7-4fd7-a28c-d010ad1d723d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.623929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-de200309-63b7-4fd7-a28c-d010ad1d723d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559084 Feb 09 16:52:17.626821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34276) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:17.633252 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-7c06d066-48dd-4429-9a40-0bd5276eff4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '276369c6-312c-4f65-9f28-851959896863', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:17.718013 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-7c06d066-48dd-4429-9a40-0bd5276eff4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:52:17.723659 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c06d066-48dd-4429-9a40-0bd5276eff4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.785227 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c06d066-48dd-4429-9a40-0bd5276eff4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.889388 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c06d066-48dd-4429-9a40-0bd5276eff4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.910657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06d066-48dd-4429-9a40-0bd5276eff4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a2f8c1-eef4-46f5-93a9-5e602189b973,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:17.988243 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7c06d066-48dd-4429-9a40-0bd5276eff4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:17.992813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7c06d066-48dd-4429-9a40-0bd5276eff4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3616943 Feb 09 16:52:17.992813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34278) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:17.996731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4a37f3dc-0c56-4d73-96cb-031f49a738cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '276369c6-312c-4f65-9f28-851959896863', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:18.099414 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-4a37f3dc-0c56-4d73-96cb-031f49a738cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:52:18.104726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a37f3dc-0c56-4d73-96cb-031f49a738cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.167610 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a37f3dc-0c56-4d73-96cb-031f49a738cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.264568 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a37f3dc-0c56-4d73-96cb-031f49a738cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.282538 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37f3dc-0c56-4d73-96cb-031f49a738cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb586b7-25f1-456c-8b54-8dd5b22a0003,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:18.380556 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4a37f3dc-0c56-4d73-96cb-031f49a738cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.381809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a37f3dc-0c56-4d73-96cb-031f49a738cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3884878 Feb 09 16:52:18.388326 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34280) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:18.393885 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'network': {'name': 'tempest-network-smoke--1190263030', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'port_security_enabled': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:18.481777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:52:18.485925 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.510199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:52:18.518942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.519240 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Added segment c04deaa8-0376-4df8-a796-b5d71653caba of type vlan for network ae8c9e1a-3af6-49ef-8405-f103fd0da37a Feb 09 16:52:18.559172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.649575 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.655269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:18.655865 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.724929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Network': ['ID=ae8c9e1a-3af6-49ef-8405-f103fd0da37a,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:18.736893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:52:18.783313 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8ed07705-c80b-4cfc-a62b-685674903fa4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3939373 Feb 09 16:52:18.786280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34282) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:18.790897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'admin_state_up': True, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:18.872635 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.873741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:18.926520 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:19.125132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:19.386441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:19.409747 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:19.509350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.110 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/f8b00a97-a691-4725-92a4-56be7d409eaf) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:52:19.617549 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:19.729655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:19.772296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:52:19.775496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:52:19.779002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:52:19.784670 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=f8b00a97-a691-4725-92a4-56be7d409eaf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:20.090017 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:20.289528 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:20.470182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:52:20.580922 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:52:20.590388 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Sync routers for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:52:20.599890 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:20.600537 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:20.662537 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:20.663843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0fc75cc6-2d8f-48df-9b24-6069e04a0fcc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8765414 Feb 09 16:52:20.666952 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34284) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:20.801151 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:20.815129 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b92caaa3-e8ac-42c2-bba3-9ecc85fa703f tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=33328a5ac1b44955a6d3703f8f78d2a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1470616 Feb 09 16:52:20.817788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34288) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:20.971318 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d81e32d-b8cb-4b81-b5b9-7df8b5b226a9 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:20.975682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2d81e32d-b8cb-4b81-b5b9-7df8b5b226a9 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1542013 Feb 09 16:52:20.976423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34290) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:20.988286 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:19Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:21.014531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Checking router: d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:52:21.014869 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Updating router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 port f8b00a97-a691-4725-92a4-56be7d409eaf binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:52:21.014991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bda99d58-44d4-44ce-acff-9fd0c5a57447 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377460 Feb 09 16:52:21.017982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34292) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:21.022487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1210314034', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:21.043004 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:21.169350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:52:21.173525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:21.302363 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:21.390767 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:21.445453 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Attempting to bind port f8b00a97-a691-4725-92a4-56be7d409eaf on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:52:21.445816 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Attempting to bind port f8b00a97-a691-4725-92a4-56be7d409eaf by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:52:21.446173 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Attempting to bind port f8b00a97-a691-4725-92a4-56be7d409eaf on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:52:21.449524 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Pushing event updated for resources: {'Port': ['ID=f8b00a97-a691-4725-92a4-56be7d409eaf,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:21.455185 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:52:21.455658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:52:21.455956 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:21.456381 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:52:21.456854 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Bound port: f8b00a97-a691-4725-92a4-56be7d409eaf, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:52:21.457310 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:21.464223 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.464566 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.465073 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.465242 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.465552 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.465877 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.466194 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.466511 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.466827 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.467142 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.467457 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.467769 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:52:21.527743 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] For port f8b00a97-a691-4725-92a4-56be7d409eaf, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:52:21.531098 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] For port f8b00a97-a691-4725-92a4-56be7d409eaf, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f8b00a97-a691-4725-92a4-56be7d409eaf,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:52:21.615749 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:21.665344 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:21.665984 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:21.716955 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c49c71-4eaf-4076-8be9-4713a9d2efa2 None None] Pushing event updated for resources: {'Port': ['ID=f8b00a97-a691-4725-92a4-56be7d409eaf,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:21.756092 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:21.783749 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:21.815749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Subnet': ['ID=9333ec9b-a56c-40e5-bbe8-7f0507107556,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:21.826527 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Checking segment: {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:52:21.826893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network hostable DHCP agents. Network: ae8c9e1a-3af6-49ef-8405-f103fd0da37a, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:52:21.904458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:52:21.960657 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:19Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:21.987926 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f40d42-bc63-44e6-93a9-7a456c4b54a9 None None] The sync data for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 is: [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:19Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:52:21.997832 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, ae8c9e1a-3af6-49ef-8405-f103fd0da37a) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:52:22.005320 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:22.007043 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:22.009663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd35e4-517d-4e58-b737-4d63914b073a None None] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:52:22.096413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-22028d63-5e1c-45f8-81d4-f23fd351c8d3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0744445 Feb 09 16:52:22.096582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34294) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:22.165914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:52:22.166799 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:22.336420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Allocated IP 172.20.0.2 (ae8c9e1a-3af6-49ef-8405-f103fd0da37a/9333ec9b-a56c-40e5-bbe8-7f0507107556/f5add510-9a90-4647-a7f5-4b286afadf28) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:52:22.505285 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:22.592821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:22.603776 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:22.631700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:52:22.638854 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:52:22.643445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:52:22.652226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Pushing event updated for resources: {'Port': ['ID=f5add510-9a90-4647-a7f5-4b286afadf28,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:22.712763 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Attempting to bind port f5add510-9a90-4647-a7f5-4b286afadf28 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:52:22.713148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Attempting to bind port f5add510-9a90-4647-a7f5-4b286afadf28 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:52:22.713484 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Attempting to bind port f5add510-9a90-4647-a7f5-4b286afadf28 on network ae8c9e1a-3af6-49ef-8405-f103fd0da37a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:52:22.718842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:52:22.719241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Checking segment: {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:52:22.719688 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:22.720102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Bound using segment: {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:52:22.720903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Bound port: f5add510-9a90-4647-a7f5-4b286afadf28, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:52:22.721075 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:22.789328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] For port f5add510-9a90-4647-a7f5-4b286afadf28, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:52:22.792951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] For port f5add510-9a90-4647-a7f5-4b286afadf28, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5add510-9a90-4647-a7f5-4b286afadf28,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:52:22.849475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:22.924807 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3fb7e-7c99-4e4d-b493-d17cc22d6500 None None] Pushing event updated for resources: {'Port': ['ID=f5add510-9a90-4647-a7f5-4b286afadf28,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:22.975103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.1 (ae8c9e1a-3af6-49ef-8405-f103fd0da37a/9333ec9b-a56c-40e5-bbe8-7f0507107556/472700ad-63cc-42ee-ae5d-2cc2429a0a4c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:52:23.009330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7e4c18fe-e9b0-464c-bdf7-75c14aab23f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:23.120885 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:23.233138 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:23.276798 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:52:23.280188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:52:23.283283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:52:23.308762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:23.333327 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:23.524344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:23.810595 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:23.898902 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:23.978214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:23.982303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.053748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d9758e-afac-46c5-8c3f-754d700720b7 None None] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:52:24.087334 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:52:24.088682 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:52:24.126137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bc2ba925-a73a-45ae-8d11-dc7a52e4a753 None None] Provisioning complete for port f5add510-9a90-4647-a7f5-4b286afadf28 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:24.126589 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba925-a73a-45ae-8d11-dc7a52e4a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.229845 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:52:24.251203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f8b00a97-a691-4725-92a4-56be7d409eaf up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:52:24.311999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba925-a73a-45ae-8d11-dc7a52e4a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.341126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:52:24.354141 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-47fede04-7834-46ed-95b4-53110e496bd6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/d48d0ea6-1b2e-48f2-9bfc-821a43d485f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2488775 Feb 09 16:52:24.354249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Sync routers for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:52:24.387448 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bc2ba925-a73a-45ae-8d11-dc7a52e4a753 None None] For port f5add510-9a90-4647-a7f5-4b286afadf28, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5add510-9a90-4647-a7f5-4b286afadf28,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:24.390674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:24.391859 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:51:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:24.394214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f8b00a97-a691-4725-92a4-56be7d409eaf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:24.394317 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.472516 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bc2ba925-a73a-45ae-8d11-dc7a52e4a753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.493542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-9317b6cc-fee2-4598-a43b-168cd2be7515 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057438468&fields=id&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 267 time: 0.0359454 Feb 09 16:52:24.618091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0dd70-347a-47de-a23b-25f16e753947 req-4c8eecf5-9827-4eb8-8b6a-681a4089c1f3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:24.623087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-4c8eecf5-9827-4eb8-8b6a-681a4089c1f3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/networks?id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a HTTP/1.1" status: 200 len: 797 time: 0.1187177 Feb 09 16:52:24.637257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-2224180b-444d-40e6-847f-e540de648621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/quotas/33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 375 time: 0.0104556 Feb 09 16:52:24.699581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-61b1e4ae-16c7-456a-a6ef-50962f0a15be tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560849 Feb 09 16:52:24.758629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-df1f3c84-0255-4e96-bc02-c386236d5bc4 None None] Provisioning complete for port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:24.759003 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-df1f3c84-0255-4e96-bc02-c386236d5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.766551 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ba925-a73a-45ae-8d11-dc7a52e4a753 None None] Pushing event updated for resources: {'Port': ['ID=f5add510-9a90-4647-a7f5-4b286afadf28,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:24.819296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:24.849670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.866037 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-eefa7743-f654-42ed-9198-4b1ce5ccfdb3 service neutron] 10.222.0.53 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536012 Feb 09 16:52:24.894056 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-df1f3c84-0255-4e96-bc02-c386236d5bc4 None None] Port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:52:24.896203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port f8b00a97-a691-4725-92a4-56be7d409eaf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f8b00a97-a691-4725-92a4-56be7d409eaf,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:24.980379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-cb9347c2-9e28-4923-b291-00c55b5f91d9 service neutron] 10.222.0.53 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067457 Feb 09 16:52:24.981158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-df1f3c84-0255-4e96-bc02-c386236d5bc4 None None] Provisioning complete for port f5add510-9a90-4647-a7f5-4b286afadf28 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:24.981158 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-df1f3c84-0255-4e96-bc02-c386236d5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.987916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:24.988581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5add510-9a90-4647-a7f5-4b286afadf28 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:52:25.195258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=f8b00a97-a691-4725-92a4-56be7d409eaf,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:25.266573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f5add510-9a90-4647-a7f5-4b286afadf28 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:25.266946 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:25.293601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7231a69a-1d2c-4bde-8dfc-26c9548baac6 req-6fc9ef48-d6d9-4176-b2c0-59fa568a6763 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 210 time: 0.0309997 Feb 09 16:52:25.310291 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b6975f4-e58e-416d-b1ff-f484b02457f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:25.366803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 2, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:25.397165 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Checking router: d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:52:25.397521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Updating router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:52:25.429731 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:25.475966 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-6c4d18df-245c-4395-b1aa-76ff60c55d29 None None] Provisioning complete for port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:25.476330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6c4d18df-245c-4395-b1aa-76ff60c55d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:25.575349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d18df-245c-4395-b1aa-76ff60c55d29 None None] Port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:52:25.727352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:25.815214 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:25.874534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7914b59-21ef-40e8-afa2-55800789e967 None None] Pushing event updated for resources: {'Port': ['ID=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:25.922133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Attempting to bind port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:52:25.922620 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Attempting to bind port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:52:25.923083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Attempting to bind port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c on network ae8c9e1a-3af6-49ef-8405-f103fd0da37a {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:52:25.929905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:52:25.930453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Checking segment: {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:52:25.930957 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:25.931482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Bound using segment: {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:52:25.932061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Bound port: 472700ad-63cc-42ee-ae5d-2cc2429a0a4c, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:52:25.932592 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.001442 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] For port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:52:26.004547 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] For port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:52:26.095798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.141987 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1dbee9b2-eb2d-4fb0-86f8-8218b776fdb8 None None] Provisioning complete for port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:26.142301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1dbee9b2-eb2d-4fb0-86f8-8218b776fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.184018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f8b00a97-a691-4725-92a4-56be7d409eaf up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:52:26.188642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7914b59-21ef-40e8-afa2-55800789e967 None None] Pushing event updated for resources: {'Port': ['ID=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:26.221641 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:26.222329 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:52:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:26.376535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-17546eb4-832b-485e-b2d3-bbc6c8e886ee req-51eff226-0eef-4dec-a7ec-b7cb2b66f185 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 210 time: 0.0288765 Feb 09 16:52:26.384172 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f8b00a97-a691-4725-92a4-56be7d409eaf triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:26.384590 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.390129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:26.431227 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1dbee9b2-eb2d-4fb0-86f8-8218b776fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.694170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-1dbee9b2-eb2d-4fb0-86f8-8218b776fdb8 None None] For port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:26.800522 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1dbee9b2-eb2d-4fb0-86f8-8218b776fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.809790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5add510-9a90-4647-a7f5-4b286afadf28 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:52:26.868542 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.914071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbee9b2-eb2d-4fb0-86f8-8218b776fdb8 None None] Pushing event updated for resources: {'Port': ['ID=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:26.938708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f5add510-9a90-4647-a7f5-4b286afadf28 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:26.939076 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.941751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-63155e29-f7de-4cb0-bcf6-b6059eb27df7 None None] Provisioning complete for port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:26.942102 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-63155e29-f7de-4cb0-bcf6-b6059eb27df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:26.992169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:25Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:27.036615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdbe9cb-73d3-46ec-b105-ac52180d1d33 None None] The sync data for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 is: [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:25Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:52:27.485497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8741200-dd6d-4c94-8117-a7a6a10f33ce req-b603357e-d0ac-4d49-be8a-a28f271b0eac tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 210 time: 0.0375748 Feb 09 16:52:27.795024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0dd70-347a-47de-a23b-25f16e753947 req-ac8ca337-5c8f-457e-8c41-94281aa64b5a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:27.796760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-ac8ca337-5c8f-457e-8c41-94281aa64b5a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/networks?id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a HTTP/1.1" status: 200 len: 797 time: 0.1125519 Feb 09 16:52:27.843851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-c1920097-a2dd-45b2-a073-f0ce4b9e7099 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 380 time: 0.0378108 Feb 09 16:52:27.862571 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'port': {'device_id': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'admin_state_up': True, 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'security_groups': ['276369c6-312c-4f65-9f28-851959896863']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:28.041806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:52:28.045469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.187913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 472700ad-63cc-42ee-ae5d-2cc2429a0a4c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:52:28.200553 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.9 (ae8c9e1a-3af6-49ef-8405-f103fd0da37a/9333ec9b-a56c-40e5-bbe8-7f0507107556/1d6426d7-75cf-4548-8bbb-91659b142ddc) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:52:28.237997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:28.238373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.340466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.409299 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.447457 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.493384 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:52:28.496610 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:52:28.500243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:52:28.528275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=1d6426d7-75cf-4548-8bbb-91659b142ddc,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:28.554711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:28.555370 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.597904 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.629894 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6989be-37a2-4c52-8708-650762187151 req-f671aa16-f6a0-4884-83f2-baf913caf565 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:28.632271 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc6989be-37a2-4c52-8708-650762187151 req-f671aa16-f6a0-4884-83f2-baf913caf565 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 931 time: 0.0555496 Feb 09 16:52:28.669120 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-0cb31dd2-ef59-4614-9669-c448fcc6e89e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8111327 Feb 09 16:52:28.678958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-82f3e8a0-0148-450a-b930-807d0abb75bb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:52:28.686210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-82f3e8a0-0148-450a-b930-807d0abb75bb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055175 Feb 09 16:52:28.686210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc6989be-37a2-4c52-8708-650762187151 req-1f650edb-32fd-4e53-a16d-9cc395c2b842 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Feb 09 16:52:28.693466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Request body: {'port': {'device_id': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:28.753672 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.770853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e3f4ded9-d592-468a-834b-52691537f223 None None] Provisioning complete for port 1d6426d7-75cf-4548-8bbb-91659b142ddc triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:28.771299 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ded9-d592-468a-834b-52691537f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:28.804798 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4ded9-d592-468a-834b-52691537f223 None None] Port 1d6426d7-75cf-4548-8bbb-91659b142ddc cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:52:29.021697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6426d7-75cf-4548-8bbb-91659b142ddc {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:52:29.029811 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:29.041813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Transition to ACTIVE for port object 1d6426d7-75cf-4548-8bbb-91659b142ddc will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:52:29.106661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:29.156109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6426d7-75cf-4548-8bbb-91659b142ddc,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:29.232465 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Attempting to bind port 1d6426d7-75cf-4548-8bbb-91659b142ddc on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:52:29.232941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Attempting to bind port 1d6426d7-75cf-4548-8bbb-91659b142ddc by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:52:29.233288 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Attempting to bind port 1d6426d7-75cf-4548-8bbb-91659b142ddc on network ae8c9e1a-3af6-49ef-8405-f103fd0da37a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:52:29.238446 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Port 1d6426d7-75cf-4548-8bbb-91659b142ddc on network ae8c9e1a-3af6-49ef-8405-f103fd0da37a not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:52:29.238771 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Attempting to bind port 1d6426d7-75cf-4548-8bbb-91659b142ddc on network ae8c9e1a-3af6-49ef-8405-f103fd0da37a {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:52:29.243793 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:52:29.244167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Checking segment: {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:52:29.244559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Bound using segment: {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:52:29.244994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Bound port: 1d6426d7-75cf-4548-8bbb-91659b142ddc, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04deaa8-0376-4df8-a796-b5d71653caba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:52:29.245360 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:29.311430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] For port 1d6426d7-75cf-4548-8bbb-91659b142ddc, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:52:29.315071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] For port 1d6426d7-75cf-4548-8bbb-91659b142ddc, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:52:29.381208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:29.415727 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:29.416108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:29.417552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] 10.222.0.73 "PUT /v2.0/ports/1d6426d7-75cf-4548-8bbb-91659b142ddc HTTP/1.1" status: 200 len: 1091 time: 0.7283630 Feb 09 16:52:29.418008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:52:29.420334 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f9ee8-4c43-45cd-961e-2e0b9255980d" -d '{"events": [{"name": "network-changed", "server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:52:29.447065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be20ae0-a61d-468f-ba65-d2a7cc052359 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6426d7-75cf-4548-8bbb-91659b142ddc,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:29.468598 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa846f4-56b2-4f99-b300-8e7480054a6f x-openstack-request-id: req-4aa846f4-56b2-4f99-b300-8e7480054a6f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:52:29.469504 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:52:29.469759 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4aa846f4-56b2-4f99-b300-8e7480054a6f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:52:29.470170 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'status': 'completed', 'code': 200} Feb 09 16:52:29.541863 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f9ee8-4c43-45cd-961e-2e0b9255980d req-193fd91f-eacd-4417-87b7-0cb4c3626410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:29.541863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e0f9ee8-4c43-45cd-961e-2e0b9255980d req-193fd91f-eacd-4417-87b7-0cb4c3626410 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 1094 time: 0.0492241 Feb 09 16:52:29.646170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f9ee8-4c43-45cd-961e-2e0b9255980d req-daf6b30d-6611-41ce-aea4-85c866738b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:29.647701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e0f9ee8-4c43-45cd-961e-2e0b9255980d req-daf6b30d-6611-41ce-aea4-85c866738b10 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0955551 Feb 09 16:52:29.753233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f9ee8-4c43-45cd-961e-2e0b9255980d req-10929620-f30c-440c-8740-aa006cc12267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:29.754753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e0f9ee8-4c43-45cd-961e-2e0b9255980d req-10929620-f30c-440c-8740-aa006cc12267 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992134 Feb 09 16:52:29.814016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f66cf-612d-4364-a4e6-9ebfb324fc50 req-c689eb34-7383-434c-9b5a-1083fb4a2f8f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:29.815413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-398f66cf-612d-4364-a4e6-9ebfb324fc50 req-c689eb34-7383-434c-9b5a-1083fb4a2f8f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 943 time: 0.0597408 Feb 09 16:52:29.869167 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0dd70-347a-47de-a23b-25f16e753947 req-abf9cf31-6d54-4dff-b6d6-500a9d0f77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:29.870670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-abf9cf31-6d54-4dff-b6d6-500a9d0f77bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 1094 time: 0.0752923 Feb 09 16:52:29.873872 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-398f66cf-612d-4364-a4e6-9ebfb324fc50 req-b55f828b-ae80-44c8-914d-e7ff17834e59 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453427 Feb 09 16:52:29.918717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-d24952ea-7a8a-4f31-80e5-efe320f76f22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc HTTP/1.1" status: 200 len: 217 time: 0.0394268 Feb 09 16:52:29.968300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0dd70-347a-47de-a23b-25f16e753947 req-d56a18f6-f230-4e97-86a0-1649da2360e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:29.970326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-d56a18f6-f230-4e97-86a0-1649da2360e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9333ec9b-a56c-40e5-bbe8-7f0507107556 HTTP/1.1" status: 200 len: 835 time: 0.0440493 Feb 09 16:52:30.016911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0dd70-347a-47de-a23b-25f16e753947 req-c7f3d8f4-dac4-4f4e-bbcc-5352cc4f7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:30.018400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-c7f3d8f4-dac4-4f4e-bbcc-5352cc4f7fa4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409038 Feb 09 16:52:30.113829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-4915deea-96b0-4cae-90b7-e35305b7a7d8 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874295 Feb 09 16:52:30.205401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-18f0dd70-347a-47de-a23b-25f16e753947 req-623ced84-f7f3-4162-86e4-4c9b9f5560c4 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832052 Feb 09 16:52:30.727440 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:31.000694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec001c3b-9cea-45cb-b97f-e9c3b6c539b7 req-4c36733e-8dab-4cbf-9d93-643ec951df3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:31.002107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec001c3b-9cea-45cb-b97f-e9c3b6c539b7 req-4c36733e-8dab-4cbf-9d93-643ec951df3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 943 time: 0.0550349 Feb 09 16:52:31.040931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ec001c3b-9cea-45cb-b97f-e9c3b6c539b7 req-36c4440d-a145-40b8-b4c7-54fdb8ebb009 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326571 Feb 09 16:52:31.975086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1d6426d7-75cf-4548-8bbb-91659b142ddc details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:52:32.071073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1d6426d7-75cf-4548-8bbb-91659b142ddc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:32.084831 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'port_id': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'mac_address': 'fa:16:3e:39:40:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:52:32.122789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:32.135689 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6426d7-75cf-4548-8bbb-91659b142ddc {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:52:32.155774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1d6426d7-75cf-4548-8bbb-91659b142ddc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:32.161191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3f68-0d34-4ea6-8635-12d0ca8d8aec req-71b2f53c-52b6-4489-8073-d2bc02904c2b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:32.162850 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc0a3f68-0d34-4ea6-8635-12d0ca8d8aec req-71b2f53c-52b6-4489-8073-d2bc02904c2b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 943 time: 0.0501807 Feb 09 16:52:32.201490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bc0a3f68-0d34-4ea6-8635-12d0ca8d8aec req-74f0ef1c-d42d-4d11-bd85-2a21ed30b417 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Feb 09 16:52:32.220977 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:32.280706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1d6426d7-75cf-4548-8bbb-91659b142ddc,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:32.343975 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:32.459656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['1d6426d7-75cf-4548-8bbb-91659b142ddc'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:52:33.316740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b1f70-1deb-4384-a700-6635a6ae8571 req-24132927-063d-4541-b50e-12d3ba7badaa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:33.318255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b74b1f70-1deb-4384-a700-6635a6ae8571 req-24132927-063d-4541-b50e-12d3ba7badaa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 944 time: 0.0489223 Feb 09 16:52:33.356775 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b74b1f70-1deb-4384-a700-6635a6ae8571 req-d9efa309-6956-4e1e-9c8e-196dc727a2de tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325830 Feb 09 16:52:33.984260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1d6426d7-75cf-4548-8bbb-91659b142ddc up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:52:34.123501 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 1d6426d7-75cf-4548-8bbb-91659b142ddc completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:52:34.128382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 1d6426d7-75cf-4548-8bbb-91659b142ddc triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:52:34.128757 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:34.204805 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:34.229916 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:52:34.233109 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e40f87a-b5d2-4402-a1e6-70740c292dfc" -d '{"events": [{"server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "name": "network-vif-plugged", "status": "completed", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:52:34.247298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 1d6426d7-75cf-4548-8bbb-91659b142ddc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:52:34.275477 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e1c279-c01d-4475-9374-fb3fa74c00f0 x-openstack-request-id: req-a8e1c279-c01d-4475-9374-fb3fa74c00f0 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:52:34.275477 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "name": "network-vif-plugged", "status": "completed", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:52:34.275477 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8e1c279-c01d-4475-9374-fb3fa74c00f0 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:52:34.275477 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'code': 200} Feb 09 16:52:34.327254 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:34.372847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a64faf-f556-4fff-958e-2fe5edaa4d39 req-22a56b8d-d157-4196-b8c3-9dd0e76a5b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:34.374476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a64faf-f556-4fff-958e-2fe5edaa4d39 req-22a56b8d-d157-4196-b8c3-9dd0e76a5b83 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 1096 time: 0.0465772 Feb 09 16:52:34.377544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=1d6426d7-75cf-4548-8bbb-91659b142ddc,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:34.411887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7a64faf-f556-4fff-958e-2fe5edaa4d39 req-30ac6785-cf10-4a4a-b8f7-168490db0bf0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301278 Feb 09 16:52:34.471915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf9975-c59a-4b14-94c3-4d6f3daef628 req-3a052297-86c0-4f65-a2db-3dbff68c17f1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:34.473422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fbf9975-c59a-4b14-94c3-4d6f3daef628 req-3a052297-86c0-4f65-a2db-3dbff68c17f1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0486221 Feb 09 16:52:34.516998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fbf9975-c59a-4b14-94c3-4d6f3daef628 req-37faf312-bce8-4ad6-add8-7af385b9c05a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372529 Feb 09 16:52:35.633484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ac379-a1dd-4626-8e96-01525ae1e630 req-9408caab-2958-45f0-b029-5d5895f86b52 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:35.634978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf6ac379-a1dd-4626-8e96-01525ae1e630 req-9408caab-2958-45f0-b029-5d5895f86b52 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0500772 Feb 09 16:52:35.674053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bf6ac379-a1dd-4626-8e96-01525ae1e630 req-4f85ca4d-9b5a-49c5-a824-fe979777097a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322211 Feb 09 16:52:36.796636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d0436-4237-4df1-9897-c4f14d93f436 req-eab09ec9-0533-43b2-a880-2b322fedf562 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:36.798143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d9d0436-4237-4df1-9897-c4f14d93f436 req-eab09ec9-0533-43b2-a880-2b322fedf562 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0543382 Feb 09 16:52:36.836029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d9d0436-4237-4df1-9897-c4f14d93f436 req-877b25ed-09ec-44a7-8f32-f18c2aad4b8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Feb 09 16:52:36.949532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73248e9-4835-473c-9b89-5cf654305c07 req-2e70af1b-afc3-41fd-93ea-08f540248316 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:36.951031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d73248e9-4835-473c-9b89-5cf654305c07 req-2e70af1b-afc3-41fd-93ea-08f540248316 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0487347 Feb 09 16:52:36.990356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d73248e9-4835-473c-9b89-5cf654305c07 req-2a523bb1-77d0-4770-997a-9d3a3c505873 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332358 Feb 09 16:52:37.010938 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34350) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:37.050367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01372e9a-2b1d-43cc-8b89-8fe1cb216e29 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:37.051879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-01372e9a-2b1d-43cc-8b89-8fe1cb216e29 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 1091 time: 0.0399845 Feb 09 16:52:37.054764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34352) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:37.059041 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:52:37.178640 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:37.281504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:37.390933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.208 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/aa940c48-1f6a-4e7c-aee0-b7e8ff96ca17) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:52:37.496936 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:37.596464 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:37.637080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:52:37.641551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:52:37.645879 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:52:37.649009 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=aa940c48-1f6a-4e7c-aee0-b7e8ff96ca17,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:38.342719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:38.469054 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:38.631285 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:38.700463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:38.778022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=aa940c48-1f6a-4e7c-aee0-b7e8ff96ca17,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:52:38.791786 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:38.896506 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP 76be2797-f27a-4789-a35b-bc69b9ca435d associated. External IP: 172.25.5.208, port: 1d6426d7-75cf-4548-8bbb-91659b142ddc. Feb 09 16:52:39.113848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:52:39.224499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:52:39.234415 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] Sync routers for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:52:39.244414 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:39.249148 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:52:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:39.302618 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:39.333749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-da8748fe-186c-427e-a0c6-17c8cfb5caf8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2779710 Feb 09 16:52:39.334352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:52:39.336727 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac73954-1e5a-452d-9256-47050beb962f" -d '{"events": [{"name": "network-changed", "server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:52:39.352375 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:39.377848 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea303b04-e4c4-473f-a7e4-5c1111d12d39 x-openstack-request-id: req-ea303b04-e4c4-473f-a7e4-5c1111d12d39 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:52:39.378352 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:52:39.378498 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea303b04-e4c4-473f-a7e4-5c1111d12d39 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:52:39.378989 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'status': 'completed', 'code': 200} Feb 09 16:52:39.466620 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb0368-67e8-4005-9dac-1fd52eed9243 req-37d22c34-1156-45ea-8f85-a8231ed12253 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:39.468153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-accb0368-67e8-4005-9dac-1fd52eed9243 req-37d22c34-1156-45ea-8f85-a8231ed12253 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0776267 Feb 09 16:52:39.471470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73954-1e5a-452d-9256-47050beb962f req-cd0efd3d-baba-463d-a3ad-6edd7ea40c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:39.472930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ac73954-1e5a-452d-9256-47050beb962f req-cd0efd3d-baba-463d-a3ad-6edd7ea40c14 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 1096 time: 0.0716701 Feb 09 16:52:39.557311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-accb0368-67e8-4005-9dac-1fd52eed9243 req-a250bbaa-502c-4dd0-b0d8-2873571ab673 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826352 Feb 09 16:52:39.581635 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34360) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:39.586412 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '76be2797-f27a-4789-a35b-bc69b9ca435d', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'port_id': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'mac_address': 'fa:16:3e:39:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:52:37Z', 'updated_at': '2022-02-09T16:52:37Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:26Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:39.606105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73954-1e5a-452d-9256-47050beb962f req-2cbde3be-7a05-4e2e-95cc-faaa28412598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:39.607915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ac73954-1e5a-452d-9256-47050beb962f req-2cbde3be-7a05-4e2e-95cc-faaa28412598 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a HTTP/1.1" status: 200 len: 898 time: 0.1201372 Feb 09 16:52:39.616709 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] Checking router: d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:52:39.625420 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:52:39.626040 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:52:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:39.648251 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0e9b3d7e-7672-47a3-aded-b1406d07451d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/76be2797-f27a-4789-a35b-bc69b9ca435d HTTP/1.1" status: 200 len: 991 time: 0.0652514 Feb 09 16:52:39.681837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ac73954-1e5a-452d-9256-47050beb962f req-d272d440-88f9-4dde-a0ca-d4b72310a8cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc HTTP/1.1" status: 200 len: 999 time: 0.0635011 Feb 09 16:52:39.730852 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:52:39.738796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73954-1e5a-452d-9256-47050beb962f req-513deae9-7d41-419b-a20e-924f4fb3ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:39.740301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ac73954-1e5a-452d-9256-47050beb962f req-513deae9-7d41-419b-a20e-924f4fb3ae3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9333ec9b-a56c-40e5-bbe8-7f0507107556 HTTP/1.1" status: 200 len: 835 time: 0.0511351 Feb 09 16:52:39.789474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac73954-1e5a-452d-9256-47050beb962f req-abdcd4ca-5c4d-4b8a-958b-31890b35fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:52:39.791020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ac73954-1e5a-452d-9256-47050beb962f req-abdcd4ca-5c4d-4b8a-958b-31890b35fba9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439577 Feb 09 16:52:39.888822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ac73954-1e5a-452d-9256-47050beb962f req-a89f3d5b-1de3-4c7a-bce9-954e3a0b22e9 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864918 Feb 09 16:52:39.990199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ac73954-1e5a-452d-9256-47050beb962f req-04fee573-54a9-4fa1-9758-1b6ec9e61cd9 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948071 Feb 09 16:52:40.054136 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '76be2797-f27a-4789-a35b-bc69b9ca435d', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'port_id': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'mac_address': 'fa:16:3e:39:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:52:37Z', 'updated_at': '2022-02-09T16:52:37Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:26Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:52:40.081741 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a38c6a9-e303-44db-9b28-180f828f7f24 None None] The sync data for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 is: [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '76be2797-f27a-4789-a35b-bc69b9ca435d', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'port_id': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'mac_address': 'fa:16:3e:39:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:52:37Z', 'updated_at': '2022-02-09T16:52:37Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:26Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:52:40.265280 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b35a394-1acf-480e-8516-4f69b686559d None None] New status for floating IP 76be2797-f27a-4789-a35b-bc69b9ca435d: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:52:40.652533 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34362) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:52:40.713032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0259026d-5aaf-4eec-9046-639facd007aa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/76be2797-f27a-4789-a35b-bc69b9ca435d HTTP/1.1" status: 200 len: 993 time: 0.0593336 Feb 09 16:52:47.405436 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:52:53.035581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5214ab6-5eda-43af-af0e-df5497c0537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:55.322647 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-93950536-37ab-4212-a0d7-9e061158ab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:56.814936 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:58.424012 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:52:58.583490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:00.711122 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:02.339600 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:09.750319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c3129-2e70-4dcb-8290-da2f388d04de req-1907b781-e49a-455f-bdb7-8b418de1907f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:09.761811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb1c3129-2e70-4dcb-8290-da2f388d04de req-1907b781-e49a-455f-bdb7-8b418de1907f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.1321602 Feb 09 16:53:09.792015 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb1c3129-2e70-4dcb-8290-da2f388d04de req-4371354c-3a06-4d8c-9942-800f0183f621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332158 Feb 09 16:53:10.964915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe1ca5-b03d-45f3-9b0d-6c26cd6d5e6c req-5fcba28e-6fc1-47fb-9983-eaa4e5adf528 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:10.966444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86fe1ca5-b03d-45f3-9b0d-6c26cd6d5e6c req-5fcba28e-6fc1-47fb-9983-eaa4e5adf528 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.1013803 Feb 09 16:53:11.005212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86fe1ca5-b03d-45f3-9b0d-6c26cd6d5e6c req-4a069d3f-20ff-4802-b833-4c8a539278d5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327857 Feb 09 16:53:11.026856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34382) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:11.092870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-58d6e66a-5d21-46be-9491-0c38f4972dd2 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/76be2797-f27a-4789-a35b-bc69b9ca435d HTTP/1.1" status: 200 len: 993 time: 0.0647757 Feb 09 16:53:12.528936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73c21a-5ce9-4447-82d3-dad62ea6840e req-ceca22d0-915a-41fd-a423-c57a699dd5d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:12.531382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e73c21a-5ce9-4447-82d3-dad62ea6840e req-ceca22d0-915a-41fd-a423-c57a699dd5d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0517092 Feb 09 16:53:12.572719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e73c21a-5ce9-4447-82d3-dad62ea6840e req-05a353a2-5128-4480-bd17-8542b27da58a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351889 Feb 09 16:53:12.974598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-eda7a107-3b0b-41f6-a233-89cbcab67624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:12.975496 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-eda7a107-3b0b-41f6-a233-89cbcab67624 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 1096 time: 0.0412848 Feb 09 16:53:13.082925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-5ba38cbf-ab67-4646-997d-65777a9ffa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:13.084438 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-5ba38cbf-ab67-4646-997d-65777a9ffa51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a HTTP/1.1" status: 200 len: 898 time: 0.0877473 Feb 09 16:53:13.151475 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-2e6d3d7f-1afb-439b-b37a-63c6b95e5f1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc HTTP/1.1" status: 200 len: 1001 time: 0.0589480 Feb 09 16:53:13.200517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-d825e65e-9b90-4dc3-9fd8-8441d393c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:13.201958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-d825e65e-9b90-4dc3-9fd8-8441d393c10c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9333ec9b-a56c-40e5-bbe8-7f0507107556 HTTP/1.1" status: 200 len: 835 time: 0.0429480 Feb 09 16:53:13.253537 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-d705606b-cc0d-4c78-911d-d7c110e4a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:13.254939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-d705606b-cc0d-4c78-911d-d7c110e4a60c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443165 Feb 09 16:53:13.347453 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-95f028e4-fc5c-4d55-bdde-1e9bbfe83222 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822289 Feb 09 16:53:13.443099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68e21f57-80f2-4389-be56-46c8b5d83667 req-84b14e9c-e72d-4942-86fb-c38a8688ac69 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873761 Feb 09 16:53:13.692374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b650b7-e021-4de5-99e9-ab7afae92b77 req-bc10d4d6-5abd-4b1d-abe5-b4e106d410c3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:13.693890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7b650b7-e021-4de5-99e9-ab7afae92b77 req-bc10d4d6-5abd-4b1d-abe5-b4e106d410c3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Feb 09 16:53:13.732514 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7b650b7-e021-4de5-99e9-ab7afae92b77 req-8ea7a4f2-29cf-432a-b092-198060d8dfaf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Feb 09 16:53:14.849494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8026e-8a1b-4184-87af-976a66af32fb req-4ad0c9e0-80dd-4333-a797-20953c6ee4e2 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:14.851118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9be8026e-8a1b-4184-87af-976a66af32fb req-4ad0c9e0-80dd-4333-a797-20953c6ee4e2 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0502431 Feb 09 16:53:14.888554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9be8026e-8a1b-4184-87af-976a66af32fb req-1ba2a3e2-8a7e-4fc6-ba36-6cc8836e750d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Feb 09 16:53:16.010060 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990876f-0259-468d-b668-b9b2dd150c12 req-03e6d1c9-fd68-4744-a3fc-32c568834c40 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:16.017927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5990876f-0259-468d-b668-b9b2dd150c12 req-03e6d1c9-fd68-4744-a3fc-32c568834c40 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0536542 Feb 09 16:53:16.050966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5990876f-0259-468d-b668-b9b2dd150c12 req-43487edd-244b-4f66-8b6e-0a0c3b60dd0c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333614 Feb 09 16:53:17.170500 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c0219-94cb-4989-8181-6324c3ce5eb6 req-b5104cb2-d7d0-4b4c-b570-61f5e02f9df0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:17.172098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc6c0219-94cb-4989-8181-6324c3ce5eb6 req-b5104cb2-d7d0-4b4c-b570-61f5e02f9df0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0514839 Feb 09 16:53:17.210814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fc6c0219-94cb-4989-8181-6324c3ce5eb6 req-11df6453-9d4d-4868-943d-9cf639aa1ca1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Feb 09 16:53:18.328125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48ceba-f5f0-4f4d-a25d-4aae4fad5551 req-cb24537b-6ea4-45b2-b8a2-79a50e4de018 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:18.329642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d48ceba-f5f0-4f4d-a25d-4aae4fad5551 req-cb24537b-6ea4-45b2-b8a2-79a50e4de018 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0521808 Feb 09 16:53:18.367474 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d48ceba-f5f0-4f4d-a25d-4aae4fad5551 req-cfa81fa8-2de4-4524-ba68-26f73c698862 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Feb 09 16:53:18.388941 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34400) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:18.452361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2c0b17c2-c2fb-4eab-be30-93c3af8d42a5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/76be2797-f27a-4789-a35b-bc69b9ca435d HTTP/1.1" status: 200 len: 993 time: 0.0622640 Feb 09 16:53:18.674503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34406) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:18.832717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port aa940c48-1f6a-4e7c-aee0-b7e8ff96ca17 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:53:18.832978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:18.908339 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:18.908671 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:18.920364 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for aa940c48-1f6a-4e7c-aee0-b7e8ff96ca17 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:53:19.160652 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:19.184437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=aa940c48-1f6a-4e7c-aee0-b7e8ff96ca17,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:19.198447 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.198804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.199145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.199485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.199816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.200178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.200525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.200838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.201182 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.201486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.201809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.202130 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:19.260741 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:19.261122 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP 76be2797-f27a-4789-a35b-bc69b9ca435d disassociated (deleted). External IP: 172.25.5.208, port: 1d6426d7-75cf-4548-8bbb-91659b142ddc. Feb 09 16:53:19.471258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:53:19.580802 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:53:19.585303 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:19.592774 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] Sync routers for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:53:19.603365 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:19.603972 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:52:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:19.613624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e1b863f3-87c8-4840-a213-c4f7bb76f9e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/floatingips/76be2797-f27a-4789-a35b-bc69b9ca435d HTTP/1.1" status: 204 len: 168 time: 0.9380231 Feb 09 16:53:19.614230 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:53:19.616574 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9467a485-6476-4b5f-a209-25a3e0c8da67" -d '{"events": [{"name": "network-changed", "server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:53:19.657417 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f8a3e9-8f80-49f7-a0cc-cb79d8a56155 x-openstack-request-id: req-f6f8a3e9-8f80-49f7-a0cc-cb79d8a56155 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:53:19.658225 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:53:19.658492 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6f8a3e9-8f80-49f7-a0cc-cb79d8a56155 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:53:19.658902 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'status': 'completed', 'code': 200} Feb 09 16:53:19.712619 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:19.720590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-0fe221a1-1974-4101-848a-ed55d15c2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:19.722244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-0fe221a1-1974-4101-848a-ed55d15c2bb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 1096 time: 0.0423033 Feb 09 16:53:19.823151 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-73607612-20f5-43ce-9887-da51c7cf7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:19.824683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-73607612-20f5-43ce-9887-da51c7cf7f95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a HTTP/1.1" status: 200 len: 898 time: 0.0962582 Feb 09 16:53:19.867832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-dccf3fa5-f9f2-4ce4-b262-d080dc300444 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc HTTP/1.1" status: 200 len: 217 time: 0.0365248 Feb 09 16:53:19.913964 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:26Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:19.921638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-9ab51f09-0736-4448-bf33-88147c46735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:19.923254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-9ab51f09-0736-4448-bf33-88147c46735c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9333ec9b-a56c-40e5-bbe8-7f0507107556 HTTP/1.1" status: 200 len: 835 time: 0.0462039 Feb 09 16:53:19.944930 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] Checking router: d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:53:19.953974 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:19.955098 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:52:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:19.969585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-84f3e82d-968c-4f37-8260-adbd2817406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:19.971958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-84f3e82d-968c-4f37-8260-adbd2817406c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ae8c9e1a-3af6-49ef-8405-f103fd0da37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420988 Feb 09 16:53:20.063529 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:20.106410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f9279-6fd5-42b9-bd43-55d72a515fcb req-26b5ba77-4e9d-4a8b-8ebc-08eb56fe99a1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:20.107938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-168f9279-6fd5-42b9-bd43-55d72a515fcb req-26b5ba77-4e9d-4a8b-8ebc-08eb56fe99a1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0786283 Feb 09 16:53:20.110211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-b0b6cdbe-f979-410b-8a49-6fb49264ca16 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299002 Feb 09 16:53:20.198695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-168f9279-6fd5-42b9-bd43-55d72a515fcb req-32bd781e-3349-49c2-8317-059a00d662aa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847909 Feb 09 16:53:20.231596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9467a485-6476-4b5f-a209-25a3e0c8da67 req-28ec146c-1369-4474-9fa1-003f458e1961 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116250 Feb 09 16:53:20.268841 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:26Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:20.298265 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514eb126-69ce-42b3-9bf4-58baf9232576 None None] The sync data for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 is: [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:52:23Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '472700ad-63cc-42ee-ae5d-2cc2429a0a4c', 'name': '', 'network_id': 'ae8c9e1a-3af6-49ef-8405-f103fd0da37a', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:dc:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:22Z', 'updated_at': '2022-02-09T16:52:26Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '9333ec9b-a56c-40e5-bbe8-7f0507107556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:53:20.515562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45877e43-249c-4902-acd0-a2cf19b40dab None None] New status for floating IP 76be2797-f27a-4789-a35b-bc69b9ca435d: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:53:21.320625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393650-4364-4e05-ba67-2c5f73a320a4 req-a8d94e10-0569-4bb2-bf14-91a2a9ccf181 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:21.322089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68393650-4364-4e05-ba67-2c5f73a320a4 req-a8d94e10-0569-4bb2-bf14-91a2a9ccf181 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0492032 Feb 09 16:53:21.359101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-68393650-4364-4e05-ba67-2c5f73a320a4 req-492ea00b-f6fb-4386-b302-a73ea9590152 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=276369c6-312c-4f65-9f28-851959896863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Feb 09 16:53:21.684868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a7097-6085-4428-83da-b42eeaa86f51 req-90056f9b-ab1a-47da-94fd-609d25992684 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:21.686328 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-565a7097-6085-4428-83da-b42eeaa86f51 req-90056f9b-ab1a-47da-94fd-609d25992684 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 945 time: 0.0571983 Feb 09 16:53:21.780335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 1d6426d7-75cf-4548-8bbb-91659b142ddc {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:53:21.780675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:21.870568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 1d6426d7-75cf-4548-8bbb-91659b142ddc, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=1d6426d7-75cf-4548-8bbb-91659b142ddc,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:21.870934 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:21.883147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 1d6426d7-75cf-4548-8bbb-91659b142ddc owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:53:22.400968 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:22.435351 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=1d6426d7-75cf-4548-8bbb-91659b142ddc,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:22.483073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7cf8e108-e9f5-4530-9d84-523d913803a4 req-51b0ec18-fddb-4b9d-9a2f-8a304ed79dbf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=6db91970-cd78-4bfa-a0c5-f3e8adf150b2 HTTP/1.1" status: 200 len: 210 time: 0.0490541 Feb 09 16:53:22.500494 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] No DVR routers for this DVR port 1d6426d7-75cf-4548-8bbb-91659b142ddc on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:53:22.503764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:22.507341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-565a7097-6085-4428-83da-b42eeaa86f51 req-b4c778e4-34a5-4bd3-a3cf-950c4a5919b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "DELETE /v2.0/ports/1d6426d7-75cf-4548-8bbb-91659b142ddc HTTP/1.1" status: 204 len: 173 time: 0.8143482 Feb 09 16:53:22.507804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'name': 'network-vif-deleted', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:53:22.510132 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19474dd-fd96-4c0b-bdcb-be923daf1925" -d '{"events": [{"server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "name": "network-vif-deleted", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:53:22.546716 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e181d6d-b4f3-4612-b5b9-7e995b89f982 x-openstack-request-id: req-9e181d6d-b4f3-4612-b5b9-7e995b89f982 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:53:22.547010 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db91970-cd78-4bfa-a0c5-f3e8adf150b2", "name": "network-vif-deleted", "tag": "1d6426d7-75cf-4548-8bbb-91659b142ddc", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:53:22.547260 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e181d6d-b4f3-4612-b5b9-7e995b89f982 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:53:22.547652 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db91970-cd78-4bfa-a0c5-f3e8adf150b2', 'name': 'network-vif-deleted', 'tag': '1d6426d7-75cf-4548-8bbb-91659b142ddc', 'status': 'completed', 'code': 200} Feb 09 16:53:23.025153 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f63847b2-25aa-4ca7-9d45-c6eb567cce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:23.541772 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34422) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:23.916768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:24.178123 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:53:24.178378 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:24.264184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 472700ad-63cc-42ee-ae5d-2cc2429a0a4c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:24.264535 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:24.275973 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 472700ad-63cc-42ee-ae5d-2cc2429a0a4c owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:53:24.404167 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:53:24.522417 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:24.554190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=472700ad-63cc-42ee-ae5d-2cc2429a0a4c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:24.566897 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.567253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.567598 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.567942 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.568299 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.568638 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.568965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.569293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.569626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.569947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.570271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.570589 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:24.737761 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:24.959781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:53:25.068699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:53:25.074261 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-109a49a8-0533-4930-b1d7-95b7227d3771 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/d48d0ea6-1b2e-48f2-9bfc-821a43d485f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5310342 Feb 09 16:53:25.076644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34424) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:25.080381 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] Sync routers for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:53:25.090601 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:25.091217 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:52:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:25.128710 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-866012c3-9adf-486a-90ae-3908553a5502 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting subnet 9333ec9b-a56c-40e5-bbe8-7f0507107556 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:53:25.131861 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-866012c3-9adf-486a-90ae-3908553a5502 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.172981 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-866012c3-9adf-486a-90ae-3908553a5502 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.196377 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:25.252478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d632-ab02-46d6-b0f9-d04834a7ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.260923 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-866012c3-9adf-486a-90ae-3908553a5502 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.372913 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:53:24Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:25.389361 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-866012c3-9adf-486a-90ae-3908553a5502 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.399622 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] Checking router: d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:53:25.407763 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] Routers {'d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:25.408425 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:25.416992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866012c3-9adf-486a-90ae-3908553a5502 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Subnet': ['ID=9333ec9b-a56c-40e5-bbe8-7f0507107556,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:25.421116 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-866012c3-9adf-486a-90ae-3908553a5502 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.426747 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-866012c3-9adf-486a-90ae-3908553a5502 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/subnets/9333ec9b-a56c-40e5-bbe8-7f0507107556 HTTP/1.1" status: 204 len: 168 time: 0.3465831 Feb 09 16:53:25.427903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34426) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:25.428541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb863c-f092-4c64-a4e0-78822f042474 None None] Network ae8c9e1a-3af6-49ef-8405-f103fd0da37a requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:53:25.516913 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] Set router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:25.542108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.626261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] DHCP port deletion for ae8c9e1a-3af6-49ef-8405-f103fd0da37a request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:53:25.663728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.681039 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Deleting port f5add510-9a90-4647-a7f5-4b286afadf28 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:53:25.681415 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.755425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] For port f5add510-9a90-4647-a7f5-4b286afadf28, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5add510-9a90-4647-a7f5-4b286afadf28,segment=NetworkSegment(c04deaa8-0376-4df8-a796-b5d71653caba),segment_id=c04deaa8-0376-4df8-a796-b5d71653caba)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:25.755835 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.774500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Calling delete_port for f5add510-9a90-4647-a7f5-4b286afadf28 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:53:25.798097 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:53:24Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:25.810824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port f8b00a97-a691-4725-92a4-56be7d409eaf {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:53:25.812964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.826507 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fe3ea5-6cd0-4f47-94c7-07e166237dcd None None] The sync data for ids ['d48d0ea6-1b2e-48f2-9bfc-821a43d485f2'] in n-d-828542-1 is: [{'id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-151328948', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110'}], 'enable_snat': True}, 'gw_port_id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:52:18Z', 'updated_at': '2022-02-09T16:53:24Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'f8b00a97-a691-4725-92a4-56be7d409eaf', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:67:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48d0ea6-1b2e-48f2-9bfc-821a43d485f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:52:19Z', 'updated_at': '2022-02-09T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:53:25.897857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port f8b00a97-a691-4725-92a4-56be7d409eaf, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f8b00a97-a691-4725-92a4-56be7d409eaf,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:25.898321 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.910693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for f8b00a97-a691-4725-92a4-56be7d409eaf owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:53:25.927886 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:25.953571 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Pushing event deleted for resources: {'Port': ['ID=f5add510-9a90-4647-a7f5-4b286afadf28,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:25.961504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] No DVR routers for this DVR port f5add510-9a90-4647-a7f5-4b286afadf28 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:53:25.963635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.963999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.964451 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.964782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.965121 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.965453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.965783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.966112 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.966437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.966762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.967089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:25.967426 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88413ab8-ca88-4364-8571-7df1187f9c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:26.179562 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.206604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=f8b00a97-a691-4725-92a4-56be7d409eaf,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:26.263453 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 472700ad-63cc-42ee-ae5d-2cc2429a0a4c no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:53:26.287041 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.289776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1d6426d7-75cf-4548-8bbb-91659b142ddc no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:53:26.292893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 472700ad-63cc-42ee-ae5d-2cc2429a0a4c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:53:26.293661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 472700ad-63cc-42ee-ae5d-2cc2429a0a4c not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:53:26.293661 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5add510-9a90-4647-a7f5-4b286afadf28 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:53:26.332286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 1d6426d7-75cf-4548-8bbb-91659b142ddc {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:53:26.332640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 1d6426d7-75cf-4548-8bbb-91659b142ddc not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:53:26.334069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f5add510-9a90-4647-a7f5-4b286afadf28 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:53:26.334420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5add510-9a90-4647-a7f5-4b286afadf28 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:53:26.389068 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.391269 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.510903 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.511993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Fanout notify agent at l3_agent the message router_deleted on router d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:53:26.519298 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.523609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-30b53300-6c2f-46cf-a772-712b7bf73492 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/routers/d48d0ea6-1b2e-48f2-9bfc-821a43d485f2 HTTP/1.1" status: 204 len: 168 time: 1.0917847 Feb 09 16:53:26.523609 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34428) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:26.613032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.707378 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.727827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8c9e1a-3af6-49ef-8405-f103fd0da37a']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:26.737881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04deaa8-0376-4df8-a796-b5d71653caba') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:26.738178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04deaa8-0376-4df8-a796-b5d71653caba') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:26.747727 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.762106 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.762362 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.769350 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:53:26.769931 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:53:26.772912 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:53:26.905555 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.913424 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:26.916350 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/networks/ae8c9e1a-3af6-49ef-8405-f103fd0da37a HTTP/1.1" status: 204 len: 168 time: 0.3922486 Feb 09 16:53:26.919337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34430) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:26.933739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66aa29-1ff4-462e-b95a-a65c3f801a7e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Network': ['ID=ae8c9e1a-3af6-49ef-8405-f103fd0da37a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:26.982042 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58502367-504b-4d46-b5f0-935c2bd7f8ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.011193 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58502367-504b-4d46-b5f0-935c2bd7f8ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.143652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58502367-504b-4d46-b5f0-935c2bd7f8ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.146419 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-58502367-504b-4d46-b5f0-935c2bd7f8ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.147615 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-58502367-504b-4d46-b5f0-935c2bd7f8ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/security-groups/276369c6-312c-4f65-9f28-851959896863 HTTP/1.1" status: 204 len: 168 time: 0.2272074 Feb 09 16:53:27.157271 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58502367-504b-4d46-b5f0-935c2bd7f8ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276369c6-312c-4f65-9f28-851959896863,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:27.496095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34436) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:27.500782 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a98be1c1-00b2-450b-abdc-0244b710eed4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1665848754', 'description': 'tempest-secgroup-smoke-1665848754 description', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:27.589714 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a98be1c1-00b2-450b-abdc-0244b710eed4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.661184 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a98be1c1-00b2-450b-abdc-0244b710eed4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.726311 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a98be1c1-00b2-450b-abdc-0244b710eed4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.756757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98be1c1-00b2-450b-abdc-0244b710eed4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433946ac-a794-4aa3-aaff-aff15eb256a4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:27.830986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a98be1c1-00b2-450b-abdc-0244b710eed4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.832302 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a98be1c1-00b2-450b-abdc-0244b710eed4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3351152 Feb 09 16:53:27.835237 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34438) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:27.839627 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f7561cd4-22f1-4331-a9ca-a5bbb048ed7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '433946ac-a794-4aa3-aaff-aff15eb256a4', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:27.931051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7561cd4-22f1-4331-a9ca-a5bbb048ed7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:27.988780 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7561cd4-22f1-4331-a9ca-a5bbb048ed7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.047907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7561cd4-22f1-4331-a9ca-a5bbb048ed7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.067644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7561cd4-22f1-4331-a9ca-a5bbb048ed7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afadfafb-6c7d-4690-ae13-91ed58c401ce,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:28.147409 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f7561cd4-22f1-4331-a9ca-a5bbb048ed7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.148801 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f7561cd4-22f1-4331-a9ca-a5bbb048ed7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3125350 Feb 09 16:53:28.151512 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34440) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:28.156758 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-83536031-0099-457d-82a6-59d78e6d5927 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '433946ac-a794-4aa3-aaff-aff15eb256a4', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:28.191645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f8b00a97-a691-4725-92a4-56be7d409eaf no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:53:28.212892 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f8b00a97-a691-4725-92a4-56be7d409eaf {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:53:28.213238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f8b00a97-a691-4725-92a4-56be7d409eaf not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:53:28.257666 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83536031-0099-457d-82a6-59d78e6d5927 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.315677 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83536031-0099-457d-82a6-59d78e6d5927 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.390576 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83536031-0099-457d-82a6-59d78e6d5927 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.412562 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83536031-0099-457d-82a6-59d78e6d5927 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f1d0e6-f648-4387-89fd-21a38eaf7f5a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:28.419329 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.478572 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-83536031-0099-457d-82a6-59d78e6d5927 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.480114 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-83536031-0099-457d-82a6-59d78e6d5927 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273005 Feb 09 16:53:28.483630 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34442) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:28.489061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0848cdc8-d31d-40f9-a98d-07fcc2282ee4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '433946ac-a794-4aa3-aaff-aff15eb256a4', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:28.590458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0848cdc8-d31d-40f9-a98d-07fcc2282ee4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.614079 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.653059 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0848cdc8-d31d-40f9-a98d-07fcc2282ee4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.720644 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0848cdc8-d31d-40f9-a98d-07fcc2282ee4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.742547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848cdc8-d31d-40f9-a98d-07fcc2282ee4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cfedf4-b6d4-42d5-9e19-4589b4440693,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:28.804242 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0848cdc8-d31d-40f9-a98d-07fcc2282ee4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.805885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0848cdc8-d31d-40f9-a98d-07fcc2282ee4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3207965 Feb 09 16:53:28.808702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34444) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:28.813442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e1f47982-8fa3-4e4a-acd7-8df4ac62cd1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '433946ac-a794-4aa3-aaff-aff15eb256a4', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:28.913258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1f47982-8fa3-4e4a-acd7-8df4ac62cd1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:28.980770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1f47982-8fa3-4e4a-acd7-8df4ac62cd1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.047975 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1f47982-8fa3-4e4a-acd7-8df4ac62cd1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.066653 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f47982-8fa3-4e4a-acd7-8df4ac62cd1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d23efba-06cf-4134-9fa0-572793af637f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:29.196671 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e1f47982-8fa3-4e4a-acd7-8df4ac62cd1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.197861 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e1f47982-8fa3-4e4a-acd7-8df4ac62cd1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3880608 Feb 09 16:53:29.201094 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34446) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:29.209506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-00323815-2b59-4a9e-9e70-c95d6d223245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '433946ac-a794-4aa3-aaff-aff15eb256a4', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:29.334232 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-00323815-2b59-4a9e-9e70-c95d6d223245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:53:29.345117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00323815-2b59-4a9e-9e70-c95d6d223245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.416634 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00323815-2b59-4a9e-9e70-c95d6d223245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.482380 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00323815-2b59-4a9e-9e70-c95d6d223245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.503114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00323815-2b59-4a9e-9e70-c95d6d223245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce678507-c3fe-43c6-b310-bae3a3fddd4f,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:29.582515 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-00323815-2b59-4a9e-9e70-c95d6d223245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.583443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-00323815-2b59-4a9e-9e70-c95d6d223245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3808908 Feb 09 16:53:29.586372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34448) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:29.591204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-83f0ab3b-7d2a-4a11-b08f-04628621b725 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '433946ac-a794-4aa3-aaff-aff15eb256a4', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:29.703322 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-83f0ab3b-7d2a-4a11-b08f-04628621b725 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:53:29.709505 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83f0ab3b-7d2a-4a11-b08f-04628621b725 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.788057 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83f0ab3b-7d2a-4a11-b08f-04628621b725 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.842639 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83f0ab3b-7d2a-4a11-b08f-04628621b725 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.865783 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0ab3b-7d2a-4a11-b08f-04628621b725 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bd89f0-d09b-4bbe-95ac-330f770196a4,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:29.959526 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-83f0ab3b-7d2a-4a11-b08f-04628621b725 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:29.960903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-83f0ab3b-7d2a-4a11-b08f-04628621b725 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3733580 Feb 09 16:53:29.963708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34450) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:29.968917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'network': {'name': 'tempest-network-smoke--1852600946', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'port_security_enabled': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:30.047806 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:53:30.051911 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.077076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:53:30.086003 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.086357 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Added segment cd01f271-5889-405e-9bf9-ef9d2fbaf963 of type vlan for network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 Feb 09 16:53:30.129726 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.224790 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.231371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:30.231968 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.298308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Network': ['ID=238dabb3-3eba-4f1c-9f18-f9b589f40c49,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:30.308271 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:53:30.348188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c36e6079-b30e-4542-a03f-fbb3938de37c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3833647 Feb 09 16:53:30.350824 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34452) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:30.355586 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'admin_state_up': True, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:30.452090 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.453197 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.510190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.642496 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.709254 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.946201 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:30.965242 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:31.074858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.125 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/0c84dc70-c51c-42aa-9aa4-ad93f9587bf8) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:53:31.274623 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:31.378589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:31.425858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:53:31.428978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:53:31.433483 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:53:31.436725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=0c84dc70-c51c-42aa-9aa4-ad93f9587bf8,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:31.765075 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:31.974351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:32.190720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e5e55385-2520-4fa1-adda-7786a686df39 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:53:32.296211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:53:32.305495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Sync routers for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:53:32.312752 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:32.316023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:32.316726 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:32.391174 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:32.392439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0c8037f3-1a73-4458-bce5-a2b5df3f1681 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0406382 Feb 09 16:53:32.396307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34454) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:32.424605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:32.428698 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4a621509-3b27-4a1d-95b5-2288cad1a615 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=33328a5ac1b44955a6d3703f8f78d2a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312755 Feb 09 16:53:32.431203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34456) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:32.518895 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66169405-00e6-4034-ad7b-caecb04a3d9e tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:32.520443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-66169405-00e6-4034-ad7b-caecb04a3d9e tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883474 Feb 09 16:53:32.523254 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34458) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:32.552134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bd455a3e-18eb-42a1-92af-93930fd7cf2a tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277052 Feb 09 16:53:32.554785 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34460) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:32.559898 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-786659902', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:32.610356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:31Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:32.637955 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Checking router: e5e55385-2520-4fa1-adda-7786a686df39 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:53:32.638289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Updating router e5e55385-2520-4fa1-adda-7786a686df39 port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:53:32.663471 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:32.726148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:53:32.730155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:32.926009 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:32.966432 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:33.000443 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:33.037706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Subnet': ['ID=a3fb7401-c411-405a-9da3-d0ce81d6c140,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:33.044857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Checking segment: {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:53:33.044857 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network hostable DHCP agents. Network: 238dabb3-3eba-4f1c-9f18-f9b589f40c49, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:53:33.054820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Attempting to bind port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:53:33.055328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Attempting to bind port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:53:33.055565 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Attempting to bind port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:53:33.064532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:53:33.065439 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:53:33.065846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:33.066240 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:53:33.066703 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Bound port: 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:53:33.067081 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:33.069507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a3ea-1e1d-4cfe-821a-9b8b6a35e936 None None] Pushing event updated for resources: {'Port': ['ID=0c84dc70-c51c-42aa-9aa4-ad93f9587bf8,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:33.128522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] For port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:53:33.131840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] For port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0c84dc70-c51c-42aa-9aa4-ad93f9587bf8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:53:33.139118 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:53:33.225981 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:33.254682 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 238dabb3-3eba-4f1c-9f18-f9b589f40c49) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:53:33.264131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:33.265657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:33.275479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dfff2c-319e-44e7-939c-bda6670bd3f2 None None] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:53:33.359595 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-55a543fb-8fd3-42cc-b4d7-cf80cab06ddb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8036437 Feb 09 16:53:33.362421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34462) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:33.507957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a3ea-1e1d-4cfe-821a-9b8b6a35e936 None None] Pushing event updated for resources: {'Port': ['ID=0c84dc70-c51c-42aa-9aa4-ad93f9587bf8,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:33.514304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:33.514934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:33.692247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:33.695893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:53:33.696778 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:33.826302 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:33.974455 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Allocated IP 172.20.0.2 (238dabb3-3eba-4f1c-9f18-f9b589f40c49/a3fb7401-c411-405a-9da3-d0ce81d6c140/d93ab001-69de-40ab-8d5d-89f924c0e03f) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:53:34.057111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:31Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:34.096537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b00c3fb-4c1f-43d2-a22b-d9927ba54cfb None None] The sync data for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 is: [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:31Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:53:34.183192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:34.238316 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:34.279402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:53:34.282625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:53:34.286816 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:53:34.289400 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.1 (238dabb3-3eba-4f1c-9f18-f9b589f40c49/a3fb7401-c411-405a-9da3-d0ce81d6c140/59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:53:34.294054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Pushing event updated for resources: {'Port': ['ID=d93ab001-69de-40ab-8d5d-89f924c0e03f,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:34.376387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Attempting to bind port d93ab001-69de-40ab-8d5d-89f924c0e03f on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:53:34.376761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Attempting to bind port d93ab001-69de-40ab-8d5d-89f924c0e03f by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:53:34.377706 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Attempting to bind port d93ab001-69de-40ab-8d5d-89f924c0e03f on network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:53:34.382885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:53:34.383267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Checking segment: {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:53:34.383666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:34.384057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Bound using segment: {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:53:34.385198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Bound port: d93ab001-69de-40ab-8d5d-89f924c0e03f, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:53:34.385198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:34.442278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:34.462943 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] For port d93ab001-69de-40ab-8d5d-89f924c0e03f, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:53:34.466583 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] For port d93ab001-69de-40ab-8d5d-89f924c0e03f, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d93ab001-69de-40ab-8d5d-89f924c0e03f,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:53:34.522763 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:34.551878 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:34.590823 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c61d6-fe31-4071-8865-729775ebbcbc None None] Pushing event updated for resources: {'Port': ['ID=d93ab001-69de-40ab-8d5d-89f924c0e03f,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:34.610060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:53:34.617068 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:53:34.622212 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:53:34.651202 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:34.678670 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:34.967270 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:35.595500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31820bce-4150-456e-bdc2-f84475c18db9 None None] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:53:35.660054 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:35.729038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-a2cdf7d6-f0ac-4837-8263-979514f79cea None None] Provisioning complete for port d93ab001-69de-40ab-8d5d-89f924c0e03f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:35.729405 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf7d6-f0ac-4837-8263-979514f79cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:35.733390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:35.856613 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf7d6-f0ac-4837-8263-979514f79cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:35.858601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:35.864951 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:35.898500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a2cdf7d6-f0ac-4837-8263-979514f79cea None None] For port d93ab001-69de-40ab-8d5d-89f924c0e03f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d93ab001-69de-40ab-8d5d-89f924c0e03f,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:35.968567 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2cdf7d6-f0ac-4837-8263-979514f79cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.014103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:53:36.015636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:53:36.031657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdf7d6-f0ac-4837-8263-979514f79cea None None] Pushing event updated for resources: {'Port': ['ID=d93ab001-69de-40ab-8d5d-89f924c0e03f,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:36.101523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ce1a50e8-17a3-430e-85ff-74bbbe0f68ee None None] Provisioning complete for port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:36.102326 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ce1a50e8-17a3-430e-85ff-74bbbe0f68ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.153758 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a50e8-17a3-430e-85ff-74bbbe0f68ee None None] Port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:53:36.171454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-ce1a50e8-17a3-430e-85ff-74bbbe0f68ee None None] Provisioning complete for port d93ab001-69de-40ab-8d5d-89f924c0e03f triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:36.172042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ce1a50e8-17a3-430e-85ff-74bbbe0f68ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.179796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e5e55385-2520-4fa1-adda-7786a686df39 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:53:36.323239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:53:36.342042 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0a08e2ed-7e4b-4bfb-9ac7-e938f079b2ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/e5e55385-2520-4fa1-adda-7786a686df39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9676368 Feb 09 16:53:36.344426 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Sync routers for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:53:36.347875 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:53:36.356036 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:36.356808 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:36.432527 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dc0b594e-f06e-43c5-be05-7b5e675db527 None None] Provisioning complete for port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:36.432990 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dc0b594e-f06e-43c5-be05-7b5e675db527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.436617 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:36.436617 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.487314 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:36.515544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-dc0b594e-f06e-43c5-be05-7b5e675db527 None None] Port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:53:36.536332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-d0fe196f-20f3-464c-a705-8a3bb89042a1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1665848754&fields=id&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 267 time: 0.0455091 Feb 09 16:53:36.608990 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.648193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0c84dc70-c51c-42aa-9aa4-ad93f9587bf8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:36.658586 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-fbf6659b-8714-4895-ae20-86cc345e6dc2 None None] Provisioning complete for port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:36.659089 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fbf6659b-8714-4895-ae20-86cc345e6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.666171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-d2490b3a-f5a9-4fcc-9f91-8bae1e5b57bf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:36.667657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-d2490b3a-f5a9-4fcc-9f91-8bae1e5b57bf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/networks?id=238dabb3-3eba-4f1c-9f18-f9b589f40c49 HTTP/1.1" status: 200 len: 797 time: 0.1304679 Feb 09 16:53:36.695269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-c7594ded-8b40-4447-a95d-a8f44ebb277a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/quotas/33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 375 time: 0.0114777 Feb 09 16:53:36.697637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-fbf6659b-8714-4895-ae20-86cc345e6dc2 None None] Port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:53:36.732368 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:35Z', 'revision_number': 2, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:36.733712 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.734897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d93ab001-69de-40ab-8d5d-89f924c0e03f up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:53:36.756182 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-6280ccc0-dc2d-4fc6-9170-ea35f2960e7f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532293 Feb 09 16:53:36.762752 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Checking router: e5e55385-2520-4fa1-adda-7786a686df39 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:53:36.763404 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Updating router e5e55385-2520-4fa1-adda-7786a686df39 port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:53:36.791892 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.820826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=0c84dc70-c51c-42aa-9aa4-ad93f9587bf8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:36.832071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port d93ab001-69de-40ab-8d5d-89f924c0e03f triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:36.832391 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:36.880362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-6f2aa25f-476e-4264-957f-a5146965c359 service neutron] 10.222.0.53 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060641 Feb 09 16:53:36.987222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-f62e4f91-10e8-45a6-84a8-922224b693f4 service neutron] 10.222.0.53 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955863 Feb 09 16:53:37.094731 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.168625 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.235669 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Pushing event updated for resources: {'Port': ['ID=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:37.248824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6853b64-5a60-4c44-bdc9-a7da4ea75e23 req-362ffbdf-bf27-4cfb-b6c9-f40adf2f8723 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 210 time: 0.0358574 Feb 09 16:53:37.259688 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.260034 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.260404 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.260815 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.261060 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.264514 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.264933 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.265268 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.265601 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.265930 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.266257 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.266580 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:53:37.313614 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Attempting to bind port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:53:37.313988 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Attempting to bind port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:53:37.314349 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Attempting to bind port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 on network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:53:37.321486 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:53:37.321838 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Checking segment: {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:53:37.322252 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.322645 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Bound using segment: {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:53:37.323113 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Bound port: 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:53:37.323494 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.413948 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] For port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:53:37.419039 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] For port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:53:37.516848 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.525327 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f83b58b4-c75f-4b9e-a90f-942dd0134484 None None] Provisioning complete for port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:37.525963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f83b58b4-c75f-4b9e-a90f-942dd0134484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.572334 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:37.573227 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:37.619953 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf52e7-ccdc-4bcb-bd74-eab4bd6e8142 None None] Pushing event updated for resources: {'Port': ['ID=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:37.627420 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f83b58b4-c75f-4b9e-a90f-942dd0134484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.672029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f83b58b4-c75f-4b9e-a90f-942dd0134484 None None] For port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:37.716699 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:37.739321 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f83b58b4-c75f-4b9e-a90f-942dd0134484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.797773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b58b4-c75f-4b9e-a90f-942dd0134484 None None] Pushing event updated for resources: {'Port': ['ID=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:37.859979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d1868ac1-9a64-4d34-ba9f-bbb02653cfcb None None] Provisioning complete for port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:37.860832 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d1868ac1-9a64-4d34-ba9f-bbb02653cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:37.943523 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:37Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:37.981260 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c17fbb9-5774-4930-94a7-1cd9698c9967 None None] The sync data for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 is: [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:37Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:53:38.271771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:53:38.331532 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:38.332134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:38.364442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-174dc9d0-0c74-4b6d-9507-b57dbeb31c5b req-ffb4c443-3870-4416-ae1b-1a2fe9dd1405 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 210 time: 0.0358691 Feb 09 16:53:38.425660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:53:38.476986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:38.477369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:39.459813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c9e7351c-8cdf-4a3b-93c8-6ef6c5c5c8ec req-6d05fe86-785f-44fa-9411-7e255c44f7f2 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 210 time: 0.0313783 Feb 09 16:53:39.624929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-33d5fcae-e64b-4c70-9cf2-6b2aa0981130 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:39.626419 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-33d5fcae-e64b-4c70-9cf2-6b2aa0981130 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/networks?id=238dabb3-3eba-4f1c-9f18-f9b589f40c49 HTTP/1.1" status: 200 len: 797 time: 0.1043229 Feb 09 16:53:39.671630 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cff39b3d-4aec-4028-829f-699cee1ab1ae tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 380 time: 0.0354273 Feb 09 16:53:39.681587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'port': {'device_id': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'admin_state_up': True, 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'security_groups': ['433946ac-a794-4aa3-aaff-aff15eb256a4']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:39.894329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:53:39.898059 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:40.028739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.7 (238dabb3-3eba-4f1c-9f18-f9b589f40c49/a3fb7401-c411-405a-9da3-d0ce81d6c140/67609cf8-95b6-442d-8ce5-80385a0db475) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:53:40.177011 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:40.280675 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:40.327321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:53:40.331215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:53:40.334770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:53:40.341058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=67609cf8-95b6-442d-8ce5-80385a0db475,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:40.391652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:40.392309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:40.477100 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-7b28415e-530a-4b7b-acc3-741443ac4c42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7993340 Feb 09 16:53:40.491992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Request body: {'port': {'device_id': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:40.573186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:40.593666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-bb065873-490a-41aa-881a-48de14cddcbb None None] Provisioning complete for port 67609cf8-95b6-442d-8ce5-80385a0db475 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:40.594305 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bb065873-490a-41aa-881a-48de14cddcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:40.624149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be315f55-5acc-422d-8b4c-a55262e8cc6b req-06f7de4d-11d8-4052-bdc1-315afaba0c57 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:40.625619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be315f55-5acc-422d-8b4c-a55262e8cc6b req-06f7de4d-11d8-4052-bdc1-315afaba0c57 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 931 time: 0.0840843 Feb 09 16:53:40.633001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-bb065873-490a-41aa-881a-48de14cddcbb None None] Port 67609cf8-95b6-442d-8ce5-80385a0db475 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:53:41.065785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-be315f55-5acc-422d-8b4c-a55262e8cc6b req-75b7aa3e-9fcf-400c-9f73-b9f47283825c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4294174 Feb 09 16:53:41.215704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67609cf8-95b6-442d-8ce5-80385a0db475 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:53:41.224139 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:41.236469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Transition to ACTIVE for port object 67609cf8-95b6-442d-8ce5-80385a0db475 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:53:41.302833 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:41.356453 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Pushing event updated for resources: {'Port': ['ID=67609cf8-95b6-442d-8ce5-80385a0db475,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:41.429501 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Attempting to bind port 67609cf8-95b6-442d-8ce5-80385a0db475 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:53:41.429864 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Attempting to bind port 67609cf8-95b6-442d-8ce5-80385a0db475 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:53:41.430319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Attempting to bind port 67609cf8-95b6-442d-8ce5-80385a0db475 on network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:53:41.435433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Port 67609cf8-95b6-442d-8ce5-80385a0db475 on network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:53:41.435750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Attempting to bind port 67609cf8-95b6-442d-8ce5-80385a0db475 on network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:53:41.441760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:53:41.442107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Checking segment: {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:53:41.442496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Bound using segment: {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:53:41.442925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Bound port: 67609cf8-95b6-442d-8ce5-80385a0db475, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd01f271-5889-405e-9bf9-ef9d2fbaf963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:53:41.443289 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:41.516914 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] For port 67609cf8-95b6-442d-8ce5-80385a0db475, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:53:41.520734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] For port 67609cf8-95b6-442d-8ce5-80385a0db475, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=67609cf8-95b6-442d-8ce5-80385a0db475,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:53:41.625305 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:41.664345 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:41.664946 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:41.666344 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] 10.222.0.73 "PUT /v2.0/ports/67609cf8-95b6-442d-8ce5-80385a0db475 HTTP/1.1" status: 200 len: 1091 time: 1.1808765 Feb 09 16:53:41.666804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:53:41.669100 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712bdadd-1d72-4ea2-876d-c8995193f34f" -d '{"events": [{"name": "network-changed", "server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:53:41.693963 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb70cdc-64da-448b-be35-cb03d2d43eed service neutron] Pushing event updated for resources: {'Port': ['ID=67609cf8-95b6-442d-8ce5-80385a0db475,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:41.798577 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe1ef8e-eb04-4abd-a8ee-f073ccf8e9c0 x-openstack-request-id: req-dfe1ef8e-eb04-4abd-a8ee-f073ccf8e9c0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:53:41.799447 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:53:41.799644 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfe1ef8e-eb04-4abd-a8ee-f073ccf8e9c0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:53:41.800112 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475', 'status': 'completed', 'code': 200} Feb 09 16:53:41.817744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-c1b261a2-af60-403a-8ee8-e9f31ec2cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:41.819341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-c1b261a2-af60-403a-8ee8-e9f31ec2cacb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 1094 time: 0.0482974 Feb 09 16:53:41.870418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-85313a9f-31d1-42dc-9d17-0985e8945b3d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67609cf8-95b6-442d-8ce5-80385a0db475 HTTP/1.1" status: 200 len: 217 time: 0.0403433 Feb 09 16:53:41.922953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-721e4be1-776e-46ef-a627-2f0f666235f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:41.925083 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-721e4be1-776e-46ef-a627-2f0f666235f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3fb7401-c411-405a-9da3-d0ce81d6c140 HTTP/1.1" status: 200 len: 834 time: 0.0463941 Feb 09 16:53:41.971032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-b09710cf-6bf0-49bc-88cc-38d8ce15c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:41.972611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-b09710cf-6bf0-49bc-88cc-38d8ce15c9b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=238dabb3-3eba-4f1c-9f18-f9b589f40c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408008 Feb 09 16:53:42.070670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-1008bcc2-c5a3-47be-9396-33ce0c0ea3fc service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896907 Feb 09 16:53:42.196540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0aca00dd-610f-41ba-935d-35dadaf9cd83 req-f081b84d-d4e0-43ed-ab57-38320930699f service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188502 Feb 09 16:53:42.219131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52444a43-53f1-4450-be18-4b22150fe606 req-4841f668-c3e2-4826-9c6a-cd9d5df97aad tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:42.220793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52444a43-53f1-4450-be18-4b22150fe606 req-4841f668-c3e2-4826-9c6a-cd9d5df97aad tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 943 time: 0.0803668 Feb 09 16:53:42.260561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52444a43-53f1-4450-be18-4b22150fe606 req-67959922-5160-4d6e-bcbb-9c7b4a4369ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335510 Feb 09 16:53:42.368768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-ef20c24a-9c68-4ca0-8c8f-e30f8f157f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:42.370193 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-ef20c24a-9c68-4ca0-8c8f-e30f8f157f8e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 1094 time: 0.0424879 Feb 09 16:53:42.463516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-0c3804d5-a26d-43ef-9abf-d3712b392dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:42.465070 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-0c3804d5-a26d-43ef-9abf-d3712b392dbd service neutron] 10.222.0.73 "GET /v2.0/networks?id=238dabb3-3eba-4f1c-9f18-f9b589f40c49 HTTP/1.1" status: 200 len: 898 time: 0.0880795 Feb 09 16:53:42.511732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-1954452b-2cbc-46a0-afa2-25b29b7453ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67609cf8-95b6-442d-8ce5-80385a0db475 HTTP/1.1" status: 200 len: 217 time: 0.0393786 Feb 09 16:53:42.562022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-41ea0657-49b1-44d7-bffc-8e96fbbf68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:42.563564 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-41ea0657-49b1-44d7-bffc-8e96fbbf68a7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3fb7401-c411-405a-9da3-d0ce81d6c140 HTTP/1.1" status: 200 len: 834 time: 0.0440989 Feb 09 16:53:42.612422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-6fe07059-582d-48d3-ac56-d6677e56efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:42.613965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-6fe07059-582d-48d3-ac56-d6677e56efed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=238dabb3-3eba-4f1c-9f18-f9b589f40c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429039 Feb 09 16:53:42.713362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-38b6ca2e-2cb4-4c3e-9b2c-0f3630d4331b service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902460 Feb 09 16:53:42.808575 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-712bdadd-1d72-4ea2-876d-c8995193f34f req-b6ca3c83-5b3d-4ded-9540-e6c6837c4e1b service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884268 Feb 09 16:53:43.382921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215245b2-345e-4305-9b28-1a1bfde88bc9 req-0a9ece83-23f4-4874-9009-d4d5158b576b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:43.384567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-215245b2-345e-4305-9b28-1a1bfde88bc9 req-0a9ece83-23f4-4874-9009-d4d5158b576b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 943 time: 0.0513544 Feb 09 16:53:43.441300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-215245b2-345e-4305-9b28-1a1bfde88bc9 req-4d535808-897c-4f31-a43f-b19c9add1d25 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450671 Feb 09 16:53:44.367130 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 67609cf8-95b6-442d-8ce5-80385a0db475 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:53:44.487951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 67609cf8-95b6-442d-8ce5-80385a0db475, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=67609cf8-95b6-442d-8ce5-80385a0db475,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:44.500922 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '67609cf8-95b6-442d-8ce5-80385a0db475', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'port_id': '67609cf8-95b6-442d-8ce5-80385a0db475', 'mac_address': 'fa:16:3e:35:5e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:53:44.543190 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:44.558628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67609cf8-95b6-442d-8ce5-80385a0db475 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:53:44.581058 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2faab-13a5-4284-945d-d7f761e80c42 req-bef6d770-70ce-4d31-9776-545ce90568a3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:44.582748 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3c2faab-13a5-4284-945d-d7f761e80c42 req-bef6d770-70ce-4d31-9776-545ce90568a3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 943 time: 0.0691526 Feb 09 16:53:44.592289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 67609cf8-95b6-442d-8ce5-80385a0db475, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=67609cf8-95b6-442d-8ce5-80385a0db475,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:44.644152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3c2faab-13a5-4284-945d-d7f761e80c42 req-ffe5cca6-52fe-40e8-bfa7-39621cfa8024 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538673 Feb 09 16:53:44.647911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:44.705498 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=67609cf8-95b6-442d-8ce5-80385a0db475,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:44.872765 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['67609cf8-95b6-442d-8ce5-80385a0db475'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:53:45.784708 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4517e9-c71a-466d-b45b-97041314f596 req-dab5454e-f9e5-4b60-b668-4164eee4c3b6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:45.786291 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f4517e9-c71a-466d-b45b-97041314f596 req-dab5454e-f9e5-4b60-b668-4164eee4c3b6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 944 time: 0.0592878 Feb 09 16:53:45.832967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f4517e9-c71a-466d-b45b-97041314f596 req-7c175ea5-fe74-47de-87b1-462e746b8a77 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406041 Feb 09 16:53:46.381214 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 67609cf8-95b6-442d-8ce5-80385a0db475 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:53:46.499756 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 67609cf8-95b6-442d-8ce5-80385a0db475 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:53:46.504716 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 67609cf8-95b6-442d-8ce5-80385a0db475 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:53:46.505088 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:46.589191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:46.619137 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:53:46.621553 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d45e5af-b368-49d7-a8dc-d9d6fc9ca83d" -d '{"events": [{"server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "name": "network-vif-plugged", "status": "completed", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:53:46.637713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 67609cf8-95b6-442d-8ce5-80385a0db475, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=67609cf8-95b6-442d-8ce5-80385a0db475,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:53:46.686259 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0457834-db9b-4240-af3c-2b41e5c2a208 x-openstack-request-id: req-e0457834-db9b-4240-af3c-2b41e5c2a208 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:53:46.686547 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "name": "network-vif-plugged", "status": "completed", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:53:46.686799 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0457834-db9b-4240-af3c-2b41e5c2a208 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:53:46.687225 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475', 'code': 200} Feb 09 16:53:46.688483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:46.759090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=67609cf8-95b6-442d-8ce5-80385a0db475,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:46.881055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebec00b-be62-4a16-ad4c-1de6d830df6c req-a500d9f8-b320-49cf-bccd-ae11d1d6da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:46.883422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ebec00b-be62-4a16-ad4c-1de6d830df6c req-a500d9f8-b320-49cf-bccd-ae11d1d6da18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 1096 time: 0.1283233 Feb 09 16:53:46.951092 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ebec00b-be62-4a16-ad4c-1de6d830df6c req-5ede775e-2df0-4827-807a-2b8eb8b03966 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604379 Feb 09 16:53:46.978962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd731dc8-253c-4cfc-83ac-24886a630a59 req-cb9a20b9-d024-40d1-b2f4-4a7952fa311b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:46.980928 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd731dc8-253c-4cfc-83ac-24886a630a59 req-cb9a20b9-d024-40d1-b2f4-4a7952fa311b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0637286 Feb 09 16:53:47.026142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cd731dc8-253c-4cfc-83ac-24886a630a59 req-81a610d7-4274-4740-a053-e01605d2d552 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 Feb 09 16:53:48.165582 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109ba6f-122a-478c-b358-559a03a65ebc req-b6ed9705-5dcc-475c-8481-b45f9e2bff3f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:48.167234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3109ba6f-122a-478c-b358-559a03a65ebc req-b6ed9705-5dcc-475c-8481-b45f9e2bff3f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0587988 Feb 09 16:53:48.210097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3109ba6f-122a-478c-b358-559a03a65ebc req-81f5cad2-aae3-4997-be23-3b0bcf5543cc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362382 Feb 09 16:53:49.344237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97dc8-2833-4685-a7c5-48d5132ea953 req-14d791e3-4530-46c8-bd94-ee288b34960d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:49.345811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fb97dc8-2833-4685-a7c5-48d5132ea953 req-14d791e3-4530-46c8-bd94-ee288b34960d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0609035 Feb 09 16:53:49.394743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0fb97dc8-2833-4685-a7c5-48d5132ea953 req-fac96109-eb4a-49db-a885-f03a46d94f45 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427423 Feb 09 16:53:49.555925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fe4ec-219c-4b7d-9d92-649912a1c178 req-662b0a92-c6ed-42a0-8276-2a83f523d3d6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:49.557614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-608fe4ec-219c-4b7d-9d92-649912a1c178 req-662b0a92-c6ed-42a0-8276-2a83f523d3d6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0548148 Feb 09 16:53:49.601744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-608fe4ec-219c-4b7d-9d92-649912a1c178 req-4acacfd4-ac8b-4caa-b15c-9dc91a603eed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372729 Feb 09 16:53:49.625860 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34526) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:49.673072 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df90afc-d9f3-4235-8ed3-f2276fedc339 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:49.675231 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3df90afc-d9f3-4235-8ed3-f2276fedc339 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 1091 time: 0.0483468 Feb 09 16:53:49.678187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34528) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:49.683059 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '67609cf8-95b6-442d-8ce5-80385a0db475', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:53:49.823594 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:49.924426 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:50.033684 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.237 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/9390c731-5b7a-48a7-89d5-85eaf4331682) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:53:50.145758 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:50.236513 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:50.282313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:53:50.286178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:53:50.291102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:53:50.296784 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=9390c731-5b7a-48a7-89d5-85eaf4331682,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:50.663245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:50.808908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:50.966986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:51.048112 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:51.124038 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=9390c731-5b7a-48a7-89d5-85eaf4331682,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:53:51.139175 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:51.255304 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP cfdf9dd5-6057-44c4-9838-9f578563e4e2 associated. External IP: 172.25.5.237, port: 67609cf8-95b6-442d-8ce5-80385a0db475. Feb 09 16:53:51.471655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e5e55385-2520-4fa1-adda-7786a686df39 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:53:51.583723 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:53:51.593995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] Sync routers for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:53:51.604612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:51.615704 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:51.667023 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:51.701402 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f28304c5-6081-4aea-aee2-0b4bd807e792 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0191665 Feb 09 16:53:51.701402 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:53:51.701950 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cfdcd0-792d-485c-bd60-553c74979f81" -d '{"events": [{"name": "network-changed", "server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:53:51.744214 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e84dd-bc37-41d1-a1f7-bdf9e150b23b x-openstack-request-id: req-d31e84dd-bc37-41d1-a1f7-bdf9e150b23b {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:53:51.744766 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:53:51.745192 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d31e84dd-bc37-41d1-a1f7-bdf9e150b23b {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:53:51.745944 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475', 'status': 'completed', 'code': 200} Feb 09 16:53:51.849080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079350b6-92e2-4d8c-bcc1-e8990beef2df req-5a896033-77e8-45d8-900a-beeca542212e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:51.850623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-079350b6-92e2-4d8c-bcc1-e8990beef2df req-5a896033-77e8-45d8-900a-beeca542212e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0847611 Feb 09 16:53:51.853765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-15d19647-0ff9-46a5-99ab-59c7506fc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:51.855523 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-15d19647-0ff9-46a5-99ab-59c7506fc863 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 1096 time: 0.0794773 Feb 09 16:53:51.893036 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:51.945741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-079350b6-92e2-4d8c-bcc1-e8990beef2df req-6aa8f2d7-c37e-4cd7-9a04-f5a695d03ec9 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883510 Feb 09 16:53:51.969304 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34534) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:52.020790 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-c7ff1bf4-e11f-4b15-9c2b-f56fa5fbc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:52.023758 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-c7ff1bf4-e11f-4b15-9c2b-f56fa5fbc1ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=238dabb3-3eba-4f1c-9f18-f9b589f40c49 HTTP/1.1" status: 200 len: 898 time: 0.1586282 Feb 09 16:53:52.080394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3f134a4a-d539-47e3-a1f0-ca76e581d5b1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/cfdf9dd5-6057-44c4-9838-9f578563e4e2 HTTP/1.1" status: 200 len: 991 time: 0.1102722 Feb 09 16:53:52.101811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-731a8da9-e45b-41a7-93d2-da6986da92b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67609cf8-95b6-442d-8ce5-80385a0db475 HTTP/1.1" status: 200 len: 999 time: 0.0704229 Feb 09 16:53:52.131049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'cfdf9dd5-6057-44c4-9838-9f578563e4e2', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'port_id': '67609cf8-95b6-442d-8ce5-80385a0db475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'mac_address': 'fa:16:3e:35:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:53:50Z', 'updated_at': '2022-02-09T16:53:50Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:37Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:52.155354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-d0b5eddf-1cab-4984-8551-c52213e3b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:52.157050 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-d0b5eddf-1cab-4984-8551-c52213e3b60f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3fb7401-c411-405a-9da3-d0ce81d6c140 HTTP/1.1" status: 200 len: 834 time: 0.0473673 Feb 09 16:53:52.158541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] Checking router: e5e55385-2520-4fa1-adda-7786a686df39 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:53:52.166762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:53:52.167376 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:53:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:52.215607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-91ce8ddd-f6d7-4a77-8a41-8fbcd28ab93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:53:52.217223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-91ce8ddd-f6d7-4a77-8a41-8fbcd28ab93a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=238dabb3-3eba-4f1c-9f18-f9b589f40c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533888 Feb 09 16:53:52.275144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:53:52.308591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-5640ff38-e6e3-4d3a-b051-b1ebbabe47e3 service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842285 Feb 09 16:53:52.403260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f3cfdcd0-792d-485c-bd60-553c74979f81 req-b5de9162-1d3d-459f-a4fe-cf046dd360d6 service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881252 Feb 09 16:53:52.498915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'cfdf9dd5-6057-44c4-9838-9f578563e4e2', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'port_id': '67609cf8-95b6-442d-8ce5-80385a0db475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'mac_address': 'fa:16:3e:35:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:53:50Z', 'updated_at': '2022-02-09T16:53:50Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:37Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:53:52.531820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794928df-48d7-4f62-ae8d-9a158a894125 None None] The sync data for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 is: [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': 'cfdf9dd5-6057-44c4-9838-9f578563e4e2', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'port_id': '67609cf8-95b6-442d-8ce5-80385a0db475', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'mac_address': 'fa:16:3e:35:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:53:50Z', 'updated_at': '2022-02-09T16:53:50Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:37Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:53:52.723816 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46d4f1-4e93-4db8-bd97-7305876c7be1 None None] New status for floating IP cfdf9dd5-6057-44c4-9838-9f578563e4e2: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:53:53.034371 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd0968a6-84ba-4ddd-a8c7-91c849258681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:53.084626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34536) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:53:53.148684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c6a83f6f-7647-4872-aa00-0c0d88f7f985 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/cfdf9dd5-6057-44c4-9838-9f578563e4e2 HTTP/1.1" status: 200 len: 993 time: 0.0629227 Feb 09 16:53:55.247211 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-408d6367-681e-46fc-8589-d38173378cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:56.773028 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:58.435839 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:53:58.590172 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:00.651029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:01.403979 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:54:02.354045 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:13.973639 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-bb4ee683-54fd-4fe4-8c31-c73c0e40b018 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407276 Feb 09 16:54:14.058191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-59d661ea-2e7a-4887-b7be-eb3b5e921cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:14.059708 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-59d661ea-2e7a-4887-b7be-eb3b5e921cb0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 1096 time: 0.0452199 Feb 09 16:54:14.164598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-7652bd02-53c8-4b69-9662-aca1a1466e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:14.166089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-7652bd02-53c8-4b69-9662-aca1a1466e38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=238dabb3-3eba-4f1c-9f18-f9b589f40c49 HTTP/1.1" status: 200 len: 898 time: 0.0861950 Feb 09 16:54:14.244549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-a452a16a-44fa-46b2-bf6f-1f1c101831ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67609cf8-95b6-442d-8ce5-80385a0db475 HTTP/1.1" status: 200 len: 1001 time: 0.0705576 Feb 09 16:54:14.297760 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-054731b4-84c3-48b0-aefe-72b6242b6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:14.299211 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-054731b4-84c3-48b0-aefe-72b6242b6bb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3fb7401-c411-405a-9da3-d0ce81d6c140 HTTP/1.1" status: 200 len: 834 time: 0.0435724 Feb 09 16:54:14.346525 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-6823ae62-5580-4c41-9feb-434dfa15fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:14.348041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-6823ae62-5580-4c41-9feb-434dfa15fe48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=238dabb3-3eba-4f1c-9f18-f9b589f40c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400312 Feb 09 16:54:14.442753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-ebe905cb-be25-4536-b3ac-8bb29ed6233b service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864389 Feb 09 16:54:14.536614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-452b4a7d-731c-4d0b-a3e7-e4ea13e6177d req-db0eaea7-7006-479f-9353-9e036ad859dc service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857141 Feb 09 16:54:22.034484 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aed18c-8c78-429c-9b05-1f194d5bbda6 req-480af062-7508-4560-ae26-2ed4dbec663e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:22.036026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7aed18c-8c78-429c-9b05-1f194d5bbda6 req-480af062-7508-4560-ae26-2ed4dbec663e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Feb 09 16:54:22.103749 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a7aed18c-8c78-429c-9b05-1f194d5bbda6 req-b593bb10-4f87-4f43-b9a9-ebdaaf35057f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610628 Feb 09 16:54:22.116436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-410b271b-4b09-48eb-afb4-60e7cc268598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:22.117909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-410b271b-4b09-48eb-afb4-60e7cc268598 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 1096 time: 0.0589173 Feb 09 16:54:22.207752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-4b5cf584-18c0-4495-99bd-743d50e5cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:22.209804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-4b5cf584-18c0-4495-99bd-743d50e5cc07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=238dabb3-3eba-4f1c-9f18-f9b589f40c49 HTTP/1.1" status: 200 len: 898 time: 0.0838430 Feb 09 16:54:22.285239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-4b9c479a-ae17-4410-9587-4872584cdff4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67609cf8-95b6-442d-8ce5-80385a0db475 HTTP/1.1" status: 200 len: 1001 time: 0.0648224 Feb 09 16:54:22.333857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-a55a0407-2390-4513-8045-e8978683ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:22.336373 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-a55a0407-2390-4513-8045-e8978683ebe2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3fb7401-c411-405a-9da3-d0ce81d6c140 HTTP/1.1" status: 200 len: 834 time: 0.0445261 Feb 09 16:54:22.382881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-86e8a79d-dbbc-4123-8f5d-69d1c98c537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:22.384407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-86e8a79d-dbbc-4123-8f5d-69d1c98c537f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=238dabb3-3eba-4f1c-9f18-f9b589f40c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407023 Feb 09 16:54:22.478212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-c0d5c0a6-2b46-4800-a9f5-b6b301d84e6f service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854440 Feb 09 16:54:22.569636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f5eb4a2a-d760-4eff-af44-76c41bce29e7 req-9a8b8b52-6936-4ae0-af13-249cdadeb448 service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830262 Feb 09 16:54:23.006669 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-66cd2166-efc0-451a-bbd5-005f57fd058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:23.222593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176dd29-0381-4776-8d42-17ac7f4a7bad req-052cd3fe-58ae-420e-be73-7c1a8d958b7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:23.224187 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6176dd29-0381-4776-8d42-17ac7f4a7bad req-052cd3fe-58ae-420e-be73-7c1a8d958b7a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0506341 Feb 09 16:54:23.263700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6176dd29-0381-4776-8d42-17ac7f4a7bad req-3e3f9ade-4936-4c9a-b545-ea3130bdc120 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Feb 09 16:54:24.385836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067cdbb-d8c9-441c-9299-9894c38ab463 req-c03373d1-e00c-4f45-a059-9dfe65d6be68 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:24.387355 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7067cdbb-d8c9-441c-9299-9894c38ab463 req-c03373d1-e00c-4f45-a059-9dfe65d6be68 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Feb 09 16:54:24.425273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7067cdbb-d8c9-441c-9299-9894c38ab463 req-030ddf5d-22c8-440d-ad5d-a48194e6cb75 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Feb 09 16:54:25.349555 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7844ada2-ea67-4e06-aa0c-c7ef7c927797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:25.540590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce5162-f077-434b-895d-6cd304ba59a3 req-cf066d56-bc46-4232-b30b-c95a67a73048 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:25.542103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7dce5162-f077-434b-895d-6cd304ba59a3 req-cf066d56-bc46-4232-b30b-c95a67a73048 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0499883 Feb 09 16:54:25.580023 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7dce5162-f077-434b-895d-6cd304ba59a3 req-44d709bc-618c-47a4-8cb6-e501a2fc4a84 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Feb 09 16:54:26.698944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe71cef-06d4-49ac-af5a-d1c6950018e8 req-eac5e8c7-f990-4750-a887-93776a4c7685 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:26.700488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efe71cef-06d4-49ac-af5a-d1c6950018e8 req-eac5e8c7-f990-4750-a887-93776a4c7685 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0501673 Feb 09 16:54:26.738954 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-efe71cef-06d4-49ac-af5a-d1c6950018e8 req-16dc0c63-d547-4582-b117-96e04e0f0285 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324979 Feb 09 16:54:26.787674 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:27.860641 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452652e-0ae6-4dc8-baf7-efe6a37ba655 req-7925806f-9a3c-4b8e-a73d-2ba8fcd8ed55 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:27.862142 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a452652e-0ae6-4dc8-baf7-efe6a37ba655 req-7925806f-9a3c-4b8e-a73d-2ba8fcd8ed55 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Feb 09 16:54:27.900681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a452652e-0ae6-4dc8-baf7-efe6a37ba655 req-52f1cc8d-9962-4a82-abe9-ac8b0b8b2e99 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Feb 09 16:54:28.394842 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:28.589219 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:29.015661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ba2b5-6fdb-4e37-8084-7a2c485da4bb req-5f966522-6742-4efd-a6d4-10e9ec7af01c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:29.017176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c66ba2b5-6fdb-4e37-8084-7a2c485da4bb req-5f966522-6742-4efd-a6d4-10e9ec7af01c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0490706 Feb 09 16:54:29.055098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c66ba2b5-6fdb-4e37-8084-7a2c485da4bb req-3b156c9a-32a6-43cc-b472-5f70fe2f09b7 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319309 Feb 09 16:54:30.171127 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd68936-d2e7-4054-988e-fae6aefe9d52 req-71abc0f2-112f-43d4-89be-2cd67a61164b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:30.172663 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd68936-d2e7-4054-988e-fae6aefe9d52 req-71abc0f2-112f-43d4-89be-2cd67a61164b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0494547 Feb 09 16:54:30.210648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bd68936-d2e7-4054-988e-fae6aefe9d52 req-294d805a-785b-4994-b9ab-5364848da7da tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Feb 09 16:54:30.656094 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:31.330429 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5fda8-a95a-4a97-8696-a84361642386 req-0c497ec2-9193-4c40-bc6b-991f0001ec08 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:31.331916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71f5fda8-a95a-4a97-8696-a84361642386 req-0c497ec2-9193-4c40-bc6b-991f0001ec08 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Feb 09 16:54:31.370408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-71f5fda8-a95a-4a97-8696-a84361642386 req-92e2af57-834a-4f21-b1f5-0a72fceacc8c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325055 Feb 09 16:54:32.387430 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:32.487657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825412d0-afd2-49ac-a98f-a0883ab5b344 req-b0cda346-87c1-4c30-9781-d7cb748e1934 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:32.489170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-825412d0-afd2-49ac-a98f-a0883ab5b344 req-b0cda346-87c1-4c30-9781-d7cb748e1934 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0499783 Feb 09 16:54:32.527842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-825412d0-afd2-49ac-a98f-a0883ab5b344 req-8190db39-1306-44b4-b008-0de44bb2574f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318253 Feb 09 16:54:33.648848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc6160-bec7-43b5-afcd-181e14fca970 req-24236bb5-3e3f-49cb-8e31-ad995ec0ad28 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:33.650410 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77fc6160-bec7-43b5-afcd-181e14fca970 req-24236bb5-3e3f-49cb-8e31-ad995ec0ad28 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0521908 Feb 09 16:54:33.689846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-77fc6160-bec7-43b5-afcd-181e14fca970 req-2d01d88f-b7ef-4098-bdbe-f348a77e552a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333972 Feb 09 16:54:34.811946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09fd4c-36b6-4e1b-bdd9-b1ce2f489936 req-909f16ec-e92f-4122-bd51-938603318f3e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:54:34.813476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff09fd4c-36b6-4e1b-bdd9-b1ce2f489936 req-909f16ec-e92f-4122-bd51-938603318f3e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0537107 Feb 09 16:54:34.852459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff09fd4c-36b6-4e1b-bdd9-b1ce2f489936 req-7ec6769b-a083-4a58-a3a4-a1e65deb54ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Feb 09 16:54:34.875284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34572) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:54:34.938232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-86bf5e16-694b-4d62-bcb0-727b8afa9246 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/cfdf9dd5-6057-44c4-9838-9f578563e4e2 HTTP/1.1" status: 200 len: 993 time: 0.0617716 Feb 09 16:54:38.403114 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:54:53.021614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b37a-9b49-414a-836e-ce9845f7621f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:55.295332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a4f9d18-d91f-44fd-81a1-1969d3d1c03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:56.778437 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:58.388825 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:54:58.560352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:00.712833 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:02.375288 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:07.327614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34586) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:07.493002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 9390c731-5b7a-48a7-89d5-85eaf4331682 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:55:07.493345 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:07.568190 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:07.568516 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:07.580706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 9390c731-5b7a-48a7-89d5-85eaf4331682 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:55:07.775420 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:07.803032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=9390c731-5b7a-48a7-89d5-85eaf4331682,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:07.826114 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.826462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.826797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.827131 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.827462 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.827786 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.828147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.828457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.828778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.829097 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.829417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.829731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:07.871527 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:07.871872 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP cfdf9dd5-6057-44c4-9838-9f578563e4e2 disassociated (deleted). External IP: 172.25.5.237, port: 67609cf8-95b6-442d-8ce5-80385a0db475. Feb 09 16:55:08.098276 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e5e55385-2520-4fa1-adda-7786a686df39 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:55:08.209657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:55:08.215048 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:08.221744 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] Sync routers for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:55:08.232788 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:08.233521 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:08.244155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8438e951-759c-4699-8aac-406eee857b0f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/floatingips/cfdf9dd5-6057-44c4-9838-9f578563e4e2 HTTP/1.1" status: 204 len: 168 time: 0.9153752 Feb 09 16:55:08.244733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:55:08.247104 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc" -d '{"events": [{"name": "network-changed", "server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:55:08.291918 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4de10b3-8139-4774-ba8b-6bf4d3152504 x-openstack-request-id: req-d4de10b3-8139-4774-ba8b-6bf4d3152504 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:55:08.292269 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:55:08.292501 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4de10b3-8139-4774-ba8b-6bf4d3152504 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:55:08.293549 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475', 'status': 'completed', 'code': 200} Feb 09 16:55:08.359700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:08.368404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-7ed28ad1-60cb-4c49-bb04-f6a122f1a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:08.370844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-7ed28ad1-60cb-4c49-bb04-f6a122f1a24a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 1096 time: 0.0514145 Feb 09 16:55:08.469143 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-2ab156a8-36fe-4c13-b074-83877443aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:08.470637 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-2ab156a8-36fe-4c13-b074-83877443aada service neutron] 10.222.0.73 "GET /v2.0/networks?id=238dabb3-3eba-4f1c-9f18-f9b589f40c49 HTTP/1.1" status: 200 len: 898 time: 0.0916243 Feb 09 16:55:08.517458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-ab31d19e-7bc4-4eb9-aa7f-ac41f4524a0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67609cf8-95b6-442d-8ce5-80385a0db475 HTTP/1.1" status: 200 len: 217 time: 0.0392518 Feb 09 16:55:08.579622 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-0d87ced5-29fd-4ae1-b371-421bd9039a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:08.581342 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-0d87ced5-29fd-4ae1-b371-421bd9039a93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a3fb7401-c411-405a-9da3-d0ce81d6c140 HTTP/1.1" status: 200 len: 834 time: 0.0552719 Feb 09 16:55:08.588288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:37Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:08.620522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] Checking router: e5e55385-2520-4fa1-adda-7786a686df39 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:55:08.631975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:08.632478 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:08.642264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-85588d6c-4a34-41bc-8d8f-c5816bb1cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:08.643989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-85588d6c-4a34-41bc-8d8f-c5816bb1cb03 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=238dabb3-3eba-4f1c-9f18-f9b589f40c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516455 Feb 09 16:55:08.760353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:08.798438 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153b24e-91c3-439f-abf6-0d74fbf61653 req-d4f5f5e2-6083-406b-b0bd-1e97e2c33b24 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:08.800001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a153b24e-91c3-439f-abf6-0d74fbf61653 req-d4f5f5e2-6083-406b-b0bd-1e97e2c33b24 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0882297 Feb 09 16:55:08.813437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-285fb3d8-6b9c-4d12-88de-6797c7dd426d service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608994 Feb 09 16:55:08.902684 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a153b24e-91c3-439f-abf6-0d74fbf61653 req-bf2414df-0350-4b18-859d-6e048ccfd292 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882492 Feb 09 16:55:08.938869 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d74f8417-f1bd-441e-9ad6-d5a16d9c16cc req-74411b06-eb7b-4fef-8e20-c0056faa6016 service neutron] 10.222.0.73 "GET /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169977 Feb 09 16:55:08.977358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:37Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:09.004365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19136ddc-20f1-496e-97b2-56db8c5e8061 None None] The sync data for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 is: [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:34Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93', 'name': '', 'network_id': '238dabb3-3eba-4f1c-9f18-f9b589f40c49', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:df:a5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:33Z', 'updated_at': '2022-02-09T16:53:37Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': 'a3fb7401-c411-405a-9da3-d0ce81d6c140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:55:09.221437 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51222776-d178-4bf5-8107-35f79c14af85 None None] New status for floating IP cfdf9dd5-6057-44c4-9838-9f578563e4e2: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:55:10.031942 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a44e9d-f5e0-4206-822e-c8b8e7320d38 req-c04c7f44-0300-495c-b2da-6f8fd3b25ab3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:10.033450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61a44e9d-f5e0-4206-822e-c8b8e7320d38 req-c04c7f44-0300-495c-b2da-6f8fd3b25ab3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0495420 Feb 09 16:55:10.069937 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-61a44e9d-f5e0-4206-822e-c8b8e7320d38 req-0f70b49a-6beb-4376-8f6f-050e49ef4959 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=433946ac-a794-4aa3-aaff-aff15eb256a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305023 Feb 09 16:55:10.334634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-aa3f7d88-b22c-47e9-a261-818af00ba410 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:10.336071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-aa3f7d88-b22c-47e9-a261-818af00ba410 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Feb 09 16:55:10.428015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 67609cf8-95b6-442d-8ce5-80385a0db475 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:55:10.428381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:10.516257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 67609cf8-95b6-442d-8ce5-80385a0db475, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=67609cf8-95b6-442d-8ce5-80385a0db475,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:10.516549 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:10.529062 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 67609cf8-95b6-442d-8ce5-80385a0db475 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:55:11.044322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:11.072841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=67609cf8-95b6-442d-8ce5-80385a0db475,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:11.115029 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] No DVR routers for this DVR port 67609cf8-95b6-442d-8ce5-80385a0db475 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:55:11.117840 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:11.121930 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-af5134a1-b22e-439c-8a75-0e598fdf3679 req-ab751348-26fd-4f5d-9be9-7817138e0e6a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "DELETE /v2.0/ports/67609cf8-95b6-442d-8ce5-80385a0db475 HTTP/1.1" status: 204 len: 173 time: 0.7787559 Feb 09 16:55:11.122704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'name': 'network-vif-deleted', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:55:11.126088 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e43a61a-bf69-4050-94ed-b6d7df50944e" -d '{"events": [{"server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "name": "network-vif-deleted", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:55:11.178115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e27364e-272a-45e0-b6f0-eabe484f8534 req-7366c2ab-584b-4f33-aded-4aece83d00e1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=63bb8801-a05e-467c-9751-a10cdcdfd088 HTTP/1.1" status: 200 len: 210 time: 0.0334587 Feb 09 16:55:11.179542 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca20a56-2203-40f0-8cbd-9e9da17a0f8c x-openstack-request-id: req-eca20a56-2203-40f0-8cbd-9e9da17a0f8c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:55:11.179830 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bb8801-a05e-467c-9751-a10cdcdfd088", "name": "network-vif-deleted", "tag": "67609cf8-95b6-442d-8ce5-80385a0db475", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:55:11.180116 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eca20a56-2203-40f0-8cbd-9e9da17a0f8c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:55:11.180491 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bb8801-a05e-467c-9751-a10cdcdfd088', 'name': 'network-vif-deleted', 'tag': '67609cf8-95b6-442d-8ce5-80385a0db475', 'status': 'completed', 'code': 200} Feb 09 16:55:12.237417 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34604) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:12.607020 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:12.883233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:55:12.883497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:12.976234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:12.976613 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:12.988773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:55:13.238184 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:13.266695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:13.446381 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:13.665638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e5e55385-2520-4fa1-adda-7786a686df39 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:55:13.774704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:55:13.779773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2546c5b4-92e4-43e1-9735-c0dd770075f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/e5e55385-2520-4fa1-adda-7786a686df39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5413036 Feb 09 16:55:13.783006 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34606) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:13.784131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] Sync routers for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:55:13.794833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:13.795449 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:13.838267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-1247fb83-f6d8-4ce1-9421-027292c3c265 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting subnet a3fb7401-c411-405a-9da3-d0ce81d6c140 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:55:13.841387 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1247fb83-f6d8-4ce1-9421-027292c3c265 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:13.882115 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1247fb83-f6d8-4ce1-9421-027292c3c265 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:13.899642 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:13.965485 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1247fb83-f6d8-4ce1-9421-027292c3c265 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.082250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:55:13Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:14.115159 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1247fb83-f6d8-4ce1-9421-027292c3c265 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.142375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247fb83-f6d8-4ce1-9421-027292c3c265 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fb7401-c411-405a-9da3-d0ce81d6c140,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:14.151176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1247fb83-f6d8-4ce1-9421-027292c3c265 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.157832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1247fb83-f6d8-4ce1-9421-027292c3c265 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/subnets/a3fb7401-c411-405a-9da3-d0ce81d6c140 HTTP/1.1" status: 204 len: 168 time: 0.3712602 Feb 09 16:55:14.158145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34608) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:14.274644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b0ab7f-940f-4cac-96d5-62ae5026f06d None None] Network 238dabb3-3eba-4f1c-9f18-f9b589f40c49 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:55:14.275987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.276552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] Checking router: e5e55385-2520-4fa1-adda-7786a686df39 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:55:14.328221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] Routers {'e5e55385-2520-4fa1-adda-7786a686df39'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:14.328857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e5e55385-2520-4fa1-adda-7786a686df39'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:14.382171 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.483461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] Set router e5e55385-2520-4fa1-adda-7786a686df39 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:14.524804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:55:14.525272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.609836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] DHCP port deletion for 238dabb3-3eba-4f1c-9f18-f9b589f40c49 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:55:14.612790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0c84dc70-c51c-42aa-9aa4-ad93f9587bf8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:14.613272 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.625201 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:55:14.698138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Deleting port d93ab001-69de-40ab-8d5d-89f924c0e03f {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:55:14.698421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.743833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 67609cf8-95b6-442d-8ce5-80385a0db475 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:55:14.784539 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 67609cf8-95b6-442d-8ce5-80385a0db475 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:55:14.785444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 67609cf8-95b6-442d-8ce5-80385a0db475 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:55:14.800541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:55:13Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:14.806667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] For port d93ab001-69de-40ab-8d5d-89f924c0e03f, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=d93ab001-69de-40ab-8d5d-89f924c0e03f,segment=NetworkSegment(cd01f271-5889-405e-9bf9-ef9d2fbaf963),segment_id=cd01f271-5889-405e-9bf9-ef9d2fbaf963)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:14.807053 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.837231 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb51b53-6ec9-4b2b-b470-1fee69558da6 None None] The sync data for ids ['e5e55385-2520-4fa1-adda-7786a686df39'] in n-d-828542-1 is: [{'id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049318601', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:55:13Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '0c84dc70-c51c-42aa-9aa4-ad93f9587bf8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e55385-2520-4fa1-adda-7786a686df39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:53:30Z', 'updated_at': '2022-02-09T16:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:55:14.843836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Calling delete_port for d93ab001-69de-40ab-8d5d-89f924c0e03f owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:55:14.869797 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.906564 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=0c84dc70-c51c-42aa-9aa4-ad93f9587bf8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:14.937544 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.937900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.938245 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.938590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.938926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.939261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.939626 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.939964 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.940315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.940651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.940978 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.941302 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:14.979528 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:14.988750 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.013469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Pushing event deleted for resources: {'Port': ['ID=d93ab001-69de-40ab-8d5d-89f924c0e03f,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:15.018215 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] No DVR routers for this DVR port d93ab001-69de-40ab-8d5d-89f924c0e03f on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:55:15.029221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.029221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.029221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.029221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.029615 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.029794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.030102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.030444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.030742 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.031061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.031398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.031719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779ebd-48d9-44c3-97d1-d7495cf230cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:15.074183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.076334 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.171542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.172268 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Fanout notify agent at l3_agent the message router_deleted on router e5e55385-2520-4fa1-adda-7786a686df39 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:55:15.179367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.180499 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5037a813-5082-4a62-88fb-966a05b9b453 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/routers/e5e55385-2520-4fa1-adda-7786a686df39 HTTP/1.1" status: 204 len: 168 time: 1.0209150 Feb 09 16:55:15.183313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34612) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:15.267484 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.356020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.376445 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238dabb3-3eba-4f1c-9f18-f9b589f40c49']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:15.386480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd01f271-5889-405e-9bf9-ef9d2fbaf963') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:15.387439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd01f271-5889-405e-9bf9-ef9d2fbaf963') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:15.403047 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.403855 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:55:15.416991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.423103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:55:15.423486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:55:15.426714 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:55:15.548836 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.555947 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.559712 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/networks/238dabb3-3eba-4f1c-9f18-f9b589f40c49 HTTP/1.1" status: 204 len: 168 time: 0.3753648 Feb 09 16:55:15.562672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34614) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:15.571592 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28e587-fc4b-44bf-8d88-0fce9cd85f0a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Network': ['ID=238dabb3-3eba-4f1c-9f18-f9b589f40c49,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:15.624540 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4469a1a3-83d1-4a85-8d48-020c620cc0dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.650738 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4469a1a3-83d1-4a85-8d48-020c620cc0dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.798382 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4469a1a3-83d1-4a85-8d48-020c620cc0dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.801365 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4469a1a3-83d1-4a85-8d48-020c620cc0dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:15.802647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4469a1a3-83d1-4a85-8d48-020c620cc0dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/security-groups/433946ac-a794-4aa3-aaff-aff15eb256a4 HTTP/1.1" status: 204 len: 168 time: 0.2389731 Feb 09 16:55:15.812532 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469a1a3-83d1-4a85-8d48-020c620cc0dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433946ac-a794-4aa3-aaff-aff15eb256a4,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:16.249461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d93ab001-69de-40ab-8d5d-89f924c0e03f no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:55:16.270252 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: d93ab001-69de-40ab-8d5d-89f924c0e03f {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:55:16.270669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device d93ab001-69de-40ab-8d5d-89f924c0e03f not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:55:16.271163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:55:16.292189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:55:16.292543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0c84dc70-c51c-42aa-9aa4-ad93f9587bf8 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:55:16.293452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:55:16.311809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:55:16.312171 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 59b7ead1-65d8-44e2-aaae-e5ec0ae1ba93 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:55:16.571571 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34620) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:16.576541 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cfcf1be7-6beb-4e76-9123-0e71d6c84296 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1790944150', 'description': 'tempest-secgroup-smoke-1790944150 description', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:16.702754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1be7-6beb-4e76-9123-0e71d6c84296 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:16.770486 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1be7-6beb-4e76-9123-0e71d6c84296 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:16.839871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1be7-6beb-4e76-9123-0e71d6c84296 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:16.869145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf1be7-6beb-4e76-9123-0e71d6c84296 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819d9f58-e27f-4048-af24-15a16ae70e0e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:16.933530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cfcf1be7-6beb-4e76-9123-0e71d6c84296 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:16.934814 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cfcf1be7-6beb-4e76-9123-0e71d6c84296 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3618853 Feb 09 16:55:16.937743 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34622) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:16.942135 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d8cc9d03-2843-46a0-8619-ed43e4730edf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '819d9f58-e27f-4048-af24-15a16ae70e0e', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:17.045251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d03-2843-46a0-8619-ed43e4730edf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.105221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d03-2843-46a0-8619-ed43e4730edf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.176903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d03-2843-46a0-8619-ed43e4730edf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.195517 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc9d03-2843-46a0-8619-ed43e4730edf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4876adc3-8480-4059-93f0-10aea4f812ac,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:17.282125 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9d03-2843-46a0-8619-ed43e4730edf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.283383 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d8cc9d03-2843-46a0-8619-ed43e4730edf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447046 Feb 09 16:55:17.291151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34624) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:17.295514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-078e1991-4517-424d-aca8-ce942e8a7742 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '819d9f58-e27f-4048-af24-15a16ae70e0e', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:17.421381 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-078e1991-4517-424d-aca8-ce942e8a7742 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.479483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-078e1991-4517-424d-aca8-ce942e8a7742 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.611259 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-078e1991-4517-424d-aca8-ce942e8a7742 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.630170 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e1991-4517-424d-aca8-ce942e8a7742 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfb8926-37f5-4cd6-a6b3-7d04cce91ff4,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:17.705221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-078e1991-4517-424d-aca8-ce942e8a7742 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.706401 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-078e1991-4517-424d-aca8-ce942e8a7742 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4143136 Feb 09 16:55:17.709131 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34626) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:17.713476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-dae11d75-3ee5-4605-9eee-59b4177c5cd5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '819d9f58-e27f-4048-af24-15a16ae70e0e', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:17.787622 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae11d75-3ee5-4605-9eee-59b4177c5cd5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.845983 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae11d75-3ee5-4605-9eee-59b4177c5cd5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.896991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae11d75-3ee5-4605-9eee-59b4177c5cd5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.917361 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae11d75-3ee5-4605-9eee-59b4177c5cd5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd17d78-b18e-474f-9921-2a3dbadbadb5,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:17.979483 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dae11d75-3ee5-4605-9eee-59b4177c5cd5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:17.981467 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dae11d75-3ee5-4605-9eee-59b4177c5cd5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2714014 Feb 09 16:55:17.984176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34628) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:17.988590 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-9ba68789-42f7-4ba1-8c81-f3c1171aa245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '819d9f58-e27f-4048-af24-15a16ae70e0e', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:18.102955 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba68789-42f7-4ba1-8c81-f3c1171aa245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.169665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba68789-42f7-4ba1-8c81-f3c1171aa245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.249646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba68789-42f7-4ba1-8c81-f3c1171aa245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.268062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba68789-42f7-4ba1-8c81-f3c1171aa245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f670d1a7-2e8d-4076-beac-2b35f1661891,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:18.351138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9ba68789-42f7-4ba1-8c81-f3c1171aa245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.352506 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9ba68789-42f7-4ba1-8c81-f3c1171aa245 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673759 Feb 09 16:55:18.356146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34630) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:18.360654 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2a0123be-84c5-40ef-a526-0700eaa8afc1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '819d9f58-e27f-4048-af24-15a16ae70e0e', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:18.469061 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-2a0123be-84c5-40ef-a526-0700eaa8afc1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:55:18.474462 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a0123be-84c5-40ef-a526-0700eaa8afc1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.538107 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a0123be-84c5-40ef-a526-0700eaa8afc1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.617310 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a0123be-84c5-40ef-a526-0700eaa8afc1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.639979 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0123be-84c5-40ef-a526-0700eaa8afc1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7622b80-149a-4069-8f28-6e6a595d7f2a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:18.734243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2a0123be-84c5-40ef-a526-0700eaa8afc1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.735566 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2a0123be-84c5-40ef-a526-0700eaa8afc1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3784373 Feb 09 16:55:18.738425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34632) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:18.742831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-f95764ae-c1e6-4ee6-9539-33b9ff4c15ce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '819d9f58-e27f-4048-af24-15a16ae70e0e', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:18.833087 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-f95764ae-c1e6-4ee6-9539-33b9ff4c15ce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:55:18.838368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f95764ae-c1e6-4ee6-9539-33b9ff4c15ce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:18.901779 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f95764ae-c1e6-4ee6-9539-33b9ff4c15ce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.015071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f95764ae-c1e6-4ee6-9539-33b9ff4c15ce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.034679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95764ae-c1e6-4ee6-9539-33b9ff4c15ce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c19e607-e4c1-4641-a2e8-62c8b5cfb23c,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:19.116260 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-f95764ae-c1e6-4ee6-9539-33b9ff4c15ce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.117471 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-f95764ae-c1e6-4ee6-9539-33b9ff4c15ce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3781011 Feb 09 16:55:19.120407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34634) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:19.125958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'network': {'name': 'tempest-network-smoke--161445727', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'port_security_enabled': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:19.211356 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:55:19.214901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.238755 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:55:19.247893 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.248267 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Added segment 6dafdeb8-7620-4718-b0b5-bec26496e32c of type vlan for network f0a51205-fb35-4e22-85ae-938e620534e9 Feb 09 16:55:19.288511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.392831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.398373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:19.398973 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.466665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Network': ['ID=f0a51205-fb35-4e22-85ae-938e620534e9,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:19.477873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network f0a51205-fb35-4e22-85ae-938e620534e9 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:55:19.526864 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1fe54a7c-eb9a-4054-9c6e-84650d28986b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4047387 Feb 09 16:55:19.529859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34636) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:19.534374 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'admin_state_up': True, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:19.638762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.639871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.694479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:19.889926 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:20.142090 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:20.160743 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:20.264060 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.155 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:55:20.362927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:20.451393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:20.495071 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:55:20.498339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:55:20.501797 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:55:20.523644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:21.189657 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:21.391704 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:21.605880 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e427d9b1-7a45-40d0-843d-6e4d67813a20 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:55:21.715196 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:55:21.725676 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Sync routers for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:55:21.735821 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:21.743781 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:21.801772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:21.803035 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-90362022-5c6e-4d40-a187-da59bf621eba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2721872 Feb 09 16:55:21.806214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34638) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:21.834614 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-19d6fb9d-df9a-4799-b809-9ba630276271 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=33328a5ac1b44955a6d3703f8f78d2a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272071 Feb 09 16:55:21.837133 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34640) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:21.845131 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:21.924728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca31b28-071e-4b59-83a6-b2e3b18cb91e tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:21.926289 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3ca31b28-071e-4b59-83a6-b2e3b18cb91e tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882399 Feb 09 16:55:21.929034 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34642) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:21.957756 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-644c0010-6d3a-4b3f-8ee2-62f82d70eee1 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276453 Feb 09 16:55:21.960510 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34644) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:21.966293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-503491697', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:22.026471 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:20Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:22.053322 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Checking router: e427d9b1-7a45-40d0-843d-6e4d67813a20 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:55:22.053668 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Updating router e427d9b1-7a45-40d0-843d-6e4d67813a20 port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:55:22.077889 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.131046 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:55:22.134685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.339564 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.372048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.405704 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.434177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Subnet': ['ID=56eee5d9-8a3a-4bc3-8902-48bf4829e75f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:22.445073 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Checking segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:55:22.445514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network hostable DHCP agents. Network: f0a51205-fb35-4e22-85ae-938e620534e9, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:55:22.461229 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Attempting to bind port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:55:22.461589 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Attempting to bind port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:55:22.461941 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Attempting to bind port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:55:22.465073 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Pushing event updated for resources: {'Port': ['ID=bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:22.473410 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.473683 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.474013 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.474335 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.474658 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.474977 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.475293 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.475607 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.475918 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.476255 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.476590 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.476881 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:55:22.480276 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:55:22.480656 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:55:22.481045 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.481417 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:55:22.481876 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Bound port: bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:55:22.482243 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.534099 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] For port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:55:22.537180 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] For port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:55:22.542618 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network f0a51205-fb35-4e22-85ae-938e620534e9 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:55:22.634304 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.646459 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, f0a51205-fb35-4e22-85ae-938e620534e9) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:55:22.651145 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:22.651835 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.657038 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3902d2d-7a1a-41ba-af51-d88aaa17aad0 None None] Network f0a51205-fb35-4e22-85ae-938e620534e9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:55:22.694286 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:22.694919 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:22.700238 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bae3d6-b3fb-4c97-a58f-5b0cd5291f95 None None] Pushing event updated for resources: {'Port': ['ID=bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:22.729029 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-03e6bc23-58dc-4d65-b747-7f725e4c8b16 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7673500 Feb 09 16:55:22.732932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34646) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:22.806455 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:22.813355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-f0a51205-fb35-4e22-85ae-938e620534e9', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:55:22.814236 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:22.977767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Allocated IP 172.20.0.2 (f0a51205-fb35-4e22-85ae-938e620534e9/56eee5d9-8a3a-4bc3-8902-48bf4829e75f/86f94c77-00f8-4df1-bce1-1aa256942236) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:55:23.019217 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:20Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:23.049414 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece11c16-4e71-4d01-bcc5-143bf2dc36d5 None None] The sync data for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 is: [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:20Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:55:23.083055 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-484ea21d-af9a-488a-813a-f4f0cbd54137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.149313 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.210366 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.234284 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.294801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Pushing event updated for resources: {'Port': ['ID=86f94c77-00f8-4df1-bce1-1aa256942236,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:23.305526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Network f0a51205-fb35-4e22-85ae-938e620534e9 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:55:23.306903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:55:23.309287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:55:23.368303 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Attempting to bind port 86f94c77-00f8-4df1-bce1-1aa256942236 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:55:23.368687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Attempting to bind port 86f94c77-00f8-4df1-bce1-1aa256942236 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:55:23.369201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Attempting to bind port 86f94c77-00f8-4df1-bce1-1aa256942236 on network f0a51205-fb35-4e22-85ae-938e620534e9 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:55:23.375371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:55:23.375683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Checking segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:55:23.376195 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.377227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Bound using segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:55:23.377227 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Bound port: 86f94c77-00f8-4df1-bce1-1aa256942236, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:55:23.377518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.453628 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] For port 86f94c77-00f8-4df1-bce1-1aa256942236, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:55:23.457883 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] For port 86f94c77-00f8-4df1-bce1-1aa256942236, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=86f94c77-00f8-4df1-bce1-1aa256942236,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:55:23.514748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.539680 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.1 (f0a51205-fb35-4e22-85ae-938e620534e9/56eee5d9-8a3a-4bc3-8902-48bf4829e75f/9aa8a4ee-ed57-4497-af94-cf260564f456) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:55:23.582093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62aab2-7058-4f48-a530-28bf1e7f3e93 None None] Pushing event updated for resources: {'Port': ['ID=86f94c77-00f8-4df1-bce1-1aa256942236,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:23.687944 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.781511 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:23.831358 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network f0a51205-fb35-4e22-85ae-938e620534e9 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:55:23.837094 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:55:23.846665 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:55:23.874717 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=9aa8a4ee-ed57-4497-af94-cf260564f456,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:23.907081 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.126908 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.320543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:55:24.368678 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:24.369063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.411705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.452488 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.457157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.474713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:24.540527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.542447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=9aa8a4ee-ed57-4497-af94-cf260564f456,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:24.543451 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.544283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 86f94c77-00f8-4df1-bce1-1aa256942236 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:55:24.623791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:24.641486 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network f0a51205-fb35-4e22-85ae-938e620534e9 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:55:24.643223 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:55:24.658853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 86f94c77-00f8-4df1-bce1-1aa256942236 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:24.659228 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.744235 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.765567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e427d9b1-7a45-40d0-843d-6e4d67813a20 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:55:24.783862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 86f94c77-00f8-4df1-bce1-1aa256942236, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=86f94c77-00f8-4df1-bce1-1aa256942236,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:24.874653 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:24.893580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:55:24.915204 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-15c0a5d2-f217-4a10-9acd-7236f8ea94fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/e427d9b1-7a45-40d0-843d-6e4d67813a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1808732 Feb 09 16:55:24.939636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=86f94c77-00f8-4df1-bce1-1aa256942236,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:25.007860 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fc146c-b9e9-44eb-9c79-11844bfa75ef None None] Network f0a51205-fb35-4e22-85ae-938e620534e9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:55:25.059443 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Sync routers for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:55:25.064071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ed510b66-489c-4bca-b9f5-1a21f42c4ee6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1790944150&fields=id&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 267 time: 0.0385418 Feb 09 16:55:25.087074 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:25.087697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:54:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:25.138651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-9f596c40-f56a-4e90-bc70-7edb4a88857a None None] Provisioning complete for port 86f94c77-00f8-4df1-bce1-1aa256942236 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:25.138943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9f596c40-f56a-4e90-bc70-7edb4a88857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:25.176800 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-21de9cf9-e44c-4cad-ad09-356ae811b4b6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:25.178382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-21de9cf9-e44c-4cad-ad09-356ae811b4b6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 796 time: 0.1072547 Feb 09 16:55:25.195969 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-03050545-d1b6-45b1-92c4-98a57d526aba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/quotas/33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 375 time: 0.0109839 Feb 09 16:55:25.249903 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-f4597592-2e31-4b23-82d1-213a56e8772e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477033 Feb 09 16:55:25.302837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:25.365591 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-364290d0-2ba5-48ab-b255-1ef8dc12d732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:25.412672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-2f2a073f-8777-40ed-bec4-951d320ab92e service neutron] 10.222.0.53 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506917 Feb 09 16:55:25.511877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-e2adac20-a1cc-4373-a784-54c1b5b54dec service neutron] 10.222.0.53 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907750 Feb 09 16:55:25.731672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 2, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:25.750885 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3d40538-1959-4f11-8331-8a649a798814 req-ac49d379-ac24-490a-bd35-062c6018df2c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 210 time: 0.0328839 Feb 09 16:55:25.759672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Checking router: e427d9b1-7a45-40d0-843d-6e4d67813a20 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:55:25.760116 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Updating router e427d9b1-7a45-40d0-843d-6e4d67813a20 port 9aa8a4ee-ed57-4497-af94-cf260564f456 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:55:25.786352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:25.924691 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-87ffd02d-5528-46c1-8223-7016c484d754 None None] Provisioning complete for port 86f94c77-00f8-4df1-bce1-1aa256942236 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:25.924989 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-87ffd02d-5528-46c1-8223-7016c484d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.136625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-87ffd02d-5528-46c1-8223-7016c484d754 None None] Provisioning complete for port 9aa8a4ee-ed57-4497-af94-cf260564f456 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:26.136998 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-87ffd02d-5528-46c1-8223-7016c484d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.164026 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.180297 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-87ffd02d-5528-46c1-8223-7016c484d754 None None] Port 9aa8a4ee-ed57-4497-af94-cf260564f456 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:55:26.251195 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.281605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:55:26.345872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f88c6-44c3-4026-85f9-62b0bda5f522 None None] Pushing event updated for resources: {'Port': ['ID=9aa8a4ee-ed57-4497-af94-cf260564f456,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:26.356781 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7745bcab-93e7-45c6-9e93-4c29b1f54f79 None None] Provisioning complete for port 9aa8a4ee-ed57-4497-af94-cf260564f456 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:26.357175 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7745bcab-93e7-45c6-9e93-4c29b1f54f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.439405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-7745bcab-93e7-45c6-9e93-4c29b1f54f79 None None] Port 9aa8a4ee-ed57-4497-af94-cf260564f456 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:55:26.444317 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Attempting to bind port 9aa8a4ee-ed57-4497-af94-cf260564f456 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:55:26.444692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Attempting to bind port 9aa8a4ee-ed57-4497-af94-cf260564f456 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:55:26.445051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Attempting to bind port 9aa8a4ee-ed57-4497-af94-cf260564f456 on network f0a51205-fb35-4e22-85ae-938e620534e9 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:55:26.447049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:26.447410 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.471146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:55:26.471454 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Checking segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:55:26.471843 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.472268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Bound using segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:55:26.472752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Bound port: 9aa8a4ee-ed57-4497-af94-cf260564f456, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:55:26.473133 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.594745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] For port 9aa8a4ee-ed57-4497-af94-cf260564f456, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:55:26.599115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 86f94c77-00f8-4df1-bce1-1aa256942236 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:55:26.601696 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] For port 9aa8a4ee-ed57-4497-af94-cf260564f456, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9aa8a4ee-ed57-4497-af94-cf260564f456,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:55:26.606281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-20b8885f-ec02-46f0-abd5-736d678b1ff5 None None] Provisioning complete for port 9aa8a4ee-ed57-4497-af94-cf260564f456 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:26.606648 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-20b8885f-ec02-46f0-abd5-736d678b1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.667445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-20b8885f-ec02-46f0-abd5-736d678b1ff5 None None] Port 9aa8a4ee-ed57-4497-af94-cf260564f456 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:55:26.679331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 86f94c77-00f8-4df1-bce1-1aa256942236 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:26.679707 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.736003 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.832356 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:26.841533 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f88c6-44c3-4026-85f9-62b0bda5f522 None None] Pushing event updated for resources: {'Port': ['ID=9aa8a4ee-ed57-4497-af94-cf260564f456,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:26.844597 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:26.845217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:26.849162 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fc3cd2a-d920-468a-b50b-d1c77e56a07e req-7612e9c9-131a-45be-8b4a-167122bc6c5f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 210 time: 0.0321040 Feb 09 16:55:26.965156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:27.114626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-e9ef84e0-62bf-4748-b982-3c64f84191e9 None None] Provisioning complete for port 9aa8a4ee-ed57-4497-af94-cf260564f456 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:27.114898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e9ef84e0-62bf-4748-b982-3c64f84191e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:27.235044 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:26Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:27.260973 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e9ef84e0-62bf-4748-b982-3c64f84191e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:27.262997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c2341-ba4b-4ec9-9228-ba340071bc52 None None] The sync data for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 is: [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:26Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:55:27.297915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-e9ef84e0-62bf-4748-b982-3c64f84191e9 None None] For port 9aa8a4ee-ed57-4497-af94-cf260564f456, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9aa8a4ee-ed57-4497-af94-cf260564f456,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:27.369577 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e9ef84e0-62bf-4748-b982-3c64f84191e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:27.426276 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef84e0-62bf-4748-b982-3c64f84191e9 None None] Pushing event updated for resources: {'Port': ['ID=9aa8a4ee-ed57-4497-af94-cf260564f456,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:27.937662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8056cfc2-8c80-4450-9a8f-77b8f5a53a92 req-33c0f8bc-52a1-4ead-b37d-cc06eea5ab4c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 210 time: 0.0322876 Feb 09 16:55:28.279849 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9aa8a4ee-ed57-4497-af94-cf260564f456 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:55:28.329099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 9aa8a4ee-ed57-4497-af94-cf260564f456 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:28.329476 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:28.445267 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:28.565504 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:29.015527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-50bc892f-8b40-4da3-a8fa-ebd969027b03 req-62a6f813-4790-44d3-a7c6-484990bf63f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 210 time: 0.0263543 Feb 09 16:55:30.115060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-28fe4fda-5790-4dd4-b1a4-1813383332db req-a814c2a2-2079-43a5-92aa-77212743c159 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Feb 09 16:55:30.695095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:31.208924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4ae79426-c2bc-4d50-9f6e-c1c845ee5639 req-1db4de67-ea9d-4bfe-ac96-af4f628d0c56 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 210 time: 0.0265591 Feb 09 16:55:31.649165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-bdb62c11-092a-4085-a5db-c39cf9d8da2e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:31.650633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-bdb62c11-092a-4085-a5db-c39cf9d8da2e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 796 time: 0.1055858 Feb 09 16:55:31.695199 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-2149c234-65fe-4c1c-903b-11373f9fdf78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 380 time: 0.0351775 Feb 09 16:55:31.705310 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'port': {'device_id': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'admin_state_up': True, 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'security_groups': ['819d9f58-e27f-4048-af24-15a16ae70e0e']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:31.889124 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:55:31.893032 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:32.022412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.10 (f0a51205-fb35-4e22-85ae-938e620534e9/56eee5d9-8a3a-4bc3-8902-48bf4829e75f/db888b7e-235f-4587-803a-3b75ad73a4ee) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:55:32.160113 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:32.244009 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:32.318281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network f0a51205-fb35-4e22-85ae-938e620534e9 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:55:32.323539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:55:32.328915 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:55:32.333492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:32.371412 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:32.383199 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c548e-97a6-4696-9ada-1a113d112edb req-29b95d0d-4e4b-45fb-a850-9dba101227dd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:32.384802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-169c548e-97a6-4696-9ada-1a113d112edb req-29b95d0d-4e4b-45fb-a850-9dba101227dd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 932 time: 0.1049130 Feb 09 16:55:32.398671 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:32.399326 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:32.441839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-169c548e-97a6-4696-9ada-1a113d112edb req-b8805a81-2c4c-411a-8445-b00c2c5422cb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478683 Feb 09 16:55:32.533425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-a09113a1-a8de-4746-aec4-b6dc77080e3a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8318450 Feb 09 16:55:32.546597 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Request body: {'port': {'device_id': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:32.603469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:32.622990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d7b102d2-7e39-4ab8-9e85-b4908f35f47a None None] Provisioning complete for port db888b7e-235f-4587-803a-3b75ad73a4ee triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:32.623439 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d7b102d2-7e39-4ab8-9e85-b4908f35f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:32.657711 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d7b102d2-7e39-4ab8-9e85-b4908f35f47a None None] Port db888b7e-235f-4587-803a-3b75ad73a4ee cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:55:32.868789 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db888b7e-235f-4587-803a-3b75ad73a4ee {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:55:32.876613 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:32.888853 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Transition to ACTIVE for port object db888b7e-235f-4587-803a-3b75ad73a4ee will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:55:32.953939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:33.002410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:33.081001 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Attempting to bind port db888b7e-235f-4587-803a-3b75ad73a4ee on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:55:33.081340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Attempting to bind port db888b7e-235f-4587-803a-3b75ad73a4ee by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:55:33.081700 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Attempting to bind port db888b7e-235f-4587-803a-3b75ad73a4ee on network f0a51205-fb35-4e22-85ae-938e620534e9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:55:33.086371 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Port db888b7e-235f-4587-803a-3b75ad73a4ee on network f0a51205-fb35-4e22-85ae-938e620534e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:55:33.086694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Attempting to bind port db888b7e-235f-4587-803a-3b75ad73a4ee on network f0a51205-fb35-4e22-85ae-938e620534e9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:55:33.091703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:55:33.092044 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Checking segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:55:33.092466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Bound using segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:55:33.092918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Bound port: db888b7e-235f-4587-803a-3b75ad73a4ee, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:55:33.093267 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:33.161246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:55:33.164341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:55:33.223145 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:33.259184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:33.259819 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:33.261224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] 10.222.0.73 "PUT /v2.0/ports/db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 1092 time: 0.7187424 Feb 09 16:55:33.261667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:55:33.263956 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d526d668-5966-4602-9c64-82a1f75c76b1" -d '{"events": [{"name": "network-changed", "server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:55:33.300656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b4cd2-113f-405a-add9-a15cf4d22572 service neutron] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:33.307934 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a505da7-4e9f-45a5-a938-a857e1bb0f1f x-openstack-request-id: req-3a505da7-4e9f-45a5-a938-a857e1bb0f1f {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:55:33.308267 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:55:33.308525 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a505da7-4e9f-45a5-a938-a857e1bb0f1f {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:55:33.308932 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'status': 'completed', 'code': 200} Feb 09 16:55:33.380428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526d668-5966-4602-9c64-82a1f75c76b1 req-ae28b8bd-a45b-4bd5-a33c-f385e7d99fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:33.382296 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d526d668-5966-4602-9c64-82a1f75c76b1 req-ae28b8bd-a45b-4bd5-a33c-f385e7d99fa6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1095 time: 0.0520453 Feb 09 16:55:33.490981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526d668-5966-4602-9c64-82a1f75c76b1 req-5b05de24-40c7-4e8f-b28d-2a4388acbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:33.492724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d526d668-5966-4602-9c64-82a1f75c76b1 req-5b05de24-40c7-4e8f-b28d-2a4388acbc69 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1005785 Feb 09 16:55:33.624382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd490c-ef2b-40d1-8ae8-7ac2e379ce87 req-5ac3c876-9072-45d2-95c2-e1ed9bfdb8a6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:33.626006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1fd490c-ef2b-40d1-8ae8-7ac2e379ce87 req-5ac3c876-9072-45d2-95c2-e1ed9bfdb8a6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.1064894 Feb 09 16:55:33.631299 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526d668-5966-4602-9c64-82a1f75c76b1 req-1d05edb7-19fc-4f64-a436-657a3912edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:33.633028 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d526d668-5966-4602-9c64-82a1f75c76b1 req-1d05edb7-19fc-4f64-a436-657a3912edb0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329463 Feb 09 16:55:33.669819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1fd490c-ef2b-40d1-8ae8-7ac2e379ce87 req-13b099b9-6854-40a2-9d72-781ba5c6bdc9 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351758 Feb 09 16:55:33.725433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-c6f587be-5d85-43ac-8206-5fc19fce2c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:33.727064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-c6f587be-5d85-43ac-8206-5fc19fce2c57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1095 time: 0.0528145 Feb 09 16:55:33.774252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-0f0e2175-0e12-466d-a078-845c39e5d573 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 217 time: 0.0387473 Feb 09 16:55:33.824577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-e56d98fc-306d-4439-a9ec-712e920cc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:33.826097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-e56d98fc-306d-4439-a9ec-712e920cc088 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0450070 Feb 09 16:55:33.874101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-9fd1d36e-695b-4b3c-b5f7-0ceb60fe4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:33.875811 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-9fd1d36e-695b-4b3c-b5f7-0ceb60fe4158 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434618 Feb 09 16:55:33.971704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-c79aacd5-1ceb-47a0-a65f-559d4ae9deeb service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887508 Feb 09 16:55:34.063864 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-745f6346-bcd4-4d7c-8703-ffd14283705a req-b8f8a5fa-f525-4271-ae26-5a54558121b4 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836349 Feb 09 16:55:34.788332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0880e7-3874-4304-837c-e70af434ffef req-0ff97a45-bcc2-4efb-873f-933edf87e16c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:34.789820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b0880e7-3874-4304-837c-e70af434ffef req-0ff97a45-bcc2-4efb-873f-933edf87e16c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.0497978 Feb 09 16:55:34.830829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3b0880e7-3874-4304-837c-e70af434ffef req-262f6572-91d4-488d-b2b6-952d019387da tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349796 Feb 09 16:55:35.945925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3796e73-8b38-4fc2-8d3c-c7024ad1af46 req-0a526fbc-b484-4005-ab47-52ac4504a11d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:35.947412 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3796e73-8b38-4fc2-8d3c-c7024ad1af46 req-0a526fbc-b484-4005-ab47-52ac4504a11d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.0506878 Feb 09 16:55:35.987033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d3796e73-8b38-4fc2-8d3c-c7024ad1af46 req-0f77608d-8787-4f63-b631-2fa7e49926b9 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335858 Feb 09 16:55:36.828017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device db888b7e-235f-4587-803a-3b75ad73a4ee details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:55:36.924075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:36.935157 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'port_id': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'mac_address': 'fa:16:3e:8d:1d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:55:36.971935 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:36.988366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db888b7e-235f-4587-803a-3b75ad73a4ee {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:55:37.006774 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:37.074109 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:37.108224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb692fc4-2569-4542-bd06-3494f08f98ad req-b44a287f-1b9c-4993-ba8d-11e8f4cef3b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:37.109657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb692fc4-2569-4542-bd06-3494f08f98ad req-b44a287f-1b9c-4993-ba8d-11e8f4cef3b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.0509522 Feb 09 16:55:37.122797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:37.148002 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cb692fc4-2569-4542-bd06-3494f08f98ad req-b8d9b7f2-e0a6-4be4-b99f-27f7120f9346 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323296 Feb 09 16:55:37.302525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['db888b7e-235f-4587-803a-3b75ad73a4ee'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:55:38.267336 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c00e0d-c4fc-403f-a9fa-97c7d96f4372 req-b93c0acb-3d59-4642-bacf-1ca6b63e824c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:38.268853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c00e0d-c4fc-403f-a9fa-97c7d96f4372 req-b93c0acb-3d59-4642-bacf-1ca6b63e824c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 945 time: 0.0483479 Feb 09 16:55:38.310299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f7c00e0d-c4fc-403f-a9fa-97c7d96f4372 req-1aebc4fd-5ece-4628-998b-45d0697c93c9 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355141 Feb 09 16:55:38.844305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device db888b7e-235f-4587-803a-3b75ad73a4ee up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:55:38.959182 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port db888b7e-235f-4587-803a-3b75ad73a4ee completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:55:38.963348 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port db888b7e-235f-4587-803a-3b75ad73a4ee triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:55:38.967958 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:39.043487 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:39.065369 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:55:39.067662 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982794e6-3bb4-4915-b560-fb290e0abf3e" -d '{"events": [{"server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "name": "network-vif-plugged", "status": "completed", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:55:39.081030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:55:39.159557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:39.164709 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f2f337-54f2-4bb1-9693-084ca877e08a x-openstack-request-id: req-94f2f337-54f2-4bb1-9693-084ca877e08a {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:55:39.164992 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "name": "network-vif-plugged", "status": "completed", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:55:39.165239 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94f2f337-54f2-4bb1-9693-084ca877e08a {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:55:39.165646 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'code': 200} Feb 09 16:55:39.212822 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:39.267512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b586-454c-4d27-aa6b-19c9f97c2abc req-15afa327-9b35-4357-971f-9e4eb0f5f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:39.269357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c69b586-454c-4d27-aa6b-19c9f97c2abc req-15afa327-9b35-4357-971f-9e4eb0f5f619 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1097 time: 0.0418928 Feb 09 16:55:39.304363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0c69b586-454c-4d27-aa6b-19c9f97c2abc req-86de3a98-bd8b-4b9e-8901-60d20fa8dc73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267918 Feb 09 16:55:39.691743 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e3e91-1a7e-4f00-a0ec-ed6a7240070f req-2285b28b-3690-49b1-bc31-5f2f530c2b11 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:39.693180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e8e3e91-1a7e-4f00-a0ec-ed6a7240070f req-2285b28b-3690-49b1-bc31-5f2f530c2b11 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Feb 09 16:55:39.732808 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2e8e3e91-1a7e-4f00-a0ec-ed6a7240070f req-9e9cb3f2-6dc9-4adc-9cc7-6625c6378644 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336843 Feb 09 16:55:40.850756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d884-79c6-4a86-8caf-129333b10c3d req-d85ae788-9246-4acd-acc6-ee9e1dba7421 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:40.852270 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4160d884-79c6-4a86-8caf-129333b10c3d req-d85ae788-9246-4acd-acc6-ee9e1dba7421 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0485620 Feb 09 16:55:40.895132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4160d884-79c6-4a86-8caf-129333b10c3d req-ce064c38-92d0-4068-a791-cb3056c0bd8c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366580 Feb 09 16:55:41.009749 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ed89e-d813-48d4-ac44-4ff83c1d4bee req-bfebfb61-f62b-4067-a161-5e75f6295f80 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:41.011369 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-819ed89e-d813-48d4-ac44-4ff83c1d4bee req-bfebfb61-f62b-4067-a161-5e75f6295f80 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0490465 Feb 09 16:55:41.050273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-819ed89e-d813-48d4-ac44-4ff83c1d4bee req-29afd115-086e-49c2-9aa1-dd14793a0ae6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 Feb 09 16:55:41.072732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34720) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:41.112529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c583e8-6a9c-439f-8a64-c3a79366a493 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:41.114136 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-90c583e8-6a9c-439f-8a64-c3a79366a493 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1092 time: 0.0404253 Feb 09 16:55:41.116986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34722) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:41.121224 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:55:41.216581 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:41.315836 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:41.418820 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.5 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/f7d83c97-4102-49f7-b42c-defb99c098f5) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:55:41.524890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:41.638252 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:41.680032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:55:41.683248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:55:41.686748 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:55:41.708634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=f7d83c97-4102-49f7-b42c-defb99c098f5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:42.388963 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:42.515200 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:42.664875 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:42.731118 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:42.803475 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=f7d83c97-4102-49f7-b42c-defb99c098f5,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:55:42.815995 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:42.916352 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP 24e64ea6-588a-4abc-9fc7-9f9f9239fd40 associated. External IP: 172.25.5.5, port: db888b7e-235f-4587-803a-3b75ad73a4ee. Feb 09 16:55:43.132983 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e427d9b1-7a45-40d0-843d-6e4d67813a20 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:55:43.237311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:55:43.246971 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] Sync routers for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:55:43.257344 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:43.258043 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:43.325290 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:43.355690 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-820aa012-cb28-41ac-b167-05aac7aadf90 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2376697 Feb 09 16:55:43.356313 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:55:43.359203 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8727ae-494f-49aa-aeba-3437433547c7" -d '{"events": [{"name": "network-changed", "server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:55:43.365724 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:43.467280 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf95a6-3bbb-4696-9aa9-23938c3d6a4b x-openstack-request-id: req-bbaf95a6-3bbb-4696-9aa9-23938c3d6a4b {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:55:43.467813 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:55:43.467813 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbaf95a6-3bbb-4696-9aa9-23938c3d6a4b {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:55:43.468259 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'status': 'completed', 'code': 200} Feb 09 16:55:43.470284 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24125f7-b1bb-481d-966f-63176bd7b732 req-262c6843-4b62-4572-84d7-5abdb1391cb3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:43.471987 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d24125f7-b1bb-481d-966f-63176bd7b732 req-262c6843-4b62-4572-84d7-5abdb1391cb3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0646183 Feb 09 16:55:43.543099 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d24125f7-b1bb-481d-966f-63176bd7b732 req-302ce794-bad4-4a6a-9a45-af3fd3bf32e9 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633297 Feb 09 16:55:43.551735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-6dee67d0-c8cb-4fe4-bee2-26ae95c2bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:43.553233 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-6dee67d0-c8cb-4fe4-bee2-26ae95c2bc5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1097 time: 0.0596402 Feb 09 16:55:43.566839 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34730) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:43.605248 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '24e64ea6-588a-4abc-9fc7-9f9f9239fd40', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'port_id': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'mac_address': 'fa:16:3e:8d:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:55:42Z', 'updated_at': '2022-02-09T16:55:42Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:27Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:43.634558 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] Checking router: e427d9b1-7a45-40d0-843d-6e4d67813a20 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:55:43.638380 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-750a7356-f425-4279-bb4f-f68e35f41c44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/24e64ea6-588a-4abc-9fc7-9f9f9239fd40 HTTP/1.1" status: 200 len: 990 time: 0.0697048 Feb 09 16:55:43.644496 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:55:43.645130 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:55:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:43.758731 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:55:43.991128 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-9e31925c-9c02-4884-a7e1-8391e0f51cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:43.992636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-9e31925c-9c02-4884-a7e1-8391e0f51cec service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.4305496 Feb 09 16:55:44.063702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-d87d2472-25af-454f-a951-987e67f03f4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 998 time: 0.0635419 Feb 09 16:55:44.092112 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '24e64ea6-588a-4abc-9fc7-9f9f9239fd40', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'port_id': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'mac_address': 'fa:16:3e:8d:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:55:42Z', 'updated_at': '2022-02-09T16:55:42Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:27Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:55:44.115522 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-53a45c26-884e-4aaa-ae69-344d89f91657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:44.117010 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-53a45c26-884e-4aaa-ae69-344d89f91657 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0459249 Feb 09 16:55:44.120218 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a2fd6-3d07-4415-a4dc-b51244374f20 None None] The sync data for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 is: [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '24e64ea6-588a-4abc-9fc7-9f9f9239fd40', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.5', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'port_id': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'mac_address': 'fa:16:3e:8d:1d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:55:42Z', 'updated_at': '2022-02-09T16:55:42Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:27Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:55:44.167960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-23a9de93-cf6b-42fa-85e4-3129fd2e768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:55:44.169581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-23a9de93-cf6b-42fa-85e4-3129fd2e768e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445664 Feb 09 16:55:44.280887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-d91a1e07-e546-4daa-89af-85ab6f52cc16 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040459 Feb 09 16:55:44.339633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24ffe8-2afc-4fc8-8ab7-cb2342874fb3 None None] New status for floating IP 24e64ea6-588a-4abc-9fc7-9f9f9239fd40: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:55:44.379499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1a8727ae-494f-49aa-aeba-3437433547c7 req-3e592aa9-fa47-45f3-94b2-f97e201186f1 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911493 Feb 09 16:55:44.641675 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34732) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:55:44.706297 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-bf151f12-1390-4a0e-8617-3d1be06b7a20 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/24e64ea6-588a-4abc-9fc7-9f9f9239fd40 HTTP/1.1" status: 200 len: 992 time: 0.0634260 Feb 09 16:55:52.405126 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:55:53.016617 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c19f868-e84c-43f5-95e5-eff6a2f3a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:55.283029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-94836c1f-342c-45d2-9be4-ce963fee0fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:56.768664 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:58.408502 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:55:58.568765 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:00.671331 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:02.370233 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:16.028771 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-8c9478b9-49d4-4fb9-86ac-3651bc885535 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414917 Feb 09 16:56:16.117946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-15b2640d-81df-45cb-ae39-333c2bb9ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:16.119443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-15b2640d-81df-45cb-ae39-333c2bb9ce5b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1097 time: 0.0451598 Feb 09 16:56:16.235398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-46f781ed-2670-45c0-a621-258fe231175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:16.237430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-46f781ed-2670-45c0-a621-258fe231175e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.0850539 Feb 09 16:56:16.311931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-b66388a3-8b80-4458-b6d8-fd5f96eb2e94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 1000 time: 0.0644944 Feb 09 16:56:16.360511 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-8bfc863a-4ef6-452a-bb06-5891c20c1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:16.362064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-8bfc863a-4ef6-452a-bb06-5891c20c1387 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0437205 Feb 09 16:56:16.408368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-35fe1f09-ddec-4bfe-8464-1c81e119efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:16.409877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-35fe1f09-ddec-4bfe-8464-1c81e119efed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405750 Feb 09 16:56:16.503817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-2a36f1ca-4d36-4f1f-a020-453ab4138715 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852761 Feb 09 16:56:16.595793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbbb6197-4e30-48c6-b085-6724e3fef253 req-7c3a75a1-8166-4b42-ac25-940374d00b91 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845032 Feb 09 16:56:17.991565 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-cde4bc01-8fa5-4e98-9d77-8c91556d738a req-266d7d45-4a63-4602-b5f5-a677d1ed8c12 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:56:17.992600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-cde4bc01-8fa5-4e98-9d77-8c91556d738a req-266d7d45-4a63-4602-b5f5-a677d1ed8c12 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056460 Feb 09 16:56:18.319856 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95416e5b-2b7b-4adf-becd-a59915d8c24a req-9501a087-c48e-4978-a4ee-71d56309087b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:18.321400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95416e5b-2b7b-4adf-becd-a59915d8c24a req-9501a087-c48e-4978-a4ee-71d56309087b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0498197 Feb 09 16:56:18.358989 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95416e5b-2b7b-4adf-becd-a59915d8c24a req-14693367-e814-4374-a4f5-be952fc4e3c6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Feb 09 16:56:18.475378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34750) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:56:18.560879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-d031d842-c783-4184-b19c-22525ec7fb17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843284 Feb 09 16:56:18.569473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-7f306cc8-17bd-441c-ae02-e53022e69ef4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 16:56:18.570641 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-7f306cc8-17bd-441c-ae02-e53022e69ef4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049686 Feb 09 16:56:19.478710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280352bf-c280-48d8-a36e-afdd704bbc02 req-9e50a859-2b40-4983-81a6-543630d976ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:19.480278 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-280352bf-c280-48d8-a36e-afdd704bbc02 req-9e50a859-2b40-4983-81a6-543630d976ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0505395 Feb 09 16:56:19.523308 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-280352bf-c280-48d8-a36e-afdd704bbc02 req-bd6ddc2a-e969-424b-902d-b5e75fd22764 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361500 Feb 09 16:56:20.646383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-95e1570f-70df-4c9e-86be-86d6b56b959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:20.647906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-95e1570f-70df-4c9e-86be-86d6b56b959b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1097 time: 0.0768161 Feb 09 16:56:20.660624 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd4bc6-83a9-4a2f-a01d-c1e8874fcb1e req-609b9d1b-71c7-4981-9449-363a0c3920ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:20.662111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8bd4bc6-83a9-4a2f-a01d-c1e8874fcb1e req-609b9d1b-71c7-4981-9449-363a0c3920ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0651309 Feb 09 16:56:20.746293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d8bd4bc6-83a9-4a2f-a01d-c1e8874fcb1e req-03c95609-fa0e-42fc-94f3-d8e1e9583af7 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756872 Feb 09 16:56:20.776578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-ad1c13e7-fe45-48c0-9636-1a4770ad7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:20.778071 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-ad1c13e7-fe45-48c0-9636-1a4770ad7fe0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.1150935 Feb 09 16:56:20.849511 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-0c75d8e2-4236-4fa4-bed6-d7140e2e51cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 1000 time: 0.0640512 Feb 09 16:56:20.900581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-1f985a2f-3b45-4faa-8337-f393ed8d31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:20.902076 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-1f985a2f-3b45-4faa-8337-f393ed8d31b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0444500 Feb 09 16:56:20.949777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-5adbbbd8-bf6f-4fac-9e6f-b68273486af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:20.951294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-5adbbbd8-bf6f-4fac-9e6f-b68273486af9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413854 Feb 09 16:56:21.047895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-cd114622-bb60-453c-a808-61b9d6ae0f12 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892534 Feb 09 16:56:21.146552 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-bf2fa4ee-1f72-4fa0-9d36-9f9e3cc62378 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861089 Feb 09 16:56:21.886985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc3a09-e106-4d11-bf05-5ab4059b73f0 req-13fa2024-c381-4e59-9553-0317abe0105b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:21.888636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ccc3a09-e106-4d11-bf05-5ab4059b73f0 req-13fa2024-c381-4e59-9553-0317abe0105b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0594578 Feb 09 16:56:21.928978 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ccc3a09-e106-4d11-bf05-5ab4059b73f0 req-34527169-6f0b-44a1-985d-8b5c86faaccc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Feb 09 16:56:23.025034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-acf4f4b1-702b-468b-99d2-57393e49263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:23.048847 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59acf-e4fb-4306-a2e3-940ecb3a9e64 req-b9c2ff3e-5424-4801-8863-7ce057aa4257 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:23.050367 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ec59acf-e4fb-4306-a2e3-940ecb3a9e64 req-b9c2ff3e-5424-4801-8863-7ce057aa4257 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0506825 Feb 09 16:56:23.088331 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ec59acf-e4fb-4306-a2e3-940ecb3a9e64 req-b8596c89-b9ce-491c-91ce-e9d6730d7e8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Feb 09 16:56:24.207460 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d11c48-fc87-44f0-85f6-98d003cfb22c req-efe5ca79-add9-4b45-a890-8259930c1d98 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:24.208983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03d11c48-fc87-44f0-85f6-98d003cfb22c req-efe5ca79-add9-4b45-a890-8259930c1d98 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0489414 Feb 09 16:56:24.251378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-03d11c48-fc87-44f0-85f6-98d003cfb22c req-cd0c2080-9184-44b9-820b-491bd157c587 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358777 Feb 09 16:56:25.290033 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e1f44e49-b009-49f6-a810-8b57879c82af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:25.377534 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66026e74-d67d-492b-b7be-589a1743853c req-a8a550a0-cde5-46ec-acb2-8bfa08f120ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:25.379045 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66026e74-d67d-492b-b7be-589a1743853c req-a8a550a0-cde5-46ec-acb2-8bfa08f120ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0575879 Feb 09 16:56:25.420292 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66026e74-d67d-492b-b7be-589a1743853c req-592a9ac9-fbbf-4deb-8fd7-efa439f5344a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349526 Feb 09 16:56:26.539275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdfaf8-8605-4a4c-ae30-2ae6b58b5b27 req-cbbf1c09-77b6-4d99-9235-d87125aa6229 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:26.540836 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52bdfaf8-8605-4a4c-ae30-2ae6b58b5b27 req-cbbf1c09-77b6-4d99-9235-d87125aa6229 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0506368 Feb 09 16:56:26.580613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52bdfaf8-8605-4a4c-ae30-2ae6b58b5b27 req-dead7a3e-121b-483c-9f0f-33e67dcd4b23 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Feb 09 16:56:26.792583 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:27.701858 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610a875-f5bb-4839-9fa7-55eba9e553d5 req-0e41eb29-9c7c-49ad-bcfc-6f0047c88969 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:27.703498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d610a875-f5bb-4839-9fa7-55eba9e553d5 req-0e41eb29-9c7c-49ad-bcfc-6f0047c88969 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0521562 Feb 09 16:56:27.745293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d610a875-f5bb-4839-9fa7-55eba9e553d5 req-a517df7b-f6fc-4281-88c2-46fcf0875334 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352299 Feb 09 16:56:28.427160 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:28.598412 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:28.872835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5943269-781c-4a51-9ca6-de18b6b5d0ff req-31a7e452-a090-4f14-9d62-8d62ddfa9149 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:28.874347 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5943269-781c-4a51-9ca6-de18b6b5d0ff req-31a7e452-a090-4f14-9d62-8d62ddfa9149 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0564039 Feb 09 16:56:28.918102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b5943269-781c-4a51-9ca6-de18b6b5d0ff req-edf1a180-85ae-42d2-9cf2-3868e35cbaef tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366960 Feb 09 16:56:29.404661 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:56:30.037346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03f112-b98d-4a58-91c4-73bae527f127 req-828a0fbb-5226-49f3-ade7-96b9a087608c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:30.038936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f03f112-b98d-4a58-91c4-73bae527f127 req-828a0fbb-5226-49f3-ade7-96b9a087608c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0500495 Feb 09 16:56:30.078750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1f03f112-b98d-4a58-91c4-73bae527f127 req-21608b54-b5db-4864-abae-79ddf804e12e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336933 Feb 09 16:56:30.716732 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:31.198281 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e537b2-63e8-432e-9ea2-4219677bd1b2 req-c31cc297-cac6-4760-885f-c38e6e954882 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:31.199764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7e537b2-63e8-432e-9ea2-4219677bd1b2 req-c31cc297-cac6-4760-885f-c38e6e954882 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0501280 Feb 09 16:56:31.238173 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e7e537b2-63e8-432e-9ea2-4219677bd1b2 req-d29c6f94-7e2e-4619-9373-34d45ff807a9 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Feb 09 16:56:32.363434 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3d23f-34b9-41a6-b84a-ee93130da182 req-789fda8f-c347-4bc0-92a2-f3d430bc9878 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:32.365107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2e3d23f-34b9-41a6-b84a-ee93130da182 req-789fda8f-c347-4bc0-92a2-f3d430bc9878 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0572979 Feb 09 16:56:32.406301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2e3d23f-34b9-41a6-b84a-ee93130da182 req-7cf540fa-34d1-444b-b26d-305c210d6e0e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347817 Feb 09 16:56:32.579568 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:33.527253 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240a8c5-69d2-4734-b712-30b0173a2722 req-d3a06b66-05eb-4c52-8623-6037d6384525 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:33.528839 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e240a8c5-69d2-4734-b712-30b0173a2722 req-d3a06b66-05eb-4c52-8623-6037d6384525 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0507345 Feb 09 16:56:33.571139 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e240a8c5-69d2-4734-b712-30b0173a2722 req-6b2a7481-0a28-4714-8172-7f236b96e64d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363305 Feb 09 16:56:34.689379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306b4ed-1740-4ce0-95d7-e66fc41d8f1a req-95f4a673-6ff6-463a-b0db-8b1fcc4e04b1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:34.691006 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8306b4ed-1740-4ce0-95d7-e66fc41d8f1a req-95f4a673-6ff6-463a-b0db-8b1fcc4e04b1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0515547 Feb 09 16:56:34.731421 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8306b4ed-1740-4ce0-95d7-e66fc41d8f1a req-37ab5116-4d99-4f95-9f1e-77e773304a05 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Feb 09 16:56:35.857435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a580a-1188-4267-aa14-8789c311d935 req-a25b2b7e-68ad-4d64-ad25-0d96988356eb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:35.859137 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f4a580a-1188-4267-aa14-8789c311d935 req-a25b2b7e-68ad-4d64-ad25-0d96988356eb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0554430 Feb 09 16:56:35.901335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8f4a580a-1188-4267-aa14-8789c311d935 req-5218e13d-6c2d-4528-a0ea-64c9485355ac tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347464 Feb 09 16:56:37.033904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d322c2-dfab-445d-87dc-ada5767c93e8 req-9a8bcea5-56af-41d2-84ea-16ce8817de04 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:37.035521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23d322c2-dfab-445d-87dc-ada5767c93e8 req-9a8bcea5-56af-41d2-84ea-16ce8817de04 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0589919 Feb 09 16:56:37.083649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23d322c2-dfab-445d-87dc-ada5767c93e8 req-ce907e39-8043-47dc-8827-f7096e5c56a7 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370798 Feb 09 16:56:38.218432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd09cbe-abc0-406a-936c-57896d0a63a6 req-d01265f4-79da-4d49-855b-66d4230c4b2a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:38.220053 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fdd09cbe-abc0-406a-936c-57896d0a63a6 req-d01265f4-79da-4d49-855b-66d4230c4b2a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0542917 Feb 09 16:56:38.263447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fdd09cbe-abc0-406a-936c-57896d0a63a6 req-02d3656f-0401-42e3-ade7-5f6755752256 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354869 Feb 09 16:56:38.704964 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-9fbd9813-bb21-462e-9aa7-fb4a02b262c0 service neutron] show failed (client error): The resource could not be found. Feb 09 16:56:38.706121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-9fbd9813-bb21-462e-9aa7-fb4a02b262c0 service neutron] 10.222.0.73 "GET /v2.0/ports/db888b7e-235f-4587-803a-3b75ad73a4ee/bindings/n-h1-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0648201 Feb 09 16:56:39.239394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-9b11e505-b481-4f26-a7c9-455d687a9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:39.240867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-9b11e505-b481-4f26-a7c9-455d687a9098 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 1097 time: 0.1033304 Feb 09 16:56:39.252672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:56:39.311896 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:39.485976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083899b-fe51-49e2-a7cc-a748c3b83a61 req-98aafad6-81ed-4964-bbfa-58bf67dd9514 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:39.487595 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f083899b-fe51-49e2-a7cc-a748c3b83a61 req-98aafad6-81ed-4964-bbfa-58bf67dd9514 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.1330194 Feb 09 16:56:39.585501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f083899b-fe51-49e2-a7cc-a748c3b83a61 req-f6a6104f-ea5a-444d-b0fb-30d618e93567 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895753 Feb 09 16:56:39.616435 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:56:39.653110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:56:39.699175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:56:39.701798 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d91d95-7f7e-45ba-becf-a9400f7ff064" -d '{"events": [{"server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "name": "network-vif-unplugged", "status": "completed", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:56:39.706612 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:39.724005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Transition to ACTIVE for port object db888b7e-235f-4587-803a-3b75ad73a4ee will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:56:39.759927 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8731da-9f14-4c1b-ac6a-b86c93667e91 x-openstack-request-id: req-3a8731da-9f14-4c1b-ac6a-b86c93667e91 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:56:39.760300 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "name": "network-vif-unplugged", "status": "completed", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:56:39.760595 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a8731da-9f14-4c1b-ac6a-b86c93667e91 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:56:39.761041 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'code': 200} Feb 09 16:56:39.850177 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:39.966191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=6']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:56:39.981883 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.982231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.982672 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.982990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.983328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.983666 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.983992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.984356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.984686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.985013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.985337 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:39.985659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:40.030280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] No DVR routers for this DVR port db888b7e-235f-4587-803a-3b75ad73a4ee on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:56:40.192787 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Attempting to bind port db888b7e-235f-4587-803a-3b75ad73a4ee on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:56:40.193024 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Attempting to bind port db888b7e-235f-4587-803a-3b75ad73a4ee by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:56:40.193363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Attempting to bind port db888b7e-235f-4587-803a-3b75ad73a4ee on network f0a51205-fb35-4e22-85ae-938e620534e9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:56:40.197903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Port db888b7e-235f-4587-803a-3b75ad73a4ee on network f0a51205-fb35-4e22-85ae-938e620534e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:56:40.198229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Attempting to bind port db888b7e-235f-4587-803a-3b75ad73a4ee on network f0a51205-fb35-4e22-85ae-938e620534e9 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:56:40.203486 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:56:40.203823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Checking segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:56:40.204260 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Bound using segment: {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:56:40.204704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Bound port: db888b7e-235f-4587-803a-3b75ad73a4ee, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dafdeb8-7620-4718-b0b5-bec26496e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:56:40.205063 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:40.277899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:56:40.281261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:56:40.393198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:40.434356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:40.435498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:40.437110 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] 10.222.0.13 "PUT /v2.0/ports/db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 1092 time: 1.1887245 Feb 09 16:56:40.496541 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b7c8d-b3ca-4dcf-b205-6f1647839d2e service neutron] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:56:40.518506 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-cf9ad115-1299-448a-b59a-0965e85c97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:40.520819 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-cf9ad115-1299-448a-b59a-0965e85c97fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1095 time: 0.0526628 Feb 09 16:56:40.626147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-3ce2981f-50a1-4e86-8281-9bb9181b3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:40.627665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-3ce2981f-50a1-4e86-8281-9bb9181b3e63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.1002488 Feb 09 16:56:40.732449 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-48a47350-4a50-4892-b58c-7dfb448f9efc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 998 time: 0.0980632 Feb 09 16:56:40.775617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8959a-6b54-4fc6-94b7-3b6f9e029a8b req-de43b904-ec75-4917-bf3b-bc7cb3c087ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:40.777184 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67f8959a-6b54-4fc6-94b7-3b6f9e029a8b req-de43b904-ec75-4917-bf3b-bc7cb3c087ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.0935776 Feb 09 16:56:40.817965 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-bd473a3d-c48f-4334-afda-8798ffeb8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:40.819450 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-bd473a3d-c48f-4334-afda-8798ffeb8e8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0806384 Feb 09 16:56:40.841576 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67f8959a-6b54-4fc6-94b7-3b6f9e029a8b req-ad4ee0e7-7dec-463f-b555-ce90142b9df6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575953 Feb 09 16:56:40.874107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-75036518-a249-4997-b8a5-44f44a99092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:40.875668 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-75036518-a249-4997-b8a5-44f44a99092b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481980 Feb 09 16:56:40.970483 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-1eccdd0e-b969-4f82-952c-0f1002ab27ed service neutron] 10.222.0.13 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881717 Feb 09 16:56:41.076144 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f587b302-9d35-4b05-b89a-d9c405a09659 req-eaf2f34f-6ece-49b9-8f9a-8fb11ac130db service neutron] 10.222.0.13 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997524 Feb 09 16:56:41.124951 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device db888b7e-235f-4587-803a-3b75ad73a4ee no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:56:41.171313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device db888b7e-235f-4587-803a-3b75ad73a4ee not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:56:41.762778 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:56:41.767322 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3acf29-5e1a-4d22-98c7-b604785434eb" -d '{"events": [{"name": "network-changed", "server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:56:41.819724 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec333c94-9200-42c1-8ef3-1dde2461f5c8 x-openstack-request-id: req-ec333c94-9200-42c1-8ef3-1dde2461f5c8 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:56:41.820024 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:56:41.820350 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec333c94-9200-42c1-8ef3-1dde2461f5c8 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:56:41.820756 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'status': 'completed', 'code': 200} Feb 09 16:56:41.916731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-6b26f8b9-ca7c-411a-85ee-b4380f320483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:41.916731 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-6b26f8b9-ca7c-411a-85ee-b4380f320483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1095 time: 0.0716460 Feb 09 16:56:41.930899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-f513124f-0b3e-4253-a6d8-a0aa706c86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:41.932384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-f513124f-0b3e-4253-a6d8-a0aa706c86a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1095 time: 0.0868394 Feb 09 16:56:42.079750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bc814-67f5-42b8-8198-f5cfc067ba46 req-9da9446d-b086-4eb5-a969-05e5fb5644f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:42.081388 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-242bc814-67f5-42b8-8198-f5cfc067ba46 req-9da9446d-b086-4eb5-a969-05e5fb5644f6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.1646152 Feb 09 16:56:42.163102 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-6acc960f-7cc3-49c4-b29a-ad8ba51328a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:42.164648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-6acc960f-7cc3-49c4-b29a-ad8ba51328a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.2360251 Feb 09 16:56:42.167911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-65acba0e-e311-4bbc-b4fd-75ab88f59367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:42.169409 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-65acba0e-e311-4bbc-b4fd-75ab88f59367 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.2169178 Feb 09 16:56:42.172846 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-242bc814-67f5-42b8-8198-f5cfc067ba46 req-0057cf0c-9abb-4bff-b101-54fe6422bd41 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822103 Feb 09 16:56:42.281642 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-924de9bb-696d-4c90-aa92-0aefa7cd511e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 998 time: 0.1068571 Feb 09 16:56:42.303600 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-854c7ce8-1eae-4dd1-9b75-3dcd82fae2a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 998 time: 0.1211452 Feb 09 16:56:42.376652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-ad2c6a32-b02a-49b3-a8d1-0ca997a319f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:42.378214 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-ad2c6a32-b02a-49b3-a8d1-0ca997a319f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0879848 Feb 09 16:56:42.384479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-62cea74e-cd7a-4c2b-afa6-e41e909f54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:42.386087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-62cea74e-cd7a-4c2b-afa6-e41e909f54f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0652382 Feb 09 16:56:42.456665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-13ba4d65-f444-428f-b6bc-74a1f4da0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:42.458756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-13ba4d65-f444-428f-b6bc-74a1f4da0509 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717769 Feb 09 16:56:42.464881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-92ca9e7e-146a-40e2-be92-b90af65d324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:42.466437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-92ca9e7e-146a-40e2-be92-b90af65d324b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707977 Feb 09 16:56:42.625476 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-83a4f097-84a2-4f7f-986b-54daed1e935d service neutron] 10.222.0.13 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579521 Feb 09 16:56:42.628911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-4acecd91-4431-446b-90de-511fc3354d75 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536117 Feb 09 16:56:43.146821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-c660a7c2-d9f8-46cc-a5f5-fc4738798356 service neutron] 10.222.0.13 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138133 Feb 09 16:56:43.148626 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4e3acf29-5e1a-4d22-98c7-b604785434eb req-77b4c56b-825d-49fc-bcd8-f34429697d70 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086114 Feb 09 16:56:43.297904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e043-1aea-43ed-b257-bea3b4bd4af8 req-e9516c7b-063f-4e87-a32e-77ebf1730a31 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:43.299416 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d68e043-1aea-43ed-b257-bea3b4bd4af8 req-e9516c7b-063f-4e87-a32e-77ebf1730a31 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.0494156 Feb 09 16:56:43.340393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d68e043-1aea-43ed-b257-bea3b4bd4af8 req-c1cf6947-55b1-45c4-82e2-124d4004e60c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340378 Feb 09 16:56:43.669980 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d7145-e61f-4733-b042-40e0d856080d req-f57fb052-00bc-4223-b7cf-3b627a4939cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:43.671674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-258d7145-e61f-4733-b042-40e0d856080d req-f57fb052-00bc-4223-b7cf-3b627a4939cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.0562956 Feb 09 16:56:43.751256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-258d7145-e61f-4733-b042-40e0d856080d req-1d6e281e-cea8-4a00-83d8-4826051ca080 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675950 Feb 09 16:56:43.765383 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-cb0fbdc0-9274-4bd4-ae43-4ad974f6a5cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:43.766407 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-cb0fbdc0-9274-4bd4-ae43-4ad974f6a5cf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&binding%3Ahost_id=n-h1-828542-1 HTTP/1.1" status: 200 len: 944 time: 0.0804601 Feb 09 16:56:43.836441 n-d-828542-1 neutron-server[103178]: INFO neutron.api.v2.resource [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-59ca9a74-c3be-4869-9c23-813bae2d1f6c service neutron] delete failed (client error): The resource could not be found. Feb 09 16:56:43.837310 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-59ca9a74-c3be-4869-9c23-813bae2d1f6c service neutron] 10.222.0.73 "DELETE /v2.0/ports/db888b7e-235f-4587-803a-3b75ad73a4ee/bindings/n-h2-828542-1 HTTP/1.1" status: 404 len: 380 time: 0.0623693 Feb 09 16:56:43.885878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529e354-6a5a-4160-9154-662adde206eb req-7ca2ba8f-9922-426e-90c5-ed2bd6cb48ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:43.887413 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d529e354-6a5a-4160-9154-662adde206eb req-7ca2ba8f-9922-426e-90c5-ed2bd6cb48ea tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 944 time: 0.0533204 Feb 09 16:56:43.950694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d529e354-6a5a-4160-9154-662adde206eb req-2c55febe-6f3e-46b6-874c-353aa11ce000 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540137 Feb 09 16:56:43.956807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-6379cd9f-4905-4a8a-bf0f-e24359475584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:43.958966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-6379cd9f-4905-4a8a-bf0f-e24359475584 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1095 time: 0.0706718 Feb 09 16:56:44.058497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-e907b272-2502-4f4e-8ace-a6633f9363a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:44.059971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-e907b272-2502-4f4e-8ace-a6633f9363a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.0924356 Feb 09 16:56:44.134965 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-f2da1f70-a8ba-4f86-a1c8-a586c405c5e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 998 time: 0.0676336 Feb 09 16:56:44.192599 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-cc6777f9-77bb-4f77-887b-778a9da2c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:44.194096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-cc6777f9-77bb-4f77-887b-778a9da2c479 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0501740 Feb 09 16:56:44.202890 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device db888b7e-235f-4587-803a-3b75ad73a4ee details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:56:44.243322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-a5789719-7c64-40a9-be93-c3d80d2ff1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:44.244983 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-a5789719-7c64-40a9-be93-c3d80d2ff1d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432723 Feb 09 16:56:44.298482 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:56:44.310373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'port_id': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'mac_address': 'fa:16:3e:8d:1d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:56:44.340949 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-be5affa5-cab2-4f20-9f6e-1175a6f20b07 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877604 Feb 09 16:56:44.351147 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:44.363983 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db888b7e-235f-4587-803a-3b75ad73a4ee {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:56:44.383519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:56:44.432258 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:44.437900 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-64bc533d-1cb6-47dd-ac07-9cc67be02b40 req-4137bc2a-4d54-4f54-8886-dc060a4cb407 service neutron] 10.222.0.73 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893095 Feb 09 16:56:44.481651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:56:44.489799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.490148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.490495 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.490832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.491166 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.491497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.491826 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.492184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.492512 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.492839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.493342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.493485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:56:44.717190 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['db888b7e-235f-4587-803a-3b75ad73a4ee'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:56:45.072296 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83f0dd-6521-4108-9b9b-7541a70c7980 req-c24c65ca-dae3-4d75-8c63-4232bfb04bd8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:45.073852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f83f0dd-6521-4108-9b9b-7541a70c7980 req-c24c65ca-dae3-4d75-8c63-4232bfb04bd8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 945 time: 0.0514295 Feb 09 16:56:45.115190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f83f0dd-6521-4108-9b9b-7541a70c7980 req-f9ec6cf3-9ea3-4618-80af-84fe0d903219 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341711 Feb 09 16:56:46.218356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device db888b7e-235f-4587-803a-3b75ad73a4ee up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:56:46.235308 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25280b-d3c5-4ebe-86b3-14efd9b6936f req-79aa3d1a-f7ba-478c-8695-ab22e52d8383 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:56:46.236785 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca25280b-d3c5-4ebe-86b3-14efd9b6936f req-79aa3d1a-f7ba-478c-8695-ab22e52d8383 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 945 time: 0.0541983 Feb 09 16:56:46.277717 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca25280b-d3c5-4ebe-86b3-14efd9b6936f req-6ebf2f07-348a-49bb-b354-c8641850cfce tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338702 Feb 09 16:56:46.300182 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34836) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:56:46.327564 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port db888b7e-235f-4587-803a-3b75ad73a4ee completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:56:46.331657 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port db888b7e-235f-4587-803a-3b75ad73a4ee triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:56:46.332602 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:46.362930 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ef57a34e-d323-4b31-96c7-894aa76692d5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/24e64ea6-588a-4abc-9fc7-9f9f9239fd40 HTTP/1.1" status: 200 len: 991 time: 0.0613339 Feb 09 16:56:46.415164 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:46.437131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:56:46.439374 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7d9ba0-94a1-4392-aeeb-3c1c01ae1ae5" -d '{"events": [{"server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "name": "network-vif-plugged", "status": "completed", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:56:46.453035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:56:46.477954 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f8a550-d5cb-4f46-b743-063b8905e6f4 x-openstack-request-id: req-73f8a550-d5cb-4f46-b743-063b8905e6f4 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:56:46.481526 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "name": "network-vif-plugged", "status": "completed", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:56:46.481526 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73f8a550-d5cb-4f46-b743-063b8905e6f4 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:56:46.481526 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'code': 200} Feb 09 16:56:46.529633 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:46.578912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:56:53.020954 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-af053234-9798-4ed6-ab76-b1f8c1e44a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:55.264948 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c042dea7-0afd-45b4-a21c-29a5a9887fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:56.795706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:58.415313 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:56:58.618332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:00.706325 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:02.420944 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:06.405506 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:57:14.102300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-00434033-c19e-449b-b592-01646b5478c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400245 Feb 09 16:57:14.184321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-bb482f06-51f7-44af-b0ce-a442dc83e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:14.185810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-bb482f06-51f7-44af-b0ce-a442dc83e4f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1097 time: 0.0409255 Feb 09 16:57:14.294332 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-c3315126-ea0a-4f28-9639-0280af5851e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:14.295831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-c3315126-ea0a-4f28-9639-0280af5851e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.0893948 Feb 09 16:57:14.361079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-4f0caac3-fd48-433d-b1d6-4d7b6d88d12a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 1000 time: 0.0588262 Feb 09 16:57:14.410400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-7ab8745c-8e68-49e6-a886-93f05beef1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:14.411828 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-7ab8745c-8e68-49e6-a886-93f05beef1d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0435557 Feb 09 16:57:14.459918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-7ce53afd-a875-4198-a961-3cce203f5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:14.461468 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-7ce53afd-a875-4198-a961-3cce203f5a71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429983 Feb 09 16:57:14.554554 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-1e310dd7-aa20-4860-8626-caeccb6870b3 service neutron] 10.222.0.13 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858715 Feb 09 16:57:14.653400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d36bcbf3-9e61-4e9d-b80b-48972bbfb011 req-0b624218-f40e-4781-96e2-ff5c9a3fd30e service neutron] 10.222.0.13 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919988 Feb 09 16:57:14.883597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34854) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:15.091766 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port f7d83c97-4102-49f7-b42c-defb99c098f5 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:57:15.092147 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:15.169564 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:15.169828 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:15.181062 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for f7d83c97-4102-49f7-b42c-defb99c098f5 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:57:15.403344 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:15.428576 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=f7d83c97-4102-49f7-b42c-defb99c098f5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:15.440779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.441138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.441480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.441812 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.442152 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.442481 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.442815 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.443144 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.443469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.443790 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.444138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.444462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:15.498922 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:15.499248 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP 24e64ea6-588a-4abc-9fc7-9f9f9239fd40 disassociated (deleted). External IP: 172.25.5.5, port: db888b7e-235f-4587-803a-3b75ad73a4ee. Feb 09 16:57:15.708522 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e427d9b1-7a45-40d0-843d-6e4d67813a20 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:57:15.819274 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:57:15.824163 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:15.828765 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] Sync routers for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:57:15.839159 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:15.839776 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:56:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:15.850476 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-4e187628-4063-4a34-ad00-3ce067c72547 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/floatingips/24e64ea6-588a-4abc-9fc7-9f9f9239fd40 HTTP/1.1" status: 204 len: 168 time: 0.9658082 Feb 09 16:57:15.851090 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:57:15.853651 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093fb78a-834c-4196-bfe3-5bca6104047f" -d '{"events": [{"name": "network-changed", "server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:57:15.899092 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175f1189-924f-41c8-8740-c902a6af3a28 x-openstack-request-id: req-175f1189-924f-41c8-8740-c902a6af3a28 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:57:15.899734 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:57:15.900209 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-175f1189-924f-41c8-8740-c902a6af3a28 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:57:15.900884 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'status': 'completed', 'code': 200} Feb 09 16:57:15.955386 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:15.965305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb78a-834c-4196-bfe3-5bca6104047f req-35ebe7b8-830b-4751-b274-48fef7e62f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:15.966812 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093fb78a-834c-4196-bfe3-5bca6104047f req-35ebe7b8-830b-4751-b274-48fef7e62f96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 1097 time: 0.0440691 Feb 09 16:57:16.062639 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb78a-834c-4196-bfe3-5bca6104047f req-e11fa149-caf9-47ae-869b-81864d97861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:16.064300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093fb78a-834c-4196-bfe3-5bca6104047f req-e11fa149-caf9-47ae-869b-81864d97861e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 200 len: 897 time: 0.0913432 Feb 09 16:57:16.120886 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093fb78a-834c-4196-bfe3-5bca6104047f req-eeb0d7d4-ddc4-49b4-87b3-1d7025570fd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 200 len: 217 time: 0.0455198 Feb 09 16:57:16.172466 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:27Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:16.173940 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb78a-834c-4196-bfe3-5bca6104047f req-f03ca43a-e365-4039-b347-12b925139752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:16.175652 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093fb78a-834c-4196-bfe3-5bca6104047f req-f03ca43a-e365-4039-b347-12b925139752 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 200 len: 834 time: 0.0483000 Feb 09 16:57:16.204047 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] Checking router: e427d9b1-7a45-40d0-843d-6e4d67813a20 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:57:16.213215 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:16.214463 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:56:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:16.260394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fb78a-834c-4196-bfe3-5bca6104047f req-cc712a06-acae-4d83-ae56-9bf7de0c0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:16.261948 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093fb78a-834c-4196-bfe3-5bca6104047f req-cc712a06-acae-4d83-ae56-9bf7de0c0af4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f0a51205-fb35-4e22-85ae-938e620534e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792401 Feb 09 16:57:16.275054 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66273f8-cf39-4cdf-ab9a-72c998d75287 req-b37d9488-9bac-4a1c-a396-fe554f71b5e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:16.277107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f66273f8-cf39-4cdf-ab9a-72c998d75287 req-b37d9488-9bac-4a1c-a396-fe554f71b5e5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0677993 Feb 09 16:57:16.321787 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:16.363547 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f66273f8-cf39-4cdf-ab9a-72c998d75287 req-f7f7ea38-2a68-4b6b-b3b3-f1e939153970 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777521 Feb 09 16:57:16.392922 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093fb78a-834c-4196-bfe3-5bca6104047f req-d6c740e5-0bd7-4a74-ae95-a0ff497415d6 service neutron] 10.222.0.13 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148398 Feb 09 16:57:16.491218 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-093fb78a-834c-4196-bfe3-5bca6104047f req-9f9e368b-f6f5-486d-8a73-620489a2f635 service neutron] 10.222.0.13 "GET /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907192 Feb 09 16:57:16.520742 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:27Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:16.547317 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7027a52f-08b1-4e96-91b1-a503a7dce0a1 None None] The sync data for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 is: [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '9aa8a4ee-ed57-4497-af94-cf260564f456', 'name': '', 'network_id': 'f0a51205-fb35-4e22-85ae-938e620534e9', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:d0:21:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:23Z', 'updated_at': '2022-02-09T16:55:27Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '56eee5d9-8a3a-4bc3-8902-48bf4829e75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:57:16.782776 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5b83a-3d63-44e7-a5d9-63c97fdd68f2 None None] New status for floating IP 24e64ea6-588a-4abc-9fc7-9f9f9239fd40: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:57:17.516834 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-9785d3d6-a9d5-4603-b24e-2f2075a391e3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:17.518333 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-9785d3d6-a9d5-4603-b24e-2f2075a391e3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.13 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0794077 Feb 09 16:57:17.527562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91df244-cd4b-45ab-b9d2-eeed8c64c431 req-a1f55315-daac-4458-b265-9ef0d4e7e115 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:17.529168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d91df244-cd4b-45ab-b9d2-eeed8c64c431 req-a1f55315-daac-4458-b265-9ef0d4e7e115 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 946 time: 0.0921435 Feb 09 16:57:17.622168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d91df244-cd4b-45ab-b9d2-eeed8c64c431 req-95e53bab-35b9-4a9e-9d74-161f9487e89c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=819d9f58-e27f-4048-af24-15a16ae70e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845010 Feb 09 16:57:17.648869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port db888b7e-235f-4587-803a-3b75ad73a4ee {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:57:17.649131 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:17.740867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port db888b7e-235f-4587-803a-3b75ad73a4ee, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=db888b7e-235f-4587-803a-3b75ad73a4ee,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:17.741238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:17.753950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for db888b7e-235f-4587-803a-3b75ad73a4ee owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:57:17.969436 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:17.999002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=db888b7e-235f-4587-803a-3b75ad73a4ee,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:18.045819 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] No DVR routers for this DVR port db888b7e-235f-4587-803a-3b75ad73a4ee on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:57:18.048601 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:18.051994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1110fe2-da54-4300-8a51-4fc3f4769ff5 req-af6df518-552d-4264-a7a5-3b7feac0a164 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.13 "DELETE /v2.0/ports/db888b7e-235f-4587-803a-3b75ad73a4ee HTTP/1.1" status: 204 len: 173 time: 0.5219009 Feb 09 16:57:18.052467 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'name': 'network-vif-deleted', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:57:18.054814 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f1c62d-19cc-4cd2-97a0-5d5915469fb7" -d '{"events": [{"server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "name": "network-vif-deleted", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:57:18.091426 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6b7c31-5801-40f3-b940-ffe766a8c865 x-openstack-request-id: req-5d6b7c31-5801-40f3-b940-ffe766a8c865 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:57:18.091721 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549b5a40-5c1a-4bdc-80b7-de1e7ff95f66", "name": "network-vif-deleted", "tag": "db888b7e-235f-4587-803a-3b75ad73a4ee", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:57:18.091977 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d6b7c31-5801-40f3-b940-ffe766a8c865 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:57:18.092421 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b5a40-5c1a-4bdc-80b7-de1e7ff95f66', 'name': 'network-vif-deleted', 'tag': 'db888b7e-235f-4587-803a-3b75ad73a4ee', 'status': 'completed', 'code': 200} Feb 09 16:57:18.734341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0faaf9ec-9595-496d-abb0-80755db452c6 req-c0a4c150-1b9c-42d8-a4e0-dac93dde005c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=549b5a40-5c1a-4bdc-80b7-de1e7ff95f66 HTTP/1.1" status: 200 len: 210 time: 0.0277834 Feb 09 16:57:19.800416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34874) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:20.171910 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:20.337373 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device db888b7e-235f-4587-803a-3b75ad73a4ee no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:57:20.357409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: db888b7e-235f-4587-803a-3b75ad73a4ee {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:57:20.357747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device db888b7e-235f-4587-803a-3b75ad73a4ee not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:57:20.424929 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 9aa8a4ee-ed57-4497-af94-cf260564f456 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:57:20.425157 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:20.512878 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 9aa8a4ee-ed57-4497-af94-cf260564f456, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=9aa8a4ee-ed57-4497-af94-cf260564f456,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:20.513251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:20.525005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 9aa8a4ee-ed57-4497-af94-cf260564f456 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:57:20.772816 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:20.803076 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=9aa8a4ee-ed57-4497-af94-cf260564f456,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:20.979279 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:21.543442 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router e427d9b1-7a45-40d0-843d-6e4d67813a20 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:57:21.650825 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:57:21.657265 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-66b4888b-107a-4af8-aaad-0b666aa4ced5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/e427d9b1-7a45-40d0-843d-6e4d67813a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8557179 Feb 09 16:57:21.659892 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34876) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:21.661472 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] Sync routers for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:57:21.671494 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:21.672129 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:56:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:21.711055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c72777-0d98-4a1d-b458-bc4aec1ee516 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting subnet 56eee5d9-8a3a-4bc3-8902-48bf4829e75f {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:57:21.714725 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64c72777-0d98-4a1d-b458-bc4aec1ee516 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:21.756536 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64c72777-0d98-4a1d-b458-bc4aec1ee516 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:21.779333 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:21.848605 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64c72777-0d98-4a1d-b458-bc4aec1ee516 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:21.961891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64c72777-0d98-4a1d-b458-bc4aec1ee516 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:21.987513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c72777-0d98-4a1d-b458-bc4aec1ee516 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Subnet': ['ID=56eee5d9-8a3a-4bc3-8902-48bf4829e75f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:21.994295 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-64c72777-0d98-4a1d-b458-bc4aec1ee516 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.001164 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-64c72777-0d98-4a1d-b458-bc4aec1ee516 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/subnets/56eee5d9-8a3a-4bc3-8902-48bf4829e75f HTTP/1.1" status: 204 len: 168 time: 0.3371923 Feb 09 16:57:22.001164 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34878) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:22.003144 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca649a7-785d-47b6-a409-de600786ae1a None None] Network f0a51205-fb35-4e22-85ae-938e620534e9 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:57:22.062910 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:57:20Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:22.089563 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] Checking router: e427d9b1-7a45-40d0-843d-6e4d67813a20 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:57:22.098066 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] Routers {'e427d9b1-7a45-40d0-843d-6e4d67813a20'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:22.098738 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:56:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e427d9b1-7a45-40d0-843d-6e4d67813a20'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:22.112913 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.210996 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] DHCP port deletion for f0a51205-fb35-4e22-85ae-938e620534e9 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:57:22.223659 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] Set router e427d9b1-7a45-40d0-843d-6e4d67813a20 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:22.231527 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.263029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] Deleting port 86f94c77-00f8-4df1-bce1-1aa256942236 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:57:22.263359 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.346685 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] For port 86f94c77-00f8-4df1-bce1-1aa256942236, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=86f94c77-00f8-4df1-bce1-1aa256942236,segment=NetworkSegment(6dafdeb8-7620-4718-b0b5-bec26496e32c),segment_id=6dafdeb8-7620-4718-b0b5-bec26496e32c)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:22.347163 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.353470 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:57:22.353728 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.364796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] Calling delete_port for 86f94c77-00f8-4df1-bce1-1aa256942236 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:57:22.415102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 86f94c77-00f8-4df1-bce1-1aa256942236 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:57:22.437910 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:57:20Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:22.443280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:22.443904 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.456403 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 owned by network:router_gateway {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:57:22.470430 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c288a8c-a7e6-4c61-b388-d744cd11ffb8 None None] The sync data for ids ['e427d9b1-7a45-40d0-843d-6e4d67813a20'] in n-d-828542-1 is: [{'id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22894784', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:55:19Z', 'updated_at': '2022-02-09T16:57:20Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:87:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427d9b1-7a45-40d0-843d-6e4d67813a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:55:20Z', 'updated_at': '2022-02-09T16:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:57:22.549637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.592693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.639751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] Pushing event deleted for resources: {'Port': ['ID=86f94c77-00f8-4df1-bce1-1aa256942236,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:22.643750 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf6700-ca61-4194-8610-17c47f56e227 None None] No DVR routers for this DVR port 86f94c77-00f8-4df1-bce1-1aa256942236 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:57:22.757832 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.788291 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:22.850435 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.946155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:22.949985 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.037117 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4787ec7f-889d-4288-8738-66fd949dfee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.063787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.064493 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Fanout notify agent at l3_agent the message router_deleted on router e427d9b1-7a45-40d0-843d-6e4d67813a20 {{(pid=103179) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:57:23.071346 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.072496 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-5e38467d-2ac4-4e95-bea7-40979db55a69 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/routers/e427d9b1-7a45-40d0-843d-6e4d67813a20 HTTP/1.1" status: 204 len: 168 time: 1.0707710 Feb 09 16:57:23.075829 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34880) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:23.156823 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.247604 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.267756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a51205-fb35-4e22-85ae-938e620534e9']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:23.277758 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dafdeb8-7620-4718-b0b5-bec26496e32c') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:23.278051 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dafdeb8-7620-4718-b0b5-bec26496e32c') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:23.287320 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.300242 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.306077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:57:23.306466 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: timer() Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:57:23.309381 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:57:23.425750 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.440754 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.440754 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/networks/f0a51205-fb35-4e22-85ae-938e620534e9 HTTP/1.1" status: 204 len: 168 time: 0.3597806 Feb 09 16:57:23.440958 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34882) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:23.449063 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b33a6-3c07-4236-b884-2dc10bc0e83b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Network': ['ID=f0a51205-fb35-4e22-85ae-938e620534e9,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:23.500010 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac9005e3-a205-4563-80b3-a1d191f8404e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.528545 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac9005e3-a205-4563-80b3-a1d191f8404e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.665889 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac9005e3-a205-4563-80b3-a1d191f8404e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.668608 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac9005e3-a205-4563-80b3-a1d191f8404e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:23.669791 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ac9005e3-a205-4563-80b3-a1d191f8404e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/security-groups/819d9f58-e27f-4048-af24-15a16ae70e0e HTTP/1.1" status: 204 len: 168 time: 0.2293196 Feb 09 16:57:23.679213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9005e3-a205-4563-80b3-a1d191f8404e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819d9f58-e27f-4048-af24-15a16ae70e0e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:24.049930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34888) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:24.054600 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-14a79595-a46a-45ed-9c15-1763ab914f8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566602979', 'description': 'tempest-secgroup-smoke-566602979 description', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:24.157677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14a79595-a46a-45ed-9c15-1763ab914f8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.228612 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14a79595-a46a-45ed-9c15-1763ab914f8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.357040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:57:24.357040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:57:24.357040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device bc1e8c02-15c8-49bc-94aa-c2fcd3447cd8 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:57:24.357040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9aa8a4ee-ed57-4497-af94-cf260564f456 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:57:24.366361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 9aa8a4ee-ed57-4497-af94-cf260564f456 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:57:24.366741 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 9aa8a4ee-ed57-4497-af94-cf260564f456 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:57:24.403238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14a79595-a46a-45ed-9c15-1763ab914f8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.432198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a79595-a46a-45ed-9c15-1763ab914f8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b1194d-4dfe-45a2-b92d-d99e1d9c8645,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:24.513719 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-14a79595-a46a-45ed-9c15-1763ab914f8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.515021 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-14a79595-a46a-45ed-9c15-1763ab914f8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4640331 Feb 09 16:57:24.517891 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34890) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:24.522309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-9d3e6d25-c26b-4c7d-8d40-91c55b0065b3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '10b1194d-4dfe-45a2-b92d-d99e1d9c8645', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:24.612313 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3e6d25-c26b-4c7d-8d40-91c55b0065b3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.668219 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3e6d25-c26b-4c7d-8d40-91c55b0065b3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.727322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3e6d25-c26b-4c7d-8d40-91c55b0065b3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.745011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e6d25-c26b-4c7d-8d40-91c55b0065b3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95132bfe-cb60-4749-8bd3-47f6b3e2f367,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:24.831542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-9d3e6d25-c26b-4c7d-8d40-91c55b0065b3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.832895 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-9d3e6d25-c26b-4c7d-8d40-91c55b0065b3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140347 Feb 09 16:57:24.835816 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34892) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:24.841177 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c65df127-3f61-4e32-a5e4-b0a9eb8f14ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '10b1194d-4dfe-45a2-b92d-d99e1d9c8645', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:24.925906 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c65df127-3f61-4e32-a5e4-b0a9eb8f14ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:24.987661 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c65df127-3f61-4e32-a5e4-b0a9eb8f14ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.054149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c65df127-3f61-4e32-a5e4-b0a9eb8f14ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.077186 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65df127-3f61-4e32-a5e4-b0a9eb8f14ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0ffc7f-9763-45b7-8a55-f51afb3f10db,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:25.142097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c65df127-3f61-4e32-a5e4-b0a9eb8f14ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.143367 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c65df127-3f61-4e32-a5e4-b0a9eb8f14ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3065033 Feb 09 16:57:25.146221 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34894) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:25.151602 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-782bc88c-bf52-4da6-bc30-71beaccb7057 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '10b1194d-4dfe-45a2-b92d-d99e1d9c8645', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:25.236752 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-782bc88c-bf52-4da6-bc30-71beaccb7057 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.288936 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1225fee9-4388-4621-8119-5ee8f81ffe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.294850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-782bc88c-bf52-4da6-bc30-71beaccb7057 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.363289 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-782bc88c-bf52-4da6-bc30-71beaccb7057 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.381843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bc88c-bf52-4da6-bc30-71beaccb7057 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19893029-db8f-491d-b97d-953f216f36f3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:25.443375 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-782bc88c-bf52-4da6-bc30-71beaccb7057 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.444682 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-782bc88c-bf52-4da6-bc30-71beaccb7057 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2974911 Feb 09 16:57:25.449218 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34896) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:25.454705 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c233ad69-9e0c-4769-b900-f22036b232fa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '10b1194d-4dfe-45a2-b92d-d99e1d9c8645', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:25.531841 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c233ad69-9e0c-4769-b900-f22036b232fa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.592309 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c233ad69-9e0c-4769-b900-f22036b232fa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.658183 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c233ad69-9e0c-4769-b900-f22036b232fa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.677182 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233ad69-9e0c-4769-b900-f22036b232fa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212c788d-d06b-47d5-a58c-39089cd66df8,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:25.740293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c233ad69-9e0c-4769-b900-f22036b232fa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.741548 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c233ad69-9e0c-4769-b900-f22036b232fa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2913463 Feb 09 16:57:25.744328 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34898) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:25.748861 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ac7ee567-36f4-4cc0-8d09-e96aec9de143 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '10b1194d-4dfe-45a2-b92d-d99e1d9c8645', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:25.837122 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-ac7ee567-36f4-4cc0-8d09-e96aec9de143 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:57:25.843073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac7ee567-36f4-4cc0-8d09-e96aec9de143 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.907919 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac7ee567-36f4-4cc0-8d09-e96aec9de143 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.960770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac7ee567-36f4-4cc0-8d09-e96aec9de143 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:25.980018 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ee567-36f4-4cc0-8d09-e96aec9de143 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698a8ad1-e27f-4a36-87da-9a0283a90fee,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:26.059836 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ac7ee567-36f4-4cc0-8d09-e96aec9de143 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.061116 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ac7ee567-36f4-4cc0-8d09-e96aec9de143 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3158700 Feb 09 16:57:26.063832 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34900) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:26.068406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-da946079-a051-48f5-83e6-2c2c46acc691 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': '10b1194d-4dfe-45a2-b92d-d99e1d9c8645', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:26.175056 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-da946079-a051-48f5-83e6-2c2c46acc691 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:57:26.180347 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da946079-a051-48f5-83e6-2c2c46acc691 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.248380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da946079-a051-48f5-83e6-2c2c46acc691 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.317021 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da946079-a051-48f5-83e6-2c2c46acc691 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.336706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da946079-a051-48f5-83e6-2c2c46acc691 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8e0a39-26a8-43e9-ab43-d97fc2361735,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:26.399444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-da946079-a051-48f5-83e6-2c2c46acc691 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.400718 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-da946079-a051-48f5-83e6-2c2c46acc691 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3359077 Feb 09 16:57:26.404248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34902) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:26.409310 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'network': {'name': 'tempest-network-smoke--709430032', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'port_security_enabled': True}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:26.505543 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:57:26.509134 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.533845 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:57:26.542569 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.547862 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Added segment b1109e51-9f65-415e-a4db-b931be7abf1a of type vlan for network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe Feb 09 16:57:26.582620 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.663934 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.669655 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:26.670237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.742191 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Network': ['ID=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:26.752957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:57:26.771093 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-04de3c97-a7d3-4256-9aec-fa71fc50b97f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3653543 Feb 09 16:57:26.773383 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34904) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:26.778045 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'admin_state_up': True, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:26.798683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.864266 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.865390 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:26.916504 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:27.128105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:27.380691 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:27.399221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:27.502572 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.62 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/cc7b47e5-8ee2-47ae-a37a-a77e048b1925) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:57:27.609907 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:27.717521 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:27.757659 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:57:27.760792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:57:27.764906 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:57:27.770513 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=cc7b47e5-8ee2-47ae-a37a-a77e048b1925,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:28.081450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:28.286811 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:28.435182 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:28.494941 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 67fba297-50ae-4abb-8ef7-dc36707badfe is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:57:28.591649 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:28.608462 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:57:28.621068 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Sync routers for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:57:28.631040 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:28.631663 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:28.685065 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:28.687404 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fa86efa5-30cb-4c55-a6b1-be6d6a6c8db4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9127162 Feb 09 16:57:28.690526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34906) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:28.743835 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:28.765988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3b66406d-616c-48f6-a77d-7f8df7fe517d tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=33328a5ac1b44955a6d3703f8f78d2a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741756 Feb 09 16:57:28.768768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34910) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:28.864200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7531c49c-2e7c-4deb-9108-271617168759 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:28.865670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7531c49c-2e7c-4deb-9108-271617168759 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961452 Feb 09 16:57:28.868419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34912) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:28.897230 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-680c3415-6d61-4a10-a5f3-0e349d69ff3c tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276852 Feb 09 16:57:28.899683 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34914) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:28.905162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1175065964', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:28.937851 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:27Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:28.963935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Checking router: 67fba297-50ae-4abb-8ef7-dc36707badfe for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:57:28.964834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Updating router 67fba297-50ae-4abb-8ef7-dc36707badfe port cc7b47e5-8ee2-47ae-a37a-a77e048b1925 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:57:28.991798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.077689 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:57:29.081469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.264456 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.328604 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.338637 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.381500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Attempting to bind port cc7b47e5-8ee2-47ae-a37a-a77e048b1925 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:57:29.381870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Attempting to bind port cc7b47e5-8ee2-47ae-a37a-a77e048b1925 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:57:29.382246 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Attempting to bind port cc7b47e5-8ee2-47ae-a37a-a77e048b1925 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:57:29.390254 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18a5a0-ee0c-41be-b112-211565038ecf None None] Pushing event updated for resources: {'Port': ['ID=cc7b47e5-8ee2-47ae-a37a-a77e048b1925,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:29.394408 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:57:29.394792 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:57:29.395291 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.395707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:57:29.396213 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Bound port: cc7b47e5-8ee2-47ae-a37a-a77e048b1925, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:57:29.396650 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.412427 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Subnet': ['ID=3b359746-be3b-42b2-acdf-f2b8a34ef09d,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:29.417072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Checking segment: {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:57:29.417476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network hostable DHCP agents. Network: 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:57:29.458173 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] For port cc7b47e5-8ee2-47ae-a37a-a77e048b1925, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:57:29.458936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] For port cc7b47e5-8ee2-47ae-a37a-a77e048b1925, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cc7b47e5-8ee2-47ae-a37a-a77e048b1925,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:57:29.494767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:57:29.523973 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.584621 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:29.585320 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:29.590809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18a5a0-ee0c-41be-b112-211565038ecf None None] Pushing event updated for resources: {'Port': ['ID=cc7b47e5-8ee2-47ae-a37a-a77e048b1925,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:29.614675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:57:29.619294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:29.619968 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:29.626587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f78d1-aec0-436a-bdd5-3a2fc2bf1741 None None] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:57:29.715229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dca21dc0-74b5-4626-b6dc-555336695078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8144472 Feb 09 16:57:29.719045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 34916) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:29.752672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:30.082631 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:57:30.084046 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:30.189006 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:30.275556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:27Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:30.278105 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Allocated IP 172.20.0.2 (2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe/3b359746-be3b-42b2-acdf-f2b8a34ef09d/1f022994-30ab-4908-8f63-9fe4727d2d71) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:57:30.307232 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959fa9b-9a56-44f6-9bd1-2b054113a26f None None] The sync data for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 is: [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:27Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:57:30.460662 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:30.538361 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:30.602326 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:57:30.611670 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:57:30.618686 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:57:30.622350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Pushing event updated for resources: {'Port': ['ID=1f022994-30ab-4908-8f63-9fe4727d2d71,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:30.636161 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.1 (2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe/3b359746-be3b-42b2-acdf-f2b8a34ef09d/aeb368aa-88c0-420d-b056-ac7f90f44712) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:57:30.696932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Attempting to bind port 1f022994-30ab-4908-8f63-9fe4727d2d71 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:57:30.697424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Attempting to bind port 1f022994-30ab-4908-8f63-9fe4727d2d71 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:57:30.697797 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Attempting to bind port 1f022994-30ab-4908-8f63-9fe4727d2d71 on network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:57:30.704258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:57:30.704783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Checking segment: {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:57:30.705201 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:30.705605 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Bound using segment: {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:57:30.706097 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Bound port: 1f022994-30ab-4908-8f63-9fe4727d2d71, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:57:30.706489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:30.765774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:30.869513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] For port 1f022994-30ab-4908-8f63-9fe4727d2d71, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:57:30.874288 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] For port 1f022994-30ab-4908-8f63-9fe4727d2d71, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1f022994-30ab-4908-8f63-9fe4727d2d71,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:57:30.877672 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:30.967144 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:31.003351 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:31.035858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a68c3-f0b0-4a04-8420-917217ffb0d2 None None] Pushing event updated for resources: {'Port': ['ID=1f022994-30ab-4908-8f63-9fe4727d2d71,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:31.053278 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=aeb368aa-88c0-420d-b056-ac7f90f44712,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:31.070668 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:57:31.072360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:57:31.078003 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:57:31.135924 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:31.414047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:31.695205 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:31.749761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:31.827465 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:31.829378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=aeb368aa-88c0-420d-b056-ac7f90f44712,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:31.934759 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:57:31.937302 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:57:32.050431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 67fba297-50ae-4abb-8ef7-dc36707badfe has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:57:32.163004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:57:32.169019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3b2e1872-f1a8-47c3-9c63-e3c0a7f1be74 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/67fba297-50ae-4abb-8ef7-dc36707badfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4487946 Feb 09 16:57:32.425730 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1f022994-30ab-4908-8f63-9fe4727d2d71 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:57:32.472113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:32.493307 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Sync routers for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:57:32.506573 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b08aac2-9f86-49cd-a610-8d4b3aa17864 None None] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:57:32.509216 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:32.509973 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:32.562295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1f022994-30ab-4908-8f63-9fe4727d2d71 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:32.562699 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:32.616111 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-857a372e-967d-4c13-993e-aed4270ace46 None None] Provisioning complete for port 1f022994-30ab-4908-8f63-9fe4727d2d71 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:32.616378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-857a372e-967d-4c13-993e-aed4270ace46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:32.628698 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:32.685524 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-de091c79-f332-41bf-82da-58ce1d6ac932 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566602979&fields=id&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 267 time: 0.3987095 Feb 09 16:57:32.789423 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:32.815011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-758c31d9-e932-4d63-8125-965e06fa989e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:32.816999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-758c31d9-e932-4d63-8125-965e06fa989e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/networks?id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe HTTP/1.1" status: 200 len: 796 time: 0.1219785 Feb 09 16:57:32.824388 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-857a372e-967d-4c13-993e-aed4270ace46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:32.834925 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-8a119561-abc6-470f-a417-7f13f72da0f3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/quotas/33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 375 time: 0.0116396 Feb 09 16:57:32.849319 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 2, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:32.855281 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 1f022994-30ab-4908-8f63-9fe4727d2d71, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1f022994-30ab-4908-8f63-9fe4727d2d71,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:32.876839 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Checking router: 67fba297-50ae-4abb-8ef7-dc36707badfe for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:57:32.877700 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Updating router 67fba297-50ae-4abb-8ef7-dc36707badfe port aeb368aa-88c0-420d-b056-ac7f90f44712 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:57:32.895442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-77e48c5d-48c3-46fc-9726-1e3abac8570a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526412 Feb 09 16:57:32.902297 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:32.903293 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cc7b47e5-8ee2-47ae-a37a-a77e048b1925 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:57:32.906675 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.017090 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-1e63cf0e-9e42-442a-9a18-9e157db22862 service neutron] 10.222.0.53 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077411 Feb 09 16:57:33.034647 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-857a372e-967d-4c13-993e-aed4270ace46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:57:33.035007 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-857a372e-967d-4c13-993e-aed4270ace46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:57:33.039069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=1f022994-30ab-4908-8f63-9fe4727d2d71,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:33.061656 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cc7b47e5-8ee2-47ae-a37a-a77e048b1925 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:33.062031 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.150203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-b66b6b90-6039-47d7-a62e-3597ba3ad57a service neutron] 10.222.0.53 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254480 Feb 09 16:57:33.164999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.187867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port cc7b47e5-8ee2-47ae-a37a-a77e048b1925, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cc7b47e5-8ee2-47ae-a37a-a77e048b1925,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:33.260941 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.283848 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.311842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=cc7b47e5-8ee2-47ae-a37a-a77e048b1925,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:33.362865 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.402276 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bd23e415-ff06-45bd-8afd-63f1987affff req-1a98e094-8504-4d71-83a5-ccb62a7763b1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 210 time: 0.0442598 Feb 09 16:57:33.455053 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Pushing event updated for resources: {'Port': ['ID=aeb368aa-88c0-420d-b056-ac7f90f44712,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:33.481537 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.481887 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.482227 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.482567 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.482898 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.483243 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.483556 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.483888 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.484238 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.484560 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.484883 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.485203 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:57:33.502602 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Attempting to bind port aeb368aa-88c0-420d-b056-ac7f90f44712 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:57:33.503296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Attempting to bind port aeb368aa-88c0-420d-b056-ac7f90f44712 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:57:33.503644 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Attempting to bind port aeb368aa-88c0-420d-b056-ac7f90f44712 on network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:57:33.509194 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:57:33.509723 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Checking segment: {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:57:33.510490 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.511570 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Bound using segment: {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:57:33.512753 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Bound port: aeb368aa-88c0-420d-b056-ac7f90f44712, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:57:33.512753 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.583977 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] For port aeb368aa-88c0-420d-b056-ac7f90f44712, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:57:33.587238 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] For port aeb368aa-88c0-420d-b056-ac7f90f44712, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=aeb368aa-88c0-420d-b056-ac7f90f44712,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:57:33.661371 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.716834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7264afb0-bbe8-4fc4-ab8d-85751754d9f7 None None] Provisioning complete for port 1f022994-30ab-4908-8f63-9fe4727d2d71 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:33.717418 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7264afb0-bbe8-4fc4-ab8d-85751754d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.728572 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c95c61-a9f0-48a2-8a7e-3ae34d7cb9f3 None None] Pushing event updated for resources: {'Port': ['ID=aeb368aa-88c0-420d-b056-ac7f90f44712,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:33.743859 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:33.749029 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:33.840514 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-7264afb0-bbe8-4fc4-ab8d-85751754d9f7 None None] Provisioning complete for port aeb368aa-88c0-420d-b056-ac7f90f44712 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:33.840873 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7264afb0-bbe8-4fc4-ab8d-85751754d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.932198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7264afb0-bbe8-4fc4-ab8d-85751754d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:33.973237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7264afb0-bbe8-4fc4-ab8d-85751754d9f7 None None] For port aeb368aa-88c0-420d-b056-ac7f90f44712, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=aeb368aa-88c0-420d-b056-ac7f90f44712,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:33.985230 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:34.025949 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7264afb0-bbe8-4fc4-ab8d-85751754d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:34.086102 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264afb0-bbe8-4fc4-ab8d-85751754d9f7 None None] Pushing event updated for resources: {'Port': ['ID=aeb368aa-88c0-420d-b056-ac7f90f44712,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:34.152210 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2871a2ab-2def-4d07-aab2-10dbf308c7f4 None None] Provisioning complete for port aeb368aa-88c0-420d-b056-ac7f90f44712 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:34.152695 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2871a2ab-2def-4d07-aab2-10dbf308c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:34.209354 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:34.239794 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92075ed8-1e94-4a42-824c-5f1699b3d53c None None] The sync data for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 is: [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:57:34.411796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1f022994-30ab-4908-8f63-9fe4727d2d71 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:57:34.480535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1f022994-30ab-4908-8f63-9fe4727d2d71 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:34.480535 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:34.536073 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4c61c918-7de0-4493-92de-e414dea5365f req-b5cd7471-28af-4079-9f00-a8af4e8fe3db tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 210 time: 0.0436478 Feb 09 16:57:34.577156 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cc7b47e5-8ee2-47ae-a37a-a77e048b1925 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:57:34.625234 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port cc7b47e5-8ee2-47ae-a37a-a77e048b1925 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:34.625607 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:35.660813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2be2a4d7-5fad-4cfe-8fe5-7decaffedff9 req-6a24e204-9f3e-45f7-8437-121fa26fe032 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 210 time: 0.0397210 Feb 09 16:57:35.696550 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-ed351f0f-0911-4fab-812a-59d59385980d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:35.698001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-ed351f0f-0911-4fab-812a-59d59385980d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/networks?id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe HTTP/1.1" status: 200 len: 796 time: 0.1340985 Feb 09 16:57:35.744724 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-8c9c4960-b4e8-4e11-a8d5-572f9bea184c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 379 time: 0.0366786 Feb 09 16:57:35.755961 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'port': {'device_id': 'c89446ef-bf59-4286-9c00-e5da680722db', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'admin_state_up': True, 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'security_groups': ['10b1194d-4dfe-45a2-b92d-d99e1d9c8645']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:35.928677 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:57:35.932309 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:36.062887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.6 (2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe/3b359746-be3b-42b2-acdf-f2b8a34ef09d/f0c82166-7f39-406f-b6bc-d5c73d8f67d7) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:57:36.203074 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:36.286483 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:36.333695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:57:36.337267 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:57:36.341014 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:57:36.370889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:36.390312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device aeb368aa-88c0-420d-b056-ac7f90f44712 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:57:36.399861 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:36.400567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:36.447393 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port aeb368aa-88c0-420d-b056-ac7f90f44712 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:36.447774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:36.491345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-5c680701-cd83-4ecc-976a-1f8a97782b62 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388701 Feb 09 16:57:36.503745 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Request body: {'port': {'device_id': 'c89446ef-bf59-4286-9c00-e5da680722db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:36.575228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:36.576319 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f38e49f8-50c8-4de6-9221-e2370e6d2496 None None] Provisioning complete for port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:36.576693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f38e49f8-50c8-4de6-9221-e2370e6d2496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:36.612671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f38e49f8-50c8-4de6-9221-e2370e6d2496 None None] Port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:57:36.828385 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e4183-9f89-4007-b8f9-5d7e05cfc6ff req-2bc9ba72-4498-41bc-86ee-c0b8e4cc4451 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:36.829897 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177e4183-9f89-4007-b8f9-5d7e05cfc6ff req-2bc9ba72-4498-41bc-86ee-c0b8e4cc4451 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 931 time: 0.0794880 Feb 09 16:57:36.912526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-177e4183-9f89-4007-b8f9-5d7e05cfc6ff req-ce6414d0-cbfa-4173-943f-f7b73ae08e10 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725307 Feb 09 16:57:36.926035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c82166-7f39-406f-b6bc-d5c73d8f67d7 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:57:36.933645 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:36.945416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Transition to ACTIVE for port object f0c82166-7f39-406f-b6bc-d5c73d8f67d7 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:57:37.031231 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:37.083011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:37.154625 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Attempting to bind port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:57:37.154994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Attempting to bind port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:57:37.155322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Attempting to bind port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 on network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:57:37.160944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 on network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:57:37.161407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Attempting to bind port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 on network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:57:37.166896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:57:37.167865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Checking segment: {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:57:37.168279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Bound using segment: {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:57:37.168709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Bound port: f0c82166-7f39-406f-b6bc-d5c73d8f67d7, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1109e51-9f65-415e-a4db-b931be7abf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:57:37.169060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:37.240306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] For port f0c82166-7f39-406f-b6bc-d5c73d8f67d7, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:57:37.243367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] For port f0c82166-7f39-406f-b6bc-d5c73d8f67d7, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:57:37.311604 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:37.347839 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:37.348498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:37.349990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] 10.222.0.73 "PUT /v2.0/ports/f0c82166-7f39-406f-b6bc-d5c73d8f67d7 HTTP/1.1" status: 200 len: 1091 time: 0.8510921 Feb 09 16:57:37.350366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:57:37.352973 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d59b78b-afaf-460b-9405-d7da6abc21cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:57:37.385669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2a548-2338-474f-9a80-02e5adbf9572 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:37.396775 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b2c594-6fb2-4b73-a540-1d72005fa2f0 x-openstack-request-id: req-39b2c594-6fb2-4b73-a540-1d72005fa2f0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:57:37.396775 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:57:37.397037 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39b2c594-6fb2-4b73-a540-1d72005fa2f0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:57:37.397445 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'status': 'completed', 'code': 200} Feb 09 16:57:37.470964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59b78b-afaf-460b-9405-d7da6abc21cd req-f9b39718-e93d-426b-8d4c-50ec9a033bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:37.472691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d59b78b-afaf-460b-9405-d7da6abc21cd req-f9b39718-e93d-426b-8d4c-50ec9a033bdf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1094 time: 0.0470495 Feb 09 16:57:37.584676 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59b78b-afaf-460b-9405-d7da6abc21cd req-85f1843a-eefb-49ef-9550-b47af8b1f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:37.586167 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d59b78b-afaf-460b-9405-d7da6abc21cd req-85f1843a-eefb-49ef-9550-b47af8b1f8e3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1034861 Feb 09 16:57:37.680035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59b78b-afaf-460b-9405-d7da6abc21cd req-1b3de2bf-1e63-4a06-abcf-571a7148a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:37.681452 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d59b78b-afaf-460b-9405-d7da6abc21cd req-1b3de2bf-1e63-4a06-abcf-571a7148a99a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892794 Feb 09 16:57:37.759342 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-04125170-42bd-443f-9824-d52a3525d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:37.761521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-04125170-42bd-443f-9824-d52a3525d92b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1094 time: 0.0434618 Feb 09 16:57:37.809240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-b29633eb-ebd5-4b20-a0ff-c9bcbc13ca7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7 HTTP/1.1" status: 200 len: 217 time: 0.0408335 Feb 09 16:57:37.858562 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-d65f38fe-f98c-4820-b07f-2c76e3f06307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:37.860049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-d65f38fe-f98c-4820-b07f-2c76e3f06307 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b359746-be3b-42b2-acdf-f2b8a34ef09d HTTP/1.1" status: 200 len: 835 time: 0.0450554 Feb 09 16:57:37.909228 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-a1ca4ed1-5786-4d97-9ecb-f4ec7c1202dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:37.910756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-a1ca4ed1-5786-4d97-9ecb-f4ec7c1202dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413737 Feb 09 16:57:38.036155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-710d4d1a-4e6d-42cb-8aa2-d7e45a0b3f45 service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181533 Feb 09 16:57:38.074147 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe1534-dda6-481a-82d6-cd0e413c7ada req-35d8a029-6c9e-4930-99c0-42782de10761 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:38.075670 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35fe1534-dda6-481a-82d6-cd0e413c7ada req-35d8a029-6c9e-4930-99c0-42782de10761 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 943 time: 0.0937405 Feb 09 16:57:38.155150 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35fe1534-dda6-481a-82d6-cd0e413c7ada req-79987ea4-b835-4ebe-a2e0-a006a01ee632 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461433 Feb 09 16:57:38.178265 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a45bbec2-ed41-4ee0-8b9e-3213ec4c51c9 req-6162d6c5-7ffe-497d-a5bb-81c5a2dac046 service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341538 Feb 09 16:57:39.272962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1142-6cad-49c8-9f04-13ab20528540 req-860f5ab8-b643-41e3-ae39-3021c493da42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:39.274382 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b1a1142-6cad-49c8-9f04-13ab20528540 req-860f5ab8-b643-41e3-ae39-3021c493da42 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 943 time: 0.0500302 Feb 09 16:57:39.313038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6b1a1142-6cad-49c8-9f04-13ab20528540 req-4dcfe499-af15-41ac-8b10-8ba476e6d3ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321057 Feb 09 16:57:39.455374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f0c82166-7f39-406f-b6bc-d5c73d8f67d7 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:57:39.553235 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f0c82166-7f39-406f-b6bc-d5c73d8f67d7, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:39.564941 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'port_id': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'mac_address': 'fa:16:3e:dc:cf:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:57:39.602320 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:39.615993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c82166-7f39-406f-b6bc-d5c73d8f67d7 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:57:39.635338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f0c82166-7f39-406f-b6bc-d5c73d8f67d7, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:39.708987 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:39.757790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:39.956446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['f0c82166-7f39-406f-b6bc-d5c73d8f67d7'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:57:40.427583 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc0367-b4fb-4467-9da5-70f5b119555c req-be8c87fb-d439-4543-8ed1-4d00c6a59eb2 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:40.429125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ccc0367-b4fb-4467-9da5-70f5b119555c req-be8c87fb-d439-4543-8ed1-4d00c6a59eb2 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 944 time: 0.0499661 Feb 09 16:57:40.473324 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ccc0367-b4fb-4467-9da5-70f5b119555c req-2a8a596e-9c6a-4055-b079-8d14501a52c7 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374398 Feb 09 16:57:41.464760 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f0c82166-7f39-406f-b6bc-d5c73d8f67d7 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:57:41.596000 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6704fe-a2c6-4f65-a56f-67ddcebdee72 req-51766ac0-cfe0-4a77-a086-b09ab3b67963 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:41.597653 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a6704fe-a2c6-4f65-a56f-67ddcebdee72 req-51766ac0-cfe0-4a77-a086-b09ab3b67963 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 944 time: 0.0524189 Feb 09 16:57:41.637912 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a6704fe-a2c6-4f65-a56f-67ddcebdee72 req-7502ec4a-6814-4c99-a3a4-8b354edfa812 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338743 Feb 09 16:57:41.728436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:57:41.732208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:57:41.732575 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:41.815038 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:41.837071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:57:41.839343 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed857012-bdc4-4a3f-9274-01b647d2a2b0" -d '{"events": [{"server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "name": "network-vif-plugged", "status": "completed", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:57:41.853433 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port f0c82166-7f39-406f-b6bc-d5c73d8f67d7, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:57:41.881374 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ab9ed-ff7f-443a-b02f-f8ca460e907b x-openstack-request-id: req-075ab9ed-ff7f-443a-b02f-f8ca460e907b {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:57:41.881672 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "name": "network-vif-plugged", "status": "completed", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:57:41.881931 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-075ab9ed-ff7f-443a-b02f-f8ca460e907b {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:57:41.882331 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'code': 200} Feb 09 16:57:41.917748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:41.974497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:41.978642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacf49f-8f91-4795-94af-04c168ed6f2f req-305ba23b-60d5-415b-ac7a-525e2d731085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:41.980649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8eacf49f-8f91-4795-94af-04c168ed6f2f req-305ba23b-60d5-415b-ac7a-525e2d731085 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1096 time: 0.0414994 Feb 09 16:57:42.015377 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8eacf49f-8f91-4795-94af-04c168ed6f2f req-f1a857b1-20fc-48d5-bf3c-6248ad2efcf1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284264 Feb 09 16:57:42.756101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad10db4-7fe2-4f13-bbff-7a8ef2f02507 req-a1804e26-00c5-418d-a7b9-ed19b0b2aca5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:42.757685 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ad10db4-7fe2-4f13-bbff-7a8ef2f02507 req-a1804e26-00c5-418d-a7b9-ed19b0b2aca5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0500848 Feb 09 16:57:42.801079 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7ad10db4-7fe2-4f13-bbff-7a8ef2f02507 req-f3890c9a-cf28-4f09-af41-393769cbf6ed tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366926 Feb 09 16:57:43.405141 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:57:43.922053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a666b1-5dca-44c3-9a22-2f8dbaff9aae req-928d7331-11cd-43a9-93fb-7034edff4740 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:43.923650 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8a666b1-5dca-44c3-9a22-2f8dbaff9aae req-928d7331-11cd-43a9-93fb-7034edff4740 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0518091 Feb 09 16:57:43.963351 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8a666b1-5dca-44c3-9a22-2f8dbaff9aae req-2cbe0ef4-e2b1-4234-b0ac-831d198eff6f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336485 Feb 09 16:57:44.081659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53306129-8110-443c-81bd-cbb460b13f36 req-176043f4-a689-42bb-80fc-54fca12790c3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:44.083075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53306129-8110-443c-81bd-cbb460b13f36 req-176043f4-a689-42bb-80fc-54fca12790c3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0489395 Feb 09 16:57:44.122944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-53306129-8110-443c-81bd-cbb460b13f36 req-e9ccaf63-7115-45d4-81cd-9b70389825a3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335979 Feb 09 16:57:44.144695 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34970) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:44.185780 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed182ec-2476-4db1-b7f7-393e0cc88ec4 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:44.187429 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7ed182ec-2476-4db1-b7f7-393e0cc88ec4 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1091 time: 0.0416946 Feb 09 16:57:44.190165 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34972) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:44.194651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:57:44.292028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:44.407592 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:44.511491 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.224 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/10ae7d10-0797-4557-9cac-6454a5a8942a) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:57:44.627354 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:44.721298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:44.764414 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:57:44.767804 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:57:44.771625 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:57:44.777461 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=10ae7d10-0797-4557-9cac-6454a5a8942a,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:45.557110 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:45.684071 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:45.841385 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:45.915181 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:45.985883 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=10ae7d10-0797-4557-9cac-6454a5a8942a,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:57:45.998441 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:46.100254 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP 30bcaf45-3bfd-4c41-bff0-75117f4e0990 associated. External IP: 172.25.5.224, port: f0c82166-7f39-406f-b6bc-d5c73d8f67d7. Feb 09 16:57:46.314464 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 67fba297-50ae-4abb-8ef7-dc36707badfe has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:57:46.435679 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:57:46.446934 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] Sync routers for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:57:46.467885 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:46.468796 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:46.531398 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:46.563123 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2ae57bd5-e9d8-4945-8861-385bf9ed9cd3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3717074 Feb 09 16:57:46.564220 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:57:46.571909 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74827136-a25b-4ebc-a521-ca63d42acd03" -d '{"events": [{"name": "network-changed", "server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:57:46.585961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:46.635638 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe815680-6ed9-4198-b1c1-20ab8aa72772 x-openstack-request-id: req-fe815680-6ed9-4198-b1c1-20ab8aa72772 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:57:46.635962 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:57:46.636250 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe815680-6ed9-4198-b1c1-20ab8aa72772 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:57:46.636670 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'status': 'completed', 'code': 200} Feb 09 16:57:46.743379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beda8c-4651-44aa-970a-12a6903fa7e1 req-6cb840ce-6e4f-45e5-9422-242ddd8fb45a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:46.744982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54beda8c-4651-44aa-970a-12a6903fa7e1 req-6cb840ce-6e4f-45e5-9422-242ddd8fb45a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0944579 Feb 09 16:57:46.747277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-9f6d38c7-ade5-4b5b-b2cc-f822db5faf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:46.748760 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-9f6d38c7-ade5-4b5b-b2cc-f822db5faf3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1096 time: 0.0853198 Feb 09 16:57:46.846877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-54beda8c-4651-44aa-970a-12a6903fa7e1 req-6ea370fb-1217-4087-9c38-9f25ef8f3abb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828424 Feb 09 16:57:46.856913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '30bcaf45-3bfd-4c41-bff0-75117f4e0990', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'port_id': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'mac_address': 'fa:16:3e:dc:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89446ef-bf59-4286-9c00-e5da680722db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:57:45Z', 'updated_at': '2022-02-09T16:57:45Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:46.871567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34978) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:46.882456 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-89f64fc1-7017-4c17-b59d-2f9413261610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:46.885834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-89f64fc1-7017-4c17-b59d-2f9413261610 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe HTTP/1.1" status: 200 len: 897 time: 0.1285825 Feb 09 16:57:46.896237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] Checking router: 67fba297-50ae-4abb-8ef7-dc36707badfe for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:57:46.906973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:57:46.907608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:57:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:46.975388 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9007c289-13c5-4f43-8d79-1dc5c528ca61 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/30bcaf45-3bfd-4c41-bff0-75117f4e0990 HTTP/1.1" status: 200 len: 991 time: 0.1026149 Feb 09 16:57:46.993299 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-8fa3807f-cfe0-47a5-9a2d-32ac40a33589 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7 HTTP/1.1" status: 200 len: 999 time: 0.1020806 Feb 09 16:57:47.052549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-ee57f778-f9bc-4dbc-ba89-d41de4a9866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:47.054074 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-ee57f778-f9bc-4dbc-ba89-d41de4a9866a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b359746-be3b-42b2-acdf-f2b8a34ef09d HTTP/1.1" status: 200 len: 835 time: 0.0544691 Feb 09 16:57:47.057555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:57:47.119091 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-cc30f0a9-f200-490b-bdd4-7ea91ccb69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:57:47.120750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-cc30f0a9-f200-490b-bdd4-7ea91ccb69c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589375 Feb 09 16:57:47.215493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-7f5a1914-a22b-4c2c-997d-5dd29bc2bacc service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876017 Feb 09 16:57:47.294864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '30bcaf45-3bfd-4c41-bff0-75117f4e0990', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'port_id': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'mac_address': 'fa:16:3e:dc:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89446ef-bf59-4286-9c00-e5da680722db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:57:45Z', 'updated_at': '2022-02-09T16:57:45Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:57:47.312646 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74827136-a25b-4ebc-a521-ca63d42acd03 req-1abd63d2-c8a5-4b9f-ab27-d21a0f0f3a07 service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895207 Feb 09 16:57:47.326700 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294b8ad-349e-473a-bdf2-662c1150b12a None None] The sync data for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 is: [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '30bcaf45-3bfd-4c41-bff0-75117f4e0990', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'port_id': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'mac_address': 'fa:16:3e:dc:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89446ef-bf59-4286-9c00-e5da680722db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:57:45Z', 'updated_at': '2022-02-09T16:57:45Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:57:47.534932 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52b7dd-bd0c-4b56-92b1-168f66e12237 None None] New status for floating IP 30bcaf45-3bfd-4c41-bff0-75117f4e0990: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:57:47.977693 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 34980) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:57:48.037544 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3d404805-8f76-4360-b194-aee280053e64 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/30bcaf45-3bfd-4c41-bff0-75117f4e0990 HTTP/1.1" status: 200 len: 993 time: 0.0586486 Feb 09 16:57:53.080807 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd2c8-376a-4c30-bb27-40b6c2e37292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:55.351329 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1b47eabd-582e-465a-86d7-74a0a05ade40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:56.796798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:58.442186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:57:58.585413 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:00.727819 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:02.430408 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:17.274995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-d223fdc4-8101-44ac-ba74-af0c04aa3c59 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394509 Feb 09 16:58:17.357741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-4f00a713-fea1-41ec-a31e-2f409c732391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:17.359239 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-4f00a713-fea1-41ec-a31e-2f409c732391 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1096 time: 0.0403700 Feb 09 16:58:17.466405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-887a1d0f-1c67-4339-b8ce-de7e3db5c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:17.468435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-887a1d0f-1c67-4339-b8ce-de7e3db5c052 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe HTTP/1.1" status: 200 len: 897 time: 0.0900607 Feb 09 16:58:17.536538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-64322504-a334-4714-bdbc-ae591cc578d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7 HTTP/1.1" status: 200 len: 1001 time: 0.0597684 Feb 09 16:58:17.584862 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-a9a0cc8e-5d34-4200-ba2a-db7a9baf45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:17.586326 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-a9a0cc8e-5d34-4200-ba2a-db7a9baf45e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b359746-be3b-42b2-acdf-f2b8a34ef09d HTTP/1.1" status: 200 len: 835 time: 0.0431006 Feb 09 16:58:17.635382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-2fab6a20-969e-41f8-8a89-b972b850e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:17.636906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-2fab6a20-969e-41f8-8a89-b972b850e69f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428660 Feb 09 16:58:17.726386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-f23d97b6-90a9-486b-be04-a5da833150fa service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815041 Feb 09 16:58:17.821488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-07e4fa8e-4055-42ef-b2f4-32bfbe4ab62e req-f680b558-6692-4510-a9a7-9f26d5166892 service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879090 Feb 09 16:58:20.404404 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:58:21.627452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd619e62-fd68-4775-a5c9-664ade87031e req-39dd50c9-37f7-40ee-a817-d3aa2098bb3b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:21.628939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd619e62-fd68-4775-a5c9-664ade87031e req-39dd50c9-37f7-40ee-a817-d3aa2098bb3b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0985658 Feb 09 16:58:21.666477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fd619e62-fd68-4775-a5c9-664ade87031e req-3b5fee8a-9199-413c-b47b-6f2fdbf180ba tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Feb 09 16:58:22.833330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bf597-9db3-411f-a6e0-1a2503dadd72 req-0016f4c7-c317-443c-930c-637739632514 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:22.834880 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062bf597-9db3-411f-a6e0-1a2503dadd72 req-0016f4c7-c317-443c-930c-637739632514 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0991745 Feb 09 16:58:22.872967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-062bf597-9db3-411f-a6e0-1a2503dadd72 req-babe2a3c-bf15-4c17-930f-f80cd8866d06 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319045 Feb 09 16:58:23.024732 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e145c0c5-0fa7-4b4e-b527-77b4101046da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:23.989587 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7ab5d-7316-43d2-8981-b5fcffb945ad req-272b6afb-a5bc-4394-bab4-d3a3dd4e636c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:23.991098 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9c7ab5d-7316-43d2-8981-b5fcffb945ad req-272b6afb-a5bc-4394-bab4-d3a3dd4e636c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0498238 Feb 09 16:58:24.033583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9c7ab5d-7316-43d2-8981-b5fcffb945ad req-13444cb1-5f9b-4d4c-a646-2b830977e9b0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359228 Feb 09 16:58:25.147361 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9197874-fbf6-4ff2-8982-3d7a6681b593 req-30c776d1-f03d-4623-bf6a-ea9d29294101 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:25.148905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9197874-fbf6-4ff2-8982-3d7a6681b593 req-30c776d1-f03d-4623-bf6a-ea9d29294101 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0497591 Feb 09 16:58:25.189132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9197874-fbf6-4ff2-8982-3d7a6681b593 req-1ca5afc1-3da1-4b34-844b-8c619166dbe6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342274 Feb 09 16:58:25.297325 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e8096895-e30f-4301-8642-2ff17080c1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:26.303752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babcbde-9cb5-4775-bd83-9139045ded56 req-8301e2d3-f694-4bf6-bb3e-1ced7bb1dd9f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:26.305281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6babcbde-9cb5-4775-bd83-9139045ded56 req-8301e2d3-f694-4bf6-bb3e-1ced7bb1dd9f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0489779 Feb 09 16:58:26.342607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6babcbde-9cb5-4775-bd83-9139045ded56 req-14e6ffa4-55ba-467a-806c-14f5678ea805 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Feb 09 16:58:26.801916 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:27.460402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78122134-350f-46ef-995c-4b1b139f35cc req-c62b7eee-8c50-429f-a987-d5571b374639 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:27.462026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78122134-350f-46ef-995c-4b1b139f35cc req-c62b7eee-8c50-429f-a987-d5571b374639 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0498600 Feb 09 16:58:27.506307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-78122134-350f-46ef-995c-4b1b139f35cc req-a1e62937-6601-4e6a-9248-35ce57208073 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378520 Feb 09 16:58:28.451164 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:28.584965 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:28.623557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4256a2-5a67-42d1-9a34-3f8155bce350 req-3b177b0f-853d-4e26-97d6-cbeea076b38f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:28.625703 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a4256a2-5a67-42d1-9a34-3f8155bce350 req-3b177b0f-853d-4e26-97d6-cbeea076b38f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0497534 Feb 09 16:58:28.663631 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4a4256a2-5a67-42d1-9a34-3f8155bce350 req-e9b809c9-7308-4a30-a55b-2ee02731355f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319998 Feb 09 16:58:29.781870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71618aa-4fd9-413e-a0e3-2264fee59329 req-93cda9d4-bb31-4e5d-b897-7065f6adf141 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:29.783361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f71618aa-4fd9-413e-a0e3-2264fee59329 req-93cda9d4-bb31-4e5d-b897-7065f6adf141 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0510299 Feb 09 16:58:29.821635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f71618aa-4fd9-413e-a0e3-2264fee59329 req-f18c622d-bd27-469b-b359-98da50d69a61 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321004 Feb 09 16:58:30.727378 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:30.938801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345074c-ecb6-4a10-adb6-d53479f3d1d9 req-8f6e19d2-71f7-4577-a8a0-281bbb2d399b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:30.940301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1345074c-ecb6-4a10-adb6-d53479f3d1d9 req-8f6e19d2-71f7-4577-a8a0-281bbb2d399b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0486565 Feb 09 16:58:30.982456 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1345074c-ecb6-4a10-adb6-d53479f3d1d9 req-714b6142-f125-4c7c-93aa-70786a502085 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357752 Feb 09 16:58:32.098018 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72341614-e23b-41d0-92f2-2cc9fa8293e2 req-49c6000c-5dc3-4900-abb6-b733f3000001 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:32.099503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72341614-e23b-41d0-92f2-2cc9fa8293e2 req-49c6000c-5dc3-4900-abb6-b733f3000001 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0493805 Feb 09 16:58:32.137430 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-72341614-e23b-41d0-92f2-2cc9fa8293e2 req-bae68040-719e-4eda-b064-f2fb04839e35 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Feb 09 16:58:32.422702 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:33.253203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc80417-cef0-40f1-b8d0-d7d21dbfa4b9 req-8631d45f-5ab1-4364-a180-b34b3707149f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:33.254611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5bc80417-cef0-40f1-b8d0-d7d21dbfa4b9 req-8631d45f-5ab1-4364-a180-b34b3707149f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0492468 Feb 09 16:58:33.292470 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5bc80417-cef0-40f1-b8d0-d7d21dbfa4b9 req-ba649a9c-4b2c-44ab-8b58-a56363313bb9 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318656 Feb 09 16:58:34.407134 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b65b1-f018-4e90-9fd6-604547bc5c76 req-cbcae1c6-b754-4e30-907e-2eaa669c59d8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:34.408649 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-752b65b1-f018-4e90-9fd6-604547bc5c76 req-cbcae1c6-b754-4e30-907e-2eaa669c59d8 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0495048 Feb 09 16:58:34.449343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-752b65b1-f018-4e90-9fd6-604547bc5c76 req-d67cb4cb-1b6d-4144-a666-163be8d3a12b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347309 Feb 09 16:58:35.566403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fe033-ff73-4606-bc39-6e0f8a16260b req-141bbe07-8e09-47ed-88c8-c97cd592f389 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:35.567910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a3fe033-ff73-4606-bc39-6e0f8a16260b req-141bbe07-8e09-47ed-88c8-c97cd592f389 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0500574 Feb 09 16:58:35.605629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a3fe033-ff73-4606-bc39-6e0f8a16260b req-113094c1-3c2f-41cb-9518-302c0cf66fc3 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Feb 09 16:58:36.722333 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb7444-b620-48ef-9cac-3b5e0941b8e4 req-0374f6b6-e1a8-47a7-89ad-2b67df8dd8f5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:36.723865 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ebb7444-b620-48ef-9cac-3b5e0941b8e4 req-0374f6b6-e1a8-47a7-89ad-2b67df8dd8f5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0500329 Feb 09 16:58:36.763750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ebb7444-b620-48ef-9cac-3b5e0941b8e4 req-04941aeb-2150-41dc-a33f-17fa0b4cca4e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335052 Feb 09 16:58:37.879175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560285-88c6-4468-9297-45ff12306284 req-427659e7-cb53-4f46-9ac3-2721dcf0f15e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:37.880682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4560285-88c6-4468-9297-45ff12306284 req-427659e7-cb53-4f46-9ac3-2721dcf0f15e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0489757 Feb 09 16:58:37.922633 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f4560285-88c6-4468-9297-45ff12306284 req-15187068-d241-4cb5-8cbb-50af041d1934 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355611 Feb 09 16:58:37.945175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35028) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:58:38.007798 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-184c1210-c8b9-4c0e-ad9a-bee6c1ec25cd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/30bcaf45-3bfd-4c41-bff0-75117f4e0990 HTTP/1.1" status: 200 len: 993 time: 0.0614114 Feb 09 16:58:39.442988 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56bcea-5b1a-4b81-9ddb-cec705322478 req-1064fffb-228e-4479-aa4c-943cafce278e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:39.444548 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a56bcea-5b1a-4b81-9ddb-cec705322478 req-1064fffb-228e-4479-aa4c-943cafce278e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0546408 Feb 09 16:58:39.513656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a56bcea-5b1a-4b81-9ddb-cec705322478 req-dcc00029-4e19-4a80-ba18-0d22244333ae tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628941 Feb 09 16:58:39.524461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-daddf042-33a2-4a72-bf5c-e69c798b9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:39.525955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-daddf042-33a2-4a72-bf5c-e69c798b9268 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1096 time: 0.0607414 Feb 09 16:58:39.616994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-021fba08-2e8c-4fad-88c0-f3f9fdc53f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:39.618396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-021fba08-2e8c-4fad-88c0-f3f9fdc53f65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe HTTP/1.1" status: 200 len: 897 time: 0.0850527 Feb 09 16:58:39.688736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-4e9826d9-4e46-46b4-86ed-ee700be24f4f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7 HTTP/1.1" status: 200 len: 1001 time: 0.0625474 Feb 09 16:58:39.739840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-1a8dbe8c-2990-4ae6-b8e4-8b8c571bc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:39.741360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-1a8dbe8c-2990-4ae6-b8e4-8b8c571bc152 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b359746-be3b-42b2-acdf-f2b8a34ef09d HTTP/1.1" status: 200 len: 835 time: 0.0445933 Feb 09 16:58:39.788740 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-3abdf06b-f501-4855-8509-fa6fd9080812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:39.790311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-3abdf06b-f501-4855-8509-fa6fd9080812 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418973 Feb 09 16:58:39.887131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-cdb68595-b92b-4f75-9d2d-cbeb93f5292f service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890501 Feb 09 16:58:39.980268 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ca0415a8-8b54-440d-9938-1749d6a36592 req-582911fe-3e35-4828-be58-7be299082d61 service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853157 Feb 09 16:58:40.641132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d3689-30d4-4553-83d6-8851d365611f req-30b692ec-a27c-40ac-a76c-28185cee7992 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:40.642586 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de6d3689-30d4-4553-83d6-8851d365611f req-30b692ec-a27c-40ac-a76c-28185cee7992 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0516918 Feb 09 16:58:40.687078 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de6d3689-30d4-4553-83d6-8851d365611f req-bdf7cae0-b00e-4890-865c-8c17934d0f9a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380361 Feb 09 16:58:41.811691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d8715-a3a1-41db-9640-bd202718cfde req-a09fc86e-ffdf-4cdb-9dfa-4c997f1107d4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:58:41.813247 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-830d8715-a3a1-41db-9640-bd202718cfde req-a09fc86e-ffdf-4cdb-9dfa-4c997f1107d4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0518739 Feb 09 16:58:41.854135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-830d8715-a3a1-41db-9640-bd202718cfde req-c4bf4ff9-3658-42ca-beae-379342da0c58 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347528 Feb 09 16:58:41.878170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35040) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:58:41.941988 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-32c17661-87cb-41d9-add9-45f62e456666 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/30bcaf45-3bfd-4c41-bff0-75117f4e0990 HTTP/1.1" status: 200 len: 993 time: 0.0626180 Feb 09 16:58:53.068296 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9572f13a-e813-4bec-bbd5-fa852494af55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:55.310174 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cf0b52ce-655b-4606-9560-85e1413f4412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:56.807030 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:57.404520 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:58:58.439811 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:58:58.601322 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:00.730579 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:02.444602 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:18.515015 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35056) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:18.674554 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 10ae7d10-0797-4557-9cac-6454a5a8942a {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:59:18.674781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:18.748963 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:18.749292 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:18.761241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 10ae7d10-0797-4557-9cac-6454a5a8942a owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:59:19.280154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-76b2cdb8-52bc-4ae3-aca8-62a3ede49cb0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907326 Feb 09 16:59:19.333917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:19.381076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=10ae7d10-0797-4557-9cac-6454a5a8942a,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:19.408215 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.408568 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.408919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.409261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.409606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.409943 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.410279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.410614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.410946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.411279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.411604 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.411932 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:19.437735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-de12bb9e-3c94-4df5-aa82-c46fd4abd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:19.439787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-de12bb9e-3c94-4df5-aa82-c46fd4abd77a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1096 time: 0.1166101 Feb 09 16:59:19.459356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:19.459684 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP 30bcaf45-3bfd-4c41-bff0-75117f4e0990 disassociated (deleted). External IP: 172.25.5.224, port: f0c82166-7f39-406f-b6bc-d5c73d8f67d7. Feb 09 16:59:19.629792 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-50d36f01-c6b6-49d2-81c1-f660bd9fa4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:19.631243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-50d36f01-c6b6-49d2-81c1-f660bd9fa4d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe HTTP/1.1" status: 200 len: 897 time: 0.1695075 Feb 09 16:59:19.711064 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-ef60dea2-a35d-4eb1-bbdc-1ebeeeb30358 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7 HTTP/1.1" status: 200 len: 217 time: 0.0433521 Feb 09 16:59:19.800906 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-4cd4a283-892a-49e6-997b-3fa77d83143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:19.802361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-4cd4a283-892a-49e6-997b-3fa77d83143e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b359746-be3b-42b2-acdf-f2b8a34ef09d HTTP/1.1" status: 200 len: 835 time: 0.0837691 Feb 09 16:59:19.809133 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 67fba297-50ae-4abb-8ef7-dc36707badfe has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:59:19.898852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-63e7e5e9-4301-471b-ab46-e0b35d8b20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:19.900298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-63e7e5e9-4301-471b-ab46-e0b35d8b20a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901544 Feb 09 16:59:20.004213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:59:20.009500 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:20.014301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] Sync routers for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:59:20.025504 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:20.026208 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:20.052950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-29a09863-226d-4c4b-bd9d-38fde2f34613 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/floatingips/30bcaf45-3bfd-4c41-bff0-75117f4e0990 HTTP/1.1" status: 204 len: 168 time: 1.5368402 Feb 09 16:59:20.055067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:59:20.057283 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b486cde4-58a1-416a-8a93-332559a5bd58" -d '{"events": [{"name": "network-changed", "server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:59:20.064629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-41118100-16af-4814-bf6d-fc225d364062 service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347656 Feb 09 16:59:20.155394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:20.176220 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-584cad1e-a3fc-4ac1-ab31-cc7506356e0a req-e97cf2c4-1fd8-4cc8-9d36-9a0be3e41d18 service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030974 Feb 09 16:59:20.177749 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a2888-6dd6-4ee8-9bf6-625ff83d87df x-openstack-request-id: req-a91a2888-6dd6-4ee8-9bf6-625ff83d87df {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:59:20.178105 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:59:20.178429 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a91a2888-6dd6-4ee8-9bf6-625ff83d87df {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:59:20.178884 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'status': 'completed', 'code': 200} Feb 09 16:59:20.340181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-7e4509f9-951c-4a64-9131-608a85a972ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:20.341807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-7e4509f9-951c-4a64-9131-608a85a972ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 1096 time: 0.0479043 Feb 09 16:59:20.363546 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:20.390312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] Checking router: 67fba297-50ae-4abb-8ef7-dc36707badfe for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:59:20.399402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:20.400035 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:58:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:20.445616 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-1342d239-8466-45b3-a39f-36385bf1dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:20.447213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-1342d239-8466-45b3-a39f-36385bf1dd64 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe HTTP/1.1" status: 200 len: 897 time: 0.0960884 Feb 09 16:59:20.494145 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-5c3f7cf6-fae7-49f4-aeb1-4953aa12601d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7 HTTP/1.1" status: 200 len: 217 time: 0.0381348 Feb 09 16:59:20.511034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:20.572558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a537a-8541-4e7d-bfce-b2137f443686 req-63a175c6-2e2e-4f07-b3ec-9df988d90874 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:20.574039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845a537a-8541-4e7d-bfce-b2137f443686 req-63a175c6-2e2e-4f07-b3ec-9df988d90874 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0828035 Feb 09 16:59:20.577887 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-b2284d3c-bd82-4f94-912c-641ae7b3b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:20.579787 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-b2284d3c-bd82-4f94-912c-641ae7b3b0eb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b359746-be3b-42b2-acdf-f2b8a34ef09d HTTP/1.1" status: 200 len: 835 time: 0.0609183 Feb 09 16:59:20.647177 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-845a537a-8541-4e7d-bfce-b2137f443686 req-7cce1dc6-5c5b-49b7-8cad-a0cebbb52470 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663950 Feb 09 16:59:20.657241 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-e6135abe-c0bd-4ccd-8ea0-a528bc1bb9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:20.659681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-e6135abe-c0bd-4ccd-8ea0-a528bc1bb9d0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606062 Feb 09 16:59:20.756391 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-658d8b63-9140-4fe7-84e5-759ec8528ac2 service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877285 Feb 09 16:59:20.855168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b486cde4-58a1-416a-8a93-332559a5bd58 req-1af59db0-d9ae-4a93-ab34-5233e698537f service neutron] 10.222.0.73 "GET /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921535 Feb 09 16:59:20.870771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:20.899925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ded2a7-bb08-41b3-92db-793ab28af2ac None None] The sync data for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 is: [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:57:31Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'aeb368aa-88c0-420d-b056-ac7f90f44712', 'name': '', 'network_id': '2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e9:4f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:30Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '3b359746-be3b-42b2-acdf-f2b8a34ef09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:59:21.129894 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5da22c-b71c-4588-85b6-b659f4026c46 None None] New status for floating IP 30bcaf45-3bfd-4c41-bff0-75117f4e0990: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:59:21.769835 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff02672-6b3e-4603-8760-ea212cbe90f8 req-e6de799e-bf4b-462e-bf9c-c8b722944261 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:21.771378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ff02672-6b3e-4603-8760-ea212cbe90f8 req-e6de799e-bf4b-462e-bf9c-c8b722944261 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0502510 Feb 09 16:59:21.809349 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3ff02672-6b3e-4603-8760-ea212cbe90f8 req-1e6352f7-33a4-45a2-8cca-286452a3994c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=10b1194d-4dfe-45a2-b92d-d99e1d9c8645&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320635 Feb 09 16:59:22.105386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-a4ab81ce-0638-4f0e-a1bb-10ab44d0d88c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:22.106871 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-a4ab81ce-0638-4f0e-a1bb-10ab44d0d88c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 945 time: 0.0484257 Feb 09 16:59:22.199945 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:59:22.200316 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:22.288071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port f0c82166-7f39-406f-b6bc-d5c73d8f67d7, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:22.288460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:22.300476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for f0c82166-7f39-406f-b6bc-d5c73d8f67d7 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:59:22.502397 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:22.529423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=f0c82166-7f39-406f-b6bc-d5c73d8f67d7,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:22.579056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] No DVR routers for this DVR port f0c82166-7f39-406f-b6bc-d5c73d8f67d7 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:59:22.581600 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:22.585512 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d31df355-9062-4ff2-a6b1-2069adedc7f8 req-8741d844-f9cf-41ed-ad6e-3cc48b8467ec tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.73 "DELETE /v2.0/ports/f0c82166-7f39-406f-b6bc-d5c73d8f67d7 HTTP/1.1" status: 204 len: 173 time: 0.4717584 Feb 09 16:59:22.585512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'name': 'network-vif-deleted', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:59:22.587763 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff4f626-ebd1-4287-8541-cab8ee494397" -d '{"events": [{"server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "name": "network-vif-deleted", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:59:22.625806 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fd69d3-73ea-45e8-81d6-ce434a98a5e0 x-openstack-request-id: req-12fd69d3-73ea-45e8-81d6-ce434a98a5e0 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:59:22.626843 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89446ef-bf59-4286-9c00-e5da680722db", "name": "network-vif-deleted", "tag": "f0c82166-7f39-406f-b6bc-d5c73d8f67d7", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:59:22.626988 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12fd69d3-73ea-45e8-81d6-ce434a98a5e0 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:59:22.627382 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89446ef-bf59-4286-9c00-e5da680722db', 'name': 'network-vif-deleted', 'tag': 'f0c82166-7f39-406f-b6bc-d5c73d8f67d7', 'status': 'completed', 'code': 200} Feb 09 16:59:22.926804 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f37dab1-63ea-407c-b082-bf5cdaf92e23 req-465efaff-4444-4bc2-b42f-178cca2cf648 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=c89446ef-bf59-4286-9c00-e5da680722db HTTP/1.1" status: 200 len: 210 time: 0.0319576 Feb 09 16:59:23.033191 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fb7973fe-5699-444f-9fcd-981a91a00e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:23.986580 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35076) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:24.348753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:24.606554 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port aeb368aa-88c0-420d-b056-ac7f90f44712 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:59:24.606790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:24.693483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port aeb368aa-88c0-420d-b056-ac7f90f44712, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=aeb368aa-88c0-420d-b056-ac7f90f44712,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:24.693850 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:24.706077 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for aeb368aa-88c0-420d-b056-ac7f90f44712 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:59:24.978108 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:25.003425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=aeb368aa-88c0-420d-b056-ac7f90f44712,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:25.018932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.018932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.018932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.019333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.019431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.019741 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.020071 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.020422 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.020754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.021082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.021410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.021735 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:25.191897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:25.423407 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-23530362-60e0-4521-b0e6-9b84a02fed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:25.473480 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 67fba297-50ae-4abb-8ef7-dc36707badfe has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:59:25.581407 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:59:25.586982 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-08f4ec7d-4869-4e3c-b021-1602649e7d78 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/67fba297-50ae-4abb-8ef7-dc36707badfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5992868 Feb 09 16:59:25.589664 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35080) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:25.592265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] Sync routers for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:59:25.603324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:25.603950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:25.641912 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c2acd9-0d26-42b5-aee2-8d6dbcada80b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting subnet 3b359746-be3b-42b2-acdf-f2b8a34ef09d {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 16:59:25.645081 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3c2acd9-0d26-42b5-aee2-8d6dbcada80b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:25.686221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3c2acd9-0d26-42b5-aee2-8d6dbcada80b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:25.709328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:25.777231 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3c2acd9-0d26-42b5-aee2-8d6dbcada80b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:25.889289 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:59:24Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:25.917559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] Checking router: 67fba297-50ae-4abb-8ef7-dc36707badfe for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:59:25.920762 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3c2acd9-0d26-42b5-aee2-8d6dbcada80b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:25.926666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] Routers {'67fba297-50ae-4abb-8ef7-dc36707badfe'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:25.927277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['67fba297-50ae-4abb-8ef7-dc36707badfe'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:25.949258 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2acd9-0d26-42b5-aee2-8d6dbcada80b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Subnet': ['ID=3b359746-be3b-42b2-acdf-f2b8a34ef09d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:25.953062 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b3c2acd9-0d26-42b5-aee2-8d6dbcada80b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:25.956324 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b3c2acd9-0d26-42b5-aee2-8d6dbcada80b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/subnets/3b359746-be3b-42b2-acdf-f2b8a34ef09d HTTP/1.1" status: 204 len: 168 time: 0.3656719 Feb 09 16:59:25.959103 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35082) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:25.963296 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b37c4-89e2-4622-ab35-b3a782c34fb3 None None] Network 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:59:26.016581 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f0c82166-7f39-406f-b6bc-d5c73d8f67d7 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:59:26.049598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: f0c82166-7f39-406f-b6bc-d5c73d8f67d7 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:59:26.049598 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device f0c82166-7f39-406f-b6bc-d5c73d8f67d7 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:59:26.073417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.150998 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] Set router 67fba297-50ae-4abb-8ef7-dc36707badfe gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:26.180391 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.286915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] DHCP port deletion for 2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 16:59:26.301473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port cc7b47e5-8ee2-47ae-a37a-a77e048b1925 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:59:26.301825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.379568 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Deleting port 1f022994-30ab-4908-8f63-9fe4727d2d71 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 16:59:26.379948 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.386459 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:59:24Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:26.388072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port cc7b47e5-8ee2-47ae-a37a-a77e048b1925, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=cc7b47e5-8ee2-47ae-a37a-a77e048b1925,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:26.388507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.401613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for cc7b47e5-8ee2-47ae-a37a-a77e048b1925 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:59:26.447078 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd239f6e-f715-4a54-a96f-bd428432f49f None None] The sync data for ids ['67fba297-50ae-4abb-8ef7-dc36707badfe'] in n-d-828542-1 is: [{'id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-358914186', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:57:26Z', 'updated_at': '2022-02-09T16:59:24Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': 'cc7b47e5-8ee2-47ae-a37a-a77e048b1925', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fba297-50ae-4abb-8ef7-dc36707badfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:57:27Z', 'updated_at': '2022-02-09T16:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:59:26.475769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1f022994-30ab-4908-8f63-9fe4727d2d71 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:59:26.478799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] For port 1f022994-30ab-4908-8f63-9fe4727d2d71, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1f022994-30ab-4908-8f63-9fe4727d2d71,segment=NetworkSegment(b1109e51-9f65-415e-a4db-b931be7abf1a),segment_id=b1109e51-9f65-415e-a4db-b931be7abf1a)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:26.479137 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.515666 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Calling delete_port for 1f022994-30ab-4908-8f63-9fe4727d2d71 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 16:59:26.626104 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.652027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.682808 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=cc7b47e5-8ee2-47ae-a37a-a77e048b1925,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:26.738612 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.746169 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.784304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Pushing event deleted for resources: {'Port': ['ID=1f022994-30ab-4908-8f63-9fe4727d2d71,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:26.786587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] No DVR routers for this DVR port 1f022994-30ab-4908-8f63-9fe4727d2d71 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:59:26.795500 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.796322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.800399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.800399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.800399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.800399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.800399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.800399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.800399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.800399 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.801612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.801612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.801612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ea971b-bd7d-4f2f-a8a3-ccfa973c77be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:26.845767 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.848108 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.947176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.947755 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Fanout notify agent at l3_agent the message router_deleted on router 67fba297-50ae-4abb-8ef7-dc36707badfe {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:59:26.955393 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:26.956478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c8697ecb-fe3a-447c-8043-041c0285fc44 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/routers/67fba297-50ae-4abb-8ef7-dc36707badfe HTTP/1.1" status: 204 len: 168 time: 0.9962559 Feb 09 16:59:26.959317 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35084) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:27.041228 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.133085 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.161059 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:27.170896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1109e51-9f65-415e-a4db-b931be7abf1a') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:27.171180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1109e51-9f65-415e-a4db-b931be7abf1a') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:27.181913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.196676 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: timer() Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:59:27.209490 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:59:27.337852 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.345871 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.348186 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/networks/2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe HTTP/1.1" status: 204 len: 168 time: 0.3876600 Feb 09 16:59:27.351287 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35086) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:27.360263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4d0b2-a155-4d5e-a66d-2646a12058d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Network': ['ID=2b1cbd01-ce3b-41d3-a8f3-6b7bcf587bbe,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:27.411467 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b2b8-4516-4ff7-b6e1-08e8c81cdac4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.442028 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b2b8-4516-4ff7-b6e1-08e8c81cdac4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.583721 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b2b8-4516-4ff7-b6e1-08e8c81cdac4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.586479 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b2b8-4516-4ff7-b6e1-08e8c81cdac4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:27.587662 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d3e5b2b8-4516-4ff7-b6e1-08e8c81cdac4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/security-groups/10b1194d-4dfe-45a2-b92d-d99e1d9c8645 HTTP/1.1" status: 204 len: 168 time: 0.2352114 Feb 09 16:59:27.597853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5b2b8-4516-4ff7-b6e1-08e8c81cdac4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b1194d-4dfe-45a2-b92d-d99e1d9c8645,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:28.002918 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35092) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:28.007641 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-15ce517f-bcd3-4f56-a154-ab56ad066ddd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096377477', 'description': 'tempest-secgroup-smoke-1096377477 description', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:28.080749 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15ce517f-bcd3-4f56-a154-ab56ad066ddd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.150324 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15ce517f-bcd3-4f56-a154-ab56ad066ddd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.229026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15ce517f-bcd3-4f56-a154-ab56ad066ddd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.257992 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce517f-bcd3-4f56-a154-ab56ad066ddd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f65b33-a80c-446d-aa4c-f2f943bb3713,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:28.334189 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-15ce517f-bcd3-4f56-a154-ab56ad066ddd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.335502 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-15ce517f-bcd3-4f56-a154-ab56ad066ddd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3314447 Feb 09 16:59:28.342172 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35094) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:28.343640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cbe02fa1-e5d1-42af-a957-4f3b9ced3292 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': 'c8f65b33-a80c-446d-aa4c-f2f943bb3713', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:28.389694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device aeb368aa-88c0-420d-b056-ac7f90f44712 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:59:28.410872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: aeb368aa-88c0-420d-b056-ac7f90f44712 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:59:28.411218 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device aeb368aa-88c0-420d-b056-ac7f90f44712 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:59:28.411636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cc7b47e5-8ee2-47ae-a37a-a77e048b1925 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 16:59:28.433978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: cc7b47e5-8ee2-47ae-a37a-a77e048b1925 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 16:59:28.434342 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device cc7b47e5-8ee2-47ae-a37a-a77e048b1925 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 16:59:28.455887 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbe02fa1-e5d1-42af-a957-4f3b9ced3292 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.463176 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.512461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbe02fa1-e5d1-42af-a957-4f3b9ced3292 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.592838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbe02fa1-e5d1-42af-a957-4f3b9ced3292 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.613694 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe02fa1-e5d1-42af-a957-4f3b9ced3292 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd35771d-3e3e-49d2-a086-a2e08690f406,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:28.638421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.728431 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cbe02fa1-e5d1-42af-a957-4f3b9ced3292 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.729872 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cbe02fa1-e5d1-42af-a957-4f3b9ced3292 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903716 Feb 09 16:59:28.732423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35096) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:28.737500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3eeda68d-d461-4459-93a1-ea64da026dfa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': 'c8f65b33-a80c-446d-aa4c-f2f943bb3713', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:28.838065 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeda68d-d461-4459-93a1-ea64da026dfa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.897920 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeda68d-d461-4459-93a1-ea64da026dfa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:28.983394 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeda68d-d461-4459-93a1-ea64da026dfa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.001500 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeda68d-d461-4459-93a1-ea64da026dfa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26b9858-ff40-45bd-9bcf-6f077f2ca708,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:29.076852 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeda68d-d461-4459-93a1-ea64da026dfa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.078101 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3eeda68d-d461-4459-93a1-ea64da026dfa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3447731 Feb 09 16:59:29.080956 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35098) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:29.085397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-aa55a3a6-1f8a-4fe5-b9bd-f0af8d3f5dcd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': 'c8f65b33-a80c-446d-aa4c-f2f943bb3713', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:29.192298 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa55a3a6-1f8a-4fe5-b9bd-f0af8d3f5dcd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.257731 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa55a3a6-1f8a-4fe5-b9bd-f0af8d3f5dcd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.330313 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa55a3a6-1f8a-4fe5-b9bd-f0af8d3f5dcd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.348770 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55a3a6-1f8a-4fe5-b9bd-f0af8d3f5dcd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5cf3db-75e4-49f8-97de-745286ef6406,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:29.442772 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-aa55a3a6-1f8a-4fe5-b9bd-f0af8d3f5dcd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.444003 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-aa55a3a6-1f8a-4fe5-b9bd-f0af8d3f5dcd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620992 Feb 09 16:59:29.446728 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35100) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:29.451095 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-859aea41-a326-412f-9dfb-03442931b7c0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': 'c8f65b33-a80c-446d-aa4c-f2f943bb3713', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:29.540342 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-859aea41-a326-412f-9dfb-03442931b7c0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.602273 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-859aea41-a326-412f-9dfb-03442931b7c0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.663393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-859aea41-a326-412f-9dfb-03442931b7c0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.683758 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aea41-a326-412f-9dfb-03442931b7c0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a9d162-0f54-4311-b827-650ca1d559fe,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:29.751253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-859aea41-a326-412f-9dfb-03442931b7c0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.752460 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-859aea41-a326-412f-9dfb-03442931b7c0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047576 Feb 09 16:59:29.755338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35102) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:29.759843 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-b92bdbfc-2ee7-4492-ba56-75d91d2769ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': 'c8f65b33-a80c-446d-aa4c-f2f943bb3713', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:29.844004 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-b92bdbfc-2ee7-4492-ba56-75d91d2769ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:59:29.850161 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b92bdbfc-2ee7-4492-ba56-75d91d2769ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.913138 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b92bdbfc-2ee7-4492-ba56-75d91d2769ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:29.981982 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b92bdbfc-2ee7-4492-ba56-75d91d2769ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.001406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bdbfc-2ee7-4492-ba56-75d91d2769ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d209ed-615d-4df3-902e-80b1002a93ca,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:30.081497 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-b92bdbfc-2ee7-4492-ba56-75d91d2769ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.083696 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-b92bdbfc-2ee7-4492-ba56-75d91d2769ab tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274009 Feb 09 16:59:30.087517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35104) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:30.092101 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-edc600fa-4886-46a1-aa28-b331b0358621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'security_group_rule': {'security_group_id': 'c8f65b33-a80c-446d-aa4c-f2f943bb3713', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:30.192763 n-d-828542-1 neutron-server[103178]: INFO neutron.db.securitygroups_db [None req-edc600fa-4886-46a1-aa28-b331b0358621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Project 33328a5ac1b44955a6d3703f8f78d2a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 16:59:30.197994 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edc600fa-4886-46a1-aa28-b331b0358621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.260291 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edc600fa-4886-46a1-aa28-b331b0358621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.360450 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edc600fa-4886-46a1-aa28-b331b0358621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.380617 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc600fa-4886-46a1-aa28-b331b0358621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ea2850-64d8-4e1e-8366-db14cea46b94,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:30.492093 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-edc600fa-4886-46a1-aa28-b331b0358621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.493432 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-edc600fa-4886-46a1-aa28-b331b0358621 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4048059 Feb 09 16:59:30.496238 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35106) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:30.501169 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'network': {'name': 'tempest-network-smoke--621409157', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'port_security_enabled': True}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:30.598397 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:59:30.602252 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.629469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 16:59:30.637944 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.642188 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Added segment 862684b2-0582-4204-b738-0326e25ef520 of type vlan for network c1c7fdd1-267d-4f2e-93ff-e170f16259df Feb 09 16:59:30.679114 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.735237 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.766047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.772395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:30.772985 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:30.837902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Network': ['ID=c1c7fdd1-267d-4f2e-93ff-e170f16259df,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:30.849596 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 16:59:30.906156 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4fc0b31b-21fc-4129-a83f-582ddc1bebff tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4087934 Feb 09 16:59:30.909878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35108) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:30.914488 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'admin_state_up': True, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:31.004458 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:31.005536 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:31.061838 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:31.278174 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:31.526764 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:31.545223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:31.649844 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.81 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/8913df5e-222c-48e1-a8c4-c454150b7dec) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:59:32.075211 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:32.187143 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:32.223928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:59:32.229078 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:59:32.232681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:59:32.258890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=8913df5e-222c-48e1-a8c4-c454150b7dec,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:32.446210 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:32.576497 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:32.777469 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:32.966277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 16:59:33.073925 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:59:33.083764 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Sync routers for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:59:33.099112 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:33.099980 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:33.129018 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.130289 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c06719b9-460c-424f-8d04-11349fa494ee tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2194602 Feb 09 16:59:33.133580 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35112) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:33.165363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-914fda25-0f88-4b99-a2dc-a97afb62799e tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=33328a5ac1b44955a6d3703f8f78d2a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306590 Feb 09 16:59:33.168487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35114) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:33.202678 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:33.258964 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ef1aa7-2e05-44ff-b19e-d91ec9a6bcc0 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:33.261636 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-83ef1aa7-2e05-44ff-b19e-d91ec9a6bcc0 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910387 Feb 09 16:59:33.263329 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35116) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:33.292224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-2b7e1c50-11de-420c-b184-95816b38dffe tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0382ca27-9a12-48f1-9cee-c4b2aaccebfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277441 Feb 09 16:59:33.294702 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35118) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:33.299960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-572531365', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:33.388055 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:32Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:33.414402 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Checking router: 2b66e72f-7afe-47ce-9b7b-80ae4edde001 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:59:33.414744 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Updating router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 port 8913df5e-222c-48e1-a8c4-c454150b7dec binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:59:33.439163 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.472536 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:59:33.476467 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.692596 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.709460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.764000 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.773198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Subnet': ['ID=983a91cb-e191-4529-9834-ca6444b741c5,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:33.781774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Checking segment: {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:59:33.782137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network hostable DHCP agents. Network: c1c7fdd1-267d-4f2e-93ff-e170f16259df, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 16:59:33.814303 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Attempting to bind port 8913df5e-222c-48e1-a8c4-c454150b7dec on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:59:33.814712 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Attempting to bind port 8913df5e-222c-48e1-a8c4-c454150b7dec by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:59:33.815038 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Attempting to bind port 8913df5e-222c-48e1-a8c4-c454150b7dec on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:59:33.821770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Pushing event updated for resources: {'Port': ['ID=8913df5e-222c-48e1-a8c4-c454150b7dec,revision_number=2']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:33.824922 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:59:33.825293 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:59:33.825695 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.826083 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:59:33.826545 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Bound port: 8913df5e-222c-48e1-a8c4-c454150b7dec, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:59:33.826918 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.833817 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.834163 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.834503 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.834838 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.835171 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.835501 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.835828 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.836176 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.836503 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.836826 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.837147 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.837467 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:59:33.867170 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 16:59:33.888686 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] For port 8913df5e-222c-48e1-a8c4-c454150b7dec, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:59:33.891791 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] For port 8913df5e-222c-48e1-a8c4-c454150b7dec, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8913df5e-222c-48e1-a8c4-c454150b7dec,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:59:33.966020 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, c1c7fdd1-267d-4f2e-93ff-e170f16259df) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:59:33.978822 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:33.978985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbc7b95-f143-4928-b0f8-7c69addb778d None None] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:59:33.979432 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:33.998593 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:34.060932 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ed2c3-9982-4d25-bdfa-9e710e749d0e None None] Pushing event updated for resources: {'Port': ['ID=8913df5e-222c-48e1-a8c4-c454150b7dec,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:34.063556 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:34.064737 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:34.082832 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fa3e89ab-9678-4909-b284-78f5279f3f7c tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7869670 Feb 09 16:59:34.087577 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35120) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:34.127975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 16:59:34.129150 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:34.178196 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:34.270800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Allocated IP 172.20.0.2 (c1c7fdd1-267d-4f2e-93ff-e170f16259df/983a91cb-e191-4529-9834-ca6444b741c5/a2a97eb8-1f2e-4145-9c22-f531b85f1e32) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:59:34.420707 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 16:59:34.424004 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:34.467793 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:32Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:34.494022 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc609fdb-3acf-4791-8e52-5c1e7007de53 None None] The sync data for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 is: [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:32Z', 'revision_number': 3, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:59:34.512364 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:34.537806 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:34.559019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:59:34.562724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:59:34.567871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:59:34.571432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Pushing event updated for resources: {'Port': ['ID=a2a97eb8-1f2e-4145-9c22-f531b85f1e32,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:34.630905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Attempting to bind port a2a97eb8-1f2e-4145-9c22-f531b85f1e32 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:59:34.631283 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Attempting to bind port a2a97eb8-1f2e-4145-9c22-f531b85f1e32 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:59:34.631651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Attempting to bind port a2a97eb8-1f2e-4145-9c22-f531b85f1e32 on network c1c7fdd1-267d-4f2e-93ff-e170f16259df {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:59:34.636946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:59:34.637410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Checking segment: {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:59:34.637826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:34.638223 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Bound using segment: {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:59:34.638697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Bound port: a2a97eb8-1f2e-4145-9c22-f531b85f1e32, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:59:34.639081 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:34.706791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] For port a2a97eb8-1f2e-4145-9c22-f531b85f1e32, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:59:34.709950 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] For port a2a97eb8-1f2e-4145-9c22-f531b85f1e32, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a2a97eb8-1f2e-4145-9c22-f531b85f1e32,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:59:34.778414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:34.856249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb76e7a-2662-452f-a83d-3896d200d9e5 None None] Pushing event updated for resources: {'Port': ['ID=a2a97eb8-1f2e-4145-9c22-f531b85f1e32,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:34.871796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.1 (c1c7fdd1-267d-4f2e-93ff-e170f16259df/983a91cb-e191-4529-9834-ca6444b741c5/1427419c-f50c-40a3-b99b-7408b815e05b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:59:35.059356 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:35.189882 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:35.243601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:59:35.247301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:59:35.251391 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:59:35.257935 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=1427419c-f50c-40a3-b99b-7408b815e05b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:35.303701 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:35.521098 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:35.812208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:35.842354 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdcbafb-456e-41d2-9ed7-47ef8ff21f03 None None] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 16:59:35.889770 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:35.942576 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2b3a3cd1-be8e-49f0-a4cd-386e2baad572 None None] Provisioning complete for port a2a97eb8-1f2e-4145-9c22-f531b85f1e32 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:35.942955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3cd1-be8e-49f0-a4cd-386e2baad572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:35.972243 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:35.972243 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=1427419c-f50c-40a3-b99b-7408b815e05b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:36.091252 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3cd1-be8e-49f0-a4cd-386e2baad572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:36.136791 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2b3a3cd1-be8e-49f0-a4cd-386e2baad572 None None] For port a2a97eb8-1f2e-4145-9c22-f531b85f1e32, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a2a97eb8-1f2e-4145-9c22-f531b85f1e32,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:36.246343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3cd1-be8e-49f0-a4cd-386e2baad572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:36.301624 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a3cd1-be8e-49f0-a4cd-386e2baad572 None None] Pushing event updated for resources: {'Port': ['ID=a2a97eb8-1f2e-4145-9c22-f531b85f1e32,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:36.373728 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5c822f19-2ba4-41d2-a4ea-6b7de0e2ef4b None None] Provisioning complete for port a2a97eb8-1f2e-4145-9c22-f531b85f1e32 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:36.375303 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c822f19-2ba4-41d2-a4ea-6b7de0e2ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:36.459257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:59:36.460776 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:59:36.514086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a2a97eb8-1f2e-4145-9c22-f531b85f1e32 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:59:36.566992 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-5c822f19-2ba4-41d2-a4ea-6b7de0e2ef4b None None] Provisioning complete for port 1427419c-f50c-40a3-b99b-7408b815e05b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:36.567508 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5c822f19-2ba4-41d2-a4ea-6b7de0e2ef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:36.591548 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:59:36.606724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port a2a97eb8-1f2e-4145-9c22-f531b85f1e32 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:36.607192 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:36.719951 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:59:36.730852 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-456d69ef-393f-439f-8c8d-1d91ff304b1d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/2b66e72f-7afe-47ce-9b7b-80ae4edde001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6376302 Feb 09 16:59:36.799265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Sync routers for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:59:36.804707 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5c822f19-2ba4-41d2-a4ea-6b7de0e2ef4b None None] Port 1427419c-f50c-40a3-b99b-7408b815e05b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:59:36.821601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:36.822242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:36.902975 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-9e09c870-9d47-4ac2-ba5e-be805cc6c05b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096377477&fields=id&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 267 time: 0.0338383 Feb 09 16:59:36.962917 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8913df5e-222c-48e1-a8c4-c454150b7dec up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:59:36.967626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1f36dfe3-2900-4edf-85e5-99b1aa28d7a2 None None] Provisioning complete for port 1427419c-f50c-40a3-b99b-7408b815e05b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:36.968001 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f36dfe3-2900-4edf-85e5-99b1aa28d7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.014695 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:37.016685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05405b36-8f4c-471c-a738-990ea8758932 req-f5c82546-4a1b-4950-bf8c-39f9f96e0e08 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:37.018720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-f5c82546-4a1b-4950-bf8c-39f9f96e0e08 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/networks?id=c1c7fdd1-267d-4f2e-93ff-e170f16259df HTTP/1.1" status: 200 len: 796 time: 0.1077857 Feb 09 16:59:37.034902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-c8255470-578d-4cb6-8bb7-d29316396d89 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/quotas/33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 375 time: 0.0102150 Feb 09 16:59:37.088260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-8940096b-6e71-4a7c-966a-b7cced6477c7 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472488 Feb 09 16:59:37.104075 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-1f36dfe3-2900-4edf-85e5-99b1aa28d7a2 None None] Port 1427419c-f50c-40a3-b99b-7408b815e05b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:59:37.172021 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8913df5e-222c-48e1-a8c4-c454150b7dec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:37.172428 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.188205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-6e6fce0c-3aba-4bd7-a6c9-1c36caa3d4ce service neutron] 10.222.0.53 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875266 Feb 09 16:59:37.286883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-2e9ff1b2-ad6e-48aa-bb75-ca2aab2341d9 service neutron] 10.222.0.53 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913582 Feb 09 16:59:37.309386 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.317751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 2, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:37.349499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Checking router: 2b66e72f-7afe-47ce-9b7b-80ae4edde001 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:59:37.349863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Updating router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 port 1427419c-f50c-40a3-b99b-7408b815e05b binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 16:59:37.372801 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 8913df5e-222c-48e1-a8c4-c454150b7dec, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8913df5e-222c-48e1-a8c4-c454150b7dec,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:37.382079 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.504911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.540956 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-46be8778-d829-473e-8a4e-7d417331655e req-b115b4ad-96bd-4f3b-afec-4050db73089a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 210 time: 0.0424154 Feb 09 16:59:37.606984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=8913df5e-222c-48e1-a8c4-c454150b7dec,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:37.710494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.786741 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.834914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a394b1-8663-4cef-bde3-319f2da4a71f None None] Pushing event updated for resources: {'Port': ['ID=1427419c-f50c-40a3-b99b-7408b815e05b,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:37.895272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Attempting to bind port 1427419c-f50c-40a3-b99b-7408b815e05b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:59:37.895645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Attempting to bind port 1427419c-f50c-40a3-b99b-7408b815e05b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:59:37.896023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Attempting to bind port 1427419c-f50c-40a3-b99b-7408b815e05b on network c1c7fdd1-267d-4f2e-93ff-e170f16259df {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:59:37.901876 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:59:37.902265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Checking segment: {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:59:37.902750 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.903151 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Bound using segment: {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:59:37.903648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Bound port: 1427419c-f50c-40a3-b99b-7408b815e05b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:59:37.904030 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:37.982241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] For port 1427419c-f50c-40a3-b99b-7408b815e05b, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:59:37.986491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] For port 1427419c-f50c-40a3-b99b-7408b815e05b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1427419c-f50c-40a3-b99b-7408b815e05b,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:59:38.030893 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f2104ff4-e8a6-408c-b14c-6b0e662ded8a None None] Provisioning complete for port 1427419c-f50c-40a3-b99b-7408b815e05b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:38.031264 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f2104ff4-e8a6-408c-b14c-6b0e662ded8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:38.065850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f2104ff4-e8a6-408c-b14c-6b0e662ded8a None None] Port 1427419c-f50c-40a3-b99b-7408b815e05b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:59:38.084372 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:38.157421 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:38.158579 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:38.161559 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a394b1-8663-4cef-bde3-319f2da4a71f None None] Pushing event updated for resources: {'Port': ['ID=1427419c-f50c-40a3-b99b-7408b815e05b,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:38.272340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:38.404001 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8913df5e-222c-48e1-a8c4-c454150b7dec up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:59:38.442694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-66196e3a-44bf-4308-94ae-da3b27cd00aa None None] Provisioning complete for port 1427419c-f50c-40a3-b99b-7408b815e05b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:38.443063 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-66196e3a-44bf-4308-94ae-da3b27cd00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:38.549204 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8913df5e-222c-48e1-a8c4-c454150b7dec triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:38.549574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:38.616197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-66196e3a-44bf-4308-94ae-da3b27cd00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:38.637414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c09c0738-0b72-45df-9616-33500b2a2ab3 req-63d8aab6-c512-4e6b-b2d1-2c90b3ff946f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 210 time: 0.0319762 Feb 09 16:59:38.649401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:38.709499 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e567dd-45ea-440f-afd3-7d2740fb08a7 None None] The sync data for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 is: [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:59:38.712009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-66196e3a-44bf-4308-94ae-da3b27cd00aa None None] For port 1427419c-f50c-40a3-b99b-7408b815e05b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1427419c-f50c-40a3-b99b-7408b815e05b,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:38.789134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-66196e3a-44bf-4308-94ae-da3b27cd00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:38.850272 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66196e3a-44bf-4308-94ae-da3b27cd00aa None None] Pushing event updated for resources: {'Port': ['ID=1427419c-f50c-40a3-b99b-7408b815e05b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:39.591379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05405b36-8f4c-471c-a738-990ea8758932 req-b5c3a683-1e93-45bb-9675-7f018bb7b7bf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:39.592926 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-b5c3a683-1e93-45bb-9675-7f018bb7b7bf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.13 "GET /v2.0/networks?id=c1c7fdd1-267d-4f2e-93ff-e170f16259df HTTP/1.1" status: 200 len: 796 time: 0.1178319 Feb 09 16:59:39.639521 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-04098824-a912-43ab-bd0f-5992ac83f6c5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33328a5ac1b44955a6d3703f8f78d2a1 HTTP/1.1" status: 200 len: 380 time: 0.0373750 Feb 09 16:59:39.648386 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'port': {'device_id': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'admin_state_up': True, 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'security_groups': ['c8f65b33-a80c-446d-aa4c-f2f943bb3713']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:39.756747 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f2a2b35a-735e-4e20-bc8f-cb9d836d4579 req-9f36164d-c8bd-4dfb-ac60-98649a648169 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 210 time: 0.0443943 Feb 09 16:59:39.886174 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Made reservation on behalf of 33328a5ac1b44955a6d3703f8f78d2a1 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 16:59:39.889854 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.015873 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.20.0.11 (c1c7fdd1-267d-4f2e-93ff-e170f16259df/983a91cb-e191-4529-9834-ca6444b741c5/5e271d23-ad62-43ea-9f0b-0a37d8297047) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:59:40.156245 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.255734 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.301473 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:59:40.304711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:59:40.308367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:59:40.335813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=5e271d23-ad62-43ea-9f0b-0a37d8297047,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:40.373470 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:40.374245 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.439186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1427419c-f50c-40a3-b99b-7408b815e05b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:59:40.455389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-d6f0b16d-a7f9-40a2-8b34-fef39602b4dc tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8110206 Feb 09 16:59:40.468005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Request body: {'port': {'device_id': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:40.492805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1427419c-f50c-40a3-b99b-7408b815e05b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:40.493266 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.527674 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.547555 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b5c6385b-d6c4-4fd9-a93a-6f42e3c5a159 None None] Provisioning complete for port 5e271d23-ad62-43ea-9f0b-0a37d8297047 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:40.547929 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b5c6385b-d6c4-4fd9-a93a-6f42e3c5a159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.605891 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b5c6385b-d6c4-4fd9-a93a-6f42e3c5a159 None None] Port 5e271d23-ad62-43ea-9f0b-0a37d8297047 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 16:59:40.795454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e271d23-ad62-43ea-9f0b-0a37d8297047 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:59:40.802917 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.815633 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Transition to ACTIVE for port object 5e271d23-ad62-43ea-9f0b-0a37d8297047 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 16:59:40.878203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bef971-e781-4dba-af8f-ff8d1cdf9e46 req-03f8be95-93d9-4620-b94a-f4cc33ac4a22 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:40.879611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4bef971-e781-4dba-af8f-ff8d1cdf9e46 req-03f8be95-93d9-4620-b94a-f4cc33ac4a22 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 932 time: 0.0527399 Feb 09 16:59:40.899154 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:40.957020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c4bef971-e781-4dba-af8f-ff8d1cdf9e46 req-a676cc40-aefd-4a9e-a411-33de34893506 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713258 Feb 09 16:59:40.979200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Pushing event updated for resources: {'Port': ['ID=5e271d23-ad62-43ea-9f0b-0a37d8297047,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:41.047838 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Attempting to bind port 5e271d23-ad62-43ea-9f0b-0a37d8297047 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 16:59:41.048140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Attempting to bind port 5e271d23-ad62-43ea-9f0b-0a37d8297047 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 16:59:41.048487 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Attempting to bind port 5e271d23-ad62-43ea-9f0b-0a37d8297047 on network c1c7fdd1-267d-4f2e-93ff-e170f16259df {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:59:41.053162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Port 5e271d23-ad62-43ea-9f0b-0a37d8297047 on network c1c7fdd1-267d-4f2e-93ff-e170f16259df not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 16:59:41.053485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Attempting to bind port 5e271d23-ad62-43ea-9f0b-0a37d8297047 on network c1c7fdd1-267d-4f2e-93ff-e170f16259df {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 16:59:41.058663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 16:59:41.059005 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Checking segment: {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 16:59:41.059410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Bound using segment: {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 16:59:41.059825 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Bound port: 5e271d23-ad62-43ea-9f0b-0a37d8297047, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862684b2-0582-4204-b738-0326e25ef520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 16:59:41.060208 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:41.132766 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] For port 5e271d23-ad62-43ea-9f0b-0a37d8297047, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 16:59:41.135732 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] For port 5e271d23-ad62-43ea-9f0b-0a37d8297047, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 16:59:41.201116 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:41.238956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:41.239584 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:41.241030 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] 10.222.0.13 "PUT /v2.0/ports/5e271d23-ad62-43ea-9f0b-0a37d8297047 HTTP/1.1" status: 200 len: 1092 time: 0.7781990 Feb 09 16:59:41.241479 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:59:41.243792 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f429ce9-fa07-41e9-ac26-d8e66d6e615a" -d '{"events": [{"name": "network-changed", "server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:59:41.271016 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007893b-5202-4674-91f4-b440322cdd4f service neutron] Pushing event updated for resources: {'Port': ['ID=5e271d23-ad62-43ea-9f0b-0a37d8297047,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:41.294130 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c40a10-bebf-4e77-a51a-fbc7cce88cae x-openstack-request-id: req-26c40a10-bebf-4e77-a51a-fbc7cce88cae {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:59:41.294525 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:59:41.294781 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26c40a10-bebf-4e77-a51a-fbc7cce88cae {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:59:41.295186 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'status': 'completed', 'code': 200} Feb 09 16:59:41.356135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429ce9-fa07-41e9-ac26-d8e66d6e615a req-af4135fc-3c7e-489b-884f-b64b314fece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:41.357674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f429ce9-fa07-41e9-ac26-d8e66d6e615a req-af4135fc-3c7e-489b-884f-b64b314fece4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0427184 Feb 09 16:59:41.465593 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429ce9-fa07-41e9-ac26-d8e66d6e615a req-542055a1-76e1-46a7-90b2-426968967e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:41.467062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f429ce9-fa07-41e9-ac26-d8e66d6e615a req-542055a1-76e1-46a7-90b2-426968967e7e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1012130 Feb 09 16:59:41.561516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f429ce9-fa07-41e9-ac26-d8e66d6e615a req-64fa97fb-e9b0-429a-899f-05c18386807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:41.562995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4f429ce9-fa07-41e9-ac26-d8e66d6e615a req-64fa97fb-e9b0-429a-899f-05c18386807d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892785 Feb 09 16:59:41.643053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05405b36-8f4c-471c-a738-990ea8758932 req-e14ea7aa-aa1a-4d21-939a-735a027440e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:41.644577 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-e14ea7aa-aa1a-4d21-939a-735a027440e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0455585 Feb 09 16:59:41.686060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-2486460a-3d3d-49ad-a577-2ffb4e40ff80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047 HTTP/1.1" status: 200 len: 217 time: 0.0342317 Feb 09 16:59:41.878120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05405b36-8f4c-471c-a738-990ea8758932 req-ca1dff20-bcda-4d9f-88de-cc1390846493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:41.879601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-ca1dff20-bcda-4d9f-88de-cc1390846493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=983a91cb-e191-4529-9834-ca6444b741c5 HTTP/1.1" status: 200 len: 834 time: 0.0445421 Feb 09 16:59:41.929606 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05405b36-8f4c-471c-a738-990ea8758932 req-829a7c9e-a79d-48bd-b0e6-ef8acd927c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:41.931118 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-829a7c9e-a79d-48bd-b0e6-ef8acd927c7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1c7fdd1-267d-4f2e-93ff-e170f16259df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449109 Feb 09 16:59:42.022716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-e5f172e2-7d2e-4867-9d98-7bbfc3ec2a13 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849032 Feb 09 16:59:42.137531 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6b995-3876-4a09-94fd-10b990607159 req-b799bf2a-4aad-43bb-9a1e-5fda4d94f3c2 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:42.139032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36a6b995-3876-4a09-94fd-10b990607159 req-b799bf2a-4aad-43bb-9a1e-5fda4d94f3c2 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 944 time: 0.1103427 Feb 09 16:59:42.166752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05405b36-8f4c-471c-a738-990ea8758932 req-c617e62d-f4d5-4a3b-8657-255f1412036e service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363206 Feb 09 16:59:42.185694 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36a6b995-3876-4a09-94fd-10b990607159 req-e2581fcb-4d4e-4792-b3bf-7a4e29054d4e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Feb 09 16:59:43.304589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580d517-d19b-41e2-9742-84562c4957ff req-ba82c35f-8353-483b-aa1d-d98d694b1a03 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:43.306069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2580d517-d19b-41e2-9742-84562c4957ff req-ba82c35f-8353-483b-aa1d-d98d694b1a03 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 944 time: 0.0482171 Feb 09 16:59:43.343829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2580d517-d19b-41e2-9742-84562c4957ff req-7b00451f-f3d5-4289-867e-a106a8b0852a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Feb 09 16:59:44.462172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf18a-c4bd-49a7-9af1-d16c1bad6718 req-d92cc9e3-3e39-41d0-9c62-d0293c43e11f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:44.463678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6bcbf18a-c4bd-49a7-9af1-d16c1bad6718 req-d92cc9e3-3e39-41d0-9c62-d0293c43e11f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 944 time: 0.0523052 Feb 09 16:59:44.505376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6bcbf18a-c4bd-49a7-9af1-d16c1bad6718 req-ccb9e968-c6bb-47e0-8f1a-2f686f6114d0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352709 Feb 09 16:59:45.271519 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5e271d23-ad62-43ea-9f0b-0a37d8297047 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 16:59:45.365247 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5e271d23-ad62-43ea-9f0b-0a37d8297047, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:45.376069 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'port_id': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'mac_address': 'fa:16:3e:34:77:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 16:59:45.415675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:45.428479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e271d23-ad62-43ea-9f0b-0a37d8297047 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 16:59:45.448878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5e271d23-ad62-43ea-9f0b-0a37d8297047, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:45.514629 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:45.565506 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=5e271d23-ad62-43ea-9f0b-0a37d8297047,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:45.621607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c350d-1519-430c-98c0-66584259c575 req-a386e9f0-f490-4d8e-be98-233b8ac249c4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:45.623126 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a90c350d-1519-430c-98c0-66584259c575 req-a386e9f0-f490-4d8e-be98-233b8ac249c4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 945 time: 0.0497046 Feb 09 16:59:45.661451 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a90c350d-1519-430c-98c0-66584259c575 req-0926ec7e-ef2a-47b4-b158-17b4ab7f6bc6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Feb 09 16:59:45.734017 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['5e271d23-ad62-43ea-9f0b-0a37d8297047'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 16:59:46.775830 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6085e79-be5f-4fc1-99b2-51b0ae5c750b req-00fd1b9c-c3fb-4673-ab11-7bb8ad5d0c65 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:46.777354 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6085e79-be5f-4fc1-99b2-51b0ae5c750b req-00fd1b9c-c3fb-4673-ab11-7bb8ad5d0c65 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 945 time: 0.0492287 Feb 09 16:59:46.816069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6085e79-be5f-4fc1-99b2-51b0ae5c750b req-a0f73f03-087d-4104-9d8c-acc5d2a784d5 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Feb 09 16:59:47.271635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5e271d23-ad62-43ea-9f0b-0a37d8297047 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 16:59:47.392747 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 5e271d23-ad62-43ea-9f0b-0a37d8297047 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 16:59:47.396867 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 5e271d23-ad62-43ea-9f0b-0a37d8297047 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 16:59:47.397263 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:47.479082 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:47.503688 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:59:47.506097 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43db194d-200c-4175-9467-00242f6c43b5" -d '{"events": [{"server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "name": "network-vif-plugged", "status": "completed", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:59:47.526086 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 5e271d23-ad62-43ea-9f0b-0a37d8297047, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:59:47.550065 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e39ba92-fc52-448d-b189-efdfed7b1dd1 x-openstack-request-id: req-3e39ba92-fc52-448d-b189-efdfed7b1dd1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:59:47.550352 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "name": "network-vif-plugged", "status": "completed", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:59:47.550624 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e39ba92-fc52-448d-b189-efdfed7b1dd1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:59:47.551023 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'code': 200} Feb 09 16:59:47.617784 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:47.653701 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b9f0-3151-4af9-8ee7-21fc91a353ca req-24ba6da4-0984-4c9b-b61b-985078a9e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:47.655215 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba67b9f0-3151-4af9-8ee7-21fc91a353ca req-24ba6da4-0984-4c9b-b61b-985078a9e669 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0475852 Feb 09 16:59:47.674407 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=5e271d23-ad62-43ea-9f0b-0a37d8297047,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:47.692121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ba67b9f0-3151-4af9-8ee7-21fc91a353ca req-6918e2ea-f9f6-48f7-b97c-40cbf73b50b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302474 Feb 09 16:59:47.931842 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68047-06f2-45ed-a357-49bf68f6f3a4 req-818fe354-b49f-4090-bd55-b73d3772c0e1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:47.933365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74a68047-06f2-45ed-a357-49bf68f6f3a4 req-818fe354-b49f-4090-bd55-b73d3772c0e1 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0495558 Feb 09 16:59:47.973686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74a68047-06f2-45ed-a357-49bf68f6f3a4 req-2e6f265a-ac98-4742-be54-e494bc9273c0 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Feb 09 16:59:49.092231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c747-c49a-4fb2-baaa-ff1be97b4d9a req-c0c790b9-a8ab-4cf9-9696-6964c4a18c8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:49.093682 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c921c747-c49a-4fb2-baaa-ff1be97b4d9a req-c0c790b9-a8ab-4cf9-9696-6964c4a18c8e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0495138 Feb 09 16:59:49.131614 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c921c747-c49a-4fb2-baaa-ff1be97b4d9a req-2c18c72b-92c8-427a-a331-dcdc084e8cfa tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Feb 09 16:59:49.247907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4b777-fa18-4ad1-b8dd-74befd9d0597 req-053ced32-4847-4c42-ae8b-446477dbf329 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:49.249381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22c4b777-fa18-4ad1-b8dd-74befd9d0597 req-053ced32-4847-4c42-ae8b-446477dbf329 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0519650 Feb 09 16:59:49.288995 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-22c4b777-fa18-4ad1-b8dd-74befd9d0597 req-5d1fd6a2-8ce6-4d26-84fc-595e00d88137 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331323 Feb 09 16:59:49.310324 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35180) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:49.352706 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7eb45e-aa64-4968-bf44-d6feddd6ddf4 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:49.354197 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6d7eb45e-aa64-4968-bf44-d6feddd6ddf4 tempest-TestNetworkAdvancedServerOps-626829798 tempest-TestNetworkAdvancedServerOps-626829798-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 1092 time: 0.0428226 Feb 09 16:59:49.357101 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35182) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:49.361458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 16:59:49.469152 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:49.584026 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:49.685993 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Allocated IP 172.25.5.238 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/4209929b-b77b-4e72-a81b-20cc81978b09) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 16:59:49.792790 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:49.889942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:49.927406 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 16:59:49.933919 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 16:59:49.937460 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 16:59:49.942949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=4209929b-b77b-4e72-a81b-20cc81978b09,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:50.292798 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:50.412960 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:50.561461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:50.628849 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:50.697173 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event updated for resources: {'Port': ['ID=4209929b-b77b-4e72-a81b-20cc81978b09,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:59:50.709774 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:50.811367 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP 22dd6109-328b-461f-833f-b775a0869f18 associated. External IP: 172.25.5.238, port: 5e271d23-ad62-43ea-9f0b-0a37d8297047. Feb 09 16:59:51.014529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:59:51.123703 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:59:51.134987 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] Sync routers for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 16:59:51.146542 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:51.147164 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:51.202287 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:51.231038 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a3153523-632c-40d1-bd65-179501b9049f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8728001 Feb 09 16:59:51.231764 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:59:51.234477 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c9e76f-0161-4027-b592-06a5de62d6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 16:59:51.260142 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:51.283710 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 16:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e4be58-86d7-4cd5-b4f3-fb424a555466 x-openstack-request-id: req-34e4be58-86d7-4cd5-b4f3-fb424a555466 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 16:59:51.284008 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 16:59:51.284291 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34e4be58-86d7-4cd5-b4f3-fb424a555466 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 16:59:51.284707 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'status': 'completed', 'code': 200} Feb 09 16:59:51.370084 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e896dd5-f4e9-4cee-a775-47dee9556fbf req-3f97a08f-7f7e-4e01-8c96-51bf73ca4f4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:51.371597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e896dd5-f4e9-4cee-a775-47dee9556fbf req-3f97a08f-7f7e-4e01-8c96-51bf73ca4f4f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0788434 Feb 09 16:59:51.387807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-453a3021-059e-4ee6-9932-bed5833ea6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:51.389285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-453a3021-059e-4ee6-9932-bed5833ea6c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0669818 Feb 09 16:59:51.464469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0e896dd5-f4e9-4cee-a775-47dee9556fbf req-d839b1db-e528-404b-afd6-3a34e1d33de6 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861666 Feb 09 16:59:51.488195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35188) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:51.490189 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '22dd6109-328b-461f-833f-b775a0869f18', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'port_id': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'mac_address': 'fa:16:3e:34:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:59:50Z', 'updated_at': '2022-02-09T16:59:50Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:38Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:51.501596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-a58ea0c5-2caa-478c-833e-7387eb363ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:51.503094 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-a58ea0c5-2caa-478c-833e-7387eb363ef4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1c7fdd1-267d-4f2e-93ff-e170f16259df HTTP/1.1" status: 200 len: 897 time: 0.1075621 Feb 09 16:59:51.518801 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] Checking router: 2b66e72f-7afe-47ce-9b7b-80ae4edde001 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 16:59:51.527296 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 16:59:51.527914 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T16:59:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:51.565374 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-51ed3f7b-b707-4279-b84b-ca28b2a4e13e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/22dd6109-328b-461f-833f-b775a0869f18 HTTP/1.1" status: 200 len: 992 time: 0.0760648 Feb 09 16:59:51.574938 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-a825f732-c057-4139-a2f8-3ea7f2799901 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047 HTTP/1.1" status: 200 len: 1000 time: 0.0644186 Feb 09 16:59:51.630275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-c6d69576-ec6e-47a1-aaf4-36b5923f9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:51.631755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-c6d69576-ec6e-47a1-aaf4-36b5923f9ed8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=983a91cb-e191-4529-9834-ca6444b741c5 HTTP/1.1" status: 200 len: 834 time: 0.0503709 Feb 09 16:59:51.637908 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 16:59:51.678498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-9cb7b0d8-334f-4130-a435-b300e37c369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:59:51.680013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-9cb7b0d8-334f-4130-a435-b300e37c369a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1c7fdd1-267d-4f2e-93ff-e170f16259df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416324 Feb 09 16:59:51.771737 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-c6262ebe-abc4-4169-bbd2-187d54654a46 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848885 Feb 09 16:59:51.863433 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '22dd6109-328b-461f-833f-b775a0869f18', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'port_id': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'mac_address': 'fa:16:3e:34:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:59:50Z', 'updated_at': '2022-02-09T16:59:50Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:38Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:59:51.867587 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8c9e76f-0161-4027-b592-06a5de62d6a2 req-6b46846e-dabf-4014-a4b9-612ff96c1f1b service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901039 Feb 09 16:59:51.889040 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16e1fe-2d95-4155-956e-c2532a2e32a7 None None] The sync data for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 is: [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '22dd6109-328b-461f-833f-b775a0869f18', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'port_id': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'mac_address': 'fa:16:3e:34:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T16:59:50Z', 'updated_at': '2022-02-09T16:59:50Z', 'revision_number': 0, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:38Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 16:59:52.081575 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af68bcc7-9f8d-4954-acdf-4da5c814c82b None None] New status for floating IP 22dd6109-328b-461f-833f-b775a0869f18: ACTIVE {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 16:59:52.568421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35190) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 16:59:52.628421 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-38b3044d-42fa-45ae-82b0-2e665fe7fc96 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/22dd6109-328b-461f-833f-b775a0869f18 HTTP/1.1" status: 200 len: 994 time: 0.0587041 Feb 09 16:59:53.050005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe418-108a-460a-8a89-506035ee1191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:55.314719 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b2769ca3-254d-4288-83db-021c8f35873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:56.811172 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:58.472422 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:59:58.603517 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:00.734569 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:02.433751 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:11.409909 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:00:18.102175 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-4d26fa78-6c49-4a9a-9b8f-87473cfd6c89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419927 Feb 09 17:00:18.183510 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-24ba4115-aff4-4687-8533-73310acd3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:18.185056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-24ba4115-aff4-4687-8533-73310acd3486 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0415030 Feb 09 17:00:18.291598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-a9b4ea16-4d52-487f-9013-30bb141c07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:18.293130 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-a9b4ea16-4d52-487f-9013-30bb141c07f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1c7fdd1-267d-4f2e-93ff-e170f16259df HTTP/1.1" status: 200 len: 897 time: 0.0893283 Feb 09 17:00:18.357455 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-21bf6519-dbbf-46a4-89da-6db908a93984 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047 HTTP/1.1" status: 200 len: 1002 time: 0.0577772 Feb 09 17:00:18.410870 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-4b74b595-e433-447d-b749-37674e8b3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:18.412415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-4b74b595-e433-447d-b749-37674e8b3950 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=983a91cb-e191-4529-9834-ca6444b741c5 HTTP/1.1" status: 200 len: 834 time: 0.0489111 Feb 09 17:00:18.460140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-5db8526e-c727-4a61-8530-f3f20fd4faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:18.461686 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-5db8526e-c727-4a61-8530-f3f20fd4faa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1c7fdd1-267d-4f2e-93ff-e170f16259df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419548 Feb 09 17:00:18.554075 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-e2ec559b-40e2-4629-afc7-506bfef53410 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860503 Feb 09 17:00:18.970802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3b91f1a-335d-4cea-8a7c-208ab02990a8 req-50e1c5d0-06a2-4204-bf25-9469c1738c8b service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093456 Feb 09 17:00:23.037138 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-68da70f4-9b4a-4260-8496-3d1678297c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:23.861410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-062b3f3b-af63-4590-96be-d9d433ea4e45 req-3b24998d-88e9-4b96-a2ce-c00fbe7ea4ab service neutron] (103178) timed out ('10.222.0.53', 59734) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 17:00:24.209685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8cdc-1bc0-4900-97a1-aa15bd7bff1b req-62db4d10-a225-4b91-8833-fc1709cbcedf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:24.211198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e9e8cdc-1bc0-4900-97a1-aa15bd7bff1b req-62db4d10-a225-4b91-8833-fc1709cbcedf tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0521500 Feb 09 17:00:24.251168 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6e9e8cdc-1bc0-4900-97a1-aa15bd7bff1b req-4ff5550b-4ea4-4003-b52d-063e007ac6ef tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338268 Feb 09 17:00:25.305906 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3d0df744-5aa0-4681-8feb-21135f20ea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:25.373331 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774de4b-c50c-48ee-9a52-51cff47055da req-7b557226-d679-4e02-8b09-e82baa388ade tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:25.374491 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3774de4b-c50c-48ee-9a52-51cff47055da req-7b557226-d679-4e02-8b09-e82baa388ade tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0497513 Feb 09 17:00:25.418000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3774de4b-c50c-48ee-9a52-51cff47055da req-229b704a-ee53-40d8-b013-6c9af372d524 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369773 Feb 09 17:00:25.440333 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35214) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:25.504927 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-12a0aed1-d03d-4c6e-9bda-52c469097235 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/22dd6109-328b-461f-833f-b775a0869f18 HTTP/1.1" status: 200 len: 994 time: 0.0633664 Feb 09 17:00:26.833970 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:27.042757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35fba5-d1de-4008-b812-de465f4db584 req-e776e2fb-d884-4618-a1a7-f516700750dd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:27.044507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab35fba5-d1de-4008-b812-de465f4db584 req-e776e2fb-d884-4618-a1a7-f516700750dd tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0494561 Feb 09 17:00:27.086013 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab35fba5-d1de-4008-b812-de465f4db584 req-a145061a-5a55-466f-8cee-c255c3236315 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353451 Feb 09 17:00:27.141614 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34350-4993-49e5-8b16-adeb0a544487 req-aa650465-2eed-4c54-9440-a5c4fabfffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:27.143160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d34350-4993-49e5-8b16-adeb0a544487 req-aa650465-2eed-4c54-9440-a5c4fabfffb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0417905 Feb 09 17:00:27.234985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34350-4993-49e5-8b16-adeb0a544487 req-537b105c-757b-41b0-bd12-4284f8da8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:27.236542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d34350-4993-49e5-8b16-adeb0a544487 req-537b105c-757b-41b0-bd12-4284f8da8876 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1c7fdd1-267d-4f2e-93ff-e170f16259df HTTP/1.1" status: 200 len: 897 time: 0.0877345 Feb 09 17:00:27.302695 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d34350-4993-49e5-8b16-adeb0a544487 req-d6aaa1c7-ff4b-44e7-ab19-2cae934d4f8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047 HTTP/1.1" status: 200 len: 1002 time: 0.0587702 Feb 09 17:00:27.351730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34350-4993-49e5-8b16-adeb0a544487 req-0e45a944-2c40-4f07-b404-1ac77400c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:27.353135 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d34350-4993-49e5-8b16-adeb0a544487 req-0e45a944-2c40-4f07-b404-1ac77400c2dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=983a91cb-e191-4529-9834-ca6444b741c5 HTTP/1.1" status: 200 len: 834 time: 0.0443504 Feb 09 17:00:27.403982 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34350-4993-49e5-8b16-adeb0a544487 req-284f31fb-1642-4836-9dff-2b84a9f023eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:27.405532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d34350-4993-49e5-8b16-adeb0a544487 req-284f31fb-1642-4836-9dff-2b84a9f023eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1c7fdd1-267d-4f2e-93ff-e170f16259df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460446 Feb 09 17:00:27.497116 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d34350-4993-49e5-8b16-adeb0a544487 req-28881660-131b-41c5-a4a4-72cac3e4cebe service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846400 Feb 09 17:00:27.595887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-04d34350-4993-49e5-8b16-adeb0a544487 req-3e9b65a6-499e-4fcb-854a-9f1a54631063 service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925539 Feb 09 17:00:28.204430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3622f-31b3-40a7-a399-524881ab91a3 req-609f5e03-63a5-45d0-929f-f2762aa56133 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:28.205943 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8b3622f-31b3-40a7-a399-524881ab91a3 req-609f5e03-63a5-45d0-929f-f2762aa56133 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0498827 Feb 09 17:00:28.246765 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e8b3622f-31b3-40a7-a399-524881ab91a3 req-453dd41d-e03a-44de-8597-8f61a245b0d4 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347428 Feb 09 17:00:28.454279 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:28.711352 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:29.362423 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fbc5a-5dea-4359-adc9-3f92c3f980e4 req-fbb789b7-9bc8-4a91-8b12-1d9d3d1f48d7 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:29.363901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-567fbc5a-5dea-4359-adc9-3f92c3f980e4 req-fbb789b7-9bc8-4a91-8b12-1d9d3d1f48d7 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0482926 Feb 09 17:00:29.401376 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-567fbc5a-5dea-4359-adc9-3f92c3f980e4 req-0ed15a48-9266-4696-838a-c1c39ed56933 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Feb 09 17:00:29.423853 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35226) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:29.483278 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c0ba9a06-43e1-4a5e-9d6b-2902dfdfa303 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/floatingips/22dd6109-328b-461f-833f-b775a0869f18 HTTP/1.1" status: 200 len: 994 time: 0.0582404 Feb 09 17:00:29.719002 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35232) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:29.880694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 4209929b-b77b-4e72-a81b-20cc81978b09 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:00:29.880952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:29.959014 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:29.959341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:29.970899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 4209929b-b77b-4e72-a81b-20cc81978b09 owned by network:floatingip {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:00:30.165230 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:30.192560 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=4209929b-b77b-4e72-a81b-20cc81978b09,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:30.206496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.206855 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.207200 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.207540 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.207878 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.208261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.208594 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.208934 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.209262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.209590 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.209913 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.210644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:30.272116 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for floatingip, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:30.272485 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Floating IP 22dd6109-328b-461f-833f-b775a0869f18 disassociated (deleted). External IP: 172.25.5.238, port: 5e271d23-ad62-43ea-9f0b-0a37d8297047. Feb 09 17:00:30.477635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:00:30.587546 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:00:30.592847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:30.599407 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] Sync routers for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:00:30.610301 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:30.611369 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:30.624067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0271bf00-b3f1-4381-bc11-4033169b8c60 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/floatingips/22dd6109-328b-461f-833f-b775a0869f18 HTTP/1.1" status: 204 len: 168 time: 0.9039299 Feb 09 17:00:30.624673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:00:30.627072 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebf8920-cc7e-4574-9fbc-ed2936a89c66" -d '{"events": [{"name": "network-changed", "server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:00:30.667176 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9c2dda-c93d-4fc5-8e0b-8c8a5628da0d x-openstack-request-id: req-0a9c2dda-c93d-4fc5-8e0b-8c8a5628da0d {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:00:30.667471 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:00:30.668392 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a9c2dda-c93d-4fc5-8e0b-8c8a5628da0d {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:00:30.668810 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'status': 'completed', 'code': 200} Feb 09 17:00:30.721508 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:30.733366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-31712472-b478-40a0-bab9-7ed7b060476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:30.735166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-31712472-b478-40a0-bab9-7ed7b060476c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0469480 Feb 09 17:00:30.763419 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:30.828994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-978f3a2f-fa76-4f53-aa37-2e42412a9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:30.830676 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-978f3a2f-fa76-4f53-aa37-2e42412a9855 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c1c7fdd1-267d-4f2e-93ff-e170f16259df HTTP/1.1" status: 200 len: 897 time: 0.0884724 Feb 09 17:00:30.877678 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-6be1d1a7-d2cb-4f56-a83a-a78a3be790e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047 HTTP/1.1" status: 200 len: 217 time: 0.0404873 Feb 09 17:00:30.928656 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:38Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:30.930229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-686cc4d4-2b10-4be9-9b4c-38431cbf4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:30.932311 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-686cc4d4-2b10-4be9-9b4c-38431cbf4460 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=983a91cb-e191-4529-9834-ca6444b741c5 HTTP/1.1" status: 200 len: 834 time: 0.0474732 Feb 09 17:00:30.960551 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] Checking router: 2b66e72f-7afe-47ce-9b7b-80ae4edde001 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:00:30.971774 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:30.972588 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:30.981400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-c089ca04-30f4-4118-9aa8-38e11deb572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:30.985542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-c089ca04-30f4-4118-9aa8-38e11deb572a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c1c7fdd1-267d-4f2e-93ff-e170f16259df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445769 Feb 09 17:00:31.096767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-d842f19d-763d-4187-a8b0-d86b07dc461d service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067274 Feb 09 17:00:31.177898 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:31.185391 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7767c-6496-4a29-8c49-8f8727173b6a req-daf3a4b5-814d-4278-8adf-899d406a6d10 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:31.186911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e7767c-6496-4a29-8c49-8f8727173b6a req-daf3a4b5-814d-4278-8adf-899d406a6d10 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.1118238 Feb 09 17:00:31.244907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bebf8920-cc7e-4574-9fbc-ed2936a89c66 req-5fd1875a-771d-4e4b-a5bd-095ddfe51b0f service neutron] 10.222.0.13 "GET /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332266 Feb 09 17:00:31.253210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d2e7767c-6496-4a29-8c49-8f8727173b6a req-7230f2d0-0c06-4ba0-9d6f-f21df7878362 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593247 Feb 09 17:00:31.390677 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:38Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:31.417901 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46169460-abf2-49b2-98e3-e2c157930a28 None None] The sync data for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 is: [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:35Z', 'revision_number': 4, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1427419c-f50c-40a3-b99b-7408b815e05b', 'name': '', 'network_id': 'c1c7fdd1-267d-4f2e-93ff-e170f16259df', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'mac_address': 'fa:16:3e:e1:8f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '983a91cb-e191-4529-9834-ca6444b741c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:34Z', 'updated_at': '2022-02-09T16:59:38Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'subnets': [{'id': '983a91cb-e191-4529-9834-ca6444b741c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:00:31.662405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb439d-faac-48ea-becd-900e5b07664f None None] New status for floating IP 22dd6109-328b-461f-833f-b775a0869f18: DOWN {{(pid=103180) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:00:32.380430 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff62a42-6a62-4df4-b95c-922d1cbcfaf3 req-6c5bab44-8e81-4cde-8873-f3501cf632eb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:32.381982 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ff62a42-6a62-4df4-b95c-922d1cbcfaf3 req-6c5bab44-8e81-4cde-8873-f3501cf632eb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0500045 Feb 09 17:00:32.423513 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9ff62a42-6a62-4df4-b95c-922d1cbcfaf3 req-391b2f74-767f-41c7-aed1-ba802a9cd59a tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/security-groups?id=c8f65b33-a80c-446d-aa4c-f2f943bb3713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350184 Feb 09 17:00:32.431683 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:32.579920 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-6b0d05fa-a1e9-492c-a933-046ad34d7b5e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:32.581527 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-6b0d05fa-a1e9-492c-a933-046ad34d7b5e tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 946 time: 0.0517223 Feb 09 17:00:32.684482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 5e271d23-ad62-43ea-9f0b-0a37d8297047 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:00:32.684824 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:32.774088 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 5e271d23-ad62-43ea-9f0b-0a37d8297047, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=5e271d23-ad62-43ea-9f0b-0a37d8297047,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:32.774452 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:32.786667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 5e271d23-ad62-43ea-9f0b-0a37d8297047 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:00:32.959093 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:32.986720 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=5e271d23-ad62-43ea-9f0b-0a37d8297047,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:33.030804 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] No DVR routers for this DVR port 5e271d23-ad62-43ea-9f0b-0a37d8297047 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:00:33.033546 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:33.037089 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-05cb0ed9-b1f3-4f27-98a9-f2bd332f5c5c req-51c46c65-ae97-4312-ac57-ad9f9eec319b tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.13 "DELETE /v2.0/ports/5e271d23-ad62-43ea-9f0b-0a37d8297047 HTTP/1.1" status: 204 len: 173 time: 0.4499044 Feb 09 17:00:33.037588 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'name': 'network-vif-deleted', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:00:33.039904 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5e0fbd-01d3-4ed7-a4fb-6a3995c23cb1" -d '{"events": [{"server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "name": "network-vif-deleted", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:00:33.077087 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768429a6-ce51-4e1b-a12a-f90930c3db0e x-openstack-request-id: req-768429a6-ce51-4e1b-a12a-f90930c3db0e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:00:33.077399 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cb59a1-702d-4020-a9f2-0c3603eac9d8", "name": "network-vif-deleted", "tag": "5e271d23-ad62-43ea-9f0b-0a37d8297047", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:00:33.077657 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-768429a6-ce51-4e1b-a12a-f90930c3db0e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:00:33.078095 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cb59a1-702d-4020-a9f2-0c3603eac9d8', 'name': 'network-vif-deleted', 'tag': '5e271d23-ad62-43ea-9f0b-0a37d8297047', 'status': 'completed', 'code': 200} Feb 09 17:00:33.534887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a691920-4f23-4341-9260-1c77c9d530bd req-af97cf0e-d89a-4233-acf3-7caa3439d078 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "GET /v2.0/ports?device_id=30cb59a1-702d-4020-a9f2-0c3603eac9d8 HTTP/1.1" status: 200 len: 210 time: 0.0310516 Feb 09 17:00:34.592636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35252) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:34.959872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:35.230159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 1427419c-f50c-40a3-b99b-7408b815e05b {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:00:35.230967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:35.352916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 1427419c-f50c-40a3-b99b-7408b815e05b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1427419c-f50c-40a3-b99b-7408b815e05b,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:35.353537 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:35.374033 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 1427419c-f50c-40a3-b99b-7408b815e05b owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:00:35.490264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5e271d23-ad62-43ea-9f0b-0a37d8297047 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:00:35.510265 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 5e271d23-ad62-43ea-9f0b-0a37d8297047 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:00:35.515871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 5e271d23-ad62-43ea-9f0b-0a37d8297047 not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:00:35.643123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:35.672349 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=1427419c-f50c-40a3-b99b-7408b815e05b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:35.851760 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.070923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:00:36.176535 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:00:36.182203 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-c64235e9-b94b-43eb-b43e-31711329b521 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "PUT /v2.0/routers/2b66e72f-7afe-47ce-9b7b-80ae4edde001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5883889 Feb 09 17:00:36.186636 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] Sync routers for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:00:36.187203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35256) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:36.197979 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:36.198602 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:36.238110 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ce8a67-a807-4008-a13f-835ee5c4a96f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting subnet 983a91cb-e191-4529-9834-ca6444b741c5 {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 17:00:36.241166 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a67-a807-4008-a13f-835ee5c4a96f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.281242 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a67-a807-4008-a13f-835ee5c4a96f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.306375 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:36.389570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a67-a807-4008-a13f-835ee5c4a96f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.503095 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T17:00:35Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:36.529504 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a67-a807-4008-a13f-835ee5c4a96f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.529876 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] Checking router: 2b66e72f-7afe-47ce-9b7b-80ae4edde001 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:00:36.540141 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] Routers {'2b66e72f-7afe-47ce-9b7b-80ae4edde001'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:36.540772 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:36.557544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce8a67-a807-4008-a13f-835ee5c4a96f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Subnet': ['ID=983a91cb-e191-4529-9834-ca6444b741c5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:36.561246 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a67-a807-4008-a13f-835ee5c4a96f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.567472 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-56ce8a67-a807-4008-a13f-835ee5c4a96f tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/subnets/983a91cb-e191-4529-9834-ca6444b741c5 HTTP/1.1" status: 204 len: 168 time: 0.3765574 Feb 09 17:00:36.567877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35260) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:36.570878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e480767-f313-4d9e-97b5-131634caa667 None None] Network c1c7fdd1-267d-4f2e-93ff-e170f16259df requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:00:36.659606 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] Set router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:36.681466 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.774339 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] DHCP port deletion for c1c7fdd1-267d-4f2e-93ff-e170f16259df request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 17:00:36.831925 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Deleting port a2a97eb8-1f2e-4145-9c22-f531b85f1e32 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:00:36.832655 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.870627 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T17:00:35Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:36.898650 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5df9ff-b8ba-409f-b378-3ed7f87f46f1 None None] The sync data for ids ['2b66e72f-7afe-47ce-9b7b-80ae4edde001'] in n-d-828542-1 is: [{'id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'name': 'tempest-TestNetworkAdvancedServerOps-router-46713088', 'tenant_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T17:00:35Z', 'revision_number': 5, 'project_id': '33328a5ac1b44955a6d3703f8f78d2a1', 'gw_port': {'id': '8913df5e-222c-48e1-a8c4-c454150b7dec', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b66e72f-7afe-47ce-9b7b-80ae4edde001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T16:59:31Z', 'updated_at': '2022-02-09T16:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:00:36.901548 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] For port a2a97eb8-1f2e-4145-9c22-f531b85f1e32, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=a2a97eb8-1f2e-4145-9c22-f531b85f1e32,segment=NetworkSegment(862684b2-0582-4204-b738-0326e25ef520),segment_id=862684b2-0582-4204-b738-0326e25ef520)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:36.902518 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:36.916718 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Calling delete_port for a2a97eb8-1f2e-4145-9c22-f531b85f1e32 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:00:37.060496 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.091572 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Pushing event deleted for resources: {'Port': ['ID=a2a97eb8-1f2e-4145-9c22-f531b85f1e32,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:37.095949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] No DVR routers for this DVR port a2a97eb8-1f2e-4145-9c22-f531b85f1e32 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:00:37.103266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.103616 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.103957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.104331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.104672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.105025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.105325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.105989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.105989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.106268 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.106589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.106907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f2f5c-1583-43e3-aa15-8c02b3225083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:37.133579 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.247926 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Deleting port 8913df5e-222c-48e1-a8c4-c454150b7dec {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:00:37.248215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.329561 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] For port 8913df5e-222c-48e1-a8c4-c454150b7dec, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8913df5e-222c-48e1-a8c4-c454150b7dec,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:37.329939 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.342316 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Calling delete_port for 8913df5e-222c-48e1-a8c4-c454150b7dec owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:00:37.576257 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.603667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Port': ['ID=8913df5e-222c-48e1-a8c4-c454150b7dec,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:37.674718 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.769776 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.771942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.865352 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.865815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Fanout notify agent at l3_agent the message router_deleted on router 2b66e72f-7afe-47ce-9b7b-80ae4edde001 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 17:00:37.873372 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:37.874594 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-3ba0ab75-6dbb-480f-95ad-b245d170f1fb tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/routers/2b66e72f-7afe-47ce-9b7b-80ae4edde001 HTTP/1.1" status: 204 len: 168 time: 1.3059111 Feb 09 17:00:37.878025 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35262) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:37.963802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.062809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.083733 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c7fdd1-267d-4f2e-93ff-e170f16259df']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:38.093596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862684b2-0582-4204-b738-0326e25ef520') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:38.093904 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862684b2-0582-4204-b738-0326e25ef520') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:38.103740 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.117421 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.123181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 17:00:38.123570 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: timer() Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 17:00:38.126485 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 17:00:38.227730 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.236487 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.240273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/networks/c1c7fdd1-267d-4f2e-93ff-e170f16259df HTTP/1.1" status: 204 len: 168 time: 0.3610342 Feb 09 17:00:38.244209 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35264) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:38.254840 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef11609-4a2d-4459-b16f-3d3d840b4a34 tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'Network': ['ID=c1c7fdd1-267d-4f2e-93ff-e170f16259df,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:38.307991 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.334874 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.431163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1427419c-f50c-40a3-b99b-7408b815e05b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:00:38.450871 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.453152 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1427419c-f50c-40a3-b99b-7408b815e05b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:00:38.453511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1427419c-f50c-40a3-b99b-7408b815e05b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:00:38.453652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:38.453932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a2a97eb8-1f2e-4145-9c22-f531b85f1e32 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:00:38.454811 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8f65b33-a80c-446d-aa4c-f2f943bb3713 HTTP/1.1" status: 204 len: 168 time: 0.2096031 Feb 09 17:00:38.464147 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f65b33-a80c-446d-aa4c-f2f943bb3713,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:38.472640 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.472985 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.473779 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.474294 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.474629 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.474929 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: a2a97eb8-1f2e-4145-9c22-f531b85f1e32 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:00:38.475054 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.475281 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.475401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device a2a97eb8-1f2e-4145-9c22-f531b85f1e32 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:00:38.475605 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.475733 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8913df5e-222c-48e1-a8c4-c454150b7dec no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:00:38.475930 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.476280 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.476597 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.477087 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b70c14-e750-46c8-8675-15f0998d8e2d tempest-TestNetworkAdvancedServerOps-1750407945 tempest-TestNetworkAdvancedServerOps-1750407945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:38.501067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8913df5e-222c-48e1-a8c4-c454150b7dec {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:00:38.501416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8913df5e-222c-48e1-a8c4-c454150b7dec not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:00:39.005107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:39.159662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e0d6f78a-4c46-4df7-a20d-9c447e52014c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33328a5ac1b44955a6d3703f8f78d2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532805 Feb 09 17:00:39.162717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35276) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:39.211430 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71c1a1da-53fd-42e8-b93e-e2cb20b6f6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:39.233089 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71c1a1da-53fd-42e8-b93e-e2cb20b6f6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:39.339892 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71c1a1da-53fd-42e8-b93e-e2cb20b6f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:39.342608 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-71c1a1da-53fd-42e8-b93e-e2cb20b6f6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:39.343810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-71c1a1da-53fd-42e8-b93e-e2cb20b6f6f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d77dceef-d153-4723-890c-b0a14c19a15e HTTP/1.1" status: 204 len: 168 time: 0.1801293 Feb 09 17:00:39.352226 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1a1da-53fd-42e8-b93e-e2cb20b6f6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77dceef-d153-4723-890c-b0a14c19a15e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:40.072319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35282) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:40.086072 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4435d32-2eef-448f-a4d2-763a1cfcf6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:40.163542 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4435d32-2eef-448f-a4d2-763a1cfcf6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:40.236637 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d4435d32-2eef-448f-a4d2-763a1cfcf6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:40.276814 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d4435d32-2eef-448f-a4d2-763a1cfcf6af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ec82749403b4d978962f81fb0fff288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033944 Feb 09 17:00:40.277782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4435d32-2eef-448f-a4d2-763a1cfcf6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f595a23-5e9c-49b4-aa9f-756263d90fc0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:40.279546 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35284) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:40.329629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5c08d6e-24dc-40f5-b5cc-902cd2e3e97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:40.350384 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5c08d6e-24dc-40f5-b5cc-902cd2e3e97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:40.450297 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5c08d6e-24dc-40f5-b5cc-902cd2e3e97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:40.452845 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e5c08d6e-24dc-40f5-b5cc-902cd2e3e97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:40.459879 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e5c08d6e-24dc-40f5-b5cc-902cd2e3e97f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f595a23-5e9c-49b4-aa9f-756263d90fc0 HTTP/1.1" status: 204 len: 168 time: 0.1726706 Feb 09 17:00:40.462547 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c08d6e-24dc-40f5-b5cc-902cd2e3e97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f595a23-5e9c-49b4-aa9f-756263d90fc0,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:41.497106 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35306) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:41.597142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1732042686-network', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:41.665537 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Made reservation on behalf of fe3c8649e4154fd3993ed79e3b696a81 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:00:41.668240 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:41.677289 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:41.756519 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:41.814122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:41.841567 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 17:00:41.846924 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c929eba1-c0df-4ef0-a6cf-91cda9b9e7d4,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:41.855629 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:41.856000 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Added segment 9b4fb686-8c76-4703-b81d-324cf04f81fd of type vlan for network 0a76efba-90ec-44fb-9893-afe8333100d5 Feb 09 17:00:41.898278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:41.974635 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:41.975644 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:41.976317 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:42.043527 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] Pushing event updated for resources: {'Network': ['ID=0a76efba-90ec-44fb-9893-afe8333100d5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:42.054216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 0a76efba-90ec-44fb-9893-afe8333100d5 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 17:00:42.081965 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7bbdc5d3-50e6-4557-b9a7-b4c1b59ea322 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5836504 Feb 09 17:00:42.084969 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35310) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:42.089920 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Request body: {'subnet': {'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1732042686-subnet', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:42.164670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Made reservation on behalf of fe3c8649e4154fd3993ed79e3b696a81 for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:00:42.167433 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:42.431446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:42.489744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f586cc27-c256-4d5d-ac1b-9db6cde379ad,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:42.501647 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Checking segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:00:42.502416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Network hostable DHCP agents. Network: 0a76efba-90ec-44fb-9893-afe8333100d5, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 17:00:42.633297 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Network 0a76efba-90ec-44fb-9893-afe8333100d5 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 17:00:42.736413 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 0a76efba-90ec-44fb-9893-afe8333100d5) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:42.740593 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:42.741187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:42.746355 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696383ae-8573-49af-a9eb-5f73814a996f None None] Network 0a76efba-90ec-44fb-9893-afe8333100d5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:00:42.816387 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35312) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:42.816981 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-755ff9fb-e77e-4ee5-8722-0a066eac3a52 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7304039 Feb 09 17:00:42.821224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:42.892331 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-0a76efba-90ec-44fb-9893-afe8333100d5', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 17:00:42.893200 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:42.922891 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:42.923999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:42.976270 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.026267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Allocated IP 172.20.0.2 (0a76efba-90ec-44fb-9893-afe8333100d5/f586cc27-c256-4d5d-ac1b-9db6cde379ad/43dbb4be-e977-418a-ab68-83c8320ee864) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:00:43.171967 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.191775 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.256725 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.298431 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Network 0a76efba-90ec-44fb-9893-afe8333100d5 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:00:43.301601 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:43.305049 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:00:43.311848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Pushing event updated for resources: {'Port': ['ID=43dbb4be-e977-418a-ab68-83c8320ee864,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:43.365710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Attempting to bind port 43dbb4be-e977-418a-ab68-83c8320ee864 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:00:43.369556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Attempting to bind port 43dbb4be-e977-418a-ab68-83c8320ee864 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:00:43.369556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Attempting to bind port 43dbb4be-e977-418a-ab68-83c8320ee864 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:00:43.371266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:00:43.371635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Checking segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:00:43.372067 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.372475 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Bound using segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:00:43.372936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Bound port: 43dbb4be-e977-418a-ab68-83c8320ee864, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:00:43.373312 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.435868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] For port 43dbb4be-e977-418a-ab68-83c8320ee864, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:00:43.438850 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] For port 43dbb4be-e977-418a-ab68-83c8320ee864, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=43dbb4be-e977-418a-ab68-83c8320ee864,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:00:43.460356 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.480029 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.529533 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.586899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edf657-fe60-4f45-b0f7-6b3002c1e6a4 None None] Pushing event updated for resources: {'Port': ['ID=43dbb4be-e977-418a-ab68-83c8320ee864,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:43.594959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Allocated IP 172.25.5.201 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/0e4078c9-7667-4b13-92d9-38ee6bb1183c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:00:43.746060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.833573 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:43.877738 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:00:43.880900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:43.884589 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:00:43.891056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Pushing event updated for resources: {'Port': ['ID=0e4078c9-7667-4b13-92d9-38ee6bb1183c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:44.241024 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:44.452240 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:44.484241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 43dbb4be-e977-418a-ab68-83c8320ee864 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:44.515353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c940b3-5942-4d2c-949f-18862dc7da87 None None] Network 0a76efba-90ec-44fb-9893-afe8333100d5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:00:44.596845 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d5cd4716-c1cf-4592-a97d-a8d884482e94 None None] Provisioning complete for port 43dbb4be-e977-418a-ab68-83c8320ee864 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:44.597223 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4716-c1cf-4592-a97d-a8d884482e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:44.650096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Router 70b90681-309f-4285-b5f0-8e2a17a136f8 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 17:00:44.658098 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 43dbb4be-e977-418a-ab68-83c8320ee864 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:44.658472 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:44.759757 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:00:44.783926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Sync routers for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:00:44.818217 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:44.819484 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-ac8c1d2a-5363-40a2-b117-1c25adb1ae06 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0019555 Feb 09 17:00:44.822360 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35314) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:44.833014 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4716-c1cf-4592-a97d-a8d884482e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:44.834782 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:44.835502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:44.914300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:44.980692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d5cd4716-c1cf-4592-a97d-a8d884482e94 None None] For port 43dbb4be-e977-418a-ab68-83c8320ee864, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=43dbb4be-e977-418a-ab68-83c8320ee864,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:45.005558 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:45.040396 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d5cd4716-c1cf-4592-a97d-a8d884482e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.267619 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.366789 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 17:00:45.367144 n-d-828542-1 neutron-server[103180]: DEBUG oslo_db.api [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 17:00:45.374131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd4716-c1cf-4592-a97d-a8d884482e94 None None] Pushing event updated for resources: {'Port': ['ID=43dbb4be-e977-418a-ab68-83c8320ee864,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:45.388530 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1d65d22a-cc68-4fc6-8475-3577d3b2c976 None None] Provisioning complete for port 43dbb4be-e977-418a-ab68-83c8320ee864 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:45.389476 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d65d22a-cc68-4fc6-8475-3577d3b2c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.436229 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Allocated IP 172.20.0.1 (0a76efba-90ec-44fb-9893-afe8333100d5/f586cc27-c256-4d5d-ac1b-9db6cde379ad/b0c53f05-7d82-4226-b459-9987b5bf498e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:00:45.526677 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:44Z', 'revision_number': 3, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:45.544517 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.554712 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Checking router: 70b90681-309f-4285-b5f0-8e2a17a136f8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:00:45.554997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Updating router 70b90681-309f-4285-b5f0-8e2a17a136f8 port 0e4078c9-7667-4b13-92d9-38ee6bb1183c binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 17:00:45.579758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.645238 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.682776 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Network 0a76efba-90ec-44fb-9893-afe8333100d5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:00:45.685785 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:45.688449 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:00:45.725282 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c53f05-7d82-4226-b459-9987b5bf498e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:45.741568 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.857095 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.919155 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.924443 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:45.985497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbf31a-03a2-41ea-a141-85c34b00ecad None None] Pushing event updated for resources: {'Port': ['ID=0e4078c9-7667-4b13-92d9-38ee6bb1183c,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:45.987790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Attempting to bind port 0e4078c9-7667-4b13-92d9-38ee6bb1183c on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:00:45.988261 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Attempting to bind port 0e4078c9-7667-4b13-92d9-38ee6bb1183c by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:00:45.988626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Attempting to bind port 0e4078c9-7667-4b13-92d9-38ee6bb1183c on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:00:45.991422 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-0af06253-ef22-4382-a9e8-d0e6adc8acf8 None None] Provisioning complete for port b0c53f05-7d82-4226-b459-9987b5bf498e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:45.991793 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0af06253-ef22-4382-a9e8-d0e6adc8acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.013008 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:00:46.013383 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:00:46.014291 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.014717 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:00:46.015199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Bound port: 0e4078c9-7667-4b13-92d9-38ee6bb1183c, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:00:46.015576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.058852 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-0af06253-ef22-4382-a9e8-d0e6adc8acf8 None None] Port b0c53f05-7d82-4226-b459-9987b5bf498e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:00:46.081975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] For port 0e4078c9-7667-4b13-92d9-38ee6bb1183c, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:00:46.085767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] For port 0e4078c9-7667-4b13-92d9-38ee6bb1183c, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0e4078c9-7667-4b13-92d9-38ee6bb1183c,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:00:46.100728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.157448 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.168266 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.215091 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:46.215873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:46.235952 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.238635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c53f05-7d82-4226-b459-9987b5bf498e,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:46.252862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbf31a-03a2-41ea-a141-85c34b00ecad None None] Pushing event updated for resources: {'Port': ['ID=0e4078c9-7667-4b13-92d9-38ee6bb1183c,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:46.329458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:46.334607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Network 0a76efba-90ec-44fb-9893-afe8333100d5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:00:46.336307 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:46.460821 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 43dbb4be-e977-418a-ab68-83c8320ee864 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:46.586057 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 43dbb4be-e977-418a-ab68-83c8320ee864 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:46.586706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.619083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-009f14a1-2c84-4161-b4f7-51d3122bdda9 None None] Provisioning complete for port b0c53f05-7d82-4226-b459-9987b5bf498e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:46.619367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-009f14a1-2c84-4161-b4f7-51d3122bdda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:46.672125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-009f14a1-2c84-4161-b4f7-51d3122bdda9 None None] Port b0c53f05-7d82-4226-b459-9987b5bf498e cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:00:46.684018 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 2, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:46.717466 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa81aa1-01ea-421c-9212-5cb58d3bfe12 None None] The sync data for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 is: [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 2, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:00:46.802289 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Router 70b90681-309f-4285-b5f0-8e2a17a136f8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:00:46.927725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:00:46.940779 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-570c6150-0170-4fbe-822f-0e0a7d11f646 admin admin] 10.222.0.53 "PUT /v2.0/routers/70b90681-309f-4285-b5f0-8e2a17a136f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1173210 Feb 09 17:00:47.729664 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35330) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:47.734820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-542481547-network', 'tenant_id': 'c05b376277ec4285bad526359afea257'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:47.843211 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Made reservation on behalf of c05b376277ec4285bad526359afea257 for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:00:47.845661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:47.855828 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:47.940144 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:47.999117 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.026315 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 17:00:48.037213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7593f3e-4d20-4698-b8a3-c0e68014d8e1,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:48.042447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.042804 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Added segment 7a27b3cf-df05-48fe-9e57-14814e167223 of type vlan for network e891e50b-7292-4e79-9b03-0986dd8145cf Feb 09 17:00:48.088331 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.210627 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.211585 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:48.212196 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.277206 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] Pushing event updated for resources: {'Network': ['ID=e891e50b-7292-4e79-9b03-0986dd8145cf,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:48.287436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network e891e50b-7292-4e79-9b03-0986dd8145cf details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 17:00:48.378918 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d0010458-8d99-45e9-bcd0-d5f7dc6a9b8a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6481049 Feb 09 17:00:48.387675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35332) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:48.387675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Request body: {'subnet': {'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-542481547-subnet', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:48.408995 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:00:48.459622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0e4078c9-7667-4b13-92d9-38ee6bb1183c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:48.496367 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Made reservation on behalf of c05b376277ec4285bad526359afea257 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:00:48.499334 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.509761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0e4078c9-7667-4b13-92d9-38ee6bb1183c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:48.510131 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.592409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.616769 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 0e4078c9-7667-4b13-92d9-38ee6bb1183c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0e4078c9-7667-4b13-92d9-38ee6bb1183c,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:48.682636 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.731865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=0e4078c9-7667-4b13-92d9-38ee6bb1183c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:48.774971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.829954 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b285b1-a117-4e55-b93b-61d9312e82da,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:48.840655 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Checking segment: {'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:00:48.841011 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Network hostable DHCP agents. Network: e891e50b-7292-4e79-9b03-0986dd8145cf, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 17:00:48.882086 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Sync routers for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:00:48.891614 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:48.892273 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:48.922263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Network e891e50b-7292-4e79-9b03-0986dd8145cf is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 17:00:48.987263 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, e891e50b-7292-4e79-9b03-0986dd8145cf) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:48.991265 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:48.991967 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:48.999042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a672f87-4040-4676-bc24-6b4f74231096 None None] Network e891e50b-7292-4e79-9b03-0986dd8145cf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:00:48.999228 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:49.097232 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b8e92d59-289d-489d-b508-ed83890b786e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7139471 Feb 09 17:00:49.099767 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 35334) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:49.104772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:49.153169 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-e891e50b-7292-4e79-9b03-0986dd8145cf', 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'fixed_ips': [{'subnet_id': '55b285b1-a117-4e55-b93b-61d9312e82da'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 17:00:49.155035 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.181824 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.182890 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.203929 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 2, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:49.235613 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Checking router: 70b90681-309f-4285-b5f0-8e2a17a136f8 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:00:49.236471 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Updating router 70b90681-309f-4285-b5f0-8e2a17a136f8 port b0c53f05-7d82-4226-b459-9987b5bf498e binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 17:00:49.237633 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.260857 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.310301 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Allocated IP 172.20.0.2 (e891e50b-7292-4e79-9b03-0986dd8145cf/55b285b1-a117-4e55-b93b-61d9312e82da/0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:00:49.440978 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.467969 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.534772 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.548161 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.590500 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Network e891e50b-7292-4e79-9b03-0986dd8145cf is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:00:49.597790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:49.601066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:00:49.609833 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Pushing event updated for resources: {'Port': ['ID=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:49.644679 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.665440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Attempting to bind port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:00:49.665912 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Attempting to bind port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:00:49.666349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Attempting to bind port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d on network e891e50b-7292-4e79-9b03-0986dd8145cf {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:00:49.672842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:00:49.673306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Checking segment: {'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:00:49.674108 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.674249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Bound using segment: {'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:00:49.674778 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Bound port: 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:00:49.675221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.692741 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Pushing event updated for resources: {'Port': ['ID=b0c53f05-7d82-4226-b459-9987b5bf498e,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:49.703146 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.703483 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.703823 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.704374 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.704898 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.705411 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.705743 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.706076 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.706400 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.706748 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.707050 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.707375 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:00:49.735081 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.749773 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] For port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:00:49.753609 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] For port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,segment=NetworkSegment(7a27b3cf-df05-48fe-9e57-14814e167223),segment_id=7a27b3cf-df05-48fe-9e57-14814e167223)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:00:49.759340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.788952 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Attempting to bind port b0c53f05-7d82-4226-b459-9987b5bf498e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:00:49.789241 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Attempting to bind port b0c53f05-7d82-4226-b459-9987b5bf498e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:00:49.789608 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Attempting to bind port b0c53f05-7d82-4226-b459-9987b5bf498e on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:00:49.795353 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:00:49.795721 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Checking segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:00:49.796256 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.796573 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Bound using segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:00:49.797050 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Bound port: b0c53f05-7d82-4226-b459-9987b5bf498e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:00:49.797461 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.828535 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:49.871609 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] For port b0c53f05-7d82-4226-b459-9987b5bf498e, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:00:49.875924 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] For port b0c53f05-7d82-4226-b459-9987b5bf498e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b0c53f05-7d82-4226-b459-9987b5bf498e,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:00:49.894443 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Allocated IP 172.25.5.111 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/57c0667d-67ad-4a01-8d99-08f0ea07c17e) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:00:49.930840 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88c24d-0a1e-4d1d-bede-78e663fcb5cb None None] Pushing event updated for resources: {'Port': ['ID=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:49.946341 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.030239 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2c98438e-c5a2-4528-a99a-d2f2e5c512ab None None] Provisioning complete for port b0c53f05-7d82-4226-b459-9987b5bf498e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:50.030239 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c98438e-c5a2-4528-a99a-d2f2e5c512ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.030445 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.136799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.156285 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:50.157141 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:50.159451 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c98438e-c5a2-4528-a99a-d2f2e5c512ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.194640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:00:50.196482 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:50.197723 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2c98438e-c5a2-4528-a99a-d2f2e5c512ab None None] For port b0c53f05-7d82-4226-b459-9987b5bf498e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b0c53f05-7d82-4226-b459-9987b5bf498e,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:50.200828 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:00:50.223539 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46108607-7079-4762-99f3-93c8aacf26c2 None None] Pushing event updated for resources: {'Port': ['ID=b0c53f05-7d82-4226-b459-9987b5bf498e,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:50.265473 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c98438e-c5a2-4528-a99a-d2f2e5c512ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.338848 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Pushing event updated for resources: {'Port': ['ID=57c0667d-67ad-4a01-8d99-08f0ea07c17e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:50.349146 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98438e-c5a2-4528-a99a-d2f2e5c512ab None None] Pushing event updated for resources: {'Port': ['ID=b0c53f05-7d82-4226-b459-9987b5bf498e,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:50.349646 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:50.494702 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d6d14315-b664-49fd-8161-6de82a6fc45f None None] Provisioning complete for port b0c53f05-7d82-4226-b459-9987b5bf498e triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:50.495081 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d6d14315-b664-49fd-8161-6de82a6fc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.591661 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:49Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:50.595411 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.614051 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b0c53f05-7d82-4226-b459-9987b5bf498e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:50.626488 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95695f-f59a-4c40-997f-293b728e0783 None None] The sync data for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 is: [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:49Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:00:50.675989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port b0c53f05-7d82-4226-b459-9987b5bf498e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:50.676494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.764192 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0e4078c9-7667-4b13-92d9-38ee6bb1183c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:50.815131 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0e4078c9-7667-4b13-92d9-38ee6bb1183c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:50.816029 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.830198 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:50.907993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:50.959727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:50.960205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:51.049557 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:51.085004 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 17:00:51.099338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,segment=NetworkSegment(7a27b3cf-df05-48fe-9e57-14814e167223),segment_id=7a27b3cf-df05-48fe-9e57-14814e167223)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:51.155946 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99220e67-e039-4270-aed5-475b4924f755 None None] Network e891e50b-7292-4e79-9b03-0986dd8145cf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:00:51.158891 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:51.205489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:00:51.238236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Sync routers for ids ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:00:51.282133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b2d05dd0-2545-470f-b4cd-3e96a7bb1b10 None None] Provisioning complete for port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:51.288855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b2d05dd0-2545-470f-b4cd-3e96a7bb1b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:51.289000 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:51.289000 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8d8ba338-6550-40f4-96c4-e0e3d86d464f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1851177 Feb 09 17:00:51.289439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35336) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:51.299587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:51.321153 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Routers {'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:51.321837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:51.706295 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Set router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:51.730742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:51.898962 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Allocated IP 172.20.0.1 (e891e50b-7292-4e79-9b03-0986dd8145cf/55b285b1-a117-4e55-b93b-61d9312e82da/42298e45-b2f5-4a42-824b-e324074704e5) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:00:51.906432 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 3, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port': {'id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:51.936114 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Checking router: f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:00:51.936465 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Updating router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 port 57c0667d-67ad-4a01-8d99-08f0ea07c17e binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 17:00:51.962707 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.008831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.103037 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.141106 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2966df7f-1ab6-402a-b34d-93c1affa91e9 None None] Provisioning complete for port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:52.141484 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2966df7f-1ab6-402a-b34d-93c1affa91e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.153926 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Network e891e50b-7292-4e79-9b03-0986dd8145cf is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:00:52.161958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:52.164676 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:00:52.173103 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Pushing event updated for resources: {'Port': ['ID=42298e45-b2f5-4a42-824b-e324074704e5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:52.210681 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.318247 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.399057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.419388 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.461334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:52.466908 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Attempting to bind port 57c0667d-67ad-4a01-8d99-08f0ea07c17e on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:00:52.467374 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Attempting to bind port 57c0667d-67ad-4a01-8d99-08f0ea07c17e by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:00:52.473589 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Attempting to bind port 57c0667d-67ad-4a01-8d99-08f0ea07c17e on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:00:52.502842 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:00:52.503194 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:00:52.503845 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.504275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:00:52.504751 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Bound port: 57c0667d-67ad-4a01-8d99-08f0ea07c17e, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:00:52.505134 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.506681 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb180ab9-5622-42dc-8d4c-03e78e076d67 None None] Pushing event updated for resources: {'Port': ['ID=57c0667d-67ad-4a01-8d99-08f0ea07c17e,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:52.508889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-589cfc3e-20eb-4733-a799-1f9acaba3e98 None None] Provisioning complete for port 42298e45-b2f5-4a42-824b-e324074704e5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:52.509258 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-589cfc3e-20eb-4733-a799-1f9acaba3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.595814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-589cfc3e-20eb-4733-a799-1f9acaba3e98 None None] Port 42298e45-b2f5-4a42-824b-e324074704e5 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:00:52.596424 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.611645 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] For port 57c0667d-67ad-4a01-8d99-08f0ea07c17e, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:00:52.630701 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:52.630701 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.716938 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.727614 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] For port 57c0667d-67ad-4a01-8d99-08f0ea07c17e, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=57c0667d-67ad-4a01-8d99-08f0ea07c17e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:00:52.781863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Pushing event updated for resources: {'Port': ['ID=42298e45-b2f5-4a42-824b-e324074704e5,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:52.786826 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.822356 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:52.881424 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb180ab9-5622-42dc-8d4c-03e78e076d67 None None] Pushing event updated for resources: {'Port': ['ID=57c0667d-67ad-4a01-8d99-08f0ea07c17e,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:52.884186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Routers {'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:52.884609 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Network e891e50b-7292-4e79-9b03-0986dd8145cf is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:00:52.884814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:52.886312 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:00:53.014534 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:00:53.021211 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] Set router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:53.069034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-09c3444f-d6a3-4e46-8a54-b708cc91bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:53.140870 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:00:53.151760 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e17076f6-39e6-4ef6-8dc7-5b7ce55bfe7c admin admin] 10.222.0.53 "PUT /v2.0/routers/f5492e01-f9f9-45f8-8f32-c54a9ab2dc49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8603699 Feb 09 17:00:53.243266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b57823d3-5f75-4b7b-83bd-7d2f3e0b10de None None] Provisioning complete for port 42298e45-b2f5-4a42-824b-e324074704e5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:53.243628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b57823d3-5f75-4b7b-83bd-7d2f3e0b10de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:53.288473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-b57823d3-5f75-4b7b-83bd-7d2f3e0b10de None None] Port 42298e45-b2f5-4a42-824b-e324074704e5 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:00:53.298083 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 4, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port': {'id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '42298e45-b2f5-4a42-824b-e324074704e5', 'name': '', 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'mac_address': 'fa:16:3e:2b:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:51Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 2, 'project_id': 'c05b376277ec4285bad526359afea257', 'subnets': [{'id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:53.331651 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75b9ac-6c22-43b3-bb7a-6a84d16ef8fe None None] The sync data for ids ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'] in n-d-828542-1 is: [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 4, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port': {'id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '42298e45-b2f5-4a42-824b-e324074704e5', 'name': '', 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'mac_address': 'fa:16:3e:2b:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:51Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 2, 'project_id': 'c05b376277ec4285bad526359afea257', 'subnets': [{'id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:00:53.686612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35344) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:53.692030 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-c18bc130-c2b2-4f11-b588-0d3be4cdaf43 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688400473', 'description': 'tempest-secgroup-smoke-1688400473 description', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:53.776741 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c18bc130-c2b2-4f11-b588-0d3be4cdaf43 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:53.856382 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c18bc130-c2b2-4f11-b588-0d3be4cdaf43 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:53.953212 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c18bc130-c2b2-4f11-b588-0d3be4cdaf43 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:53.985150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18bc130-c2b2-4f11-b588-0d3be4cdaf43 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae9f6ad-f6d2-495f-9cc8-9aa388309343,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:54.094069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-c18bc130-c2b2-4f11-b588-0d3be4cdaf43 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.095184 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c18bc130-c2b2-4f11-b588-0d3be4cdaf43 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4070020 Feb 09 17:00:54.098658 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35346) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:54.103194 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e8d72c8c-2637-4854-9283-1c6673863f58 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': '9ae9f6ad-f6d2-495f-9cc8-9aa388309343', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:54.242045 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8d72c8c-2637-4854-9283-1c6673863f58 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.305016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8d72c8c-2637-4854-9283-1c6673863f58 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.396679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8d72c8c-2637-4854-9283-1c6673863f58 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.426842 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d72c8c-2637-4854-9283-1c6673863f58 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e2d0ad-1c09-4f5e-bf9f-d7a6c36fc2d3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:54.471526 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 57c0667d-67ad-4a01-8d99-08f0ea07c17e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:54.481901 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e8d72c8c-2637-4854-9283-1c6673863f58 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.483404 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e8d72c8c-2637-4854-9283-1c6673863f58 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835609 Feb 09 17:00:54.485961 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35348) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:54.490865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-13600a44-c374-4d5f-b5f3-67a3dd2f11fc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': '9ae9f6ad-f6d2-495f-9cc8-9aa388309343', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:54.523834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 57c0667d-67ad-4a01-8d99-08f0ea07c17e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:54.524369 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.599452 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13600a44-c374-4d5f-b5f3-67a3dd2f11fc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.610967 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.632839 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 57c0667d-67ad-4a01-8d99-08f0ea07c17e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=57c0667d-67ad-4a01-8d99-08f0ea07c17e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:54.661000 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13600a44-c374-4d5f-b5f3-67a3dd2f11fc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.699901 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.734446 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13600a44-c374-4d5f-b5f3-67a3dd2f11fc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.752289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13600a44-c374-4d5f-b5f3-67a3dd2f11fc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7ed8f7-854f-477e-b10b-57694c4913bb,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:54.752584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=57c0667d-67ad-4a01-8d99-08f0ea07c17e,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:54.844380 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13600a44-c374-4d5f-b5f3-67a3dd2f11fc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:54.845632 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-13600a44-c374-4d5f-b5f3-67a3dd2f11fc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3587143 Feb 09 17:00:54.848796 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:54.853285 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-fbaa0acc-af61-44da-a0a4-61674211111a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': '9ae9f6ad-f6d2-495f-9cc8-9aa388309343', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:54.967471 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0acc-af61-44da-a0a4-61674211111a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.029515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0acc-af61-44da-a0a4-61674211111a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.100061 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0acc-af61-44da-a0a4-61674211111a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.118691 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa0acc-af61-44da-a0a4-61674211111a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed4d534-77cc-41ec-a6cf-28dc276d7f71,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:55.181834 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-fbaa0acc-af61-44da-a0a4-61674211111a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.184650 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-fbaa0acc-af61-44da-a0a4-61674211111a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334973 Feb 09 17:00:55.186259 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:55.190761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-1d5ed242-7daf-4c61-b5fb-8ded7016342d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': '9ae9f6ad-f6d2-495f-9cc8-9aa388309343', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:55.299256 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed242-7daf-4c61-b5fb-8ded7016342d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.329979 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ba19fe7b-0c8c-460c-a722-6186b0b595f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.361250 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed242-7daf-4c61-b5fb-8ded7016342d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.387163 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Sync routers for ids ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:00:55.396478 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Routers {'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:55.397075 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:55.427746 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed242-7daf-4c61-b5fb-8ded7016342d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.446457 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ed242-7daf-4c61-b5fb-8ded7016342d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302f5f33-43c1-464a-8c6f-abb4f1452c0f,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:55.502866 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Set router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:55.526745 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed242-7daf-4c61-b5fb-8ded7016342d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.529620 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-1d5ed242-7daf-4c61-b5fb-8ded7016342d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3406804 Feb 09 17:00:55.531781 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:55.536282 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-7de45dfd-08da-467f-8a0c-47ef1378d51f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': '9ae9f6ad-f6d2-495f-9cc8-9aa388309343', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:55.630914 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-7de45dfd-08da-467f-8a0c-47ef1378d51f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Project fe3c8649e4154fd3993ed79e3b696a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 17:00:55.636379 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7de45dfd-08da-467f-8a0c-47ef1378d51f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.697069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7de45dfd-08da-467f-8a0c-47ef1378d51f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.707817 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 4, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port': {'id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '42298e45-b2f5-4a42-824b-e324074704e5', 'name': '', 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'mac_address': 'fa:16:3e:2b:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:51Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 2, 'project_id': 'c05b376277ec4285bad526359afea257', 'subnets': [{'id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:55.735328 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Checking router: f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:00:55.735683 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Updating router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 port 42298e45-b2f5-4a42-824b-e324074704e5 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 17:00:55.760388 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.768052 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7de45dfd-08da-467f-8a0c-47ef1378d51f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.787148 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de45dfd-08da-467f-8a0c-47ef1378d51f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca4d722-2389-4a97-b90b-854df46d1d01,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:55.850109 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-7de45dfd-08da-467f-8a0c-47ef1378d51f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:55.853862 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-7de45dfd-08da-467f-8a0c-47ef1378d51f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3185589 Feb 09 17:00:55.854176 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35356) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:00:55.858561 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-269750b4-a7c8-4f3e-b579-1e98f959e56d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': '9ae9f6ad-f6d2-495f-9cc8-9aa388309343', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:55.938631 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-269750b4-a7c8-4f3e-b579-1e98f959e56d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Project fe3c8649e4154fd3993ed79e3b696a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 17:00:55.944218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-269750b4-a7c8-4f3e-b579-1e98f959e56d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.010676 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-269750b4-a7c8-4f3e-b579-1e98f959e56d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.033282 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.099755 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-269750b4-a7c8-4f3e-b579-1e98f959e56d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.117560 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269750b4-a7c8-4f3e-b579-1e98f959e56d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6194489-bfe9-496b-9faf-00c8c5977fdf,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:56.130325 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.187069 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a4eaa-9270-4890-b4e9-af2ac9372864 None None] Pushing event updated for resources: {'Port': ['ID=42298e45-b2f5-4a42-824b-e324074704e5,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:56.196296 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-269750b4-a7c8-4f3e-b579-1e98f959e56d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.196296 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-269750b4-a7c8-4f3e-b579-1e98f959e56d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3361235 Feb 09 17:00:56.259958 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Attempting to bind port 42298e45-b2f5-4a42-824b-e324074704e5 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:00:56.260833 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Attempting to bind port 42298e45-b2f5-4a42-824b-e324074704e5 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:00:56.261269 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Attempting to bind port 42298e45-b2f5-4a42-824b-e324074704e5 on network e891e50b-7292-4e79-9b03-0986dd8145cf {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:00:56.267544 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:00:56.268004 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Checking segment: {'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:00:56.268504 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.268896 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Bound using segment: {'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:00:56.269364 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Bound port: 42298e45-b2f5-4a42-824b-e324074704e5, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a27b3cf-df05-48fe-9e57-14814e167223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:00:56.269771 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.347410 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] For port 42298e45-b2f5-4a42-824b-e324074704e5, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:00:56.352324 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] For port 42298e45-b2f5-4a42-824b-e324074704e5, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=42298e45-b2f5-4a42-824b-e324074704e5,segment=NetworkSegment(7a27b3cf-df05-48fe-9e57-14814e167223),segment_id=7a27b3cf-df05-48fe-9e57-14814e167223)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:00:56.362800 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-ba3a5bd2-f1d9-4f0e-864b-707ac77b2640 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688400473&fields=id&tenant_id=fe3c8649e4154fd3993ed79e3b696a81 HTTP/1.1" status: 200 len: 267 time: 0.0378814 Feb 09 17:00:56.427537 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.432803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-cfcb80fc-3df1-469b-a02f-8efcd15810cd None None] Provisioning complete for port 42298e45-b2f5-4a42-824b-e324074704e5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:56.433411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfcb80fc-3df1-469b-a02f-8efcd15810cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.463975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 57c0667d-67ad-4a01-8d99-08f0ea07c17e up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:56.486751 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a4eaa-9270-4890-b4e9-af2ac9372864 None None] Pushing event updated for resources: {'Port': ['ID=42298e45-b2f5-4a42-824b-e324074704e5,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:56.497175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-3acbc6a2-c878-4f0b-9779-9b1d51219b33 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:56.503057 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Routers {'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:00:56.503941 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:56.509745 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-3acbc6a2-c878-4f0b-9779-9b1d51219b33 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 809 time: 0.1385255 Feb 09 17:00:56.536970 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-db497ffb-d25a-4e70-894f-9ca7d603ddb6 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/quotas/fe3c8649e4154fd3993ed79e3b696a81 HTTP/1.1" status: 200 len: 375 time: 0.0258727 Feb 09 17:00:56.589942 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfcb80fc-3df1-469b-a02f-8efcd15810cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.592709 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 57c0667d-67ad-4a01-8d99-08f0ea07c17e triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:56.593777 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.617973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-13b607a9-bc26-4e88-a0eb-3e5265f28f49 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787990 Feb 09 17:00:56.637137 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] Set router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:00:56.667699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cfcb80fc-3df1-469b-a02f-8efcd15810cd None None] For port 42298e45-b2f5-4a42-824b-e324074704e5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=42298e45-b2f5-4a42-824b-e324074704e5,segment=NetworkSegment(7a27b3cf-df05-48fe-9e57-14814e167223),segment_id=7a27b3cf-df05-48fe-9e57-14814e167223)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:00:56.753642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-91c8943b-6219-4411-a9a3-7f58881c758e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:00:56.762262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-91c8943b-6219-4411-a9a3-7f58881c758e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1419964 Feb 09 17:00:56.768934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cfcb80fc-3df1-469b-a02f-8efcd15810cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.834379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb80fc-3df1-469b-a02f-8efcd15810cd None None] Pushing event updated for resources: {'Port': ['ID=42298e45-b2f5-4a42-824b-e324074704e5,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:00:56.865353 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-a15d58cc-ff01-413a-97d6-41ea0ba26512 service neutron] 10.222.0.53 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019368 Feb 09 17:00:56.884536 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 4, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port': {'id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '42298e45-b2f5-4a42-824b-e324074704e5', 'name': '', 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'mac_address': 'fa:16:3e:2b:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:51Z', 'updated_at': '2022-02-09T17:00:56Z', 'revision_number': 4, 'project_id': 'c05b376277ec4285bad526359afea257', 'subnets': [{'id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:00:56.892125 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.897132 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-42b9a796-364e-4fe0-b636-c65f58dc1f35 None None] Provisioning complete for port 42298e45-b2f5-4a42-824b-e324074704e5 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:56.897501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-42b9a796-364e-4fe0-b636-c65f58dc1f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:56.979288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-4bbc9d64-debb-4467-9ec4-209153e0997d service neutron] 10.222.0.53 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064920 Feb 09 17:00:57.018416 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0b0a67-7646-44d8-932e-357e79c0cfc8 None None] The sync data for ids ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'] in n-d-828542-1 is: [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:52Z', 'revision_number': 4, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port': {'id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '42298e45-b2f5-4a42-824b-e324074704e5', 'name': '', 'network_id': 'e891e50b-7292-4e79-9b03-0986dd8145cf', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'mac_address': 'fa:16:3e:2b:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:51Z', 'updated_at': '2022-02-09T17:00:56Z', 'revision_number': 4, 'project_id': 'c05b376277ec4285bad526359afea257', 'subnets': [{'id': '55b285b1-a117-4e55-b93b-61d9312e82da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:00:57.243061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-62b9d3b4-e42b-4e47-a09f-3504776a9c6a req-6f337e47-d5ed-4ede-bb33-94526f3747dc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 210 time: 0.0293655 Feb 09 17:00:58.336442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ba1ad19-3112-4a0e-8199-3c58c1e20a5e req-ccc3e006-26f5-412d-a01b-3380f8e08a4d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 210 time: 0.0263774 Feb 09 17:00:58.448335 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:58.465567 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 42298e45-b2f5-4a42-824b-e324074704e5 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:00:58.513805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 42298e45-b2f5-4a42-824b-e324074704e5 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:00:58.514170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:58.644660 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:59.401107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-dde10a68-2c48-4f5c-83ce-37a08240b6ca tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:00:59.403560 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-dde10a68-2c48-4f5c-83ce-37a08240b6ca tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 809 time: 0.1117578 Feb 09 17:00:59.450227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-83945056-cc42-4c3e-9e8c-b4603a9e4efe req-3a7abe12-efdc-436e-8187-216557bfa32d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 210 time: 0.0327976 Feb 09 17:00:59.470611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-53026fca-78af-4c9d-9063-46c6b21497c0 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3c8649e4154fd3993ed79e3b696a81 HTTP/1.1" status: 200 len: 380 time: 0.0588448 Feb 09 17:00:59.479140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'port': {'device_id': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'admin_state_up': True, 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'security_groups': ['9ae9f6ad-f6d2-495f-9cc8-9aa388309343']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:00:59.722376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Made reservation on behalf of fe3c8649e4154fd3993ed79e3b696a81 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:00:59.726253 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:00:59.858379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Allocated IP 172.20.0.3 (0a76efba-90ec-44fb-9893-afe8333100d5/f586cc27-c256-4d5d-ac1b-9db6cde379ad/a238b570-2b4a-46cb-94a0-14fc30102bb6) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:00:59.998850 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.094717 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.134730 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Network 0a76efba-90ec-44fb-9893-afe8333100d5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:01:00.139684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:01:00.144026 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:01:00.169946 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:01:00.199335 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:00.199954 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.290537 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e3ec89dd-fd1e-419f-a941-1213f63e8108 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8150964 Feb 09 17:01:00.300675 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-781c3542-1dcf-4f44-b535-9bf5d81886cc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:01:00.301662 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-781c3542-1dcf-4f44-b535-9bf5d81886cc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053339 Feb 09 17:01:00.313543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Request body: {'port': {'device_id': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:01:00.330447 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-96530b32-69cb-4679-b0db-5dab802d6055 None None] Provisioning complete for port a238b570-2b4a-46cb-94a0-14fc30102bb6 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:01:00.331042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-96530b32-69cb-4679-b0db-5dab802d6055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.366727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-96530b32-69cb-4679-b0db-5dab802d6055 None None] Port a238b570-2b4a-46cb-94a0-14fc30102bb6 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:01:00.375130 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.614539 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046b050-ee80-49ef-815f-6b77bdf64405 req-1b6cb7ac-026f-43e9-9d63-f68f3b983e8b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:00.616055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7046b050-ee80-49ef-815f-6b77bdf64405 req-1b6cb7ac-026f-43e9-9d63-f68f3b983e8b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 931 time: 0.0751188 Feb 09 17:01:00.697228 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7046b050-ee80-49ef-815f-6b77bdf64405 req-f5aa683f-cfa5-4d73-9427-bad30a5273c0 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708327 Feb 09 17:01:00.710201 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a238b570-2b4a-46cb-94a0-14fc30102bb6 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:01:00.718215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.730448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Transition to ACTIVE for port object a238b570-2b4a-46cb-94a0-14fc30102bb6 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:01:00.758664 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.787042 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.836820 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:01:00.908686 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Attempting to bind port a238b570-2b4a-46cb-94a0-14fc30102bb6 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:01:00.909040 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Attempting to bind port a238b570-2b4a-46cb-94a0-14fc30102bb6 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:01:00.909354 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Attempting to bind port a238b570-2b4a-46cb-94a0-14fc30102bb6 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:01:00.916179 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Port a238b570-2b4a-46cb-94a0-14fc30102bb6 on network 0a76efba-90ec-44fb-9893-afe8333100d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 17:01:00.916507 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Attempting to bind port a238b570-2b4a-46cb-94a0-14fc30102bb6 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:01:00.922475 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:01:00.922813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Checking segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:01:00.923203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Bound using segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:01:00.923637 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Bound port: a238b570-2b4a-46cb-94a0-14fc30102bb6, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:01:00.923997 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:00.994918 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:01:00.997959 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:01:01.073775 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:01.109520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:01.110172 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:01.111569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] 10.222.0.13 "PUT /v2.0/ports/a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 1091 time: 0.8027244 Feb 09 17:01:01.112030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:01:01.114336 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7698c3ac-f7da-408e-81ab-dc28091f21e3" -d '{"events": [{"name": "network-changed", "server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:01:01.139618 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad238b9-a354-4bff-aa0f-d07c0cebdcfd service neutron] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:01:01.158241 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef50bcc-deff-4eb6-ae10-7af2d5b62724 x-openstack-request-id: req-fef50bcc-deff-4eb6-ae10-7af2d5b62724 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:01:01.158579 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:01:01.158905 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fef50bcc-deff-4eb6-ae10-7af2d5b62724 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:01:01.159345 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'status': 'completed', 'code': 200} Feb 09 17:01:01.221261 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698c3ac-f7da-408e-81ab-dc28091f21e3 req-e9716fab-e545-4699-94aa-bd73cc00c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:01.222793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7698c3ac-f7da-408e-81ab-dc28091f21e3 req-e9716fab-e545-4699-94aa-bd73cc00c7c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1094 time: 0.0445640 Feb 09 17:01:01.328695 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698c3ac-f7da-408e-81ab-dc28091f21e3 req-3c4c7324-b03a-4d0e-bce6-763b6c7aafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:01.330192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7698c3ac-f7da-408e-81ab-dc28091f21e3 req-3c4c7324-b03a-4d0e-bce6-763b6c7aafb0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0993879 Feb 09 17:01:01.424181 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698c3ac-f7da-408e-81ab-dc28091f21e3 req-edd64f9a-419a-4826-a1fd-7fdb9ec504d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:01.425561 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7698c3ac-f7da-408e-81ab-dc28091f21e3 req-edd64f9a-419a-4826-a1fd-7fdb9ec504d7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896659 Feb 09 17:01:01.502343 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e57060a6-6bee-4a38-b6e2-4b2696831d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:01.503854 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-e57060a6-6bee-4a38-b6e2-4b2696831d91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1094 time: 0.0436664 Feb 09 17:01:01.548859 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-847a7d7e-42b4-4e9d-8c6c-a252b2965b6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 217 time: 0.0384197 Feb 09 17:01:01.600069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-87dbb7d5-0c7a-4889-ba33-d500b3a6378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:01.601718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-87dbb7d5-0c7a-4889-ba33-d500b3a6378a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0452127 Feb 09 17:01:01.647985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-5295ef4d-48a7-4524-b25a-25bcdaa13cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:01.649518 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-5295ef4d-48a7-4524-b25a-25bcdaa13cbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411255 Feb 09 17:01:01.742356 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-71ef92e1-25b5-4853-9a78-1079a40ba007 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866008 Feb 09 17:01:01.859794 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75a27f-a4af-4609-8e08-b5a804068e51 req-6010366d-5d58-44af-aebd-d07b5842972d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:01.861293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c75a27f-a4af-4609-8e08-b5a804068e51 req-6010366d-5d58-44af-aebd-d07b5842972d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 943 time: 0.0937822 Feb 09 17:01:01.881910 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-30c1a8b1-f3df-4a80-97c3-64be850407eb req-bc25ef21-d995-498b-9a85-5311d175bf93 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327665 Feb 09 17:01:01.908490 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6c75a27f-a4af-4609-8e08-b5a804068e51 req-56ed6247-11af-4593-99b1-4520aa43bb76 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381143 Feb 09 17:01:02.467114 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:03.025615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0f9aa-db75-4789-9e9f-ea55ba64b253 req-e7901658-71d9-4821-941c-036aa99cab15 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:03.027109 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35c0f9aa-db75-4789-9e9f-ea55ba64b253 req-e7901658-71d9-4821-941c-036aa99cab15 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 943 time: 0.0482080 Feb 09 17:01:03.064556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-35c0f9aa-db75-4789-9e9f-ea55ba64b253 req-2a7433f3-6fba-4b10-b375-30c5b70634bf tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307596 Feb 09 17:01:03.592312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:01:03.847124 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:01:03.858350 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'port_id': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'mac_address': 'fa:16:3e:4c:8d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:01:03.895414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:03.908722 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a238b570-2b4a-46cb-94a0-14fc30102bb6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:01:03.928754 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:01:03.992800 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:04.040090 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:01:04.179628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ddad-0058-43b5-8720-f6e3df788116 req-40bdedcb-37d6-40c9-b239-bbdc1e958d39 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:04.181166 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2021ddad-0058-43b5-8720-f6e3df788116 req-40bdedcb-37d6-40c9-b239-bbdc1e958d39 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0490866 Feb 09 17:01:04.197340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['a238b570-2b4a-46cb-94a0-14fc30102bb6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:01:04.224370 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2021ddad-0058-43b5-8720-f6e3df788116 req-4fc4a0df-9c5f-4aa5-a8be-bd452107f346 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367103 Feb 09 17:01:05.347881 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5095f28-36ad-4ed5-a71f-6f3a84938d63 req-d4616a25-a883-40f9-a98a-ef37366da7df tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:05.349667 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5095f28-36ad-4ed5-a71f-6f3a84938d63 req-d4616a25-a883-40f9-a98a-ef37366da7df tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0494792 Feb 09 17:01:05.386535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5095f28-36ad-4ed5-a71f-6f3a84938d63 req-585d424b-ef02-427f-b73d-16ed3f198626 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309200 Feb 09 17:01:05.617493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:01:05.721731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port a238b570-2b4a-46cb-94a0-14fc30102bb6 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:01:05.726067 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port a238b570-2b4a-46cb-94a0-14fc30102bb6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:01:05.726473 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:05.803114 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:05.825141 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:01:05.827450 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc44e2-6570-4af7-98e1-4cd642230607" -d '{"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-plugged", "status": "completed", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:01:05.840022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:01:05.899117 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:05.930312 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad40c66e-e10a-42b5-8025-011eac59c8b5 x-openstack-request-id: req-ad40c66e-e10a-42b5-8025-011eac59c8b5 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:01:05.930312 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-plugged", "status": "completed", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:01:05.930312 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad40c66e-e10a-42b5-8025-011eac59c8b5 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:01:05.930312 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'code': 200} Feb 09 17:01:05.959715 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:01:06.026224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d98433-9202-41c3-a59c-b66083dd6924 req-b3f57482-03e6-4d3d-8fc9-4e0770f5aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:06.027726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89d98433-9202-41c3-a59c-b66083dd6924 req-b3f57482-03e6-4d3d-8fc9-4e0770f5aa49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1096 time: 0.0401819 Feb 09 17:01:06.062722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-89d98433-9202-41c3-a59c-b66083dd6924 req-ec072445-c732-4a84-9176-83eb0c56be2a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276651 Feb 09 17:01:06.503990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6f73f-f401-44cf-84be-82a7bcde52e8 req-e5739845-bec8-4049-b544-d756144c749e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:06.505585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7c6f73f-f401-44cf-84be-82a7bcde52e8 req-e5739845-bec8-4049-b544-d756144c749e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0488622 Feb 09 17:01:06.547387 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7c6f73f-f401-44cf-84be-82a7bcde52e8 req-a6c6f9e6-f528-452f-82c7-e336c17879c5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358787 Feb 09 17:01:07.923544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d5e55-285d-41a0-9006-829f2a80e8a1 req-0dc7ccbc-a37a-4e64-a0e8-725bc7850cb4 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:07.924972 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-295d5e55-285d-41a0-9006-829f2a80e8a1 req-0dc7ccbc-a37a-4e64-a0e8-725bc7850cb4 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0490282 Feb 09 17:01:07.964764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-295d5e55-285d-41a0-9006-829f2a80e8a1 req-1360dd32-4943-420e-9659-c6243b4f1baf tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335019 Feb 09 17:01:08.081603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3556d-e289-4937-b736-753fba0d9420 req-08a0da6c-9de9-41bb-877d-b19f1f494667 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:08.083091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fb3556d-e289-4937-b736-753fba0d9420 req-08a0da6c-9de9-41bb-877d-b19f1f494667 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0495491 Feb 09 17:01:08.120971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8fb3556d-e289-4937-b736-753fba0d9420 req-002b4e58-3c21-4dc9-8210-1d8d17308c71 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Feb 09 17:01:08.143055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35412) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:01:08.224181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a7d15e-8eb7-4578-8807-7c76b25d38bb tempest-TestShelveInstance-522748144 tempest-TestShelveInstance-522748144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:08.225741 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-29a7d15e-8eb7-4578-8807-7c76b25d38bb tempest-TestShelveInstance-522748144 tempest-TestShelveInstance-522748144-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1091 time: 0.0816984 Feb 09 17:01:08.228731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35416) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:01:08.233102 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:01:08.324673 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:08.418489 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:08.523017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Allocated IP 172.25.5.186 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/913c4ccb-8c32-43c8-996c-3d6543a2ce9f) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:01:08.650016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:08.770459 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:08.810248 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:01:08.813188 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:01:08.816622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:01:08.838353 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'Port': ['ID=913c4ccb-8c32-43c8-996c-3d6543a2ce9f,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:01:09.170557 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:09.667927 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:09.819208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:09.890186 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:09.957673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'Port': ['ID=913c4ccb-8c32-43c8-996c-3d6543a2ce9f,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:01:09.970353 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:10.070535 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Floating IP 4e03e1d3-a80f-47c5-b5f1-3ced955130e8 associated. External IP: 172.25.5.186, port: a238b570-2b4a-46cb-94a0-14fc30102bb6. Feb 09 17:01:10.274005 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Router 70b90681-309f-4285-b5f0-8e2a17a136f8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:01:10.387514 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:01:10.399003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] Sync routers for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:01:10.409659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:01:10.410306 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:01:10.463559 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:10.490807 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a44f8558-9b86-4da9-ae3b-fb34f2f2a0dd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2610006 Feb 09 17:01:10.491410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:01:10.493804 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1660db-6f0e-4593-9e4e-f323684565e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:01:10.518485 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:01:10.589470 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7a1b1d-3275-4f6c-8c0b-8ef3699cd884 x-openstack-request-id: req-de7a1b1d-3275-4f6c-8c0b-8ef3699cd884 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:01:10.589832 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:01:10.590143 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de7a1b1d-3275-4f6c-8c0b-8ef3699cd884 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:01:10.590603 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'status': 'completed', 'code': 200} Feb 09 17:01:10.652323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-b3758b4b-a5e2-4189-b564-c18b7b798e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:10.653820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-b3758b4b-a5e2-4189-b564-c18b7b798e5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1096 time: 0.0410988 Feb 09 17:01:10.747692 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '4e03e1d3-a80f-47c5-b5f1-3ced955130e8', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'port_id': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'mac_address': 'fa:16:3e:4c:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:01:09Z', 'updated_at': '2022-02-09T17:01:09Z', 'revision_number': 0, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:01:10.748919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-682ef00b-daf3-4d62-b3ee-30bd118b2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:10.750441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-682ef00b-daf3-4d62-b3ee-30bd118b2dbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0883961 Feb 09 17:01:10.775052 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] Checking router: 70b90681-309f-4285-b5f0-8e2a17a136f8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:01:10.783991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:01:10.784633 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:00:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:01:10.816067 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-88db11a6-35e6-4f8e-a6f3-2dcf23a766cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 999 time: 0.0592484 Feb 09 17:01:10.869416 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-65799169-629e-43fe-ab2f-e11c7d7c2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:10.871041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-65799169-629e-43fe-ab2f-e11c7d7c2630 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0487347 Feb 09 17:01:10.890444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:01:10.915868 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-e4f36370-b67e-4784-9f0a-2c3aeff007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:10.917415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-e4f36370-b67e-4784-9f0a-2c3aeff007d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401437 Feb 09 17:01:11.009123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-471a42fe-e4b9-4e03-a0bc-5319e9c77411 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849979 Feb 09 17:01:11.106755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1660db-6f0e-4593-9e4e-f323684565e6 req-6e9be50b-16a1-40d1-b8a1-14f9e8f20b93 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910504 Feb 09 17:01:11.115050 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '4e03e1d3-a80f-47c5-b5f1-3ced955130e8', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'port_id': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'mac_address': 'fa:16:3e:4c:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:01:09Z', 'updated_at': '2022-02-09T17:01:09Z', 'revision_number': 0, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:01:11.145673 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515151dc-8101-48f0-976e-f70297ac3f6f None None] The sync data for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 is: [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '4e03e1d3-a80f-47c5-b5f1-3ced955130e8', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'floating_ip_address': '172.25.5.186', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'port_id': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'mac_address': 'fa:16:3e:4c:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:01:09Z', 'updated_at': '2022-02-09T17:01:09Z', 'revision_number': 0, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:01:11.331126 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94765186-c089-4dc6-9b6d-3aa44de0c6c6 None None] New status for floating IP 4e03e1d3-a80f-47c5-b5f1-3ced955130e8: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:01:18.101160 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-8d024d74-5b6b-4ea6-a3f8-e47257875d4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416412 Feb 09 17:01:18.187814 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-53540bb5-a21b-442a-b9af-f529d315c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:18.189365 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-53540bb5-a21b-442a-b9af-f529d315c125 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1096 time: 0.0403986 Feb 09 17:01:18.296050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-997ef96a-e907-4e43-82e2-4fae28dce8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:18.297569 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-997ef96a-e907-4e43-82e2-4fae28dce8a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0879025 Feb 09 17:01:18.362706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-6c59e3f0-439a-4f4a-a21c-53d7f607367e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0576689 Feb 09 17:01:18.746213 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-2889b026-925e-4ad6-9902-d61ddfb9ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:18.747603 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-2889b026-925e-4ad6-9902-d61ddfb9ea83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.3787153 Feb 09 17:01:18.793728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-c73b24a8-f135-47b6-a2ec-1638ed097a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:01:18.795216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-c73b24a8-f135-47b6-a2ec-1638ed097a89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410426 Feb 09 17:01:18.886661 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-29d8879d-3810-418f-bf17-ada5b0b7c1b5 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840266 Feb 09 17:01:18.979087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42936747-534f-4c8c-ab73-e8fc3d1e041b req-7e167f7d-872b-4a7b-8e54-c4e99d3edd36 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830865 Feb 09 17:01:23.070143 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-55aa9fa6-1f9a-4cb6-b4cd-64f4a50c8e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:25.295381 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-00801c48-5817-4c03-a179-63ab8dca3b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:25.407757 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:01:26.821333 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:28.464527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:28.601490 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:30.781132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:32.498396 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:53.048855 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8425ef9e-d97b-4d22-8f73-89c390dfd8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:55.306090 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-15f0c5d4-2451-4e7d-beff-e72ae8e7725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:56.811064 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:58.460170 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:01:58.632553 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:00.883325 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:02.408248 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:02:02.497745 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:18.142004 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-086f5be0-134c-4152-8d60-2b6eeff94b11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880373 Feb 09 17:02:18.227810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-67e3f430-e271-4f5d-839c-24dfd59e0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:02:18.229260 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-67e3f430-e271-4f5d-839c-24dfd59e0714 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1096 time: 0.0456667 Feb 09 17:02:18.330993 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-ac7bcd8c-499f-40cb-97c5-ce11b7f8d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:02:18.332495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-ac7bcd8c-499f-40cb-97c5-ce11b7f8d630 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0853226 Feb 09 17:02:18.401973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-07c52511-4d48-4a82-a41d-c4e5c5ed8ce8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0631142 Feb 09 17:02:18.450441 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-46f299c1-5009-4fcb-998c-8f5af477425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:02:18.451967 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-46f299c1-5009-4fcb-998c-8f5af477425b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0436738 Feb 09 17:02:18.497294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-5c201cff-390e-4e25-9cf6-420a9a195509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:02:18.498701 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-5c201cff-390e-4e25-9cf6-420a9a195509 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409076 Feb 09 17:02:18.594691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-cdaf30d3-8407-4968-ac23-48a1a35e3155 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894399 Feb 09 17:02:18.684879 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b6d87d04-4bb4-4158-8f8c-1813536f34a3 req-57fed58b-bc44-4865-9c7a-4a7d9c5b97e2 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839820 Feb 09 17:02:23.041062 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0df1f49f-d2f8-4d87-8ffa-73e9dbdf6aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:25.328165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fddf6fc3-77e7-471d-810a-7fd590c43318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:26.842677 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:28.446798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:28.751263 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:30.813860 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:32.499523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:39.408722 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:02:53.059146 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-50b21915-6750-442c-ba1a-ac847f72d4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:55.314298 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-aa0a1e27-d09f-4342-aaec-dbc4e69052cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:56.808440 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:58.458839 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:02:58.591232 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:00.842131 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:02.567604 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:06.448999 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766402f-81e1-4977-b994-08cc395c8a47 req-626570eb-8d41-4efb-8305-7cea6d6b8fee tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:06.450573 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8766402f-81e1-4977-b994-08cc395c8a47 req-626570eb-8d41-4efb-8305-7cea6d6b8fee tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0577238 Feb 09 17:03:06.491980 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8766402f-81e1-4977-b994-08cc395c8a47 req-0103a61a-d687-4aa5-92a1-f847feeb1799 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351737 Feb 09 17:03:07.624681 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d17ad6-bca4-4edc-b2a9-ce884627830b req-12c5a92c-86d3-428f-b2e9-95f523a54d05 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:07.626207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23d17ad6-bca4-4edc-b2a9-ce884627830b req-12c5a92c-86d3-428f-b2e9-95f523a54d05 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0568783 Feb 09 17:03:07.665249 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-23d17ad6-bca4-4edc-b2a9-ce884627830b req-d246d952-f563-4f84-99a6-37f102cc2885 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 Feb 09 17:03:08.790684 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc89dbe-9954-49e5-9866-7947a8be686b req-9380cc6b-9f26-468f-ba79-da29bef82b89 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:08.792251 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cc89dbe-9954-49e5-9866-7947a8be686b req-9380cc6b-9f26-468f-ba79-da29bef82b89 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Feb 09 17:03:08.831691 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6cc89dbe-9954-49e5-9866-7947a8be686b req-71190291-606a-42e2-ad74-ababfac8e1ec tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Feb 09 17:03:09.950081 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f408f-0c5f-475c-833b-5560eb561e5f req-fdc68992-98bb-459d-aa82-ced6ae320441 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:09.951613 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e7f408f-0c5f-475c-833b-5560eb561e5f req-fdc68992-98bb-459d-aa82-ced6ae320441 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0512621 Feb 09 17:03:09.990257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8e7f408f-0c5f-475c-833b-5560eb561e5f req-923eb32b-2bf5-43ea-ba0a-47bc86d96da2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Feb 09 17:03:11.112985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9717e7-d513-4f52-b79a-5abf1b3de297 req-3fbea2f5-ef01-4481-8c50-52f3bae57c30 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:11.114546 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c9717e7-d513-4f52-b79a-5abf1b3de297 req-3fbea2f5-ef01-4481-8c50-52f3bae57c30 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0549786 Feb 09 17:03:11.152847 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2c9717e7-d513-4f52-b79a-5abf1b3de297 req-65ef7d3f-dc5f-49ec-9559-78da4fe7f205 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Feb 09 17:03:12.276818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59ec6f-3a32-446d-85f5-97b15bf772a1 req-056ad150-a637-4277-b40e-452be9e7d9ca tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:12.278401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d59ec6f-3a32-446d-85f5-97b15bf772a1 req-056ad150-a637-4277-b40e-452be9e7d9ca tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0546148 Feb 09 17:03:12.316553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5d59ec6f-3a32-446d-85f5-97b15bf772a1 req-6e279261-9917-4001-9ce7-39730b699b0d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319510 Feb 09 17:03:13.448917 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbcbf5-1c9b-4de6-af31-ecde3dce758e req-79e7596c-168c-4d4e-aeae-b16f59c6209e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:13.450559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bfbcbf5-1c9b-4de6-af31-ecde3dce758e req-79e7596c-168c-4d4e-aeae-b16f59c6209e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0632832 Feb 09 17:03:13.491549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2bfbcbf5-1c9b-4de6-af31-ecde3dce758e req-d70393d4-cdd7-4755-b359-994db3b7d53f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349326 Feb 09 17:03:14.619432 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91d47-5a49-47ea-81cc-22c220ea95a6 req-7075053f-a5fa-4f68-99ff-86abf581d4f6 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:14.621007 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2af91d47-5a49-47ea-81cc-22c220ea95a6 req-7075053f-a5fa-4f68-99ff-86abf581d4f6 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0568249 Feb 09 17:03:14.659884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2af91d47-5a49-47ea-81cc-22c220ea95a6 req-6f07a5a6-165c-4bd8-a579-486825fa628d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325713 Feb 09 17:03:15.794829 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca922f-e6a7-463f-a411-707966c6d68f req-21731529-f12d-4b48-a847-46e091ce4523 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:15.796386 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52ca922f-e6a7-463f-a411-707966c6d68f req-21731529-f12d-4b48-a847-46e091ce4523 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0636635 Feb 09 17:03:15.835497 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52ca922f-e6a7-463f-a411-707966c6d68f req-ed99b59b-0084-42e6-a936-1126e83538c7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330079 Feb 09 17:03:16.408070 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:03:16.954178 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7330b4-1968-42ca-a9b6-f46ce4086fba req-eb8d1f51-09c3-481e-87c6-f0e5cf81253b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:16.955699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a7330b4-1968-42ca-a9b6-f46ce4086fba req-eb8d1f51-09c3-481e-87c6-f0e5cf81253b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0504432 Feb 09 17:03:16.995837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9a7330b4-1968-42ca-a9b6-f46ce4086fba req-24ad6ee4-7f67-45dd-b3a6-7e2f940b402f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339992 Feb 09 17:03:18.148931 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24223-b264-49bc-909b-3925e5f1400f req-3f2ac8dd-ac2c-4989-bdea-70cb99873f96 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:18.150553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1cb24223-b264-49bc-909b-3925e5f1400f req-3f2ac8dd-ac2c-4989-bdea-70cb99873f96 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0841830 Feb 09 17:03:18.165545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-892776cd-989c-4d64-9004-61ad4f9ee871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:18.167542 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-892776cd-989c-4d64-9004-61ad4f9ee871 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1096 time: 0.0687106 Feb 09 17:03:18.213224 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1cb24223-b264-49bc-909b-3925e5f1400f req-7761153d-deda-43bc-b038-131266c8033d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556936 Feb 09 17:03:18.283436 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-eea87e3b-effd-4889-8c2d-59e9ee68bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:18.284996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-eea87e3b-effd-4889-8c2d-59e9ee68bf33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0953321 Feb 09 17:03:18.332219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:03:18.376174 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-48325d82-2ce2-44bf-a199-726e3cf2aacb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0811534 Feb 09 17:03:18.429145 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-49fa0e20-971c-4d56-8e5e-17896f9d561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:18.430683 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-49fa0e20-971c-4d56-8e5e-17896f9d561c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0476608 Feb 09 17:03:18.435029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:03:18.447394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'port_id': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'mac_address': 'fa:16:3e:4c:8d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:03:18.480255 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-0465a3d8-9947-4ca8-91d2-557c68a8a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:18.481736 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-0465a3d8-9947-4ca8-91d2-557c68a8a1a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444396 Feb 09 17:03:18.491581 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:18.508282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a238b570-2b4a-46cb-94a0-14fc30102bb6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:03:18.534212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:03:18.583624 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-edde0d01-9ff3-44ab-85c1-741188605f4d service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951054 Feb 09 17:03:18.607357 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:18.665953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:03:18.674669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.674970 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.675333 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.675669 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.676000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.676352 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.676800 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.676993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.677338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.677779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.678109 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.678461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:18.683746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['a238b570-2b4a-46cb-94a0-14fc30102bb6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:03:18.698755 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c6100f4b-ac0e-4494-8909-215ce66e2b81 req-3eaf19c9-0586-4c8f-ae36-e2e127d8f3df service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074955 Feb 09 17:03:19.347377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e50dbe-d60b-4bc9-ac42-741840073ad8 req-ebc0f5f2-67c3-4d5c-b1f3-861b7a3fe28f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:19.349114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06e50dbe-d60b-4bc9-ac42-741840073ad8 req-ebc0f5f2-67c3-4d5c-b1f3-861b7a3fe28f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0612845 Feb 09 17:03:19.391425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-06e50dbe-d60b-4bc9-ac42-741840073ad8 req-456a6426-c623-4fae-af12-e0d57de80821 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361223 Feb 09 17:03:20.336857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:03:20.388344 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port a238b570-2b4a-46cb-94a0-14fc30102bb6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:03:20.388992 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:20.492911 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:20.523377 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09159cd7-6a66-43c5-9377-825a78163b21 req-5eda9855-61a0-4ca7-92e1-9e3f1a02a26b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:20.531994 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09159cd7-6a66-43c5-9377-825a78163b21 req-5eda9855-61a0-4ca7-92e1-9e3f1a02a26b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0613909 Feb 09 17:03:20.577433 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-09159cd7-6a66-43c5-9377-825a78163b21 req-a7ea9236-7c06-44ca-8330-46618307dfd9 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Feb 09 17:03:20.696161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:03:20.699216 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4b4bfe-8425-4ddd-802f-8e1c31afed84" -d '{"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-plugged", "status": "completed", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:03:20.721699 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:03:20.741304 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f356de-84ab-4f6e-8efa-2ac2fe4028f6 x-openstack-request-id: req-25f356de-84ab-4f6e-8efa-2ac2fe4028f6 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:03:20.741707 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-plugged", "status": "completed", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:03:20.742059 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25f356de-84ab-4f6e-8efa-2ac2fe4028f6 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:03:20.742574 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'code': 200} Feb 09 17:03:20.796097 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:20.853158 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:03:21.701846 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa8bc8-e973-4b5a-bcba-556aee9e913c req-a6aa3a54-df02-4856-942f-e4b714446dbd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:21.703655 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fafa8bc8-e973-4b5a-bcba-556aee9e913c req-a6aa3a54-df02-4856-942f-e4b714446dbd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0553205 Feb 09 17:03:21.745101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fafa8bc8-e973-4b5a-bcba-556aee9e913c req-13536f8b-4112-4e7c-9934-c0fe070902d2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354638 Feb 09 17:03:22.997815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f655f-e835-408a-9638-639d48a8ebc1 req-1fcc8f49-b7b2-4e1c-99ee-67f9c3989ec9 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:23.000831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e7f655f-e835-408a-9638-639d48a8ebc1 req-1fcc8f49-b7b2-4e1c-99ee-67f9c3989ec9 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.1729231 Feb 09 17:03:23.044499 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e7f655f-e835-408a-9638-639d48a8ebc1 req-2b59ac7b-0cab-4e75-a6ea-9e69c775b101 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376742 Feb 09 17:03:23.051380 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a911b242-ecd1-49a3-9c32-7e51f8da0285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:24.240735 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028cf18-a89a-4470-95f3-2419b2c70f47 req-679e7ec7-54f8-4335-9dbd-287cbbfc0a9f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:24.245123 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d028cf18-a89a-4470-95f3-2419b2c70f47 req-679e7ec7-54f8-4335-9dbd-287cbbfc0a9f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.1142454 Feb 09 17:03:24.288001 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d028cf18-a89a-4470-95f3-2419b2c70f47 req-79d623ed-322b-4c7c-8d43-e6b323472659 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 Feb 09 17:03:25.419544 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d491b-950f-47e2-8e82-31e62ef02aa4 req-8ce83de1-0094-4446-b5be-4ad5468c314f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:25.421111 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-821d491b-950f-47e2-8e82-31e62ef02aa4 req-8ce83de1-0094-4446-b5be-4ad5468c314f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0548229 Feb 09 17:03:25.462298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-821d491b-950f-47e2-8e82-31e62ef02aa4 req-bfd01e52-b7fd-4656-ac5f-42664f409f93 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341365 Feb 09 17:03:25.492573 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ea93da6-af79-4a9e-9a0b-701ddb95279b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:26.601773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc2b03-1039-4f18-8a67-2d26c96ad0ef req-0fc6944f-a1aa-4b72-ad59-b8edb7f859d4 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:26.603418 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dfcc2b03-1039-4f18-8a67-2d26c96ad0ef req-0fc6944f-a1aa-4b72-ad59-b8edb7f859d4 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0631862 Feb 09 17:03:26.652043 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dfcc2b03-1039-4f18-8a67-2d26c96ad0ef req-d86e0b1a-5511-4094-9af4-c2ba000572fb tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414023 Feb 09 17:03:26.827549 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:27.775472 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7ec39-3ee6-469f-aa25-1927b0ed6d9e req-3a0a19bb-0b3a-412f-8ab6-e6b14da31175 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:27.778568 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fd7ec39-3ee6-469f-aa25-1927b0ed6d9e req-3a0a19bb-0b3a-412f-8ab6-e6b14da31175 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0539382 Feb 09 17:03:27.820238 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2fd7ec39-3ee6-469f-aa25-1927b0ed6d9e req-62b583fc-4983-47c8-9fea-d7fb75a74730 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355389 Feb 09 17:03:28.624123 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:28.641128 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:28.951644 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62485-d530-4b05-82be-b8b7834c09e3 req-9794f2cd-6cee-4397-b93a-98946522a9c0 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:28.959254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b62485-d530-4b05-82be-b8b7834c09e3 req-9794f2cd-6cee-4397-b93a-98946522a9c0 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0630994 Feb 09 17:03:28.997462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36b62485-d530-4b05-82be-b8b7834c09e3 req-eb9a47ff-138f-4caf-af79-21cda741e12d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Feb 09 17:03:30.117656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1abd5e-b995-4772-8d7e-c008024add67 req-f20cd26c-de48-4e17-8308-94042683550e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:30.119188 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e1abd5e-b995-4772-8d7e-c008024add67 req-f20cd26c-de48-4e17-8308-94042683550e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0528579 Feb 09 17:03:30.158544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e1abd5e-b995-4772-8d7e-c008024add67 req-9082f3ec-08eb-440e-9bd3-17691385b288 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320771 Feb 09 17:03:30.368160 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-b12d0d71-05fe-43f2-bc98-8ac81ec118cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:30.369664 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-b12d0d71-05fe-43f2-bc98-8ac81ec118cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1096 time: 0.0419798 Feb 09 17:03:30.464247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-7b41246c-c72b-4661-9ffb-25aa05d4954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:30.465744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-7b41246c-c72b-4661-9ffb-25aa05d4954f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0900164 Feb 09 17:03:30.531562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-354e5b58-f4fc-4bfb-894d-ba5e2a221f99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0591807 Feb 09 17:03:30.580137 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-3f6b411f-bc01-448c-9f2d-1d330a45f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:30.581581 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-3f6b411f-bc01-448c-9f2d-1d330a45f301 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0434983 Feb 09 17:03:30.633290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-77079132-002e-45fb-864d-1b97054b3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:30.634704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-77079132-002e-45fb-864d-1b97054b3854 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469470 Feb 09 17:03:30.724216 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-0e1bff36-9ead-481f-8ae3-2f479e19eaaf service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831740 Feb 09 17:03:30.807047 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:30.819307 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-19cbfd5d-a314-4761-9d23-622df4c879eb req-1ea3ca2d-1427-4b0c-957b-90a0bda096ae service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888038 Feb 09 17:03:31.278272 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0ee93-3985-41f7-9587-161c2be1be37 req-5954a09e-95ed-416f-81e0-39884573fc63 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:31.279777 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ba0ee93-3985-41f7-9587-161c2be1be37 req-5954a09e-95ed-416f-81e0-39884573fc63 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0529957 Feb 09 17:03:31.316572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2ba0ee93-3985-41f7-9587-161c2be1be37 req-b079c8fd-807e-434b-addc-d9b90fcf8aa5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307493 Feb 09 17:03:32.408002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:03:32.435905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efd02d-7db2-4370-8005-038f5b0bcdc6 req-63cdb2fd-d4ff-40c6-b9d9-649b4ee65e3f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:32.437489 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4efd02d-7db2-4370-8005-038f5b0bcdc6 req-63cdb2fd-d4ff-40c6-b9d9-649b4ee65e3f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0513616 Feb 09 17:03:32.487091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e4efd02d-7db2-4370-8005-038f5b0bcdc6 req-ebdae42c-cf1b-4df8-91d6-732330d4cc87 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334094 Feb 09 17:03:32.515024 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:32.540217 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:03:32.542471 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c23de59-b643-4b6d-ad79-96f6971e0729" -d '{"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-unplugged", "status": "completed", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:03:32.553559 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:32.555286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:03:32.581586 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 17:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c496b95a-0a12-438a-afa3-0b354288b5e1 x-openstack-request-id: req-c496b95a-0a12-438a-afa3-0b354288b5e1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:03:32.581887 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-unplugged", "status": "completed", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:03:32.582145 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c496b95a-0a12-438a-afa3-0b354288b5e1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:03:32.582545 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'code': 200} Feb 09 17:03:32.641159 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:32.688708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:03:33.606478 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39148-8ad0-4a8a-87eb-335aa675b654 req-ab5085de-3ea0-4641-ae59-54086d791dca tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:33.608009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5c39148-8ad0-4a8a-87eb-335aa675b654 req-ab5085de-3ea0-4641-ae59-54086d791dca tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 943 time: 0.0505440 Feb 09 17:03:33.651933 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d5c39148-8ad0-4a8a-87eb-335aa675b654 req-52a37419-ab62-4644-8955-92540efc2612 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378149 Feb 09 17:03:33.724763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-2f89ed4d-f473-43f0-9b9a-f5e3a0bab329 req-ce4585f2-b47a-4e2f-8bea-5018bda7f79f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:03:33.725750 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2f89ed4d-f473-43f0-9b9a-f5e3a0bab329 req-ce4585f2-b47a-4e2f-8bea-5018bda7f79f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057321 Feb 09 17:03:35.043674 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd8bf5-bc23-4fbf-8eb2-0b1c5af72f28 req-7231f0a6-e066-4c39-a04e-e5b9da442acd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:35.045242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52bd8bf5-bc23-4fbf-8eb2-0b1c5af72f28 req-7231f0a6-e066-4c39-a04e-e5b9da442acd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 943 time: 0.0520856 Feb 09 17:03:35.088443 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-52bd8bf5-bc23-4fbf-8eb2-0b1c5af72f28 req-d4287b1e-1c39-4a0a-b77c-de966e699ce1 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372415 Feb 09 17:03:35.507122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-7c01a14e-925d-4220-9a18-bdbe82314213 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856979 Feb 09 17:03:36.215159 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59748e5b-4abd-4ef8-9b6c-8ee1a17479e8 req-3144cc6e-3531-4cd1-bbae-4f39b76f4c76 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:36.216697 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59748e5b-4abd-4ef8-9b6c-8ee1a17479e8 req-3144cc6e-3531-4cd1-bbae-4f39b76f4c76 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 943 time: 0.0561380 Feb 09 17:03:36.255201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-59748e5b-4abd-4ef8-9b6c-8ee1a17479e8 req-f0f993a8-8692-47f6-9ae3-8ccb1c5d9c54 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321817 Feb 09 17:03:36.439046 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:03:36.932520 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a34ea1e-debb-483e-b030-185e563f333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:36.934535 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a34ea1e-debb-483e-b030-185e563f333f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392&tenant_id=fe3c8649e4154fd3993ed79e3b696a81 HTTP/1.1" status: 200 len: 1094 time: 0.0445702 Feb 09 17:03:36.944545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-a5faba41-4ee8-4a3e-b4e3-68e800a20ad2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:03:36.945549 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-a5faba41-4ee8-4a3e-b4e3-68e800a20ad2 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049546 Feb 09 17:03:36.956508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:03:37.009340 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:37.213598 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:03:37.246647 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:03:37.286707 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a238b570-2b4a-46cb-94a0-14fc30102bb6 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:03:37.292825 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:37.305498 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Transition to ACTIVE for port object a238b570-2b4a-46cb-94a0-14fc30102bb6 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:03:37.371774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dc99b-555e-44b3-b5f1-496b4755d086 req-4244893e-89c4-4a9f-8d7b-302b55bd76cb tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:37.373532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-622dc99b-555e-44b3-b5f1-496b4755d086 req-4244893e-89c4-4a9f-8d7b-302b55bd76cb tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 943 time: 0.0497911 Feb 09 17:03:37.375507 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:37.493659 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=9']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:03:37.501029 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-622dc99b-555e-44b3-b5f1-496b4755d086 req-37a99b33-c9e6-4fc8-8aba-5d5585b805e5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200681 Feb 09 17:03:37.512468 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.512821 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.513165 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.513503 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.513843 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.514171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.514807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.514807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.515135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.515454 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.515777 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.516168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:03:37.545339 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] No DVR routers for this DVR port a238b570-2b4a-46cb-94a0-14fc30102bb6 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:03:37.686309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Attempting to bind port a238b570-2b4a-46cb-94a0-14fc30102bb6 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:03:37.686309 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Attempting to bind port a238b570-2b4a-46cb-94a0-14fc30102bb6 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:03:37.686737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Attempting to bind port a238b570-2b4a-46cb-94a0-14fc30102bb6 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:03:37.690653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Port a238b570-2b4a-46cb-94a0-14fc30102bb6 on network 0a76efba-90ec-44fb-9893-afe8333100d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 17:03:37.690978 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Attempting to bind port a238b570-2b4a-46cb-94a0-14fc30102bb6 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:03:37.696038 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:03:37.696415 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Checking segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:03:37.696809 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Bound using segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:03:37.697240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Bound port: a238b570-2b4a-46cb-94a0-14fc30102bb6, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:03:37.697597 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:37.761496 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:03:37.764697 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:03:37.827712 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:37.868811 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:37.871341 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:37.871341 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] 10.222.0.73 "PUT /v2.0/ports/a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 1091 time: 0.9180803 Feb 09 17:03:37.871341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:03:37.873650 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67acf523-f345-4d38-9e5c-cdb51f28f067" -d '{"events": [{"name": "network-changed", "server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:03:37.896477 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fe7fe-5712-43cc-aa2a-e1f9f22f334d service neutron] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=10']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:03:37.929774 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d201c-953b-41a2-8ca0-b72594d78ef7 x-openstack-request-id: req-ee9d201c-953b-41a2-8ca0-b72594d78ef7 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:03:37.934572 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:03:37.934572 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee9d201c-953b-41a2-8ca0-b72594d78ef7 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:03:37.934572 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'status': 'completed', 'code': 200} Feb 09 17:03:37.946492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-8a9061b4-d9ce-4244-87b3-9a7d4a33ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:37.948222 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-8a9061b4-d9ce-4244-87b3-9a7d4a33ddff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1095 time: 0.0482576 Feb 09 17:03:38.050742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-472890fc-076b-416f-b62b-667d6609cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:38.052280 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-472890fc-076b-416f-b62b-667d6609cd5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0976322 Feb 09 17:03:38.123752 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-351c2140-2df6-42b0-88ea-54ad1cac4992 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 999 time: 0.0639925 Feb 09 17:03:38.173815 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-9721ea77-6893-4622-8cba-57b5a89c739e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:38.175301 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-9721ea77-6893-4622-8cba-57b5a89c739e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0457437 Feb 09 17:03:38.222448 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2c67228b-ae73-40df-ba5e-f194edfbfae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:38.223951 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-2c67228b-ae73-40df-ba5e-f194edfbfae7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422587 Feb 09 17:03:38.316953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-9b100e8a-3843-419b-a13a-e5f47bacd2b2 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860178 Feb 09 17:03:38.405979 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5f5360e4-e102-401f-9c55-fa3a38d18833 req-36fdad6c-9083-4f77-9728-33129aece7a3 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820599 Feb 09 17:03:38.554242 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-1e4a5ffd-a4b1-4b9d-9c6a-4751e6080a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:38.556096 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-1e4a5ffd-a4b1-4b9d-9c6a-4751e6080a96 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1095 time: 0.0429180 Feb 09 17:03:38.680098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb672a0e-6177-46bc-8a73-6d04f7e65391 req-c2943106-2d17-4fed-bf1d-84adbf346ebe tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:38.681962 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb672a0e-6177-46bc-8a73-6d04f7e65391 req-c2943106-2d17-4fed-bf1d-84adbf346ebe tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0955937 Feb 09 17:03:38.703087 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-f8b48fc4-471c-42b6-800c-76208250cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:38.704635 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-f8b48fc4-471c-42b6-800c-76208250cc92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.1418903 Feb 09 17:03:38.770909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bb672a0e-6177-46bc-8a73-6d04f7e65391 req-6f04ea82-7bd7-43a1-8248-c400f5283cbe tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788708 Feb 09 17:03:38.790986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-caa98b16-2362-4ccb-b050-70062d155991 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 999 time: 0.0781200 Feb 09 17:03:38.845116 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-37a15201-db06-48af-a32a-34e7a5d31ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:38.847619 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-37a15201-db06-48af-a32a-34e7a5d31ed7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0504181 Feb 09 17:03:39.898126 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ebd93-4546-4dcf-bf12-e3af9b569e9b req-b375c7e3-8097-47c5-aa49-3b98b0b53878 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:39.900658 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d18ebd93-4546-4dcf-bf12-e3af9b569e9b req-b375c7e3-8097-47c5-aa49-3b98b0b53878 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0554044 Feb 09 17:03:39.947348 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d18ebd93-4546-4dcf-bf12-e3af9b569e9b req-dd928e5a-18ad-45c2-80d3-151c2430eba3 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402019 Feb 09 17:03:41.089208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7af2dc-dda6-49fb-aef7-a5e933069d2c req-ad09aab6-9020-4b19-86ad-40d9d21c7014 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:41.090773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef7af2dc-dda6-49fb-aef7-a5e933069d2c req-ad09aab6-9020-4b19-86ad-40d9d21c7014 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0622725 Feb 09 17:03:41.130102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef7af2dc-dda6-49fb-aef7-a5e933069d2c req-1588e0bb-0722-4561-899f-13feb934d040 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323625 Feb 09 17:03:42.258921 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938d93d-98f3-422f-81e7-e96cdd9bf1b9 req-6727dcb5-193a-4ca1-846c-236f4690cfdf tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:42.260488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2938d93d-98f3-422f-81e7-e96cdd9bf1b9 req-6727dcb5-193a-4ca1-846c-236f4690cfdf tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0496333 Feb 09 17:03:42.303266 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2938d93d-98f3-422f-81e7-e96cdd9bf1b9 req-53cd2b58-2fe8-44f3-ad16-389122912fb9 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368135 Feb 09 17:03:43.440756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02e2ec-69e7-4056-b5e5-28d9def7b4fc req-96e4d2e2-b9bc-4ab0-ac85-24c7f2aa1a0c tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:43.442294 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d02e2ec-69e7-4056-b5e5-28d9def7b4fc req-96e4d2e2-b9bc-4ab0-ac85-24c7f2aa1a0c tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0603788 Feb 09 17:03:43.492877 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0d02e2ec-69e7-4056-b5e5-28d9def7b4fc req-52a8545b-02b2-4ce3-a26f-8b4c89324ba7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413601 Feb 09 17:03:44.617366 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd5c27-b58a-4708-b510-968e99580abf req-d29789b8-7ea7-4e08-aa93-68ed358e50c7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:44.618955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1bd5c27-b58a-4708-b510-968e99580abf req-d29789b8-7ea7-4e08-aa93-68ed358e50c7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0549295 Feb 09 17:03:44.664598 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b1bd5c27-b58a-4708-b510-968e99580abf req-68b44a79-34d1-41a1-aeaa-e7f6e71baaa8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342453 Feb 09 17:03:45.791517 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f2355-509f-4b27-82e9-3a92f3a26281 req-e504bc5d-07c0-4248-82f7-58109ed94d15 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:45.793863 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b22f2355-509f-4b27-82e9-3a92f3a26281 req-e504bc5d-07c0-4248-82f7-58109ed94d15 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0592854 Feb 09 17:03:45.840332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b22f2355-509f-4b27-82e9-3a92f3a26281 req-d713bba8-9191-4828-b81c-1f49e759a529 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375257 Feb 09 17:03:46.955508 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f696a5-aa3d-41f5-9061-8193f846139b req-0ca24bff-2af9-4537-8bf6-2d1e79c16e8a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:46.957041 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26f696a5-aa3d-41f5-9061-8193f846139b req-0ca24bff-2af9-4537-8bf6-2d1e79c16e8a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0494766 Feb 09 17:03:46.999495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-26f696a5-aa3d-41f5-9061-8193f846139b req-a1b1279b-e875-439b-bfe1-d2d3356d7031 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363979 Feb 09 17:03:47.338408 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-c72baea4-65c1-4286-83fc-82c37a937250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:47.339917 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-c72baea4-65c1-4286-83fc-82c37a937250 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421786 Feb 09 17:03:47.433528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-e36e8cce-a753-420c-9cb3-ca336a61b7f7 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826731 Feb 09 17:03:47.533122 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-67acf523-f345-4d38-9e5c-cdb51f28f067 req-f2c984e8-663f-4953-9990-ce39df5d7b01 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890894 Feb 09 17:03:48.117584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c7ec5-32e8-438e-9d26-263edce53d7f req-8c1a9999-30ff-4a9a-8b83-4494b04fa27b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:48.119105 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-330c7ec5-32e8-438e-9d26-263edce53d7f req-8c1a9999-30ff-4a9a-8b83-4494b04fa27b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0501060 Feb 09 17:03:48.158335 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-330c7ec5-32e8-438e-9d26-263edce53d7f req-5c6a30d6-6b62-4e8f-9c56-8c003b0d5807 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Feb 09 17:03:49.276069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec5d6-b914-4bc6-a13e-9292f3dbd5e9 req-628e49d2-31c4-41a4-af68-99c145bec347 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:49.277541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cec5d6-b914-4bc6-a13e-9292f3dbd5e9 req-628e49d2-31c4-41a4-af68-99c145bec347 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0499363 Feb 09 17:03:49.316389 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99cec5d6-b914-4bc6-a13e-9292f3dbd5e9 req-b4fa3924-f423-4f59-ad9a-1cb080e7f671 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Feb 09 17:03:50.436121 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88fb81-50ee-4b3f-ba69-cb36eec64899 req-f36cd025-ddab-4e1f-9aee-76eeb1609458 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:50.437618 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a88fb81-50ee-4b3f-ba69-cb36eec64899 req-f36cd025-ddab-4e1f-9aee-76eeb1609458 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0536544 Feb 09 17:03:50.475531 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0a88fb81-50ee-4b3f-ba69-cb36eec64899 req-cf65b175-63d3-4eb1-aa40-dea26621458d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Feb 09 17:03:51.400905 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:03:51.503196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:03:51.515841 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'port_id': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'mac_address': 'fa:16:3e:4c:8d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:03:51.553036 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:51.567061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a238b570-2b4a-46cb-94a0-14fc30102bb6 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:03:51.588837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:03:51.594346 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0fd42-f52f-41fc-b431-bed7d2957748 req-e705c3e5-1117-48a1-8187-8dacad9f262b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:51.600704 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ba0fd42-f52f-41fc-b431-bed7d2957748 req-e705c3e5-1117-48a1-8187-8dacad9f262b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 944 time: 0.0515428 Feb 09 17:03:51.634883 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:51.635343 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ba0fd42-f52f-41fc-b431-bed7d2957748 req-c80eb9d1-0747-4c09-a358-d62f9011ad9c tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330327 Feb 09 17:03:51.686304 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=11']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:03:51.924787 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['a238b570-2b4a-46cb-94a0-14fc30102bb6'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:03:52.754050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0dba0-8e5d-4239-98ca-7480fedea059 req-e4253844-90d6-4c66-b395-d79307d792cc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:52.755563 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84a0dba0-8e5d-4239-98ca-7480fedea059 req-e4253844-90d6-4c66-b395-d79307d792cc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 945 time: 0.0491273 Feb 09 17:03:52.795609 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-84a0dba0-8e5d-4239-98ca-7480fedea059 req-1c7faf4b-ad3f-454d-ab19-5f0c31612f88 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Feb 09 17:03:53.044013 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3309df2-989c-4d6b-b411-96c73ad82260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:53.401267 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:03:53.408540 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:03:53.518365 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port a238b570-2b4a-46cb-94a0-14fc30102bb6 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:03:53.522457 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port a238b570-2b4a-46cb-94a0-14fc30102bb6 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:03:53.522830 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:53.605848 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:53.629019 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:03:53.631236 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93353ecb-c8e1-4484-bf8f-4c1b98200a24" -d '{"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-plugged", "status": "completed", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:03:53.646309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:03:53.672909 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd0b54-1654-4e2e-bac7-dc062a965b55 x-openstack-request-id: req-fadd0b54-1654-4e2e-bac7-dc062a965b55 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:03:53.673195 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-plugged", "status": "completed", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:03:53.673444 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fadd0b54-1654-4e2e-bac7-dc062a965b55 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:03:53.673833 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'code': 200} Feb 09 17:03:53.716197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:53.768311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=12']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:03:53.919615 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d02743-04e4-4add-922a-1832591c9c2e req-269555a2-ea16-44ad-873c-fa52b54c43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:53.921087 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95d02743-04e4-4add-922a-1832591c9c2e req-269555a2-ea16-44ad-873c-fa52b54c43ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1097 time: 0.0695021 Feb 09 17:03:53.945801 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb020acc-c33a-4963-aa90-daef02bfcfab req-ddcc4537-3236-45ca-96a7-e8fe3d8515e3 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:53.947290 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb020acc-c33a-4963-aa90-daef02bfcfab req-ddcc4537-3236-45ca-96a7-e8fe3d8515e3 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 946 time: 0.0685699 Feb 09 17:03:53.989702 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-95d02743-04e4-4add-922a-1832591c9c2e req-ad057fb3-5f0f-4a00-8f11-85b9f65a3d23 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590527 Feb 09 17:03:54.002243 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eb020acc-c33a-4963-aa90-daef02bfcfab req-d5df4889-9a98-4e29-9ca0-282153a2c6f8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 Feb 09 17:03:55.125558 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e109e-9b6d-4e2b-8e0f-716134305b7e req-9d54029f-2943-4dff-82e2-ca56ce0d25b8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:55.127046 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-193e109e-9b6d-4e2b-8e0f-716134305b7e req-9d54029f-2943-4dff-82e2-ca56ce0d25b8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 946 time: 0.0498412 Feb 09 17:03:55.164936 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-193e109e-9b6d-4e2b-8e0f-716134305b7e req-994fbd63-22cc-42e7-b7e4-bfda9c98a213 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319576 Feb 09 17:03:55.290015 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d0808412-59ba-48e4-be50-347d8246abcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:56.288706 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb1886-5174-4611-801a-9ed03efba5a9 req-e9608b7c-865e-47e5-b33b-9b54eaffe7ea tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:56.290207 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ceb1886-5174-4611-801a-9ed03efba5a9 req-e9608b7c-865e-47e5-b33b-9b54eaffe7ea tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 946 time: 0.0539961 Feb 09 17:03:56.328422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1ceb1886-5174-4611-801a-9ed03efba5a9 req-40369be8-f35f-4371-8cc4-f50505ff001f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Feb 09 17:03:56.827702 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:57.443685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43454cf0-054e-4073-ab88-d03bfe4c5db8 req-91c636bf-75a5-46d7-b4a7-4300d1a28982 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:03:57.445314 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43454cf0-054e-4073-ab88-d03bfe4c5db8 req-91c636bf-75a5-46d7-b4a7-4300d1a28982 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 946 time: 0.0492272 Feb 09 17:03:57.483998 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-43454cf0-054e-4073-ab88-d03bfe4c5db8 req-d8ce7319-b04e-464c-93e0-133b10b702b3 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Feb 09 17:03:58.453039 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:03:58.646136 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:00.828821 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:02.531825 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:23.043512 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da5017ea-3918-46ea-963f-66ac78b4b089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:23.298907 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-6d9256b2-8909-4ba8-a689-010cba3bef40 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825291 Feb 09 17:04:23.384359 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-7d377606-afa1-4746-815d-cdaa321e31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:04:23.385844 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-7d377606-afa1-4746-815d-cdaa321e31ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1097 time: 0.0445287 Feb 09 17:04:23.486132 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-c68bebdc-9dc8-4f3f-8480-424f847a752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:04:23.487559 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-c68bebdc-9dc8-4f3f-8480-424f847a752a service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0841868 Feb 09 17:04:23.558273 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-534fc064-271c-47dc-9b0f-4ec81503f11c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 1001 time: 0.0631523 Feb 09 17:04:23.607691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-7e7ce40c-5837-4d4b-b5a8-5ccb6a0ad812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:04:23.609209 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-7e7ce40c-5837-4d4b-b5a8-5ccb6a0ad812 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0431995 Feb 09 17:04:23.654667 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-ced17b31-a868-4792-96fd-7442157a7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:04:23.656282 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-ced17b31-a868-4792-96fd-7442157a7995 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401964 Feb 09 17:04:23.750252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-ecc6e7ac-17ff-43b1-b9da-c2e719a00059 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858777 Feb 09 17:04:23.841906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a6aab889-6022-4dd0-bd25-166773666ec4 req-ec9efda0-25c8-4fa9-acf7-51a768e8d16e service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831752 Feb 09 17:04:25.297249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3a406a7-6e28-4dba-bcb2-d411272cd0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:26.849814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:28.455178 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:28.598087 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:30.406832 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:04:30.832588 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:32.537643 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:53.045393 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4178b7a6-3981-4955-a868-d17927e556f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:55.296625 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-41d561e3-f731-431a-a6df-d7a22aff2123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:56.810727 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:58.465425 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:04:58.593706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:00.893812 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:02.582350 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:07.404920 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:05:10.390158 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35754) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:10.555075 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Deleting port 913c4ccb-8c32-43c8-996c-3d6543a2ce9f {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:05:10.555402 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:10.628722 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:10.629051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:10.641162 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Calling delete_port for 913c4ccb-8c32-43c8-996c-3d6543a2ce9f owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:05:10.845073 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:10.871806 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event deleted for resources: {'Port': ['ID=913c4ccb-8c32-43c8-996c-3d6543a2ce9f,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:10.894540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.894813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.895150 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.895483 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.895813 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.896169 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.896502 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.896827 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.897151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.897476 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.897798 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.898112 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:10.942514 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:10.942847 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Floating IP 4e03e1d3-a80f-47c5-b5f1-3ced955130e8 disassociated (deleted). External IP: 172.25.5.186, port: a238b570-2b4a-46cb-94a0-14fc30102bb6. Feb 09 17:05:11.150114 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Router 70b90681-309f-4285-b5f0-8e2a17a136f8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:05:11.260146 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:05:11.265288 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:11.269862 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] Sync routers for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:05:11.279266 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:05:11.279870 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:05:11.291747 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-13723479-0411-4e65-a199-9e6954a3beb8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "DELETE /v2.0/floatingips/4e03e1d3-a80f-47c5-b5f1-3ced955130e8 HTTP/1.1" status: 204 len: 168 time: 0.9005010 Feb 09 17:05:11.292355 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:05:11.294643 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e46683-357a-437f-ae57-a15c3a8b96e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:05:11.334553 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44bbdb6-9256-4c95-8d3a-25b0e79c6303 x-openstack-request-id: req-e44bbdb6-9256-4c95-8d3a-25b0e79c6303 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:05:11.334847 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:05:11.335106 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e44bbdb6-9256-4c95-8d3a-25b0e79c6303 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:05:11.335518 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'status': 'completed', 'code': 200} Feb 09 17:05:11.389534 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:05:11.414410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-99d74497-ba0e-4021-b8ce-f7ec80ad08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:11.415843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-99d74497-ba0e-4021-b8ce-f7ec80ad08ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 1097 time: 0.0444083 Feb 09 17:05:11.508283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-11bae5b8-1081-462d-b825-54de42d1381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:11.509793 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-11bae5b8-1081-462d-b825-54de42d1381d service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0878851 Feb 09 17:05:11.553381 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-152c0abd-4e3b-49df-8243-1192273bf7f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 200 len: 217 time: 0.0363331 Feb 09 17:05:11.595847 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:05:11.609162 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-2838f99a-95f0-49d8-ba54-cb76c3026d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:11.615091 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-2838f99a-95f0-49d8-ba54-cb76c3026d0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0501683 Feb 09 17:05:11.626108 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] Checking router: 70b90681-309f-4285-b5f0-8e2a17a136f8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:05:11.635236 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:05:11.635784 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:04:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:05:11.753736 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:05:11.962364 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:05:11.990103 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816c873-6f86-490a-85b9-825a7f0025f9 None None] The sync data for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 is: [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:05:12.033696 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-2a9f60cd-1fc6-49fd-b307-9073dbf29016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:12.034161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-2a9f60cd-1fc6-49fd-b307-9073dbf29016 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4169343 Feb 09 17:05:12.050019 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544309d-5cfb-4028-bc9f-496d4d31c10e req-001f6561-fdf1-495d-a4f4-c6621926b623 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:12.051597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4544309d-5cfb-4028-bc9f-496d4d31c10e req-001f6561-fdf1-495d-a4f4-c6621926b623 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 946 time: 0.0674915 Feb 09 17:05:12.140190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-4544309d-5cfb-4028-bc9f-496d4d31c10e req-1af63163-67df-497c-bdea-ff07ee898195 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807974 Feb 09 17:05:12.172868 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-d8dcbe56-eef8-4610-aca9-060577f4f0c1 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307182 Feb 09 17:05:12.248922 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c33e97-331e-4ae5-b503-6976e42ca175 None None] New status for floating IP 4e03e1d3-a80f-47c5-b5f1-3ced955130e8: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:05:12.269893 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c8e46683-357a-437f-ae57-a15c3a8b96e1 req-ad8ed2b0-f47d-4f58-87db-6687eae9b885 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902495 Feb 09 17:05:13.047559 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9091db1-f26c-4904-8857-6935370fd799 req-fb2e6a64-5409-48d4-9f3f-f0ca6b97c99f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:13.049069 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9091db1-f26c-4904-8857-6935370fd799 req-fb2e6a64-5409-48d4-9f3f-f0ca6b97c99f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.73 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 946 time: 0.0542209 Feb 09 17:05:13.136428 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Deleting port a238b570-2b4a-46cb-94a0-14fc30102bb6 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:05:13.136775 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:13.239240 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] For port a238b570-2b4a-46cb-94a0-14fc30102bb6, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=a238b570-2b4a-46cb-94a0-14fc30102bb6,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:05:13.239534 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:13.264581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Calling delete_port for a238b570-2b4a-46cb-94a0-14fc30102bb6 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:05:13.325348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b86389-def5-4039-bb19-5fad4fb23637 req-749492d7-5262-4f38-9a4e-d9609c458ddb tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:13.326829 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9b86389-def5-4039-bb19-5fad4fb23637 req-749492d7-5262-4f38-9a4e-d9609c458ddb tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 946 time: 0.1029553 Feb 09 17:05:13.386202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e9b86389-def5-4039-bb19-5fad4fb23637 req-6720e10c-57d7-49ef-9879-694d5c153fdf tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=9ae9f6ad-f6d2-495f-9cc8-9aa388309343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523736 Feb 09 17:05:13.511211 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:13.540669 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event deleted for resources: {'Port': ['ID=a238b570-2b4a-46cb-94a0-14fc30102bb6,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:13.566280 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.566635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.566981 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.567330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.567663 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.568718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.569067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.569410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.569741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.570069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.570398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.570721 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:13.592704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] No DVR routers for this DVR port a238b570-2b4a-46cb-94a0-14fc30102bb6 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:05:13.595720 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:13.599269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b9091db1-f26c-4904-8857-6935370fd799 req-09bd5f1b-d999-452f-86b9-d4a62b9d5ab7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.73 "DELETE /v2.0/ports/a238b570-2b4a-46cb-94a0-14fc30102bb6 HTTP/1.1" status: 204 len: 173 time: 0.5446608 Feb 09 17:05:13.599714 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-deleted', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:05:13.602092 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e827ce6f-2bff-4ca6-bf28-aef85bbb5658" -d '{"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-deleted", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:05:13.694960 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351cfec7-3037-4733-a563-06ab0013eeeb x-openstack-request-id: req-351cfec7-3037-4733-a563-06ab0013eeeb {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:05:13.695257 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efac7c2-200d-4a66-b366-ba801ad2b392", "name": "network-vif-deleted", "tag": "a238b570-2b4a-46cb-94a0-14fc30102bb6", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:05:13.695516 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-351cfec7-3037-4733-a563-06ab0013eeeb {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:05:13.695919 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efac7c2-200d-4a66-b366-ba801ad2b392', 'name': 'network-vif-deleted', 'tag': 'a238b570-2b4a-46cb-94a0-14fc30102bb6', 'status': 'completed', 'code': 200} Feb 09 17:05:14.495944 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3dffa0fb-c1eb-4b29-a398-6ba110164b86 req-2bde934e-3ed2-4e23-ba79-6a72b36a832d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=7efac7c2-200d-4a66-b366-ba801ad2b392 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Feb 09 17:05:15.552469 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35780) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:15.617612 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec519677-496f-4628-a985-8588a6ed2c4d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:15.643000 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec519677-496f-4628-a985-8588a6ed2c4d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:15.770554 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec519677-496f-4628-a985-8588a6ed2c4d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:15.778652 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ec519677-496f-4628-a985-8588a6ed2c4d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:15.778652 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ec519677-496f-4628-a985-8588a6ed2c4d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ae9f6ad-f6d2-495f-9cc8-9aa388309343 HTTP/1.1" status: 204 len: 168 time: 0.2209234 Feb 09 17:05:15.784751 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec519677-496f-4628-a985-8588a6ed2c4d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae9f6ad-f6d2-495f-9cc8-9aa388309343,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:16.284322 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35786) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:16.290477 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-23f142c9-2a6d-4d4c-980a-28028ae2fc3a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121612317', 'description': 'tempest-secgroup-smoke-1121612317 description', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:16.393510 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23f142c9-2a6d-4d4c-980a-28028ae2fc3a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:16.459539 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23f142c9-2a6d-4d4c-980a-28028ae2fc3a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:16.541946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23f142c9-2a6d-4d4c-980a-28028ae2fc3a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:16.569900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f142c9-2a6d-4d4c-980a-28028ae2fc3a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefea433-228d-49b2-8fec-375d471fa57b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:16.635303 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-23f142c9-2a6d-4d4c-980a-28028ae2fc3a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:16.636606 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-23f142c9-2a6d-4d4c-980a-28028ae2fc3a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3512714 Feb 09 17:05:16.642262 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35788) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:16.643673 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-0f679855-7c2c-4676-9ac3-0cfaa2dabc24 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': 'fefea433-228d-49b2-8fec-375d471fa57b', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:16.747179 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f679855-7c2c-4676-9ac3-0cfaa2dabc24 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:16.804097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f679855-7c2c-4676-9ac3-0cfaa2dabc24 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:16.861847 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f679855-7c2c-4676-9ac3-0cfaa2dabc24 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:16.883916 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f679855-7c2c-4676-9ac3-0cfaa2dabc24 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13c063c-f44e-44cd-8142-a7bfa6132289,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:16.938233 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0f679855-7c2c-4676-9ac3-0cfaa2dabc24 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:16.939483 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0f679855-7c2c-4676-9ac3-0cfaa2dabc24 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992036 Feb 09 17:05:16.942301 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35790) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:16.947195 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-ed1e0f36-9202-4c96-b2ac-eafadead8e6b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': 'fefea433-228d-49b2-8fec-375d471fa57b', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:17.061347 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed1e0f36-9202-4c96-b2ac-eafadead8e6b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.118285 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed1e0f36-9202-4c96-b2ac-eafadead8e6b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.190842 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed1e0f36-9202-4c96-b2ac-eafadead8e6b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.210085 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e0f36-9202-4c96-b2ac-eafadead8e6b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395a023b-70a6-45b3-9f1f-7861895c75ef,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:17.298149 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-ed1e0f36-9202-4c96-b2ac-eafadead8e6b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.299391 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-ed1e0f36-9202-4c96-b2ac-eafadead8e6b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561392 Feb 09 17:05:17.302082 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35792) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:17.306955 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-97e6608f-bca8-401e-8552-74df7f3cc247 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': 'fefea433-228d-49b2-8fec-375d471fa57b', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:17.412665 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97e6608f-bca8-401e-8552-74df7f3cc247 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.475223 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97e6608f-bca8-401e-8552-74df7f3cc247 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.562239 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97e6608f-bca8-401e-8552-74df7f3cc247 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.581027 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6608f-bca8-401e-8552-74df7f3cc247 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57477023-5aad-4cbd-8252-3531fca9aeba,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:17.664423 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97e6608f-bca8-401e-8552-74df7f3cc247 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.665598 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-97e6608f-bca8-401e-8552-74df7f3cc247 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625629 Feb 09 17:05:17.668334 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35794) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:17.672831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-cdfd79e2-a027-4cdb-abef-b720794a5cfc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': 'fefea433-228d-49b2-8fec-375d471fa57b', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:17.698897 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:05:17.718195 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: a238b570-2b4a-46cb-94a0-14fc30102bb6 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:05:17.718543 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device a238b570-2b4a-46cb-94a0-14fc30102bb6 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:05:17.767801 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cdfd79e2-a027-4cdb-abef-b720794a5cfc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.826808 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cdfd79e2-a027-4cdb-abef-b720794a5cfc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.910827 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cdfd79e2-a027-4cdb-abef-b720794a5cfc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:17.933000 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd79e2-a027-4cdb-abef-b720794a5cfc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239c2506-cc23-45d8-adbb-336da6d8b1cc,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:18.001007 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-cdfd79e2-a027-4cdb-abef-b720794a5cfc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.002442 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cdfd79e2-a027-4cdb-abef-b720794a5cfc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3329718 Feb 09 17:05:18.005257 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35796) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:18.009884 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-93dda15b-68d9-450f-b127-b76d19ef594e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': 'fefea433-228d-49b2-8fec-375d471fa57b', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:18.113385 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-93dda15b-68d9-450f-b127-b76d19ef594e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Project fe3c8649e4154fd3993ed79e3b696a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 17:05:18.118662 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93dda15b-68d9-450f-b127-b76d19ef594e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.179679 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93dda15b-68d9-450f-b127-b76d19ef594e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.265383 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93dda15b-68d9-450f-b127-b76d19ef594e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.284235 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dda15b-68d9-450f-b127-b76d19ef594e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d1f453-a332-4ed5-85c0-57d4a43ae7c1,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:18.347564 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-93dda15b-68d9-450f-b127-b76d19ef594e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.348937 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-93dda15b-68d9-450f-b127-b76d19ef594e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3426611 Feb 09 17:05:18.358289 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 35798) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:18.362763 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a3dacc6a-793c-4bc2-8261-ecee02487106 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'security_group_rule': {'security_group_id': 'fefea433-228d-49b2-8fec-375d471fa57b', 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:18.460358 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-a3dacc6a-793c-4bc2-8261-ecee02487106 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Project fe3c8649e4154fd3993ed79e3b696a81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 17:05:18.465650 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3dacc6a-793c-4bc2-8261-ecee02487106 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.526464 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3dacc6a-793c-4bc2-8261-ecee02487106 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.604469 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3dacc6a-793c-4bc2-8261-ecee02487106 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.621959 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dacc6a-793c-4bc2-8261-ecee02487106 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5122f34b-906e-4c64-a184-520003e1bb06,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:18.696057 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a3dacc6a-793c-4bc2-8261-ecee02487106 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:18.697375 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a3dacc6a-793c-4bc2-8261-ecee02487106 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3381121 Feb 09 17:05:23.050382 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-79d4c67a-5a39-4459-b88f-86d2e2f67858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:25.307589 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-eab892fc-72a2-4cf7-8367-ec0fb4ed6a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:26.941894 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:28.462488 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:28.625467 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:30.862247 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:32.564282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:38.488616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-ccf7a312-d7aa-4f51-b21a-7c6d0e9936df tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121612317&fields=id&tenant_id=fe3c8649e4154fd3993ed79e3b696a81 HTTP/1.1" status: 200 len: 267 time: 0.0368967 Feb 09 17:05:38.595956 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-e826e783-aeb6-49ee-857a-d4b5fca09e15 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:38.597364 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-e826e783-aeb6-49ee-857a-d4b5fca09e15 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 809 time: 0.1012309 Feb 09 17:05:38.612797 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-053720ee-e24a-48c7-a27b-7742906d45d3 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/quotas/fe3c8649e4154fd3993ed79e3b696a81 HTTP/1.1" status: 200 len: 375 time: 0.0094771 Feb 09 17:05:38.663061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-2ab1e172-33c9-4caf-b759-f4c71454e589 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449479 Feb 09 17:05:38.722048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-53e84561-a6b6-4235-b976-ddf9a781fb7a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:05:38.723049 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-53e84561-a6b6-4235-b976-ddf9a781fb7a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485935 Feb 09 17:05:38.828063 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-9a5c7e1b-1907-43fc-9257-066ff9b56f33 service neutron] 10.222.0.53 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969908 Feb 09 17:05:38.922566 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-fdc4e94d-fe3b-441e-9a25-048f2ec23414 service neutron] 10.222.0.53 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882399 Feb 09 17:05:39.497532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ccef2053-716c-4682-9f7e-be822090e142 req-9a5bb09d-20e5-4c4d-8df7-faa106f1f549 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 210 time: 0.0312951 Feb 09 17:05:40.592741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b39d1c43-35a2-4124-b655-81eb31f4fa87 req-c90e822b-48a8-408c-ae5c-1f89a6f99997 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 210 time: 0.0268545 Feb 09 17:05:41.477403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-c31fb0e5-33ce-49df-9fed-9ecaa28dd61b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:41.479504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-c31fb0e5-33ce-49df-9fed-9ecaa28dd61b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 809 time: 0.1037371 Feb 09 17:05:41.521601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-2fa85c41-c713-440b-9de7-8f48845edde5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3c8649e4154fd3993ed79e3b696a81 HTTP/1.1" status: 200 len: 380 time: 0.0340300 Feb 09 17:05:41.530628 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'port': {'device_id': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'admin_state_up': True, 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'security_groups': ['fefea433-228d-49b2-8fec-375d471fa57b']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:41.692435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9771f53d-793b-442d-be42-aea695e0c862 req-1560f20f-a50a-4913-b1c2-2b7e528ba6ee tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 210 time: 0.0280306 Feb 09 17:05:41.705579 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Made reservation on behalf of fe3c8649e4154fd3993ed79e3b696a81 for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:05:41.709344 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:41.844120 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Allocated IP 172.20.0.9 (0a76efba-90ec-44fb-9893-afe8333100d5/f586cc27-c256-4d5d-ac1b-9db6cde379ad/239fcda4-e40a-45e3-8b1e-1fb532b20897) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:05:41.983957 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:42.096425 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:42.149657 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Network 0a76efba-90ec-44fb-9893-afe8333100d5 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:05:42.152972 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:05:42.156635 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:05:42.163301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:42.221338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:42.221974 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:42.318867 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-3250c8a5-a42c-4bc7-b1b5-1d576fa717b2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918525 Feb 09 17:05:42.331489 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Request body: {'port': {'device_id': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:42.388530 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:42.443129 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-61d3f65f-f395-45f4-8953-02bcd4d3ecdf None None] Provisioning complete for port 239fcda4-e40a-45e3-8b1e-1fb532b20897 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:05:42.443794 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-61d3f65f-f395-45f4-8953-02bcd4d3ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:42.479865 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-61d3f65f-f395-45f4-8953-02bcd4d3ecdf None None] Port 239fcda4-e40a-45e3-8b1e-1fb532b20897 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:05:42.667422 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239fcda4-e40a-45e3-8b1e-1fb532b20897 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:05:42.674849 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:42.687623 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Transition to ACTIVE for port object 239fcda4-e40a-45e3-8b1e-1fb532b20897 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:05:42.756733 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:42.848224 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:42.918458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193155a-d79e-4cb7-8ad0-f85b4963f4f9 req-28ba3b7d-2cdd-4b9f-93fd-cbc1bdc8a44a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:42.920018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1193155a-d79e-4cb7-8ad0-f85b4963f4f9 req-28ba3b7d-2cdd-4b9f-93fd-cbc1bdc8a44a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.1335700 Feb 09 17:05:42.965551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Attempting to bind port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:05:42.965898 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Attempting to bind port 239fcda4-e40a-45e3-8b1e-1fb532b20897 by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:05:42.966243 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Attempting to bind port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:05:42.980464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on network 0a76efba-90ec-44fb-9893-afe8333100d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 17:05:42.980810 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Attempting to bind port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:05:42.985681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1193155a-d79e-4cb7-8ad0-f85b4963f4f9 req-2c61dfad-8ef1-4948-a9fb-9efacb0760dc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548005 Feb 09 17:05:42.992291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:05:42.992474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Checking segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:05:42.992837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Bound using segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:05:42.993291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Bound port: 239fcda4-e40a-45e3-8b1e-1fb532b20897, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:05:42.993663 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:43.066578 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:05:43.069746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:05:43.134137 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:43.170728 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:43.170728 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:43.172181 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] 10.222.0.13 "PUT /v2.0/ports/239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 1091 time: 0.8455551 Feb 09 17:05:43.172607 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:05:43.174872 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2278f345-ad58-4591-84a4-dd9f4e7dabd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:05:43.213258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80372659-e813-45f0-b316-93ac3e2db84f service neutron] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:43.227053 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b000f6-4293-4a91-9093-f26919812b37 x-openstack-request-id: req-82b000f6-4293-4a91-9093-f26919812b37 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:05:43.227518 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:05:43.227862 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82b000f6-4293-4a91-9093-f26919812b37 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:05:43.228464 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'status': 'completed', 'code': 200} Feb 09 17:05:43.291431 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f345-ad58-4591-84a4-dd9f4e7dabd2 req-3c496696-0c9c-4659-ac08-4da780c50499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:43.293312 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2278f345-ad58-4591-84a4-dd9f4e7dabd2 req-3c496696-0c9c-4659-ac08-4da780c50499 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1094 time: 0.0519207 Feb 09 17:05:43.402410 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f345-ad58-4591-84a4-dd9f4e7dabd2 req-99c60299-981f-4e20-9be5-86977ce99d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:43.403929 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2278f345-ad58-4591-84a4-dd9f4e7dabd2 req-99c60299-981f-4e20-9be5-86977ce99d7a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1032970 Feb 09 17:05:43.507552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f345-ad58-4591-84a4-dd9f4e7dabd2 req-652f1f46-9333-46b1-8950-c5ff040132cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:43.509121 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2278f345-ad58-4591-84a4-dd9f4e7dabd2 req-652f1f46-9333-46b1-8950-c5ff040132cd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987492 Feb 09 17:05:43.585656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-5957f239-3116-46ae-b690-e1b0ec44f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:43.587194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-5957f239-3116-46ae-b690-e1b0ec44f269 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1094 time: 0.0427706 Feb 09 17:05:43.629802 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-14ad8f7e-2a71-4394-ad4a-b69abdd4b225 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 217 time: 0.0351696 Feb 09 17:05:43.686584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-9c4a9bc8-6ebd-4a6d-bed2-1c0b5f7b54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:43.688019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-9c4a9bc8-6ebd-4a6d-bed2-1c0b5f7b54b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0521567 Feb 09 17:05:43.735076 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-07128ebc-12b5-416a-b513-b8214276f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:43.736543 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-07128ebc-12b5-416a-b513-b8214276f6ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418198 Feb 09 17:05:43.828378 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-42226f62-3b35-4cfa-a19e-e862eac47743 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856502 Feb 09 17:05:43.924831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1aa8b1a1-ca5d-4c06-a4ac-6f9399cdaaca req-8ee737f5-1f46-46a9-a3af-0b7366078a7e service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904264 Feb 09 17:05:44.110071 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef3cae-ebcf-46e0-b835-971cd457dda5 req-4ac746bf-f6f2-4f05-89f0-6530fe286916 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:44.111657 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37ef3cae-ebcf-46e0-b835-971cd457dda5 req-4ac746bf-f6f2-4f05-89f0-6530fe286916 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0526242 Feb 09 17:05:44.152327 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-37ef3cae-ebcf-46e0-b835-971cd457dda5 req-ad0e9cd4-5d6d-4655-acdd-c748a7dcec85 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Feb 09 17:05:44.404504 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:05:45.281450 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16498678-f879-4494-a665-59d67518320a req-752496a8-d466-4e8f-beda-b3cc722a52fa tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:45.282996 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16498678-f879-4494-a665-59d67518320a req-752496a8-d466-4e8f-beda-b3cc722a52fa tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0556636 Feb 09 17:05:45.329236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16498678-f879-4494-a665-59d67518320a req-35c83470-3e59-45fb-99b1-18064622dd3b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Feb 09 17:05:46.445691 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc64d-e380-4141-8fee-c635c46f0677 req-794ff1b6-77d2-4065-984f-d34495bfde89 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:46.447852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67fc64d-e380-4141-8fee-c635c46f0677 req-794ff1b6-77d2-4065-984f-d34495bfde89 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0508142 Feb 09 17:05:46.488008 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d67fc64d-e380-4141-8fee-c635c46f0677 req-77a7d674-a160-4c1a-adc5-b53bb57d9bd1 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Feb 09 17:05:47.603665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a6d56-5d86-4a54-8292-3ea612f76198 req-a23a1a8c-4fae-4d2e-960d-4f76d2ce9993 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:47.605223 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c3a6d56-5d86-4a54-8292-3ea612f76198 req-a23a1a8c-4fae-4d2e-960d-4f76d2ce9993 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0498443 Feb 09 17:05:47.642675 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c3a6d56-5d86-4a54-8292-3ea612f76198 req-0d53a6d7-2102-4895-ba67-047f1c44cb27 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Feb 09 17:05:48.756646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c9129-74ec-4489-9a8a-b2f685a9ec0f req-7484de1b-26fd-4c23-b87f-cf0293e5f568 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:48.758170 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-711c9129-74ec-4489-9a8a-b2f685a9ec0f req-7484de1b-26fd-4c23-b87f-cf0293e5f568 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0488126 Feb 09 17:05:48.801957 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-711c9129-74ec-4489-9a8a-b2f685a9ec0f req-a3c0d316-c2ce-4f54-a837-d4666e3f62da tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360594 Feb 09 17:05:49.917985 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7d6a-89ec-4b48-a97f-79b73c8ac060 req-7710a8d5-9058-4ec4-a198-ca1461a2d2f1 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:49.919520 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-881a7d6a-89ec-4b48-a97f-79b73c8ac060 req-7710a8d5-9058-4ec4-a198-ca1461a2d2f1 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0500939 Feb 09 17:05:49.958739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-881a7d6a-89ec-4b48-a97f-79b73c8ac060 req-1ce4c449-2218-4a70-b1ee-9afc72149eea tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330892 Feb 09 17:05:51.075232 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa9ffd-8c3a-4ecd-8966-024da8defbd6 req-4a64155e-037f-4db6-88a2-4e681daa32a7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:51.077107 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7bfa9ffd-8c3a-4ecd-8966-024da8defbd6 req-4a64155e-037f-4db6-88a2-4e681daa32a7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0506341 Feb 09 17:05:51.114152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7bfa9ffd-8c3a-4ecd-8966-024da8defbd6 req-7452545c-5fe9-4ecd-b673-0627b44ca103 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312545 Feb 09 17:05:52.229516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400f7c1-8274-4c3e-851a-6162291b7533 req-d0996ba6-8c0b-406e-b612-c6aed53af712 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:52.230931 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3400f7c1-8274-4c3e-851a-6162291b7533 req-d0996ba6-8c0b-406e-b612-c6aed53af712 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0512671 Feb 09 17:05:52.272392 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3400f7c1-8274-4c3e-851a-6162291b7533 req-9600c4cd-601d-49d5-8cf6-0546bb3d4f4f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354865 Feb 09 17:05:53.056894 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8f3216a2-3800-4fc0-ac12-3b7d220ff809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:53.185720 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 239fcda4-e40a-45e3-8b1e-1fb532b20897 details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:05:53.282323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:05:53.294524 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'port_id': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'mac_address': 'fa:16:3e:3f:6e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:05:53.347132 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:53.368554 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239fcda4-e40a-45e3-8b1e-1fb532b20897 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:05:53.390978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:05:53.453039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba33d4-e23d-468b-9b55-ddd429689a74 req-bbcc3b7c-2bf3-4cfe-a3eb-c11decb05043 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:53.454591 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6ba33d4-e23d-468b-9b55-ddd429689a74 req-bbcc3b7c-2bf3-4cfe-a3eb-c11decb05043 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0543103 Feb 09 17:05:53.458726 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:53.505159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f6ba33d4-e23d-468b-9b55-ddd429689a74 req-f1e7c425-4da7-488f-9530-c08ffec0307e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408607 Feb 09 17:05:53.510553 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:53.518602 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.518949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.519298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.519635 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.519963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.520323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.520719 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.520967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.521285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.521674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.521920 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.522258 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:05:53.700260 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['239fcda4-e40a-45e3-8b1e-1fb532b20897'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:05:54.627065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff644d6f-b267-42f0-86ce-ceaaf902a61f req-4a720c39-7290-404f-bbb3-b59284454717 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:54.628593 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff644d6f-b267-42f0-86ce-ceaaf902a61f req-4a720c39-7290-404f-bbb3-b59284454717 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 944 time: 0.0497239 Feb 09 17:05:54.667570 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ff644d6f-b267-42f0-86ce-ceaaf902a61f req-fc3bdeb5-4462-4370-9556-d21226410427 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329800 Feb 09 17:05:55.219856 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 239fcda4-e40a-45e3-8b1e-1fb532b20897 up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:05:55.357926 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3250d762-8485-423e-9fe7-6c8e0862c7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:55.375189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 239fcda4-e40a-45e3-8b1e-1fb532b20897 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:05:55.379216 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 239fcda4-e40a-45e3-8b1e-1fb532b20897 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:05:55.379586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:55.457184 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:55.480198 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:05:55.482363 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3218f241-6816-4319-ab73-94d188f57d1b" -d '{"events": [{"server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "name": "network-vif-plugged", "status": "completed", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:05:55.497713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:05:55.523509 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5e0fa1-ba32-4aa7-b803-a27fc8ad0cb0 x-openstack-request-id: req-7f5e0fa1-ba32-4aa7-b803-a27fc8ad0cb0 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:05:55.523802 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "name": "network-vif-plugged", "status": "completed", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:05:55.524293 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f5e0fa1-ba32-4aa7-b803-a27fc8ad0cb0 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:05:55.524693 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'code': 200} Feb 09 17:05:55.569771 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:55.617667 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:55.619673 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d028d5f-6b8a-4e22-a3da-1741c59981cc req-b4c134af-1f4f-4c0f-9bc0-94b7627f5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:55.621810 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d028d5f-6b8a-4e22-a3da-1741c59981cc req-b4c134af-1f4f-4c0f-9bc0-94b7627f5234 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1096 time: 0.0424099 Feb 09 17:05:55.661400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1d028d5f-6b8a-4e22-a3da-1741c59981cc req-afd6c71f-9efa-4819-923a-3923c7b5e989 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326107 Feb 09 17:05:55.785048 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b2da4-9fcd-48d2-9b63-ba9b9d22d271 req-6b762206-7a03-4fb3-8ceb-1e08adfa3e83 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:55.786602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f1b2da4-9fcd-48d2-9b63-ba9b9d22d271 req-6b762206-7a03-4fb3-8ceb-1e08adfa3e83 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0515406 Feb 09 17:05:55.826042 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9f1b2da4-9fcd-48d2-9b63-ba9b9d22d271 req-c06a7622-81fd-46e0-8929-5076e38e96a8 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Feb 09 17:05:56.849710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:56.970865 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630109fc-1a97-4654-b536-c8187c026bd8 req-db02dda6-f3c1-4fde-aea4-c47182871867 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:56.972459 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-630109fc-1a97-4654-b536-c8187c026bd8 req-db02dda6-f3c1-4fde-aea4-c47182871867 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0509090 Feb 09 17:05:57.011269 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-630109fc-1a97-4654-b536-c8187c026bd8 req-27977204-d39e-45da-8256-21e84e283692 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323968 Feb 09 17:05:57.131045 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925924e9-0f72-462a-be0b-ffd0fe58445f req-51413273-f6f8-466b-869e-02b237b4a29b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:57.132579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-925924e9-0f72-462a-be0b-ffd0fe58445f req-51413273-f6f8-466b-869e-02b237b4a29b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0527401 Feb 09 17:05:57.175860 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-925924e9-0f72-462a-be0b-ffd0fe58445f req-dc6a722b-b8b2-42e6-833f-a249c8e25ba5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372243 Feb 09 17:05:57.196716 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36004) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:57.237024 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e3a35-7eb7-4972-8b3c-2e6472e239e0 tempest-TestShelveInstance-522748144 tempest-TestShelveInstance-522748144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:57.238473 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-6e1e3a35-7eb7-4972-8b3c-2e6472e239e0 tempest-TestShelveInstance-522748144 tempest-TestShelveInstance-522748144-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1091 time: 0.0407231 Feb 09 17:05:57.241311 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36006) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:05:57.245773 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:05:57.324427 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:57.421639 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:57.536923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Allocated IP 172.25.5.61 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/2296315f-fd37-4ac7-beea-e9ea8e367472) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:05:57.653734 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:57.810208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:57.850928 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:05:57.853988 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:05:57.857384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:05:57.884569 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'Port': ['ID=2296315f-fd37-4ac7-beea-e9ea8e367472,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:58.221104 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:58.357628 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:58.464890 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:58.508708 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:58.609903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:58.638414 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:58.685840 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event updated for resources: {'Port': ['ID=2296315f-fd37-4ac7-beea-e9ea8e367472,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:05:58.697283 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:58.800763 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Floating IP 78adfc10-592f-4ccf-b8f8-d39a2950fe77 associated. External IP: 172.25.5.61, port: 239fcda4-e40a-45e3-8b1e-1fb532b20897. Feb 09 17:05:59.015055 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Router 70b90681-309f-4285-b5f0-8e2a17a136f8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:05:59.124225 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:05:59.135029 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] Sync routers for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:05:59.145828 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:05:59.152164 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:05:59.211990 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:05:59.241622 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-47253063-99a3-485a-9316-e2a91fcaa18f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9992337 Feb 09 17:05:59.242338 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:05:59.244778 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e11aa8-492d-4f8b-ba74-9805f2526885" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:05:59.258444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:05:59.291242 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbda2ec-93d5-4060-ab66-a3d9b0590535 x-openstack-request-id: req-9fbda2ec-93d5-4060-ab66-a3d9b0590535 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:05:59.291537 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:05:59.291819 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fbda2ec-93d5-4060-ab66-a3d9b0590535 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:05:59.292981 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'status': 'completed', 'code': 200} Feb 09 17:05:59.352750 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-f6d1ad5b-ba89-4d75-8205-bc1ef4de894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:59.354946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-f6d1ad5b-ba89-4d75-8205-bc1ef4de894a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1096 time: 0.0415487 Feb 09 17:05:59.443338 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-39809d6d-b926-44c2-9917-3aff054caa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:59.444782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-39809d6d-b926-44c2-9917-3aff054caa16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0842061 Feb 09 17:05:59.484748 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '78adfc10-592f-4ccf-b8f8-d39a2950fe77', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'port_id': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'mac_address': 'fa:16:3e:3f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:05:58Z', 'updated_at': '2022-02-09T17:05:58Z', 'revision_number': 0, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:05:59.515481 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] Checking router: 70b90681-309f-4285-b5f0-8e2a17a136f8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:05:59.516316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-bb51f71c-fe78-4ab5-890a-ea2db454f57f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 998 time: 0.0648210 Feb 09 17:05:59.524002 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:05:59.524710 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:05:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:05:59.566419 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-875fdb36-de7d-43f3-9dcb-5116223c8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:59.567911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-875fdb36-de7d-43f3-9dcb-5116223c8745 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0459447 Feb 09 17:05:59.616405 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-75327503-14e7-4b3e-90da-28900c2097fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:05:59.617955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-75327503-14e7-4b3e-90da-28900c2097fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435233 Feb 09 17:05:59.630073 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:05:59.715198 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-a6457413-6a3c-48ad-a56f-8ba96a442640 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887136 Feb 09 17:05:59.808176 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c0e11aa8-492d-4f8b-ba74-9805f2526885 req-3c4f7888-9667-46e0-a045-0aa07170a2cc service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884330 Feb 09 17:05:59.864316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '78adfc10-592f-4ccf-b8f8-d39a2950fe77', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'port_id': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'mac_address': 'fa:16:3e:3f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:05:58Z', 'updated_at': '2022-02-09T17:05:58Z', 'revision_number': 0, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:05:59.891000 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77d2575-a9d0-4255-926f-995460a1482a None None] The sync data for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 is: [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '78adfc10-592f-4ccf-b8f8-d39a2950fe77', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'port_id': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'mac_address': 'fa:16:3e:3f:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:05:58Z', 'updated_at': '2022-02-09T17:05:58Z', 'revision_number': 0, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:06:00.103353 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a5d84-ac0e-44f5-a661-0146ac8629ec None None] New status for floating IP 78adfc10-592f-4ccf-b8f8-d39a2950fe77: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:06:00.870898 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:02.609510 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:20.096837 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66fc0da3-92d9-404f-b781-88aade158aac req-b0d70885-9ac3-4ad5-9223-11bc3034854f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448492 Feb 09 17:06:20.191294 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc0da3-92d9-404f-b781-88aade158aac req-7c8906fb-61b0-4998-ae5f-d599cd7d4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:06:20.192891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66fc0da3-92d9-404f-b781-88aade158aac req-7c8906fb-61b0-4998-ae5f-d599cd7d4103 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1096 time: 0.0514233 Feb 09 17:06:20.311053 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc0da3-92d9-404f-b781-88aade158aac req-a414e523-ce40-4786-acd4-0890fa0f833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:06:20.312579 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66fc0da3-92d9-404f-b781-88aade158aac req-a414e523-ce40-4786-acd4-0890fa0f833c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0979459 Feb 09 17:06:20.389427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66fc0da3-92d9-404f-b781-88aade158aac req-7b0041c3-128a-4aeb-a102-5442190f2972 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 1000 time: 0.0703304 Feb 09 17:06:20.445013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc0da3-92d9-404f-b781-88aade158aac req-1ee353db-f05b-4d90-acef-d47e2e439e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:06:20.446517 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66fc0da3-92d9-404f-b781-88aade158aac req-1ee353db-f05b-4d90-acef-d47e2e439e90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0513103 Feb 09 17:06:20.497404 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc0da3-92d9-404f-b781-88aade158aac req-46610818-5341-453b-b342-0e27b6387959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:06:20.498981 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66fc0da3-92d9-404f-b781-88aade158aac req-46610818-5341-453b-b342-0e27b6387959 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459919 Feb 09 17:06:20.599834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66fc0da3-92d9-404f-b781-88aade158aac req-5413820d-6273-413b-a201-2f66c0a1fa7b service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938518 Feb 09 17:06:20.695019 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66fc0da3-92d9-404f-b781-88aade158aac req-e5a23fb4-ce6a-4188-8ad1-65399afa463b service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892911 Feb 09 17:06:21.405356 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:06:23.089602 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-454f3da3-33c1-4603-a030-5d817cb1662a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:25.386221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1f21f5b7-75d8-4a11-896f-836aa3ceffb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:26.884353 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:28.470221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:28.687482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:30.889286 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:32.597384 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:53.089034 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a4be8ad2-436a-47dd-8b18-cf54b713e098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:55.294127 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b427c08e-29b3-4247-91d3-7bf019fb2560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:56.868634 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:58.405511 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:06:58.502863 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:06:58.617552 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:00.909123 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:02.611565 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:22.144567 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-5641952a-13b8-4541-9acd-62dc6a7fca42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809360 Feb 09 17:07:22.231692 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-edebd38e-1c22-4a8c-974a-b8d344f4c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:07:22.233152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-edebd38e-1c22-4a8c-974a-b8d344f4c935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1096 time: 0.0465646 Feb 09 17:07:22.337208 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-3f42d725-2b49-4a6b-bcbc-28b531851f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:07:22.338732 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-3f42d725-2b49-4a6b-bcbc-28b531851f46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0861688 Feb 09 17:07:22.408056 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-0804baa8-a079-4aa5-8d12-5af3fed00964 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 1000 time: 0.0623367 Feb 09 17:07:22.457069 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-f40cc6a4-9474-4f9d-a571-cd79a09dcbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:07:22.459114 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-f40cc6a4-9474-4f9d-a571-cd79a09dcbcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0449564 Feb 09 17:07:22.509551 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-a5f65d8a-c685-44f1-a263-ef8c551234ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:07:22.511082 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-a5f65d8a-c685-44f1-a263-ef8c551234ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455470 Feb 09 17:07:22.605254 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-7ce84327-994b-40d2-acc7-0f4b4a333c29 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871730 Feb 09 17:07:22.693721 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-36bfc0ef-9c79-4c8f-bb17-f2642b57bdfe req-775cbc03-0e8e-43d0-8a1f-461cdc1f2c63 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825300 Feb 09 17:07:23.070574 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8bcc91a5-f9c6-427a-bd5f-01fde01c4272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:25.304836 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01ebf7fb-d94d-4e82-a765-95edc740c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:26.841803 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:28.459411 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:28.645391 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:30.916580 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:32.594492 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:35.404363 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:07:53.104642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ab3660d6-e37c-429c-9296-56ee3dcd1dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:55.286943 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-58cdea25-d696-4cc3-a913-ed3ac5b6fc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:56.852538 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:58.476114 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:07:58.612933 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:00.901672 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:02.604277 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:12.403119 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:08:22.093360 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-21d9d7f2-883d-45d8-ad49-7ab50781e949 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431738 Feb 09 17:08:22.186962 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-f3421d92-2ca9-41dc-9fbe-84f581fbdc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:22.188528 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-f3421d92-2ca9-41dc-9fbe-84f581fbdc12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1096 time: 0.0499077 Feb 09 17:08:22.300032 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-3a01c469-49e9-4f05-ac83-8af51f2e1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:22.306437 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-3a01c469-49e9-4f05-ac83-8af51f2e1296 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0922709 Feb 09 17:08:22.380585 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-bf3ffdfe-55a6-41b6-a6fd-9f1002015ec4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 1000 time: 0.0708165 Feb 09 17:08:22.432291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-53a5055a-815a-4e0d-b848-6e083e4616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:22.433892 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-53a5055a-815a-4e0d-b848-6e083e4616ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0470581 Feb 09 17:08:22.482998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-db1c5abb-0fbe-440c-9349-fc71b5f3d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:22.484572 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-db1c5abb-0fbe-440c-9349-fc71b5f3d1a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439565 Feb 09 17:08:22.583153 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-be270641-79d8-47bc-8f38-72f4b2f0ac8b service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906765 Feb 09 17:08:22.676856 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0f69635a-bece-4145-ab1f-49430ea499e5 req-7f4556d4-73a8-4316-9973-1e538322b3f4 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869193 Feb 09 17:08:23.029197 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-356110df-dd2e-4518-bd36-ac7363e46333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:25.303492 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-45477827-45fb-49f8-aa34-2ed19b420911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:26.054375 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d40195-bcb8-4315-ae59-710465931161 req-8043a687-6c73-49ab-8edf-d99ff262c7c7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:26.055973 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01d40195-bcb8-4315-ae59-710465931161 req-8043a687-6c73-49ab-8edf-d99ff262c7c7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.1121883 Feb 09 17:08:26.096225 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-01d40195-bcb8-4315-ae59-710465931161 req-a7b812cc-184e-472f-9fc5-94dc581e13bc tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339775 Feb 09 17:08:26.930073 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:27.284905 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa70ac-53f7-40f7-8678-859d9cbd9fa9 req-0a51fce8-396e-4d7c-a191-2a7c8b45aec5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:27.286540 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6fa70ac-53f7-40f7-8678-859d9cbd9fa9 req-0a51fce8-396e-4d7c-a191-2a7c8b45aec5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.1049907 Feb 09 17:08:27.325097 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e6fa70ac-53f7-40f7-8678-859d9cbd9fa9 req-a21de214-72f4-4ba0-bc1b-86686ab0ad6b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319331 Feb 09 17:08:28.456713 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08562ecc-58c2-45e1-abf5-d6ba0d39f7db req-902e3244-b850-4d0b-8ec6-9db736187835 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:28.458202 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08562ecc-58c2-45e1-abf5-d6ba0d39f7db req-902e3244-b850-4d0b-8ec6-9db736187835 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0491507 Feb 09 17:08:28.489864 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:28.499781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08562ecc-58c2-45e1-abf5-d6ba0d39f7db req-4b30a250-1cbb-4268-8c01-d246cdfe76f0 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348082 Feb 09 17:08:28.623670 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:29.617188 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68c476-a435-460d-b64f-4605c93bf9fe req-e9784274-bfd5-4217-a0c6-5b32b13d612d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:29.618706 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e68c476-a435-460d-b64f-4605c93bf9fe req-e9784274-bfd5-4217-a0c6-5b32b13d612d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0510190 Feb 09 17:08:29.657638 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e68c476-a435-460d-b64f-4605c93bf9fe req-c5d685b8-0765-470d-bf2f-50747ee3f19f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322387 Feb 09 17:08:30.783312 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2df5-d62c-4df5-8a8e-923ad40ea7a1 req-e6320dd4-c993-4c57-8320-1551994d8b75 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:30.784891 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47eb2df5-d62c-4df5-8a8e-923ad40ea7a1 req-e6320dd4-c993-4c57-8320-1551994d8b75 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0552497 Feb 09 17:08:30.825767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-47eb2df5-d62c-4df5-8a8e-923ad40ea7a1 req-a5a61fd9-acc2-4cad-94f0-b45dc98e7d67 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342293 Feb 09 17:08:30.952905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:31.942994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a5b3d-171c-4d11-ae4e-d4983d5fb3b3 req-1763c3d4-bcad-4893-9f1d-b868750ad7c4 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:31.944536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-628a5b3d-171c-4d11-ae4e-d4983d5fb3b3 req-1763c3d4-bcad-4893-9f1d-b868750ad7c4 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0495462 Feb 09 17:08:31.989720 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-628a5b3d-171c-4d11-ae4e-d4983d5fb3b3 req-a40ce152-ea9d-48e1-8431-121c7122d819 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383155 Feb 09 17:08:32.615483 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:33.111852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cd4cc-d227-44fa-9fb1-dcd3a02299b5 req-1dd1a404-8704-4895-bed9-b9f5102c26bf tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:33.121205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c0cd4cc-d227-44fa-9fb1-dcd3a02299b5 req-1dd1a404-8704-4895-bed9-b9f5102c26bf tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0513632 Feb 09 17:08:33.155439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5c0cd4cc-d227-44fa-9fb1-dcd3a02299b5 req-8e1c86af-d48d-425c-b270-9de1385ea924 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347257 Feb 09 17:08:34.282341 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86522da0-4a3b-4bcf-a196-56d9e3913d95 req-625c5b2d-81b5-4292-b1fd-f795b0acca2a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:34.283921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86522da0-4a3b-4bcf-a196-56d9e3913d95 req-625c5b2d-81b5-4292-b1fd-f795b0acca2a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0539050 Feb 09 17:08:34.323256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-86522da0-4a3b-4bcf-a196-56d9e3913d95 req-d16326d7-97e0-4752-87a2-9bb184994581 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323162 Feb 09 17:08:35.443388 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6eeae0-ba72-47ec-804f-481eff1f6278 req-1cfa4a3a-3c86-4e33-ac1b-98d70c7f02ed tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:35.445604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de6eeae0-ba72-47ec-804f-481eff1f6278 req-1cfa4a3a-3c86-4e33-ac1b-98d70c7f02ed tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0493066 Feb 09 17:08:35.487245 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-de6eeae0-ba72-47ec-804f-481eff1f6278 req-50daeb72-d98d-4702-b04d-26aca139f400 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354648 Feb 09 17:08:36.162823 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-08fab5ee-fdbf-4efc-b483-e800e6956c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:36.164946 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-08fab5ee-fdbf-4efc-b483-e800e6956c61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1096 time: 0.0425429 Feb 09 17:08:36.262629 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-24611374-861f-48f2-8177-a7ecb597afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:36.264016 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-24611374-861f-48f2-8177-a7ecb597afa4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0932231 Feb 09 17:08:36.338154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-ba79c74b-2e6a-49b7-aa47-098400fd4664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 1000 time: 0.0675476 Feb 09 17:08:36.395613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-9b801ec1-140e-4aac-ac9f-622a9d139d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:36.397287 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-9b801ec1-140e-4aac-ac9f-622a9d139d7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0532627 Feb 09 17:08:36.443976 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-181f99c2-0be4-40ea-945a-8b57d3e0975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:36.445602 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-181f99c2-0be4-40ea-945a-8b57d3e0975c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423040 Feb 09 17:08:36.543366 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-a47ef841-3c4e-4037-9813-153c8500cec2 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915780 Feb 09 17:08:36.671971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998aa96-cf68-4037-925e-923df37a4f59 req-2f8af3fd-7064-41ac-ab8b-0720cbb0580f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:36.673590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2998aa96-cf68-4037-925e-923df37a4f59 req-2f8af3fd-7064-41ac-ab8b-0720cbb0580f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.1053166 Feb 09 17:08:36.692298 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-91ad81cc-ab22-4b7a-b3c5-4dc4555a8ef4 req-f3d35f33-0646-474b-a6ae-55d0d200c4f3 service neutron] 10.222.0.13 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431849 Feb 09 17:08:36.724236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2998aa96-cf68-4037-925e-923df37a4f59 req-5a0c869f-0685-4e68-8fba-a2d03652939d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441072 Feb 09 17:08:37.846301 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9ac01-f1e4-4c7a-970c-4b51a28ad23f req-61f9b222-9c21-47c5-8234-6de730f7245f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:37.848115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ed9ac01-f1e4-4c7a-970c-4b51a28ad23f req-61f9b222-9c21-47c5-8234-6de730f7245f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0544910 Feb 09 17:08:37.887434 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ed9ac01-f1e4-4c7a-970c-4b51a28ad23f req-53d6dc72-395f-4ded-bd65-02ae085b02c0 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Feb 09 17:08:39.623818 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1bc2-b8aa-4857-9f9c-944d7b1aad69 req-2f197b7a-6523-4edd-9aca-65dcc3c871fa tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:39.623818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dceb1bc2-b8aa-4857-9f9c-944d7b1aad69 req-2f197b7a-6523-4edd-9aca-65dcc3c871fa tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0602217 Feb 09 17:08:39.623818 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dceb1bc2-b8aa-4857-9f9c-944d7b1aad69 req-066887a4-d228-4a8a-a4a9-a5408074ecd0 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360885 Feb 09 17:08:40.188233 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a59545-1828-447f-b5df-ae3f32cfaa36 req-419e9e67-fc27-48ad-a910-ea3c74a1ad75 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:40.189781 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31a59545-1828-447f-b5df-ae3f32cfaa36 req-419e9e67-fc27-48ad-a910-ea3c74a1ad75 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0502555 Feb 09 17:08:40.239309 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-31a59545-1828-447f-b5df-ae3f32cfaa36 req-e474cffd-cc6b-4a56-96d7-a5580501a9ed tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431719 Feb 09 17:08:41.359485 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db1267-781c-4323-ad9b-ba33d2d40cd3 req-d8ebe431-dc40-4652-8de9-fb8e2689f931 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:41.361017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15db1267-781c-4323-ad9b-ba33d2d40cd3 req-d8ebe431-dc40-4652-8de9-fb8e2689f931 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 945 time: 0.0527973 Feb 09 17:08:41.399435 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15db1267-781c-4323-ad9b-ba33d2d40cd3 req-9f1834ff-20be-4a1b-bc2c-5296331560a1 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Feb 09 17:08:41.468893 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-8ca70060-069d-4a32-abc7-409a8e5b98b4 req-1aec2a7f-5ddb-48cc-b6db-6db490876045 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:08:41.469896 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ca70060-069d-4a32-abc7-409a8e5b98b4 req-1aec2a7f-5ddb-48cc-b6db-6db490876045 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057695 Feb 09 17:08:42.041604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 239fcda4-e40a-45e3-8b1e-1fb532b20897 no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:08:42.120924 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:42.143167 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:08:42.159978 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198da3bd-2402-4e24-a43c-70befe2ed619" -d '{"events": [{"server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:08:42.159978 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:08:42.227799 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b8997-69c0-4810-8330-126de578f2cb x-openstack-request-id: req-b41b8997-69c0-4810-8330-126de578f2cb {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:08:42.228252 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "name": "network-vif-unplugged", "status": "failed", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897", "code": 422}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:08:42.228509 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b41b8997-69c0-4810-8330-126de578f2cb {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:08:42.228919 n-d-828542-1 neutron-server[103180]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'code': 422} returned with failed status Feb 09 17:08:42.235198 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:42.287030 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:08:42.294611 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.294959 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.295324 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.295652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.295989 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.296358 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.296690 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.297022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.297351 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.297674 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.297997 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.298323 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:42.806512 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606232d9-dd8e-4e1d-a1f7-dd7ed7c42713 req-486c0264-8db8-4108-ad7d-8e83a526cbee tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:42.808017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-606232d9-dd8e-4e1d-a1f7-dd7ed7c42713 req-486c0264-8db8-4108-ad7d-8e83a526cbee tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0511038 Feb 09 17:08:42.848870 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-606232d9-dd8e-4e1d-a1f7-dd7ed7c42713 req-eb4cd276-5323-4f09-9197-e8106279e499 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331156 Feb 09 17:08:42.890665 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-0a90070a-7a7b-4329-96d6-8d36a31cab2f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815413 Feb 09 17:08:42.899400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-1ae55eb0-b73f-4575-a6ce-afb1157df5f9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:08:42.900411 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-1ae55eb0-b73f-4575-a6ce-afb1157df5f9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049310 Feb 09 17:08:43.976305 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bb798-3fe2-4f8f-8668-2cc2eb8cde1d req-9f6d5a23-b989-4357-9815-cf663e39b687 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:43.977826 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1bb798-3fe2-4f8f-8668-2cc2eb8cde1d req-9f6d5a23-b989-4357-9815-cf663e39b687 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0580888 Feb 09 17:08:44.019425 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a1bb798-3fe2-4f8f-8668-2cc2eb8cde1d req-2ff8fa22-b0d8-487b-93d4-ae356ac20c36 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355444 Feb 09 17:08:45.143877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0a59e-c925-4510-82da-719cc704958e req-de00e157-240a-47d5-bb12-2e5f8341f4fe tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:45.145422 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99b0a59e-c925-4510-82da-719cc704958e req-de00e157-240a-47d5-bb12-2e5f8341f4fe tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0507455 Feb 09 17:08:45.183448 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-99b0a59e-c925-4510-82da-719cc704958e req-30b61edb-55d7-4166-ad00-b9841bcc99aa tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314281 Feb 09 17:08:46.303028 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf3637-3f55-4f4b-adb7-d6e5cd6c53d7 req-ed567c54-815f-4bb0-a3fa-fd09659fb3b7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:46.304544 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fbf3637-3f55-4f4b-adb7-d6e5cd6c53d7 req-ed567c54-815f-4bb0-a3fa-fd09659fb3b7 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0507464 Feb 09 17:08:46.343427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6fbf3637-3f55-4f4b-adb7-d6e5cd6c53d7 req-e577c711-a7db-4d40-9422-767f0a76265e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330136 Feb 09 17:08:47.794796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20b733-e625-4f65-a55b-748f36338d50 req-d0a5b616-addc-4da4-9838-005d767527c2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:47.796417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce20b733-e625-4f65-a55b-748f36338d50 req-d0a5b616-addc-4da4-9838-005d767527c2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.3858318 Feb 09 17:08:47.834441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ce20b733-e625-4f65-a55b-748f36338d50 req-aab9ecc0-be01-40ce-8080-141dbc50fb00 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Feb 09 17:08:48.954665 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0df93-46c7-4292-aec3-7f0673b4103f req-061cc255-2099-416a-b1c9-8889f4371226 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:48.956293 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1b0df93-46c7-4292-aec3-7f0673b4103f req-061cc255-2099-416a-b1c9-8889f4371226 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0522063 Feb 09 17:08:48.996629 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1b0df93-46c7-4292-aec3-7f0673b4103f req-3e6d01ec-5366-4db8-92f7-3010a35c91c5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340431 Feb 09 17:08:49.402387 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:08:50.119457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37b5a8-be1a-4baa-a237-2ba6e8852850 req-cb7bf033-d855-430a-9263-7af773c26e19 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:50.121911 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa37b5a8-be1a-4baa-a237-2ba6e8852850 req-cb7bf033-d855-430a-9263-7af773c26e19 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0546122 Feb 09 17:08:50.162541 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fa37b5a8-be1a-4baa-a237-2ba6e8852850 req-b4decdd7-082d-48b2-87e9-02ab851e694f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344052 Feb 09 17:08:51.290768 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021376a-1a79-44f5-a8b3-c553c4457c01 req-92dd829d-8764-4fb5-be9f-43caa935f119 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:51.292334 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9021376a-1a79-44f5-a8b3-c553c4457c01 req-92dd829d-8764-4fb5-be9f-43caa935f119 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0545480 Feb 09 17:08:51.331352 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9021376a-1a79-44f5-a8b3-c553c4457c01 req-9f6ec2b2-6507-4a2b-80f4-a040a40c3718 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329194 Feb 09 17:08:52.449774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f99baa-c3cf-4643-9cfb-2b3735cae427 req-97cc92e0-2774-4e91-9fbb-a385aeb6d14e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:52.451316 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02f99baa-c3cf-4643-9cfb-2b3735cae427 req-97cc92e0-2774-4e91-9fbb-a385aeb6d14e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0504553 Feb 09 17:08:52.494611 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-02f99baa-c3cf-4643-9cfb-2b3735cae427 req-8e655889-fb18-4079-881a-3ab280c58496 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350895 Feb 09 17:08:53.041217 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bc431ffc-4b12-4581-b666-0da5e15140d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:53.108933 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ddfcacf6-dc23-4710-8dc6-c287642d0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:53.110417 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ddfcacf6-dc23-4710-8dc6-c287642d0e5e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f&tenant_id=fe3c8649e4154fd3993ed79e3b696a81 HTTP/1.1" status: 200 len: 1094 time: 0.0514326 Feb 09 17:08:53.122319 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828542-1', 'device_owner': 'compute:nova'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:08:53.185558 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:53.416142 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:08:53.470164 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:08:53.520992 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239fcda4-e40a-45e3-8b1e-1fb532b20897 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:08:53.534413 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:53.550057 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Transition to ACTIVE for port object 239fcda4-e40a-45e3-8b1e-1fb532b20897 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:08:53.614711 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:53.673542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15b8b2-1c0f-409b-aa6e-84f29a5eab0b req-8a94cddf-7e66-4a27-b279-589d9882f697 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:53.675340 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db15b8b2-1c0f-409b-aa6e-84f29a5eab0b req-8a94cddf-7e66-4a27-b279-589d9882f697 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.1019366 Feb 09 17:08:53.772638 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=7']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:08:53.788421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.788421 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.789452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.789452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.789452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.789452 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.789788 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.790065 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.790395 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.790722 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.791046 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.791368 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:08:53.834398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db15b8b2-1c0f-409b-aa6e-84f29a5eab0b req-c44f067f-f25a-4ba2-9f49-680d1281e3c2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469567 Feb 09 17:08:53.853837 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] No DVR routers for this DVR port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:08:54.021322 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Attempting to bind port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:08:54.021754 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Attempting to bind port 239fcda4-e40a-45e3-8b1e-1fb532b20897 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:08:54.022214 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Attempting to bind port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:08:54.028061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on network 0a76efba-90ec-44fb-9893-afe8333100d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 17:08:54.028413 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Attempting to bind port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on network 0a76efba-90ec-44fb-9893-afe8333100d5 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:08:54.033989 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:08:54.034344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Checking segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:08:54.034737 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Bound using segment: {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:08:54.035171 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Bound port: 239fcda4-e40a-45e3-8b1e-1fb532b20897, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4fb686-8c76-4703-b81d-324cf04f81fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:08:54.035567 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:54.105886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:08:54.109292 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:08:54.178214 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:54.215466 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:54.216402 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:54.217852 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] 10.222.0.73 "PUT /v2.0/ports/239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 1091 time: 1.1003897 Feb 09 17:08:54.218325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:08:54.220719 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab0602a-3594-4955-95e0-4d43a204a3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:08:54.266796 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b8be0-8a8f-4f41-8c66-b4ed99431cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=8']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:08:54.296974 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22889a15-b8e9-4cdf-bb48-ea9d194afb9b x-openstack-request-id: req-22889a15-b8e9-4cdf-bb48-ea9d194afb9b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:08:54.297282 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:08:54.297585 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22889a15-b8e9-4cdf-bb48-ea9d194afb9b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:08:54.297946 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'status': 'completed', 'code': 200} Feb 09 17:08:54.305711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-5455c308-9750-4ea6-ba10-8bba9ab553d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:54.307914 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-5455c308-9750-4ea6-ba10-8bba9ab553d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1094 time: 0.0556295 Feb 09 17:08:54.414030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-a50b8ede-b80b-4ff1-a03b-0e9950bf8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:54.415551 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-a50b8ede-b80b-4ff1-a03b-0e9950bf8fad service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.1004713 Feb 09 17:08:54.486398 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-c4e495d1-7f27-4302-89f2-6cd428d0fe22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 998 time: 0.0631938 Feb 09 17:08:54.548916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-b90760b9-ca82-487a-b914-a36de2fad832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:54.550843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-b90760b9-ca82-487a-b914-a36de2fad832 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0578465 Feb 09 17:08:54.601678 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-559c2ed0-10c9-484d-a866-93cbf49d90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:54.603471 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-559c2ed0-10c9-484d-a866-93cbf49d90d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464361 Feb 09 17:08:54.704014 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-3cbf0a99-e4ad-4dec-957c-17d7a38f5c73 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932331 Feb 09 17:08:54.806583 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-a8249905-b44c-4789-bf24-a18b4f474d4c service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947068 Feb 09 17:08:55.033293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e194c5-c796-4425-a13f-a2767ba5fd54 req-7ab48600-dcc8-45d3-bb6d-aa80fc0cafa5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:55.034991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4e194c5-c796-4425-a13f-a2767ba5fd54 req-7ab48600-dcc8-45d3-bb6d-aa80fc0cafa5 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.1134653 Feb 09 17:08:55.040939 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-1d237af5-4e46-4303-8f16-1ebd01b2dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:55.043281 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-1d237af5-4e46-4303-8f16-1ebd01b2dd66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1094 time: 0.1027408 Feb 09 17:08:55.132108 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d4e194c5-c796-4425-a13f-a2767ba5fd54 req-49e61f5d-142d-4491-ba2d-f7dd0d956746 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877578 Feb 09 17:08:55.175986 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-b15cfdc8-87c6-480e-b639-84ec1039bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:55.177519 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-b15cfdc8-87c6-480e-b639-84ec1039bed6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.1269739 Feb 09 17:08:55.258101 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-0cd4f0f9-10fc-450a-9d74-1d3e051eb642 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 998 time: 0.0723705 Feb 09 17:08:55.297659 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-02f91333-69f8-411c-96d6-d4afbb2e2504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:55.311803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-bd00f7a8-c9b7-4b08-b8b1-44fdb03b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:55.313363 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-bd00f7a8-c9b7-4b08-b8b1-44fdb03b5627 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0482605 Feb 09 17:08:55.366710 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-7e4cbb1a-32ad-4e6e-aae9-66238c69ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:55.368478 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-7e4cbb1a-32ad-4e6e-aae9-66238c69ded8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477045 Feb 09 17:08:55.476462 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-9ffc7d2e-2d80-4c39-8597-b8babbf1a80a service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996015 Feb 09 17:08:55.576256 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5ab0602a-3594-4955-95e0-4d43a204a3cd req-b7c14f02-e775-46e8-bd45-bc05b29d98ed service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921631 Feb 09 17:08:56.262492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426860e-a7c1-428c-8692-d7e6cdbd938d req-a51ca5f6-1f3f-4da9-a5cd-fa5feccfdc19 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:56.263842 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3426860e-a7c1-428c-8692-d7e6cdbd938d req-a51ca5f6-1f3f-4da9-a5cd-fa5feccfdc19 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0515504 Feb 09 17:08:56.302648 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3426860e-a7c1-428c-8692-d7e6cdbd938d req-06401b3f-fa83-47c8-bc6d-371895d06e8c tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327804 Feb 09 17:08:56.872323 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:57.424035 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7b1a4-ef37-41f9-800f-14ca03b3e733 req-1946723d-413b-4757-8f1f-fd02411244e2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:57.426018 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ad7b1a4-ef37-41f9-800f-14ca03b3e733 req-1946723d-413b-4757-8f1f-fd02411244e2 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0535343 Feb 09 17:08:57.467134 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-8ad7b1a4-ef37-41f9-800f-14ca03b3e733 req-8b0ea4be-b719-45c7-a494-549eac8381a0 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355308 Feb 09 17:08:58.500315 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:58.582983 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eb2a7-2852-467a-acc1-3414153faff8 req-95d3e18c-2d97-40ce-9d6e-8985bd4aaa83 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:58.584509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-353eb2a7-2852-467a-acc1-3414153faff8 req-95d3e18c-2d97-40ce-9d6e-8985bd4aaa83 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0494492 Feb 09 17:08:58.622957 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:08:58.623538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-353eb2a7-2852-467a-acc1-3414153faff8 req-c7cc9e1f-3eac-4e7b-b169-bb1256dc1d04 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Feb 09 17:08:59.741328 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030f178-8af1-42df-acdc-9c2c6b154508 req-026a8063-8705-42ee-a9d4-632827a53828 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:08:59.742822 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9030f178-8af1-42df-acdc-9c2c6b154508 req-026a8063-8705-42ee-a9d4-632827a53828 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0504532 Feb 09 17:08:59.781400 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9030f178-8af1-42df-acdc-9c2c6b154508 req-d8f3c585-8152-4fcd-93a8-29a174e26967 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Feb 09 17:09:00.902007 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f56b9-4777-4c4b-a0b4-5d6f0ff3a446 req-335b3d26-c536-4480-97a9-a4fd4a81343a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:00.903406 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e3f56b9-4777-4c4b-a0b4-5d6f0ff3a446 req-335b3d26-c536-4480-97a9-a4fd4a81343a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0535176 Feb 09 17:09:00.942525 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9e3f56b9-4777-4c4b-a0b4-5d6f0ff3a446 req-d340e98c-d8c5-4fde-ba6d-7fe354c7278b tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327873 Feb 09 17:09:00.956027 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:02.058396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afb733-2e6b-41d2-b5ca-c2215ab05564 req-c6621d06-ee40-40bf-a880-eee3d16fc97d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:02.059924 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2afb733-2e6b-41d2-b5ca-c2215ab05564 req-c6621d06-ee40-40bf-a880-eee3d16fc97d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 943 time: 0.0484965 Feb 09 17:09:02.098190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-e2afb733-2e6b-41d2-b5ca-c2215ab05564 req-2b12dc4b-3d20-4c30-9aa7-411d8f779902 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Feb 09 17:09:02.598250 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:02.860582 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 239fcda4-e40a-45e3-8b1e-1fb532b20897 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:09:02.952490 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:09:02.964640 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'port_id': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'mac_address': 'fa:16:3e:3f:6e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:09:03.000942 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:03.016985 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239fcda4-e40a-45e3-8b1e-1fb532b20897 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:09:03.035544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:09:03.120377 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:03.171186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=9']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:09:03.218098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea1b93-e29a-482b-9d7f-05734f13f624 req-27627ffb-3553-4464-8887-0ff39be92390 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:03.219588 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ecea1b93-e29a-482b-9d7f-05734f13f624 req-27627ffb-3553-4464-8887-0ff39be92390 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 944 time: 0.0500467 Feb 09 17:09:03.258033 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ecea1b93-e29a-482b-9d7f-05734f13f624 req-00858689-e7b6-4081-b434-fb8eec9c3568 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Feb 09 17:09:03.357299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['239fcda4-e40a-45e3-8b1e-1fb532b20897'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:09:04.380363 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2ff7c-469b-4f40-b11c-6a4ea5e8e2d5 req-a993a0c2-ae6f-4019-906d-cb8524dadebd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:04.381853 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a2ff7c-469b-4f40-b11c-6a4ea5e8e2d5 req-a993a0c2-ae6f-4019-906d-cb8524dadebd tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 944 time: 0.0536723 Feb 09 17:09:04.420408 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-15a2ff7c-469b-4f40-b11c-6a4ea5e8e2d5 req-c0d34b5e-bb71-4e0f-8505-10343e139baf tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Feb 09 17:09:04.876356 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 239fcda4-e40a-45e3-8b1e-1fb532b20897 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:09:05.011372 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 239fcda4-e40a-45e3-8b1e-1fb532b20897 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:09:05.015513 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 239fcda4-e40a-45e3-8b1e-1fb532b20897 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:09:05.019257 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:05.248747 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:05.270738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:09:05.272979 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01e6921-7003-4ee5-a750-153164f7aab7" -d '{"events": [{"server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "name": "network-vif-plugged", "status": "completed", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:09:05.285648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:09:05.313339 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a99efe-7b65-45b3-a0f2-037282101e90 x-openstack-request-id: req-a2a99efe-7b65-45b3-a0f2-037282101e90 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:09:05.313629 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "name": "network-vif-plugged", "status": "completed", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:09:05.313876 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2a99efe-7b65-45b3-a0f2-037282101e90 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:09:05.314289 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'code': 200} Feb 09 17:09:05.348792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:05.396491 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=10']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:09:05.462352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbdd4c-2400-447a-9707-d56b9dfed22f req-a34d0967-794e-4a0e-8b04-3137f3866069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:05.464501 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dffbdd4c-2400-447a-9707-d56b9dfed22f req-a34d0967-794e-4a0e-8b04-3137f3866069 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1097 time: 0.0419700 Feb 09 17:09:05.509195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dffbdd4c-2400-447a-9707-d56b9dfed22f req-dd487a10-f1f0-4e18-b97c-0a063b102d7a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375333 Feb 09 17:09:05.544039 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bf141-36db-4561-bcf7-7c092d692602 req-e98c8cca-4492-4d49-94e4-72443c634a53 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:05.545597 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d3bf141-36db-4561-bcf7-7c092d692602 req-e98c8cca-4492-4d49-94e4-72443c634a53 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 946 time: 0.0553708 Feb 09 17:09:05.584009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d3bf141-36db-4561-bcf7-7c092d692602 req-da653803-5775-4af9-8d9e-9589155215eb tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 Feb 09 17:09:06.714246 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e74b61-6110-4d48-bfa3-9e646634a437 req-e1d56c1f-484c-4414-9491-b8cec26dc7f6 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:06.716172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8e74b61-6110-4d48-bfa3-9e646634a437 req-e1d56c1f-484c-4414-9491-b8cec26dc7f6 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 946 time: 0.0555356 Feb 09 17:09:06.754504 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a8e74b61-6110-4d48-bfa3-9e646634a437 req-31051bab-48ea-4861-8154-c6674d34320a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323019 Feb 09 17:09:23.065552 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-73caee2a-1545-4300-9a50-7c8d2f377b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:25.291092 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-79ee0c94-f2a6-4cc9-b72f-fdfc1333c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:26.401519 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:09:26.850868 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:28.488154 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:28.602808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:29.330672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-ad17980b-4327-42f4-82fd-8e33f8a4eaf8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854495 Feb 09 17:09:29.415166 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-5c794cdd-f171-4d56-b224-7926e499eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:29.417687 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-5c794cdd-f171-4d56-b224-7926e499eaf4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1097 time: 0.0434983 Feb 09 17:09:29.535098 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-ac053714-b621-4b51-8dc4-537694dc2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:29.536835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-ac053714-b621-4b51-8dc4-537694dc2d22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0995367 Feb 09 17:09:29.606205 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-7f6aa2f9-f604-412a-9725-60b957d246c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 1000 time: 0.0624447 Feb 09 17:09:29.659516 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-9d1c94cc-1d06-4536-80e9-04865466bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:29.661379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-9d1c94cc-1d06-4536-80e9-04865466bfd8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0486946 Feb 09 17:09:29.715279 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-c40f2068-7d85-4741-a8cf-c1b4c461c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:09:29.718590 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-c40f2068-7d85-4741-a8cf-c1b4c461c36a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500681 Feb 09 17:09:29.812905 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-211c5e0d-fd41-4e3a-bf5a-a81e4aee853d service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869029 Feb 09 17:09:29.911125 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-970d2ff3-0e94-425f-8de4-2b48e19227f0 req-d4697e4b-385d-4054-810d-a7ab65fe7229 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913227 Feb 09 17:09:30.976624 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:32.691011 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:53.074230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-038e7c18-87d0-4c83-b718-e3ed56acc7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:55.334481 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f93dd0e8-72a9-487e-a7b4-8450cd3cea13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:56.916901 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:58.513568 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:09:58.742237 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:00.947464 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:02.636324 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:03.400442 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:10:23.073065 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-781575b2-58a0-49ec-993b-a40db5f90f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:25.349782 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4097a22e-f1d2-42a0-a464-f7f9b3ed34ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:26.864299 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:28.501105 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:28.615391 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:30.247415 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-9d60a54f-1b3c-496a-ba31-6515fa918a24 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415452 Feb 09 17:10:30.329781 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-9492e28e-cbb5-49d7-83ae-a4841c0765b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:30.331285 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-9492e28e-cbb5-49d7-83ae-a4841c0765b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1097 time: 0.0414259 Feb 09 17:10:30.440542 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-302fc944-89d2-46b4-a700-46758144a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:30.442065 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-302fc944-89d2-46b4-a700-46758144a483 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0896683 Feb 09 17:10:30.508102 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-b629ca8e-b234-4109-8619-056afa3b6b58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 1000 time: 0.0591671 Feb 09 17:10:30.556656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-d76267b8-b7e8-4618-ba94-d7b036e239dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:30.558147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-d76267b8-b7e8-4618-ba94-d7b036e239dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0439744 Feb 09 17:10:30.607803 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-b963f07b-d7ce-487c-b179-ec84ab45fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:30.609357 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-b963f07b-d7ce-487c-b179-ec84ab45fa3e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441828 Feb 09 17:10:30.698261 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-acbf19a1-5254-4ef5-84e9-46f99a6c780c service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817935 Feb 09 17:10:30.795103 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2fe8e67-848a-4354-a54d-2de1ba274715 req-a61eb17c-d617-4b98-a93a-cbffe9087191 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897579 Feb 09 17:10:30.946426 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:32.629644 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:40.399687 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:10:53.072130 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b6ac8fa4-5ebd-461d-8c35-5627c7b1137d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:54.252903 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36214) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:10:54.568699 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Deleting port 2296315f-fd37-4ac7-beea-e9ea8e367472 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:10:54.569046 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:54.648088 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:54.648442 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:54.660293 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Calling delete_port for 2296315f-fd37-4ac7-beea-e9ea8e367472 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:10:54.854742 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:54.881250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event deleted for resources: {'Port': ['ID=2296315f-fd37-4ac7-beea-e9ea8e367472,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:10:54.894048 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.894393 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.894731 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.895065 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.895397 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.895725 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.896056 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.901389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.901389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.901389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.901389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.901389 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:54.955257 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:54.955604 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Floating IP 78adfc10-592f-4ccf-b8f8-d39a2950fe77 disassociated (deleted). External IP: 172.25.5.61, port: 239fcda4-e40a-45e3-8b1e-1fb532b20897. Feb 09 17:10:55.162441 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Router 70b90681-309f-4285-b5f0-8e2a17a136f8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:10:55.292756 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b00ef1e6-2c2c-4633-9147-d5bd6b50fba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:55.612346 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:10:55.616810 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:55.622775 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] Sync routers for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:10:55.635721 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:10:55.636899 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:10:55.650139 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-46f8e0bc-002d-4414-bbf0-c9c939f9b58d tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "DELETE /v2.0/floatingips/78adfc10-592f-4ccf-b8f8-d39a2950fe77 HTTP/1.1" status: 204 len: 168 time: 1.3960531 Feb 09 17:10:55.650744 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:10:55.653086 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391f6c34-d300-46e5-a826-d5234e4c622e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:10:55.749249 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:10:55.829800 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858c0660-049e-4da7-83d8-cee7198ff0b1 x-openstack-request-id: req-858c0660-049e-4da7-83d8-cee7198ff0b1 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:10:55.830134 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:10:55.830390 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-858c0660-049e-4da7-83d8-cee7198ff0b1 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:10:55.830793 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'status': 'completed', 'code': 200} Feb 09 17:10:55.894262 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f6c34-d300-46e5-a826-d5234e4c622e req-0c84cf39-e580-4449-9313-d1b8dc1e2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:55.895689 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391f6c34-d300-46e5-a826-d5234e4c622e req-0c84cf39-e580-4449-9313-d1b8dc1e2725 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 1097 time: 0.0432847 Feb 09 17:10:55.958023 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:10:55.985259 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] Checking router: 70b90681-309f-4285-b5f0-8e2a17a136f8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:10:55.993361 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:10:55.993958 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:10:55.998072 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f6c34-d300-46e5-a826-d5234e4c622e req-b332998a-3707-45a9-b4a4-9c17a90e0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:55.999834 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391f6c34-d300-46e5-a826-d5234e4c622e req-b332998a-3707-45a9-b4a4-9c17a90e0ee5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 200 len: 910 time: 0.0951767 Feb 09 17:10:56.043997 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391f6c34-d300-46e5-a826-d5234e4c622e req-c9504076-d075-448f-bc83-d485221a5fe3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 200 len: 217 time: 0.0365326 Feb 09 17:10:56.093752 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f6c34-d300-46e5-a826-d5234e4c622e req-ce5dbdd0-4ebb-4872-b19d-fed9401c348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:56.095262 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391f6c34-d300-46e5-a826-d5234e4c622e req-ce5dbdd0-4ebb-4872-b19d-fed9401c348f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 200 len: 848 time: 0.0449097 Feb 09 17:10:56.100523 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:10:56.142975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f6c34-d300-46e5-a826-d5234e4c622e req-04014c4d-3384-461d-bc00-d802cfc3d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:56.144726 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391f6c34-d300-46e5-a826-d5234e4c622e req-04014c4d-3384-461d-bc00-d802cfc3d81a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0a76efba-90ec-44fb-9893-afe8333100d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423706 Feb 09 17:10:56.239062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391f6c34-d300-46e5-a826-d5234e4c622e req-4479fe66-5c7e-4bad-ab4a-5d1056cbc25b service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872710 Feb 09 17:10:56.307359 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:10:56.334426 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-391f6c34-d300-46e5-a826-d5234e4c622e req-6836e575-9ce4-47bf-8638-d360ebd225f9 service neutron] 10.222.0.73 "GET /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877481 Feb 09 17:10:56.334783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66dd32-f582-4574-a892-61a451e88ab9 None None] The sync data for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 is: [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:00:45Z', 'revision_number': 4, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': 'b0c53f05-7d82-4226-b459-9987b5bf498e', 'name': '', 'network_id': '0a76efba-90ec-44fb-9893-afe8333100d5', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'mac_address': 'fa:16:3e:fb:03:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:45Z', 'updated_at': '2022-02-09T17:00:50Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'subnets': [{'id': 'f586cc27-c256-4d5d-ac1b-9db6cde379ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:10:56.578032 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106cb03-f819-4228-abeb-4b640b22c147 None None] New status for floating IP 78adfc10-592f-4ccf-b8f8-d39a2950fe77: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:10:56.857826 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:57.085499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4427e-e351-437c-9c54-ddab5c62ca66 req-632c1142-4ddf-496c-972c-fc6ebe679010 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:57.086990 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dba4427e-e351-437c-9c54-ddab5c62ca66 req-632c1142-4ddf-496c-972c-fc6ebe679010 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 946 time: 0.0539205 Feb 09 17:10:57.126252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-dba4427e-e351-437c-9c54-ddab5c62ca66 req-d1e1929c-91a1-463f-8c10-616fac055c02 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Feb 09 17:10:58.247398 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908c811-c81e-463e-9153-fb4ebc0af847 req-ab03e355-e7cc-4c66-8014-2589e1019e1e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:58.248843 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5908c811-c81e-463e-9153-fb4ebc0af847 req-ab03e355-e7cc-4c66-8014-2589e1019e1e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 946 time: 0.0503771 Feb 09 17:10:58.287213 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5908c811-c81e-463e-9153-fb4ebc0af847 req-b14b04c3-4573-4710-a882-52aedd2cb93f tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/security-groups?id=fefea433-228d-49b2-8fec-375d471fa57b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Feb 09 17:10:58.483319 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:58.591944 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:58.678653 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd420-d4b9-4118-a916-d29578151c5d req-24d5fc40-cebb-4285-ac54-0160ec8500d1 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:10:58.680159 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119fd420-d4b9-4118-a916-d29578151c5d req-24d5fc40-cebb-4285-ac54-0160ec8500d1 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 946 time: 0.0492184 Feb 09 17:10:58.777640 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Deleting port 239fcda4-e40a-45e3-8b1e-1fb532b20897 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:10:58.777984 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:58.866739 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] For port 239fcda4-e40a-45e3-8b1e-1fb532b20897, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=239fcda4-e40a-45e3-8b1e-1fb532b20897,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:10:58.866996 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:58.878827 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Calling delete_port for 239fcda4-e40a-45e3-8b1e-1fb532b20897 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:10:59.107260 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:59.138971 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event deleted for resources: {'Port': ['ID=239fcda4-e40a-45e3-8b1e-1fb532b20897,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:10:59.166013 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.166372 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.166718 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.167061 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.167401 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.167742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.168237 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.176293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.176293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.176293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.176293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.176293 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:10:59.192924 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] No DVR routers for this DVR port 239fcda4-e40a-45e3-8b1e-1fb532b20897 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:10:59.195863 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:10:59.199916 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-119fd420-d4b9-4118-a916-d29578151c5d req-8c798a31-ebce-4d6d-a0cd-230861269265 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.73 "DELETE /v2.0/ports/239fcda4-e40a-45e3-8b1e-1fb532b20897 HTTP/1.1" status: 204 len: 173 time: 0.5121789 Feb 09 17:10:59.200379 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'name': 'network-vif-deleted', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:10:59.202864 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f2e02c-8c5c-46ac-91e5-f30e1dbde3c9" -d '{"events": [{"server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "name": "network-vif-deleted", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:10:59.290795 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9babbe21-3d26-4873-9281-4e185932fd9e x-openstack-request-id: req-9babbe21-3d26-4873-9281-4e185932fd9e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:10:59.291451 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2ef041-b0c3-4b8c-89f3-0efd83966f6f", "name": "network-vif-deleted", "tag": "239fcda4-e40a-45e3-8b1e-1fb532b20897", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:10:59.291451 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9babbe21-3d26-4873-9281-4e185932fd9e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:10:59.291708 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2ef041-b0c3-4b8c-89f3-0efd83966f6f', 'name': 'network-vif-deleted', 'tag': '239fcda4-e40a-45e3-8b1e-1fb532b20897', 'status': 'completed', 'code': 200} Feb 09 17:10:59.379194 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2062a83b-5295-4b83-a995-e97275933d4d req-9e9d338c-77df-4db4-9416-5df76743adb9 tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 210 time: 0.0261114 Feb 09 17:11:00.477813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-665fff4f-ff95-4d84-98f6-cb7c5bd21eb7 req-e676315e-d73e-485f-b7af-0cc555b5053e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 210 time: 0.0274327 Feb 09 17:11:00.957606 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:01.574529 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1e01004b-721f-4cd9-9e38-534e745a5142 req-1611ac35-f27f-4433-a6e8-04699eb15b4a tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 210 time: 0.0261054 Feb 09 17:11:02.629263 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:02.669952 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-16dd1bdb-9d64-4372-a906-9d4e6f3ec363 req-48dd89fc-3c11-4306-bdbc-d257bc8ebc6e tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb2ef041-b0c3-4b8c-89f3-0efd83966f6f HTTP/1.1" status: 200 len: 210 time: 0.0268891 Feb 09 17:11:03.327340 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 239fcda4-e40a-45e3-8b1e-1fb532b20897 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:11:03.347973 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 239fcda4-e40a-45e3-8b1e-1fb532b20897 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:11:03.348338 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 239fcda4-e40a-45e3-8b1e-1fb532b20897 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:11:03.728813 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36254) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:03.797853 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81dbc889-bc16-44b4-9e12-70bf3b5d74da tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:03.827322 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81dbc889-bc16-44b4-9e12-70bf3b5d74da tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:03.943802 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81dbc889-bc16-44b4-9e12-70bf3b5d74da tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:03.946451 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-81dbc889-bc16-44b4-9e12-70bf3b5d74da tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:03.947820 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-81dbc889-bc16-44b4-9e12-70bf3b5d74da tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] 10.222.0.53 "DELETE /v2.0/security-groups/fefea433-228d-49b2-8fec-375d471fa57b HTTP/1.1" status: 204 len: 168 time: 0.2168930 Feb 09 17:11:03.957807 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbc889-bc16-44b4-9e12-70bf3b5d74da tempest-TestShelveInstance-323893031 tempest-TestShelveInstance-323893031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefea433-228d-49b2-8fec-375d471fa57b,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:04.068596 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36258) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:04.610809 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:04.861027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Deleting port b0c53f05-7d82-4226-b459-9987b5bf498e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:11:04.861668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:04.946493 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] For port b0c53f05-7d82-4226-b459-9987b5bf498e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=b0c53f05-7d82-4226-b459-9987b5bf498e,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:04.946856 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:04.959250 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Calling delete_port for b0c53f05-7d82-4226-b459-9987b5bf498e owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:11:05.540810 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:05.568107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c53f05-7d82-4226-b459-9987b5bf498e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:05.736661 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:05.956050 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Router 70b90681-309f-4285-b5f0-8e2a17a136f8 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:11:06.070327 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:11:06.078371 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-97cf4716-a250-428d-9b7c-ae9c70f24d5f admin admin] 10.222.0.53 "PUT /v2.0/routers/70b90681-309f-4285-b5f0-8e2a17a136f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062411 Feb 09 17:11:06.078634 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36262) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:06.083724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] Sync routers for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:11:06.096316 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:06.097440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:06.193142 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:06.211138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:06.303188 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:06.415761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:11:05Z', 'revision_number': 5, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port': {'id': '0e4078c9-7667-4b13-92d9-38ee6bb1183c', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:b0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:43Z', 'updated_at': '2022-02-09T17:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:06.427900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Deleting port 0e4078c9-7667-4b13-92d9-38ee6bb1183c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:11:06.427900 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:06.446212 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] Checking router: 70b90681-309f-4285-b5f0-8e2a17a136f8 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:11:06.455436 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] Routers {'70b90681-309f-4285-b5f0-8e2a17a136f8'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:06.456054 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['70b90681-309f-4285-b5f0-8e2a17a136f8'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:06.515198 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] For port 0e4078c9-7667-4b13-92d9-38ee6bb1183c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0e4078c9-7667-4b13-92d9-38ee6bb1183c,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:06.515474 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:06.527907 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Calling delete_port for 0e4078c9-7667-4b13-92d9-38ee6bb1183c owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:11:06.545161 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] Set router 70b90681-309f-4285-b5f0-8e2a17a136f8 gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:06.599515 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:11:06Z', 'revision_number': 6, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:06.631975 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea68800-630e-4a07-8c25-5c04673fe7bc None None] The sync data for ids ['70b90681-309f-4285-b5f0-8e2a17a136f8'] in n-d-828542-1 is: [{'id': '70b90681-309f-4285-b5f0-8e2a17a136f8', 'name': 'tempest-TestShelveInstance-1732042686-router', 'tenant_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:42Z', 'updated_at': '2022-02-09T17:11:06Z', 'revision_number': 6, 'project_id': 'fe3c8649e4154fd3993ed79e3b696a81', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:11:06.783818 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:06.817461 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4078c9-7667-4b13-92d9-38ee6bb1183c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:06.884707 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:06.979109 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:06.982274 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.123171 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.123890 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b90681-309f-4285-b5f0-8e2a17a136f8 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 17:11:07.128475 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.129692 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e1243f4d-d979-45cb-a159-21da56e15395 admin admin] 10.222.0.53 "DELETE /v2.0/routers/70b90681-309f-4285-b5f0-8e2a17a136f8 HTTP/1.1" status: 204 len: 168 time: 1.0501044 Feb 09 17:11:07.132221 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36264) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:07.176584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f15b59-0948-4d60-8caf-fe155c509cb1 admin admin] Deleting subnet f586cc27-c256-4d5d-ac1b-9db6cde379ad {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 17:11:07.179668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2f15b59-0948-4d60-8caf-fe155c509cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.212672 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2f15b59-0948-4d60-8caf-fe155c509cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.294927 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2f15b59-0948-4d60-8caf-fe155c509cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.375362 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b0c53f05-7d82-4226-b459-9987b5bf498e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:11:07.397318 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: b0c53f05-7d82-4226-b459-9987b5bf498e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:11:07.397647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device b0c53f05-7d82-4226-b459-9987b5bf498e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:11:07.498708 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2f15b59-0948-4d60-8caf-fe155c509cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.527515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f15b59-0948-4d60-8caf-fe155c509cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f586cc27-c256-4d5d-ac1b-9db6cde379ad,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:07.531234 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-e2f15b59-0948-4d60-8caf-fe155c509cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.534884 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-e2f15b59-0948-4d60-8caf-fe155c509cb1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f586cc27-c256-4d5d-ac1b-9db6cde379ad HTTP/1.1" status: 204 len: 168 time: 0.4013662 Feb 09 17:11:07.537055 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36266) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:07.540805 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeff8f8-4628-4d4b-8773-79758ed3f393 None None] Network 0a76efba-90ec-44fb-9893-afe8333100d5 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:11:07.622107 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.688056 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Deleting port 43dbb4be-e977-418a-ab68-83c8320ee864 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:11:07.688442 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.738371 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] DHCP port deletion for 0a76efba-90ec-44fb-9893-afe8333100d5 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 17:11:07.754474 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] For port 43dbb4be-e977-418a-ab68-83c8320ee864, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=43dbb4be-e977-418a-ab68-83c8320ee864,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:07.754842 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.771042 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Calling delete_port for 43dbb4be-e977-418a-ab68-83c8320ee864 owned by network:dhcp {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:11:07.784825 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Deleting port 43dbb4be-e977-418a-ab68-83c8320ee864 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:11:07.785212 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.921022 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:07.949266 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=43dbb4be-e977-418a-ab68-83c8320ee864,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:07.952394 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] No DVR routers for this DVR port 43dbb4be-e977-418a-ab68-83c8320ee864 on host n-d-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:11:08.013542 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] For port 43dbb4be-e977-418a-ab68-83c8320ee864, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=43dbb4be-e977-418a-ab68-83c8320ee864,segment=NetworkSegment(9b4fb686-8c76-4703-b81d-324cf04f81fd),segment_id=9b4fb686-8c76-4703-b81d-324cf04f81fd)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:08.013934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.027498 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.030066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Calling delete_port for 43dbb4be-e977-418a-ab68-83c8320ee864 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:11:08.053455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a76efba-90ec-44fb-9893-afe8333100d5']}} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:08.063987 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4fb686-8c76-4703-b81d-324cf04f81fd') {'for_net_delete': True} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:08.064330 n-d-828542-1 neutron-server[103178]: DEBUG neutron.services.segments.db [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4fb686-8c76-4703-b81d-324cf04f81fd') {} {{(pid=103178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:08.074523 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24651956'] for segment, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.088060 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.094504 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103178) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 17:11:08.094870 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25027518'] for segment, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: Traceback (most recent call last): Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: timer() Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: cb(*args, **kw) Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: return func(*args, **kwargs) Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: self._notify() Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: self.callback(batched_events) Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: event.method(event) Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: return f(self, *a, **k) Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: return self._get(url).json() Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: return self.request(url, 'GET', **kwargs) Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 17:11:08.096623 n-d-828542-1 neutron-server[103178]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 17:11:08.111667 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.136672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Pushing event deleted for resources: {'Port': ['ID=43dbb4be-e977-418a-ab68-83c8320ee864,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:08.141093 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] No DVR routers for this DVR port 43dbb4be-e977-418a-ab68-83c8320ee864 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:11:08.148445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.148789 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.149125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.149461 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.149790 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.150184 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.150511 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.150969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.151286 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.151608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.151949 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.152914 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efd0cce-9ff3-47c5-8277-dade3787a9a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:08.226024 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.232122 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.235345 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0a76efba-90ec-44fb-9893-afe8333100d5 HTTP/1.1" status: 204 len: 168 time: 0.6972640 Feb 09 17:11:08.238421 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36268) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:08.247975 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3cad-d453-41c3-8911-e77f4e4a94b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a76efba-90ec-44fb-9893-afe8333100d5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:08.581663 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.761659 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0e4078c9-7667-4b13-92d9-38ee6bb1183c no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:11:08.788584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0e4078c9-7667-4b13-92d9-38ee6bb1183c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:11:08.788933 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0e4078c9-7667-4b13-92d9-38ee6bb1183c not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:11:08.789814 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 43dbb4be-e977-418a-ab68-83c8320ee864 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:11:08.809055 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 43dbb4be-e977-418a-ab68-83c8320ee864 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:11:08.809401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 43dbb4be-e977-418a-ab68-83c8320ee864 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:11:08.840732 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Deleting port 42298e45-b2f5-4a42-824b-e324074704e5 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:11:08.840997 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.921023 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] For port 42298e45-b2f5-4a42-824b-e324074704e5, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=42298e45-b2f5-4a42-824b-e324074704e5,segment=NetworkSegment(7a27b3cf-df05-48fe-9e57-14814e167223),segment_id=7a27b3cf-df05-48fe-9e57-14814e167223)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:08.921387 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:08.933044 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Calling delete_port for 42298e45-b2f5-4a42-824b-e324074704e5 owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:11:09.174895 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:09.200757 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Pushing event deleted for resources: {'Port': ['ID=42298e45-b2f5-4a42-824b-e324074704e5,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:09.366587 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:09.582997 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:11:09.692394 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:11:09.698642 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-460481c5-ba7b-48b0-9fb8-753fdd153388 admin admin] 10.222.0.53 "PUT /v2.0/routers/f5492e01-f9f9-45f8-8f32-c54a9ab2dc49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4583457 Feb 09 17:11:09.700603 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36270) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:09.701320 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] Sync routers for ids ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:11:09.711173 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] Routers {'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:09.711781 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:09.811564 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:09.817439 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] Set router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:09.925408 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.006736 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:11:09Z', 'revision_number': 5, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port': {'id': '57c0667d-67ad-4a01-8d99-08f0ea07c17e', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:10.033770 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] Checking router: f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:11:10.043037 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] Routers {'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:10.043654 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:10.059437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Deleting port 57c0667d-67ad-4a01-8d99-08f0ea07c17e {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:11:10.059749 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.130367 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] Set router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:10.141867 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] For port 57c0667d-67ad-4a01-8d99-08f0ea07c17e, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=57c0667d-67ad-4a01-8d99-08f0ea07c17e,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:10.142235 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.154402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Calling delete_port for 57c0667d-67ad-4a01-8d99-08f0ea07c17e owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:11:10.181365 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:11:09Z', 'revision_number': 6, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:10.210206 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14df6822-67c8-49fe-a013-9a97dcfaaa8b None None] The sync data for ids ['f5492e01-f9f9-45f8-8f32-c54a9ab2dc49'] in n-d-828542-1 is: [{'id': 'f5492e01-f9f9-45f8-8f32-c54a9ab2dc49', 'name': 'tempest-TestShelveInstance-542481547-router', 'tenant_id': 'c05b376277ec4285bad526359afea257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:00:49Z', 'updated_at': '2022-02-09T17:11:09Z', 'revision_number': 6, 'project_id': 'c05b376277ec4285bad526359afea257', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:11:10.403588 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.427566 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c0667d-67ad-4a01-8d99-08f0ea07c17e,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:10.490086 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.581681 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.583884 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.734828 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.735457 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 17:11:10.739722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.740927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-46af07b2-1aaf-4a9a-8768-734288b0a446 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f5492e01-f9f9-45f8-8f32-c54a9ab2dc49 HTTP/1.1" status: 204 len: 168 time: 1.0392680 Feb 09 17:11:10.743613 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36272) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:10.788344 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d8a45c-e27f-4ce4-a58a-f8aec74ffead admin admin] Deleting subnet 55b285b1-a117-4e55-b93b-61d9312e82da {{(pid=103178) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 17:11:10.791390 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84d8a45c-e27f-4ce4-a58a-f8aec74ffead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.825440 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84d8a45c-e27f-4ce4-a58a-f8aec74ffead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24651963'] for subnet, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.905609 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84d8a45c-e27f-4ce4-a58a-f8aec74ffead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:10.980061 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 57c0667d-67ad-4a01-8d99-08f0ea07c17e no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:11:11.000928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 57c0667d-67ad-4a01-8d99-08f0ea07c17e {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:11:11.001273 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 57c0667d-67ad-4a01-8d99-08f0ea07c17e not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:11:11.001694 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 42298e45-b2f5-4a42-824b-e324074704e5 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:11:11.021058 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 42298e45-b2f5-4a42-824b-e324074704e5 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:11:11.021469 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 42298e45-b2f5-4a42-824b-e324074704e5 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:11:11.032067 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84d8a45c-e27f-4ce4-a58a-f8aec74ffead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25027352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24342436'] for subnet, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.061219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8a45c-e27f-4ce4-a58a-f8aec74ffead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b285b1-a117-4e55-b93b-61d9312e82da,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:11.065478 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-84d8a45c-e27f-4ce4-a58a-f8aec74ffead admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.071608 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-84d8a45c-e27f-4ce4-a58a-f8aec74ffead admin admin] 10.222.0.53 "DELETE /v2.0/subnets/55b285b1-a117-4e55-b93b-61d9312e82da HTTP/1.1" status: 204 len: 168 time: 0.3268483 Feb 09 17:11:11.072384 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36274) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:11.072877 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d763a6-effb-40a3-9422-d0322fb30de3 None None] Network e891e50b-7292-4e79-9b03-0986dd8145cf requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:11:11.143474 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.210009 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Deleting port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:11:11.210367 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.259537 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] DHCP port deletion for e891e50b-7292-4e79-9b03-0986dd8145cf request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 17:11:11.277670 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] For port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,segment=NetworkSegment(7a27b3cf-df05-48fe-9e57-14814e167223),segment_id=7a27b3cf-df05-48fe-9e57-14814e167223)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:11.278041 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.291178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Calling delete_port for 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:11:11.311394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] Deleting port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:11:11.311766 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.378003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] For port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,segment=NetworkSegment(7a27b3cf-df05-48fe-9e57-14814e167223),segment_id=7a27b3cf-df05-48fe-9e57-14814e167223)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:11.380582 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.390488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] Calling delete_port for 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:11:11.443180 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.468114 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:11.469527 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.474373 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] No DVR routers for this DVR port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:11:11.495176 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] Pushing event deleted for resources: {'Port': ['ID=0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:11.500942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe9c80-2326-489e-ac5c-c9d588a39fac None None] No DVR routers for this DVR port 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:11:11.547636 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.567632 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e891e50b-7292-4e79-9b03-0986dd8145cf']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:11.577107 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a27b3cf-df05-48fe-9e57-14814e167223') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:11.577423 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a27b3cf-df05-48fe-9e57-14814e167223') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:11.591530 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.605549 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.611525 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: timer() Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 17:11:11.614668 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 17:11:11.734393 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.739838 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:11.742950 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e891e50b-7292-4e79-9b03-0986dd8145cf HTTP/1.1" status: 204 len: 168 time: 0.6695673 Feb 09 17:11:11.754273 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe23c9-b687-4e16-b3ca-d2220141a501 admin admin] Pushing event deleted for resources: {'Network': ['ID=e891e50b-7292-4e79-9b03-0986dd8145cf,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:12.052447 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36278) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:12.095323 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d20a96cb-3519-4fe2-9efc-8e9d2a11e6c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe3c8649e4154fd3993ed79e3b696a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416818 Feb 09 17:11:12.098215 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36280) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:12.147523 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88809984-8e3d-4b28-a3dd-76df6218e39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:12.169205 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88809984-8e3d-4b28-a3dd-76df6218e39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:12.274753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88809984-8e3d-4b28-a3dd-76df6218e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:12.277372 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-88809984-8e3d-4b28-a3dd-76df6218e39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:12.278569 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-88809984-8e3d-4b28-a3dd-76df6218e39d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c929eba1-c0df-4ef0-a6cf-91cda9b9e7d4 HTTP/1.1" status: 204 len: 168 time: 0.1793070 Feb 09 17:11:12.286523 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88809984-8e3d-4b28-a3dd-76df6218e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c929eba1-c0df-4ef0-a6cf-91cda9b9e7d4,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:12.757907 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:11:12.778660 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:11:12.779003 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 0a8d2d76-5043-42c9-8bf4-e6acbb8ce66d not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:11:12.947138 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36286) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:12.988281 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-cad2de13-3380-4c2f-8dd3-2530be4817f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c05b376277ec4285bad526359afea257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399280 Feb 09 17:11:12.990911 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36288) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:13.040027 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3752aab-8d2c-4c97-a0bb-2484595ca64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:13.061329 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3752aab-8d2c-4c97-a0bb-2484595ca64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:13.209750 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3752aab-8d2c-4c97-a0bb-2484595ca64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:13.212386 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-b3752aab-8d2c-4c97-a0bb-2484595ca64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:13.213623 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-b3752aab-8d2c-4c97-a0bb-2484595ca64a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7593f3e-4d20-4698-b8a3-c0e68014d8e1 HTTP/1.1" status: 204 len: 168 time: 0.2216926 Feb 09 17:11:13.222748 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3752aab-8d2c-4c97-a0bb-2484595ca64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7593f3e-4d20-4698-b8a3-c0e68014d8e1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:14.306135 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36310) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:14.403173 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1099209266-network', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:14.499773 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Made reservation on behalf of 6f8cf725d31e4908b0863bb0de92ea0e for: {'network': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:11:14.502417 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:14.511904 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:14.585631 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:14.648774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:14.675797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=103178) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 17:11:14.683772 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86ede99-acbb-4e44-a11b-ad48721f4a9e,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:14.690407 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:14.691804 n-d-828542-1 neutron-server[103178]: INFO neutron.db.segments_db [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Added segment 31f113ca-449a-4387-9748-6f2105a8332d of type vlan for network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 Feb 09 17:11:14.732799 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:14.842990 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:14.843979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:14.844655 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Notify callbacks [] for network, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:14.906291 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:14.916387 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 17:11:14.969088 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36314) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:14.969718 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-0e472528-5576-48fa-bb03-03c02de73248 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6619759 Feb 09 17:11:14.975734 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Request body: {'subnet': {'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1099209266-subnet', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'ip_version': 4}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:15.054140 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Made reservation on behalf of 6f8cf725d31e4908b0863bb0de92ea0e for: {'subnet': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:11:15.056542 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29767848'] for subnet, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:15.354924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29767866'] for subnet, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:15.410701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38d7672-690a-4ca5-a0c5-419a45c6bd22,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:15.420372 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Checking segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:15.420737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Network hostable DHCP agents. Network: 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103179) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 17:11:15.499827 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103179) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 17:11:15.562720 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2) {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:15.567020 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:15.567610 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:15.571993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c569f7-af36-4447-9355-75d306d56d73 None None] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:11:15.648251 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-01c82222-a279-4962-bec3-60f0aef335fd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6744854 Feb 09 17:11:15.648603 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36316) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:15.654439 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:15.719125 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 17:11:15.719985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:15.743362 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:15.744461 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:15.801253 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:15.855186 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Allocated IP 172.20.0.2 (3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2/b38d7672-690a-4ca5-a0c5-419a45c6bd22/e2f31356-1ebb-4c69-9516-09b54014381c) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:11:15.997924 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.002816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.129408 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.166159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:16.171135 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:16.174961 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:11:16.183952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Pushing event updated for resources: {'Port': ['ID=e2f31356-1ebb-4c69-9516-09b54014381c,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:16.234229 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Attempting to bind port e2f31356-1ebb-4c69-9516-09b54014381c on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:11:16.234508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Attempting to bind port e2f31356-1ebb-4c69-9516-09b54014381c by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:11:16.234868 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Attempting to bind port e2f31356-1ebb-4c69-9516-09b54014381c on network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:11:16.239799 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:11:16.240205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Checking segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:16.240614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.241014 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Bound using segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:11:16.241479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Bound port: e2f31356-1ebb-4c69-9516-09b54014381c, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:11:16.241863 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.258870 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.278129 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.306746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] For port e2f31356-1ebb-4c69-9516-09b54014381c, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:11:16.313606 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] For port e2f31356-1ebb-4c69-9516-09b54014381c, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e2f31356-1ebb-4c69-9516-09b54014381c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:11:16.385315 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Allocated IP 172.25.5.105 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/caf6a154-67cc-49e8-be18-68a151feb4f1) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:11:16.426824 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.496784 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.496995 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd827032-cf94-4ea6-a873-7c841999cdea None None] Pushing event updated for resources: {'Port': ['ID=e2f31356-1ebb-4c69-9516-09b54014381c,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:16.592817 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.655216 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:16.662601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:16.664950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Pushing event updated for resources: {'Port': ['ID=caf6a154-67cc-49e8-be18-68a151feb4f1,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:16.667702 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:11:16.815493 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e2f31356-1ebb-4c69-9516-09b54014381c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:16.864708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e2f31356-1ebb-4c69-9516-09b54014381c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:16.865081 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.945469 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:16.978538 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port e2f31356-1ebb-4c69-9516-09b54014381c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e2f31356-1ebb-4c69-9516-09b54014381c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:17.021692 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:17.051814 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:17.099203 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=e2f31356-1ebb-4c69-9516-09b54014381c,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:17.220097 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:17.398940 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:11:17.405950 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Router f7a07479-bbc1-4bbf-97c6-587e449c895a is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103179) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 17:11:17.426440 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8544e01b-f9b5-4185-bfd9-f9566704027d None None] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:11:17.487492 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-1437ab86-06a2-4e55-9440-27963e8952d5 None None] Provisioning complete for port e2f31356-1ebb-4c69-9516-09b54014381c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:17.487859 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1437ab86-06a2-4e55-9440-27963e8952d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:17.516404 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:11:17.533979 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Sync routers for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:11:17.566238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:17.566771 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:17.602753 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] Notify callbacks [] for router, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:17.604061 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3dd0f8b6-9b3c-44e4-9a55-f32ea75c9c57 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9547362 Feb 09 17:11:17.606900 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36318) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:17.759278 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:17.947366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:16Z', 'revision_number': 3, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:17.978022 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Checking router: f7a07479-bbc1-4bbf-97c6-587e449c895a for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:11:17.978463 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Updating router f7a07479-bbc1-4bbf-97c6-587e449c895a port caf6a154-67cc-49e8-be18-68a151feb4f1 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 17:11:18.008870 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.049987 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.111196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-c0ff0126-7a50-4ba2-921e-734c01de207e None None] Provisioning complete for port e2f31356-1ebb-4c69-9516-09b54014381c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:18.111758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0126-7a50-4ba2-921e-734c01de207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.211751 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Allocated IP 172.20.0.1 (3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2/b38d7672-690a-4ca5-a0c5-419a45c6bd22/1d7780a3-7e7c-4d39-8a4c-b617130f687b) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:11:18.327727 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.454803 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.492031 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:18.492520 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.498708 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:18.502238 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:11:18.524410 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Pushing event updated for resources: {'Port': ['ID=1d7780a3-7e7c-4d39-8a4c-b617130f687b,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:18.545418 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.560282 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.612809 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Attempting to bind port caf6a154-67cc-49e8-be18-68a151feb4f1 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:11:18.613177 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Attempting to bind port caf6a154-67cc-49e8-be18-68a151feb4f1 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:11:18.613544 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Attempting to bind port caf6a154-67cc-49e8-be18-68a151feb4f1 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:11:18.620953 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979dcd-1b4f-4700-b58b-397d97c5e4e3 None None] Pushing event updated for resources: {'Port': ['ID=caf6a154-67cc-49e8-be18-68a151feb4f1,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:18.623591 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:11:18.623957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:18.624396 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.624785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:11:18.625309 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Bound port: caf6a154-67cc-49e8-be18-68a151feb4f1, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:11:18.625689 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.681604 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] For port caf6a154-67cc-49e8-be18-68a151feb4f1, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:11:18.685697 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] For port caf6a154-67cc-49e8-be18-68a151feb4f1, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=caf6a154-67cc-49e8-be18-68a151feb4f1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:11:18.750416 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8724c98f-91a7-40f7-a3b4-ecd39769f959 None None] Provisioning complete for port 1d7780a3-7e7c-4d39-8a4c-b617130f687b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:18.750808 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8724c98f-91a7-40f7-a3b4-ecd39769f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.769839 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.775159 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e2f31356-1ebb-4c69-9516-09b54014381c up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:18.781698 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:18.850779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8724c98f-91a7-40f7-a3b4-ecd39769f959 None None] Port 1d7780a3-7e7c-4d39-8a4c-b617130f687b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:11:18.891353 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:18.891990 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:18.895713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979dcd-1b4f-4700-b58b-397d97c5e4e3 None None] Pushing event updated for resources: {'Port': ['ID=caf6a154-67cc-49e8-be18-68a151feb4f1,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:18.950310 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port e2f31356-1ebb-4c69-9516-09b54014381c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:18.950592 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:19.042884 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:19.290726 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:19.351365 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:19.375133 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 1, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:19.402308 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd56b17f-bd40-4c0c-9718-09ad960d8271 None None] The sync data for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 is: [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 1, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:11:19.421268 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:19.423756 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Pushing event updated for resources: {'Port': ['ID=1d7780a3-7e7c-4d39-8a4c-b617130f687b,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:19.521613 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:19.523003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:19.662831 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Router f7a07479-bbc1-4bbf-97c6-587e449c895a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:11:19.775238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8d0facab-7655-4473-a7cc-9908fac9a7de None None] Provisioning complete for port 1d7780a3-7e7c-4d39-8a4c-b617130f687b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:19.775697 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8d0facab-7655-4473-a7cc-9908fac9a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:19.787863 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:11:19.793855 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-dde88564-290d-47b3-90fe-43a7876e0b6b admin admin] 10.222.0.53 "PUT /v2.0/routers/f7a07479-bbc1-4bbf-97c6-587e449c895a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1859248 Feb 09 17:11:19.826525 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8d0facab-7655-4473-a7cc-9908fac9a7de None None] Port 1d7780a3-7e7c-4d39-8a4c-b617130f687b cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:11:20.486947 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36334) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:20.491858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-437389128-network', 'tenant_id': '743579c26b0a4536804be2a6681bb427'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:20.580701 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Made reservation on behalf of 743579c26b0a4536804be2a6681bb427 for: {'network': 1} {{(pid=103179) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:11:20.580701 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for network, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.590245 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.668197 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.743218 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.771932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103179) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 17:11:20.778444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a6a8b-21cb-4847-bb67-ed8e856073b5,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:20.786853 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.787234 n-d-828542-1 neutron-server[103179]: INFO neutron.db.segments_db [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Added segment aff59191-3acf-4516-9891-2471e1bc1843 of type vlan for network b5010874-cfca-4a16-bf79-14d121840d82 Feb 09 17:11:20.800476 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device caf6a154-67cc-49e8-be18-68a151feb4f1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:20.831831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783023463370'] for network, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.851312 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port caf6a154-67cc-49e8-be18-68a151feb4f1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:20.851768 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.909143 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149'] for network, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.910159 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:20.910746 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.935221 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:20.956191 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port caf6a154-67cc-49e8-be18-68a151feb4f1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=caf6a154-67cc-49e8-be18-68a151feb4f1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:20.970017 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] Pushing event updated for resources: {'Network': ['ID=b5010874-cfca-4a16-bf79-14d121840d82,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:20.980458 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Network b5010874-cfca-4a16-bf79-14d121840d82 details requested by agent ovs-agent-n-d-828542-1 with host n-d-828542-1 {{(pid=103180) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 17:11:21.020375 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.032324 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-8b08eb3e-d40f-4469-b418-7c8ab7692e97 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5440586 Feb 09 17:11:21.037549 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36336) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:21.040203 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Request body: {'subnet': {'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-437389128-subnet', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'ip_version': 4}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:21.089163 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=caf6a154-67cc-49e8-be18-68a151feb4f1,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:21.140348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Made reservation on behalf of 743579c26b0a4536804be2a6681bb427 for: {'subnet': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:11:21.142846 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24342463'] for subnet, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.366416 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25027415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24342445'] for subnet, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.405683 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Sync routers for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:11:21.414925 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:21.415534 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:21.424283 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=878c1ca2-a68c-47ef-9cd2-5d5119026374,revision_number=0']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:21.433928 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Checking segment: {'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:21.434306 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Network hostable DHCP agents. Network: b5010874-cfca-4a16-bf79-14d121840d82, hostable agents: ['2c99dbf2-45e2-4c73-a630-f6685b3c72bb'], hosted agents: [] {{(pid=103178) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 17:11:21.514573 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Network b5010874-cfca-4a16-bf79-14d121840d82 is scheduled to be hosted by DHCP agent 2c99dbf2-45e2-4c73-a630-f6685b3c72bb with binding_index 1 {{(pid=103178) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 17:11:21.537749 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:21.620191 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828542-1, b5010874-cfca-4a16-bf79-14d121840d82) {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:21.624458 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:21.625063 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.639181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42974c8-a1b8-47dc-9b78-82fbcbf1b535 None None] Network b5010874-cfca-4a16-bf79-14d121840d82 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:11:21.724190 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-461b3d47-c906-4978-8f5b-f07489efae9d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6881037 Feb 09 17:11:21.726712 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36338) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:21.731100 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:21.742566 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:19Z', 'revision_number': 2, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:21.773068 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Checking router: f7a07479-bbc1-4bbf-97c6-587e449c895a for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:11:21.773418 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Updating router f7a07479-bbc1-4bbf-97c6-587e449c895a port 1d7780a3-7e7c-4d39-8a4c-b617130f687b binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 17:11:21.788752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fdffa44-0b3b-57ac-a352-134d921a75ae-b5010874-cfca-4a16-bf79-14d121840d82', 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'fixed_ips': [{'subnet_id': '878c1ca2-a68c-47ef-9cd2-5d5119026374'}]}} from n-d-828542-1. {{(pid=103180) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 09 17:11:21.789642 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.799642 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.820537 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33136612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12180'] for router, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.821789 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33137856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33135314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33183662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12173'] for router, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.879942 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:21.929089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.db_base_plugin_common [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Allocated IP 172.20.0.2 (b5010874-cfca-4a16-bf79-14d121840d82/878c1ca2-a68c-47ef-9cd2-5d5119026374/f5ba7977-9370-4edc-b6b8-4764ac632094) {{(pid=103180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:11:22.071330 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.079482 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Notify callbacks [] for port, precommit_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.114418 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.151817 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.184958 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121'] for port, after_create {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.221401 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Network b5010874-cfca-4a16-bf79-14d121840d82 is already hosted by enough agents. {{(pid=103180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:22.226201 n-d-828542-1 neutron-server[103180]: DEBUG neutron.scheduler.base_scheduler [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Resources bound (agent type, host, resource id): {{(pid=103180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:22.232285 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Received port after_create {{(pid=103180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:11:22.247405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Pushing event updated for resources: {'Port': ['ID=f5ba7977-9370-4edc-b6b8-4764ac632094,revision_number=1']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:22.293587 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Attempting to bind port f5ba7977-9370-4edc-b6b8-4764ac632094 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:11:22.294136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Attempting to bind port f5ba7977-9370-4edc-b6b8-4764ac632094 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:11:22.294509 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Attempting to bind port f5ba7977-9370-4edc-b6b8-4764ac632094 on network b5010874-cfca-4a16-bf79-14d121840d82 {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:11:22.301071 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:11:22.301452 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Checking segment: {'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:22.302373 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.302915 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Bound using segment: {'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:11:22.303402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Bound port: f5ba7977-9370-4edc-b6b8-4764ac632094, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:11:22.303792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.329189 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Pushing event updated for resources: {'Port': ['ID=1d7780a3-7e7c-4d39-8a4c-b617130f687b,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:22.349350 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.349596 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.349749 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.350082 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.350407 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.350740 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.351056 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.351730 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.351730 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.351988 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.352339 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.352652 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:11:22.372488 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Attempting to bind port 1d7780a3-7e7c-4d39-8a4c-b617130f687b on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:11:22.372868 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Attempting to bind port 1d7780a3-7e7c-4d39-8a4c-b617130f687b by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:11:22.373229 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Attempting to bind port 1d7780a3-7e7c-4d39-8a4c-b617130f687b on network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:11:22.378468 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:11:22.378845 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Checking segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:22.379249 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.379642 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Bound using segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:11:22.380114 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Bound port: 1d7780a3-7e7c-4d39-8a4c-b617130f687b, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:11:22.380499 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.405956 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] For port f5ba7977-9370-4edc-b6b8-4764ac632094, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:11:22.406168 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.406873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] For port f5ba7977-9370-4edc-b6b8-4764ac632094, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5ba7977-9370-4edc-b6b8-4764ac632094,segment=NetworkSegment(aff59191-3acf-4516-9891-2471e1bc1843),segment_id=aff59191-3acf-4516-9891-2471e1bc1843)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:11:22.428477 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.451915 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] For port 1d7780a3-7e7c-4d39-8a4c-b617130f687b, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:11:22.455675 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] For port 1d7780a3-7e7c-4d39-8a4c-b617130f687b, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1d7780a3-7e7c-4d39-8a4c-b617130f687b,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:11:22.478016 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.519026 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.540783 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb57d4-34fa-4126-9442-3f0e7203fb91 None None] Pushing event updated for resources: {'Port': ['ID=f5ba7977-9370-4edc-b6b8-4764ac632094,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:22.551900 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Allocated IP 172.25.5.128 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/4666d4df-89db-4791-81de-2703447036a0) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:11:22.569445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-b8f33983-c402-460c-89a5-40ed164c624c None None] Provisioning complete for port 1d7780a3-7e7c-4d39-8a4c-b617130f687b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:22.569874 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8f33983-c402-460c-89a5-40ed164c624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.611816 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:22.612498 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:22.614756 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6be61f-3b33-4d03-b303-25ec511ad5a1 None None] Pushing event updated for resources: {'Port': ['ID=1d7780a3-7e7c-4d39-8a4c-b617130f687b,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:22.684301 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8f33983-c402-460c-89a5-40ed164c624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.727152 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.751084 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-b8f33983-c402-460c-89a5-40ed164c624c None None] For port 1d7780a3-7e7c-4d39-8a4c-b617130f687b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1d7780a3-7e7c-4d39-8a4c-b617130f687b,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:22.802003 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b8f33983-c402-460c-89a5-40ed164c624c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.805539 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:22.846761 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:22.888020 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device caf6a154-67cc-49e8-be18-68a151feb4f1 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:22.923140 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:22.926762 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:22.930764 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:11:22.936882 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4666d4df-89db-4791-81de-2703447036a0,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:22.959015 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f33983-c402-460c-89a5-40ed164c624c None None] Pushing event updated for resources: {'Port': ['ID=1d7780a3-7e7c-4d39-8a4c-b617130f687b,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:23.010767 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port caf6a154-67cc-49e8-be18-68a151feb4f1 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:23.011452 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:23.062381 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-dea35e59-4ddc-4ff3-a90b-96810d40a45a None None] Provisioning complete for port 1d7780a3-7e7c-4d39-8a4c-b617130f687b triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:23.062748 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-dea35e59-4ddc-4ff3-a90b-96810d40a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:23.089968 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-14513144-f59e-42cb-ab81-676a4b6584a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:23.137619 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:23.146637 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1d7780a3-7e7c-4d39-8a4c-b617130f687b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:23.168917 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515fe4d-7044-46e1-aa49-6c3b523b4a11 None None] The sync data for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 is: [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:11:23.232731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1d7780a3-7e7c-4d39-8a4c-b617130f687b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:23.233113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:23.315971 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:23.642264 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3d3e85-e34d-4f01-b442-8b908373e304 None None] Network b5010874-cfca-4a16-bf79-14d121840d82 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:11:23.773936 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f66d241b-226a-446e-9f48-446eccfbad71 None None] Provisioning complete for port f5ba7977-9370-4edc-b6b8-4764ac632094 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:23.774314 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f66d241b-226a-446e-9f48-446eccfbad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:23.894451 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f66d241b-226a-446e-9f48-446eccfbad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:23.896262 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33137867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33140237'] for router, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:23.934505 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f66d241b-226a-446e-9f48-446eccfbad71 None None] For port f5ba7977-9370-4edc-b6b8-4764ac632094, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5ba7977-9370-4edc-b6b8-4764ac632094,segment=NetworkSegment(aff59191-3acf-4516-9891-2471e1bc1843),segment_id=aff59191-3acf-4516-9891-2471e1bc1843)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:24.003363 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f66d241b-226a-446e-9f48-446eccfbad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:24.065311 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d241b-226a-446e-9f48-446eccfbad71 None None] Pushing event updated for resources: {'Port': ['ID=f5ba7977-9370-4edc-b6b8-4764ac632094,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:24.112067 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 is scheduled to L3 agent 948396b2-643a-42ba-b731-7b20467b3600 with binding_index 1 {{(pid=103178) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 17:11:24.125334 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-2d5a287d-3927-4356-834f-70de1b8bb8c9 None None] Provisioning complete for port f5ba7977-9370-4edc-b6b8-4764ac632094 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:24.125693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-2d5a287d-3927-4356-834f-70de1b8bb8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:24.222247 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:11:24.231094 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Sync routers for ids ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:11:24.240238 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Routers {'e6c49e6e-5db2-468b-a80e-9d1f7701bd11'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:24.240832 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:10:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:24.280215 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:24.281556 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-faef76b5-0680-4c34-85f0-8d15004948e4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5538511 Feb 09 17:11:24.284424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36340) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:24.501502 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Set router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:24.674963 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4666d4df-89db-4791-81de-2703447036a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:11:23Z', 'revision_number': 3, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port': {'id': '4666d4df-89db-4791-81de-2703447036a0', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:22Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:24.701844 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Checking router: e6c49e6e-5db2-468b-a80e-9d1f7701bd11 for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:11:24.702189 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Updating router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 port 4666d4df-89db-4791-81de-2703447036a0 binding host n-d-828542-1 {{(pid=103180) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 17:11:24.709560 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:24.735450 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:24.887031 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Allocated IP 172.20.0.1 (b5010874-cfca-4a16-bf79-14d121840d82/878c1ca2-a68c-47ef-9cd2-5d5119026374/8c722b32-9ef7-4e46-a095-69c756d63109) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:11:24.898508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5ba7977-9370-4edc-b6b8-4764ac632094 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:24.984584 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port f5ba7977-9370-4edc-b6b8-4764ac632094 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:24.984963 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:24.994922 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.077501 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Notify callbacks [] for port, precommit_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.089781 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.115957 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1d7780a3-7e7c-4d39-8a4c-b617130f687b up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:25.127231 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Network b5010874-cfca-4a16-bf79-14d121840d82 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:25.130340 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:25.133099 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:11:25.164559 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.176196 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Pushing event updated for resources: {'Port': ['ID=8c722b32-9ef7-4e46-a095-69c756d63109,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:25.177155 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 1d7780a3-7e7c-4d39-8a4c-b617130f687b triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:25.179394 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.193722 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33140434'] for router_interface, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.268644 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Attempting to bind port 4666d4df-89db-4791-81de-2703447036a0 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:11:25.269025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Attempting to bind port 4666d4df-89db-4791-81de-2703447036a0 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:11:25.269398 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Attempting to bind port 4666d4df-89db-4791-81de-2703447036a0 on network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:11:25.280174 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5220-f6e6-4c80-98a5-41b8b34ad513 None None] Pushing event updated for resources: {'Port': ['ID=4666d4df-89db-4791-81de-2703447036a0,revision_number=2']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:25.285181 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:11:25.285437 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Checking segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:25.285816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.286205 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Bound using segment: {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'} {{(pid=103180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:11:25.286682 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.managers [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Bound port: 4666d4df-89db-4791-81de-2703447036a0, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9673f4b6-8a7a-4bff-9360-1bea12ba63d9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd'}}] {{(pid=103180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:11:25.287060 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.372629 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] For port 4666d4df-89db-4791-81de-2703447036a0, host n-d-828542-1, cleared binding levels {{(pid=103180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:11:25.374542 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8947ea5a-9111-479d-ae60-5ffc5559fd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.386739 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] For port 4666d4df-89db-4791-81de-2703447036a0, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4666d4df-89db-4791-81de-2703447036a0,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:11:25.426447 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.440419 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d218804a-01c0-4dab-824d-0163bd62ec88 None None] Provisioning complete for port 8c722b32-9ef7-4e46-a095-69c756d63109 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:25.440792 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d218804a-01c0-4dab-824d-0163bd62ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.480294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d218804a-01c0-4dab-824d-0163bd62ec88 None None] Port 8c722b32-9ef7-4e46-a095-69c756d63109 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:11:25.483294 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.544837 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc5220-f6e6-4c80-98a5-41b8b34ad513 None None] Pushing event updated for resources: {'Port': ['ID=4666d4df-89db-4791-81de-2703447036a0,revision_number=3']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:25.547438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Routers {'e6c49e6e-5db2-468b-a80e-9d1f7701bd11'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:25.548042 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:11:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:25.601223 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.654291 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] Set router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:25.657279 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.723528 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Pushing event updated for resources: {'Port': ['ID=8c722b32-9ef7-4e46-a095-69c756d63109,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:25.725964 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33148099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33140546'] for router_interface, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:25.824264 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Network b5010874-cfca-4a16-bf79-14d121840d82 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:25.825660 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:25.860366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4666d4df-89db-4791-81de-2703447036a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:11:25Z', 'revision_number': 4, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port': {'id': '4666d4df-89db-4791-81de-2703447036a0', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:22Z', 'updated_at': '2022-02-09T17:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8c722b32-9ef7-4e46-a095-69c756d63109', 'name': '', 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'mac_address': 'fa:16:3e:26:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:24Z', 'updated_at': '2022-02-09T17:11:24Z', 'revision_number': 1, 'project_id': '743579c26b0a4536804be2a6681bb427', 'subnets': [{'id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:25.892507 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01280c13-ec1c-40d7-8d02-32abd5e89dae None None] The sync data for ids ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'] in n-d-828542-1 is: [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4666d4df-89db-4791-81de-2703447036a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:11:25Z', 'revision_number': 4, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port': {'id': '4666d4df-89db-4791-81de-2703447036a0', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:22Z', 'updated_at': '2022-02-09T17:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8c722b32-9ef7-4e46-a095-69c756d63109', 'name': '', 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'mac_address': 'fa:16:3e:26:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:24Z', 'updated_at': '2022-02-09T17:11:24Z', 'revision_number': 1, 'project_id': '743579c26b0a4536804be2a6681bb427', 'subnets': [{'id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:11:25.953711 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:11:26.085731 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:11:26.095429 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-4adcd007-26e5-43f5-9dd4-a8a900b32d3a admin admin] 10.222.0.53 "PUT /v2.0/routers/e6c49e6e-5db2-468b-a80e-9d1f7701bd11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098860 Feb 09 17:11:26.116652 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-8f932a5f-ce1f-4c64-bdff-8578f89e81a7 None None] Provisioning complete for port 8c722b32-9ef7-4e46-a095-69c756d63109 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:26.117125 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8f932a5f-ce1f-4c64-bdff-8578f89e81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:26.160928 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-8f932a5f-ce1f-4c64-bdff-8578f89e81a7 None None] Port 8c722b32-9ef7-4e46-a095-69c756d63109 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:11:26.784279 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36348) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:26.788957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-89d610d0-3f9c-4797-b252-42ba869451f7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316329345', 'description': 'tempest-secgroup-smoke-1316329345 description', 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:26.821924 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4666d4df-89db-4791-81de-2703447036a0 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:26.864489 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:26.878471 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4666d4df-89db-4791-81de-2703447036a0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:26.878846 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:26.891765 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89d610d0-3f9c-4797-b252-42ba869451f7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:26.966465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:26.981746 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89d610d0-3f9c-4797-b252-42ba869451f7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:26.988903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] For port 4666d4df-89db-4791-81de-2703447036a0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4666d4df-89db-4791-81de-2703447036a0,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:27.054502 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89d610d0-3f9c-4797-b252-42ba869451f7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.085184 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d610d0-3f9c-4797-b252-42ba869451f7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:27.086057 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.136815 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Pushing event updated for resources: {'Port': ['ID=4666d4df-89db-4791-81de-2703447036a0,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:27.153575 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-89d610d0-3f9c-4797-b252-42ba869451f7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.154826 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-89d610d0-3f9c-4797-b252-42ba869451f7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3695319 Feb 09 17:11:27.157730 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36350) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:27.162453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-333ceb87-a076-4404-ba9d-5cb29bed6ed3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'security_group_rule': {'security_group_id': '70ae572d-c0cb-43f7-830d-69ab2d8dbb5e', 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:27.253693 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-333ceb87-a076-4404-ba9d-5cb29bed6ed3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.315019 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-333ceb87-a076-4404-ba9d-5cb29bed6ed3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.403043 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-333ceb87-a076-4404-ba9d-5cb29bed6ed3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.421787 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ceb87-a076-4404-ba9d-5cb29bed6ed3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f77ac5-f099-424e-a224-3170d910f938,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:27.501831 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-333ceb87-a076-4404-ba9d-5cb29bed6ed3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.503094 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-333ceb87-a076-4404-ba9d-5cb29bed6ed3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443723 Feb 09 17:11:27.506927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36352) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:27.511634 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-508a5ace-33ec-4ea5-8f59-027c40541c70 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'security_group_rule': {'security_group_id': '70ae572d-c0cb-43f7-830d-69ab2d8dbb5e', 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:27.696623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-508a5ace-33ec-4ea5-8f59-027c40541c70 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.754890 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-508a5ace-33ec-4ea5-8f59-027c40541c70 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.831335 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-508a5ace-33ec-4ea5-8f59-027c40541c70 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.850239 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a5ace-33ec-4ea5-8f59-027c40541c70 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0ca1e3-29e1-41b6-8134-ff5562ca9a0a,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:27.931946 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-508a5ace-33ec-4ea5-8f59-027c40541c70 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:27.931946 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-508a5ace-33ec-4ea5-8f59-027c40541c70 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4182844 Feb 09 17:11:27.931946 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36354) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:27.933305 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a6fb78b1-4f2c-4b57-8706-1300a06cc22d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'security_group_rule': {'security_group_id': '70ae572d-c0cb-43f7-830d-69ab2d8dbb5e', 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:27.940032 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Sync routers for ids ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:11:27.951012 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Routers {'e6c49e6e-5db2-468b-a80e-9d1f7701bd11'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:27.951531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:11:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:28.042293 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a6fb78b1-4f2c-4b57-8706-1300a06cc22d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.058307 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Set router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:28.106016 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a6fb78b1-4f2c-4b57-8706-1300a06cc22d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.219768 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a6fb78b1-4f2c-4b57-8706-1300a06cc22d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.238003 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb78b1-4f2c-4b57-8706-1300a06cc22d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cba5dd-2676-49b7-aba0-c770180540e3,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:28.271856 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4666d4df-89db-4791-81de-2703447036a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:11:25Z', 'revision_number': 4, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port': {'id': '4666d4df-89db-4791-81de-2703447036a0', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:22Z', 'updated_at': '2022-02-09T17:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8c722b32-9ef7-4e46-a095-69c756d63109', 'name': '', 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'mac_address': 'fa:16:3e:26:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:24Z', 'updated_at': '2022-02-09T17:11:25Z', 'revision_number': 2, 'project_id': '743579c26b0a4536804be2a6681bb427', 'subnets': [{'id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:28.301066 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Checking router: e6c49e6e-5db2-468b-a80e-9d1f7701bd11 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:11:28.301420 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Updating router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 port 8c722b32-9ef7-4e46-a095-69c756d63109 binding host n-d-828542-1 {{(pid=103181) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 17:11:28.308106 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a6fb78b1-4f2c-4b57-8706-1300a06cc22d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.309461 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a6fb78b1-4f2c-4b57-8706-1300a06cc22d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796146 Feb 09 17:11:28.312181 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36356) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:28.316636 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-a1b42137-05cb-4a55-843b-416dd21d90fa tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'security_group_rule': {'security_group_id': '70ae572d-c0cb-43f7-830d-69ab2d8dbb5e', 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:28.327664 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.445187 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1b42137-05cb-4a55-843b-416dd21d90fa tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.513258 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1b42137-05cb-4a55-843b-416dd21d90fa tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.573881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.614113 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1b42137-05cb-4a55-843b-416dd21d90fa tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.632234 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b42137-05cb-4a55-843b-416dd21d90fa tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65005af-4e34-4477-a570-5f8e3ef83a24,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:28.680420 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Notify callbacks [] for port, precommit_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.691457 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.736202 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-a1b42137-05cb-4a55-843b-416dd21d90fa tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.737475 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-a1b42137-05cb-4a55-843b-416dd21d90fa tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4243143 Feb 09 17:11:28.740405 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36358) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:28.745098 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-97bbba8b-ad93-4070-b7c4-3353f8ae76da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'security_group_rule': {'security_group_id': '70ae572d-c0cb-43f7-830d-69ab2d8dbb5e', 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:28.774193 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4666d4df-89db-4791-81de-2703447036a0 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:28.797233 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.823488 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 4666d4df-89db-4791-81de-2703447036a0 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:28.823861 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.831772 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-97bbba8b-ad93-4070-b7c4-3353f8ae76da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Project 6f8cf725d31e4908b0863bb0de92ea0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 17:11:28.837192 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97bbba8b-ad93-4070-b7c4-3353f8ae76da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.849701 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769161-e2cd-451c-98dc-ad9812809279 None None] Pushing event updated for resources: {'Port': ['ID=8c722b32-9ef7-4e46-a095-69c756d63109,revision_number=3']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:28.916903 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97bbba8b-ad93-4070-b7c4-3353f8ae76da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.932862 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Attempting to bind port 8c722b32-9ef7-4e46-a095-69c756d63109 on host n-d-828542-1 for vnic_type normal with profile {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:11:28.933259 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Attempting to bind port 8c722b32-9ef7-4e46-a095-69c756d63109 by drivers openvswitch,hyperv on host n-d-828542-1 at level 0 using segments [{'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:11:28.933602 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Attempting to bind port 8c722b32-9ef7-4e46-a095-69c756d63109 on network b5010874-cfca-4a16-bf79-14d121840d82 {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:11:28.939893 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Checking agent: {'id': '3ffce81d-f2ce-49d0-9e3b-33cc31143b8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 27, 58), 'started_at': datetime.datetime(2022, 2, 9, 15, 28, 28), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828542-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:11:28.940318 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Checking segment: {'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:28.940944 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.941531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Bound using segment: {'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'} {{(pid=103181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:11:28.941531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.managers [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Bound port: 8c722b32-9ef7-4e46-a095-69c756d63109, host: n-d-828542-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff59191-3acf-4516-9891-2471e1bc1843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82'}}] {{(pid=103181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:11:28.941911 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:28.985705 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97bbba8b-ad93-4070-b7c4-3353f8ae76da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.005651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbba8b-ad93-4070-b7c4-3353f8ae76da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb63ff0c-e253-4933-892d-e9127f8470a6,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:29.013290 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] For port 8c722b32-9ef7-4e46-a095-69c756d63109, host n-d-828542-1, cleared binding levels {{(pid=103181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:11:29.016652 n-d-828542-1 neutron-server[103181]: DEBUG neutron.plugins.ml2.db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] For port 8c722b32-9ef7-4e46-a095-69c756d63109, host n-d-828542-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8c722b32-9ef7-4e46-a095-69c756d63109,segment=NetworkSegment(aff59191-3acf-4516-9891-2471e1bc1843),segment_id=aff59191-3acf-4516-9891-2471e1bc1843)] {{(pid=103181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:11:29.079168 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-97bbba8b-ad93-4070-b7c4-3353f8ae76da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.080478 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-97bbba8b-ad93-4070-b7c4-3353f8ae76da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391414 Feb 09 17:11:29.083264 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36360) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:29.087650 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-d60ac055-6bd7-45c4-b9f0-695be9805f11 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'security_group_rule': {'security_group_id': '70ae572d-c0cb-43f7-830d-69ab2d8dbb5e', 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:29.092638 n-d-828542-1 neutron-server[103181]: DEBUG neutron_lib.callbacks.manager [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.100795 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-3005a15a-b108-4c7c-b8b9-7b6f32a66189 None None] Provisioning complete for port 8c722b32-9ef7-4e46-a095-69c756d63109 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:29.101576 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3005a15a-b108-4c7c-b8b9-7b6f32a66189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.154037 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Routers {'e6c49e6e-5db2-468b-a80e-9d1f7701bd11'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:29.155311 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:11:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:29.194159 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3005a15a-b108-4c7c-b8b9-7b6f32a66189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.217412 n-d-828542-1 neutron-server[103179]: INFO neutron.db.securitygroups_db [None req-d60ac055-6bd7-45c4-b9f0-695be9805f11 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Project 6f8cf725d31e4908b0863bb0de92ea0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 17:11:29.223210 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d60ac055-6bd7-45c4-b9f0-695be9805f11 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.229651 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769161-e2cd-451c-98dc-ad9812809279 None None] Pushing event updated for resources: {'Port': ['ID=8c722b32-9ef7-4e46-a095-69c756d63109,revision_number=4']} {{(pid=103181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:29.247444 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-3005a15a-b108-4c7c-b8b9-7b6f32a66189 None None] For port 8c722b32-9ef7-4e46-a095-69c756d63109, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8c722b32-9ef7-4e46-a095-69c756d63109,segment=NetworkSegment(aff59191-3acf-4516-9891-2471e1bc1843),segment_id=aff59191-3acf-4516-9891-2471e1bc1843)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:29.296450 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d60ac055-6bd7-45c4-b9f0-695be9805f11 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.300679 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] Set router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:29.317119 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3005a15a-b108-4c7c-b8b9-7b6f32a66189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.370425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005a15a-b108-4c7c-b8b9-7b6f32a66189 None None] Pushing event updated for resources: {'Port': ['ID=8c722b32-9ef7-4e46-a095-69c756d63109,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:29.383032 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d60ac055-6bd7-45c4-b9f0-695be9805f11 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33086298'] for security_group_rule, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.403717 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ac055-6bd7-45c4-b9f0-695be9805f11 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367c1eaf-6c25-46b4-9f3d-23c49f0642f8,revision_number=0']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:29.442647 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-041d2121-6526-46d7-a9f3-8a54d35f8773 None None] Provisioning complete for port 8c722b32-9ef7-4e46-a095-69c756d63109 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:29.443188 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-041d2121-6526-46d7-a9f3-8a54d35f8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.477526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-d60ac055-6bd7-45c4-b9f0-695be9805f11 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:29.492105 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-d60ac055-6bd7-45c4-b9f0-695be9805f11 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3949032 Feb 09 17:11:29.612531 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4666d4df-89db-4791-81de-2703447036a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:11:25Z', 'revision_number': 4, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port': {'id': '4666d4df-89db-4791-81de-2703447036a0', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:22Z', 'updated_at': '2022-02-09T17:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8c722b32-9ef7-4e46-a095-69c756d63109', 'name': '', 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'mac_address': 'fa:16:3e:26:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:24Z', 'updated_at': '2022-02-09T17:11:29Z', 'revision_number': 4, 'project_id': '743579c26b0a4536804be2a6681bb427', 'subnets': [{'id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:29.639647 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e2a9c-52f6-42a6-9eec-f6e3375c90e2 None None] The sync data for ids ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'] in n-d-828542-1 is: [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4666d4df-89db-4791-81de-2703447036a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:11:25Z', 'revision_number': 4, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port': {'id': '4666d4df-89db-4791-81de-2703447036a0', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:22Z', 'updated_at': '2022-02-09T17:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '8c722b32-9ef7-4e46-a095-69c756d63109', 'name': '', 'network_id': 'b5010874-cfca-4a16-bf79-14d121840d82', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'mac_address': 'fa:16:3e:26:f8:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:24Z', 'updated_at': '2022-02-09T17:11:29Z', 'revision_number': 4, 'project_id': '743579c26b0a4536804be2a6681bb427', 'subnets': [{'id': '878c1ca2-a68c-47ef-9cd2-5d5119026374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:11:29.694458 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-83b88a70-ee9f-4ecc-9924-06d60305e675 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316329345&fields=id&tenant_id=6f8cf725d31e4908b0863bb0de92ea0e HTTP/1.1" status: 200 len: 267 time: 0.0359161 Feb 09 17:11:29.811973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-66f310cc-d97b-4887-9596-954aa1990a8a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:29.813502 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-66f310cc-d97b-4887-9596-954aa1990a8a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 810 time: 0.1110404 Feb 09 17:11:29.830131 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-4dc25a56-0953-4e3f-976e-9fda3a202b17 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/quotas/6f8cf725d31e4908b0863bb0de92ea0e HTTP/1.1" status: 200 len: 375 time: 0.0105207 Feb 09 17:11:29.890231 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3dbc3ee3-5a75-46e5-843c-c8c53c6867b3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539210 Feb 09 17:11:30.002258 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-36ae44c6-5057-4ccd-b883-e67f6d97cd17 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:11:30.003332 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-36ae44c6-5057-4ccd-b883-e67f6d97cd17 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003530 Feb 09 17:11:30.101607 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-ffa844c0-51a5-41ef-bd6d-4abf3c9a6590 service neutron] 10.222.0.53 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916574 Feb 09 17:11:30.205986 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-ba917b42-aa1f-404c-8022-1e8c2012e841 service neutron] 10.222.0.53 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931153 Feb 09 17:11:30.467195 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a3c83322-c69d-4427-97aa-9f04e88db868 req-06fb4e75-782d-4e5d-8f77-7b5a6f38aa57 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 210 time: 0.0307739 Feb 09 17:11:30.794757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8c722b32-9ef7-4e46-a095-69c756d63109 up at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:30.843384 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Provisioning complete for port 8c722b32-9ef7-4e46-a095-69c756d63109 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:30.843755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:31.031710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:31.546813 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9d19c6cc-1d38-4d28-ad82-9ed4df6a9ef8 req-9b9a9528-1427-467b-937f-7668c91f45d1 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 210 time: 0.0281882 Feb 09 17:11:32.642706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:32.646821 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5957d39f-8683-4d66-bb31-3f306cd5c51a req-2e2e7d63-faa9-411b-87ad-3d07e1d3f44b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 210 time: 0.0276287 Feb 09 17:11:32.903008 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-e5d9ac4c-ce6f-454f-a4d1-6fbbde14e437 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:32.904420 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-e5d9ac4c-ce6f-454f-a4d1-6fbbde14e437 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.13 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 810 time: 0.1088476 Feb 09 17:11:32.950026 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-16d9b9d0-4c5f-4ba8-990c-8f4441fe058c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8cf725d31e4908b0863bb0de92ea0e HTTP/1.1" status: 200 len: 380 time: 0.0365603 Feb 09 17:11:32.958694 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'port': {'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'admin_state_up': True, 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'security_groups': ['70ae572d-c0cb-43f7-830d-69ab2d8dbb5e']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:33.156953 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Made reservation on behalf of 6f8cf725d31e4908b0863bb0de92ea0e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:11:33.160517 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:33.293030 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Allocated IP 172.20.0.14 (3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2/b38d7672-690a-4ca5-a0c5-419a45c6bd22/3edba66f-bffe-4745-99fa-e8532dc1a84c) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:11:33.431028 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:33.566310 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:33.611348 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:33.616370 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:33.620268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:11:33.646621 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:33.683812 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:33.684702 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:33.769503 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-3ab540ff-a5df-46f3-956e-bf555552ff7b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8143442 Feb 09 17:11:33.779324 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc7446-c0bc-4c9a-bd4f-2db3585256e3 req-beb3fea3-75b3-411f-bf99-2e95c72dba9f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:33.781112 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08fc7446-c0bc-4c9a-bd4f-2db3585256e3 req-beb3fea3-75b3-411f-bf99-2e95c72dba9f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 932 time: 0.0581019 Feb 09 17:11:33.786172 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-ece1b7d9-41a4-47f0-ac3d-7e3386b09c41 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:11:33.787255 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-ece1b7d9-41a4-47f0-ac3d-7e3386b09c41 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051577 Feb 09 17:11:33.799923 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Request body: {'port': {'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:33.872180 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-08fc7446-c0bc-4c9a-bd4f-2db3585256e3 req-46f62a4f-8738-476b-a116-0f9d657491d1 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838509 Feb 09 17:11:33.881774 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:33.989803 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-614b2f74-4284-4be5-901f-5ad05e641bbc None None] Provisioning complete for port 3edba66f-bffe-4745-99fa-e8532dc1a84c triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:33.990343 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-614b2f74-4284-4be5-901f-5ad05e641bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:34.024968 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-614b2f74-4284-4be5-901f-5ad05e641bbc None None] Port 3edba66f-bffe-4745-99fa-e8532dc1a84c cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:11:34.149744 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edba66f-bffe-4745-99fa-e8532dc1a84c {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:11:34.157216 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:34.168852 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Transition to ACTIVE for port object 3edba66f-bffe-4745-99fa-e8532dc1a84c will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:11:34.274676 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:34.326356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Pushing event updated for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:34.401107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Attempting to bind port 3edba66f-bffe-4745-99fa-e8532dc1a84c on host n-h1-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:11:34.401455 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Attempting to bind port 3edba66f-bffe-4745-99fa-e8532dc1a84c by drivers openvswitch,hyperv on host n-h1-828542-1 at level 0 using segments [{'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:11:34.401791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Attempting to bind port 3edba66f-bffe-4745-99fa-e8532dc1a84c on network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:11:34.406782 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Port 3edba66f-bffe-4745-99fa-e8532dc1a84c on network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 17:11:34.407105 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Attempting to bind port 3edba66f-bffe-4745-99fa-e8532dc1a84c on network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:11:34.412396 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Checking agent: {'id': 'aa511f6e-4d5d-446d-a1d3-c592289d2df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 36, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:11:34.412742 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Checking segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:11:34.413123 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Bound using segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:11:34.413581 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Bound port: 3edba66f-bffe-4745-99fa-e8532dc1a84c, host: n-h1-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:11:34.414066 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:34.485249 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:11:34.488424 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:11:34.586550 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:34.621109 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:34.621723 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:34.623526 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] 10.222.0.13 "PUT /v2.0/ports/3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 200 len: 1092 time: 0.8280025 Feb 09 17:11:34.623526 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:11:34.625869 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864e13aa-506c-4ae3-9e97-7addf3c736f2" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:11:34.654877 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761f98e-bb89-460c-93f4-de4926fb1dfc service neutron] Pushing event updated for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:34.673502 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b3ec5-1bdf-4e12-a46d-c2ff76260e3b x-openstack-request-id: req-a22b3ec5-1bdf-4e12-a46d-c2ff76260e3b {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:11:34.673859 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:11:34.674178 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a22b3ec5-1bdf-4e12-a46d-c2ff76260e3b {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:11:34.674705 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'status': 'completed', 'code': 200} Feb 09 17:11:34.740138 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e13aa-506c-4ae3-9e97-7addf3c736f2 req-4ffbce87-76c5-4f5e-a32d-c968db135b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:34.741681 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-864e13aa-506c-4ae3-9e97-7addf3c736f2 req-4ffbce87-76c5-4f5e-a32d-c968db135b1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1095 time: 0.0483913 Feb 09 17:11:34.843442 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e13aa-506c-4ae3-9e97-7addf3c736f2 req-7acb47c9-8d77-45e9-b0bd-ff8ce599f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:34.844984 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-864e13aa-506c-4ae3-9e97-7addf3c736f2 req-7acb47c9-8d77-45e9-b0bd-ff8ce599f4a8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0961475 Feb 09 17:11:34.947656 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e13aa-506c-4ae3-9e97-7addf3c736f2 req-78a32dd4-1312-48f0-9027-6f5de8fa67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:34.949253 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-864e13aa-506c-4ae3-9e97-7addf3c736f2 req-78a32dd4-1312-48f0-9027-6f5de8fa67a2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986283 Feb 09 17:11:35.020857 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf091d-e598-45b4-ad1f-748983037a85 req-8d915764-a87b-4bfc-a3a2-27ff762a1c4a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:35.022339 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42cf091d-e598-45b4-ad1f-748983037a85 req-8d915764-a87b-4bfc-a3a2-27ff762a1c4a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 944 time: 0.0718417 Feb 09 17:11:35.051652 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-2b28a3b5-6759-465f-b6b9-987b1dd87723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:35.053152 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-2b28a3b5-6759-465f-b6b9-987b1dd87723 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1095 time: 0.0657423 Feb 09 17:11:35.104805 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-42cf091d-e598-45b4-ad1f-748983037a85 req-049d6f42-9b63-45ea-b4ca-af614c960108 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753143 Feb 09 17:11:35.106068 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-78058e1a-572f-44ef-b664-165375addac2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 200 len: 217 time: 0.0428648 Feb 09 17:11:35.154897 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-fbd759e4-343b-4ebb-9774-4868d690601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:35.156414 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-fbd759e4-343b-4ebb-9774-4868d690601f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0441678 Feb 09 17:11:35.203207 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-b328e5c3-a6a0-4e36-8324-16fb140d572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:35.204768 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-b328e5c3-a6a0-4e36-8324-16fb140d572a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418785 Feb 09 17:11:35.632163 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-bd30c091-5faf-4ab5-8f09-a7fac70f8e40 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209733 Feb 09 17:11:35.724604 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-caf244c6-51dd-4fc5-a9fb-ca7b17a9f40d req-07451f68-3186-49ce-8bbc-49177cd9a191 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849895 Feb 09 17:11:36.226909 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2146-4c73-45ab-971e-6a0a5eea6ec8 req-3ec91751-cb2f-419f-bafb-0b0a9e7b59c3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:36.228362 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-573a2146-4c73-45ab-971e-6a0a5eea6ec8 req-3ec91751-cb2f-419f-bafb-0b0a9e7b59c3 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 944 time: 0.0502670 Feb 09 17:11:36.270055 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-573a2146-4c73-45ab-971e-6a0a5eea6ec8 req-a1538e0a-898c-44f2-8aa5-f8ae235e6923 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355213 Feb 09 17:11:37.384012 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56bb3d-03db-423a-a04b-84d6236f9c3e req-0897ed82-c3ca-456c-8914-a6a7eea8b0a7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:37.385509 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad56bb3d-03db-423a-a04b-84d6236f9c3e req-0897ed82-c3ca-456c-8914-a6a7eea8b0a7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 944 time: 0.0485003 Feb 09 17:11:37.424756 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ad56bb3d-03db-423a-a04b-84d6236f9c3e req-17e92579-33f6-4997-84ae-ceac52dd6970 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Feb 09 17:11:38.540451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189fd93-fbe9-4555-8f43-ced05d77277d req-9ae9c030-1e10-4a3d-8522-5ba2c50715d7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:38.541953 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9189fd93-fbe9-4555-8f43-ced05d77277d req-9ae9c030-1e10-4a3d-8522-5ba2c50715d7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 944 time: 0.0486150 Feb 09 17:11:38.580674 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-9189fd93-fbe9-4555-8f43-ced05d77277d req-771d8fc1-035f-442e-af0f-2a4cbc2ed041 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Feb 09 17:11:38.834932 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3edba66f-bffe-4745-99fa-e8532dc1a84c details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:11:38.927757 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:38.939145 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:11:38.975598 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:38.992556 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edba66f-bffe-4745-99fa-e8532dc1a84c {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:11:39.011127 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:39.099996 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:39.146313 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:39.366136 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3edba66f-bffe-4745-99fa-e8532dc1a84c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:11:39.698149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ed826-3e21-4b26-af37-f24bc7efed64 req-81a3e781-4dd1-4116-bdaf-0f73ecbdd44e tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:39.699647 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f19ed826-3e21-4b26-af37-f24bc7efed64 req-81a3e781-4dd1-4116-bdaf-0f73ecbdd44e tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 945 time: 0.0498998 Feb 09 17:11:39.741794 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f19ed826-3e21-4b26-af37-f24bc7efed64 req-64a17589-a4cd-4858-a15c-17d4c0867eef tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360568 Feb 09 17:11:40.849409 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3edba66f-bffe-4745-99fa-e8532dc1a84c up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:11:40.858741 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0da15-d294-485c-a7ea-518fe011a8d3 req-55644601-6684-480a-9e72-df7bad17bcad tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:40.860405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbc0da15-d294-485c-a7ea-518fe011a8d3 req-55644601-6684-480a-9e72-df7bad17bcad tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 945 time: 0.0500276 Feb 09 17:11:40.898132 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-bbc0da15-d294-485c-a7ea-518fe011a8d3 req-a827d64f-f7e5-40af-b055-b37c962f65e7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317910 Feb 09 17:11:40.985277 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning for port 3edba66f-bffe-4745-99fa-e8532dc1a84c completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:11:40.989382 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 3edba66f-bffe-4745-99fa-e8532dc1a84c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:11:40.989758 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:41.067798 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:41.089986 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:11:41.093021 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed2085e-ead8-4a0d-8a5e-eec1bfc4cddb" -d '{"events": [{"server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "name": "network-vif-plugged", "status": "completed", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:11:41.108322 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:11:41.136177 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67634099-3066-47ee-bc4f-712105ed27d9 x-openstack-request-id: req-67634099-3066-47ee-bc4f-712105ed27d9 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:11:41.136561 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "name": "network-vif-plugged", "status": "completed", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:11:41.136831 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67634099-3066-47ee-bc4f-712105ed27d9 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:11:41.137312 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'code': 200} Feb 09 17:11:41.191618 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:41.238290 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259d67e-ab80-43af-8bfe-8624f11447e4 req-b0099f0f-c346-4f94-96b9-a5603789866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:41.239883 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a259d67e-ab80-43af-8bfe-8624f11447e4 req-b0099f0f-c346-4f94-96b9-a5603789866a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1097 time: 0.0428462 Feb 09 17:11:41.243779 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:41.277773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a259d67e-ab80-43af-8bfe-8624f11447e4 req-9d4dac05-9695-4ab2-a4b9-311f71dca2f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302842 Feb 09 17:11:42.013763 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608303f-1a09-467c-92d9-72db58be2fec req-77a1d56b-c94d-48fd-b5f7-1ffd517656ae tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:42.015848 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0608303f-1a09-467c-92d9-72db58be2fec req-77a1d56b-c94d-48fd-b5f7-1ffd517656ae tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 946 time: 0.0500507 Feb 09 17:11:42.059052 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-0608303f-1a09-467c-92d9-72db58be2fec req-952d43d1-68ab-4c66-b5ea-2bc481721287 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371077 Feb 09 17:11:43.180275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69273a42-683f-44d8-a126-618f917e4ebd req-92eb33bd-9c1a-4787-adbc-2742f21ec0f8 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:43.181762 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69273a42-683f-44d8-a126-618f917e4ebd req-92eb33bd-9c1a-4787-adbc-2742f21ec0f8 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 946 time: 0.0494046 Feb 09 17:11:43.226185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-69273a42-683f-44d8-a126-618f917e4ebd req-29d2fb13-ccf4-49d9-b46b-d004485a6aa5 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374436 Feb 09 17:11:43.346184 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6135f-75d7-468d-ad9f-beea720a95d2 req-986fcba7-a308-4394-90dd-64e9d5e0f0f6 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:43.347672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1f6135f-75d7-468d-ad9f-beea720a95d2 req-986fcba7-a308-4394-90dd-64e9d5e0f0f6 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 946 time: 0.0510454 Feb 09 17:11:43.385189 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d1f6135f-75d7-468d-ad9f-beea720a95d2 req-96023388-373f-417d-a7f2-d7249df216eb tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Feb 09 17:11:43.410949 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36420) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:43.499792 n-d-828542-1 neutron-server[103179]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8cfd27-40f7-40ea-b0c6-50e5abd9df79 tempest-TestSnapshotPattern-2068548419 tempest-TestSnapshotPattern-2068548419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103179) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:43.501293 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2f8cfd27-40f7-40ea-b0c6-50e5abd9df79 tempest-TestSnapshotPattern-2068548419 tempest-TestSnapshotPattern-2068548419-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1092 time: 0.0893407 Feb 09 17:11:43.504214 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36424) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:11:43.508765 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.v2.base [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103179) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:11:43.588986 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for floatingip, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:43.687933 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:43.796295 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_common [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Allocated IP 172.25.5.253 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/728b9091-5384-4fef-b492-594dc2dc0b94) {{(pid=103179) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:11:43.898623 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for port, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:43.985422 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:44.031932 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103179) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:11:44.034859 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.base_scheduler [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Resources bound (agent type, host, resource id): {{(pid=103179) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:11:44.039109 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Received port after_create {{(pid=103179) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:11:44.042337 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'Port': ['ID=728b9091-5384-4fef-b492-594dc2dc0b94,revision_number=1']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:44.391292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:44.553100 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:44.703996 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for port, precommit_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:44.794412 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30076182'] for port, after_update {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:44.862352 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'Port': ['ID=728b9091-5384-4fef-b492-594dc2dc0b94,revision_number=2']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:11:44.874780 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:44.974989 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Floating IP 3d73830b-6778-4435-8353-57ac2232a46d associated. External IP: 172.25.5.253, port: 3edba66f-bffe-4745-99fa-e8532dc1a84c. Feb 09 17:11:45.183507 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Router f7a07479-bbc1-4bbf-97c6-587e449c895a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:11:45.290742 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:11:45.301219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] Sync routers for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:11:45.310724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:45.319672 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:11:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:45.396720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:45.431088 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e2fde460-7446-4c21-89d2-28b8789eac78 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9256046 Feb 09 17:11:45.431754 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:11:45.434368 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93ebc34-3beb-4257-a733-9219434c38aa" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:11:45.474971 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2134386-7194-4834-8325-65628143a839 x-openstack-request-id: req-e2134386-7194-4834-8325-65628143a839 {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:11:45.475339 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:11:45.475591 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2134386-7194-4834-8325-65628143a839 {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:11:45.476002 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'status': 'completed', 'code': 200} Feb 09 17:11:45.539552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebc34-3beb-4257-a733-9219434c38aa req-30812f96-3bae-4bad-95b9-285a50fa26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:45.541405 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a93ebc34-3beb-4257-a733-9219434c38aa req-30812f96-3bae-4bad-95b9-285a50fa26b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1097 time: 0.0426140 Feb 09 17:11:45.573366 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:45.634464 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebc34-3beb-4257-a733-9219434c38aa req-85cb20ce-3c9d-4e55-8769-28b945962718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:45.635959 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a93ebc34-3beb-4257-a733-9219434c38aa req-85cb20ce-3c9d-4e55-8769-28b945962718 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0880988 Feb 09 17:11:45.700773 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a93ebc34-3beb-4257-a733-9219434c38aa req-b9e42dec-0226-4f4b-8610-b367e05ed8b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 200 len: 1000 time: 0.0583799 Feb 09 17:11:45.755323 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebc34-3beb-4257-a733-9219434c38aa req-f331bfd8-530e-43a2-93b0-f75dc2b07b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:45.756890 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a93ebc34-3beb-4257-a733-9219434c38aa req-f331bfd8-530e-43a2-93b0-f75dc2b07b25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0497572 Feb 09 17:11:45.800282 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:44Z', 'revision_number': 0, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:45.802557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebc34-3beb-4257-a733-9219434c38aa req-bcd8765e-4766-449b-aa38-5525f4fe8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:11:45.804143 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a93ebc34-3beb-4257-a733-9219434c38aa req-bcd8765e-4766-449b-aa38-5525f4fe8bf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413947 Feb 09 17:11:45.827025 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] Checking router: f7a07479-bbc1-4bbf-97c6-587e449c895a for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:11:45.835740 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:11:45.836405 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:11:25Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:45.902242 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a93ebc34-3beb-4257-a733-9219434c38aa req-32d7c2fa-606b-4d15-a3f6-4edfce56a1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914519 Feb 09 17:11:45.950089 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:11:46.000488 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a93ebc34-3beb-4257-a733-9219434c38aa req-bf141a54-f701-4acc-8ba6-535f5f868ad1 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914795 Feb 09 17:11:46.174654 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:44Z', 'revision_number': 0, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:11:46.200871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534124c-d6b3-4717-8c96-47a962f3d2fb None None] The sync data for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 is: [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:44Z', 'revision_number': 0, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:11:46.396985 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c4d82-4797-42e0-93cf-cc3f608562f2 None None] New status for floating IP 3d73830b-6778-4435-8353-57ac2232a46d: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:11:53.085287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c3124bdd-a2a5-48b7-8ba5-cbf87999141c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:54.397749 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:11:55.333957 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48bfd648-6c1d-449a-bef6-3c0a1d13cbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:56.888368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:58.532871 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:11:58.622481 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:00.976399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:02.639407 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:23.058575 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-763c05b0-3aed-4f0f-8527-14e5822afd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:24.158553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-c41604e9-ca01-4134-a080-73df6a878954 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860350 Feb 09 17:12:24.242919 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-b0470658-a4cf-41de-a443-4f4fc0964a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:12:24.244688 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-b0470658-a4cf-41de-a443-4f4fc0964a68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1097 time: 0.0425825 Feb 09 17:12:24.351685 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-4aca8aa4-125e-41dc-a230-64c0fb960bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:12:24.353212 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-4aca8aa4-125e-41dc-a230-64c0fb960bf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0900712 Feb 09 17:12:24.418817 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-51ba4af3-0d6f-4b51-9e71-7bc1a90cd09f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 200 len: 1002 time: 0.0591013 Feb 09 17:12:24.472374 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-a71e3bf1-8ba6-4f2d-96b9-fdf58ac28aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:12:24.473894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-a71e3bf1-8ba6-4f2d-96b9-fdf58ac28aed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0489440 Feb 09 17:12:24.520185 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-2932a43b-4019-4d16-a6f4-23b3e284ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:12:24.521696 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-2932a43b-4019-4d16-a6f4-23b3e284ac3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408602 Feb 09 17:12:24.612656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-61e28be6-8914-4db9-adc1-377399e0c671 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847151 Feb 09 17:12:24.709133 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-669cbfa4-c72f-46e9-89c3-ad29b087ad23 req-67411c45-61d0-47fe-ae03-1e085a765079 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887613 Feb 09 17:12:25.296225 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-820d8358-6060-4a4d-89d7-21072a4fb37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:26.872897 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:28.493349 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:28.607042 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:30.975634 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:31.396885 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:12:32.649970 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:53.069645 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-ed7c3682-c514-49cf-8bd0-f196fa490c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:55.297804 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4f78f75e-8f09-42e3-b026-c437b93cdd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:56.860876 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:58.501084 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:12:58.649817 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:01.098300 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:02.686706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:08.396981 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:13:23.080157 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-3c95570f-5854-475e-b738-fef53f209cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:25.097227 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-0613460c-e1c4-4e88-8a72-636453c039dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415235 Feb 09 17:13:25.177884 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-549feb87-5965-49dd-ba76-2c08083fabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:13:25.179399 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-549feb87-5965-49dd-ba76-2c08083fabe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1097 time: 0.0413270 Feb 09 17:13:25.287774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-12b791b9-325d-4f49-8251-7a4d9ada78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:13:25.289318 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-12b791b9-325d-4f49-8251-7a4d9ada78ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0930455 Feb 09 17:13:25.302905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ff92-0358-4a24-b109-069ac5c82654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:25.358486 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-1cecd288-8185-406b-8bdb-93a9f3864643 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 200 len: 1002 time: 0.0620754 Feb 09 17:13:25.412356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-ed41c764-9cd9-4a9b-b65e-d235998e27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:13:25.414444 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-ed41c764-9cd9-4a9b-b65e-d235998e27ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0496902 Feb 09 17:13:25.459903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-683d8d07-b725-4846-b370-a0798b57bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:13:25.461493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-683d8d07-b725-4846-b370-a0798b57bdeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407839 Feb 09 17:13:25.549306 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-a168b0cd-711b-46dd-badd-80f5f84b33c6 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816965 Feb 09 17:13:25.643210 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7975de41-12d1-4ca2-90f3-d31b9560ac34 req-2fb658a7-2f66-4509-9ea8-d2f19ce7101e service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867450 Feb 09 17:13:26.866205 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:28.508989 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:28.622710 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:31.034409 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:32.668679 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:45.396804 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:13:45.550764 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3edba66f-bffe-4745-99fa-e8532dc1a84c details requested by agent hyperv_n-h1-828542-1 with host n-h1-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:13:45.647872 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:13:45.664379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Returning: {'device': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:13:45.702906 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:45.716713 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3edba66f-bffe-4745-99fa-e8532dc1a84c {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:13:45.736033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:13:45.797647 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:45.859947 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:13:45.869425 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.870032 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.870552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.871047 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.871566 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.871889 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.872251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.872580 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.872909 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.873230 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.873552 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.873873 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:13:45.887942 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] get_ports_and_sgs() called for port_ids ['3edba66f-bffe-4745-99fa-e8532dc1a84c'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:13:47.555117 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3edba66f-bffe-4745-99fa-e8532dc1a84c up at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:13:47.622028 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Provisioning complete for port 3edba66f-bffe-4745-99fa-e8532dc1a84c triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:13:47.622659 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:47.715847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:47.740187 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:13:47.742577 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9723364-630c-4a02-91cc-a16e8a127052" -d '{"events": [{"server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "name": "network-vif-plugged", "status": "completed", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:13:47.766477 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:13:47.843985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:47.876830 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae6894-7a26-4262-9ca3-ed62da6d0b65 x-openstack-request-id: req-07ae6894-7a26-4262-9ca3-ed62da6d0b65 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:13:47.886210 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "name": "network-vif-plugged", "status": "completed", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:13:47.886210 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07ae6894-7a26-4262-9ca3-ed62da6d0b65 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:13:47.886210 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'code': 200} Feb 09 17:13:47.917536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:13:53.113955 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d7e061b5-980e-453f-8d98-5921b93fb2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:55.382858 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e93c8ad4-65c3-4817-ac0e-93725d0a5bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:56.452031 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-255ffc79-f599-4d8e-8bec-2e820d2e8caa tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316329345&fields=id&tenant_id=6f8cf725d31e4908b0863bb0de92ea0e HTTP/1.1" status: 200 len: 267 time: 0.0367906 Feb 09 17:13:56.569077 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-134bf735-ccb4-4477-939c-3598e3a04f75 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:13:56.570495 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-134bf735-ccb4-4477-939c-3598e3a04f75 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 810 time: 0.1114528 Feb 09 17:13:56.586390 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-4acc8a82-5ce3-4c60-97e0-968953737a3c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/quotas/6f8cf725d31e4908b0863bb0de92ea0e HTTP/1.1" status: 200 len: 375 time: 0.0096979 Feb 09 17:13:56.646302 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-1901a2ec-33d6-4860-b4df-c70684deec16 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0526016 Feb 09 17:13:56.797764 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-ad3c99fd-d926-4b6d-b807-ed883893e8fb service neutron] 10.222.0.53 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391647 Feb 09 17:13:56.894887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-e9a949ee-dee6-4f95-9b9f-ce1c0466460d service neutron] 10.222.0.53 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908234 Feb 09 17:13:56.896676 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:57.198469 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a2eba579-a1c9-4b17-a7c9-d69da7c05e4a req-ffa51d54-f1aa-47a3-b667-42beff8a46a4 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 210 time: 0.0787580 Feb 09 17:13:58.276628 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-c7051f9e-f998-4bcd-b814-dcd3c6436809 req-d2f277ff-b90f-433d-ad78-b0d0fce97d79 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Feb 09 17:13:58.505552 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:58.622543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:59.361851 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6ff56e94-9f0a-4596-b311-4b560b351253 req-258fce23-8e17-446e-8789-a05556af4fc5 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 210 time: 0.0293350 Feb 09 17:13:59.614066 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3edba66f-bffe-4745-99fa-e8532dc1a84c no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:13:59.695304 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:59.718248 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:13:59.720515 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e22916d-2088-4568-88ec-592dc3b068bf" -d '{"events": [{"server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "name": "network-vif-unplugged", "status": "completed", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:13:59.734275 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:13:59.758707 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 17:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18605171-481e-4343-8c0a-8c138c91a861 x-openstack-request-id: req-18605171-481e-4343-8c0a-8c138c91a861 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:13:59.758982 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "name": "network-vif-unplugged", "status": "completed", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:13:59.759234 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18605171-481e-4343-8c0a-8c138c91a861 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:13:59.759635 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'code': 200} Feb 09 17:13:59.842999 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:13:59.889608 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Pushing event updated for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:14:00.444985 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d10b87b2-ba16-47b9-86db-9420297519ab req-50dc911a-d396-4f97-bf9e-75badf0467da tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 210 time: 0.0311644 Feb 09 17:14:01.053900 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:01.542654 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-eaa6efe2-ab1c-460c-ab8d-8f676fbf31c0 req-12a60e3d-159d-4263-b425-289f0e34e71f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 210 time: 0.0278265 Feb 09 17:14:02.662361 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-229e7c83-79d6-4357-a130-fdc24af30428 req-9d955da9-db86-47c7-b9ec-8e1bed5bcaa8 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 210 time: 0.0285637 Feb 09 17:14:02.689080 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:03.391584 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-20b5a46b-b523-457f-8758-254e0fd52973 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:03.393155 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-20b5a46b-b523-457f-8758-254e0fd52973 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.73 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 810 time: 0.1045389 Feb 09 17:14:03.443807 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-b034330f-49af-44c1-b5b5-9b58f868d60d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8cf725d31e4908b0863bb0de92ea0e HTTP/1.1" status: 200 len: 380 time: 0.0413563 Feb 09 17:14:03.452888 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'port': {'device_id': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'admin_state_up': True, 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'security_groups': ['70ae572d-c0cb-43f7-830d-69ab2d8dbb5e']}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:14:03.616899 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Made reservation on behalf of 6f8cf725d31e4908b0863bb0de92ea0e for: {'port': 1} {{(pid=103178) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 17:14:03.621479 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:03.777901 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a415a4db-f70a-456c-9de1-48cbe9defa9a req-474dc6bc-2f65-4a87-b572-9d114fcf3c9a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 210 time: 0.0386999 Feb 09 17:14:03.793176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Allocated IP 172.20.0.3 (3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2/b38d7672-690a-4ca5-a0c5-419a45c6bd22/8ab69bf2-29cd-4c4f-8dea-92c7448777f9) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:14:03.943912 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:04.048347 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:04.113841 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:14:04.119325 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:14:04.123118 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:14:04.188545 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:04.189532 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:04.206402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:14:04.217816 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.227703 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:14:04.336921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2980917f-1de7-4965-9947-d12eba487342 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8876467 Feb 09 17:14:04.419794 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-de0deec6-b88f-4070-a0cf-0c566f4d927d None None] Provisioning complete for port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 triggered by entity DHCP. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:14:04.421478 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-de0deec6-b88f-4070-a0cf-0c566f4d927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:04.488250 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-de0deec6-b88f-4070-a0cf-0c566f4d927d None None] Port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 cannot update to ACTIVE because it is not bound. {{(pid=103180) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 09 17:14:04.921515 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508dca5-8f62-4e41-b208-c681d8204aa4 req-85a8280b-b513-429d-9a87-cc02f4e64582 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:04.923275 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d508dca5-8f62-4e41-b208-c681d8204aa4 req-85a8280b-b513-429d-9a87-cc02f4e64582 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 931 time: 0.0630167 Feb 09 17:14:04.972401 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d508dca5-8f62-4e41-b208-c681d8204aa4 req-04cf2dbe-15a0-4657-b42a-eb329cca7573 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390334 Feb 09 17:14:06.109107 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f24f0a-8e43-40a8-8fd0-71ac92b723a0 req-111afe30-1bc8-46d6-a26d-6685a70da831 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:06.110786 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8f24f0a-8e43-40a8-8fd0-71ac92b723a0 req-111afe30-1bc8-46d6-a26d-6685a70da831 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 931 time: 0.0619040 Feb 09 17:14:06.167617 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f8f24f0a-8e43-40a8-8fd0-71ac92b723a0 req-062ab80f-d7bd-4a72-a49e-bce71a5cdf1e tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505016 Feb 09 17:14:07.305407 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a2a1e-fb4d-4811-a3ad-171d38c5a8ae req-7828c290-4553-4c83-922d-2023c2917ee5 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:07.307743 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-462a2a1e-fb4d-4811-a3ad-171d38c5a8ae req-7828c290-4553-4c83-922d-2023c2917ee5 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 931 time: 0.0560555 Feb 09 17:14:07.357005 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-462a2a1e-fb4d-4811-a3ad-171d38c5a8ae req-8fb67236-2665-493d-afc2-ef11fa3e17e5 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 Feb 09 17:14:08.510352 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd114d3-d3a4-4ce1-92b8-db521c0c3564 req-799af751-fdcd-446b-90d6-5e6b2c4b0d3a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:08.511927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1dd114d3-d3a4-4ce1-92b8-db521c0c3564 req-799af751-fdcd-446b-90d6-5e6b2c4b0d3a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 931 time: 0.0593841 Feb 09 17:14:08.558442 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1dd114d3-d3a4-4ce1-92b8-db521c0c3564 req-66fa7bbf-5a1c-4275-8f81-f88a2511b681 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356770 Feb 09 17:14:09.697797 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48719dd1-0400-4a72-aa6b-3e7edcf9e6b9 req-8666925d-02f4-497b-a5c1-0469426a8082 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:09.699498 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48719dd1-0400-4a72-aa6b-3e7edcf9e6b9 req-8666925d-02f4-497b-a5c1-0469426a8082 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 931 time: 0.0637107 Feb 09 17:14:09.749510 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-48719dd1-0400-4a72-aa6b-3e7edcf9e6b9 req-83fbcba4-3a09-4e30-b688-c378ab85144b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436778 Feb 09 17:14:10.903125 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bef74-ed44-45ab-996c-3045568348b9 req-94ea9082-2b17-49d8-8fa9-d482d893594f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:10.905744 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5bef74-ed44-45ab-996c-3045568348b9 req-94ea9082-2b17-49d8-8fa9-d482d893594f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 931 time: 0.0609276 Feb 09 17:14:10.959147 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7d5bef74-ed44-45ab-996c-3045568348b9 req-c662c6eb-119a-41b5-852b-2ba0a22aeebe tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Feb 09 17:14:12.092259 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd32bf-7cea-4cf7-a997-be24d0f7bdc2 req-0d74dbdf-7fe7-4c32-a776-3411b07a2cd7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:12.093906 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9bd32bf-7cea-4cf7-a997-be24d0f7bdc2 req-0d74dbdf-7fe7-4c32-a776-3411b07a2cd7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 931 time: 0.0578375 Feb 09 17:14:12.137477 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-a9bd32bf-7cea-4cf7-a997-be24d0f7bdc2 req-e1fc2f0e-37ac-4072-ae8b-021e018c0924 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368237 Feb 09 17:14:12.201991 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-90ba5756-a213-4340-bcec-68ff31ab7f8c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103178) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 09 17:14:12.203039 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-90ba5756-a213-4340-bcec-68ff31ab7f8c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055993 Feb 09 17:14:12.216973 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Request body: {'port': {'device_id': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828542-1'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:14:12.280677 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:12.568889 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 {{(pid=103178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:14:12.577236 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:12.590902 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.provisioning_blocks [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Transition to ACTIVE for port object 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 will not be triggered until provisioned by entity L2. {{(pid=103178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 17:14:12.654814 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:12.715753 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Pushing event updated for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:14:12.792149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Attempting to bind port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 on host n-h2-828542-1 for vnic_type normal with profile {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 17:14:12.792499 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Attempting to bind port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 by drivers openvswitch,hyperv on host n-h2-828542-1 at level 0 using segments [{'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 17:14:12.792836 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Attempting to bind port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 on network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:14:12.797651 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 on network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828542-1 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 17:14:12.797979 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Attempting to bind port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 on network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 17:14:12.803433 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Checking agent: {'id': 'e884c95c-0797-49f7-93b8-30e2f3d9c2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828542-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 36), 'started_at': datetime.datetime(2022, 2, 9, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 17:14:12.803916 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Checking segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 09 17:14:12.804271 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Bound using segment: {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'} {{(pid=103178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 17:14:12.804746 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.managers [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Bound port: 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host: n-h2-828542-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f113ca-449a-4387-9748-6f2105a8332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2'}}] {{(pid=103178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 17:14:12.805226 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:12.880997 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, cleared binding levels {{(pid=103178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 17:14:12.885106 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 17:14:12.988441 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:13.027390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:13.027999 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:13.029493 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] 10.222.0.73 "PUT /v2.0/ports/8ab69bf2-29cd-4c4f-8dea-92c7448777f9 HTTP/1.1" status: 200 len: 1091 time: 0.8175895 Feb 09 17:14:13.029947 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:14:13.032294 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b5c4a4-a397-44fe-8c13-38f6fd1d3ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:14:13.062765 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e65a3-c277-49c3-9a6b-1c1bc911507b service neutron] Pushing event updated for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=3']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:14:13.081940 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67095b1-488f-47bf-b2fd-e0b95d8e193c x-openstack-request-id: req-b67095b1-488f-47bf-b2fd-e0b95d8e193c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:14:13.082241 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:14:13.082499 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b67095b1-488f-47bf-b2fd-e0b95d8e193c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:14:13.082924 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'status': 'completed', 'code': 200} Feb 09 17:14:13.148912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5c4a4-a397-44fe-8c13-38f6fd1d3ca1 req-19c57c15-ed14-40ef-8a66-44dc67ddddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:13.150845 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3b5c4a4-a397-44fe-8c13-38f6fd1d3ca1 req-19c57c15-ed14-40ef-8a66-44dc67ddddb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 1094 time: 0.0482295 Feb 09 17:14:13.295234 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c6450-8d15-4edc-ab1d-e1a1fca35ea0 req-8900056a-fb0b-4050-9a3e-9792886cd562 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:13.296816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d04c6450-8d15-4edc-ab1d-e1a1fca35ea0 req-8900056a-fb0b-4050-9a3e-9792886cd562 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 943 time: 0.0809984 Feb 09 17:14:13.299994 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5c4a4-a397-44fe-8c13-38f6fd1d3ca1 req-c3906191-29a5-4298-86bd-ea01c6df40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:13.301439 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3b5c4a4-a397-44fe-8c13-38f6fd1d3ca1 req-c3906191-29a5-4298-86bd-ea01c6df40ac service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1423805 Feb 09 17:14:13.388012 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d04c6450-8d15-4edc-ab1d-e1a1fca35ea0 req-0f32650c-7be1-4cdd-9241-fa03714f8105 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847077 Feb 09 17:14:13.422557 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5c4a4-a397-44fe-8c13-38f6fd1d3ca1 req-9f76a4cc-2e7b-41aa-afba-bce55ceccb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:13.424061 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-b3b5c4a4-a397-44fe-8c13-38f6fd1d3ca1 req-9f76a4cc-2e7b-41aa-afba-bce55ceccb4f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143196 Feb 09 17:14:13.507636 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-b764634e-d4d4-42c7-b3c8-55274c364039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:13.509201 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-b764634e-d4d4-42c7-b3c8-55274c364039 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 1094 time: 0.0459759 Feb 09 17:14:13.555060 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-0065465f-da00-41ae-a06b-07932c571d85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9 HTTP/1.1" status: 200 len: 217 time: 0.0360005 Feb 09 17:14:13.608175 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-bdeb2a73-a9f1-4733-a4e0-b154d77f13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:13.610719 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-bdeb2a73-a9f1-4733-a4e0-b154d77f13a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0492163 Feb 09 17:14:13.661376 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-097781f3-edc2-4314-8271-19c9dbbfc7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:13.662831 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-097781f3-edc2-4314-8271-19c9dbbfc7e9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448256 Feb 09 17:14:13.757300 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-852d60a6-43e2-49db-829f-f40dc3f75c6e service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 Feb 09 17:14:13.855753 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ef033833-3cda-492f-bfc4-d250df12f1aa req-8f8a9396-7925-40ee-b58b-4a4042656c2e service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915208 Feb 09 17:14:14.517642 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f23ef-23ec-4e9e-852f-771703c491f5 req-d98a9dc6-a1b6-45c8-99f6-643b6327247d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:14.519208 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e3f23ef-23ec-4e9e-852f-771703c491f5 req-d98a9dc6-a1b6-45c8-99f6-643b6327247d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 943 time: 0.0594659 Feb 09 17:14:14.559234 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7e3f23ef-23ec-4e9e-852f-771703c491f5 req-ddc320c0-82e0-4b4d-b71a-8434cafa1981 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338268 Feb 09 17:14:15.677356 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee131-fe70-4b4e-ad28-3f3111b00612 req-0a92894e-6519-4431-b4b4-68a13e33469a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:15.678887 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-819ee131-fe70-4b4e-ad28-3f3111b00612 req-0a92894e-6519-4431-b4b4-68a13e33469a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 943 time: 0.0509822 Feb 09 17:14:15.718741 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-819ee131-fe70-4b4e-ad28-3f3111b00612 req-938e1916-c655-436e-9bca-b66e338c8440 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Feb 09 17:14:16.308347 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:14:16.404625 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:14:16.416636 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'port_id': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'mac_address': 'fa:16:3e:f2:44:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:14:16.453162 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:16.469938 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:14:16.491033 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:14:16.551136 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:16.599858 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=4']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:14:16.797913 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['8ab69bf2-29cd-4c4f-8dea-92c7448777f9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:14:16.846724 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826064a9-481d-4585-b1cb-7bb6ebf5fe55 req-8bbd5a18-729f-40ee-9950-dc9e030580a1 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:16.848272 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826064a9-481d-4585-b1cb-7bb6ebf5fe55 req-8bbd5a18-729f-40ee-9950-dc9e030580a1 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 944 time: 0.0558305 Feb 09 17:14:16.887722 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-826064a9-481d-4585-b1cb-7bb6ebf5fe55 req-2a456732-d45d-4531-b117-224ad0cf774f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324557 Feb 09 17:14:18.015079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd7c2a-8a06-4ecf-99c5-070e69c118b9 req-3d7e8612-e2c5-445b-a1bb-a967c0e46e90 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:18.016672 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bcd7c2a-8a06-4ecf-99c5-070e69c118b9 req-3d7e8612-e2c5-445b-a1bb-a967c0e46e90 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 944 time: 0.0517573 Feb 09 17:14:18.057699 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3bcd7c2a-8a06-4ecf-99c5-070e69c118b9 req-57cb6d1e-99dd-43a9-a62d-a51014b89131 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349917 Feb 09 17:14:18.316820 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:14:18.476536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning for port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 completed by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 17:14:18.480919 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:14:18.481293 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:18.565156 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:18.588878 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:14:18.591064 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d0d91-eadb-47e7-86f0-38387a5c0a83" -d '{"events": [{"server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "name": "network-vif-plugged", "status": "completed", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:14:18.604746 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:14:18.634451 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd3c1f8-6d1e-4ef5-b531-16e9c5336117 x-openstack-request-id: req-2fd3c1f8-6d1e-4ef5-b531-16e9c5336117 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:14:18.634899 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "name": "network-vif-plugged", "status": "completed", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:14:18.635270 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fd3c1f8-6d1e-4ef5-b531-16e9c5336117 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:14:18.635722 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'code': 200} Feb 09 17:14:18.665088 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:18.715497 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=5']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:14:18.737204 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b014d0-3a84-40ce-8a09-d6a9b0d470a0 req-23beb8bc-96e0-4be9-97b6-4ed64d121681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:18.738739 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66b014d0-3a84-40ce-8a09-d6a9b0d470a0 req-23beb8bc-96e0-4be9-97b6-4ed64d121681 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0420396 Feb 09 17:14:18.774909 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-66b014d0-3a84-40ce-8a09-d6a9b0d470a0 req-8843d644-15e9-4c00-bb2e-9ab8ba1a0a1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283387 Feb 09 17:14:19.184382 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2db4e-3dff-49f5-9c5c-9df3b960cdc8 req-b9e874ea-d341-402e-be8f-c0ad79712a1f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:19.185966 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1d2db4e-3dff-49f5-9c5c-9df3b960cdc8 req-b9e874ea-d341-402e-be8f-c0ad79712a1f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 945 time: 0.0569813 Feb 09 17:14:19.226532 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f1d2db4e-3dff-49f5-9c5c-9df3b960cdc8 req-598da14f-f623-4e29-bf7e-a6b293106584 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340378 Feb 09 17:14:20.355896 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471ad73-adb5-4a52-ad59-6926e7827546 req-5c3531a5-307a-405c-8bdb-83804adfa760 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:20.357596 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7471ad73-adb5-4a52-ad59-6926e7827546 req-5c3531a5-307a-405c-8bdb-83804adfa760 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 945 time: 0.0553706 Feb 09 17:14:20.403172 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-7471ad73-adb5-4a52-ad59-6926e7827546 req-22331101-8dc2-45eb-865d-3421babc7b0b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390017 Feb 09 17:14:20.539903 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dccf2-be5c-4663-9ae5-4c09f825f7a6 req-bddd30b9-2194-497b-9249-31ff0f442c13 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:20.542154 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-345dccf2-be5c-4663-9ae5-4c09f825f7a6 req-bddd30b9-2194-497b-9249-31ff0f442c13 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 945 time: 0.0523901 Feb 09 17:14:20.588799 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-345dccf2-be5c-4663-9ae5-4c09f825f7a6 req-dc82fcfc-6967-476e-a7fa-80c27969c439 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354910 Feb 09 17:14:20.612756 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36728) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:14:20.672022 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4a81e0-78dd-4327-81fe-775cdc3dfcdb tempest-TestSnapshotPattern-2068548419 tempest-TestSnapshotPattern-2068548419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:20.673656 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-5b4a81e0-78dd-4327-81fe-775cdc3dfcdb tempest-TestSnapshotPattern-2068548419 tempest-TestSnapshotPattern-2068548419-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 1091 time: 0.0598621 Feb 09 17:14:20.676497 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 36730) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:14:20.681075 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.v2.base [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Request body: {'floatingip': {'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'port_id': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103178) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 17:14:20.791890 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for floatingip, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:20.899314 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:21.020112 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.db_base_plugin_common [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Allocated IP 172.25.5.167 (0382ca27-9a12-48f1-9cee-c4b2aaccebfd/058af293-5ebd-4580-8def-25bbcad659b1/80d682d8-713a-434a-bb41-45b413db7e31) {{(pid=103178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 17:14:21.128521 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for port, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:21.239872 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783023488121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:21.306901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Network 0382ca27-9a12-48f1-9cee-c4b2aaccebfd is already hosted by enough agents. {{(pid=103178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 17:14:21.310402 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.base_scheduler [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Resources bound (agent type, host, resource id): {{(pid=103178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 17:14:21.314406 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Received port after_create {{(pid=103178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 17:14:21.320791 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'Port': ['ID=80d682d8-713a-434a-bb41-45b413db7e31,revision_number=1']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:14:21.711758 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:21.849047 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:22.004832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for port, precommit_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:22.084668 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25027554'] for port, after_update {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:22.153378 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event updated for resources: {'Port': ['ID=80d682d8-713a-434a-bb41-45b413db7e31,revision_number=2']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:14:22.167791 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33140391'] for floatingip, after_create {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:22.281319 n-d-828542-1 neutron-server[103178]: INFO neutron.db.l3_db [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Floating IP 59ffe09a-7e8a-48b5-9396-77c29c89d202 associated. External IP: 172.25.5.167, port: 8ab69bf2-29cd-4c4f-8dea-92c7448777f9. Feb 09 17:14:22.397313 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:14:22.847960 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Router f7a07479-bbc1-4bbf-97c6-587e449c895a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:14:22.963403 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:14:22.975806 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] Sync routers for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:14:22.985540 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:14:22.986154 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:14:23.074132 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:23.111836 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:14:23.115621 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-bace2add-1f94-4324-8bf9-bc871d463fbc tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4378972 Feb 09 17:14:23.116270 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:14:23.118724 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6fb17c-09a8-441a-81d2-c0120f1aac47" -d '{"events": [{"name": "network-changed", "server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:14:23.149494 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d9023223-8673-40dd-bc28-b94fe53bb7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:23.175136 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a387af75-9b30-4ece-bcb9-b83cfac46e9e x-openstack-request-id: req-a387af75-9b30-4ece-bcb9-b83cfac46e9e {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:14:23.175496 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:14:23.175816 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a387af75-9b30-4ece-bcb9-b83cfac46e9e {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:14:23.176316 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'status': 'completed', 'code': 200} Feb 09 17:14:23.243176 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-50a60354-2efc-41ba-a31a-586aebfdf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:23.245991 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-50a60354-2efc-41ba-a31a-586aebfdf82a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0469370 Feb 09 17:14:23.351577 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-b8df927e-ca93-40cf-ac26-c77cdfc4117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:23.353538 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-b8df927e-ca93-40cf-ac26-c77cdfc4117b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0985608 Feb 09 17:14:23.375536 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:46Z', 'revision_number': 1, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}, {'id': '59ffe09a-7e8a-48b5-9396-77c29c89d202', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:f2:44:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:14:21Z', 'updated_at': '2022-02-09T17:14:21Z', 'revision_number': 0, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:14:23.401901 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] Checking router: f7a07479-bbc1-4bbf-97c6-587e449c895a for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:14:23.413241 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:14:23.413863 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:13:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:14:23.424288 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-ba7585b9-3242-4b38-b4a7-c8a0e777efed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9 HTTP/1.1" status: 200 len: 999 time: 0.0634029 Feb 09 17:14:23.479626 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-794d6b84-3455-4522-a435-74c5e63b039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:23.481393 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-794d6b84-3455-4522-a435-74c5e63b039a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0509393 Feb 09 17:14:23.531446 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:14:23.541476 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-eb949fcb-9634-4116-8920-45ab34c8aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:23.543017 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-eb949fcb-9634-4116-8920-45ab34c8aadb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546737 Feb 09 17:14:23.649192 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-41af2139-7f36-4612-b437-f90e3fc82371 service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980701 Feb 09 17:14:23.755927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-db6fb17c-09a8-441a-81d2-c0120f1aac47 req-2edb928e-c734-43e7-91f4-9a3374a21835 service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986586 Feb 09 17:14:23.971948 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:46Z', 'revision_number': 1, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}, {'id': '59ffe09a-7e8a-48b5-9396-77c29c89d202', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:f2:44:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:14:21Z', 'updated_at': '2022-02-09T17:14:21Z', 'revision_number': 0, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:14:24.000745 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36519a1-71fe-4955-86b7-5931eb0985a7 None None] The sync data for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 is: [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:46Z', 'revision_number': 1, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}, {'id': '59ffe09a-7e8a-48b5-9396-77c29c89d202', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:f2:44:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:14:21Z', 'updated_at': '2022-02-09T17:14:21Z', 'revision_number': 0, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:14:24.222965 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253319da-f518-4430-8213-46b3d01d21e9 None None] New status for floating IP 59ffe09a-7e8a-48b5-9396-77c29c89d202: ACTIVE {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:14:25.117252 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-e5cf6a11-a93a-418e-a8ca-b1bb2a486025 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450368 Feb 09 17:14:25.205353 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-0a75f6ee-b112-4c77-93f7-ce4007526d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:25.206902 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-0a75f6ee-b112-4c77-93f7-ce4007526d46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1095 time: 0.0436873 Feb 09 17:14:25.305520 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e40c6f8e-7ab7-44d3-8f5a-6f0a875b66ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:25.340990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-7aff4860-995c-4c87-a30b-21b7ba433f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:25.342915 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-7aff4860-995c-4c87-a30b-21b7ba433f5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.1147549 Feb 09 17:14:25.429185 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-69026322-51bb-461f-8522-927f7de4a9a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 200 len: 1000 time: 0.0783834 Feb 09 17:14:25.509321 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-c98dc521-9eb1-4b3d-a283-ff4a17614e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:25.511927 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-c98dc521-9eb1-4b3d-a283-ff4a17614e0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0764027 Feb 09 17:14:25.567115 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-fe06d322-43b3-40ff-88a4-97e0bb1add20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:25.568616 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-fe06d322-43b3-40ff-88a4-97e0bb1add20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507410 Feb 09 17:14:25.675379 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-76526899-bf26-4c08-9c84-cac62ec0a8ca service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001198 Feb 09 17:14:25.786009 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-13c64915-0536-4c3e-87cc-4c028ef9c920 req-45d5ff61-7772-4f7d-a993-689648ca9702 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037490 Feb 09 17:14:26.905049 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:28.525703 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:28.628041 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:31.019083 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:32.699294 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:33.288940 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f5cabd-65f7-489d-890a-5827c922f311 req-c7303cc4-619b-4a0f-bce2-a918d260fa71 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870469 Feb 09 17:14:33.385543 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5cabd-65f7-489d-890a-5827c922f311 req-d84c172d-ba45-42ba-a2b0-4acd7fd78c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:33.387115 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f5cabd-65f7-489d-890a-5827c922f311 req-d84c172d-ba45-42ba-a2b0-4acd7fd78c61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0446098 Feb 09 17:14:33.507591 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5cabd-65f7-489d-890a-5827c922f311 req-485ad82f-584c-4d8a-a4cc-c90febdc28f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:33.509716 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f5cabd-65f7-489d-890a-5827c922f311 req-485ad82f-584c-4d8a-a4cc-c90febdc28f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0933664 Feb 09 17:14:33.577507 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f5cabd-65f7-489d-890a-5827c922f311 req-8b8b5da5-e54e-41c6-9fa4-669ae444f6bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9 HTTP/1.1" status: 200 len: 1001 time: 0.0608010 Feb 09 17:14:33.629734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5cabd-65f7-489d-890a-5827c922f311 req-4557674b-babf-406a-b2c9-ce3823d4a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:33.631241 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f5cabd-65f7-489d-890a-5827c922f311 req-4557674b-babf-406a-b2c9-ce3823d4a2f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0460100 Feb 09 17:14:33.686886 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5cabd-65f7-489d-890a-5827c922f311 req-bd836c09-f65f-4a67-b3d8-4fece7c61403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:14:33.688481 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f5cabd-65f7-489d-890a-5827c922f311 req-bd836c09-f65f-4a67-b3d8-4fece7c61403 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461328 Feb 09 17:14:33.784767 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f5cabd-65f7-489d-890a-5827c922f311 req-5afd166c-07a2-4e8f-b1aa-4e2186f9d25a service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858698 Feb 09 17:14:33.882809 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-74f5cabd-65f7-489d-890a-5827c922f311 req-c6dd4a42-cf96-4026-bcae-e5ad3f736158 service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906167 Feb 09 17:14:53.121573 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-8770f9df-9988-4052-827b-205a21198990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:55.339202 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9b69671a-a840-4fe3-a67d-49ce6367991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:56.921873 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:58.512740 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:58.612637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:14:59.396381 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:15:01.024332 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:02.740903 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:23.083368 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-35a2703a-24fb-4a79-88c9-7c0f7b878438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:25.300646 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9ef33ca2-9126-4919-9d8f-08d8f25e4ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:26.078615 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-6af1e2d5-3e5b-4eef-9a35-82421ce03347 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397830 Feb 09 17:15:26.161518 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-7c22af27-8daf-4d1b-b931-8a796352f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:15:26.163038 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-7c22af27-8daf-4d1b-b931-8a796352f3e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1095 time: 0.0424957 Feb 09 17:15:26.270990 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-4b333a0c-8098-449f-81ee-b4e43774b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:15:26.272396 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-4b333a0c-8098-449f-81ee-b4e43774b44f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0896661 Feb 09 17:15:26.336964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-f3135f81-babd-49c5-b53c-cf23328674eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 200 len: 1000 time: 0.0584161 Feb 09 17:15:26.383970 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-0b9df41a-afbb-4dd0-aa69-152be1e0301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:15:26.385441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-0b9df41a-afbb-4dd0-aa69-152be1e0301c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0428894 Feb 09 17:15:26.435027 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-a7d36382-7996-45ec-bddf-01b29a8d86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:15:26.436562 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-a7d36382-7996-45ec-bddf-01b29a8d86bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440238 Feb 09 17:15:26.533710 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-9cb6fb87-f667-4e47-8295-7e1a32dbdc76 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904272 Feb 09 17:15:26.628447 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d6cf9ca8-8002-4ab1-a95b-92bee4af545c req-5938f045-5462-405f-9171-15332235ade0 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882812 Feb 09 17:15:26.909287 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:28.503523 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:28.594853 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:31.063106 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:32.692093 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:34.239267 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-a2cf9df3-0a8b-4373-8fcc-05731ed0d95a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422223 Feb 09 17:15:34.322996 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-fcbb2176-be62-46dd-94e4-26b32c3a8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:15:34.324601 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-fcbb2176-be62-46dd-94e4-26b32c3a8eb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0417998 Feb 09 17:15:34.434080 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-222087c5-5b9a-49c7-a97f-dd862c24dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:15:34.435934 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-222087c5-5b9a-49c7-a97f-dd862c24dae3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0887105 Feb 09 17:15:34.501427 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-a48c82f9-e2b3-4a3b-8ac0-cdc5b509703a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9 HTTP/1.1" status: 200 len: 1001 time: 0.0579288 Feb 09 17:15:34.549257 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-993ae637-01c5-462b-866f-d75e0035c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:15:34.551032 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-993ae637-01c5-462b-866f-d75e0035c34b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0431471 Feb 09 17:15:34.602704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-a95c3083-b9f1-4b96-b369-c6438c70d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:15:34.604244 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-a95c3083-b9f1-4b96-b369-c6438c70d4fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463324 Feb 09 17:15:34.693236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-a7000d49-ee0a-4ff6-8d35-4661c6a946c0 service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810790 Feb 09 17:15:34.787062 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-6576c470-113f-45c5-89b3-b1d5de67ab79 req-79523008-b39f-4465-ba6e-2d2a10b7263f service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871093 Feb 09 17:15:36.396622 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:15:52.690864 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 details requested by agent hyperv_n-h2-828542-1 with host n-h2-828542-1 {{(pid=103180) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 17:15:52.790237 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:15:52.801299 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Returning: {'device': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'port_id': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'mac_address': 'fa:16:3e:f2:44:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103180) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 17:15:52.837657 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:52.851016 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 {{(pid=103180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 17:15:52.869738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:15:52.940265 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:52.997680 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=6']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:15:53.015287 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.015632 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.015967 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.016325 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.016655 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.016981 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.017305 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.017626 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.017991 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.018262 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.018578 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.018896 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:15:53.050418 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] get_ports_and_sgs() called for port_ids ['8ab69bf2-29cd-4c4f-8dea-92c7448777f9'] {{(pid=103180) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 17:15:53.087283 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-38326b1e-0333-4265-b5a7-ff184c335a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:54.697428 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 up at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 17:15:54.752610 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.provisioning_blocks [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Provisioning complete for port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 triggered by entity L2. {{(pid=103180) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 17:15:54.752995 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-769958'] for port, provisioning_complete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:54.847844 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:54.873410 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:15:54.875696 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d1b6de-49a9-47ef-bc4b-fb0e640cb1bc" -d '{"events": [{"server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "name": "network-vif-plugged", "status": "completed", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:15:54.892522 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:15:54.922989 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8871bc2-c3be-4811-a975-f874128421fd x-openstack-request-id: req-f8871bc2-c3be-4811-a975-f874128421fd {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:15:54.923286 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "name": "network-vif-plugged", "status": "completed", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:15:54.923535 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8871bc2-c3be-4811-a975-f874128421fd {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:15:54.923995 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'code': 200} Feb 09 17:15:54.966275 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:55.026226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=7']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:15:55.387503 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-50130573-f887-4d82-858c-28af3fd2acff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:56.983298 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:58.528728 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:15:58.619693 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:01.074449 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:02.691865 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:05.881151 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 36934) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:06.038178 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Deleting port 80d682d8-713a-434a-bb41-45b413db7e31 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:06.039031 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:06.118646 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:06.118897 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:06.130865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Calling delete_port for 80d682d8-713a-434a-bb41-45b413db7e31 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:06.334055 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:06.360738 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event deleted for resources: {'Port': ['ID=80d682d8-713a-434a-bb41-45b413db7e31,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:06.386612 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.386875 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.387210 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.387538 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.387865 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.388219 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.388542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.388858 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.389180 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.389542 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.389867 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.390187 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:06.429989 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:06.430316 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Floating IP 59ffe09a-7e8a-48b5-9396-77c29c89d202 disassociated (deleted). External IP: 172.25.5.167, port: 8ab69bf2-29cd-4c4f-8dea-92c7448777f9. Feb 09 17:16:06.638416 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Router f7a07479-bbc1-4bbf-97c6-587e449c895a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:16:06.745803 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:16:06.752020 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:06.758242 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] Sync routers for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:16:06.768612 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:16:06.769251 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:06.782453 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-faece270-6649-4230-86e7-ba23187fd61c tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "DELETE /v2.0/floatingips/59ffe09a-7e8a-48b5-9396-77c29c89d202 HTTP/1.1" status: 204 len: 168 time: 0.8978043 Feb 09 17:16:06.782453 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:16:06.783254 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151" -d '{"events": [{"name": "network-changed", "server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:16:06.889014 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857235ae-13a2-4ec9-80e5-3d967cb91e5d x-openstack-request-id: req-857235ae-13a2-4ec9-80e5-3d967cb91e5d {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:16:06.889671 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:16:06.889803 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:16:06.889803 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-857235ae-13a2-4ec9-80e5-3d967cb91e5d {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:16:06.890015 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'status': 'completed', 'code': 200} Feb 09 17:16:06.961277 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-9a624afd-02cc-4fec-ba2a-21bfef0c7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:06.962921 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-9a624afd-02cc-4fec-ba2a-21bfef0c7a88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0465221 Feb 09 17:16:07.060168 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-0202fe0f-8869-4bbc-aa9e-0cc81b4594a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:07.061816 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-0202fe0f-8869-4bbc-aa9e-0cc81b4594a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0907886 Feb 09 17:16:07.109394 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-bff92dcd-7a29-4f0c-85ec-94e48c49f584 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9 HTTP/1.1" status: 200 len: 217 time: 0.0402746 Feb 09 17:16:07.131871 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:46Z', 'revision_number': 1, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:07.159009 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] Checking router: f7a07479-bbc1-4bbf-97c6-587e449c895a for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:16:07.167226 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:16:07.167846 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:07.188944 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-c92f4360-2c50-4292-ab9d-a86f2c186f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:07.190441 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-c92f4360-2c50-4292-ab9d-a86f2c186f5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0743308 Feb 09 17:16:07.210998 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525daa0-6940-4a3f-b561-1c8203c1a0ed req-5dba6d07-66a5-4c9b-80d1-6c6a10c904d7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:07.212530 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1525daa0-6940-4a3f-b561-1c8203c1a0ed req-5dba6d07-66a5-4c9b-80d1-6c6a10c904d7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 945 time: 0.0568929 Feb 09 17:16:07.273562 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:16:07.280384 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1525daa0-6940-4a3f-b561-1c8203c1a0ed req-11ac33b0-a238-4249-8d5c-f38cf5278150 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591052 Feb 09 17:16:07.284930 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-08635c97-4cd4-4078-9f71-096d986f19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:07.289536 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-08635c97-4cd4-4078-9f71-096d986f19ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730073 Feb 09 17:16:07.386229 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-7e052daf-812a-4421-b981-c9672abfe1f2 service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858366 Feb 09 17:16:07.487574 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-fbab842c-8e71-4a90-9bcd-1b31ca2a7151 req-09f94976-561a-4d39-9c1d-71950aa8a59e service neutron] 10.222.0.73 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894270 Feb 09 17:16:07.499976 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:46Z', 'revision_number': 1, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:07.529687 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66045b2-87a0-4a54-922d-62ccfae32e56 None None] The sync data for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 is: [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_floatingips': [{'id': '3d73830b-6778-4435-8353-57ac2232a46d', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'router_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'port_id': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'mac_address': 'fa:16:3e:d1:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fc0424-2287-422f-9353-abc26d4701fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T17:11:44Z', 'updated_at': '2022-02-09T17:11:46Z', 'revision_number': 1, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:16:07.818064 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d39c8f-17e4-4a37-a5c5-da21eab8f5d2 None None] New status for floating IP 59ffe09a-7e8a-48b5-9396-77c29c89d202: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:16:08.401734 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b7221-8d83-4f2c-8cbc-c146f9eb1083 req-ad73e9b9-8314-4876-86e1-e9936d62586d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:08.403257 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d1b7221-8d83-4f2c-8cbc-c146f9eb1083 req-ad73e9b9-8314-4876-86e1-e9936d62586d tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 945 time: 0.0511119 Feb 09 17:16:08.440999 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-3d1b7221-8d83-4f2c-8cbc-c146f9eb1083 req-16813087-fcfe-4364-9082-a3b98f67f6b7 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Feb 09 17:16:08.754473 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:08.830153 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648367'] for port, before_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:08.853683 n-d-828542-1 neutron-server[103180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9'}] {{(pid=103180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:16:08.855941 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34a6ec18097fced0ece127efeb1221a053886d5717e22924dc5f63a0f06d5ad8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6a6384-e063-49c7-839e-20fbdbcfe0be" -d '{"events": [{"server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9"}]}' {{(pid=103180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:16:08.869541 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:08.893840 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 17:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34b445e-07b0-4973-a627-0b06347634d1 x-openstack-request-id: req-c34b445e-07b0-4973-a627-0b06347634d1 {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:16:08.894137 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "name": "network-vif-unplugged", "status": "completed", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9", "code": 200}]} {{(pid=103180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:16:08.894461 n-d-828542-1 neutron-server[103180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c34b445e-07b0-4973-a627-0b06347634d1 {{(pid=103180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:16:08.894865 n-d-828542-1 neutron-server[103180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'code': 200} Feb 09 17:16:08.928680 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783024034160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783023488139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783023488157'] for port, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:08.985727 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Pushing event updated for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=8']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:09.084149 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-caec9068-1065-469e-a8b8-e78ed11421c4 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:09.085955 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-caec9068-1065-469e-a8b8-e78ed11421c4 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.73 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 943 time: 0.0488684 Feb 09 17:16:09.182936 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Deleting port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:09.183285 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:09.275784 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] For port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9, host n-h2-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828542-1',level=0,port_id=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:09.276186 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:09.287912 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Calling delete_port for 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:09.560412 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d01c5-a094-4cec-919b-b147c939bcf8 req-ae008049-958f-4097-95bf-8721da42713f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:09.561894 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9d01c5-a094-4cec-919b-b147c939bcf8 req-ae008049-958f-4097-95bf-8721da42713f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 943 time: 0.0489452 Feb 09 17:16:09.565460 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:09.611437 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event deleted for resources: {'Port': ['ID=8ab69bf2-29cd-4c4f-8dea-92c7448777f9,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:09.630451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.630799 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.631154 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.631492 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.631850 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.637869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.637869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.637869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.637869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.637869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.637869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.637869 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828542-1 {{(pid=103178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 17:16:09.665939 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ab9d01c5-a094-4cec-919b-b147c939bcf8 req-bed7d30d-d579-48da-a4ed-a6968b2f69df tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926929 Feb 09 17:16:09.685950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] No DVR routers for this DVR port 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 on host n-h2-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:16:09.685950 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:09.685950 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-d0bd5caf-08c2-4ab8-b232-413fb0c1aaa9 req-e2189acb-8ac4-42c8-9d0c-55181edaad63 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.73 "DELETE /v2.0/ports/8ab69bf2-29cd-4c4f-8dea-92c7448777f9 HTTP/1.1" status: 204 len: 173 time: 0.5926189 Feb 09 17:16:09.686269 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'name': 'network-vif-deleted', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:16:09.688518 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60ac0d8-864e-427a-adfa-90db99029cfd" -d '{"events": [{"server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "name": "network-vif-deleted", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:16:09.786891 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc210b21-ed02-4fac-af7c-7724d3b0f322 x-openstack-request-id: req-cc210b21-ed02-4fac-af7c-7724d3b0f322 {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:16:09.787205 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158ffb3b-f40f-40ac-b062-df7ccfcaa7b3", "name": "network-vif-deleted", "tag": "8ab69bf2-29cd-4c4f-8dea-92c7448777f9", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:16:09.787460 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc210b21-ed02-4fac-af7c-7724d3b0f322 {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:16:09.787867 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158ffb3b-f40f-40ac-b062-df7ccfcaa7b3', 'name': 'network-vif-deleted', 'tag': '8ab69bf2-29cd-4c4f-8dea-92c7448777f9', 'status': 'completed', 'code': 200} Feb 09 17:16:10.777020 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-5a8c078f-aa3a-4ff1-86b2-a1e474132228 req-a36c3c41-d89e-4aaa-8901-045399265ca2 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=158ffb3b-f40f-40ac-b062-df7ccfcaa7b3 HTTP/1.1" status: 200 len: 210 time: 0.0284512 Feb 09 17:16:12.783243 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 no longer exists at agent hyperv_n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:12.803099 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] No Port match for: 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:16:12.803438 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Device 8ab69bf2-29cd-4c4f-8dea-92c7448777f9 not bound to the agent host n-h2-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:16:13.181761 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37000) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:13.337888 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Deleting port 728b9091-5384-4fef-b492-594dc2dc0b94 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:13.338237 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:13.395761 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:16:13.416304 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:13.416637 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:13.428411 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Calling delete_port for 728b9091-5384-4fef-b492-594dc2dc0b94 owned by network:floatingip {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:13.645408 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:13.672211 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event deleted for resources: {'Port': ['ID=728b9091-5384-4fef-b492-594dc2dc0b94,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:13.730244 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for floatingip, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:13.730655 n-d-828542-1 neutron-server[103179]: INFO neutron.db.l3_db [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Floating IP 3d73830b-6778-4435-8353-57ac2232a46d disassociated (deleted). External IP: 172.25.5.253, port: 3edba66f-bffe-4745-99fa-e8532dc1a84c. Feb 09 17:16:14.275601 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Router f7a07479-bbc1-4bbf-97c6-587e449c895a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:16:14.381205 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:16:14.386598 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for floatingip, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:14.391170 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] Sync routers for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:16:14.400294 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:16:14.400903 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:14.413064 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-2cfd2073-2dc6-41f8-86c7-8e4bf1eee8a0 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "DELETE /v2.0/floatingips/3d73830b-6778-4435-8353-57ac2232a46d HTTP/1.1" status: 204 len: 168 time: 1.2302060 Feb 09 17:16:14.413768 n-d-828542-1 neutron-server[103179]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c'}] {{(pid=103179) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:16:14.416840 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a14fd942d954647f6a9993c34e46895ff3d68d47e7dad69cb8fb08bb8cbf424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592" -d '{"events": [{"name": "network-changed", "server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c"}]}' {{(pid=103179) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:16:14.455794 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6851d7e2-0fe7-481e-bf26-97408a567cdc x-openstack-request-id: req-6851d7e2-0fe7-481e-bf26-97408a567cdc {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:16:14.456435 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c", "status": "completed", "code": 200}]} {{(pid=103179) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:16:14.456691 n-d-828542-1 neutron-server[103179]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6851d7e2-0fe7-481e-bf26-97408a567cdc {{(pid=103179) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:16:14.457097 n-d-828542-1 neutron-server[103179]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'status': 'completed', 'code': 200} Feb 09 17:16:14.518430 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:16:14.519389 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-e65d57a1-54df-430f-b08d-1859ec51e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:14.520964 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-e65d57a1-54df-430f-b08d-1859ec51e473 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 1095 time: 0.0418825 Feb 09 17:16:14.615469 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-857f3310-822f-4861-9899-6896fe40fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:14.617553 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-857f3310-822f-4861-9899-6896fe40fe81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 200 len: 911 time: 0.0902097 Feb 09 17:16:14.661782 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-c62a26c3-e849-4804-8578-629083f0e0af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 200 len: 217 time: 0.0364842 Feb 09 17:16:14.718717 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-ba857cb8-7639-4df5-978e-fa9fefcb1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:14.720236 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-ba857cb8-7639-4df5-978e-fa9fefcb1a6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 200 len: 849 time: 0.0525107 Feb 09 17:16:14.725785 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:14.769400 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-fcf73a29-ac6f-4ad2-a661-9b4c1ba79866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:14.770958 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-fcf73a29-ac6f-4ad2-a661-9b4c1ba79866 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444560 Feb 09 17:16:14.902824 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-d9d87cb0-4fb8-48c9-8fe5-fef5d385bb53 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245658 Feb 09 17:16:14.916977 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] Checking router: f7a07479-bbc1-4bbf-97c6-587e449c895a for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:16:14.925394 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:16:14.925993 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:14.940833 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a3e28-913c-4528-bd7f-529eef1a2bb2 req-e8cc36f8-844f-4a3d-a472-24c79fba8059 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:14.942358 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed1a3e28-913c-4528-bd7f-529eef1a2bb2 req-e8cc36f8-844f-4a3d-a472-24c79fba8059 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 944 time: 0.0931358 Feb 09 17:16:15.018759 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-ed1a3e28-913c-4528-bd7f-529eef1a2bb2 req-ea8ee623-af42-4f0a-89cc-e2345b9eac19 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519419 Feb 09 17:16:15.034971 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-2cb83ad1-3464-4bb1-90c3-66bd3ac71592 req-8d325493-0d30-4fc1-ac23-2d90460c5ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245050 Feb 09 17:16:15.035302 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:16:15.232648 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:15.262768 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f65a2-b07a-4e68-b992-f22a1ef3101e None None] The sync data for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 is: [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:11:18Z', 'revision_number': 4, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1', '_interfaces': [{'id': '1d7780a3-7e7c-4d39-8a4c-b617130f687b', 'name': '', 'network_id': '3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'mac_address': 'fa:16:3e:51:02:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:18Z', 'updated_at': '2022-02-09T17:11:22Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'subnets': [{'id': 'b38d7672-690a-4ca5-a0c5-419a45c6bd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:16:15.479150 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b13fe-3259-44bd-9b8d-eb2f6b55826d None None] New status for floating IP 3d73830b-6778-4435-8353-57ac2232a46d: DOWN {{(pid=103181) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 17:16:16.143709 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353ebc8-17c3-44f2-8b52-8eda26e0ce99 req-d2bc9fbd-71e9-4296-9fad-88312e51575b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:16.145240 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f353ebc8-17c3-44f2-8b52-8eda26e0ce99 req-d2bc9fbd-71e9-4296-9fad-88312e51575b tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 944 time: 0.0544989 Feb 09 17:16:16.184606 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-f353ebc8-17c3-44f2-8b52-8eda26e0ce99 req-00e55f86-3cc9-4e49-b28d-21faaabf370a tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/security-groups?id=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329387 Feb 09 17:16:16.321646 n-d-828542-1 neutron-server[103178]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-0d9f2227-1350-42f8-9ede-6f371b569f80 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103178) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 17:16:16.323161 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-0d9f2227-1350-42f8-9ede-6f371b569f80 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.13 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 944 time: 0.0488794 Feb 09 17:16:16.414929 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Deleting port 3edba66f-bffe-4745-99fa-e8532dc1a84c {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:16.415602 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:16.503096 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] For port 3edba66f-bffe-4745-99fa-e8532dc1a84c, host n-h1-828542-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828542-1',level=0,port_id=3edba66f-bffe-4745-99fa-e8532dc1a84c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:16.503463 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:16.515113 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Calling delete_port for 3edba66f-bffe-4745-99fa-e8532dc1a84c owned by compute:nova {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:16.699832 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:16.727774 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event deleted for resources: {'Port': ['ID=3edba66f-bffe-4745-99fa-e8532dc1a84c,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:16.770955 n-d-828542-1 neutron-server[103178]: DEBUG neutron.db.l3_dvrscheduler_db [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] No DVR routers for this DVR port 3edba66f-bffe-4745-99fa-e8532dc1a84c on host n-h1-828542-1 {{(pid=103178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:16:16.774191 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-68094'] for port, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:16.777644 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-1716003a-5107-4a50-ae8c-39211ebf5ce6 req-4115de54-a4bd-419f-9bbb-c9348c057229 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.13 "DELETE /v2.0/ports/3edba66f-bffe-4745-99fa-e8532dc1a84c HTTP/1.1" status: 204 len: 173 time: 0.4491599 Feb 09 17:16:16.778547 n-d-828542-1 neutron-server[103178]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'name': 'network-vif-deleted', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c'}] {{(pid=103178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 17:16:16.780520 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05d0606e6933558c55a6dcaa19859b26b323b5c79e2fc48996b1e2460baf5076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03bfba8-c07f-477f-a307-cb4b623b7466" -d '{"events": [{"server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "name": "network-vif-deleted", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c"}]}' {{(pid=103178) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 17:16:16.817925 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6154aa28-f119-4565-8681-6a3fd2c9980c x-openstack-request-id: req-6154aa28-f119-4565-8681-6a3fd2c9980c {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 17:16:16.818223 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fc0424-2287-422f-9353-abc26d4701fc", "name": "network-vif-deleted", "tag": "3edba66f-bffe-4745-99fa-e8532dc1a84c", "status": "completed", "code": 200}]} {{(pid=103178) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 17:16:16.818602 n-d-828542-1 neutron-server[103178]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6154aa28-f119-4565-8681-6a3fd2c9980c {{(pid=103178) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 17:16:16.819032 n-d-828542-1 neutron-server[103178]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc0424-2287-422f-9353-abc26d4701fc', 'name': 'network-vif-deleted', 'tag': '3edba66f-bffe-4745-99fa-e8532dc1a84c', 'status': 'completed', 'code': 200} Feb 09 17:16:17.292640 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [req-209d4114-8e0c-4efc-8262-342cae9d3e72 req-f2ade72e-49b5-459e-be9c-f825fe8f2b75 tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "GET /v2.0/ports?device_id=26fc0424-2287-422f-9353-abc26d4701fc HTTP/1.1" status: 200 len: 210 time: 0.0266995 Feb 09 17:16:18.349971 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37016) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:18.408368 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53cadc36-deda-4e12-9582-bfa29ca0d64f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:18.433155 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53cadc36-deda-4e12-9582-bfa29ca0d64f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:18.557048 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53cadc36-deda-4e12-9582-bfa29ca0d64f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:18.559659 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-53cadc36-deda-4e12-9582-bfa29ca0d64f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:18.560908 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-53cadc36-deda-4e12-9582-bfa29ca0d64f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] 10.222.0.53 "DELETE /v2.0/security-groups/70ae572d-c0cb-43f7-830d-69ab2d8dbb5e HTTP/1.1" status: 204 len: 168 time: 0.2099171 Feb 09 17:16:18.570339 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cadc36-deda-4e12-9582-bfa29ca0d64f tempest-TestSnapshotPattern-1531592925 tempest-TestSnapshotPattern-1531592925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ae572d-c0cb-43f7-830d-69ab2d8dbb5e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:18.680132 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37020) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:19.118468 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:19.367190 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Deleting port 1d7780a3-7e7c-4d39-8a4c-b617130f687b {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:19.367891 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:19.443968 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] For port 1d7780a3-7e7c-4d39-8a4c-b617130f687b, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=1d7780a3-7e7c-4d39-8a4c-b617130f687b,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:19.444278 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:19.455737 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Calling delete_port for 1d7780a3-7e7c-4d39-8a4c-b617130f687b owned by network:router_interface {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:19.705720 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:19.737529 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7780a3-7e7c-4d39-8a4c-b617130f687b,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:19.903526 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:20.118905 n-d-828542-1 neutron-server[103179]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Router f7a07479-bbc1-4bbf-97c6-587e449c895a has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103179) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:16:20.226713 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103179) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:16:20.231856 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-3eeef6bc-6234-459c-add5-4a88996b235c admin admin] 10.222.0.53 "PUT /v2.0/routers/f7a07479-bbc1-4bbf-97c6-587e449c895a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5507019 Feb 09 17:16:20.234519 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37024) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:20.236622 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] Sync routers for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:16:20.241402 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3edba66f-bffe-4745-99fa-e8532dc1a84c no longer exists at agent hyperv_n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:20.265420 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] No Port match for: 3edba66f-bffe-4745-99fa-e8532dc1a84c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:16:20.265762 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Device 3edba66f-bffe-4745-99fa-e8532dc1a84c not bound to the agent host n-h1-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:16:20.269894 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:16:20.270508 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:20.342119 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:20.375731 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: n-d-828542-1 {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:16:20.445252 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:20.556134 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:16:19Z', 'revision_number': 5, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port': {'id': 'caf6a154-67cc-49e8-be18-68a151feb4f1', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:16Z', 'updated_at': '2022-02-09T17:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:20.584708 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] Checking router: f7a07479-bbc1-4bbf-97c6-587e449c895a for host: n-d-828542-1 {{(pid=103180) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:16:20.592357 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Deleting port caf6a154-67cc-49e8-be18-68a151feb4f1 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:20.592705 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:20.592848 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] Routers {'f7a07479-bbc1-4bbf-97c6-587e449c895a'} bound to L3 agent in host n-d-828542-1 {{(pid=103180) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:16:20.593445 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['f7a07479-bbc1-4bbf-97c6-587e449c895a'], 'active': True} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:20.675650 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] For port caf6a154-67cc-49e8-be18-68a151feb4f1, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=caf6a154-67cc-49e8-be18-68a151feb4f1,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:20.676015 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:20.679148 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvr_db [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] Set router f7a07479-bbc1-4bbf-97c6-587e449c895a gateway port host: None {{(pid=103180) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:16:20.688661 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Calling delete_port for caf6a154-67cc-49e8-be18-68a151feb4f1 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:20.730834 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_hamode_db [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:16:20Z', 'revision_number': 6, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:20.760853 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5c37a-1895-4d7a-a72d-7d16583a3c78 None None] The sync data for ids ['f7a07479-bbc1-4bbf-97c6-587e449c895a'] in n-d-828542-1 is: [{'id': 'f7a07479-bbc1-4bbf-97c6-587e449c895a', 'name': 'tempest-TestSnapshotPattern-1099209266-router', 'tenant_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:15Z', 'updated_at': '2022-02-09T17:16:20Z', 'revision_number': 6, 'project_id': '6f8cf725d31e4908b0863bb0de92ea0e', 'gw_port_host': None}] {{(pid=103180) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:16:20.922525 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:20.948770 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf6a154-67cc-49e8-be18-68a151feb4f1,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:21.013519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.434867 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.437176 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.528519 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.529148 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a07479-bbc1-4bbf-97c6-587e449c895a {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 17:16:21.532926 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1d7780a3-7e7c-4d39-8a4c-b617130f687b no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:21.534323 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.537700 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-47e3db12-8405-4aa4-8932-dc030c309294 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f7a07479-bbc1-4bbf-97c6-587e449c895a HTTP/1.1" status: 204 len: 168 time: 1.3020570 Feb 09 17:16:21.539651 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37026) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:21.554328 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 1d7780a3-7e7c-4d39-8a4c-b617130f687b {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:16:21.554679 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 1d7780a3-7e7c-4d39-8a4c-b617130f687b not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:16:21.586247 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-de67c6d6-1b36-4bdb-a623-98f46fc2470f admin admin] Deleting subnet b38d7672-690a-4ca5-a0c5-419a45c6bd22 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 17:16:21.590051 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de67c6d6-1b36-4bdb-a623-98f46fc2470f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.625130 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de67c6d6-1b36-4bdb-a623-98f46fc2470f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.709069 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de67c6d6-1b36-4bdb-a623-98f46fc2470f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.837338 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de67c6d6-1b36-4bdb-a623-98f46fc2470f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.863482 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67c6d6-1b36-4bdb-a623-98f46fc2470f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38d7672-690a-4ca5-a0c5-419a45c6bd22,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:21.867282 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-de67c6d6-1b36-4bdb-a623-98f46fc2470f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:21.873383 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-de67c6d6-1b36-4bdb-a623-98f46fc2470f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b38d7672-690a-4ca5-a0c5-419a45c6bd22 HTTP/1.1" status: 204 len: 168 time: 0.3303370 Feb 09 17:16:21.874824 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37028) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:21.876935 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861fd5f-e725-4f22-8dcc-add1db459134 None None] Network 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:16:21.951327 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.000986 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Deleting port e2f31356-1ebb-4c69-9516-09b54014381c {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:22.001364 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.064857 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] DHCP port deletion for 3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 17:16:22.065070 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] For port e2f31356-1ebb-4c69-9516-09b54014381c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e2f31356-1ebb-4c69-9516-09b54014381c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:22.065292 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.079250 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Calling delete_port for e2f31356-1ebb-4c69-9516-09b54014381c owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:22.113160 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] Deleting port e2f31356-1ebb-4c69-9516-09b54014381c {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:22.113539 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.184115 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] For port e2f31356-1ebb-4c69-9516-09b54014381c, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=e2f31356-1ebb-4c69-9516-09b54014381c,segment=NetworkSegment(31f113ca-449a-4387-9748-6f2105a8332d),segment_id=31f113ca-449a-4387-9748-6f2105a8332d)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:22.184550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.196969 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] Calling delete_port for e2f31356-1ebb-4c69-9516-09b54014381c owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:22.246208 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 17:16:22.266712 n-d-828542-1 neutron-server[103180]: self.session.flush() Feb 09 17:16:22.272165 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.272444 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f31356-1ebb-4c69-9516-09b54014381c,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:22.277760 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] No DVR routers for this DVR port e2f31356-1ebb-4c69-9516-09b54014381c on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:16:22.304219 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] No DVR routers for this DVR port e2f31356-1ebb-4c69-9516-09b54014381c on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:16:22.308560 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135383cc-43f2-4179-9e39-fdbecf5f30c2 None None] Pushing event deleted for resources: {'Port': ['ID=e2f31356-1ebb-4c69-9516-09b54014381c,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:22.362566 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.383425 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:22.392957 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f113ca-449a-4387-9748-6f2105a8332d') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:22.393253 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f113ca-449a-4387-9748-6f2105a8332d') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:22.402500 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.415545 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.422032 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 17:16:22.422482 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: timer() Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 17:16:22.424105 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 17:16:22.533444 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.539122 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.549113 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] 10.222.0.53 "DELETE /v2.0/networks/3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2 HTTP/1.1" status: 204 len: 168 time: 0.6678245 Feb 09 17:16:22.549693 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37030) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:22.553958 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5d668-f0b9-4271-90ed-fb5a0e05755e admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf0a6dc-27c6-4ade-83d3-27f85e8d79e2,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:22.891664 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33140647'] for router_interface, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:22.927207 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device caf6a154-67cc-49e8-be18-68a151feb4f1 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:22.947984 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: caf6a154-67cc-49e8-be18-68a151feb4f1 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:16:22.948349 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device caf6a154-67cc-49e8-be18-68a151feb4f1 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:16:22.948761 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e2f31356-1ebb-4c69-9516-09b54014381c no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:22.967738 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: e2f31356-1ebb-4c69-9516-09b54014381c {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:16:22.968221 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device e2f31356-1ebb-4c69-9516-09b54014381c not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:16:23.122113 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-edf4f083-abb2-43a9-91ba-d8fdec3e6185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:23.141219 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Deleting port 8c722b32-9ef7-4e46-a095-69c756d63109 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:23.145123 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:23.222779 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] For port 8c722b32-9ef7-4e46-a095-69c756d63109, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=8c722b32-9ef7-4e46-a095-69c756d63109,segment=NetworkSegment(aff59191-3acf-4516-9891-2471e1bc1843),segment_id=aff59191-3acf-4516-9891-2471e1bc1843)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:23.223152 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:23.235451 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Calling delete_port for 8c722b32-9ef7-4e46-a095-69c756d63109 owned by network:router_interface {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:23.482634 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:23.508901 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c722b32-9ef7-4e46-a095-69c756d63109,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:23.681721 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33148108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33140683'] for router_interface, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:23.901704 n-d-828542-1 neutron-server[103178]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 has already been hosted by L3 agent 948396b2-643a-42ba-b731-7b20467b3600 {{(pid=103178) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 17:16:24.005180 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] Notify agent at l3_agent.n-d-828542-1 the message routers_updated {{(pid=103178) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 17:16:24.010711 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-8e0c1616-822a-4a46-a74e-c5ba068af896 admin admin] 10.222.0.53 "PUT /v2.0/routers/e6c49e6e-5db2-468b-a80e-9d1f7701bd11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4643242 Feb 09 17:16:24.013390 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37032) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:24.014164 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] Sync routers for ids ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'] in n-d-828542-1 {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 17:16:24.023767 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] Routers {'e6c49e6e-5db2-468b-a80e-9d1f7701bd11'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:16:24.024413 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:24.120806 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks [] for router, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.129489 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] Set router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 gateway port host: n-d-828542-1 {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:16:24.227589 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.355268 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Deleting port 4666d4df-89db-4791-81de-2703447036a0 {{(pid=103178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:24.355616 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.398141 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'external_fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4666d4df-89db-4791-81de-2703447036a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:16:23Z', 'revision_number': 5, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port': {'id': '4666d4df-89db-4791-81de-2703447036a0', 'name': '', 'network_id': '0382ca27-9a12-48f1-9cee-c4b2aaccebfd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': '058af293-5ebd-4580-8def-25bbcad659b1', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828542-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T17:11:22Z', 'updated_at': '2022-02-09T17:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '058af293-5ebd-4580-8def-25bbcad659b1', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828542-1'}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:24.424475 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] Checking router: e6c49e6e-5db2-468b-a80e-9d1f7701bd11 for host: n-d-828542-1 {{(pid=103181) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 17:16:24.433591 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] Routers {'e6c49e6e-5db2-468b-a80e-9d1f7701bd11'} bound to L3 agent in host n-d-828542-1 {{(pid=103181) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 17:16:24.434211 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828542-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:27:55Z,description=,heartbeat_timestamp=2022-02-09T17:15:55Z,host='n-d-828542-1',id=948396b2-643a-42ba-b731-7b20467b3600,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:27:56Z,topic='l3_agent')) {'router_ids': ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'], 'active': True} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:24.439079 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.db [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] For port 4666d4df-89db-4791-81de-2703447036a0, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=4666d4df-89db-4791-81de-2703447036a0,segment=NetworkSegment(9673f4b6-8a7a-4bff-9360-1bea12ba63d9),segment_id=9673f4b6-8a7a-4bff-9360-1bea12ba63d9)] {{(pid=103178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:24.439454 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.452275 n-d-828542-1 neutron-server[103178]: DEBUG neutron.plugins.ml2.plugin [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Calling delete_port for 4666d4df-89db-4791-81de-2703447036a0 owned by network:router_gateway {{(pid=103178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:24.519548 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_dvr_db [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] Set router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 gateway port host: None {{(pid=103181) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 17:16:24.573857 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.l3_hamode_db [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:16:24Z', 'revision_number': 6, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port_host': None}], 'n-d-828542-1', False) {} {{(pid=103181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:24.604787 n-d-828542-1 neutron-server[103181]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563a681-a5ca-46d1-a6bd-70ff9e386fd5 None None] The sync data for ids ['e6c49e6e-5db2-468b-a80e-9d1f7701bd11'] in n-d-828542-1 is: [{'id': 'e6c49e6e-5db2-468b-a80e-9d1f7701bd11', 'name': 'tempest-TestSnapshotPattern-437389128-router', 'tenant_id': '743579c26b0a4536804be2a6681bb427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T17:11:21Z', 'updated_at': '2022-02-09T17:16:24Z', 'revision_number': 6, 'project_id': '743579c26b0a4536804be2a6681bb427', 'gw_port_host': None}] {{(pid=103181) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 17:16:24.673913 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25027563'] for port, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.698248 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Pushing event deleted for resources: {'Port': ['ID=4666d4df-89db-4791-81de-2703447036a0,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:24.764271 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33140329'] for router_gateway, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.854692 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33142154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12162'] for router, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.856847 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.965328 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33142244'] for router, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.965950 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c49e6e-5db2-468b-a80e-9d1f7701bd11 {{(pid=103178) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 17:16:24.971359 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] Notify callbacks [] for router, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:24.972385 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-fcd423a4-1eb0-4148-a83f-4036b1e62933 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e6c49e6e-5db2-468b-a80e-9d1f7701bd11 HTTP/1.1" status: 204 len: 168 time: 0.9579985 Feb 09 17:16:24.975360 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37034) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:25.034261 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b87894f-0990-4e7f-8334-13ca618b57e7 admin admin] Deleting subnet 878c1ca2-a68c-47ef-9cd2-5d5119026374 {{(pid=103179) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 09 17:16:25.037787 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b87894f-0990-4e7f-8334-13ca618b57e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.052952 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8c722b32-9ef7-4e46-a095-69c756d63109 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:25.075128 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 8c722b32-9ef7-4e46-a095-69c756d63109 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:16:25.075561 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 8c722b32-9ef7-4e46-a095-69c756d63109 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:16:25.085695 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b87894f-0990-4e7f-8334-13ca618b57e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29925637'] for subnet, precommit_delete_associations {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.164448 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b87894f-0990-4e7f-8334-13ca618b57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764281'] for subnet, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.308274 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b87894f-0990-4e7f-8334-13ca618b57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33144783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29767859'] for subnet, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.333927 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87894f-0990-4e7f-8334-13ca618b57e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878c1ca2-a68c-47ef-9cd2-5d5119026374,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:25.338942 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9b87894f-0990-4e7f-8334-13ca618b57e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.342881 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9b87894f-0990-4e7f-8334-13ca618b57e7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/878c1ca2-a68c-47ef-9cd2-5d5119026374 HTTP/1.1" status: 204 len: 168 time: 0.3660440 Feb 09 17:16:25.345915 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37036) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:25.348752 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813eeb59-92c0-478a-ac5e-8f8d5167703d None None] Network b5010874-cfca-4a16-bf79-14d121840d82 requested from n-d-828542-1 {{(pid=103180) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 09 17:16:25.355970 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9875cf04-e9e0-4478-b386-ea4c87812cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.422251 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-826992'] for network, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.480649 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Deleting port f5ba7977-9370-4edc-b6b8-4764ac632094 {{(pid=103179) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:25.481091 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.547196 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] DHCP port deletion for b5010874-cfca-4a16-bf79-14d121840d82 request from n-d-828542-1 {{(pid=103180) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 09 17:16:25.550833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.db [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] For port f5ba7977-9370-4edc-b6b8-4764ac632094, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5ba7977-9370-4edc-b6b8-4764ac632094,segment=NetworkSegment(aff59191-3acf-4516-9891-2471e1bc1843),segment_id=aff59191-3acf-4516-9891-2471e1bc1843)] {{(pid=103179) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:25.551206 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.564458 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.plugin [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Calling delete_port for f5ba7977-9370-4edc-b6b8-4764ac632094 owned by network:dhcp {{(pid=103179) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:25.601988 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] Deleting port f5ba7977-9370-4edc-b6b8-4764ac632094 {{(pid=103180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 09 17:16:25.602366 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783024035678'] for port, before_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.669298 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.db [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] For port f5ba7977-9370-4edc-b6b8-4764ac632094, host n-d-828542-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828542-1',level=0,port_id=f5ba7977-9370-4edc-b6b8-4764ac632094,segment=NetworkSegment(aff59191-3acf-4516-9891-2471e1bc1843),segment_id=aff59191-3acf-4516-9891-2471e1bc1843)] {{(pid=103180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 17:16:25.669868 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33142193'] for port, precommit_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.687034 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] Calling delete_port for f5ba7977-9370-4edc-b6b8-4764ac632094 owned by network:dhcp {{(pid=103180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 09 17:16:25.705165 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30076191'] for port, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.734540 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ba7977-9370-4edc-b6b8-4764ac632094,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:25.740622 n-d-828542-1 neutron-server[103179]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] No DVR routers for this DVR port f5ba7977-9370-4edc-b6b8-4764ac632094 on host n-d-828542-1 {{(pid=103179) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:16:25.766847 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783024034133', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783023488130'] for port, after_delete {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.792999 n-d-828542-1 neutron-server[103180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] Pushing event deleted for resources: {'Port': ['ID=f5ba7977-9370-4edc-b6b8-4764ac632094,revision_number=None']} {{(pid=103180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:25.798535 n-d-828542-1 neutron-server[103180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c147ee9a-d489-402b-8263-b57bbf0366d9 None None] No DVR routers for this DVR port f5ba7977-9370-4edc-b6b8-4764ac632094 on host n-d-828542-1 {{(pid=103180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 17:16:25.821049 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-765403', 'neutron.services.segments.db._delete_segments_for_network-8783023795752'] for network, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.842431 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5010874-cfca-4a16-bf79-14d121840d82']}} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:25.852040 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff59191-3acf-4516-9891-2471e1bc1843') {'for_net_delete': True} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:25.852369 n-d-828542-1 neutron-server[103179]: DEBUG neutron.services.segments.db [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff59191-3acf-4516-9891-2471e1bc1843') {} {{(pid=103179) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 17:16:25.862004 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783023982740', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29925642'] for segment, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.875685 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307'] for segment, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.881833 n-d-828542-1 neutron-server[103179]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103179) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 17:16:25.882221 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-761307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30076234'] for segment, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: Traceback (most recent call last): Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: timer() Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: cb(*args, **kw) Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: return func(*args, **kwargs) Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: self._notify() Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: self.callback(batched_events) Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: event.method(event) Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: return f(self, *a, **k) Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: return self._get(url).json() Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: return self.request(url, 'GET', **kwargs) Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 17:16:25.883857 n-d-828542-1 neutron-server[103179]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 17:16:26.019412 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-765394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33148149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33140309'] for network, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:26.026105 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Notify callbacks [] for network, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:26.032607 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b5010874-cfca-4a16-bf79-14d121840d82 HTTP/1.1" status: 204 len: 168 time: 0.6827691 Feb 09 17:16:26.050596 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8edd39-cbc3-41ef-ac8f-9a8ae5da9a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5010874-cfca-4a16-bf79-14d121840d82,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:26.519142 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37040) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:26.561072 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-c4f84484-202b-4fe1-8ad9-567946fa275e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f8cf725d31e4908b0863bb0de92ea0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406897 Feb 09 17:16:26.564965 n-d-828542-1 neutron-server[103179]: DEBUG neutron.wsgi [-] (103179) accepted ('10.222.0.53', 37042) {{(pid=103179) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:26.614063 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4291-2ff5-4722-bbdd-858eb42b6d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:26.634830 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4291-2ff5-4722-bbdd-858eb42b6d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:26.782515 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4291-2ff5-4722-bbdd-858eb42b6d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:26.785176 n-d-828542-1 neutron-server[103179]: DEBUG neutron_lib.callbacks.manager [None req-0d1b4291-2ff5-4722-bbdd-858eb42b6d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103179) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:26.788450 n-d-828542-1 neutron-server[103179]: INFO neutron.wsgi [None req-0d1b4291-2ff5-4722-bbdd-858eb42b6d7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b86ede99-acbb-4e44-a11b-ad48721f4a9e HTTP/1.1" status: 204 len: 168 time: 0.2204943 Feb 09 17:16:26.794923 n-d-828542-1 neutron-server[103179]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b4291-2ff5-4722-bbdd-858eb42b6d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86ede99-acbb-4e44-a11b-ad48721f4a9e,revision_number=None']} {{(pid=103179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:26.880270 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:26.925199 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4666d4df-89db-4791-81de-2703447036a0 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:26.945379 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: 4666d4df-89db-4791-81de-2703447036a0 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:16:26.945724 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device 4666d4df-89db-4791-81de-2703447036a0 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:16:26.946138 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5ba7977-9370-4edc-b6b8-4764ac632094 no longer exists at agent ovs-agent-n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 17:16:26.966479 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.plugin [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] No Port match for: f5ba7977-9370-4edc-b6b8-4764ac632094 {{(pid=103180) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 09 17:16:26.966829 n-d-828542-1 neutron-server[103180]: DEBUG neutron.plugins.ml2.rpc [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Device f5ba7977-9370-4edc-b6b8-4764ac632094 not bound to the agent host n-d-828542-1 {{(pid=103180) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 17:16:27.462552 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37048) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:27.503833 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-d0551512-b396-42b3-9d60-c81ecb044ab3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=743579c26b0a4536804be2a6681bb427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400651 Feb 09 17:16:27.506300 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [-] (103178) accepted ('10.222.0.53', 37050) {{(pid=103178) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 09 17:16:27.555960 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ebcdef-7fe5-40fc-880d-2d6e05dc1f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:27.578005 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ebcdef-7fe5-40fc-880d-2d6e05dc1f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:27.719656 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ebcdef-7fe5-40fc-880d-2d6e05dc1f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33133793'] for security_group, after_delete {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:27.722242 n-d-828542-1 neutron-server[103178]: DEBUG neutron_lib.callbacks.manager [None req-23ebcdef-7fe5-40fc-880d-2d6e05dc1f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:27.725835 n-d-828542-1 neutron-server[103178]: INFO neutron.wsgi [None req-23ebcdef-7fe5-40fc-880d-2d6e05dc1f5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/308a6a8b-21cb-4847-bb67-ed8e856073b5 HTTP/1.1" status: 204 len: 168 time: 0.2162325 Feb 09 17:16:27.732202 n-d-828542-1 neutron-server[103178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebcdef-7fe5-40fc-880d-2d6e05dc1f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a6a8b-21cb-4847-bb67-ed8e856073b5,revision_number=None']} {{(pid=103178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 17:16:28.527667 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:28.625087 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:31.039213 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:32.713857 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:50.394856 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:16:53.084932 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-29324f7d-0721-4a77-834e-2cf16635c52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:55.407401 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a8d9b708-9b05-4b14-9bdb-2773178a39a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:56.959072 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:58.535928 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:16:58.633223 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:01.062101 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:02.738742 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:23.118125 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d7b154b-44b4-405a-aa84-e5f1acc7e40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:25.306666 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0eaefca9-3a92-49e7-b65d-a6ef95cdf4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:26.903460 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:27.395377 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:17:28.544682 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:28.646420 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:31.037653 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:32.752594 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:53.086431 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-5d825baf-480b-4970-9d5d-729194639147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:55.337276 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-327c8b7e-86bf-4178-9780-ee6022baa4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:56.903249 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:58.553802 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:17:58.614339 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:01.071805 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:02.725893 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:04.394555 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:18:23.091543 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d8e67c6e-c0bb-47fa-8439-103b8e8cff98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:25.397476 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e5f30731-261c-4719-b300-097f47bfc329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:26.933961 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:28.546086 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:28.616934 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:31.094251 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:32.711181 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:41.394343 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:18:53.085657 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b2ad2f40-e40e-4d3d-9437-ae32f88ba294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:55.325013 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b1fde074-e796-4740-abde-c57eb33b1b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:56.933423 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:58.562755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:18:58.641614 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:01.056470 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:02.719182 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:18.393496 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:19:23.150152 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e3c3cf29-ffe4-4c35-94da-20e1f578fbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:25.341586 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-957a41d8-78e0-4460-b7b2-fcde8a2b0afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:26.970503 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:28.569774 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:28.673129 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:31.069580 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:32.784108 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:53.121194 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-32fe826d-cd28-4ac7-b1da-ce58d9a08703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:55.361791 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c981f1ca-21e9-4d67-8007-59a8800f0f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:55.395410 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:19:56.919335 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:58.546572 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:19:58.655696 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:01.078186 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:02.761381 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:23.120475 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-07aff778-5eb8-4266-b4a0-118f5dbce795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:25.317875 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4a2f5f17-ec80-4ee7-beee-f1976abee2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:26.949005 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:28.564460 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:28.634274 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:31.074504 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:32.395507 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:20:32.763927 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:53.097807 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-da82dfde-c6ec-47d4-9a08-4ed0904eaed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:55.305528 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-b013b9ba-b6aa-463b-b1a8-8bcb31f93798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:56.954218 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:58.552376 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:20:58.648308 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:01.162977 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:02.753637 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:09.395180 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:21:23.133630 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-fa1ecb8b-8ffd-429a-84b0-ba74b5c613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:25.290445 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-6b2df01c-4e4f-450a-8424-77ab69ed5037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:26.930761 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:28.559974 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:28.665230 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:31.104563 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:32.821945 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:46.394932 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:21:53.204755 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-efb6e85a-33ff-4a26-989b-db00b6fe850d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:55.301289 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d3a47014-5cb4-46a0-8c43-e81af7a0074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:56.924788 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:58.556807 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:21:58.647224 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:01.112733 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:02.764314 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:23.146894 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-48489b1e-db33-4a57-b3df-15035564a41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:23.394814 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:22:25.303399 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5fc9-f636-4634-b4a4-19c2233547b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:26.946816 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:28.591850 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:28.620675 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:31.155367 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:32.782118 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:53.103622 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-a7d73f93-116f-4b7c-8c79-b45a28a7fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:55.329729 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-31a8be8f-caf2-465c-bfb1-9713fd6c5fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:56.926220 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:58.570085 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:22:58.648559 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:00.394932 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:23:01.137293 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:02.836985 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:23.099550 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9a60bc2a-2bf5-4f7d-a1b8-acff9eea3895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:25.285633 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-1d47e566-5a55-46b0-9f0b-ac3cbd00615e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:26.955194 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:28.582706 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:28.611140 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:31.142905 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:32.788272 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:37.393645 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:23:42.901725 n-d-828542-1 neutron-server[103178]: DEBUG neutron.wsgi [req-93b29236-2cc5-4a16-a49f-27dada775f20 req-1ae55eb0-b73f-4575-a6ce-afb1157df5f9 service neutron] (103178) timed out ('10.222.0.53', 34750) {{(pid=103178) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 09 17:23:53.087421 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-04a480f5-b656-4a0b-9c97-c629a0660340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:55.304653 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-e4d1b347-08c2-4cbb-9181-cf9c3c4089f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:56.965311 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:58.572725 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:23:58.641370 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:01.172927 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:02.796149 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:14.394574 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:24:23.121465 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-4432e00f-a428-4762-9038-ff1c0c68a7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:25.347302 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e599-8052-4b47-b838-403ceac6bb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:26.955330 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:28.573255 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:28.623980 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:31.167101 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:32.809721 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:51.392939 n-d-828542-1 neutron-server[103181]: DEBUG neutron.db.agents_db [None req-75872c31-22e7-4318-8abb-8187d9354cdd None None] Agent healthcheck: found 7 active agents {{(pid=103181) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 17:24:53.106719 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-9e822ff7-4263-4d31-8404-6c2e8b4e47c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:55.335142 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-c189df50-c419-448e-90fe-36b8c1206f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:56.940881 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-463b03a8-f250-4115-9b3e-bf770f00adf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:58.577658 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-0d58f53b-508f-4a84-9d12-76350eef0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:24:58.657866 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-468de7a8-8159-4d65-bc7f-6fffa951687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:25:01.166628 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-d55354bc-b50b-49c9-8212-5b8ede3379a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 17:25:02.812174 n-d-828542-1 neutron-server[103180]: DEBUG neutron_lib.callbacks.manager [None req-f721ea24-15ea-40c6-8295-4eb7bd8919d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783023794306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-769813'] for agent, after_update {{(pid=103180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}